-- Logs begin at Fri 2021-07-16 17:18:20 UTC, end at Fri 2021-07-16 19:39:32 UTC. -- Jul 16 17:51:16.174603 n-d-793619-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 17:51:18.878389 n-d-793619-10 neutron-server[93714]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:51:18.879720 n-d-793619-10 neutron-server[93714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:51:18.880050 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93714) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:51:18.886070 n-d-793619-10 neutron-server[93714]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:51:18.886459 n-d-793619-10 neutron-server[93714]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:51:18.886946 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93714) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:51:18.888477 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:51:18.888872 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:51:18.889485 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:51:18.889874 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:51:18.890230 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:51:18.890733 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.891200 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.891668 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.892035 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.892534 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.892998 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.893451 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.893917 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.894453 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.894825 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.895213 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.895413 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.895652 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.895944 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.896239 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.896551 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.896783 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] debug = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.897071 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.897502 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.897909 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.898196 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.898487 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.898772 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.899046 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.899325 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.899616 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.899946 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] host = n-d-793619-10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.900229 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.900538 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.900832 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.901123 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.901402 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.901682 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.901968 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.902253 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.902529 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] log_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.902808 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.903096 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.903387 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.903679 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.903907 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.904131 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.904420 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.904735 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.905012 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.905294 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.905571 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.905849 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.906124 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.906396 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.906684 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.906970 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.907259 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.907539 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.907818 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.908093 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.908369 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.908682 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.908961 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.909240 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.909517 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.909809 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.910236 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.910522 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.910824 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.911112 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.911398 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.911691 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.911969 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.912262 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.912557 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.912836 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.913111 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] use_json = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.913387 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.913660 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.913943 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.914218 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.914493 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.914772 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.915043 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.915329 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:18.915634 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.915938 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.916242 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.916551 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.916859 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.917144 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.917437 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.917719 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.918012 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.918304 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.918598 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.918882 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.919173 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.919460 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.919755 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.920067 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.920364 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.920697 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.920978 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.921253 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.921531 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.921813 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.922106 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.922405 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.922702 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.922982 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.923271 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.923567 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.923852 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.924132 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.924416 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.924735 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.925024 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.925304 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.926126 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.926416 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.926705 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.926987 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.927274 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.927573 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.927891 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.928136 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.928420 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.928734 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.929016 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.929311 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.929597 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.929882 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.930164 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.930447 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.931004 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.931004 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.931274 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.931549 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.931831 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.932112 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.932391 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.932694 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.932974 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.933252 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.933531 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.933805 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.934087 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.934367 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.934645 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.934922 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.935196 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.935471 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.935761 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.936062 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.936344 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.936659 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.936945 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.937229 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.937511 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.937793 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.938077 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.938361 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.938636 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.938929 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.939221 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.939512 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.939799 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.940084 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.940388 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.940699 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.940994 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.941870 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.942162 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.942460 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.942750 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.943051 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.943350 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.943647 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.943945 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.944242 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.944535 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.944865 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.945149 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:18.945372 n-d-793619-10 neutron-server[93714]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:51:18.945616 n-d-793619-10 neutron-server[93714]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93714) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 17:51:19.305797 n-d-793619-10 neutron-server[93714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:51:19.305994 n-d-793619-10 neutron-server[93714]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:51:19.306287 n-d-793619-10 neutron-server[93714]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:51:19.306623 n-d-793619-10 neutron-server[93714]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 17:51:19.699125 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.699416 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.699690 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.700901 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.701176 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.701449 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.737131 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.737417 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.737686 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.751377 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.751663 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.751935 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.782081 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.782363 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.782633 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.819345 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.819629 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:19.819904 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.051961 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.052578 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.052578 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.052720 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.053410 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.173314 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.173643 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.173930 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.174204 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.174472 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.174788 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.175052 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.175316 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.175629 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.175919 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.176185 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.176454 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.176738 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.176995 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.177258 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.177538 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.177799 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.178070 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.178350 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.178612 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.178887 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.179143 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.179425 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.179805 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.180057 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.180305 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.180737 n-d-793619-10 neutron-server[93714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:51:20.180987 n-d-793619-10 neutron-server[93714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:51:20.181230 n-d-793619-10 neutron-server[93714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:51:20.181471 n-d-793619-10 neutron-server[93714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:51:20.181711 n-d-793619-10 neutron-server[93714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:51:20.181948 n-d-793619-10 neutron-server[93714]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:51:20.182318 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 17:51:20.185466 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 17:51:20.189417 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 17:51:20.193815 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 16 17:51:20.195475 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 17:51:20.195936 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 17:51:20.196279 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 17:51:20.196695 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 17:51:20.200580 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 17:51:20.200837 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 17:51:20.201187 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:51:20.229414 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 17:51:20.229866 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.230167 n-d-793619-10 neutron-server[93714]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93714) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 17:51:20.230532 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.231885 n-d-793619-10 neutron-server[93714]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93714) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 17:51:20.232172 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:51:20.232425 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 17:51:20.235625 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.235911 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.301160 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 17:51:20.301397 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 17:51:20.301636 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 17:51:20.302051 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 17:51:20.323102 n-d-793619-10 neutron-server[93714]: DEBUG oslo_db.sqlalchemy.engines [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93714) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 17:51:20.861149 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Initializing driver for type 'gre' Jul 16 17:51:20.861684 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] gre ID ranges: [(1, 1000)] Jul 16 17:51:20.914021 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Initializing driver for type 'local' Jul 16 17:51:20.914403 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Initializing driver for type 'vlan' Jul 16 17:51:20.928179 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] VlanTypeDriver initialization complete Jul 16 17:51:20.928598 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Initializing driver for type 'vxlan' Jul 16 17:51:20.929106 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] vxlan ID ranges: [(1, 1000)] Jul 16 17:51:20.980673 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Initializing extension driver 'port_security' Jul 16 17:51:20.981085 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.extensions.port_security [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] PortSecurityExtensionDriver initialization complete Jul 16 17:51:20.981464 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Initializing mechanism driver 'openvswitch' Jul 16 17:51:20.981811 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Initializing mechanism driver 'hyperv' Jul 16 17:51:20.988888 n-d-793619-10 neutron-server[93714]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:20.989713 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > port after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.990084 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > port after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.990436 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > port after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.990955 n-d-793619-10 neutron-server[93714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:51:20.991390 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > subnet after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.991746 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > subnet after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.992089 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > subnet after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.992478 n-d-793619-10 neutron-server[93714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:51:20.992903 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > network after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.993250 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > network after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.993589 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > network after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.993977 n-d-793619-10 neutron-server[93714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:51:20.994381 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > security_group after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.994730 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > security_group after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.995069 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > security_group after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.995459 n-d-793619-10 neutron-server[93714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:51:20.995857 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.996199 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.996562 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.996952 n-d-793619-10 neutron-server[93714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:51:20.997351 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > address_group after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.997690 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > address_group after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.998024 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > address_group after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.998408 n-d-793619-10 neutron-server[93714]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93714) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:51:20.998782 n-d-793619-10 neutron-server[93714]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] ML2 OVO RPC backend initialized. {{(pid=93714) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 17:51:20.999480 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router_interface after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:20.999834 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.000250 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > network before_response 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.000632 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > networks before_response 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.000986 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > port before_response 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.001324 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > ports before_response 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.001665 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > subnet before_response 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.002010 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > subnets before_response 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.002354 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > network after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.002945 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > network after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.003279 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > network after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.003781 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > port after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.004149 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > port after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.004481 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > port after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.004857 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > subnet after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.005194 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > subnet after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.005527 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > subnet after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.006096 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.plugin [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Modular L2 Plugin initialization complete Jul 16 17:51:21.006421 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading services supported by the core plugin {{(pid=93714) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 17:51:21.007526 n-d-793619-10 neutron-server[93714]: INFO neutron.plugins.ml2.managers [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Got port-security extension from driver 'port_security' Jul 16 17:51:21.008006 n-d-793619-10 neutron-server[93714]: INFO neutron.extensions.vlantransparent [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Disabled vlantransparent extension. Jul 16 17:51:21.008492 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93714) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 17:51:21.008834 n-d-793619-10 neutron-server[93714]: INFO neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading Plugin: router Jul 16 17:51:21.050752 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router_interface before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.051140 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router after_create 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.051510 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router before_create 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.051876 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.052251 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.052838 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router after_delete 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.052985 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > floatingip after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.053468 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router after_create 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.053817 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router after_update 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.054167 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router after_update 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.054515 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.054875 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router after_update 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.055287 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router precommit_update 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.055655 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: port after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.055994 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: port after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.056332 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: subnet after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.056705 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.057053 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > port precommit_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.057400 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router precommit_create 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.057743 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: port before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.058083 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router precommit_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.058442 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router after_update 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.058778 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router precommit_delete 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.059140 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router precommit_create 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.059498 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router_interface after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.059841 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router precommit_update 55549900 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.060202 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > agent after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.060570 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > agent after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.060917 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > network after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.061782 n-d-793619-10 neutron-server[93714]: DEBUG neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Tracking information for resource: router configured {{(pid=93714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:51:21.062115 n-d-793619-10 neutron-server[93714]: DEBUG neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Tracking information for resource: floatingip configured {{(pid=93714) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:51:21.067034 n-d-793619-10 neutron-server[93714]: INFO neutron.db.l3_agentschedulers_db [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 17:51:21.067609 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: port after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.067969 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: port after_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.068318 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: port after_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.068703 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: port after_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.069486 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router before_create 55550100 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.069849 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router precommit_delete 55550100 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.070213 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router precommit_create 55550100 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.070568 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > router precommit_update 55550100 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.074956 n-d-793619-10 neutron-server[93714]: DEBUG neutron.services.provider_configuration [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service providers = [] {{(pid=93714) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 17:51:21.075321 n-d-793619-10 neutron-server[93714]: DEBUG neutron.db.servicetype_db [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93714) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 17:51:21.078237 n-d-793619-10 neutron-server[93714]: DEBUG neutron.services.service_base [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:51:21.078587 n-d-793619-10 neutron-server[93714]: DEBUG neutron.services.service_base [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:51:21.078925 n-d-793619-10 neutron-server[93714]: DEBUG neutron.services.service_base [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:51:21.079818 n-d-793619-10 neutron-server[93714]: DEBUG neutron.services.service_base [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93714) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:51:21.080188 n-d-793619-10 neutron-server[93714]: INFO neutron.services.service_base [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 17:51:21.080595 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:51:21.080915 n-d-793619-10 neutron-server[93714]: INFO neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 17:51:21.091882 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:51:21.092218 n-d-793619-10 neutron-server[93714]: INFO neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading Plugin: auto_allocate Jul 16 17:51:21.098469 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: network precommit_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.098833 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: network precommit_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.099361 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:51:21.099662 n-d-793619-10 neutron-server[93714]: INFO neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading Plugin: tag Jul 16 17:51:21.106305 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:51:21.106627 n-d-793619-10 neutron-server[93714]: INFO neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading Plugin: timestamp Jul 16 17:51:21.110427 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:51:21.110751 n-d-793619-10 neutron-server[93714]: INFO neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading Plugin: network_ip_availability Jul 16 17:51:21.116478 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.116830 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.117189 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.118023 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:51:21.118344 n-d-793619-10 neutron-server[93714]: INFO neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading Plugin: flavors Jul 16 17:51:21.124622 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:51:21.124956 n-d-793619-10 neutron-server[93714]: INFO neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading Plugin: revisions Jul 16 17:51:21.129605 n-d-793619-10 neutron-server[93714]: DEBUG neutron.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93714) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:51:21.129987 n-d-793619-10 neutron-server[93714]: DEBUG oslo_concurrency.lockutils [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=93714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:51:21.130707 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93714) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 17:51:21.131039 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Initializing extension manager. Jul 16 17:51:21.131546 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: __init__.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.131888 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: __pycache__ {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.132217 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.132574 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: address_group.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.133328 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.133897 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: address-group Jul 16 17:51:21.134216 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: address_scope.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.134923 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.135424 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: address-scope Jul 16 17:51:21.135742 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: admin_state_down_before_update.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.136695 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.137196 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: router-admin-state-down-before-update Jul 16 17:51:21.137515 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: agent.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.138209 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.138705 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: agent Jul 16 17:51:21.139021 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: agent_resources_synced.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.139921 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.140425 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: agent-resources-synced Jul 16 17:51:21.140769 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: allowedaddresspairs.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.142541 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.143058 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: allowed-address-pairs Jul 16 17:51:21.143383 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: auto_allocated_topology.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.145136 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.145492 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: auto-allocated-topology Jul 16 17:51:21.145815 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: availability_zone.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.146503 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.147003 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: availability_zone Jul 16 17:51:21.147324 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: availability_zone_filter.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.148225 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.148757 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: availability_zone_filter Jul 16 17:51:21.149075 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: data_plane_status.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.149965 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.150464 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 17:51:21.150782 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: default_subnetpools.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.151694 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.152195 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: default-subnetpools Jul 16 17:51:21.152522 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: dhcpagentscheduler.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.153329 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.153833 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: dhcp_agent_scheduler Jul 16 17:51:21.154154 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: dns.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.155054 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.155555 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension dns-integration not supported by any of loaded plugins Jul 16 17:51:21.155873 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: dns_domain_ports.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.156866 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.157367 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 17:51:21.157687 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.158598 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.159094 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 17:51:21.159413 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: dvr.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.160642 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.161141 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: dvr Jul 16 17:51:21.161462 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: empty_string_filtering.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.162363 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.162867 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: empty-string-filtering Jul 16 17:51:21.163183 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.164076 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.164591 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:51:21.164910 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.165805 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.166303 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 17:51:21.166621 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: external_net.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.167514 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.168021 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: external-net Jul 16 17:51:21.168342 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: extra_dhcp_opt.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.169263 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.169769 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: extra_dhcp_opt Jul 16 17:51:21.170090 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: extraroute.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.170994 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.171495 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: extraroute Jul 16 17:51:21.171815 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: extraroute_atomic.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.172849 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.173360 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: extraroute-atomic Jul 16 17:51:21.173680 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: filter_validation.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.174338 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.174838 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: filter-validation Jul 16 17:51:21.175152 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: fip_pf_description.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.176217 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.176917 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 17:51:21.177239 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: fip_port_details.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.178156 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.178667 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: fip-port-details Jul 16 17:51:21.178987 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: flavors.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.180196 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.180725 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: flavors Jul 16 17:51:21.181055 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.182685 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.183204 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 17:51:21.183532 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: floatingip_pools.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.184220 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.184756 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: floatingip-pools Jul 16 17:51:21.185079 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: ip_allocation.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.185990 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.186489 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 17:51:21.186807 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.187709 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.188210 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: ip-substring-filtering Jul 16 17:51:21.188551 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: l2_adjacency.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.189482 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.189978 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 17:51:21.190300 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: l3.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.193236 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.193236 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: router Jul 16 17:51:21.193236 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: l3_conntrack_helper.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.194450 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.194975 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:51:21.195376 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.196298 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.196831 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: ext-gw-mode Jul 16 17:51:21.197161 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.198071 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.198574 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: l3-ha Jul 16 17:51:21.198900 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: l3_flavors.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.199813 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.200310 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: l3-flavors Jul 16 17:51:21.200670 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.201573 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.202077 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 17:51:21.202397 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: l3agentscheduler.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.203402 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.203906 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: l3_agent_scheduler Jul 16 17:51:21.204230 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: logging.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.205721 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.206232 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension logging not supported by any of loaded plugins Jul 16 17:51:21.207079 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: metering.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.208004 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.208604 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: metering Jul 16 17:51:21.208931 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.210030 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.210539 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: metering_source_and_destination_fields Jul 16 17:51:21.210865 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: multiprovidernet.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.211896 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.212408 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: multi-provider Jul 16 17:51:21.212768 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: netmtu.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.213668 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.214172 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: net-mtu Jul 16 17:51:21.214491 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: netmtu_writable.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.215391 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.215895 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: net-mtu-writable Jul 16 17:51:21.216218 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: network_availability_zone.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.216917 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.217418 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: network_availability_zone Jul 16 17:51:21.217735 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: network_ip_availability.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.218881 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.219489 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: network-ip-availability Jul 16 17:51:21.219854 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: network_segment_range.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.220739 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.221312 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 17:51:21.221701 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: pagination.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.223345 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.223684 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: pagination Jul 16 17:51:21.224094 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: port_device_profile.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.225236 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.225874 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: port-device-profile Jul 16 17:51:21.226259 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.227429 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.228156 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: port-mac-address-regenerate Jul 16 17:51:21.228411 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.229497 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.230086 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: port-numa-affinity-policy Jul 16 17:51:21.230441 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: port_resource_request.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.231566 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.232230 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 17:51:21.232582 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: portbindings.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.233688 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.234327 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: binding Jul 16 17:51:21.234676 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: portbindings_extended.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.236149 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.236780 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: binding-extended Jul 16 17:51:21.237186 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: portsecurity.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.238431 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.239063 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: port-security Jul 16 17:51:21.239447 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: project_id.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.240668 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.241091 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: project-id Jul 16 17:51:21.241622 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: providernet.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.242651 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.243162 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: provider Jul 16 17:51:21.243482 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: qos.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.246995 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.247514 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension qos not supported by any of loaded plugins Jul 16 17:51:21.247843 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.249093 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.249600 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 17:51:21.249926 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.250836 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.251340 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 17:51:21.251663 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: qos_default.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.252579 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.253341 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension qos-default not supported by any of loaded plugins Jul 16 17:51:21.253919 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: qos_fip.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.254410 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.254905 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension qos-fip not supported by any of loaded plugins Jul 16 17:51:21.255225 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: qos_gateway_ip.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.256142 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.256676 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 17:51:21.257000 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: qos_port_network_policy.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.257901 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.258404 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 17:51:21.258728 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: qos_rule_type_details.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.259632 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.260132 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 17:51:21.260459 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: qos_rules_alias.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.261504 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.262009 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 17:51:21.262331 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: quotasv2.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.263253 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.263765 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: quotas Jul 16 17:51:21.264090 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: quotasv2_detail.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.267110 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.267454 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: quota_details Jul 16 17:51:21.267791 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: rbac.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.268865 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.269911 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: rbac-policies Jul 16 17:51:21.270310 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: rbac_address_group.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.271154 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.271667 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: rbac-address-group Jul 16 17:51:21.271995 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: rbac_address_scope.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.272954 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.273469 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: rbac-address-scope Jul 16 17:51:21.273793 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: rbac_security_groups.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.274697 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.275209 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: rbac-security-groups Jul 16 17:51:21.275530 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: rbac_subnetpool.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.276431 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.276972 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: rbac-subnetpool Jul 16 17:51:21.277292 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: revisionifmatch.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.278203 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.278711 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: revision-if-match Jul 16 17:51:21.279033 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: revisions.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.280124 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.280664 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: standard-attr-revisions Jul 16 17:51:21.280992 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: router_availability_zone.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.281658 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.282170 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: router_availability_zone Jul 16 17:51:21.282490 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: routerservicetype.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.283399 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.283899 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension router-service-type not supported by any of loaded plugins Jul 16 17:51:21.284219 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.285719 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.286222 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: security-groups-normalized-cidr Jul 16 17:51:21.286536 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: security_groups_port_filtering.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.287449 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.287960 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: port-security-groups-filtering Jul 16 17:51:21.288279 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.289212 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.289717 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: security-groups-remote-address-group Jul 16 17:51:21.290037 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: securitygroup.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.299748 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.300291 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: security-group Jul 16 17:51:21.300680 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: segment.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.301536 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.302044 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension segment not supported by any of loaded plugins Jul 16 17:51:21.302374 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.303295 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.303811 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 17:51:21.304140 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: servicetype.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.305271 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.305788 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: service-type Jul 16 17:51:21.306117 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: sorting.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.307084 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.307416 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: sorting Jul 16 17:51:21.307739 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: standard_attr_segment.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.308743 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.309255 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 17:51:21.309581 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: standardattrdescription.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.310222 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.310733 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: standard-attr-description Jul 16 17:51:21.311054 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: stateful_security_group.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.311980 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.312493 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: stateful-security-group Jul 16 17:51:21.312845 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: stdattrs_common.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.313423 n-d-793619-10 neutron-server[93714]: WARNING neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 17:51:21.313745 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.314657 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.315165 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 17:51:21.315483 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: subnet_onboard.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.316610 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.317115 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: subnet_onboard Jul 16 17:51:21.317434 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.318349 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.318855 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 17:51:21.319173 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: subnet_service_types.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.320197 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.320745 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: subnet-service-types Jul 16 17:51:21.321066 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: subnetallocation.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.322131 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.322642 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: subnet_allocation Jul 16 17:51:21.322963 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.323618 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.324124 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: subnetpool-prefix-ops Jul 16 17:51:21.324447 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.325385 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.325891 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 17:51:21.326211 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: tagging.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.327252 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.327761 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: standard-attr-tag Jul 16 17:51:21.328081 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: timestamp.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.329330 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.329850 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loaded extension: standard-attr-timestamp Jul 16 17:51:21.330174 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: trunk.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.331236 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.332262 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension trunk not supported by any of loaded plugins Jul 16 17:51:21.332734 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: trunk_details.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.333700 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.334209 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension trunk-details not supported by any of loaded plugins Jul 16 17:51:21.334531 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: uplink_status_propagation.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.335515 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.336034 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 17:51:21.336357 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Loading extension file: vlantransparent.py {{(pid=93714) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:51:21.337047 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93714) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:51:21.337549 n-d-793619-10 neutron-server[93714]: INFO neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 17:51:21.340012 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:network Jul 16 17:51:21.340575 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:subnet Jul 16 17:51:21.340982 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:51:21.341386 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:port Jul 16 17:51:21.342753 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.343207 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service FLAVORS assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.343831 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.344263 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.344622 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:router Jul 16 17:51:21.345047 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:51:21.345528 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service METERING assigned prefix: /metering {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.346988 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.347926 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.348279 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:51:21.349323 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:51:21.349773 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:51:21.350226 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:51:21.350846 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service CORE assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.351172 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:51:21.351517 n-d-793619-10 neutron-server[93714]: WARNING neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] subnetpool is already registered Jul 16 17:51:21.351962 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service CORE assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.352289 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:51:21.352659 n-d-793619-10 neutron-server[93714]: WARNING neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] subnetpool is already registered Jul 16 17:51:21.354935 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.355367 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service FLAVORS assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.355962 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.356387 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.356742 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:router Jul 16 17:51:21.357081 n-d-793619-10 neutron-server[93714]: WARNING neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] router is already registered Jul 16 17:51:21.357490 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:51:21.357824 n-d-793619-10 neutron-server[93714]: WARNING neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] floatingip is already registered Jul 16 17:51:21.358276 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service METERING assigned prefix: /metering {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.358955 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:51:21.359278 n-d-793619-10 neutron-server[93714]: WARNING neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] rbac_policy is already registered Jul 16 17:51:21.359685 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:51:21.360016 n-d-793619-10 neutron-server[93714]: WARNING neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] security_group is already registered Jul 16 17:51:21.360417 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:51:21.360779 n-d-793619-10 neutron-server[93714]: WARNING neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] security_group_rule is already registered Jul 16 17:51:21.361405 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service CORE assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.361731 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:51:21.362062 n-d-793619-10 neutron-server[93714]: WARNING neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] subnetpool is already registered Jul 16 17:51:21.362483 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.v2.resource_helper [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Service CORE assigned prefix: {{(pid=93714) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:51:21.363288 n-d-793619-10 neutron-server[93714]: INFO neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:51:21.363624 n-d-793619-10 neutron-server[93714]: WARNING neutron.quota.resource_registry [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] subnetpool is already registered Jul 16 17:51:21.364099 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: extensions {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.365615 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: address-groups {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.367165 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: address-scopes {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.368415 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: agents {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.369605 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: auto-allocated-topology {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.370863 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: availability_zones {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.372082 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: dhcp-networks {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.373623 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: dhcp-agents {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.375055 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: routers {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.376784 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: flavors {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.379978 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: service_profiles {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.381233 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: next_providers {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.382692 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: service_profiles {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.384251 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: floatingip-pools {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.385505 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: routers {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.387216 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: floatingips {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.388480 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: l3-routers {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.389899 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: l3-agents {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.391371 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: metering-labels {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.392654 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: metering-label-rules {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.394039 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: network-ip-availabilities {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.395832 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: bindings {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.397430 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: quotas {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.398970 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: quotas {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.400381 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: rbac-policies {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.401612 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: security-groups {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.402904 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: security-group-rules {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.404143 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: service-providers {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.405397 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: subnetpools {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.406725 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: subnetpools {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.408265 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.410065 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.411905 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.413729 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.415416 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.417397 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.419080 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.420980 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.422838 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.424607 n-d-793619-10 neutron-server[93714]: DEBUG neutron.api.extensions [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Extended resource: tags {{(pid=93714) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:51:21.430869 n-d-793619-10 neutron-server[93714]: WARNING keystonemiddleware.auth_token [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 17:51:21.435442 n-d-793619-10 neutron-server[93714]: WARNING keystonemiddleware.auth_token [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 17:51:21.444454 n-d-793619-10 neutron-server[93714]: DEBUG oslo_concurrency.lockutils [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Acquired lock "singleton_lock" {{(pid=93714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 17:51:21.444952 n-d-793619-10 neutron-server[93714]: DEBUG oslo_concurrency.lockutils [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Releasing lock "singleton_lock" {{(pid=93714) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 17:51:21.445586 n-d-793619-10 neutron-server[93714]: INFO oslo_service.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Starting 2 workers Jul 16 17:51:21.450449 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Started child 93823 {{(pid=93714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:51:21.454870 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Started child 93824 {{(pid=93714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:51:21.455843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.456645 n-d-793619-10 neutron-server[93714]: INFO neutron.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 17:51:21.457689 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Notify callbacks [] for process, before_spawn {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.457963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [-] (93823) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:51:21.460163 n-d-793619-10 neutron-server[93714]: INFO oslo_service.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Starting 1 workers Jul 16 17:51:21.460532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.461944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [-] (93824) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:51:21.465360 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Started child 93825 {{(pid=93714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:51:21.465872 n-d-793619-10 neutron-server[93714]: INFO oslo_service.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Starting 1 workers Jul 16 17:51:21.469194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] calling RpcWorker wait() {{(pid=93825) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 17:51:21.469758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] returning from RpcWorker wait() {{(pid=93825) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 17:51:21.470297 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Started child 93826 {{(pid=93714) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:51:21.471083 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.471179 n-d-793619-10 neutron-server[93714]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9945-64d8-46f6-b798-37efe277e6da None None] Notify callbacks [] for process, after_spawn {{(pid=93714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.471624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:21.473094 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:51:21.473293 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:51:21.473470 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:51:21.473676 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:51:21.474016 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:51:21.474174 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:51:21.474716 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.474996 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.475240 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.475500 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.475803 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.476150 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.476653 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.476743 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.476917 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.477195 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.477441 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.477610 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.477772 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.478041 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.478267 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.478526 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.478785 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.479031 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.479290 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.479457 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.479716 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.479987 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.480229 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.480483 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] debug = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.480747 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.481225 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.481468 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.481712 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.481936 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.482202 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.482442 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.482695 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.482937 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.483174 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.483412 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.483658 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.483903 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.484113 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.484334 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.484645 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.484866 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.485331 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] host = n-d-793619-10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.485564 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.485809 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.486052 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.486301 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.486565 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.486794 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.487058 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.487309 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.487559 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.487831 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.488206 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.488412 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.488710 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.488986 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.489151 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_options = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.489390 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.489667 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.489923 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.490113 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.490280 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.490453 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.490704 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.490866 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.491110 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.491324 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.491536 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.491747 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.491964 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.492190 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.492455 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.492719 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.492948 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.493164 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.493407 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.493633 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.493875 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.494182 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.494335 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.494567 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.494809 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.495041 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.495269 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.495499 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.495709 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.495959 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.496200 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.496453 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.496703 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.496943 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.497169 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.497391 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.497627 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.497886 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.498113 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.498366 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.498607 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.498838 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.499060 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.499271 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.499505 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.499721 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_json = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.499939 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.500161 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.500426 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.500659 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.500891 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.501104 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.501313 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.501545 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.501990 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.502298 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.502860 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.503123 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.503372 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.504166 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.504473 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.504765 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.505007 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.505262 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.505609 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.505834 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.506121 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.506373 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.506641 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.506967 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.507203 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.507468 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.507716 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.507969 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.508185 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.508402 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.508748 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.509011 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.509369 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.511562 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.511886 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.512353 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.512508 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.512844 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.513212 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.513531 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.513892 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.514196 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.514783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.514783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.515092 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.515188 n-d-793619-10 neutron-server[93826]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:21.515442 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.516171 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.516171 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.516363 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.516795 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.517473 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.517473 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.517688 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.517982 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.518293 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.518608 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.520554 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.520554 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.520554 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.520554 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.520554 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.520952 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.521240 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.521581 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.522220 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.522220 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.522423 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.523019 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.523259 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.523576 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.524033 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.524553 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.524553 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.524839 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.525143 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.525447 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.525836 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.526134 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.526426 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.526716 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.526998 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.527284 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.527570 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.527884 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.528174 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.528414 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.528661 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.529844 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.532738 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.532995 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.533252 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.533510 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.533768 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.534119 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.534389 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.534694 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.534959 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.535222 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.535450 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.535737 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.535989 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.536218 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.536462 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.536746 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.536981 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.537247 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.537506 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.537758 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.538022 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.538271 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.538497 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.538737 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.540783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.540783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.540783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.540783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.540783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.540783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.540783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.540783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.541491 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.541491 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.541491 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.541811 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.542041 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.542319 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.542576 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.542811 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.543060 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.543330 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.543562 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.543832 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.544064 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.544314 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.544551 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.544837 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.545092 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.545333 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.545543 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.545774 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.546089 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.546339 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.546552 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.546766 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.547044 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.547289 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.547539 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.547801 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.548063 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.548316 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.548622 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.548838 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.549058 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.549289 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.549535 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.549750 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.549995 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.550229 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.550578 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.550820 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.551035 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.551300 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.551525 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.551727 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.551945 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.552158 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.552372 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.552777 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.552884 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.554209 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.554209 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.554209 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.554209 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.554209 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.554209 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.554677 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.554677 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.554889 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.555140 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.555377 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.555639 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.555873 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.556127 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.556344 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.556825 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.557069 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.557295 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.557501 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.557719 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.557955 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.558200 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.558400 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.558614 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.558876 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.559125 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.559475 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.559725 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.559958 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.560195 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.560407 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.560703 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.560955 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.561177 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.561395 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.561615 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.561849 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.562088 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.562309 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.562535 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.562748 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.562959 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.563171 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.563388 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.563601 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.563903 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.564153 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.564380 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.564674 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.564914 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.565157 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.565389 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.565603 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.565836 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.566613 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.566833 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.567049 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.567277 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.567489 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.567706 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.567909 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.568122 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.568338 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.568581 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.568796 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.568998 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.569223 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.569442 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.569656 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.569883 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.570176 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.570355 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.570576 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.570809 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.571015 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.571334 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.571594 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.571815 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.572128 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.572609 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.572609 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.572848 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.573142 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.573356 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.573628 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.573877 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.574102 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.574333 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.574593 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.574951 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.575233 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.575496 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.575731 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.576009 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.576294 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.576594 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.576837 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.577115 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.577470 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.577734 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.577991 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.578241 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.578510 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.578770 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.578993 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.579230 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.579448 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.579664 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.579920 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.580165 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.580389 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.580657 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.580883 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.581099 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.581344 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.582141 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.582374 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.582592 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.582747 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:51:21.583286 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93714) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:51:21.583445 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:51:21.583595 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:51:21.583760 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:51:21.583926 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:51:21.584172 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:51:21.584271 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.584427 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.584615 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.584777 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.584937 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.585117 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.585276 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.585434 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.585589 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.585750 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.585909 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.586064 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.586219 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.586375 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.586529 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.586686 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.586841 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.586996 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.587157 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.587313 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.587468 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.587623 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.587779 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] debug = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.587935 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.588140 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.588304 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.588464 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.588647 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.588793 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.588952 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.589103 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.589268 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.589449 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.589627 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.589725 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.589880 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.590032 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.590178 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.590338 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.590494 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.590649 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] host = n-d-793619-10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.590805 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.590961 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.591396 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.591396 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.591396 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.591641 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.591719 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.591850 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.592010 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.592169 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.592322 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.592480 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.592692 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.592815 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.592959 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_options = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.593111 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.593267 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.593426 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.593611 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.593777 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.593931 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.594087 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.594246 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.594402 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.594557 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.594707 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.594870 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.595028 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.595180 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.595339 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.595493 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.595653 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.595810 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.595941 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.596117 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.596249 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.596406 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.596581 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.596737 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.596894 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.597047 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.597243 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.597386 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.597534 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.597773 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.597866 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.597982 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.598137 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.598293 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.598447 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.598603 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.598758 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.598917 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.599074 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.599232 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.599394 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.599547 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.599703 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.599859 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.600019 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.600177 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_json = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.600334 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.600493 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.600673 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.600833 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.600989 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.601144 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.601302 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.601459 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:51:21.601639 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.601805 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.601980 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.602147 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.602311 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.602473 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.602634 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.602796 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.602956 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.603120 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.603285 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.603450 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.603622 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.603785 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.603944 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.604106 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.604268 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.604430 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.604615 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.604781 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.604958 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.605088 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.605261 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.605423 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.605591 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.605731 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.605889 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.606051 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.606213 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.606373 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.606535 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.606695 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.606857 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.607018 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.607179 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.607340 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.607501 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.607662 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.607823 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.607984 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.608145 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.608305 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.608467 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.608660 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.608800 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.608954 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.609115 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.609281 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.609426 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.609585 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.609756 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.609917 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.610079 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.610240 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.610402 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.610564 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.610724 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.610885 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.611045 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.611206 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.611366 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.611541 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.611701 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.611862 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.612024 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.612187 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.612346 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.612506 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.612685 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.612938 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.613129 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.613295 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.613396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:21.613486 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.613612 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.613776 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.613938 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.614101 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.614262 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.614424 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.614585 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.614747 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.614912 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.615073 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.615235 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.615406 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.615585 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.615748 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.615910 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.616070 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.616233 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.616394 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.616638 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.616754 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.616899 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.617060 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.617273 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.617369 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.617536 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.617697 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.617855 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.618017 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.618177 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.618338 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.618499 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.618659 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.618819 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.618980 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.619140 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.619301 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.619460 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.619620 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.619790 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.619951 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.620112 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.620273 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.620441 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.620634 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.620797 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.620957 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.621118 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.621277 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.621437 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.621580 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.621744 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.621904 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.622063 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.622223 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.622394 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.622566 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.622727 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.622888 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.623048 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.623232 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.623391 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.623553 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.623714 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.623876 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.624036 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.624197 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.624358 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.624581 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.624710 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.624876 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.625038 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.625200 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.625362 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.625523 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.625684 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.625847 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.626009 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.626170 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.626331 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.626934 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.626934 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.626934 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.626934 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.627234 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.627234 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.627423 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.627542 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.627970 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.628132 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.628291 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.629668 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.629668 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.629668 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.629668 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.629668 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.630043 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.630043 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.630043 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.630282 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.630360 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.630474 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.630634 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.630795 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.630959 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.631122 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.631283 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.631444 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.631604 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.631765 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.631926 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.632086 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.632248 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.632408 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.632589 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.632788 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.632950 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.633111 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.633297 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.633434 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.633594 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.633754 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.633914 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.634075 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.634236 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.634396 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.634557 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.634720 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.634882 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.635044 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.635205 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.635371 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.635533 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.635695 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.635870 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.636033 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.636196 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.636356 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.636566 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.636716 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.636890 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.637052 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.637216 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.637378 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.637540 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.637701 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.637871 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.638034 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.638197 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.638358 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.638522 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.638670 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.638840 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.639001 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.639161 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.639322 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.639472 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.639630 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.639799 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.639961 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.640106 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.640269 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.640430 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.640612 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.640783 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.640946 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.641107 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.641276 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.641438 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.641597 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.641732 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.641906 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.642067 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.642230 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.642390 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.642550 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.642709 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.642870 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.643036 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.643205 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.643373 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.643536 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.643706 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.643875 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.644099 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.644830 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.644989 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.645134 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.645323 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.645490 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.645653 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.645814 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.645977 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.646138 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.646299 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.646460 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.646619 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.646755 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.646916 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.647076 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.647238 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.647399 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.647559 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.647703 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.647867 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.648029 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.648190 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:51:21.648327 n-d-793619-10 neutron-server[93714]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93714) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:51:21.848365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:21.856780 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061257 Jul 16 17:51:33.159650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfa9783-564b-457f-b669-01be86c37704 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 17:51:33.228704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa9783-564b-457f-b669-01be86c37704 None None] No non-hosted networks {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 17:51:33.244686 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.agentschedulers_db [None req-2dfa9783-564b-457f-b669-01be86c37704 None None] DHCP Agent not found on host n-d-793619-10 {{(pid=93825) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 17:51:33.367382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-397dba99-3b4a-4be0-85c4-f49b7dd04ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752843'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.885300 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752843'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.885950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.887212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.887501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.889683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.890419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.890769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.891106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.891439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.891768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.892093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.894886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.901598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:35.902013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793619-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:35.913218 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-633b8466-4b24-499f-bad9-bd0bab0f9d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752843'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.925690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793619-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:35.933899 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e840370-74c2-497c-a8bd-c3b609049cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.805739 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752843'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.497808 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752843'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.489786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57076) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:39.989637 n-d-793619-10 neutron-server[93824]: WARNING oslo_policy.policy [None req-c1edc7be-35e1-4065-8311-d8b8f0de4c22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:51:39.990290 n-d-793619-10 neutron-server[93824]: WARNING oslo_policy.policy [None req-c1edc7be-35e1-4065-8311-d8b8f0de4c22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:51:40.182257 n-d-793619-10 neutron-server[93825]: INFO neutron.db.l3_hamode_db [None req-1b192cc1-2f43-4042-87f1-b5cb8851a95d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 17:51:40.210480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-c1edc7be-35e1-4065-8311-d8b8f0de4c22 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:40.211573 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c1edc7be-35e1-4065-8311-d8b8f0de4c22 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7202647 Jul 16 17:51:40.262955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b192cc1-2f43-4042-87f1-b5cb8851a95d None None] Routers set() bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:40.263264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b192cc1-2f43-4042-87f1-b5cb8851a95d None None] Router IDs set() for agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 17:51:42.551377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57090) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:42.855794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3cc8f0ad-53f8-4845-a6b5-fe12f0a9b7ba admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:42.951194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.policy [None req-3cc8f0ad-53f8-4845-a6b5-fe12f0a9b7ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93824) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:51:42.996499 n-d-793619-10 neutron-server[93824]: WARNING oslo_policy.policy [None req-3cc8f0ad-53f8-4845-a6b5-fe12f0a9b7ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:51:42.996853 n-d-793619-10 neutron-server[93824]: WARNING oslo_policy.policy [None req-3cc8f0ad-53f8-4845-a6b5-fe12f0a9b7ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:51:43.005548 n-d-793619-10 neutron-server[93824]: INFO neutron.quota [None req-3cc8f0ad-53f8-4845-a6b5-fe12f0a9b7ba admin admin] Loaded quota_driver: . Jul 16 17:51:43.098914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f0ad-53f8-4845-a6b5-fe12f0a9b7ba admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759287906341', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759287922200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759287894608', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759287892070', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759287898665', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759287888981', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-837000', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-836219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2063311', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1977406'] for rbac-policy, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.164314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f0ad-53f8-4845-a6b5-fe12f0a9b7ba admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.165540 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3cc8f0ad-53f8-4845-a6b5-fe12f0a9b7ba admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6132143 Jul 16 17:51:45.700216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57102) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:45.991235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:46.019783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Made reservation on behalf of 7f3f13e7eeb84591b9c22adc8cad6f72 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:46.022488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.039311 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.175159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.179310 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.203139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:51:46.228864 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759291550275', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.229432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Unsubscribe: segment precommit_create {{(pid=93824) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:51:46.229942 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Added segment 28aefe62-2643-4f82-bba6-a6a41e2845ad of type vlan for network ae92816b-4e7b-434f-8b8a-ecc9466455b7 Jul 16 17:51:46.237933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eabed5-8a65-43fd-a164-5cc0f1dea263,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:46.274297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.274637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.274972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.275302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.275629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.275949 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.276264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.276671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.276992 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.277307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.277623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.277935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Tracked resource versions report: Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: pushed versions: Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: { 'AddressGroup': {'1.2'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'ConntrackHelper': {'1.0'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Log': {'1.0'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Network': {'1.1'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Port': {'1.7'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'PortForwarding': {'1.2'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'QosPolicy': {'1.8'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'SecurityGroup': {'1.4'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'SubPort': {'1.0'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Subnet': {'1.1'}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Trunk': {'1.1'}} Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: consumer versions: Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: { DHCP agent@n-d-793619-10: {}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: L3 agent@n-d-793619-10: {}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: Metadata agent@n-d-793619-10: {}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: Metering agent@n-d-793619-10: {}, Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: Open vSwitch agent@n-d-793619-10: { 'AddressGroup': '1.2', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'ConntrackHelper': '1.0', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Log': '1.0', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Network': '1.1', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Port': '1.7', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'PortForwarding': '1.2', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'QosPolicy': '1.8', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'SecurityGroup': '1.4', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'SecurityGroupRule': '1.2', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'SubPort': '1.0', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Subnet': '1.1', Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: 'Trunk': '1.1'}} Jul 16 17:51:46.279099 n-d-793619-10 neutron-server[93824]: {{(pid=93824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:51:46.351703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.401721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.402769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:46.403455 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.460278 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7589839 Jul 16 17:51:46.501060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746caf05-a6d4-470c-8a53-35c8c2da4da8 admin admin] Pushing event updated for resources: {'Network': ['ID=ae92816b-4e7b-434f-8b8a-ecc9466455b7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:46.513529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network ae92816b-4e7b-434f-8b8a-ecc9466455b7 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:51:49.131116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:49.518109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60b6cf9-dbb3-4e3a-bb09-2b846b218444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.519486 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b60b6cf9-dbb3-4e3a-bb09-2b846b218444 admin admin] 10.222.0.60 "GET /v2.0/networks/ae92816b-4e7b-434f-8b8a-ecc9466455b7 HTTP/1.1" status: 200 len: 825 time: 0.3874002 Jul 16 17:51:49.542825 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8abe0f74-2342-42bb-8cfb-47235e87b16d admin admin] 10.222.0.60 "GET /v2.0/subnetpools/aa2e07f9-f66c-4eac-9f51-c7a21df0ffb7 HTTP/1.1" status: 200 len: 734 time: 0.0180132 Jul 16 17:51:49.551728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Request body: {'subnet': {'subnetpool_id': 'aa2e07f9-f66c-4eac-9f51-c7a21df0ffb7', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:49.572999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Made reservation on behalf of 7f3f13e7eeb84591b9c22adc8cad6f72 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:49.575229 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.866657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.942354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Pushing event updated for resources: {'Subnet': ['ID=caee78f2-8965-42be-9789-e6850ea5cee2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:49.944342 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Checking segment: {'id': '28aefe62-2643-4f82-bba6-a6a41e2845ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:49.944741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Network hostable DHCP agents. Network: ae92816b-4e7b-434f-8b8a-ecc9466455b7, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:51:49.967318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Network ae92816b-4e7b-434f-8b8a-ecc9466455b7 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:51:49.979507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, ae92816b-4e7b-434f-8b8a-ecc9466455b7) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:49.984096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.984720 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.989440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b672521-eaea-42ec-8aaf-f18a6d7ddc25 None None] Network ae92816b-4e7b-434f-8b8a-ecc9466455b7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:49.998312 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-89b9daff-88d2-4175-b7e4-ad9720b7861b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4505215 Jul 16 17:51:50.302938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-ae92816b-4e7b-434f-8b8a-ecc9466455b7', 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'fixed_ips': [{'subnet_id': 'caee78f2-8965-42be-9789-e6850ea5cee2'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:51:50.304176 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.572975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Allocated IP 172.20.0.2 (ae92816b-4e7b-434f-8b8a-ecc9466455b7/caee78f2-8965-42be-9789-e6850ea5cee2/9a9c6e09-9b46-41f6-bebb-158f9501c9c5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:50.801314 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.816931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Transition to ACTIVE for port object 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:50.838503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Transition to ACTIVE for port object 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:50.847013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.917974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Network ae92816b-4e7b-434f-8b8a-ecc9466455b7 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:50.922566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:50.931308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:50.935730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Pushing event updated for resources: {'Port': ['ID=9a9c6e09-9b46-41f6-bebb-158f9501c9c5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:50.961009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.961009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.961313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.961593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.961950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.962280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.962608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.962932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.963256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.963577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.963900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.964222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Tracked resource versions report: Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: pushed versions: Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: { 'AddressGroup': {'1.2'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'ConntrackHelper': {'1.0'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Log': {'1.0'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Network': {'1.1'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Port': {'1.7'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'PortForwarding': {'1.2'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'QosPolicy': {'1.8'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'SecurityGroup': {'1.4'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'SubPort': {'1.0'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Subnet': {'1.1'}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Trunk': {'1.1'}} Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: consumer versions: Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: { DHCP agent@n-d-793619-10: {}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: L3 agent@n-d-793619-10: {}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: Metadata agent@n-d-793619-10: {}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: Metering agent@n-d-793619-10: {}, Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: Open vSwitch agent@n-d-793619-10: { 'AddressGroup': '1.2', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'ConntrackHelper': '1.0', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Log': '1.0', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Network': '1.1', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Port': '1.7', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'PortForwarding': '1.2', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'QosPolicy': '1.8', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'SecurityGroup': '1.4', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'SecurityGroupRule': '1.2', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'SubPort': '1.0', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Subnet': '1.1', Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: 'Trunk': '1.1'}} Jul 16 17:51:50.965378 n-d-793619-10 neutron-server[93825]: {{(pid=93825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:51:51.014263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Attempting to bind port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:51.014837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Attempting to bind port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '28aefe62-2643-4f82-bba6-a6a41e2845ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:51.015063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Attempting to bind port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 on network ae92816b-4e7b-434f-8b8a-ecc9466455b7 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:51.020381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:51.020822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Checking segment: {'id': '28aefe62-2643-4f82-bba6-a6a41e2845ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:51.021299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.021689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Bound using segment: {'id': '28aefe62-2643-4f82-bba6-a6a41e2845ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:51.022189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Bound port: 9a9c6e09-9b46-41f6-bebb-158f9501c9c5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28aefe62-2643-4f82-bba6-a6a41e2845ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:51.022602 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.085641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] For port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:51.089870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] For port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9a9c6e09-9b46-41f6-bebb-158f9501c9c5,segment=NetworkSegment(28aefe62-2643-4f82-bba6-a6a41e2845ad),segment_id=28aefe62-2643-4f82-bba6-a6a41e2845ad)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:51.093148 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.156733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecd249-f794-4e44-b405-f19cbc440a6a None None] Pushing event updated for resources: {'Port': ['ID=9a9c6e09-9b46-41f6-bebb-158f9501c9c5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:52.422721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:52.733879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-0505b7c7-dea9-4312-9010-c75dace8a72d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:52.734884 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0505b7c7-dea9-4312-9010-c75dace8a72d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111162 Jul 16 17:51:55.229719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57132) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:55.541056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-901f5880-9b96-4722-b952-8372133261f7 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:55.542119 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-901f5880-9b96-4722-b952-8372133261f7 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113897 Jul 16 17:51:57.351133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8442392-09af-4e34-98ad-dac9e5e6d34c None None] Network ae92816b-4e7b-434f-8b8a-ecc9466455b7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:57.476890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fd9ce4fb-5632-4793-8417-c411e3fde3b6 None None] Provisioning for port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:57.819152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:57.898787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:57.902357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:57.902763 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.009174 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.042458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9a9c6e09-9b46-41f6-bebb-158f9501c9c5,segment=NetworkSegment(28aefe62-2643-4f82-bba6-a6a41e2845ad),segment_id=28aefe62-2643-4f82-bba6-a6a41e2845ad)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:58.046419 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.093367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=9a9c6e09-9b46-41f6-bebb-158f9501c9c5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:58.192002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57146) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:58.480946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a13745b5-d347-4d95-bb19-24eaaaf9d1c4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:58.505100 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a13745b5-d347-4d95-bb19-24eaaaf9d1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.506593 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a13745b5-d347-4d95-bb19-24eaaaf9d1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.647487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a13745b5-d347-4d95-bb19-24eaaaf9d1c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.653165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a13745b5-d347-4d95-bb19-24eaaaf9d1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.666009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a13745b5-d347-4d95-bb19-24eaaaf9d1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.667444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a13745b5-d347-4d95-bb19-24eaaaf9d1c4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4744327 Jul 16 17:51:59.792079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:59.840232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:59.840669 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.049316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57154) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:01.356055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-8e51f94a-f436-4724-a9e8-999aa823ab3c admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:52:01.357080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8e51f94a-f436-4724-a9e8-999aa823ab3c admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3068185 Jul 16 17:52:03.064121 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c994c2e-09f7-4c24-849e-1f19bf6d9c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.680786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57162) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:03.983124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:04.006168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Made reservation on behalf of 21231be86b6842b3819349c1caaa9534 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:04.008394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.016486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.103051 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.107716 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.125067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Reserving flat network on physical network physnet1 {{(pid=93824) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 17:52:04.141474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a28bee1-3e68-4ce8-8143-77a693ed97cb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:04.146445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.146838 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Added segment 609dcec6-fa9c-4640-b4e3-217548679b96 of type flat for network 4b546c39-2395-41cb-b351-61cf70738cf2 Jul 16 17:52:04.198948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.233839 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.234778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.235343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:04.263547 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5816784 Jul 16 17:52:04.298063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e275268-8b9f-4299-8156-ab129cc7171f admin admin] Pushing event updated for resources: {'Network': ['ID=4b546c39-2395-41cb-b351-61cf70738cf2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:04.308144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 4b546c39-2395-41cb-b351-61cf70738cf2 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:52:05.873251 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:05.875060 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-404edd56-397c-421b-9624-24f1aa23f76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:06.580449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57170) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:06.758127 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:06.918704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e56278-252e-49e6-a324-bce34eeca11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.920027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c1e56278-252e-49e6-a324-bce34eeca11c admin admin] 10.222.0.60 "GET /v2.0/subnets/caee78f2-8965-42be-9789-e6850ea5cee2 HTTP/1.1" status: 200 len: 849 time: 0.3385863 Jul 16 17:52:07.034920 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d9c5a3a7-d26f-4864-b6d6-cbbf0f14a4c2 admin admin] 10.222.0.60 "GET /v2.0/routers/06fade61-8c7b-42be-9339-1d0cffe9c2e4 HTTP/1.1" status: 200 len: 704 time: 0.1092272 Jul 16 17:52:07.299138 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:07.594323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Allocated IP 172.20.0.1 (ae92816b-4e7b-434f-8b8a-ecc9466455b7/caee78f2-8965-42be-9789-e6850ea5cee2/35910af5-2a3e-4984-8c9d-5db207b7c8c0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:07.788249 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:07.809226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Transition to ACTIVE for port object 35910af5-2a3e-4984-8c9d-5db207b7c8c0 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:07.887884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:07.948682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Network ae92816b-4e7b-434f-8b8a-ecc9466455b7 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:07.954809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:07.962314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:07.962811 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.035818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Pushing event updated for resources: {'Port': ['ID=35910af5-2a3e-4984-8c9d-5db207b7c8c0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:08.179218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.185233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8abd661e-eb87-49d2-a96a-ad02668a7435 None None] Provisioning for port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:08.189831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8abd661e-eb87-49d2-a96a-ad02668a7435 None None] Provisioning complete for port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:08.190209 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8abd661e-eb87-49d2-a96a-ad02668a7435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.223486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8abd661e-eb87-49d2-a96a-ad02668a7435 None None] Port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:52:08.361217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.365532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.366281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.424130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Pushing event updated for resources: {'Port': ['ID=35910af5-2a3e-4984-8c9d-5db207b7c8c0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:08.429215 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.491416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Network ae92816b-4e7b-434f-8b8a-ecc9466455b7 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:08.492757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:08.642441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c896ce5d-543f-4345-a6e7-f5bba034541d None None] Provisioning complete for port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:08.642808 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c896ce5d-543f-4345-a6e7-f5bba034541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.651518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Router 06fade61-8c7b-42be-9339-1d0cffe9c2e4 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:52:08.675933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c896ce5d-543f-4345-a6e7-f5bba034541d None None] Port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:52:08.743131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:08.748391 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4bcb1004-5d68-495d-8afb-413038c9d543 admin admin] 10.222.0.60 "PUT /v2.0/routers/06fade61-8c7b-42be-9339-1d0cffe9c2e4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7086730 Jul 16 17:52:08.753873 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Sync routers for ids ['06fade61-8c7b-42be-9339-1d0cffe9c2e4'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:08.765740 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Routers {'06fade61-8c7b-42be-9339-1d0cffe9c2e4'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:08.766557 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T17:52:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['06fade61-8c7b-42be-9339-1d0cffe9c2e4'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:08.952295 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Set router 06fade61-8c7b-42be-9339-1d0cffe9c2e4 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:09.384854 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'name': 'router1', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:58Z', 'updated_at': '2021-07-16T17:52:08Z', 'revision_number': 2, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'gw_port_host': None, '_interfaces': [{'id': '35910af5-2a3e-4984-8c9d-5db207b7c8c0', 'name': '', 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'mac_address': 'fa:16:3e:a9:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:07Z', 'updated_at': '2021-07-16T17:52:08Z', 'revision_number': 2, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'subnets': [{'id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2e07f9-f66c-4eac-9f51-c7a21df0ffb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:09.436431 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Checking router: 06fade61-8c7b-42be-9339-1d0cffe9c2e4 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:52:09.436942 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Updating router 06fade61-8c7b-42be-9339-1d0cffe9c2e4 port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:52:09.502293 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:09.988423 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:10.007638 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Transition to ACTIVE for port object 35910af5-2a3e-4984-8c9d-5db207b7c8c0 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:10.013439 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:10.164630 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Pushing event updated for resources: {'Port': ['ID=35910af5-2a3e-4984-8c9d-5db207b7c8c0,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:10.179312 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.179649 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.179987 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.180413 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.180669 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.180982 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.181304 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.181625 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.181945 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.182263 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.182581 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.182906 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Tracked resource versions report: Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: pushed versions: Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: { 'AddressGroup': {'1.2'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'ConntrackHelper': {'1.0'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Log': {'1.0'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Network': {'1.1'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Port': {'1.7'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'PortForwarding': {'1.2'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'QosPolicy': {'1.8'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'SecurityGroup': {'1.4'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'SubPort': {'1.0'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Subnet': {'1.1'}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Trunk': {'1.1'}} Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: consumer versions: Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: { DHCP agent@n-d-793619-10: {}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: L3 agent@n-d-793619-10: {}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: Metadata agent@n-d-793619-10: {}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: Metering agent@n-d-793619-10: {}, Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: Open vSwitch agent@n-d-793619-10: { 'AddressGroup': '1.2', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'ConntrackHelper': '1.0', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Log': '1.0', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Network': '1.1', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Port': '1.7', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'PortForwarding': '1.2', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'QosPolicy': '1.8', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'SecurityGroup': '1.4', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'SecurityGroupRule': '1.2', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'SubPort': '1.0', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Subnet': '1.1', Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: 'Trunk': '1.1'}} Jul 16 17:52:10.184043 n-d-793619-10 neutron-server[93826]: {{(pid=93826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:52:10.190769 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Attempting to bind port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:10.191175 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Attempting to bind port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '28aefe62-2643-4f82-bba6-a6a41e2845ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:10.191598 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Attempting to bind port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 on network ae92816b-4e7b-434f-8b8a-ecc9466455b7 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:10.197425 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:10.197837 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Checking segment: {'id': '28aefe62-2643-4f82-bba6-a6a41e2845ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:10.198329 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:10.198717 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Bound using segment: {'id': '28aefe62-2643-4f82-bba6-a6a41e2845ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:10.199223 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Bound port: 35910af5-2a3e-4984-8c9d-5db207b7c8c0, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28aefe62-2643-4f82-bba6-a6a41e2845ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:10.199639 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:10.265690 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] For port 35910af5-2a3e-4984-8c9d-5db207b7c8c0, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:10.288000 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] For port 35910af5-2a3e-4984-8c9d-5db207b7c8c0, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=35910af5-2a3e-4984-8c9d-5db207b7c8c0,segment=NetworkSegment(28aefe62-2643-4f82-bba6-a6a41e2845ad),segment_id=28aefe62-2643-4f82-bba6-a6a41e2845ad)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:10.292649 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:10.340068 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Routers {'06fade61-8c7b-42be-9339-1d0cffe9c2e4'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:10.340716 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T17:52:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['06fade61-8c7b-42be-9339-1d0cffe9c2e4'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:10.428532 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c4974-d515-42f3-884a-4a1918c0f6c0 None None] Pushing event updated for resources: {'Port': ['ID=35910af5-2a3e-4984-8c9d-5db207b7c8c0,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:10.440305 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] Set router 06fade61-8c7b-42be-9339-1d0cffe9c2e4 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:10.652120 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'name': 'router1', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:58Z', 'updated_at': '2021-07-16T17:52:08Z', 'revision_number': 2, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'gw_port_host': None, '_interfaces': [{'id': '35910af5-2a3e-4984-8c9d-5db207b7c8c0', 'name': '', 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'mac_address': 'fa:16:3e:a9:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:07Z', 'updated_at': '2021-07-16T17:52:10Z', 'revision_number': 4, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'subnets': [{'id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2e07f9-f66c-4eac-9f51-c7a21df0ffb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:10.677786 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12509890-ae96-44b4-9667-01dfb29e57ed None None] The sync data for ids ['06fade61-8c7b-42be-9339-1d0cffe9c2e4'] in n-d-793619-10 is: [{'id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'name': 'router1', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:58Z', 'updated_at': '2021-07-16T17:52:08Z', 'revision_number': 2, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'gw_port_host': None, '_interfaces': [{'id': '35910af5-2a3e-4984-8c9d-5db207b7c8c0', 'name': '', 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'mac_address': 'fa:16:3e:a9:96:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:07Z', 'updated_at': '2021-07-16T17:52:10Z', 'revision_number': 4, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'subnets': [{'id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2e07f9-f66c-4eac-9f51-c7a21df0ffb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:52:10.986594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57190) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:11.112060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078c93fa-f018-499f-92ae-ccc1293c0eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.113464 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-078c93fa-f018-499f-92ae-ccc1293c0eff admin admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 842 time: 0.1259897 Jul 16 17:52:11.123091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:11.146054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Made reservation on behalf of 21231be86b6842b3819349c1caaa9534 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:11.148564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.492716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 17:52:11.493036 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.547081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f14f74-f0b8-4c8f-84b4-ca9af1a0da71,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:11.555794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:11.556143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Network hostable DHCP agents. Network: 4b546c39-2395-41cb-b351-61cf70738cf2, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:52:11.571559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:52:11.580877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 4b546c39-2395-41cb-b351-61cf70738cf2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:11.585854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.586611 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.589974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c4ec4-455e-4043-a606-17f4aa7d3ceb None None] Network 4b546c39-2395-41cb-b351-61cf70738cf2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:11.602744 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-86c9b2ed-c4e7-4301-a750-b4c65243a6d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4832311 Jul 16 17:52:11.729905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f81da9-12fb-48c6-bc9b-abe9fa97eed7 None None] Network 4b546c39-2395-41cb-b351-61cf70738cf2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:13.536421 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:52:13.832133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 35910af5-2a3e-4984-8c9d-5db207b7c8c0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:13.881246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:13.885001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:13.885373 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:13.910036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:13.969836 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:14.001815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 35910af5-2a3e-4984-8c9d-5db207b7c8c0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=35910af5-2a3e-4984-8c9d-5db207b7c8c0,segment=NetworkSegment(28aefe62-2643-4f82-bba6-a6a41e2845ad),segment_id=28aefe62-2643-4f82-bba6-a6a41e2845ad)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:14.005615 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:14.057323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=35910af5-2a3e-4984-8c9d-5db207b7c8c0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:14.057502 n-d-793619-10 neutron-server[93823]: WARNING oslo_policy.policy [None req-d2076fe8-ff5d-4542-b449-f299bc116b2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:52:14.058112 n-d-793619-10 neutron-server[93823]: WARNING oslo_policy.policy [None req-d2076fe8-ff5d-4542-b449-f299bc116b2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:52:14.343844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.policy [None req-d2076fe8-ff5d-4542-b449-f299bc116b2b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93823) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:52:14.390366 n-d-793619-10 neutron-server[93823]: WARNING oslo_policy.policy [None req-d2076fe8-ff5d-4542-b449-f299bc116b2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:52:14.390761 n-d-793619-10 neutron-server[93823]: WARNING oslo_policy.policy [None req-d2076fe8-ff5d-4542-b449-f299bc116b2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:52:14.634639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d2076fe8-ff5d-4542-b449-f299bc116b2b admin admin] 10.222.0.60 "GET /v2.0/routers/06fade61-8c7b-42be-9339-1d0cffe9c2e4 HTTP/1.1" status: 200 len: 710 time: 0.7224183 Jul 16 17:52:14.830673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c461e78-ac58-45c9-b05b-556203bf7ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:14.832572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6c461e78-ac58-45c9-b05b-556203bf7ff0 admin admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 886 time: 0.1921439 Jul 16 17:52:14.841398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:15.102243 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.339798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.418289 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.606574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Allocated IP 172.25.2.57 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/d2c69d0a-c19d-4cb9-a7c1-168da8381f18) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:15.726490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.813830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 35910af5-2a3e-4984-8c9d-5db207b7c8c0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:15.816004 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.862947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:15.863322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.877326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:15.883310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:15.936850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c69d0a-c19d-4cb9-a7c1-168da8381f18,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:15.939772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:15.977634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.977884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.978217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.978549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.978879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.979205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.979527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.979847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.980172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.980500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.980845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.981167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Tracked resource versions report: Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: pushed versions: Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Log': {'1.0'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Network': {'1.1'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Port': {'1.7'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'SubPort': {'1.0'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Subnet': {'1.1'}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Trunk': {'1.1'}} Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: consumer versions: Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: { DHCP agent@n-d-793619-10: {}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: L3 agent@n-d-793619-10: {}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: Metadata agent@n-d-793619-10: {}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: Metering agent@n-d-793619-10: {}, Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: Open vSwitch agent@n-d-793619-10: { 'AddressGroup': '1.2', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'ConntrackHelper': '1.0', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Log': '1.0', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Network': '1.1', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Port': '1.7', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'PortForwarding': '1.2', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'QosPolicy': '1.8', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'SecurityGroup': '1.4', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'SubPort': '1.0', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Subnet': '1.1', Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: 'Trunk': '1.1'}} Jul 16 17:52:15.982325 n-d-793619-10 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:52:16.223614 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:16.456440 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:16.459627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:16.566770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Router 06fade61-8c7b-42be-9339-1d0cffe9c2e4 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:52:16.671439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:16.676052 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:16.677404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6cb61d1f-e212-4200-b06e-4adefe55e964 admin admin] 10.222.0.60 "PUT /v2.0/routers/06fade61-8c7b-42be-9339-1d0cffe9c2e4 HTTP/1.1" status: 200 len: 889 time: 1.8395853 Jul 16 17:52:16.695891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Sync routers for ids ['06fade61-8c7b-42be-9339-1d0cffe9c2e4'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:16.708108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Routers {'06fade61-8c7b-42be-9339-1d0cffe9c2e4'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:16.708742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T17:52:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['06fade61-8c7b-42be-9339-1d0cffe9c2e4'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:16.929375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Set router 06fade61-8c7b-42be-9339-1d0cffe9c2e4 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:17.322740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'name': 'router1', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd2c69d0a-c19d-4cb9-a7c1-168da8381f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:58Z', 'updated_at': '2021-07-16T17:52:16Z', 'revision_number': 4, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'gw_port': {'id': 'd2c69d0a-c19d-4cb9-a7c1-168da8381f18', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:15Z', 'updated_at': '2021-07-16T17:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '35910af5-2a3e-4984-8c9d-5db207b7c8c0', 'name': '', 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'mac_address': 'fa:16:3e:a9:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:07Z', 'updated_at': '2021-07-16T17:52:13Z', 'revision_number': 5, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'subnets': [{'id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2e07f9-f66c-4eac-9f51-c7a21df0ffb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:17.374409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Checking router: 06fade61-8c7b-42be-9339-1d0cffe9c2e4 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:52:17.374678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Updating router 06fade61-8c7b-42be-9339-1d0cffe9c2e4 port d2c69d0a-c19d-4cb9-a7c1-168da8381f18 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:52:17.407817 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.727292 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.737609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Transition to ACTIVE for port object d2c69d0a-c19d-4cb9-a7c1-168da8381f18 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:17.745760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.797509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Attempting to bind port d2c69d0a-c19d-4cb9-a7c1-168da8381f18 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:17.797904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Attempting to bind port d2c69d0a-c19d-4cb9-a7c1-168da8381f18 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:17.798256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Attempting to bind port d2c69d0a-c19d-4cb9-a7c1-168da8381f18 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:17.803444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb0b00-c931-488e-ab5a-0e32bad2c0a1 None None] Pushing event updated for resources: {'Port': ['ID=d2c69d0a-c19d-4cb9-a7c1-168da8381f18,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:17.805791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:17.806169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:17.806571 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.806954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:17.807419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Bound port: d2c69d0a-c19d-4cb9-a7c1-168da8381f18, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:17.807821 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.857077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] For port d2c69d0a-c19d-4cb9-a7c1-168da8381f18, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:17.861026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] For port d2c69d0a-c19d-4cb9-a7c1-168da8381f18, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d2c69d0a-c19d-4cb9-a7c1-168da8381f18,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:17.865606 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.925683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb0b00-c931-488e-ab5a-0e32bad2c0a1 None None] Pushing event updated for resources: {'Port': ['ID=d2c69d0a-c19d-4cb9-a7c1-168da8381f18,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:17.928235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Routers {'06fade61-8c7b-42be-9339-1d0cffe9c2e4'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:17.928866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T17:52:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['06fade61-8c7b-42be-9339-1d0cffe9c2e4'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:18.109314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] Set router 06fade61-8c7b-42be-9339-1d0cffe9c2e4 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:18.317039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'name': 'router1', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd2c69d0a-c19d-4cb9-a7c1-168da8381f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:58Z', 'updated_at': '2021-07-16T17:52:16Z', 'revision_number': 4, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'gw_port': {'id': 'd2c69d0a-c19d-4cb9-a7c1-168da8381f18', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:15Z', 'updated_at': '2021-07-16T17:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '35910af5-2a3e-4984-8c9d-5db207b7c8c0', 'name': '', 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'mac_address': 'fa:16:3e:a9:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:07Z', 'updated_at': '2021-07-16T17:52:13Z', 'revision_number': 5, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'subnets': [{'id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2e07f9-f66c-4eac-9f51-c7a21df0ffb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:18.342190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74157c28-8a7b-4cb9-bf7b-7d7fd5571486 None None] The sync data for ids ['06fade61-8c7b-42be-9339-1d0cffe9c2e4'] in n-d-793619-10 is: [{'id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'name': 'router1', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd2c69d0a-c19d-4cb9-a7c1-168da8381f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:51:58Z', 'updated_at': '2021-07-16T17:52:16Z', 'revision_number': 4, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'gw_port': {'id': 'd2c69d0a-c19d-4cb9-a7c1-168da8381f18', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:02:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:15Z', 'updated_at': '2021-07-16T17:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '35910af5-2a3e-4984-8c9d-5db207b7c8c0', 'name': '', 'network_id': 'ae92816b-4e7b-434f-8b8a-ecc9466455b7', 'tenant_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'mac_address': 'fa:16:3e:a9:96:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fade61-8c7b-42be-9339-1d0cffe9c2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:07Z', 'updated_at': '2021-07-16T17:52:13Z', 'revision_number': 5, 'project_id': '7f3f13e7eeb84591b9c22adc8cad6f72', 'subnets': [{'id': 'caee78f2-8965-42be-9789-e6850ea5cee2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa2e07f9-f66c-4eac-9f51-c7a21df0ffb7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:52:19.098558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57232) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:19.221826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a8cd19fc-618e-4ddc-8ed9-d585c04485fd admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1220694 Jul 16 17:52:19.829007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d2c69d0a-c19d-4cb9-a7c1-168da8381f18 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:19.885417 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d2c69d0a-c19d-4cb9-a7c1-168da8381f18 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:19.889409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d2c69d0a-c19d-4cb9-a7c1-168da8381f18 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:19.889787 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.967705 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.989122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d2c69d0a-c19d-4cb9-a7c1-168da8381f18, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d2c69d0a-c19d-4cb9-a7c1-168da8381f18,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:19.994250 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:20.041682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d2c69d0a-c19d-4cb9-a7c1-168da8381f18,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:21.822820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d2c69d0a-c19d-4cb9-a7c1-168da8381f18 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:21.877297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d2c69d0a-c19d-4cb9-a7c1-168da8381f18 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:21.877677 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.066380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f1b5128-15be-49cf-b2e3-dfa50376119a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:35.883408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0659b7d6-9c07-4d16-a562-f3c8d97f6ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:35.889623 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:36.769427 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.451265 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.534890 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:03.068384 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f669c9e-7188-47cc-a19b-16578e306739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.868196 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.877204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9650850e-2a84-4bd8-9f50-626318a8e76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.765910 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.468559 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.533499 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:33.071201 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b1c6e73-87f7-4c34-b6a2-1bc65a5b8f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.869494 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.878293 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e653d1c-47c0-4430-81f7-00ec36ef59ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.800698 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.456661 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.607675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:59.667751 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b421ae-a516-478c-9d56-ed069708b44a admin admin] GET failed (client error): The resource could not be found. Jul 16 17:53:59.669098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-61b421ae-a516-478c-9d56-ed069708b44a admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604799 Jul 16 17:53:59.825836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb11c23-15be-477a-b12c-b0a7830b2cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.827206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9cb11c23-15be-477a-b12c-b0a7830b2cc5 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1542895 Jul 16 17:54:01.972007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57842) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:02.071443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150d2d8c-fbcb-4ea5-942e-c2d0c3d840d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:02.072819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-150d2d8c-fbcb-4ea5-942e-c2d0c3d840d0 admin admin] 10.222.0.60 "GET /v2.0/subnets/caee78f2-8965-42be-9789-e6850ea5cee2 HTTP/1.1" status: 200 len: 849 time: 0.0997529 Jul 16 17:54:02.081774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:02.169534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.310057 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759291421067'] for subnet, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.344227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:02.345343 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.360541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] 10.222.0.60 "PUT /v2.0/subnets/caee78f2-8965-42be-9789-e6850ea5cee2 HTTP/1.1" status: 200 len: 868 time: 0.2679989 Jul 16 17:54:02.360800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc960d17-1f48-4d44-9823-372f0b02dd46 None None] Network ae92816b-4e7b-434f-8b8a-ecc9466455b7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:02.366037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Pushing event updated for resources: {'Subnet': ['ID=caee78f2-8965-42be-9789-e6850ea5cee2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:02.374187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.374469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.374814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.375153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.375489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.376284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.376284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.376499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.376844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.377146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.377466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.377785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1fbeec-51a9-4ce0-92a6-0cde90e8668d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:02.742032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-094d2c87-4f9f-4fbe-babf-b2f9adfcfb59 None None] Provisioning complete for port 35910af5-2a3e-4984-8c9d-5db207b7c8c0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:02.742408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-094d2c87-4f9f-4fbe-babf-b2f9adfcfb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.828350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-094d2c87-4f9f-4fbe-babf-b2f9adfcfb59 None None] Provisioning complete for port 9a9c6e09-9b46-41f6-bebb-158f9501c9c5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:02.828649 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-094d2c87-4f9f-4fbe-babf-b2f9adfcfb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.072492 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-495a8479-7dfb-4543-b14e-e0911898b14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.515383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57850) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:04.532008 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:54:04.710694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48395066-7a0c-4d71-96ce-b617e70c5cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.711084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48395066-7a0c-4d71-96ce-b617e70c5cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.712891 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-48395066-7a0c-4d71-96ce-b617e70c5cfb admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963110 Jul 16 17:54:05.878149 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.882386 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60c57bfb-a8bf-4061-a60e-115474b4d8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.771117 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.904113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57860) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:07.100493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35faf84-f76f-46b1-bd19-46296fedbdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.101004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35faf84-f76f-46b1-bd19-46296fedbdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.102550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d35faf84-f76f-46b1-bd19-46296fedbdda admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974251 Jul 16 17:54:08.457997 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.237255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:09.361258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5631f793-d3ea-4e9f-8f6d-e5a65f2216c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.363206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5631f793-d3ea-4e9f-8f6d-e5a65f2216c4 admin admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 886 time: 0.1236978 Jul 16 17:54:11.515122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57876) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:11.642598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c8d1-1537-4a1e-b85c-c51e75a7706c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.644556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1357c8d1-1537-4a1e-b85c-c51e75a7706c admin admin] 10.222.0.60 "GET /v2.0/networks/ae92816b-4e7b-434f-8b8a-ecc9466455b7 HTTP/1.1" status: 200 len: 869 time: 0.1284614 Jul 16 17:54:13.841107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57884) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:13.963382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84791392-4efc-436a-80ee-5eaf8f3c1d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.963999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84791392-4efc-436a-80ee-5eaf8f3c1d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.965552 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-84791392-4efc-436a-80ee-5eaf8f3c1d59 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234717 Jul 16 17:54:16.138010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:16.226994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c69da-5812-4581-b4ca-0354c2a92e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.227460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c69da-5812-4581-b4ca-0354c2a92e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.229001 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-311c69da-5812-4581-b4ca-0354c2a92e8e admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900328 Jul 16 17:54:18.382540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:18.464965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80191ff-7bd6-490b-b276-4e4a40e1cf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.466301 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e80191ff-7bd6-490b-b276-4e4a40e1cf22 admin admin] 10.222.0.60 "GET /v2.0/subnets/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71 HTTP/1.1" status: 200 len: 816 time: 0.0828757 Jul 16 17:54:20.631498 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57908) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:20.722504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7c54f5-682d-48ce-8bf2-c1645b19fa71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.723857 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be7c54f5-682d-48ce-8bf2-c1645b19fa71 admin admin] 10.222.0.60 "GET /v2.0/subnets/caee78f2-8965-42be-9789-e6850ea5cee2 HTTP/1.1" status: 200 len: 868 time: 0.0913889 Jul 16 17:54:33.073362 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea0247c3-9f5b-40df-b538-f868573be8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.871585 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.877722 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8dacf63a-d123-42e5-947a-0cced489f3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.773451 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.464979 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.531244 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:54:45.608951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:45.665232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-38607af4-b6ee-46d0-a62f-b29df47aab39 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:54:45.666432 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-38607af4-b6ee-46d0-a62f-b29df47aab39 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564833 Jul 16 17:54:48.125968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57968) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.185389 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b81f8d-ab3e-4c6d-8334-9f1e86d8115b admin admin] GET failed (client error): The resource could not be found. Jul 16 17:54:48.186767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-52b81f8d-ab3e-4c6d-8334-9f1e86d8115b admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598421 Jul 16 17:54:48.276895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c301f3a-6f15-4bc5-b046-5e3aabb6f973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.278393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6c301f3a-6f15-4bc5-b046-5e3aabb6f973 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0870564 Jul 16 17:54:50.858538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57976) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:50.904907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:50.906110 n-d-793619-10 neutron-server[93823]: INFO neutron.quota [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Loaded quota_driver: . Jul 16 17:54:50.944196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Made reservation on behalf of 21231be86b6842b3819349c1caaa9534 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:50.946551 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.988428 n-d-793619-10 neutron-server[93823]: WARNING neutron.services.revisions.revision_plugin [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Could not find related network for resource to bump revision. Jul 16 17:54:51.004349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:51.017033 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759291550275', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.017594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Unsubscribe: segment precommit_create {{(pid=93823) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:54:51.018055 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Added segment cadaa53e-0105-4416-97e6-491045d91841 of type vlan for network 7641b338-b5e1-464d-8b40-4998e342a452 Jul 16 17:54:51.148149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.189616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.190828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:51.191502 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.245248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3855155 Jul 16 17:54:51.298659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db388b90-aa0d-4521-848f-7ea695ba411a admin admin] Pushing event updated for resources: {'Network': ['ID=7641b338-b5e1-464d-8b40-4998e342a452,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.311013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7641b338-b5e1-464d-8b40-4998e342a452 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:53.471297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57984) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.532378 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2309d3-2c27-4160-865e-4e47f04d2ce6 admin admin] GET failed (client error): The resource could not be found. Jul 16 17:54:53.533766 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eb2309d3-2c27-4160-865e-4e47f04d2ce6 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614119 Jul 16 17:54:53.604343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa314a0-19df-449b-b5b3-89bd091c42d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.605851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1aa314a0-19df-449b-b5b3-89bd091c42d7 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681195 Jul 16 17:54:53.617551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:53.644276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Made reservation on behalf of 21231be86b6842b3819349c1caaa9534 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:53.646629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.834323 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.888372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.901570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:53.901863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Network hostable DHCP agents. Network: 7641b338-b5e1-464d-8b40-4998e342a452, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:53.923159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Network 7641b338-b5e1-464d-8b40-4998e342a452 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:53.935615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7641b338-b5e1-464d-8b40-4998e342a452) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:53.939766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.940389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.945069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d113f85-e1ba-43b0-be0b-6e2f965e8f3b None None] Network 7641b338-b5e1-464d-8b40-4998e342a452 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:53.955918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-621515f3-2f6f-4d81-9cba-53a645b96b4e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419516 Jul 16 17:54:54.258368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-7641b338-b5e1-464d-8b40-4998e342a452', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'tenant_id': '21231be86b6842b3819349c1caaa9534', 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:54:54.259273 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.445936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Allocated IP 192.168.233.2 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/6f28e9a6-a8e5-4478-ac41-4d93d894b73b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:54.656103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.666762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Transition to ACTIVE for port object 6f28e9a6-a8e5-4478-ac41-4d93d894b73b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:54.686233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Transition to ACTIVE for port object 6f28e9a6-a8e5-4478-ac41-4d93d894b73b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:54.693813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.748377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:54.749509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Pushing event updated for resources: {'Port': ['ID=6f28e9a6-a8e5-4478-ac41-4d93d894b73b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:54.753075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:54.757336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:54.764231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.764611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.764952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.765286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.765667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.766107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.766486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.766814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.767144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.767471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.767799 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.768123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:54.833065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Attempting to bind port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:54.833990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Attempting to bind port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:54.834625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Attempting to bind port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:54.843099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:54.843724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:54.844425 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.844971 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:54.845446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Bound port: 6f28e9a6-a8e5-4478-ac41-4d93d894b73b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:54.845907 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.920640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] For port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:54.925877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] For port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6f28e9a6-a8e5-4478-ac41-4d93d894b73b,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:54.930841 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.020700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c93154-4088-4d3b-8db4-3762d8395f49 None None] Pushing event updated for resources: {'Port': ['ID=6f28e9a6-a8e5-4478-ac41-4d93d894b73b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.947064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a31fcb4-175a-45b8-b496-d1de45dd7a8a None None] Network 7641b338-b5e1-464d-8b40-4998e342a452 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:55.984308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6f28e9a6-a8e5-4478-ac41-4d93d894b73b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:56.115406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0c4670c4-7b0a-4058-86b9-38bbedf9d66b None None] Provisioning for port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:56.138144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:56.157892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:56.158270 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.267623 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.328346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6f28e9a6-a8e5-4478-ac41-4d93d894b73b,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:56.335615 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.416581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=6f28e9a6-a8e5-4478-ac41-4d93d894b73b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.462522 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15714009-c1f4-40d9-b7d5-27c970052fd5 None None] Provisioning complete for port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:56.463148 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15714009-c1f4-40d9-b7d5-27c970052fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.955401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6f28e9a6-a8e5-4478-ac41-4d93d894b73b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:58.019408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6f28e9a6-a8e5-4478-ac41-4d93d894b73b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:58.019792 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.075055 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63d5f970-a61c-4d4f-a6bc-d80dad7d2b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.886731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.889764 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-590c89ef-3156-441f-9dba-58ad511a7ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.779275 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.472641 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.531026 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:55:33.084204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61729576-ea05-4469-a2a4-37f5713021e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.877747 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.879842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd20-0d7a-4f31-800c-bc4980272e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.779611 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.466994 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.530096 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:03.075144 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91fce848-97e0-4f01-9053-96b74d6da686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.876788 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.878613 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b608cbc2-475a-407d-b423-c8766d973b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.781957 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.466755 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.529501 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:33.076114 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a36071e2-fd05-48e9-b3c2-1ad4f5b5d47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.877386 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c57c540-9139-4ee0-aef2-91f747a05f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.880029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.785495 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.473627 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.473813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:56.481130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-8403b6dd-b505-4c99-8024-cc716e8affdf tempest-verify_tempest_config-574199602 tempest-verify_tempest_config-574199602-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:56.482167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8403b6dd-b505-4c99-8024-cc716e8affdf tempest-verify_tempest_config-574199602 tempest-verify_tempest_config-574199602-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073195 Jul 16 17:56:56.783952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58058) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:56.882742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.968721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.972624 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.016048 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=103e81200fa349f99afc0a74b29b4615&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2309933 Jul 16 17:56:57.017597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fa1ae7-e7fc-424b-8b8e-58767085150d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.018829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58064) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:57.025737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.026088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.026430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.026798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.027132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.027465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.027792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.028119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.028443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.028803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.029127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.029453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5334136-3c8e-4e7c-9722-3335d22dc710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.095583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.116245 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.204428 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.207264 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.208442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6fa1ae7-e7fc-424b-8b8e-58767085150d HTTP/1.1" status: 204 len: 168 time: 0.1878643 Jul 16 17:56:57.216866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fa1ae7-e7fc-424b-8b8e-58767085150d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.223666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.223938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.224273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.224628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.224961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.225285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.225606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.225928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.226248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.226569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.226902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.227206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b12d5-7ac2-44da-9e66-0c031a682ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:03.076033 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12f787d5-78fa-46cc-80a6-bbed04a76b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.876827 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.879415 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89b05c38-4ddd-4864-a0e7-f32cb6565cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.787322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.475318 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.528579 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:57:33.075954 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-715aa0ce-8687-4a4b-8c82-92f26eee7e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.876059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.879238 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16ea2493-2ef0-4e0b-bc4f-b78b9aaeed76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.790098 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.479992 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.527582 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:03.075253 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd07ec48-5b3d-4a5b-8b1a-fdc8f07addde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.878609 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.882350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44e265ab-e7ad-4804-b5b5-dbeda8cd4c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.791417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.489751 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.526977 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:33.076958 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62ba77ea-f454-4efa-996d-3325207425ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.877448 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.879826 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d6bda58-b317-42f8-9761-19d0781773fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.794178 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.486591 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.526313 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:03.077516 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-60bd7de7-3766-473c-9f89-be7dc9f66dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.877986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.879872 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9178673f-826a-43f1-85a9-ed5513399542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.796850 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.490961 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.078667 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5b12861d-d097-477c-880a-604e42234cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.877534 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.879239 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9a082a3-937a-4f58-aa8e-3394d6d429bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.802582 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.525323 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 5 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:38.493026 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.079386 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5259c091-619b-491b-9cab-171f09a77e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.876448 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d79c7e3-6299-4ac3-8af6-a1fdd36ddab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.878134 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.803243 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.496505 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.022596 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752843'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.527719 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 6 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:00:28.426734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752843'] for agent, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.081731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f9183e6-94a6-41ae-8869-372190745d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.875830 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f02d6688-df00-41bb-931c-3dd7e8cbc0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.878416 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.806163 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.502463 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.986117 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.527786 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:00:58.377782 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.662380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:59.763322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e6c68f43-2a8e-4365-a24c-2e4a99965fa0 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0997767 Jul 16 18:01:02.180626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58134) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:02.236762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8f488cbe-9d9c-43e8-acd7-8b8bd1ea6db2 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0549681 Jul 16 18:01:03.083966 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92231b8c-3a8a-4416-92a8-ac5cec360894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.876436 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7a3cdf0-b72a-41e4-a482-f24e9a660eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.879726 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.808170 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.502924 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.999791 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.384044 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.527839 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:33.085775 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1677cbbb-dd63-4e02-8494-8c4438d315fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.875629 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd4c257-fd87-4569-bd49-68f72ced6722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.877438 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.812337 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.506690 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.001731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.389711 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.087444 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7e0689e-a6e5-4da2-9b8a-98b191572fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.527804 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:05.879207 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.883587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-149b4134-69f0-4220-a8d0-0385c77262ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.814126 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.509577 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.995115 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.794646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.181152 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8a1cbaaf-fcff-446b-ab6f-1bc49df66dbc tempest-AutoAllocateNetworkTest-1139260455 tempest-AutoAllocateNetworkTest-1139260455-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=168346697ac14cdda2a2b5112d07221b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3846233 Jul 16 18:02:26.183509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.379813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72210f1b-bfd4-40fb-9140-7a032415e44c tempest-AutoAllocateNetworkTest-1139260455 tempest-AutoAllocateNetworkTest-1139260455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.381370 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-72210f1b-bfd4-40fb-9140-7a032415e44c tempest-AutoAllocateNetworkTest-1139260455 tempest-AutoAllocateNetworkTest-1139260455-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1968277 Jul 16 18:02:26.384324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58340) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.443467 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eed78ea0-adec-4982-a04f-624c8f30e98e tempest-AutoAllocateNetworkTest-1139260455 tempest-AutoAllocateNetworkTest-1139260455-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580096 Jul 16 18:02:26.446250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.481740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f58ad4ab-2169-4c9b-9795-3601565c3269 tempest-AutoAllocateNetworkTest-1139260455 tempest-AutoAllocateNetworkTest-1139260455-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=168346697ac14cdda2a2b5112d07221b HTTP/1.1" status: 200 len: 208 time: 0.0336041 Jul 16 18:02:27.404824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:27.855820 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.976999 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.981952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.033979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80696260-1f59-4be5-b1a7-1224c0db3ef4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.048820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.049169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.049597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.050564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.050909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.051245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.051836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.051946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.052215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.052583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.052917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.053301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] Tracked resource versions report: Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: pushed versions: Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: { 'AddressGroup': {'1.2'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'ConntrackHelper': {'1.0'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Log': {'1.0'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Network': {'1.1'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Port': {'1.7'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'PortForwarding': {'1.2'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'QosPolicy': {'1.8'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'SecurityGroup': {'1.4'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'SubPort': {'1.0'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Subnet': {'1.1'}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Trunk': {'1.1'}} Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: consumer versions: Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: { DHCP agent@n-d-793619-10: {}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: HyperV agent@n-h1-793619-10: {}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: HyperV agent@n-h2-793619-10: {}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: L3 agent@n-d-793619-10: {}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: Metadata agent@n-d-793619-10: {}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: Metering agent@n-d-793619-10: {}, Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: Open vSwitch agent@n-d-793619-10: { 'AddressGroup': '1.2', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'ConntrackHelper': '1.0', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Log': '1.0', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Network': '1.1', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Port': '1.7', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'PortForwarding': '1.2', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'QosPolicy': '1.8', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'SecurityGroup': '1.4', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'SecurityGroupRule': '1.2', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'SubPort': '1.0', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Subnet': '1.1', Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: 'Trunk': '1.1'}} Jul 16 18:02:28.054418 n-d-793619-10 neutron-server[93823]: {{(pid=93823) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:02:28.075318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58418) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:28.075804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c50ceeab-981a-4579-8b1a-723728c06a22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=168346697ac14cdda2a2b5112d07221b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6714134 Jul 16 18:02:28.162856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.209526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.271541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.274498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.279468 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80696260-1f59-4be5-b1a7-1224c0db3ef4 HTTP/1.1" status: 204 len: 168 time: 0.2019751 Jul 16 18:02:28.289710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80696260-1f59-4be5-b1a7-1224c0db3ef4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.297249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.297506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.297840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.298381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40c2b33-a7f9-4fc7-ad5d-f068b134c277 admin admin] Tracked resource versions report: Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: pushed versions: Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: { 'AddressGroup': {'1.2'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'ConntrackHelper': {'1.0'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Log': {'1.0'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Network': {'1.1'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Port': {'1.7'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'PortForwarding': {'1.2'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'QosPolicy': {'1.8'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'SecurityGroup': {'1.4'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'SubPort': {'1.0'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Subnet': {'1.1'}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Trunk': {'1.1'}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: consumer versions: Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: { DHCP agent@n-d-793619-10: {}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: HyperV agent@n-h1-793619-10: {}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: HyperV agent@n-h2-793619-10: {}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: L3 agent@n-d-793619-10: {}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: Metadata agent@n-d-793619-10: {}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: Metering agent@n-d-793619-10: {}, Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: Open vSwitch agent@n-d-793619-10: { 'AddressGroup': '1.2', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'ConntrackHelper': '1.0', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Log': '1.0', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Network': '1.1', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Port': '1.7', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'PortForwarding': '1.2', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'QosPolicy': '1.8', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'SecurityGroup': '1.4', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'SecurityGroupRule': '1.2', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'SubPort': '1.0', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Subnet': '1.1', Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: 'Trunk': '1.1'}} Jul 16 18:02:28.333401 n-d-793619-10 neutron-server[93824]: {{(pid=93824) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:02:28.392848 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.741458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:30.996236 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d04ebd3-de2d-451f-a17d-9a3c46724f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.112910 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d04ebd3-de2d-451f-a17d-9a3c46724f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.122917 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d04ebd3-de2d-451f-a17d-9a3c46724f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.191900 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0d04ebd3-de2d-451f-a17d-9a3c46724f22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa557c3ae1a54c05b29ef7a6ac7e399e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4489977 Jul 16 18:02:31.194384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58610) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.204008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04ebd3-de2d-451f-a17d-9a3c46724f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e695f9-1141-459c-8d72-40bf6ead8b50,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:31.274521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83eb82c5-7fb0-4f71-b410-661c32d7323f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.314117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83eb82c5-7fb0-4f71-b410-661c32d7323f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.394742 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83eb82c5-7fb0-4f71-b410-661c32d7323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.400634 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83eb82c5-7fb0-4f71-b410-661c32d7323f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.403609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-83eb82c5-7fb0-4f71-b410-661c32d7323f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6e695f9-1141-459c-8d72-40bf6ead8b50 HTTP/1.1" status: 204 len: 168 time: 0.2075229 Jul 16 18:02:31.415085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb82c5-7fb0-4f71-b410-661c32d7323f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e695f9-1141-459c-8d72-40bf6ead8b50,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:31.867668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.887212 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1007-0207-4c72-a670-ac3abc457fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.996794 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1007-0207-4c72-a670-ac3abc457fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.001896 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd6f1007-0207-4c72-a670-ac3abc457fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.033496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f1007-0207-4c72-a670-ac3abc457fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816bc8a2-f719-4403-bd1b-b9e45301fb77,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.057148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:32.057724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dd6f1007-0207-4c72-a670-ac3abc457fde admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c0d17bf1f554124857b5a06fe27e2bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1884360 Jul 16 18:02:32.132364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-477e44fa-cafc-4ad9-b1f3-676c0fa9b0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.156136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-477e44fa-cafc-4ad9-b1f3-676c0fa9b0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.217617 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-477e44fa-cafc-4ad9-b1f3-676c0fa9b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.220818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-477e44fa-cafc-4ad9-b1f3-676c0fa9b0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.222570 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-477e44fa-cafc-4ad9-b1f3-676c0fa9b0b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/816bc8a2-f719-4403-bd1b-b9e45301fb77 HTTP/1.1" status: 204 len: 168 time: 0.1642280 Jul 16 18:02:32.243347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e44fa-cafc-4ad9-b1f3-676c0fa9b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816bc8a2-f719-4403-bd1b-b9e45301fb77,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.525249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58734) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:32.565519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:32.695942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:32.826759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c774e290-990b-4f44-bbbb-6d45c0da0b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.904107 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-939e04bd-6d9b-4df7-b6f6-dbc218ddccd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.961159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c774e290-990b-4f44-bbbb-6d45c0da0b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.967169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c774e290-990b-4f44-bbbb-6d45c0da0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.013131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c774e290-990b-4f44-bbbb-6d45c0da0b09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2e8af0dbbe44b468511415731a2c883&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4865975 Jul 16 18:02:33.017050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.019767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774e290-990b-4f44-bbbb-6d45c0da0b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2bf8d5-0b99-4fcf-a199-42faf18e4e9a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.094546 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79bbaa83-bb3a-4148-abc1-53568c872277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.146768 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85049665-3172-432b-9310-574bcc510cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.180224 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-939e04bd-6d9b-4df7-b6f6-dbc218ddccd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.185566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85049665-3172-432b-9310-574bcc510cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.195904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-939e04bd-6d9b-4df7-b6f6-dbc218ddccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.257441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e04bd-6d9b-4df7-b6f6-dbc218ddccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df83e26-1545-4e86-addf-7b79d84e6b99,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.265580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-939e04bd-6d9b-4df7-b6f6-dbc218ddccd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=337a67ddfbbb4d8aaf4ce304149693f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6977007 Jul 16 18:02:33.267240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58806) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.285466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58808) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.302210 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85049665-3172-432b-9310-574bcc510cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.304697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85049665-3172-432b-9310-574bcc510cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.309037 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-85049665-3172-432b-9310-574bcc510cb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e2bf8d5-0b99-4fcf-a199-42faf18e4e9a HTTP/1.1" status: 204 len: 168 time: 0.2875986 Jul 16 18:02:33.325396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85049665-3172-432b-9310-574bcc510cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2bf8d5-0b99-4fcf-a199-42faf18e4e9a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.352958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-859c3d3f-4bd2-42aa-beed-39fd25e73510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.355944 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7339e462-2e3d-4dab-9fcf-b6e1c94d98cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.396875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.399728 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7339e462-2e3d-4dab-9fcf-b6e1c94d98cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.475271 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c17cfc4-926a-414e-b553-148cf5f68d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.521932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7339e462-2e3d-4dab-9fcf-b6e1c94d98cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.524944 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7339e462-2e3d-4dab-9fcf-b6e1c94d98cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.529762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7339e462-2e3d-4dab-9fcf-b6e1c94d98cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3df83e26-1545-4e86-addf-7b79d84e6b99 HTTP/1.1" status: 204 len: 168 time: 0.2574844 Jul 16 18:02:33.545830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339e462-2e3d-4dab-9fcf-b6e1c94d98cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df83e26-1545-4e86-addf-7b79d84e6b99,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.557048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-859c3d3f-4bd2-42aa-beed-39fd25e73510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.571258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-859c3d3f-4bd2-42aa-beed-39fd25e73510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.600808 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-859c3d3f-4bd2-42aa-beed-39fd25e73510 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5820566b1d004af29c9f8c7bf209f35b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9038236 Jul 16 18:02:33.603716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.629673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c3d3f-4bd2-42aa-beed-39fd25e73510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089053a6-4f2f-44a4-8ef1-e31aa6294e63,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.702675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61e9ebc9-c73f-4f3e-88cf-39c3f9931292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.751220 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf7d74bc-1fc5-4fd2-a6f1-caae88a8a748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.761434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61e9ebc9-c73f-4f3e-88cf-39c3f9931292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.798082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c17cfc4-926a-414e-b553-148cf5f68d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.813517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c17cfc4-926a-414e-b553-148cf5f68d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.878531 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5c17cfc4-926a-414e-b553-148cf5f68d60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=037a874cd38a4cdaac3952bb3d939c49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5904417 Jul 16 18:02:33.879347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58842) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.894010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17cfc4-926a-414e-b553-148cf5f68d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc033740-b550-4284-b2ae-0622be925f35,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.910241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61e9ebc9-c73f-4f3e-88cf-39c3f9931292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.912768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61e9ebc9-c73f-4f3e-88cf-39c3f9931292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.916765 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-61e9ebc9-c73f-4f3e-88cf-39c3f9931292 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/089053a6-4f2f-44a4-8ef1-e31aa6294e63 HTTP/1.1" status: 204 len: 168 time: 0.3114448 Jul 16 18:02:33.933061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9ebc9-c73f-4f3e-88cf-39c3f9931292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089053a6-4f2f-44a4-8ef1-e31aa6294e63,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.961408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.984793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e36b0dbe-4b07-4761-8f2e-5e76320109c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.990536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-286d5db8-803b-4012-8cc8-0745abe03b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.014865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-286d5db8-803b-4012-8cc8-0745abe03b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.077903 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-286d5db8-803b-4012-8cc8-0745abe03b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.080384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-286d5db8-803b-4012-8cc8-0745abe03b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.082441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-286d5db8-803b-4012-8cc8-0745abe03b65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc033740-b550-4284-b2ae-0622be925f35 HTTP/1.1" status: 204 len: 168 time: 0.2020695 Jul 16 18:02:34.093522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d5db8-803b-4012-8cc8-0745abe03b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc033740-b550-4284-b2ae-0622be925f35,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.146595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf7d74bc-1fc5-4fd2-a6f1-caae88a8a748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.155756 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf7d74bc-1fc5-4fd2-a6f1-caae88a8a748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.210053 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bf7d74bc-1fc5-4fd2-a6f1-caae88a8a748 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e77bcc60802d4defbfb216faa537fd56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8118117 Jul 16 18:02:34.215478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58856) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:34.223817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d74bc-1fc5-4fd2-a6f1-caae88a8a748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e89d93-5a87-4deb-b396-2775d2786d95,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.287447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f4166fc-3089-40aa-9120-6986d18623b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.304804 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e36b0dbe-4b07-4761-8f2e-5e76320109c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.310694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e36b0dbe-4b07-4761-8f2e-5e76320109c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.311920 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f4166fc-3089-40aa-9120-6986d18623b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.370458 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e36b0dbe-4b07-4761-8f2e-5e76320109c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59fe4587de784c7298ea5048cb83b066&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4077084 Jul 16 18:02:34.370874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:34.372582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b0dbe-4b07-4761-8f2e-5e76320109c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fab4dd6-3400-4233-af38-4e3130108f94,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.378969 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f4166fc-3089-40aa-9120-6986d18623b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.381876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3f4166fc-3089-40aa-9120-6986d18623b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.383873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3f4166fc-3089-40aa-9120-6986d18623b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39e89d93-5a87-4deb-b396-2775d2786d95 HTTP/1.1" status: 204 len: 168 time: 0.1662741 Jul 16 18:02:34.398551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4166fc-3089-40aa-9120-6986d18623b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e89d93-5a87-4deb-b396-2775d2786d95,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.449039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5180-1d5f-4802-9862-14ee07c13f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.479758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5180-1d5f-4802-9862-14ee07c13f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.495526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58866) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:34.512724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-785c1ea5-8ae6-4be8-aed5-ff5e709dd596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.543684 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5180-1d5f-4802-9862-14ee07c13f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.546936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5180-1d5f-4802-9862-14ee07c13f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.548001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3b9c5180-1d5f-4802-9862-14ee07c13f72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fab4dd6-3400-4233-af38-4e3130108f94 HTTP/1.1" status: 204 len: 168 time: 0.1757848 Jul 16 18:02:34.558873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5180-1d5f-4802-9862-14ee07c13f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fab4dd6-3400-4233-af38-4e3130108f94,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.691807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-785c1ea5-8ae6-4be8-aed5-ff5e709dd596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.696193 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-785c1ea5-8ae6-4be8-aed5-ff5e709dd596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.739759 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-785c1ea5-8ae6-4be8-aed5-ff5e709dd596 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6a7063a765f402db39bd13cb42ef188&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2423809 Jul 16 18:02:34.740905 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1ea5-8ae6-4be8-aed5-ff5e709dd596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95ff88f-9085-43dc-b1d0-a7e253642c40,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.743025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58880) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:34.801932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fafd6079-0e1c-4873-9909-735133677e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.818542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58884) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:34.827655 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fafd6079-0e1c-4873-9909-735133677e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.836557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8354335c-51c0-4212-aeeb-879707dc0916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.880718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fafd6079-0e1c-4873-9909-735133677e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.884490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fafd6079-0e1c-4873-9909-735133677e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.886104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fafd6079-0e1c-4873-9909-735133677e53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e95ff88f-9085-43dc-b1d0-a7e253642c40 HTTP/1.1" status: 204 len: 168 time: 0.1414738 Jul 16 18:02:34.899218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd6079-0e1c-4873-9909-735133677e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95ff88f-9085-43dc-b1d0-a7e253642c40,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.960010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8354335c-51c0-4212-aeeb-879707dc0916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.964255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8354335c-51c0-4212-aeeb-879707dc0916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.005539 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8354335c-51c0-4212-aeeb-879707dc0916 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64988c448f5849ca83bb5fd68255128d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1855948 Jul 16 18:02:35.008249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58890) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:35.010642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354335c-51c0-4212-aeeb-879707dc0916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34639e46-a431-4fc2-a404-75438bad81f9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.075091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8380f1a3-061f-4b78-b582-23f87d032342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.098274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8380f1a3-061f-4b78-b582-23f87d032342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.165710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8380f1a3-061f-4b78-b582-23f87d032342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.169418 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8380f1a3-061f-4b78-b582-23f87d032342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.170665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8380f1a3-061f-4b78-b582-23f87d032342 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34639e46-a431-4fc2-a404-75438bad81f9 HTTP/1.1" status: 204 len: 168 time: 0.1607893 Jul 16 18:02:35.179294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380f1a3-061f-4b78-b582-23f87d032342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34639e46-a431-4fc2-a404-75438bad81f9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.244843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58900) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:35.264311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48129cee-297d-43ec-b930-73d5efda5144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.408317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48129cee-297d-43ec-b930-73d5efda5144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.413826 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-48129cee-297d-43ec-b930-73d5efda5144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.443811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-48129cee-297d-43ec-b930-73d5efda5144 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=962b16e881e1483080392b6e82477b5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2003660 Jul 16 18:02:35.446774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:35.475013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48129cee-297d-43ec-b930-73d5efda5144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafab9cd-adcc-4375-be2c-abc8e6b61e45,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.549104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:35.557083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13ad0ede-b7ad-458b-9998-99f528b631a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.564576 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42d216a3-c88d-4d0a-b121-ef50313b216b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.590492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13ad0ede-b7ad-458b-9998-99f528b631a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.660586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13ad0ede-b7ad-458b-9998-99f528b631a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.663689 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13ad0ede-b7ad-458b-9998-99f528b631a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.668399 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-13ad0ede-b7ad-458b-9998-99f528b631a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aafab9cd-adcc-4375-be2c-abc8e6b61e45 HTTP/1.1" status: 204 len: 168 time: 0.2199454 Jul 16 18:02:35.675920 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42d216a3-c88d-4d0a-b121-ef50313b216b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.678129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad0ede-b7ad-458b-9998-99f528b631a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafab9cd-adcc-4375-be2c-abc8e6b61e45,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.682051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-42d216a3-c88d-4d0a-b121-ef50313b216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.732379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-42d216a3-c88d-4d0a-b121-ef50313b216b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d8cfd0d33ac4372b6c0c878e90a75a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1784236 Jul 16 18:02:35.732379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d216a3-c88d-4d0a-b121-ef50313b216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95dfb1a-233d-4f46-a8d8-0cba24c5c870,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.732534 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58924) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:35.796431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fb86af9-a8a9-45a3-90ee-c267b4ae2829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.877864 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.880208 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-622061c8-79e7-43a4-8599-6fc31bd8f541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.918112 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fb86af9-a8a9-45a3-90ee-c267b4ae2829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.975500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fb86af9-a8a9-45a3-90ee-c267b4ae2829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.978408 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fb86af9-a8a9-45a3-90ee-c267b4ae2829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.979555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9fb86af9-a8a9-45a3-90ee-c267b4ae2829 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d95dfb1a-233d-4f46-a8d8-0cba24c5c870 HTTP/1.1" status: 204 len: 168 time: 0.2460017 Jul 16 18:02:35.987547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb86af9-a8a9-45a3-90ee-c267b4ae2829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95dfb1a-233d-4f46-a8d8-0cba24c5c870,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:36.071712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:36.074483 n-d-793619-10 neutron-server[93823]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:02:36.114490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-6d34e403-8c88-49c1-844a-5666b4bf8cee tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=488e51ab053149338119f56902537c02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411205 Jul 16 18:02:36.333464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-bc28960d-82b4-4e9b-9765-8f1936d2c516 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.334716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-bc28960d-82b4-4e9b-9765-8f1936d2c516 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127104 Jul 16 18:02:36.351219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-10392ee2-ff61-41ac-b165-3db90bb56a0a tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/quotas/488e51ab053149338119f56902537c02 HTTP/1.1" status: 200 len: 375 time: 0.0107937 Jul 16 18:02:36.405095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-6b217a72-018c-452a-92b6-90c5d6eff8cd tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=488e51ab053149338119f56902537c02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473990 Jul 16 18:02:36.824915 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.970380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59004) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:37.407253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2df1c13-f005-4499-ac6a-ab600604362b req-3843a388-b544-49d6-95aa-579fa76ac8ed tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 210 time: 0.4352996 Jul 16 18:02:38.507833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26fe26f4-7b39-490c-a417-cbd5abbe6bf5 req-a2bd3e6c-c62c-4185-a591-9100c2ee9bbf tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 210 time: 0.0494137 Jul 16 18:02:38.521354 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.406191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.45', 50804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:39.436775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-58364d02-aac0-420b-bc13-41bf3cafb578 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=488e51ab053149338119f56902537c02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243776 Jul 16 18:02:39.600284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-51ab41e1-fa82-4d75-a711-90aa958e3607 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.603474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-51ab41e1-fa82-4d75-a711-90aa958e3607 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618803 Jul 16 18:02:39.676936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Request body: {'port': {'device_id': 'd65705dc-2afc-4879-a60c-f088fc5bd109', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '488e51ab053149338119f56902537c02'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:39.784544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d16078cc-627c-4de1-9b7d-0914d0c11664 req-93eddc17-0d0d-498f-828f-03551e9e9284 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 210 time: 0.0554709 Jul 16 18:02:39.937557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Made reservation on behalf of 488e51ab053149338119f56902537c02 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:39.941519 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.954804 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.973320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59158) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:40.021624 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.079958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.084963 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.200020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152e1fd2-0457-4e4a-9526-a08a69a64050,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.318883 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cc94064-8243-4251-9f31-b5c11ea0246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.385700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Allocated IP 192.168.233.146 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/41dfa06e-8b3e-4d09-b9da-7e593c48400b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:40.576732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cc94064-8243-4251-9f31-b5c11ea0246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.581498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3cc94064-8243-4251-9f31-b5c11ea0246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.636772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:40.637420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3cc94064-8243-4251-9f31-b5c11ea0246e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=715a362c1cd2480a99e9706341765a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6624134 Jul 16 18:02:40.645980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc94064-8243-4251-9f31-b5c11ea0246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44178eec-e8a3-4e87-a299-9526960d8a36,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.668034 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.687596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Transition to ACTIVE for port object 41dfa06e-8b3e-4d09-b9da-7e593c48400b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:40.725948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36318a56-dda1-42d5-930c-47a3418b75d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.732438 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.770244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36318a56-dda1-42d5-930c-47a3418b75d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.888164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36318a56-dda1-42d5-930c-47a3418b75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.892183 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36318a56-dda1-42d5-930c-47a3418b75d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.895513 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-36318a56-dda1-42d5-930c-47a3418b75d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44178eec-e8a3-4e87-a299-9526960d8a36 HTTP/1.1" status: 204 len: 168 time: 0.2562735 Jul 16 18:02:40.915057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36318a56-dda1-42d5-930c-47a3418b75d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44178eec-e8a3-4e87-a299-9526960d8a36,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.929907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Pushing event updated for resources: {'Port': ['ID=41dfa06e-8b3e-4d09-b9da-7e593c48400b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.974194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:40.978301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:40.981931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:40.991289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.992771 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.056127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-d1cb5759-ae69-4d99-9127-d349ebfdde72 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3911088 Jul 16 18:02:41.249710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-782046f9-b524-4b76-87fb-7cc093175beb tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:02:41.256414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-782046f9-b524-4b76-87fb-7cc093175beb tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181713 Jul 16 18:02:41.350809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd6c6-5118-4ef4-934b-57c094777ec1 req-1638666c-4042-4c33-832c-f4a3da39f6dc tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.352678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-706fd6c6-5118-4ef4-934b-57c094777ec1 req-1638666c-4042-4c33-832c-f4a3da39f6dc tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 936 time: 0.2051694 Jul 16 18:02:41.400413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-307b620d-cb6b-4fc7-bb07-6c61868fea93 None None] Provisioning for port 41dfa06e-8b3e-4d09-b9da-7e593c48400b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:41.406728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-307b620d-cb6b-4fc7-bb07-6c61868fea93 None None] Provisioning complete for port 41dfa06e-8b3e-4d09-b9da-7e593c48400b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:41.407196 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-307b620d-cb6b-4fc7-bb07-6c61868fea93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.449587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-706fd6c6-5118-4ef4-934b-57c094777ec1 req-759aa2e3-0fff-49d2-bd63-3d774d2ccb5c tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896249 Jul 16 18:02:41.484703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-307b620d-cb6b-4fc7-bb07-6c61868fea93 None None] Port 41dfa06e-8b3e-4d09-b9da-7e593c48400b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:41.892805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9c23f35-3130-4e7b-a51c-d3d61e9c0dd8 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb74923d3c9e48c9b84843086507fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321441 Jul 16 18:02:41.984727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59242) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.004268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a8feca0-a3b5-4fd4-b753-5ea701649482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.144019 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a8feca0-a3b5-4fd4-b753-5ea701649482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.150304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a8feca0-a3b5-4fd4-b753-5ea701649482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.192991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-2fe2fe3b-2d1a-44f5-bd99-dbe5c9a0fb0d tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.201500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-2fe2fe3b-2d1a-44f5-bd99-dbe5c9a0fb0d tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069851 Jul 16 18:02:42.207064 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a8feca0-a3b5-4fd4-b753-5ea701649482 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c86939574d04a1e95f42447c449f86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206254 Jul 16 18:02:42.208153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8feca0-a3b5-4fd4-b753-5ea701649482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a4e2da-ea8c-4180-997f-896338e9162c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.211176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59244) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.222029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-3fd93666-c7d0-4e06-85a2-34796eba23dd tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/quotas/cb74923d3c9e48c9b84843086507fe5f HTTP/1.1" status: 200 len: 375 time: 0.0194657 Jul 16 18:02:42.269752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c1d2eddd-72f4-45e9-8c2a-610ea1818bb4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb74923d3c9e48c9b84843086507fe5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461209 Jul 16 18:02:42.311469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c9e61f8-45ac-4388-a269-f9f355969a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.360665 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c9e61f8-45ac-4388-a269-f9f355969a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.437938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c9e61f8-45ac-4388-a269-f9f355969a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.441094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c9e61f8-45ac-4388-a269-f9f355969a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.449476 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5c9e61f8-45ac-4388-a269-f9f355969a82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2a4e2da-ea8c-4180-997f-896338e9162c HTTP/1.1" status: 204 len: 168 time: 0.2342217 Jul 16 18:02:42.473171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e61f8-45ac-4388-a269-f9f355969a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a4e2da-ea8c-4180-997f-896338e9162c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.538068 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:43.087447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-719c780d-2c99-4551-ad01-9a6f9d5ed7f0 req-2e828d4e-3446-4fde-8d29-61e38677dfc8 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 210 time: 0.0352144 Jul 16 18:02:43.461120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82291a02-7ef8-465e-acc4-04c96c8157b2 req-4c065476-cabf-4004-a885-2d3eaea4f676 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.464241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82291a02-7ef8-465e-acc4-04c96c8157b2 req-4c065476-cabf-4004-a885-2d3eaea4f676 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 936 time: 0.1717257 Jul 16 18:02:43.589844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82291a02-7ef8-465e-acc4-04c96c8157b2 req-ac50ab6f-1f85-4719-89a0-1cbd21c79581 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196308 Jul 16 18:02:44.249839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:44.716709 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98d717b3-8dc6-404e-bb13-cd84a4b1de40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.810478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab421b6e-e62d-4365-b039-18f6da92da1b req-355fadf2-4b77-4f7c-a852-ed322d9b0e6e tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 210 time: 0.0432258 Jul 16 18:02:44.915497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98d717b3-8dc6-404e-bb13-cd84a4b1de40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.922299 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98d717b3-8dc6-404e-bb13-cd84a4b1de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.984048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d717b3-8dc6-404e-bb13-cd84a4b1de40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72201f18-a6a2-4e0d-a772-9a74c55935cb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:44.993315 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-98d717b3-8dc6-404e-bb13-cd84a4b1de40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27e81d1a6947467c96c2d57b207d9745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7423282 Jul 16 18:02:44.994378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59358) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.092012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664c625c-94e0-4754-96d9-01792ce56d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.134623 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664c625c-94e0-4754-96d9-01792ce56d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.149080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228be18c-bdda-4a1e-86b5-10ba9007be3c req-84938a98-f80a-4a95-92b7-f334142e4532 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.151546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-228be18c-bdda-4a1e-86b5-10ba9007be3c req-84938a98-f80a-4a95-92b7-f334142e4532 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 936 time: 0.1603899 Jul 16 18:02:45.209209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664c625c-94e0-4754-96d9-01792ce56d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.212408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664c625c-94e0-4754-96d9-01792ce56d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.217309 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-664c625c-94e0-4754-96d9-01792ce56d94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72201f18-a6a2-4e0d-a772-9a74c55935cb HTTP/1.1" status: 204 len: 168 time: 0.2211907 Jul 16 18:02:45.229112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c625c-94e0-4754-96d9-01792ce56d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72201f18-a6a2-4e0d-a772-9a74c55935cb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.253441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-228be18c-bdda-4a1e-86b5-10ba9007be3c req-53608c94-9d0c-4ab8-aa45-d89d0e49e1b4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962086 Jul 16 18:02:45.313731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.46', 55428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.366727 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-7e739daf-59ea-4205-9451-9f48448e77b7 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cb74923d3c9e48c9b84843086507fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487185 Jul 16 18:02:45.704392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-ba91a966-94b2-4ffc-a1ac-aa94c6d92ee6 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.708427 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-ba91a966-94b2-4ffc-a1ac-aa94c6d92ee6 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345854 Jul 16 18:02:45.717108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59386) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.739387 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b479582b-f10d-4810-9f57-2bea5fdb00ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.881399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Request body: {'port': {'device_id': 'fa19e180-fb30-4b17-8a59-ae9e8df927df', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': 'cb74923d3c9e48c9b84843086507fe5f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:46.177012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-895b786c-24c6-419d-8189-226c4279bd51 req-dd9b1c78-e6fb-4da4-887b-6f1f4a148cf9 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 210 time: 0.0767901 Jul 16 18:02:46.395511 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b479582b-f10d-4810-9f57-2bea5fdb00ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.436861 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b479582b-f10d-4810-9f57-2bea5fdb00ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.520739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59404) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.607962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2fa7e-f5d4-4b26-873f-46de3c64724f req-20985385-59ca-4419-bd93-17fde14b7ec5 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.615762 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b479582b-f10d-4810-9f57-2bea5fdb00ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d373acf4c08547e6856b998c426cbb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974285 Jul 16 18:02:46.616619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479582b-f10d-4810-9f57-2bea5fdb00ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92049d45-57c1-4208-99bc-bf45ce7a22e3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:46.624018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6e2fa7e-f5d4-4b26-873f-46de3c64724f req-20985385-59ca-4419-bd93-17fde14b7ec5 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 936 time: 0.1648149 Jul 16 18:02:46.629072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59410) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.658246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Made reservation on behalf of cb74923d3c9e48c9b84843086507fe5f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:46.667796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.709719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.762288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25d7b9e0-8357-45d9-b824-78d000f5f57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.800304 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25d7b9e0-8357-45d9-b824-78d000f5f57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.918801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6e2fa7e-f5d4-4b26-873f-46de3c64724f req-ab342f31-ca1b-45fe-9f89-9848fc875e60 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930322 Jul 16 18:02:46.954947 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25d7b9e0-8357-45d9-b824-78d000f5f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.959370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-25d7b9e0-8357-45d9-b824-78d000f5f57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.961714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-25d7b9e0-8357-45d9-b824-78d000f5f57e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92049d45-57c1-4208-99bc-bf45ce7a22e3 HTTP/1.1" status: 204 len: 168 time: 0.3289461 Jul 16 18:02:46.984467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7b9e0-8357-45d9-b824-78d000f5f57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92049d45-57c1-4208-99bc-bf45ce7a22e3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.043421 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.053735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.066365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59418) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:47.249054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399a8809-f5bd-459d-af00-1114a9563992,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.291614 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5d654c3-7ed2-4571-9263-744f21adfaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.472909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Allocated IP 192.168.233.154 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/50748415-ab89-47b4-8ca4-5efa2db265b9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:47.576052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:47.670192 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5d654c3-7ed2-4571-9263-744f21adfaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.700150 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5d654c3-7ed2-4571-9263-744f21adfaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.801897 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.814749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7a80c72-e01a-440d-9ed8-94b090e2fe79 req-d0db332c-ebef-426e-95d5-69c9d90ad521 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 210 time: 0.1374793 Jul 16 18:02:47.835880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Transition to ACTIVE for port object 50748415-ab89-47b4-8ca4-5efa2db265b9 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:47.899591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b5d654c3-7ed2-4571-9263-744f21adfaf0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3482fd1d508c43e6b9b67d020935fdd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3724473 Jul 16 18:02:47.899793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.899885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d654c3-7ed2-4571-9263-744f21adfaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1300512-5793-4b2e-876b-2501e93f418e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.900667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59436) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:48.017106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:48.054498 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:48.134754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:48.153844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.154586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.257937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24571169-96a7-4684-9b73-14f11409615a req-290084d0-0ace-4c66-86fd-cf4e1b95c61d tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.262460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9721a54-f3d2-4d2c-b9d3-6689131af306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.266629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24571169-96a7-4684-9b73-14f11409615a req-290084d0-0ace-4c66-86fd-cf4e1b95c61d tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 936 time: 0.1026683 Jul 16 18:02:48.296325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Pushing event updated for resources: {'Port': ['ID=50748415-ab89-47b4-8ca4-5efa2db265b9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:48.333869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24571169-96a7-4684-9b73-14f11409615a req-3dc3e907-fca3-4682-b582-fe659053c058 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653119 Jul 16 18:02:48.341000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a15dd9-bacc-4a60-a1f3-1a03b4a5b99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.363226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b4b98b3-b27b-4bcb-a41f-ad076968fbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.480338 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b4b98b3-b27b-4bcb-a41f-ad076968fbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.572711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c3413a0d-5de8-437b-ba08-d6faab25a29a None None] Provisioning for port 50748415-ab89-47b4-8ca4-5efa2db265b9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:48.590098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c3413a0d-5de8-437b-ba08-d6faab25a29a None None] Provisioning complete for port 50748415-ab89-47b4-8ca4-5efa2db265b9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:48.590485 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c3413a0d-5de8-437b-ba08-d6faab25a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.729315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9721a54-f3d2-4d2c-b9d3-6689131af306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.731303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b4b98b3-b27b-4bcb-a41f-ad076968fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.731951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c3413a0d-5de8-437b-ba08-d6faab25a29a None None] Port 50748415-ab89-47b4-8ca4-5efa2db265b9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:48.734135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b4b98b3-b27b-4bcb-a41f-ad076968fbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.735300 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8b4b98b3-b27b-4bcb-a41f-ad076968fbc6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1300512-5793-4b2e-876b-2501e93f418e HTTP/1.1" status: 204 len: 168 time: 0.8340142 Jul 16 18:02:48.748836 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9721a54-f3d2-4d2c-b9d3-6689131af306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.812190 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c832f10e-2650-4f8b-ac0b-5641f6703ae4 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9558280 Jul 16 18:02:48.817323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b98b3-b27b-4bcb-a41f-ad076968fbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1300512-5793-4b2e-876b-2501e93f418e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:48.956391 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b9721a54-f3d2-4d2c-b9d3-6689131af306 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04c6b6a9b57e4be99e38b6e26782d678&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8759251 Jul 16 18:02:48.958830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59468) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:48.998518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9721a54-f3d2-4d2c-b9d3-6689131af306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e1d920-7ab2-4488-b147-b7553a07f116,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.088357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a15dd9-bacc-4a60-a1f3-1a03b4a5b99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.116560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-f3adfb81-2e4d-41a1-8634-1d72a8b333bc tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:02:49.122580 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-f3adfb81-2e4d-41a1-8634-1d72a8b333bc tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350418 Jul 16 18:02:49.125744 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79a15dd9-bacc-4a60-a1f3-1a03b4a5b99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.311178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-79a15dd9-bacc-4a60-a1f3-1a03b4a5b99a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2c9dda4280444498747d21d608fece1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7310059 Jul 16 18:02:49.312833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59478) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:49.328844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a15dd9-bacc-4a60-a1f3-1a03b4a5b99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5101999-2e84-4c4c-b76b-65906e5830b5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.411776 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81325657-a9c3-412c-b64e-4c1af70e6e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.448854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Request body: {'port': {'device_id': 'd65705dc-2afc-4879-a60c-f088fc5bd109', 'device_owner': 'compute:tempest-test_az-1068111226', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:49.516981 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c94b71e9-051e-452c-bc23-a53fbe99c727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.583486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c94b71e9-051e-452c-bc23-a53fbe99c727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.586925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81325657-a9c3-412c-b64e-4c1af70e6e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.620148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59488) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:49.682218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c94b71e9-051e-452c-bc23-a53fbe99c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.685544 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c94b71e9-051e-452c-bc23-a53fbe99c727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.690501 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c94b71e9-051e-452c-bc23-a53fbe99c727 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5101999-2e84-4c4c-b76b-65906e5830b5 HTTP/1.1" status: 204 len: 168 time: 0.3667107 Jul 16 18:02:49.699572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b71e9-051e-452c-bc23-a53fbe99c727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5101999-2e84-4c4c-b76b-65906e5830b5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.764629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:49.787819 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44618de-47cc-4b1c-a84c-0ae400971ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.875404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.895154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757126b1-7ad7-48c4-b2d9-f71c1b658624 req-8d937a0a-b5de-4c4d-abdc-326487d60308 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.896797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-757126b1-7ad7-48c4-b2d9-f71c1b658624 req-8d937a0a-b5de-4c4d-abdc-326487d60308 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 936 time: 0.7153759 Jul 16 18:02:49.908420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81325657-a9c3-412c-b64e-4c1af70e6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.911032 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81325657-a9c3-412c-b64e-4c1af70e6e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.912208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-81325657-a9c3-412c-b64e-4c1af70e6e49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02e1d920-7ab2-4488-b147-b7553a07f116 HTTP/1.1" status: 204 len: 168 time: 0.9519367 Jul 16 18:02:49.951968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81325657-a9c3-412c-b64e-4c1af70e6e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e1d920-7ab2-4488-b147-b7553a07f116,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.075403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-757126b1-7ad7-48c4-b2d9-f71c1b658624 req-92547ea2-0fe7-43f5-898c-ae23d29458d3 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590197 Jul 16 18:02:50.190041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44618de-47cc-4b1c-a84c-0ae400971ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.217215 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44618de-47cc-4b1c-a84c-0ae400971ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.237185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1936225441-network', 'tenant_id': 'f6b9f0b080244c71a707593126928b50'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:50.308819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Made reservation on behalf of f6b9f0b080244c71a707593126928b50 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:50.315369 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.337504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.425930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44618de-47cc-4b1c-a84c-0ae400971ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9987a70-2dbc-4443-80cf-e3fd1eb99124,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.618897 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.629138 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.636092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f44618de-47cc-4b1c-a84c-0ae400971ce7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43c754b2b097430c9de839598aff38ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0002055 Jul 16 18:02:50.654659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.654844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59514) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.676696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:50.715492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.715988 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Added segment 39254cf3-f9c7-40f1-b118-b8a38378704d of type vlan for network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 Jul 16 18:02:50.744244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aaa06694-2ac0-47d2-80a2-1fd7d8d9e199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.820829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59516) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.874848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.907998 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18bd645c-a949-4aae-b577-b555da27039e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.943604 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.944937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.945583 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.005012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Request body: {'port': {'device_id': 'fa19e180-fb30-4b17-8a59-ae9e8df927df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:51.042776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d3c28a-9343-4faf-bd89-8d479b5e2fc9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.084504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] Pushing event updated for resources: {'Network': ['ID=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.112059 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cebdbfee-f733-4e5a-a1bc-1e69fb115c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.122811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:51.130202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f6b46-a56f-4f24-b6d4-585e67ca3801 req-44bf9ee7-2a96-4b92-a7df-30b88af52cda tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.138980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c3f6b46-a56f-4f24-b6d4-585e67ca3801 req-44bf9ee7-2a96-4b92-a7df-30b88af52cda tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 936 time: 0.7228956 Jul 16 18:02:51.223744 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cebdbfee-f733-4e5a-a1bc-1e69fb115c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.227113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.301463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c3f6b46-a56f-4f24-b6d4-585e67ca3801 req-b1a5f7de-0f6a-48c4-a537-ab9374b5b132 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627452 Jul 16 18:02:51.510070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dfa06e-8b3e-4d09-b9da-7e593c48400b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:51.526647 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.552272 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aaa06694-2ac0-47d2-80a2-1fd7d8d9e199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.562606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aaa06694-2ac0-47d2-80a2-1fd7d8d9e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.566643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Transition to ACTIVE for port object 41dfa06e-8b3e-4d09-b9da-7e593c48400b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:51.580238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cebdbfee-f733-4e5a-a1bc-1e69fb115c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.583775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cebdbfee-f733-4e5a-a1bc-1e69fb115c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.585145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cebdbfee-f733-4e5a-a1bc-1e69fb115c72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9987a70-2dbc-4443-80cf-e3fd1eb99124 HTTP/1.1" status: 204 len: 168 time: 0.9132097 Jul 16 18:02:51.613848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.655758 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-212c1117-5180-41f5-b99f-50460cf05d9a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8869777 Jul 16 18:02:51.677996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59534) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:51.687589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Request body: {'subnet': {'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1936225441-subnet', 'tenant_id': 'f6b9f0b080244c71a707593126928b50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:51.774931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aaa06694-2ac0-47d2-80a2-1fd7d8d9e199 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0456c9ab16ab478ba01544245de9d9de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0955870 Jul 16 18:02:51.778254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa06694-2ac0-47d2-80a2-1fd7d8d9e199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e67995-c56c-48f2-819d-4ade61b3defd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.795119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59536) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:51.902991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f97e65-2265-4422-93d0-151f48d6e957 req-d99e4007-3450-4035-99cb-7b931472bc3e tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.910882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30f97e65-2265-4422-93d0-151f48d6e957 req-d99e4007-3450-4035-99cb-7b931472bc3e tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 936 time: 0.4805288 Jul 16 18:02:51.931632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=41dfa06e-8b3e-4d09-b9da-7e593c48400b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.243295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdbfee-f733-4e5a-a1bc-1e69fb115c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9987a70-2dbc-4443-80cf-e3fd1eb99124,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.274148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50748415-ab89-47b4-8ca4-5efa2db265b9 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:52.290516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Attempting to bind port 41dfa06e-8b3e-4d09-b9da-7e593c48400b on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:52.290516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Attempting to bind port 41dfa06e-8b3e-4d09-b9da-7e593c48400b by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:52.290884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Attempting to bind port 41dfa06e-8b3e-4d09-b9da-7e593c48400b on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:52.299149 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.321334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Port 41dfa06e-8b3e-4d09-b9da-7e593c48400b on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:52.321334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Attempting to bind port 41dfa06e-8b3e-4d09-b9da-7e593c48400b on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:52.348508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Transition to ACTIVE for port object 50748415-ab89-47b4-8ca4-5efa2db265b9 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:52.355094 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30f97e65-2265-4422-93d0-151f48d6e957 req-fdcfa8ac-ac49-420f-b461-387e6ac1798d tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429502 Jul 16 18:02:52.356596 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.362017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:52.362736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:52.363289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:52.363686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Bound port: 41dfa06e-8b3e-4d09-b9da-7e593c48400b, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:52.364128 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.370027 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0856927-d4e9-466e-9c62-783eaba79228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.382182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18bd645c-a949-4aae-b577-b555da27039e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.423952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18bd645c-a949-4aae-b577-b555da27039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.574032 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0856927-d4e9-466e-9c62-783eaba79228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.593030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Attempting to bind port 50748415-ab89-47b4-8ca4-5efa2db265b9 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:52.593030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Attempting to bind port 50748415-ab89-47b4-8ca4-5efa2db265b9 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:52.593030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Attempting to bind port 50748415-ab89-47b4-8ca4-5efa2db265b9 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:52.603489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Made reservation on behalf of f6b9f0b080244c71a707593126928b50 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:52.620627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.630577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Pushing event updated for resources: {'Port': ['ID=50748415-ab89-47b4-8ca4-5efa2db265b9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.654599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-18bd645c-a949-4aae-b577-b555da27039e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f6eebbc64be4911a0c09409f738b194&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8226552 Jul 16 18:02:52.681881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd645c-a949-4aae-b577-b555da27039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dc888b-47a7-47a7-9d54-ad327e43f139,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.809232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:52.901243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] For port 41dfa06e-8b3e-4d09-b9da-7e593c48400b, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:52.951311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Port 50748415-ab89-47b4-8ca4-5efa2db265b9 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:52.952248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Attempting to bind port 50748415-ab89-47b4-8ca4-5efa2db265b9 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:52.971556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:52.971858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:52.972463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:52.978525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Bound port: 50748415-ab89-47b4-8ca4-5efa2db265b9, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:52.978916 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.023316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] For port 41dfa06e-8b3e-4d09-b9da-7e593c48400b, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=41dfa06e-8b3e-4d09-b9da-7e593c48400b,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:53.070135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.097716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0856927-d4e9-466e-9c62-783eaba79228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.100360 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0856927-d4e9-466e-9c62-783eaba79228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.117544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d0856927-d4e9-466e-9c62-783eaba79228 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39e67995-c56c-48f2-819d-4ade61b3defd HTTP/1.1" status: 204 len: 168 time: 1.3047934 Jul 16 18:02:53.177591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.184211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0856927-d4e9-466e-9c62-783eaba79228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e67995-c56c-48f2-819d-4ade61b3defd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.217278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.217914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.222586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/41dfa06e-8b3e-4d09-b9da-7e593c48400b HTTP/1.1" status: 200 len: 1119 time: 4.1932495 Jul 16 18:02:53.222586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65705dc-2afc-4879-a60c-f088fc5bd109', 'tag': '41dfa06e-8b3e-4d09-b9da-7e593c48400b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:53.294051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.342587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] For port 50748415-ab89-47b4-8ca4-5efa2db265b9, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:53.353760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] For port 50748415-ab89-47b4-8ca4-5efa2db265b9, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=50748415-ab89-47b4-8ca4-5efa2db265b9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:53.441454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.450965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5fafe-49ab-4df5-ae0f-15a1e0f16b96 req-9955af1b-60da-43d1-a175-5509ef752c2d tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.452726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92d5fafe-49ab-4df5-ae0f-15a1e0f16b96 req-9955af1b-60da-43d1-a175-5509ef752c2d tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 970 time: 0.7613547 Jul 16 18:02:53.592802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99df10c3-2675-45ca-b32a-e13c26b1036f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.664908 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eaf50387-269b-468e-af9e-d8284ac7d903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.714245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7e078-2db3-4cbe-973f-c29479e8b4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=41dfa06e-8b3e-4d09-b9da-7e593c48400b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.723496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Pushing event updated for resources: {'Port': ['ID=50748415-ab89-47b4-8ca4-5efa2db265b9,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.728287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:53.728847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Network hostable DHCP agents. Network: 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:53.784713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.785653 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.787474 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-b9971c50-f441-40d6-88be-b2bc3eb28500 service neutron] 10.222.0.46 "PUT /v2.0/ports/50748415-ab89-47b4-8ca4-5efa2db265b9 HTTP/1.1" status: 200 len: 1097 time: 3.2122455 Jul 16 18:02:53.789243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa19e180-fb30-4b17-8a59-ae9e8df927df', 'tag': '50748415-ab89-47b4-8ca4-5efa2db265b9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:53.868592 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eaf50387-269b-468e-af9e-d8284ac7d903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.903924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92d5fafe-49ab-4df5-ae0f-15a1e0f16b96 req-2fb6edb6-5227-4101-85b9-b036ca961c96 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334617 Jul 16 18:02:54.120761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-network', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:54.163307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:54.213446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:54.229066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37760aef-bf45-4a04-962b-5dde41dd1857 None None] Network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:54.251296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.253896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.275152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e312ac-a45e-4aca-9d1e-e32229ef24e3 req-0d5759a8-c36a-4e9b-a67c-79bfca83b286 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.287846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0e312ac-a45e-4aca-9d1e-e32229ef24e3 req-0d5759a8-c36a-4e9b-a67c-79bfca83b286 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 948 time: 0.7085726 Jul 16 18:02:54.322734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Made reservation on behalf of 43bc01776ea14cf490089aefb6014d0d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:54.331200 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc9400a-f697-4a9a-968f-3329cdfe67e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d65705dc-2afc-4879-a60c-f088fc5bd109", "tag": "41dfa06e-8b3e-4d09-b9da-7e593c48400b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:54.331985 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.394673 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c5007c1d-1f69-4647-a31a-c74e202cfde9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7155137 Jul 16 18:02:54.417328 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.446500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eaf50387-269b-468e-af9e-d8284ac7d903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.449400 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eaf50387-269b-468e-af9e-d8284ac7d903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.453715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eaf50387-269b-468e-af9e-d8284ac7d903 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42dc888b-47a7-47a7-9d54-ad327e43f139 HTTP/1.1" status: 204 len: 168 time: 1.6396179 Jul 16 18:02:54.474352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59608) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:54.494798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0e312ac-a45e-4aca-9d1e-e32229ef24e3 req-07790e67-605d-492c-b8ba-57398549ee60 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039216 Jul 16 18:02:54.514253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf50387-269b-468e-af9e-d8284ac7d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dc888b-47a7-47a7-9d54-ad327e43f139,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.520065 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-1dfff9a6-69c7-4845-90f4-55bf4c336a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.521846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-1dfff9a6-69c7-4845-90f4-55bf4c336a89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=488e51ab053149338119f56902537c02&device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 1122 time: 0.5802832 Jul 16 18:02:54.591510 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78" -d '{"events": [{"name": "network-changed", "server_uuid": "fa19e180-fb30-4b17-8a59-ae9e8df927df", "tag": "50748415-ab89-47b4-8ca4-5efa2db265b9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:54.614149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-1df51e0f-7328-49b3-8857-75dedab0c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.620210 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-1df51e0f-7328-49b3-8857-75dedab0c9dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb74923d3c9e48c9b84843086507fe5f&device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 1100 time: 0.6724522 Jul 16 18:02:54.620333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-f31c2994-c689-4e28-993a-718896b02b16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=41dfa06e-8b3e-4d09-b9da-7e593c48400b HTTP/1.1" status: 200 len: 217 time: 0.0900540 Jul 16 18:02:54.725128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-0d38b1a2-7ec0-43cc-bbaa-c89ddc7f62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.728607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-0d38b1a2-7ec0-43cc-bbaa-c89ddc7f62bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1004171 Jul 16 18:02:54.730411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.737783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.769466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:54.794387 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.794761 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Added segment b507abf4-d2e1-47d4-adab-7f21da42136f of type vlan for network b70d55ad-58d3-4949-b701-21975829532b Jul 16 18:02:54.795079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c55ed-fb29-43f0-9cdc-cd6b4e27c264 None None] Network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:54.922616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.939098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-44dcf860-16e5-407c-89c6-6b49b5c68d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.943157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-44dcf860-16e5-407c-89c6-6b49b5c68d67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2058065 Jul 16 18:02:55.000231 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc97de7-cb67-4f0d-982b-ed7d1cd7b5a9 x-openstack-request-id: req-9dc97de7-cb67-4f0d-982b-ed7d1cd7b5a9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:55.000613 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65705dc-2afc-4879-a60c-f088fc5bd109", "tag": "41dfa06e-8b3e-4d09-b9da-7e593c48400b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:55.000961 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9dc97de7-cb67-4f0d-982b-ed7d1cd7b5a9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:55.002556 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65705dc-2afc-4879-a60c-f088fc5bd109', 'tag': '41dfa06e-8b3e-4d09-b9da-7e593c48400b', 'status': 'completed', 'code': 200} Jul 16 18:02:55.025785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.027864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.033601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.186393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-bfddbbf2-3a40-4c3e-92d2-f98319a2fcb2 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352250 Jul 16 18:02:55.238449 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9330132 Jul 16 18:02:55.239909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5905f9a0-4245-4501-b259-ce4eaf01199a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.243108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59624) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:55.244240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205f634-7c65-4fd9-8f44-bbada50c933d admin admin] Pushing event updated for resources: {'Network': ['ID=b70d55ad-58d3-4949-b701-21975829532b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.259959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network b70d55ad-58d3-4949-b701-21975829532b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:55.261623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Request body: {'subnet': {'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-subnet', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:55.315852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Made reservation on behalf of 43bc01776ea14cf490089aefb6014d0d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:55.329806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.498445 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-486e9f79-6739-4740-beef-cba92bdbf686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.556075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-599bfa81-0113-4a50-8576-dfdafbbd6ec7 req-738615b2-f72d-4e69-b27e-f3c44e6f729e service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615992 Jul 16 18:02:55.583499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268b0a5-3deb-4ec0-ab4a-67550612b86d req-7b305e73-71b3-4c6f-99eb-7c60adefbf7a tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.586717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3268b0a5-3deb-4ec0-ab4a-67550612b86d req-7b305e73-71b3-4c6f-99eb-7c60adefbf7a tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 970 time: 0.2217767 Jul 16 18:02:55.610085 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18ba3d2-483d-4f18-b0f2-82b9b9863240 x-openstack-request-id: req-b18ba3d2-483d-4f18-b0f2-82b9b9863240 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:55.611406 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa19e180-fb30-4b17-8a59-ae9e8df927df", "tag": "50748415-ab89-47b4-8ca4-5efa2db265b9", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:55.612563 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b18ba3d2-483d-4f18-b0f2-82b9b9863240 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:55.613356 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa19e180-fb30-4b17-8a59-ae9e8df927df', 'tag': '50748415-ab89-47b4-8ca4-5efa2db265b9', 'status': 'completed', 'code': 200} Jul 16 18:02:55.808572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3268b0a5-3deb-4ec0-ab4a-67550612b86d req-b26e96d6-94e1-4357-9a80-dfa22a581249 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947927 Jul 16 18:02:55.908439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-66d92d8c-710c-4b55-9920-24e9265bf6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.910462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-66d92d8c-710c-4b55-9920-24e9265bf6b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=488e51ab053149338119f56902537c02&device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 1122 time: 0.2310491 Jul 16 18:02:55.946663 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-aa3a0582-550d-4c00-a9b1-86119ec9126c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=50748415-ab89-47b4-8ca4-5efa2db265b9 HTTP/1.1" status: 200 len: 217 time: 0.3442490 Jul 16 18:02:55.981468 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-486e9f79-6739-4740-beef-cba92bdbf686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.005925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-486e9f79-6739-4740-beef-cba92bdbf686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.123022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80547f2e-ff00-4cf7-a120-f8a98f16ec56 req-fa2b2ce4-894d-4246-8b96-dc9daf263812 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.124945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80547f2e-ff00-4cf7-a120-f8a98f16ec56 req-fa2b2ce4-894d-4246-8b96-dc9daf263812 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 948 time: 0.3152194 Jul 16 18:02:56.183663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-486e9f79-6739-4740-beef-cba92bdbf686 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59a04f5de306453ea5288fe30e6eb1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6861508 Jul 16 18:02:56.190304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:56.192530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e9f79-6739-4740-beef-cba92bdbf686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc883519-9b28-4638-984e-4a601a1901fa,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.232641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-ab6c1825-96b2-4a78-a5ed-b5d46ed6cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.234666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-ab6c1825-96b2-4a78-a5ed-b5d46ed6cfd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3120809 Jul 16 18:02:56.254330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80547f2e-ff00-4cf7-a120-f8a98f16ec56 req-5ef85439-3fef-40de-aee8-36796bdcc581 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018298 Jul 16 18:02:56.308108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-3e97ac82-9498-49a4-9bda-c5ba74b4c5ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=41dfa06e-8b3e-4d09-b9da-7e593c48400b HTTP/1.1" status: 200 len: 217 time: 0.0524328 Jul 16 18:02:56.389734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-85cf47cf-7488-4b2d-9c41-daea11383ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.391191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-85cf47cf-7488-4b2d-9c41-daea11383ae7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0755286 Jul 16 18:02:56.414700 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baa77df0-bbee-4ff9-ad3b-523db1781e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.443961 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.496766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baa77df0-bbee-4ff9-ad3b-523db1781e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.657977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6968df-c2f2-4684-9aef-a26e436db260,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.739931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Checking segment: {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:56.739931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Network hostable DHCP agents. Network: b70d55ad-58d3-4949-b701-21975829532b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:56.739931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baa77df0-bbee-4ff9-ad3b-523db1781e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.739931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baa77df0-bbee-4ff9-ad3b-523db1781e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.739931 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-baa77df0-bbee-4ff9-ad3b-523db1781e37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc883519-9b28-4638-984e-4a601a1901fa HTTP/1.1" status: 204 len: 168 time: 0.5356185 Jul 16 18:02:56.771821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa77df0-bbee-4ff9-ad3b-523db1781e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc883519-9b28-4638-984e-4a601a1901fa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.785027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Network b70d55ad-58d3-4949-b701-21975829532b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:56.818514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, b70d55ad-58d3-4949-b701-21975829532b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:56.826497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.827135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.841217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f01e3b3-da1b-4be5-84c7-4d13d77874cd None None] Network b70d55ad-58d3-4949-b701-21975829532b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:56.856471 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4fb6f738-7767-4743-a4ed-c8feafbab529 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5994213 Jul 16 18:02:56.857186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59666) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:56.868384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:56.945093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.947812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.003021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:57.016802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-365117318-network', 'tenant_id': '54f7389efe8849dca15587c981674750'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:57.065179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-90991066-65a1-47a0-ac07-89cc0f1252b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.078205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-90991066-65a1-47a0-ac07-89cc0f1252b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6788037 Jul 16 18:02:57.143820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Made reservation on behalf of 54f7389efe8849dca15587c981674750 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:57.150589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.198897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-b70d55ad-58d3-4949-b701-21975829532b', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:57.199783 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.201258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.208373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.456503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-d9a53df2-a208-480c-b1e8-12e1ba44e1c6 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702357 Jul 16 18:02:57.603610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Allocated IP 172.20.0.2 (b70d55ad-58d3-4949-b701-21975829532b/ae6968df-c2f2-4684-9aef-a26e436db260/f53de6b3-537f-4ff8-b207-e736e1da32fc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:57.609354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4ff6-5d26-4dc8-8fde-e332c4a7d97d req-9b99498f-918a-427d-99e6-e978b9ae943b tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.616310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-077d4ff6-5d26-4dc8-8fde-e332c4a7d97d req-9b99498f-918a-427d-99e6-e978b9ae943b tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 970 time: 0.3226800 Jul 16 18:02:57.806166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.923791 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.925298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcc9400a-f697-4a9a-968f-3329cdfe67e8 req-e5f7d121-4ea5-476c-970d-8b126487ead8 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584267 Jul 16 18:02:57.928305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-077d4ff6-5d26-4dc8-8fde-e332c4a7d97d req-52d07ad7-75ab-4159-a847-fc97592a744b tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444246 Jul 16 18:02:57.945222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Transition to ACTIVE for port object f53de6b3-537f-4ff8-b207-e736e1da32fc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:57.968976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Transition to ACTIVE for port object f53de6b3-537f-4ff8-b207-e736e1da32fc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:57.970783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e47dc-1cb9-4e21-8872-315d169af11e req-89a40a2a-313b-4240-8741-f618db7b68b5 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.972341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b65e47dc-1cb9-4e21-8872-315d169af11e req-89a40a2a-313b-4240-8741-f618db7b68b5 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 948 time: 0.3976722 Jul 16 18:02:57.982335 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.067576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b65e47dc-1cb9-4e21-8872-315d169af11e req-3d2161a9-9628-415b-a843-216b201b6149 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819035 Jul 16 18:02:58.087112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.093313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Network b70d55ad-58d3-4949-b701-21975829532b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:58.096174 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.102143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:58.106173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:58.136619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:58.158447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e397b20-50c4-4e97-ae0e-6a069093fe2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.163791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:58.189645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65e53dc-98fb-4da2-83c2-c11c45088e5e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.226970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Pushing event updated for resources: {'Port': ['ID=f53de6b3-537f-4ff8-b207-e736e1da32fc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.233142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.233821 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Added segment c5b4dc59-1acd-43a0-9b78-22f559d839f2 of type vlan for network ba449003-be70-47cb-a54b-f81fd368605f Jul 16 18:02:58.285148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.285826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.286798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.287409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.288204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.289970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.290652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.291476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.292296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.292826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.293344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.294191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Tracked resource versions report: Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: pushed versions: Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: { 'AddressGroup': {'1.2'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'ConntrackHelper': {'1.0'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Log': {'1.0'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Network': {'1.1'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Port': {'1.7'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'PortForwarding': {'1.2'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'QosPolicy': {'1.8'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'SecurityGroup': {'1.4'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'SubPort': {'1.0'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Subnet': {'1.1'}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Trunk': {'1.1'}} Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: consumer versions: Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: { DHCP agent@n-d-793619-10: {}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: HyperV agent@n-h1-793619-10: {}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: HyperV agent@n-h2-793619-10: {}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: L3 agent@n-d-793619-10: {}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: Metadata agent@n-d-793619-10: {}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: Metering agent@n-d-793619-10: {}, Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: Open vSwitch agent@n-d-793619-10: { 'AddressGroup': '1.2', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'ConntrackHelper': '1.0', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Log': '1.0', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Network': '1.1', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Port': '1.7', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'PortForwarding': '1.2', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'QosPolicy': '1.8', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'SecurityGroup': '1.4', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'SecurityGroupRule': '1.2', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'SubPort': '1.0', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Subnet': '1.1', Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: 'Trunk': '1.1'}} Jul 16 18:02:58.296978 n-d-793619-10 neutron-server[93825]: {{(pid=93825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:02:58.302616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e397b20-50c4-4e97-ae0e-6a069093fe2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.309334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e397b20-50c4-4e97-ae0e-6a069093fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.319676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Attempting to bind port f53de6b3-537f-4ff8-b207-e736e1da32fc on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:58.322432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Attempting to bind port f53de6b3-537f-4ff8-b207-e736e1da32fc by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:58.323595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Attempting to bind port f53de6b3-537f-4ff8-b207-e736e1da32fc on network b70d55ad-58d3-4949-b701-21975829532b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:58.331922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:58.332336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Checking segment: {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:58.334673 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.334673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Bound using segment: {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:58.334673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Bound port: f53de6b3-537f-4ff8-b207-e736e1da32fc, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:58.334673 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.374542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7e397b20-50c4-4e97-ae0e-6a069093fe2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69709b56d89c4bb5836fc6c435ee7681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363746 Jul 16 18:02:58.375282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e397b20-50c4-4e97-ae0e-6a069093fe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be054d9c-44ac-4a96-a380-a25602c12eed,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.378957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:58.409635 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.486497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.486777 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d266320-2f85-44ea-8d11-cd33a3d9749b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.527317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d266320-2f85-44ea-8d11-cd33a3d9749b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.534301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] For port f53de6b3-537f-4ff8-b207-e736e1da32fc, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:58.542504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] For port f53de6b3-537f-4ff8-b207-e736e1da32fc, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f53de6b3-537f-4ff8-b207-e736e1da32fc,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:58.556728 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.601698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.602987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.603736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.646174 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.646435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d266320-2f85-44ea-8d11-cd33a3d9749b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.652267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4d266320-2f85-44ea-8d11-cd33a3d9749b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.653754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4d266320-2f85-44ea-8d11-cd33a3d9749b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be054d9c-44ac-4a96-a380-a25602c12eed HTTP/1.1" status: 204 len: 168 time: 0.2737937 Jul 16 18:02:58.659025 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6539953 Jul 16 18:02:58.665395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:58.679964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Request body: {'subnet': {'network_id': 'ba449003-be70-47cb-a54b-f81fd368605f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-365117318-subnet', 'tenant_id': '54f7389efe8849dca15587c981674750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:58.691973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d266320-2f85-44ea-8d11-cd33a3d9749b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be054d9c-44ac-4a96-a380-a25602c12eed,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.712807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.736722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14154e57-d445-46ff-8087-fbecdd23bab4 None None] Pushing event updated for resources: {'Port': ['ID=f53de6b3-537f-4ff8-b207-e736e1da32fc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.762796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Made reservation on behalf of 54f7389efe8849dca15587c981674750 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:58.762796 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.840306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6117103-295b-438c-9d26-0ee0c057db2a admin admin] Pushing event updated for resources: {'Network': ['ID=ba449003-be70-47cb-a54b-f81fd368605f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.860120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network ba449003-be70-47cb-a54b-f81fd368605f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:58.979589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Allocated IP 172.25.2.5 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/5f7d3357-f1a8-44ab-8aad-715ef4c584de) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:59.325887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.406982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.482733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:59.487242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:59.491812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:59.495871 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.536785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7d3357-f1a8-44ab-8aad-715ef4c584de,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.622260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdcdcf4b-0451-4c5f-9826-b4a312108886,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.646435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Checking segment: {'id': 'c5b4dc59-1acd-43a0-9b78-22f559d839f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ba449003-be70-47cb-a54b-f81fd368605f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:59.646781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Network hostable DHCP agents. Network: ba449003-be70-47cb-a54b-f81fd368605f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:59.669782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430d79-4097-4b73-8080-5b6c4683f7a6 req-0e08e499-2e5c-49fd-9577-40eb20ebb606 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.671454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be430d79-4097-4b73-8080-5b6c4683f7a6 req-0e08e499-2e5c-49fd-9577-40eb20ebb606 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 970 time: 0.3566725 Jul 16 18:02:59.690654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b9a88-b7e9-43cb-9d83-f7b29053172e req-539adf85-a7af-4c5f-8b30-cc24744c3600 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.692433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-438b9a88-b7e9-43cb-9d83-f7b29053172e req-539adf85-a7af-4c5f-8b30-cc24744c3600 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 948 time: 0.2778032 Jul 16 18:02:59.725621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Network ba449003-be70-47cb-a54b-f81fd368605f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:59.753150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, ba449003-be70-47cb-a54b-f81fd368605f) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:59.765579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be430d79-4097-4b73-8080-5b6c4683f7a6 req-30b7a1b0-de51-4abc-9f51-27681a53f642 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715883 Jul 16 18:02:59.767430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.768195 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.770851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45107e05-3a23-4c89-a383-d5cf040c1095 None None] Network ba449003-be70-47cb-a54b-f81fd368605f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:59.794790 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-438b9a88-b7e9-43cb-9d83-f7b29053172e req-9fe50ccb-5c14-4201-802f-7a5f665794a7 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880864 Jul 16 18:02:59.826090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5d72a150-4ad4-4191-bcdb-1d337e4a1dac admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1520700 Jul 16 18:02:59.917889 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.024702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b6b67-7ece-4d64-9e63-e760acb5c731 None None] Network ba449003-be70-47cb-a54b-f81fd368605f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:00.276245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d76d6ae-e62a-4fa2-90be-ca5d2e24c0f4 None None] Network b70d55ad-58d3-4949-b701-21975829532b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:00.292297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.431804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f53de6b3-537f-4ff8-b207-e736e1da32fc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:00.478692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-4f40bec6-f90f-4039-96d9-853720893ada tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398247 Jul 16 18:03:00.684428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2648d566-56bb-425c-8b9d-f297b96de58b None None] Provisioning for port f53de6b3-537f-4ff8-b207-e736e1da32fc completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:00.703877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-8bc2647c-2205-48d1-8085-02832f4a9434 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.712029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-8bc2647c-2205-48d1-8085-02832f4a9434 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238834 Jul 16 18:03:00.744935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-ab448d6f-cca8-40dc-8218-726f57fe3ab9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/quotas/5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 375 time: 0.0268238 Jul 16 18:03:00.745386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port f53de6b3-537f-4ff8-b207-e736e1da32fc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:00.751232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 41dfa06e-8b3e-4d09-b9da-7e593c48400b details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:00.788803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c23e55c9-db72-4035-ac6a-8effe390730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.790713 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c23e55c9-db72-4035-ac6a-8effe390730d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.3549001 Jul 16 18:03:00.813093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-027e6714-c657-4b62-93c0-6bbee962f678 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683856 Jul 16 18:03:00.871161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 41dfa06e-8b3e-4d09-b9da-7e593c48400b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=41dfa06e-8b3e-4d09-b9da-7e593c48400b,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:00.885011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '41dfa06e-8b3e-4d09-b9da-7e593c48400b', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '41dfa06e-8b3e-4d09-b9da-7e593c48400b', 'mac_address': 'fa:16:3e:3e:b7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:tempest-test_az-1068111226', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:00.937915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f53de6b3-537f-4ff8-b207-e736e1da32fc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:00.938890 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.944238 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.956264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Router b7128fb7-1710-4b1a-bbff-6af60ba7d46e is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:03:00.978860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dfa06e-8b3e-4d09-b9da-7e593c48400b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:00.999923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-437c5158-1eb8-4d60-a34b-c80d64951bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.001526 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-437c5158-1eb8-4d60-a34b-c80d64951bf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1973822 Jul 16 18:03:01.049567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 41dfa06e-8b3e-4d09-b9da-7e593c48400b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=41dfa06e-8b3e-4d09-b9da-7e593c48400b,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:01.061663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.143343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=41dfa06e-8b3e-4d09-b9da-7e593c48400b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.228802 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.305196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port f53de6b3-537f-4ff8-b207-e736e1da32fc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f53de6b3-537f-4ff8-b207-e736e1da32fc,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:01.314575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:01.328012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.333106 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Sync routers for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:01.350211 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:01.351128 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:02:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:01.441457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['41dfa06e-8b3e-4d09-b9da-7e593c48400b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:01.523512 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.527249 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bbbf9acb-bcab-4d6b-b1a4-0af8da420551 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.6689863 Jul 16 18:03:01.534959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59810) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.705477 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:01.710296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-8e5c7cea-b257-4b56-8ba0-6bf5ed2e678b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.716428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-8e5c7cea-b257-4b56-8ba0-6bf5ed2e678b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 808 time: 0.6323404 Jul 16 18:03:01.746671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-e1547152-3a43-4b9f-8ad9-8a563b4afbd4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/quotas/f6b9f0b080244c71a707593126928b50 HTTP/1.1" status: 200 len: 375 time: 0.0215507 Jul 16 18:03:01.791837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-19edde72-32d2-4be8-973f-d4cd7fba5136 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439348 Jul 16 18:03:01.793932 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-729596f1-476d-4f2d-a747-b6815a0a96cf service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795730 Jul 16 18:03:01.800481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df869667-d706-4613-a2ac-2d1b3d0228c1 req-66bf416c-4efb-44b9-91f9-db3ceef6d39d tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.811070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.820801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df869667-d706-4613-a2ac-2d1b3d0228c1 req-66bf416c-4efb-44b9-91f9-db3ceef6d39d tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 971 time: 0.5372553 Jul 16 18:03:01.911241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=f53de6b3-537f-4ff8-b207-e736e1da32fc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.916243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df869667-d706-4613-a2ac-2d1b3d0228c1 req-5f72076e-0c2a-41b5-8bff-f83f58867e47 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905182 Jul 16 18:03:02.105814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7f6c7a37-1258-4c7a-be94-34b8e8081789 None None] Provisioning complete for port f53de6b3-537f-4ff8-b207-e736e1da32fc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:02.106314 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f6c7a37-1258-4c7a-be94-34b8e8081789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.264670 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7dbc308c-77e6-43ee-b979-9e7cdb869a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.276974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f53de6b3-537f-4ff8-b207-e736e1da32fc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:02.289637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-170c633a-37d5-45e8-9f4e-a39ca260dc5b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:02.290972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-170c633a-37d5-45e8-9f4e-a39ca260dc5b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1999843 Jul 16 18:03:02.326403 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:02:59Z', 'revision_number': 3, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:02.399047 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Checking router: b7128fb7-1710-4b1a-bbff-6af60ba7d46e for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:02.400054 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Updating router b7128fb7-1710-4b1a-bbff-6af60ba7d46e port 5f7d3357-f1a8-44ab-8aad-715ef4c584de binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:02.415760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-20d67865-c222-4d53-bc59-658a9c986ba4 req-c8d9c181-707d-4d37-9961-e1743a7b6fb5 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142299 Jul 16 18:03:02.461608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f53de6b3-537f-4ff8-b207-e736e1da32fc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:02.463113 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.506186 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.528118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-348cde5a-045a-4435-bc30-8eaa71e7825b service neutron] 10.222.0.60 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260439 Jul 16 18:03:02.539226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4dabd-808f-4163-8fbb-79db1c356af9 req-a2a9efe4-2d75-40ba-a3e6-7400bdfa716a tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.546645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf4dabd-808f-4163-8fbb-79db1c356af9 req-a2a9efe4-2d75-40ba-a3e6-7400bdfa716a tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 948 time: 0.3358905 Jul 16 18:03:02.652789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf4dabd-808f-4163-8fbb-79db1c356af9 req-f1de21d9-fe4b-4d4c-b867-f5388bfea7fa tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033912 Jul 16 18:03:02.717856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 41dfa06e-8b3e-4d09-b9da-7e593c48400b up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:02.747692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-a31caec5-fd1d-4c3a-857f-fdd3cce4a654 service neutron] 10.222.0.60 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182000 Jul 16 18:03:02.793529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 41dfa06e-8b3e-4d09-b9da-7e593c48400b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:02.804770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 41dfa06e-8b3e-4d09-b9da-7e593c48400b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:02.805392 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.825888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d45c41cf-e112-4412-97be-cdc8459631a3 req-33e11983-c41a-4571-a5f6-e2e2aa0b20c6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 210 time: 0.0358210 Jul 16 18:03:02.893271 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7dbc308c-77e6-43ee-b979-9e7cdb869a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.910957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7dbc308c-77e6-43ee-b979-9e7cdb869a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.944889 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.952465 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.959835 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Transition to ACTIVE for port object 5f7d3357-f1a8-44ab-8aad-715ef4c584de will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:02.968177 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.979291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-65117331-fc53-4d6d-8738-c3a37e999a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.981274 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-65117331-fc53-4d6d-8738-c3a37e999a7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb74923d3c9e48c9b84843086507fe5f&device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 1100 time: 0.2871048 Jul 16 18:03:02.997631 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7dbc308c-77e6-43ee-b979-9e7cdb869a91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68623259cea64433af637160f56da21d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1804578 Jul 16 18:03:02.997967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59836) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:03.007403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 41dfa06e-8b3e-4d09-b9da-7e593c48400b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=41dfa06e-8b3e-4d09-b9da-7e593c48400b,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:03.008726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65705dc-2afc-4879-a60c-f088fc5bd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dfa06e-8b3e-4d09-b9da-7e593c48400b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:03.034963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc308c-77e6-43ee-b979-9e7cdb869a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4c6fe3-0d10-4d5b-bb97-d7e1712f541a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.044847 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Pushing event updated for resources: {'Port': ['ID=5f7d3357-f1a8-44ab-8aad-715ef4c584de,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.058077 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.058504 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.058949 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.059351 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.059831 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.060182 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.060595 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.061023 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.061449 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.061802 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.062238 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.062620 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Tracked resource versions report: Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: pushed versions: Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: { 'AddressGroup': {'1.2'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'ConntrackHelper': {'1.0'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Log': {'1.0'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Network': {'1.1'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Port': {'1.7'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'PortForwarding': {'1.2'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'QosPolicy': {'1.8'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'SecurityGroup': {'1.4'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'SubPort': {'1.0'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Subnet': {'1.1'}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Trunk': {'1.1'}} Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: consumer versions: Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: { DHCP agent@n-d-793619-10: {}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: HyperV agent@n-h1-793619-10: {}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: HyperV agent@n-h2-793619-10: {}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: L3 agent@n-d-793619-10: {}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: Metadata agent@n-d-793619-10: {}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: Metering agent@n-d-793619-10: {}, Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: Open vSwitch agent@n-d-793619-10: { 'AddressGroup': '1.2', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'ConntrackHelper': '1.0', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Log': '1.0', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Network': '1.1', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Port': '1.7', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'PortForwarding': '1.2', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'QosPolicy': '1.8', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'SecurityGroup': '1.4', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'SecurityGroupRule': '1.2', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'SubPort': '1.0', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Subnet': '1.1', Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: 'Trunk': '1.1'}} Jul 16 18:03:03.064651 n-d-793619-10 neutron-server[93826]: {{(pid=93826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:03:03.085002 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Attempting to bind port 5f7d3357-f1a8-44ab-8aad-715ef4c584de on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:03.085558 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Attempting to bind port 5f7d3357-f1a8-44ab-8aad-715ef4c584de by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:03.087320 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Attempting to bind port 5f7d3357-f1a8-44ab-8aad-715ef4c584de on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:03.093912 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:03.095247 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:03.095906 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.096399 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:03.096997 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Bound port: 5f7d3357-f1a8-44ab-8aad-715ef4c584de, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:03.097724 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.137295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9476-d858-4ead-8867-89123b73706a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.200316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9476-d858-4ead-8867-89123b73706a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.224198 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] For port 5f7d3357-f1a8-44ab-8aad-715ef4c584de, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:03.231546 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] For port 5f7d3357-f1a8-44ab-8aad-715ef4c584de, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5f7d3357-f1a8-44ab-8aad-715ef4c584de,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:03.237595 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.240477 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.315058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9476-d858-4ead-8867-89123b73706a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.317734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9476-d858-4ead-8867-89123b73706a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.318917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8d9b9476-d858-4ead-8867-89123b73706a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d4c6fe3-0d10-4d5b-bb97-d7e1712f541a HTTP/1.1" status: 204 len: 168 time: 0.3199852 Jul 16 18:03:03.341946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b9476-d858-4ead-8867-89123b73706a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4c6fe3-0d10-4d5b-bb97-d7e1712f541a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.403731 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:03.404507 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:02:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:03.542299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.46', 55435) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:03.542828 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7d593c-fa86-4df8-8c9b-a38950d0a843" -d '{"events": [{"server_uuid": "d65705dc-2afc-4879-a60c-f088fc5bd109", "name": "network-vif-plugged", "status": "completed", "tag": "41dfa06e-8b3e-4d09-b9da-7e593c48400b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:03.567196 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-faf912cf-9162-4c77-a968-e8cac7085ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.578378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f22cb35-a5b6-46ab-9fc6-3662f2b5b774 req-211144e5-a3f5-4284-8a0b-2fa4cd02be66 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 210 time: 0.0718799 Jul 16 18:03:03.580484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=41dfa06e-8b3e-4d09-b9da-7e593c48400b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.649116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477af107-5ce2-4cb4-ba78-1061b03b1430 req-a23ee70f-9527-4ea5-9776-f8509335dbc4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.658863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-477af107-5ce2-4cb4-ba78-1061b03b1430 req-a23ee70f-9527-4ea5-9776-f8509335dbc4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 972 time: 0.2981658 Jul 16 18:03:03.698422 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-100bebd1-5a04-4655-8c2e-438f669ef11a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1394596 Jul 16 18:03:03.702311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-2fcfa6d0-064a-41db-877c-ef2953b336dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.704712 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-2fcfa6d0-064a-41db-877c-ef2953b336dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.7104187 Jul 16 18:03:03.746671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.797040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-477af107-5ce2-4cb4-ba78-1061b03b1430 req-08da8ba4-b21a-4e24-b98b-8891d14f8dad tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253502 Jul 16 18:03:03.847951 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-afa48f1e-beb6-4097-81b4-dfcf6af32ab8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=50748415-ab89-47b4-8ca4-5efa2db265b9 HTTP/1.1" status: 200 len: 217 time: 0.1260028 Jul 16 18:03:03.956764 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fa296-b276-49fd-8016-5923781b71b4 None None] Pushing event updated for resources: {'Port': ['ID=5f7d3357-f1a8-44ab-8aad-715ef4c584de,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.023842 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:04.155741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-1e592eb5-f1bd-450f-bfb4-daf9750b40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.157982 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-1e592eb5-f1bd-450f-bfb4-daf9750b40f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2994466 Jul 16 18:03:04.202245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59878) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.229911 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b05508f5-8812-40de-9ff2-1b4b428156bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.278348 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e0efe2-f4b4-4897-831b-7c870404a606 x-openstack-request-id: req-41e0efe2-f4b4-4897-831b-7c870404a606 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:04.279055 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65705dc-2afc-4879-a60c-f088fc5bd109", "name": "network-vif-plugged", "status": "completed", "tag": "41dfa06e-8b3e-4d09-b9da-7e593c48400b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:04.279157 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41e0efe2-f4b4-4897-831b-7c870404a606 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:04.279893 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65705dc-2afc-4879-a60c-f088fc5bd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dfa06e-8b3e-4d09-b9da-7e593c48400b', 'code': 200} Jul 16 18:03:04.533720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-232e6702-419c-4a29-a887-ac75a52ba01c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.535156 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-232e6702-419c-4a29-a887-ac75a52ba01c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8293488 Jul 16 18:03:04.540270 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:02:59Z', 'revision_number': 3, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:04.573689 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4997a50-1b16-4b28-a136-2d9d47c722c0 None None] The sync data for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 is: [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:02:59Z', 'revision_number': 3, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:04.580574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Request body: {'port': {'device_id': 'e8130dd7-be89-4d25-9b9f-044776781101', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '5fac9eacd78a4e77b15b8f90f01dc4ff'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:04.635044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-c61bcd88-c679-4221-ad77-8eb2e33f6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.636756 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-c61bcd88-c679-4221-ad77-8eb2e33f6487 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4488099 Jul 16 18:03:04.716203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Allocated IP 172.20.0.1 (b70d55ad-58d3-4949-b701-21975829532b/ae6968df-c2f2-4684-9aef-a26e436db260/b92af0cd-971f-477f-bf45-974408f99bf3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:04.807192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bd1f504-daee-43cf-b3c0-b1f8173fd9f4 req-be903088-e59d-4b1c-95e3-33e4ef5e454e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 210 time: 0.2792776 Jul 16 18:03:04.814529 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b05508f5-8812-40de-9ff2-1b4b428156bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.824250 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b05508f5-8812-40de-9ff2-1b4b428156bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.869952 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-371e1eac-ea2b-46d8-a7f8-43f16b676f32 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042706 Jul 16 18:03:04.903798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984487a-48c9-4a28-a421-56eb4d38d9ba req-d2afb267-0b7a-49a7-8cf0-9e7e5fbf7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.905337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0984487a-48c9-4a28-a421-56eb4d38d9ba req-d2afb267-0b7a-49a7-8cf0-9e7e5fbf7d90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 1124 time: 0.5178330 Jul 16 18:03:04.909029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Made reservation on behalf of 5fac9eacd78a4e77b15b8f90f01dc4ff for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:04.912890 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.928012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43ff57-fef1-452e-936c-8878f15c0666 req-149d2939-9e36-4068-a490-bfb345d22638 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.930477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed43ff57-fef1-452e-936c-8878f15c0666 req-149d2939-9e36-4068-a490-bfb345d22638 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 948 time: 0.4495945 Jul 16 18:03:04.951460 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b05508f5-8812-40de-9ff2-1b4b428156bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=692b9c689ad04329b6f5077c298783a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474926 Jul 16 18:03:04.956361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59888) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.956567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05508f5-8812-40de-9ff2-1b4b428156bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf62589c-2695-46e5-884a-bdb3058eeb84,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.028400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed43ff57-fef1-452e-936c-8878f15c0666 req-222295ec-aa98-4ecd-a6fb-6373913390fb tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612409 Jul 16 18:03:05.029435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0984487a-48c9-4a28-a421-56eb4d38d9ba req-890bf3b3-4aa1-4697-a2b6-a44817e108ba service neutron] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.068696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.073449 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710319d4-2ca3-4533-9e5a-dcc2d18a8d78 req-ad415def-56cc-4ed5-9bc6-e7329ab9d2ac service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560218 Jul 16 18:03:05.087066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.45', 50812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:05.191513 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.217941 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e10868ab-8977-4cd8-9389-15dc2c0128bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.255032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Transition to ACTIVE for port object b92af0cd-971f-477f-bf45-974408f99bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:05.283766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e10868ab-8977-4cd8-9389-15dc2c0128bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.316426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-6c50b1f3-382a-4442-850b-69ccba4ae50b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.318780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-6c50b1f3-382a-4442-850b-69ccba4ae50b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 808 time: 0.2307236 Jul 16 18:03:05.368962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Request body: {'port': {'device_id': 'e2866579-fb0b-476b-927d-769cea75111a', 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0', 'admin_state_up': True, 'tenant_id': 'f6b9f0b080244c71a707593126928b50'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:05.375325 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.393144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66889c4f-bf15-4736-95fc-b73c795cb514 req-04932843-e912-4c60-9cd0-fe317ff41d1f tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d23937afaeaa439eb489a07ca74a9e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732460 Jul 16 18:03:05.395733 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e10868ab-8977-4cd8-9389-15dc2c0128bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.398908 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e10868ab-8977-4cd8-9389-15dc2c0128bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.400159 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e10868ab-8977-4cd8-9389-15dc2c0128bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf62589c-2695-46e5-884a-bdb3058eeb84 HTTP/1.1" status: 204 len: 168 time: 0.4377844 Jul 16 18:03:05.451958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Network b70d55ad-58d3-4949-b701-21975829532b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:05.453109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10868ab-8977-4cd8-9389-15dc2c0128bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf62589c-2695-46e5-884a-bdb3058eeb84,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.466989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:05.471043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:05.471551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.499700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de69ec7-32a2-4133-9a7e-e44a3b76e0c7 req-6195165e-1f4e-4dee-8718-cb70033ea22f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 210 time: 0.1499281 Jul 16 18:03:05.569017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Pushing event updated for resources: {'Port': ['ID=b92af0cd-971f-477f-bf45-974408f99bf3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.627718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0984487a-48c9-4a28-a421-56eb4d38d9ba req-890bf3b3-4aa1-4697-a2b6-a44817e108ba service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.679123 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0984487a-48c9-4a28-a421-56eb4d38d9ba req-890bf3b3-4aa1-4697-a2b6-a44817e108ba service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.776404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.837007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0984487a-48c9-4a28-a421-56eb4d38d9ba req-890bf3b3-4aa1-4697-a2b6-a44817e108ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9020090 Jul 16 18:03:05.844931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.859522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bf3b3-4aa1-4697-a2b6-a44817e108ba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8df12b3f-6ba7-421d-a3bb-24a4d10f2ab3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.881388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66889c4f-bf15-4736-95fc-b73c795cb514 req-f2d767cf-8b29-47ff-a2b5-2503bbaffca3 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.883143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66889c4f-bf15-4736-95fc-b73c795cb514 req-f2d767cf-8b29-47ff-a2b5-2503bbaffca3 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4873302 Jul 16 18:03:05.911322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.916572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Made reservation on behalf of f6b9f0b080244c71a707593126928b50 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:05.920355 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.924345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.932935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66889c4f-bf15-4736-95fc-b73c795cb514 req-befed042-94a1-43b7-bf09-6e9d232ddc2e tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/quotas/d23937afaeaa439eb489a07ca74a9e1e HTTP/1.1" status: 200 len: 375 time: 0.0413468 Jul 16 18:03:05.936778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-691df530-437c-4e98-8e15-c8d0f856dcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.947414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d92d4850-cd79-4fac-8e76-9138bae8613f None None] Provisioning for port b92af0cd-971f-477f-bf45-974408f99bf3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:05.954390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d92d4850-cd79-4fac-8e76-9138bae8613f None None] Provisioning complete for port b92af0cd-971f-477f-bf45-974408f99bf3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:05.955468 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d92d4850-cd79-4fac-8e76-9138bae8613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.956953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab11dd-904c-400a-ae2c-b974d60c18af req-dfd0c3b1-152c-4025-9ea6-f97e58f5563a tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.958576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98ab11dd-904c-400a-ae2c-b974d60c18af req-dfd0c3b1-152c-4025-9ea6-f97e58f5563a tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 972 time: 0.2063997 Jul 16 18:03:06.006708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d92d4850-cd79-4fac-8e76-9138bae8613f None None] Port b92af0cd-971f-477f-bf45-974408f99bf3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:06.007312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66889c4f-bf15-4736-95fc-b73c795cb514 req-0a03d52e-365e-4ca3-88d5-d5b6312ae5f6 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d23937afaeaa439eb489a07ca74a9e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607209 Jul 16 18:03:06.079723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e99dad6-5587-40f4-99c5-650298e365f1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.161940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Allocated IP 172.20.0.9 (4cdcbab5-69e0-4320-a4e3-82749ccfe0e0/99df10c3-2675-45ca-b32a-e13c26b1036f/53aac028-e991-489f-ad3f-bd475f15b534) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:06.236486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Allocated IP 192.168.233.23 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:06.250094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.269016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.269752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.325339 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5f7d3357-f1a8-44ab-8aad-715ef4c584de up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:06.356355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9abb33a6-956e-4843-a4d4-55697d39ce33 req-f501834c-4b9b-48b9-bedf-cadc52a1b2e7 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 210 time: 0.0890112 Jul 16 18:03:06.402916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98ab11dd-904c-400a-ae2c-b974d60c18af req-2d8b2d56-3be9-492c-9eb9-2a23ff6cb81b tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290352 Jul 16 18:03:06.423173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 5f7d3357-f1a8-44ab-8aad-715ef4c584de completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:06.429062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5f7d3357-f1a8-44ab-8aad-715ef4c584de triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:06.429832 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.476944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Pushing event updated for resources: {'Port': ['ID=b92af0cd-971f-477f-bf45-974408f99bf3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.494716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.627770 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.628229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.695331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 5f7d3357-f1a8-44ab-8aad-715ef4c584de, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5f7d3357-f1a8-44ab-8aad-715ef4c584de,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:06.706520 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.732117 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.756919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Network b70d55ad-58d3-4949-b701-21975829532b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:06.766662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:06.769562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Transition to ACTIVE for port object 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:06.837325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:06.847006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=5f7d3357-f1a8-44ab-8aad-715ef4c584de,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.866425 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.869992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:06.872898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:06.880138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.881016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.908773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Pushing event updated for resources: {'Port': ['ID=53aac028-e991-489f-ad3f-bd475f15b534,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.923978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4804e-b9b7-4f27-88ca-8e416ddd4d8b req-c9a57984-5bfa-4d71-95cb-e7abc06db552 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.930983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bf4804e-b9b7-4f27-88ca-8e416ddd4d8b req-c9a57984-5bfa-4d71-95cb-e7abc06db552 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 948 time: 0.3404968 Jul 16 18:03:06.940123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-f05999db-1e01-48ed-9b21-85dccb149a42 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5892231 Jul 16 18:03:06.945170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Router b7128fb7-1710-4b1a-bbff-6af60ba7d46e has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:06.955261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Request body: {'port': {'device_id': 'e2866579-fb0b-476b-927d-769cea75111a', 'device_owner': 'compute:tempest-test_az-1068111226', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:07.017301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bf4804e-b9b7-4f27-88ca-8e416ddd4d8b req-898b5c57-9b05-4238-96f4-67905793ddb7 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849822 Jul 16 18:03:07.067221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 50748415-ab89-47b4-8ca4-5efa2db265b9 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:07.136980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.250977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.270969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:07.277585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:07.301299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:07.309396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.310609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.334871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Pushing event updated for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.368136 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-61a14015-2e59-4b01-b2ef-f81a9e20c2fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7927251 Jul 16 18:03:07.372564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-41506361-e003-4e47-b8e4-d3e7b19d4a8f None None] Provisioning complete for port b92af0cd-971f-477f-bf45-974408f99bf3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:07.374063 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41506361-e003-4e47-b8e4-d3e7b19d4a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.377397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:07.383699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a48f7ac0-dbe2-4d4a-95a0-321ab969c107 admin admin] 10.222.0.60 "PUT /v2.0/routers/b7128fb7-1710-4b1a-bbff-6af60ba7d46e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8452284 Jul 16 18:03:07.397252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 50748415-ab89-47b4-8ca4-5efa2db265b9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=50748415-ab89-47b4-8ca4-5efa2db265b9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:07.402615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Request body: {'port': {'device_id': 'e8130dd7-be89-4d25-9b9f-044776781101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:07.484454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '50748415-ab89-47b4-8ca4-5efa2db265b9', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '50748415-ab89-47b4-8ca4-5efa2db265b9', 'mac_address': 'fa:16:3e:fd:6b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:07.517823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-41506361-e003-4e47-b8e4-d3e7b19d4a8f None None] Port b92af0cd-971f-477f-bf45-974408f99bf3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:07.623510 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.687616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50748415-ab89-47b4-8ca4-5efa2db265b9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:07.698353 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.811655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53aac028-e991-489f-ad3f-bd475f15b534 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:07.821858 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.850784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Transition to ACTIVE for port object 53aac028-e991-489f-ad3f-bd475f15b534 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:07.879340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.952388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 50748415-ab89-47b4-8ca4-5efa2db265b9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=50748415-ab89-47b4-8ca4-5efa2db265b9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:07.961539 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.968366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e89bb45-d818-4f9d-8899-0e34606be971 None None] Provisioning for port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:07.976320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e89bb45-d818-4f9d-8899-0e34606be971 None None] Provisioning complete for port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:07.976765 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e89bb45-d818-4f9d-8899-0e34606be971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.980923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a305f-710b-48b4-bbc6-7b0eca7da93f req-69f2b781-808a-4509-a584-6e41dc26c4d4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.982712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b94a305f-710b-48b4-bbc6-7b0eca7da93f req-69f2b781-808a-4509-a584-6e41dc26c4d4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 931 time: 0.8024011 Jul 16 18:03:08.048607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Sync routers for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:08.074359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Pushing event updated for resources: {'Port': ['ID=53aac028-e991-489f-ad3f-bd475f15b534,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:08.089921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:08.091281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:08.101459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:08.101784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:08.102095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:08.116310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b94a305f-710b-48b4-bbc6-7b0eca7da93f req-ff5005af-4f43-4f85-863b-52b3f0fba661 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049151 Jul 16 18:03:08.118741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Port 53aac028-e991-489f-ad3f-bd475f15b534 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:08.119088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:08.129146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:08.129607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:08.129977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:08.130430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Bound port: 53aac028-e991-489f-ad3f-bd475f15b534, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:08.130787 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.139544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e41c81-2a31-48be-bfdf-34df55e103aa req-80061454-1d17-42f9-9b33-5e20e7e956db tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.152379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7e89bb45-d818-4f9d-8899-0e34606be971 None None] Port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:08.152694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4e41c81-2a31-48be-bfdf-34df55e103aa req-80061454-1d17-42f9-9b33-5e20e7e956db tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 935 time: 0.2179122 Jul 16 18:03:08.158475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=50748415-ab89-47b4-8ca4-5efa2db265b9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:08.200581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:08.221952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.248936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Transition to ACTIVE for port object 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:08.253172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4e41c81-2a31-48be-bfdf-34df55e103aa req-eecf7a2c-1e92-4724-8926-918fa55bc232 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026542 Jul 16 18:03:08.259397 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.326783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5f7d3357-f1a8-44ab-8aad-715ef4c584de up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:08.409573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:08.425386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:08.445976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:08.447056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:08.473580 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.504483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59972) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:08.506608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Attempting to bind port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:08.507126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Attempting to bind port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:08.507612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Attempting to bind port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:08.521986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:08.522517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5f7d3357-f1a8-44ab-8aad-715ef4c584de triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:08.522640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Attempting to bind port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:08.523542 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.536480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:08.537491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:08.537778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:08.538393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Bound port: 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:08.538955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.573448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dc830-325a-42ac-a34d-43c79e581491 req-742ad8b4-dc42-482d-9fc3-78c8f891c088 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.575736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-394dc830-325a-42ac-a34d-43c79e581491 req-742ad8b4-dc42-482d-9fc3-78c8f891c088 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 972 time: 0.2216089 Jul 16 18:03:08.596164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.597148 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.598579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] 10.222.0.45 "PUT /v2.0/ports/53aac028-e991-489f-ad3f-bd475f15b534 HTTP/1.1" status: 200 len: 1114 time: 1.6484246 Jul 16 18:03:08.604027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:08.606962 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "tag": "53aac028-e991-489f-ad3f-bd475f15b534"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:08.633641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['50748415-ab89-47b4-8ca4-5efa2db265b9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:08.658899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90556187-f574-4a77-bccb-8ad779e3da7c service neutron] Pushing event updated for resources: {'Port': ['ID=53aac028-e991-489f-ad3f-bd475f15b534,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:08.667238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:08.677220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:08.691504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.708685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-394dc830-325a-42ac-a34d-43c79e581491 req-3156d8e6-3058-491a-9d17-38825257a836 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222746 Jul 16 18:03:08.735506 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62078ffb-d9ff-4be5-b25a-eaca6bd397fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.738985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-136ac9cf-b5d9-4bba-b3f6-817cfeec15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.741845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-136ac9cf-b5d9-4bba-b3f6-817cfeec15cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1117 time: 0.0787661 Jul 16 18:03:08.827312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-3f4b06ca-bc7b-44b6-a087-25d31bba9f89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53aac028-e991-489f-ad3f-bd475f15b534 HTTP/1.1" status: 200 len: 217 time: 0.0771339 Jul 16 18:03:08.833069 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.868350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.869226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.874705 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] 10.222.0.46 "PUT /v2.0/ports/5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 1096 time: 1.4875393 Jul 16 18:03:08.881907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:08.888442 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42a6680-0691-4647-a870-631fdfabe644" -d '{"events": [{"name": "network-changed", "server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:08.928415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-fe2195a7-4daa-43b2-8ec3-8c4c656c02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.930256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-fe2195a7-4daa-43b2-8ec3-8c4c656c02b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0921788 Jul 16 18:03:08.997342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-a1f984a6-4786-4b79-8f01-4fb9f0a03dab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479755 Jul 16 18:03:09.008258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e8448-897f-43bb-8256-b71f75a8aee4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:09.154114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-7e3c8e4b-a90d-4cb3-be56-9f0aaafcc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.160039 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-7e3c8e4b-a90d-4cb3-be56-9f0aaafcc823 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1099 time: 0.2130053 Jul 16 18:03:09.242136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-ea15a830-de82-4757-bebf-2b8481ed854b service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367709 Jul 16 18:03:09.248616 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-281a57ff-09b4-4c45-8b12-cac948754b3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.0604267 Jul 16 18:03:09.291492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b92af0cd-971f-477f-bf45-974408f99bf3', 'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'mac_address': 'fa:16:3e:7c:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:03Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 2, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'subnets': [{'id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:09.327386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Checking router: b7128fb7-1710-4b1a-bbff-6af60ba7d46e for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:09.327734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Updating router b7128fb7-1710-4b1a-bbff-6af60ba7d46e port b92af0cd-971f-477f-bf45-974408f99bf3 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:09.368182 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.491056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62078ffb-d9ff-4be5-b25a-eaca6bd397fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.503217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62078ffb-d9ff-4be5-b25a-eaca6bd397fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.517356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-c8dd4dcc-e4be-41d4-88f6-1a8f4fbd76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.519528 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-c8dd4dcc-e4be-41d4-88f6-1a8f4fbd76b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2608595 Jul 16 18:03:09.565360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-25d27847-6ca3-4d2d-bf25-63e25ef7bdcd tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.569391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-25d27847-6ca3-4d2d-bf25-63e25ef7bdcd tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/networks?id=b70d55ad-58d3-4949-b701-21975829532b HTTP/1.1" status: 200 len: 829 time: 0.4663191 Jul 16 18:03:09.577831 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62078ffb-d9ff-4be5-b25a-eaca6bd397fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16074ef-c870-4e4a-8b39-88d9e8b6aa3e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:09.586657 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-62078ffb-d9ff-4be5-b25a-eaca6bd397fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c08c7134469d46beb24d05eca9282095&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0735486 Jul 16 18:03:09.587735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:09.612118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-179166bd-bb73-4725-b6ce-76d135a4c0b4 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/quotas/43bc01776ea14cf490089aefb6014d0d HTTP/1.1" status: 200 len: 375 time: 0.0317833 Jul 16 18:03:09.644999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984819c4-1387-431d-819a-a3a5a8ce427e req-77ed7736-a2d3-46dc-9b62-2a0028524334 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.645549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-873c060d-a22b-428e-9902-1be9640f8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.646523 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-984819c4-1387-431d-819a-a3a5a8ce427e req-77ed7736-a2d3-46dc-9b62-2a0028524334 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 949 time: 0.4243841 Jul 16 18:03:09.647497 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-873c060d-a22b-428e-9902-1be9640f8b5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167591 Jul 16 18:03:09.648493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cd24c29-071a-4d75-ab96-7436a06270dd req-379db631-17c5-437a-b9a3-2c0ce7ac3f51 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980949 Jul 16 18:03:09.685882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c8d9d1-5d7c-46a2-9eed-c05b9b050fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.739073 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.749818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c8d9d1-5d7c-46a2-9eed-c05b9b050fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.753230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Transition to ACTIVE for port object b92af0cd-971f-477f-bf45-974408f99bf3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:09.755789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-984819c4-1387-431d-819a-a3a5a8ce427e req-e3126503-4dbf-4395-ace7-06296f53b241 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890596 Jul 16 18:03:09.762952 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.795714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-b7454040-14d4-45e9-ae84-9cd773608a8b tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=43bc01776ea14cf490089aefb6014d0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1768923 Jul 16 18:03:09.825678 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-f24e0a81-2de2-4c76-a5e4-000c70a693ff service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693516 Jul 16 18:03:09.856491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9df22-df0a-484c-be16-df7b91bb85e9 None None] Pushing event updated for resources: {'Port': ['ID=b92af0cd-971f-477f-bf45-974408f99bf3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:09.862066 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e5b15-b537-4300-af27-51f93eebaaac x-openstack-request-id: req-688e5b15-b537-4300-af27-51f93eebaaac {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:09.868752 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "tag": "53aac028-e991-489f-ad3f-bd475f15b534", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:09.869176 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-688e5b15-b537-4300-af27-51f93eebaaac {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:09.869648 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534', 'status': 'completed', 'code': 200} Jul 16 18:03:09.948670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Attempting to bind port b92af0cd-971f-477f-bf45-974408f99bf3 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:09.949107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Attempting to bind port b92af0cd-971f-477f-bf45-974408f99bf3 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:09.949469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Attempting to bind port b92af0cd-971f-477f-bf45-974408f99bf3 on network b70d55ad-58d3-4949-b701-21975829532b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:09.949708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-9f32f189-24be-40e1-b529-f9ccacf906bf service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:09.950799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-9f32f189-24be-40e1-b529-f9ccacf906bf service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1042237 Jul 16 18:03:09.962148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:09.962521 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Checking segment: {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:09.962936 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.963389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Bound using segment: {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:09.965434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c8d9d1-5d7c-46a2-9eed-c05b9b050fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.966231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Bound port: b92af0cd-971f-477f-bf45-974408f99bf3, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:09.966693 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.972870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c8d9d1-5d7c-46a2-9eed-c05b9b050fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.975564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-53c8d9d1-5d7c-46a2-9eed-c05b9b050fa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d16074ef-c870-4e4a-8b39-88d9e8b6aa3e HTTP/1.1" status: 204 len: 168 time: 0.3843231 Jul 16 18:03:10.014215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8d9d1-5d7c-46a2-9eed-c05b9b050fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16074ef-c870-4e4a-8b39-88d9e8b6aa3e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:10.056690 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39fc94fd-ecdf-4112-b529-86903b7188f7 req-2a3dc741-3336-4af2-bfa9-4da9322d1af9 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222860 Jul 16 18:03:10.091281 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.111719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] For port b92af0cd-971f-477f-bf45-974408f99bf3, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:10.127154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] For port b92af0cd-971f-477f-bf45-974408f99bf3, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b92af0cd-971f-477f-bf45-974408f99bf3,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:10.135813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.148147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-ab3f3065-bfc2-4a65-8d07-41d060032148 service neutron] 10.222.0.60 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772766 Jul 16 18:03:10.151475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-9cc1ccca-76dd-4a6a-b413-2be1845d6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.155803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-9cc1ccca-76dd-4a6a-b413-2be1845d6b5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1117 time: 0.2525651 Jul 16 18:03:10.209203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:10.209960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:10.260325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9df22-df0a-484c-be16-df7b91bb85e9 None None] Pushing event updated for resources: {'Port': ['ID=b92af0cd-971f-477f-bf45-974408f99bf3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:10.363747 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-4232f269-9aa3-439a-b931-c068ef26a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.366687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-4232f269-9aa3-439a-b931-c068ef26a36d service neutron] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.2011223 Jul 16 18:03:10.389730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:10.417149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60014) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:10.437130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc857100-a0b8-4e50-ab07-6f3f7c8ed5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.448895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-f08808cc-0f75-46dc-a9e3-5669506ec447 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53aac028-e991-489f-ad3f-bd475f15b534 HTTP/1.1" status: 200 len: 217 time: 0.0683801 Jul 16 18:03:10.452463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-1d0dad2e-695d-493c-91b7-11fa0f55de95 service neutron] 10.222.0.60 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034577 Jul 16 18:03:10.455249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e51c05-e301-4674-88ab-c418596ab87b req-69730ef5-3e48-490f-a288-1606324f9ee3 tempest-AggregatesAdminTestJSON-1923235971 tempest-AggregatesAdminTestJSON-1923235971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.457213 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98e51c05-e301-4674-88ab-c418596ab87b req-69730ef5-3e48-490f-a288-1606324f9ee3 tempest-AggregatesAdminTestJSON-1923235971 tempest-AggregatesAdminTestJSON-1923235971-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 1124 time: 0.3271477 Jul 16 18:03:10.509167 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98e51c05-e301-4674-88ab-c418596ab87b req-9117a947-96a4-47ba-a214-c9ac662d723a tempest-AggregatesAdminTestJSON-1923235971 tempest-AggregatesAdminTestJSON-1923235971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.538525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-5c7279d3-43ef-4603-9013-a59f65e2e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.540877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-5c7279d3-43ef-4603-9013-a59f65e2e983 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0826595 Jul 16 18:03:10.592807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc857100-a0b8-4e50-ab07-6f3f7c8ed5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.593501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-8db23b84-8a3f-442a-a0a2-8ccc9996b4de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443883 Jul 16 18:03:10.599476 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc857100-a0b8-4e50-ab07-6f3f7c8ed5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.653219 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc857100-a0b8-4e50-ab07-6f3f7c8ed5bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d11ccda2963b4a2bac390a7a33ff7686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348733 Jul 16 18:03:10.654759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc857100-a0b8-4e50-ab07-6f3f7c8ed5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ec0cbf-a42c-4286-a62c-122132411e30,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:10.669790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60018) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:10.690085 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f721ac-4f50-4c3b-ad34-c80683654984 x-openstack-request-id: req-45f721ac-4f50-4c3b-ad34-c80683654984 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:10.690385 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:10.690609 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45f721ac-4f50-4c3b-ad34-c80683654984 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:10.691401 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'status': 'completed', 'code': 200} Jul 16 18:03:10.757143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b92af0cd-971f-477f-bf45-974408f99bf3', 'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'mac_address': 'fa:16:3e:7c:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:03Z', 'updated_at': '2021-07-16T18:03:10Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'subnets': [{'id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:10.777899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98e51c05-e301-4674-88ab-c418596ab87b req-9117a947-96a4-47ba-a214-c9ac662d723a tempest-AggregatesAdminTestJSON-1923235971 tempest-AggregatesAdminTestJSON-1923235971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.793719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98e51c05-e301-4674-88ab-c418596ab87b req-9117a947-96a4-47ba-a214-c9ac662d723a tempest-AggregatesAdminTestJSON-1923235971 tempest-AggregatesAdminTestJSON-1923235971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.798799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-021c6155-1aa0-4335-abe9-94a7d2ae6e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.802173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee5f66-a56f-41b7-bd61-c33ba2cf4684 None None] The sync data for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 is: [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b92af0cd-971f-477f-bf45-974408f99bf3', 'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'mac_address': 'fa:16:3e:7c:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:03Z', 'updated_at': '2021-07-16T18:03:10Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'subnets': [{'id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:10.822061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d98a1e-bafc-4f67-a189-70451b4947f0 req-c8f98ae3-930a-4e99-b172-d65a7d1b1e88 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d23937afaeaa439eb489a07ca74a9e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521441 Jul 16 18:03:10.857436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-021c6155-1aa0-4335-abe9-94a7d2ae6e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.897386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98e51c05-e301-4674-88ab-c418596ab87b req-9117a947-96a4-47ba-a214-c9ac662d723a tempest-AggregatesAdminTestJSON-1923235971 tempest-AggregatesAdminTestJSON-1923235971-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294593 Jul 16 18:03:10.928646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6680-0691-4647-a870-631fdfabe644 req-8d603071-5f6e-41b8-a878-06b528f081cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.930784 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a42a6680-0691-4647-a870-631fdfabe644 req-8d603071-5f6e-41b8-a878-06b528f081cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1099 time: 0.2081280 Jul 16 18:03:10.986107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117a947-96a4-47ba-a214-c9ac662d723a tempest-AggregatesAdminTestJSON-1923235971 tempest-AggregatesAdminTestJSON-1923235971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8686ed9-b4df-4282-bc84-6bfe316cb739,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.038387 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-021c6155-1aa0-4335-abe9-94a7d2ae6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.042671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-021c6155-1aa0-4335-abe9-94a7d2ae6e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.044323 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-021c6155-1aa0-4335-abe9-94a7d2ae6e1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93ec0cbf-a42c-4286-a62c-122132411e30 HTTP/1.1" status: 204 len: 168 time: 0.3731015 Jul 16 18:03:11.058118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 50748415-ab89-47b4-8ca4-5efa2db265b9 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:11.143573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-6959536d-615d-49c8-b2f2-6207002a39ca service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494476 Jul 16 18:03:11.177684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c6155-1aa0-4335-abe9-94a7d2ae6e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ec0cbf-a42c-4286-a62c-122132411e30,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.190743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 50748415-ab89-47b4-8ca4-5efa2db265b9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:11.210178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 50748415-ab89-47b4-8ca4-5efa2db265b9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:11.212726 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.267474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6680-0691-4647-a870-631fdfabe644 req-15160efc-c2d2-43e6-b9d8-5b052290307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.270152 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a42a6680-0691-4647-a870-631fdfabe644 req-15160efc-c2d2-43e6-b9d8-5b052290307e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3304100 Jul 16 18:03:11.275566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f74d8e8-b58f-428a-b22f-a24ee0f6c9a9 req-e84aafa0-ba4e-493d-967b-bd1a9ac92143 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213739 Jul 16 18:03:11.308703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d98a1e-bafc-4f67-a189-70451b4947f0 req-453fecc6-f8cc-47a7-8a18-01dffacd53c8 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.310298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d98a1e-bafc-4f67-a189-70451b4947f0 req-453fecc6-f8cc-47a7-8a18-01dffacd53c8 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4481146 Jul 16 18:03:11.335432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d98a1e-bafc-4f67-a189-70451b4947f0 req-d6e23f9a-cbd6-4523-9188-4a17b226fc27 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/quotas/d23937afaeaa439eb489a07ca74a9e1e HTTP/1.1" status: 200 len: 375 time: 0.0175462 Jul 16 18:03:11.345925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a3862-ee58-4bb3-9661-1b430a52a9e7 req-0dc69684-68af-4d8c-b076-119d6c20968a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.355148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-877a3862-ee58-4bb3-9661-1b430a52a9e7 req-0dc69684-68af-4d8c-b076-119d6c20968a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 965 time: 0.3132703 Jul 16 18:03:11.382360 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a42a6680-0691-4647-a870-631fdfabe644 req-6b646648-fb61-4acc-9f54-0be2c5745969 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.1015415 Jul 16 18:03:11.434976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d98a1e-bafc-4f67-a189-70451b4947f0 req-ed55ac77-daa2-43f1-a3b7-3dc3f22e5555 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d23937afaeaa439eb489a07ca74a9e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749784 Jul 16 18:03:11.502300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-877a3862-ee58-4bb3-9661-1b430a52a9e7 req-f7072bdf-c90b-415e-b81a-4b60b24184f5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442192 Jul 16 18:03:11.506896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6680-0691-4647-a870-631fdfabe644 req-db7396d4-29b5-41de-b918-d62d5b46427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.513108 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a42a6680-0691-4647-a870-631fdfabe644 req-db7396d4-29b5-41de-b918-d62d5b46427b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1193142 Jul 16 18:03:11.537454 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.579701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa19e180-fb30-4b17-8a59-ae9e8df927df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50748415-ab89-47b4-8ca4-5efa2db265b9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:11.589870 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ebcb2-b0e9-42cd-a8fe-9b8f3ccbebb2" -d '{"events": [{"server_uuid": "fa19e180-fb30-4b17-8a59-ae9e8df927df", "name": "network-vif-plugged", "status": "completed", "tag": "50748415-ab89-47b4-8ca4-5efa2db265b9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:11.616313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 50748415-ab89-47b4-8ca4-5efa2db265b9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=50748415-ab89-47b4-8ca4-5efa2db265b9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:11.621835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.681753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6680-0691-4647-a870-631fdfabe644 req-0b93ac3e-955a-40c6-8b73-bf0832ae3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.683612 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a42a6680-0691-4647-a870-631fdfabe644 req-0b93ac3e-955a-40c6-8b73-bf0832ae3741 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1566603 Jul 16 18:03:11.689639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=50748415-ab89-47b4-8ca4-5efa2db265b9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.798065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65c80d46-fda5-47a2-9001-1fd685fddc13 req-b6844a7c-9948-4751-a0ec-78f08c03536b tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 210 time: 0.0646038 Jul 16 18:03:11.845179 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a42a6680-0691-4647-a870-631fdfabe644 req-986a644f-1fa8-42f8-88ca-59dc53966e3d service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504872 Jul 16 18:03:12.021710 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a42a6680-0691-4647-a870-631fdfabe644 req-f37d03c3-936e-42e6-bfda-f9c091d842cd service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701350 Jul 16 18:03:12.047890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd36f29-1c45-4174-9de2-398d28943cf1 req-daa0c118-c08c-43e7-bf59-f75d299a3331 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.050096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cd36f29-1c45-4174-9de2-398d28943cf1 req-daa0c118-c08c-43e7-bf59-f75d299a3331 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 947 time: 0.2558470 Jul 16 18:03:12.076114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-dab31127-baf2-4d35-af4d-fadcd0f9df06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2154796 Jul 16 18:03:12.133698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cd36f29-1c45-4174-9de2-398d28943cf1 req-c32306fe-529b-4fae-8120-72e88c52e4ff tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764556 Jul 16 18:03:12.175177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79c448-81b2-4634-ba5a-8b16c5481bdd req-c5fd8e60-c7e2-4534-a593-601e54fc2ebe tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.176826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d79c448-81b2-4634-ba5a-8b16c5481bdd req-c5fd8e60-c7e2-4534-a593-601e54fc2ebe tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 950 time: 0.2039642 Jul 16 18:03:12.270539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d79c448-81b2-4634-ba5a-8b16c5481bdd req-699940ee-de1a-49bd-bf6f-db27f82020b9 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759323 Jul 16 18:03:12.311157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-4dc8dd96-8a40-40e9-b3da-57edec04725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.313261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-4dc8dd96-8a40-40e9-b3da-57edec04725b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=488e51ab053149338119f56902537c02&device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 1124 time: 0.1311619 Jul 16 18:03:12.399668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b92af0cd-971f-477f-bf45-974408f99bf3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:12.488215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port b92af0cd-971f-477f-bf45-974408f99bf3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:12.493444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b92af0cd-971f-477f-bf45-974408f99bf3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:12.496784 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.506720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-c0624c34-ebe8-4db0-905c-3bec4f8fb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.509086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-c0624c34-ebe8-4db0-905c-3bec4f8fb348 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1653359 Jul 16 18:03:12.591416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-2068f414-0f6a-4989-97d6-0778e69c914e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=41dfa06e-8b3e-4d09-b9da-7e593c48400b HTTP/1.1" status: 200 len: 217 time: 0.0712357 Jul 16 18:03:12.601888 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5c6c82-14ba-45f0-b171-ee36798ca88d x-openstack-request-id: req-3c5c6c82-14ba-45f0-b171-ee36798ca88d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:12.602490 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa19e180-fb30-4b17-8a59-ae9e8df927df", "name": "network-vif-plugged", "status": "completed", "tag": "50748415-ab89-47b4-8ca4-5efa2db265b9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:12.602490 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c5c6c82-14ba-45f0-b171-ee36798ca88d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:12.602895 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa19e180-fb30-4b17-8a59-ae9e8df927df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50748415-ab89-47b4-8ca4-5efa2db265b9', 'code': 200} Jul 16 18:03:12.664531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-f26de5f1-abbc-42ee-9f44-1ec19d41c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.666708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-f26de5f1-abbc-42ee-9f44-1ec19d41c496 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0680335 Jul 16 18:03:12.731993 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.799466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 53aac028-e991-489f-ad3f-bd475f15b534 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:12.846587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-0aed928c-53f4-4cba-bcc7-58b9ad399e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.849907 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-0aed928c-53f4-4cba-bcc7-58b9ad399e42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1755700 Jul 16 18:03:12.889989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e928c-5d7e-402d-9c71-8fbe2ebe90e3 req-be694785-34f0-46a4-a236-bde7c4cfa79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.901543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0c2e928c-5d7e-402d-9c71-8fbe2ebe90e3 req-be694785-34f0-46a4-a236-bde7c4cfa79e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 1102 time: 0.2194514 Jul 16 18:03:12.944109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:13.002507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-214ebe6d-f00f-449c-9caa-c7f460d788bd service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329098 Jul 16 18:03:13.137324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '53aac028-e991-489f-ad3f-bd475f15b534', 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0', 'port_id': '53aac028-e991-489f-ad3f-bd475f15b534', 'mac_address': 'fa:16:3e:94:f8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99df10c3-2675-45ca-b32a-e13c26b1036f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-1068111226', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:13.142181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:13.159396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30493def-4717-4325-881f-2690c539d514 req-546a2f14-bc94-4098-a83b-650456ec20fc tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 210 time: 0.0598950 Jul 16 18:03:13.197526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port b92af0cd-971f-477f-bf45-974408f99bf3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b92af0cd-971f-477f-bf45-974408f99bf3,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:13.220570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-8d5070e6-0de9-4b1d-99e8-c51a5be30d70 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.222585 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-8d5070e6-0de9-4b1d-99e8-c51a5be30d70 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.46 "GET /v2.0/networks?id=b70d55ad-58d3-4949-b701-21975829532b HTTP/1.1" status: 200 len: 829 time: 0.3198211 Jul 16 18:03:13.232330 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0c2e928c-5d7e-402d-9c71-8fbe2ebe90e3 req-bb2d1df6-f728-4105-82f9-b1f42537cf4f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043342 Jul 16 18:03:13.268852 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.282396 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.321833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cee31-1bec-456a-bb3e-be7107b9d861 req-7efaea7b-7ad8-4a03-a1ca-20bfe5df490e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.324183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd7cee31-1bec-456a-bb3e-be7107b9d861 req-7efaea7b-7ad8-4a03-a1ca-20bfe5df490e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 965 time: 0.4841015 Jul 16 18:03:13.381561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=b92af0cd-971f-477f-bf45-974408f99bf3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:13.396124 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53aac028-e991-489f-ad3f-bd475f15b534 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:13.417322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd7cee31-1bec-456a-bb3e-be7107b9d861 req-40af9ca7-d7f2-4a45-9257-c3d0aae0ef48 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844934 Jul 16 18:03:13.418882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:13.425451 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.426074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0362e6e2-dd0f-49ab-ade9-cb895c27e38d req-a640a5d7-67a2-41d2-bb5b-4e5a287bc3c2 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454239 Jul 16 18:03:13.487229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:13.514429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'mac_address': 'fa:16:3e:cc:eb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:13.521510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=53aac028-e991-489f-ad3f-bd475f15b534,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:13.591762 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.613134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:13.640082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Request body: {'port': {'device_id': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'admin_state_up': True, 'tenant_id': '43bc01776ea14cf490089aefb6014d0d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:13.659132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:13.666136 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.675113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['53aac028-e991-489f-ad3f-bd475f15b534'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:13.778776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4c006-2e2f-4276-9f1b-bddea2b94367 req-6eb53a40-8d6d-4bae-b3f8-21b1dacd364a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.787312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7cd4c006-2e2f-4276-9f1b-bddea2b94367 req-6eb53a40-8d6d-4bae-b3f8-21b1dacd364a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 948 time: 0.0951793 Jul 16 18:03:13.796042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Made reservation on behalf of 43bc01776ea14cf490089aefb6014d0d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:13.800712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.827373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:13.869435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7cd4c006-2e2f-4276-9f1b-bddea2b94367 req-96867c09-6a4c-4e20-9b3e-e4c87cf661c0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809197 Jul 16 18:03:13.925434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8806548-c81f-4f3d-a0fd-faef923cb0f1 req-46aaac23-d0cf-45dc-8e03-2ab19af07354 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.934455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8806548-c81f-4f3d-a0fd-faef923cb0f1 req-46aaac23-d0cf-45dc-8e03-2ab19af07354 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 950 time: 0.1393387 Jul 16 18:03:13.995865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Allocated IP 172.20.0.7 (b70d55ad-58d3-4949-b701-21975829532b/ae6968df-c2f2-4684-9aef-a26e436db260/2203df50-15ee-4308-8b39-c61c5ea0ec8b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:14.010075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8806548-c81f-4f3d-a0fd-faef923cb0f1 req-7aa61124-18ac-4218-8be9-e2e5ed92498e tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744236 Jul 16 18:03:14.037250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:14.233186 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.277435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b92af0cd-971f-477f-bf45-974408f99bf3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:14.277748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Transition to ACTIVE for port object 2203df50-15ee-4308-8b39-c61c5ea0ec8b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:14.310266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-52fd8cef-74d1-4c2b-8d2f-aa9995d15785 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4ea3e8f197364334b4374326a70f8499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524378 Jul 16 18:03:14.340044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.342504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b92af0cd-971f-477f-bf45-974408f99bf3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:14.342881 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.389278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Network b70d55ad-58d3-4949-b701-21975829532b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:14.396732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:14.409743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:14.433345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.437953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.469167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a977f-5664-4705-9760-7352a61fb44f req-a0d46b5f-78e1-4c9f-a948-5f28d3834dec tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.480120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-a0d46b5f-78e1-4c9f-a948-5f28d3834dec tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621253 Jul 16 18:03:14.490401 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8564835 Jul 16 18:03:14.491121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90023f8-1b06-4beb-adbb-647f37f7894c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Pushing event updated for resources: {'Port': ['ID=2203df50-15ee-4308-8b39-c61c5ea0ec8b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:14.499224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-ba48bc3c-d20a-49ec-80e5-d58a6706abd1 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/quotas/4ea3e8f197364334b4374326a70f8499 HTTP/1.1" status: 200 len: 375 time: 0.0181046 Jul 16 18:03:14.518485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Request body: {'port': {'device_id': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:14.606401 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.726439 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-e8f36dc1-eae4-4e7f-93f8-cdcd127e9d7c tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ea3e8f197364334b4374326a70f8499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2260435 Jul 16 18:03:14.752931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08fd4e6a-562a-4f98-948f-ac0eec37caad None None] Provisioning for port 2203df50-15ee-4308-8b39-c61c5ea0ec8b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:14.759752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08fd4e6a-562a-4f98-948f-ac0eec37caad None None] Provisioning complete for port 2203df50-15ee-4308-8b39-c61c5ea0ec8b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:14.760656 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08fd4e6a-562a-4f98-948f-ac0eec37caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.810101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 53aac028-e991-489f-ad3f-bd475f15b534 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:14.820046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a21343-5ece-4123-b9a6-13438c88437a req-f4aa5a57-076c-446c-9898-00b8f1291d32 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.833301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72a21343-5ece-4123-b9a6-13438c88437a req-f4aa5a57-076c-446c-9898-00b8f1291d32 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 931 time: 0.1086409 Jul 16 18:03:14.848120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-08fd4e6a-562a-4f98-948f-ac0eec37caad None None] Port 2203df50-15ee-4308-8b39-c61c5ea0ec8b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:14.883141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72a21343-5ece-4123-b9a6-13438c88437a req-b9c77815-996f-42f8-9f09-70bdefab7be5 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/security-groups?id=5905f9a0-4245-4501-b259-ce4eaf01199a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484853 Jul 16 18:03:14.919434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 53aac028-e991-489f-ad3f-bd475f15b534 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:14.929332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 53aac028-e991-489f-ad3f-bd475f15b534 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:14.929951 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.973747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2203df50-15ee-4308-8b39-c61c5ea0ec8b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:14.989827 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.012342 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Transition to ACTIVE for port object 2203df50-15ee-4308-8b39-c61c5ea0ec8b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:15.018660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.089514 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:15.099433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=2203df50-15ee-4308-8b39-c61c5ea0ec8b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:15.136547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Attempting to bind port 2203df50-15ee-4308-8b39-c61c5ea0ec8b on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:15.136901 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Attempting to bind port 2203df50-15ee-4308-8b39-c61c5ea0ec8b by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:15.137231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Attempting to bind port 2203df50-15ee-4308-8b39-c61c5ea0ec8b on network b70d55ad-58d3-4949-b701-21975829532b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:15.142985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Port 2203df50-15ee-4308-8b39-c61c5ea0ec8b on network b70d55ad-58d3-4949-b701-21975829532b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:15.143324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Attempting to bind port 2203df50-15ee-4308-8b39-c61c5ea0ec8b on network b70d55ad-58d3-4949-b701-21975829532b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:15.149062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:15.149505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Checking segment: {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:15.149897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Bound using segment: {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:15.150341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Bound port: 2203df50-15ee-4308-8b39-c61c5ea0ec8b, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b507abf4-d2e1-47d4-adab-7f21da42136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:15.150706 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.155611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e8a3a55-5fac-43f0-a623-4419138a29fb req-dd37cd94-8caa-4c2d-bd40-24aafb2da5cd tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d23937afaeaa439eb489a07ca74a9e1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1038585 Jul 16 18:03:15.181973 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.222724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:15.233513 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:15.237365 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bc0895-0237-45ff-831d-064efd603d80" -d '{"events": [{"server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "name": "network-vif-plugged", "status": "completed", "tag": "53aac028-e991-489f-ad3f-bd475f15b534"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:15.245800 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.260189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:15.292763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] For port 2203df50-15ee-4308-8b39-c61c5ea0ec8b, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:15.297345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] For port 2203df50-15ee-4308-8b39-c61c5ea0ec8b, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:15.302534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.335523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:15.349088 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.358897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ee259-7477-485f-a043-924ece58ec1a req-acd8317d-2a89-48d5-8308-e8c10eb5c288 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.375422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-142ee259-7477-485f-a043-924ece58ec1a req-acd8317d-2a89-48d5-8308-e8c10eb5c288 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 966 time: 0.2506447 Jul 16 18:03:15.380648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=2203df50-15ee-4308-8b39-c61c5ea0ec8b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:15.392339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.392978 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.394509 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-5633fe1d-c735-4eef-b2b0-9dd209788ae9 service neutron] 10.222.0.46 "PUT /v2.0/ports/2203df50-15ee-4308-8b39-c61c5ea0ec8b HTTP/1.1" status: 200 len: 1092 time: 0.8833101 Jul 16 18:03:15.394999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:15.397316 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48314c7d-2602-4a38-97f8-8d68240c7d24" -d '{"events": [{"name": "network-changed", "server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:15.443789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=53aac028-e991-489f-ad3f-bd475f15b534,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:15.452162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a3a55-5fac-43f0-a623-4419138a29fb req-815b641d-4247-4609-8e8d-717289864943 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.462595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e8a3a55-5fac-43f0-a623-4419138a29fb req-815b641d-4247-4609-8e8d-717289864943 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057806 Jul 16 18:03:15.502615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-142ee259-7477-485f-a043-924ece58ec1a req-dddef920-87a0-4e4b-a06f-ce83e1516df8 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120479 Jul 16 18:03:15.512392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e8a3a55-5fac-43f0-a623-4419138a29fb req-9d2870c6-1a9c-4d1b-b618-3d6c583ab851 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/quotas/d23937afaeaa439eb489a07ca74a9e1e HTTP/1.1" status: 200 len: 375 time: 0.0484753 Jul 16 18:03:15.529948 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.617822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:15.623370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e8a3a55-5fac-43f0-a623-4419138a29fb req-f6c54503-29ab-4cc0-9f62-921be48a8043 tempest-QuotasAdminNegativeTest-903965685 tempest-QuotasAdminNegativeTest-903965685-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d23937afaeaa439eb489a07ca74a9e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048131 Jul 16 18:03:15.627003 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.644833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-525fc04c-88b6-4a35-8f18-5c5d5550db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.646752 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-525fc04c-88b6-4a35-8f18-5c5d5550db07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43bc01776ea14cf490089aefb6014d0d&device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 1095 time: 0.1572421 Jul 16 18:03:15.765807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-2cbbda9c-6e30-45e6-a464-588ae87f71a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b HTTP/1.1" status: 200 len: 217 time: 0.1022036 Jul 16 18:03:15.801784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b2333-f185-4eb2-b318-b26ff1b75d01 req-047fbf03-d664-46f5-ae35-db64fb06d0b5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.803871 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de1b2333-f185-4eb2-b318-b26ff1b75d01 req-047fbf03-d664-46f5-ae35-db64fb06d0b5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.1365526 Jul 16 18:03:15.810048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:15.874288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-7b677cab-293c-4dca-87f5-1403480b5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.876092 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-7b677cab-293c-4dca-87f5-1403480b5fc4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae6968df-c2f2-4684-9aef-a26e436db260 HTTP/1.1" status: 200 len: 868 time: 0.0999422 Jul 16 18:03:15.928021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de1b2333-f185-4eb2-b318-b26ff1b75d01 req-e15b586c-158f-4db8-8110-f25f49f0664f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062932 Jul 16 18:03:15.931442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-727e4b2f-dce3-4c36-87e2-8ae74f604c99 req-d02e8365-078f-4e5f-8a7f-2bedf306e98c tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 210 time: 0.0758734 Jul 16 18:03:15.940921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-dc663973-c3dc-42db-8d81-10764de008b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.942741 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-dc663973-c3dc-42db-8d81-10764de008b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b70d55ad-58d3-4949-b701-21975829532b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597987 Jul 16 18:03:16.037644 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f080faf5-b419-4889-b4b2-57989ee85b14 x-openstack-request-id: req-f080faf5-b419-4889-b4b2-57989ee85b14 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:16.037956 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "name": "network-vif-plugged", "status": "completed", "tag": "53aac028-e991-489f-ad3f-bd475f15b534", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:16.038213 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f080faf5-b419-4889-b4b2-57989ee85b14 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:16.038614 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534', 'code': 200} Jul 16 18:03:16.077686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-694afd72-c0e3-4a94-a192-2b8245a333c8 service neutron] 10.222.0.46 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260509 Jul 16 18:03:16.100166 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a1c030-e2dd-4cf9-8f90-e97ecbe4c187 x-openstack-request-id: req-e1a1c030-e2dd-4cf9-8f90-e97ecbe4c187 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:16.100722 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:16.101279 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1a1c030-e2dd-4cf9-8f90-e97ecbe4c187 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:16.101839 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'status': 'completed', 'code': 200} Jul 16 18:03:16.206574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4d26-cca4-4574-b65e-ec9e39d9983e req-cd8aa6d5-7ce1-4eb9-8908-e64810a3b1fc tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.214268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-247c4d26-cca4-4574-b65e-ec9e39d9983e req-cd8aa6d5-7ce1-4eb9-8908-e64810a3b1fc tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 950 time: 0.1212006 Jul 16 18:03:16.301194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-247c4d26-cca4-4574-b65e-ec9e39d9983e req-2401a308-b45f-4bc9-911c-aa2af3470d5c tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857368 Jul 16 18:03:16.313093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f2aac-96aa-43c2-a3df-fddadf432dea req-93a8187e-8295-4a89-a484-195b645a2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.315033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f6f2aac-96aa-43c2-a3df-fddadf432dea req-93a8187e-8295-4a89-a484-195b645a2b35 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1119 time: 0.1379583 Jul 16 18:03:16.362122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f6f2aac-96aa-43c2-a3df-fddadf432dea req-88a419b2-a9de-4dbb-ac15-b51aea783351 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360129 Jul 16 18:03:16.389379 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d0ee4072-9291-4767-a8d5-5d5ab83fd9dd req-fe4dbae3-08ad-48b9-a35e-8799bb7951db service neutron] 10.222.0.46 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936461 Jul 16 18:03:16.459837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf86ac4-221d-4edc-97d8-13c1ad4f0051 req-3795ba52-316f-41f3-b99f-83937a528f68 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.461498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-faf86ac4-221d-4edc-97d8-13c1ad4f0051 req-3795ba52-316f-41f3-b99f-83937a528f68 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 943 time: 0.0819123 Jul 16 18:03:16.546043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-c387464b-d8d9-44b2-be20-8a6bfa99f7cc tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4ea3e8f197364334b4374326a70f8499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668769 Jul 16 18:03:16.603596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-9897559d-07fe-446a-832f-84084a176df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.606785 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-9897559d-07fe-446a-832f-84084a176df2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43bc01776ea14cf490089aefb6014d0d&device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 1095 time: 0.1000190 Jul 16 18:03:16.629359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-faf86ac4-221d-4edc-97d8-13c1ad4f0051 req-39d2ea25-1d66-43de-80cc-73f53daf7a3d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/security-groups?id=5905f9a0-4245-4501-b259-ce4eaf01199a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619072 Jul 16 18:03:16.812026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a977f-5664-4705-9760-7352a61fb44f req-085421fb-b100-434c-99ae-805adc10fdf0 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.815060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-085421fb-b100-434c-99ae-805adc10fdf0 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485240 Jul 16 18:03:16.817142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-e03551ed-3466-46db-a483-78cf29785acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.819145 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-e03551ed-3466-46db-a483-78cf29785acb service neutron] 10.222.0.46 "GET /v2.0/networks?id=b70d55ad-58d3-4949-b701-21975829532b HTTP/1.1" status: 200 len: 930 time: 0.2055423 Jul 16 18:03:16.838120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Request body: {'port': {'device_id': '76985c15-d502-4496-bf02-24135ecd764c', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '4ea3e8f197364334b4374326a70f8499'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:16.877169 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-5efe6bb3-3c1f-464d-82c4-bf5fc624df84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b HTTP/1.1" status: 200 len: 217 time: 0.0503991 Jul 16 18:03:16.999220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-86458f8e-aa97-4c49-9a3a-94e145ac15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.003912 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-86458f8e-aa97-4c49-9a3a-94e145ac15f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae6968df-c2f2-4684-9aef-a26e436db260 HTTP/1.1" status: 200 len: 868 time: 0.1167374 Jul 16 18:03:17.086406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-81a40d33-153a-47c3-9857-684adb5e1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.088656 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-81a40d33-153a-47c3-9857-684adb5e1908 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b70d55ad-58d3-4949-b701-21975829532b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752382 Jul 16 18:03:17.104924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:17.133310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Made reservation on behalf of 4ea3e8f197364334b4374326a70f8499 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:17.137083 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.148945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88076cf-5be6-4c8f-8d9e-5d3bbb3d6b71 req-8337db44-8bd7-4413-9d2a-4699e3b28ed4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.150603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c88076cf-5be6-4c8f-8d9e-5d3bbb3d6b71 req-8337db44-8bd7-4413-9d2a-4699e3b28ed4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 967 time: 0.1327667 Jul 16 18:03:17.158271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.223518 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-9f405bbb-bc2a-4713-af0d-dc7f671a5dc0 service neutron] 10.222.0.46 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261029 Jul 16 18:03:17.240838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c88076cf-5be6-4c8f-8d9e-5d3bbb3d6b71 req-cf439573-2f07-4a98-ae78-4ab5a40d2cac tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800071 Jul 16 18:03:17.359109 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.369975 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.379627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c7ad9e3-2308-43f2-bffd-1efcd161fbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.397585 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48314c7d-2602-4a38-97f8-8d68240c7d24 req-e4d9317a-1251-4c30-b5a1-7089a02de56e service neutron] 10.222.0.46 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617048 Jul 16 18:03:17.502162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0986e94-424a-4755-b934-927508da3a45,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:17.540164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6bb693d-25ea-4f6b-9287-3307660db39a req-f4521825-f9ae-4f73-9bc2-74d1d0140d40 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 210 time: 0.0572851 Jul 16 18:03:17.691649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Allocated IP 192.168.233.96 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/34e5f763-e99a-4ea2-a08c-24119b13ab08) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:17.811618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d2d14-b689-40d0-b93d-314dc405a390 req-c97c858d-ecbb-41dc-b25c-c23a16153c7d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.813386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec7d2d14-b689-40d0-b93d-314dc405a390 req-c97c858d-ecbb-41dc-b25c-c23a16153c7d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.1898246 Jul 16 18:03:17.866087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c7ad9e3-2308-43f2-bffd-1efcd161fbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.882028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c7ad9e3-2308-43f2-bffd-1efcd161fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.933052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4eef0-28bd-40e7-bb31-1d0b020701ca req-ea0e04f0-327b-4f45-8256-0b8e44e1b975 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.934602 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9a4eef0-28bd-40e7-bb31-1d0b020701ca req-ea0e04f0-327b-4f45-8256-0b8e44e1b975 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 950 time: 0.2282202 Jul 16 18:03:18.008534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec7d2d14-b689-40d0-b93d-314dc405a390 req-663405ad-66ce-494f-b1a6-f41caa5a3d2a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824205 Jul 16 18:03:18.021445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ad9e3-2308-43f2-bffd-1efcd161fbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507274ee-3e24-4a00-8588-db6062300114,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:18.035864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4c7ad9e3-2308-43f2-bffd-1efcd161fbdd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d23937afaeaa439eb489a07ca74a9e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9273098 Jul 16 18:03:18.036866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:18.040146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:18.043652 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d8417d-4b2a-4ffa-b15d-231e27e2c1c9" -d '{"events": [{"server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "name": "network-vif-plugged", "status": "completed", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:18.066674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9a4eef0-28bd-40e7-bb31-1d0b020701ca req-7201eb71-e503-4758-aad7-f571df6768f5 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226325 Jul 16 18:03:18.099798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.114108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ffc5aa9-c7bd-4c3e-94cf-341a5e91a073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.127747 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Transition to ACTIVE for port object 34e5f763-e99a-4ea2-a08c-24119b13ab08 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:18.144986 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ffc5aa9-c7bd-4c3e-94cf-341a5e91a073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.147711 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f72e9d5-15ee-47e5-97d3-6aad0f93280b x-openstack-request-id: req-3f72e9d5-15ee-47e5-97d3-6aad0f93280b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:18.148004 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "name": "network-vif-plugged", "status": "completed", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:18.148254 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f72e9d5-15ee-47e5-97d3-6aad0f93280b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:18.148667 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'code': 200} Jul 16 18:03:18.225730 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.226568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ffc5aa9-c7bd-4c3e-94cf-341a5e91a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.231447 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ffc5aa9-c7bd-4c3e-94cf-341a5e91a073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.233148 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9ffc5aa9-c7bd-4c3e-94cf-341a5e91a073 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/507274ee-3e24-4a00-8588-db6062300114 HTTP/1.1" status: 204 len: 168 time: 0.1932702 Jul 16 18:03:18.245600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc5aa9-c7bd-4c3e-94cf-341a5e91a073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507274ee-3e24-4a00-8588-db6062300114,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:18.345003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5631521-2d32-4f06-8da1-f65bf67d93ad req-dd54acd1-d8f9-4481-9b62-98f42de04d71 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.346820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5631521-2d32-4f06-8da1-f65bf67d93ad req-dd54acd1-d8f9-4481-9b62-98f42de04d71 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 943 time: 0.1787214 Jul 16 18:03:18.355831 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dceb7-f555-409c-96f7-2760ae8d3c9c req-45111829-55d8-472a-a0dd-1077ff43c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.357501 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c2dceb7-f555-409c-96f7-2760ae8d3c9c req-45111829-55d8-472a-a0dd-1077ff43c175 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1101 time: 0.0939815 Jul 16 18:03:18.360134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:18.387116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Pushing event updated for resources: {'Port': ['ID=34e5f763-e99a-4ea2-a08c-24119b13ab08,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:18.393660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:18.409716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:18.415440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.421932 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c2dceb7-f555-409c-96f7-2760ae8d3c9c req-cf71dc4b-e51c-4edb-9746-b4439a1d696f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561051 Jul 16 18:03:18.422148 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.446512 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5631521-2d32-4f06-8da1-f65bf67d93ad req-94a0f451-d9e6-49be-b031-f46577f0b46c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/security-groups?id=5905f9a0-4245-4501-b259-ce4eaf01199a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892661 Jul 16 18:03:18.455519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-63d659dd-16a2-4820-b574-af9fd34e557b tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6247621 Jul 16 18:03:18.472683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Request body: {'port': {'device_id': '76985c15-d502-4496-bf02-24135ecd764c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:18.602578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60264) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:18.619500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.621457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02ba323-b205-434f-87e6-0cd534767a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.678406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d7100-9a82-47a8-a4cc-0f669f3a90a7 req-f0a2e983-8ad0-4af1-90b5-c4875706d54a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.678848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c1dcc343-7e98-42c2-a52c-079ced387f8f None None] Provisioning for port 34e5f763-e99a-4ea2-a08c-24119b13ab08 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:18.680037 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f9d7100-9a82-47a8-a4cc-0f669f3a90a7 req-f0a2e983-8ad0-4af1-90b5-c4875706d54a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 967 time: 0.1771142 Jul 16 18:03:18.692492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c1dcc343-7e98-42c2-a52c-079ced387f8f None None] Provisioning complete for port 34e5f763-e99a-4ea2-a08c-24119b13ab08 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:18.692814 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1dcc343-7e98-42c2-a52c-079ced387f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.747924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c1dcc343-7e98-42c2-a52c-079ced387f8f None None] Port 34e5f763-e99a-4ea2-a08c-24119b13ab08 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:18.770276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02ba323-b205-434f-87e6-0cd534767a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.774524 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d02ba323-b205-434f-87e6-0cd534767a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.812679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ba323-b205-434f-87e6-0cd534767a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d76dea8-b2b6-46f0-9e8f-ea25bb99c81b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:18.821129 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d02ba323-b205-434f-87e6-0cd534767a40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=368498fbb1ed4cd6b0e81c8748758a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141573 Jul 16 18:03:18.822195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60268) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:18.843814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f9d7100-9a82-47a8-a4cc-0f669f3a90a7 req-08ee1114-1da4-4e4f-9fd6-1cc236b6daaa tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471531 Jul 16 18:03:18.881550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-263065e5-fa56-4e07-87cd-b22a46d39a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.913949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-263065e5-fa56-4e07-87cd-b22a46d39a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.946521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264677bb-b8d6-4cf3-b5c4-56d818375027 req-c3df11dc-f8e5-46c7-80d8-9a33130c8294 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.948084 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-264677bb-b8d6-4cf3-b5c4-56d818375027 req-c3df11dc-f8e5-46c7-80d8-9a33130c8294 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 935 time: 0.1676507 Jul 16 18:03:18.981411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-263065e5-fa56-4e07-87cd-b22a46d39a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.985284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-263065e5-fa56-4e07-87cd-b22a46d39a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.986460 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-263065e5-fa56-4e07-87cd-b22a46d39a67 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d76dea8-b2b6-46f0-9e8f-ea25bb99c81b HTTP/1.1" status: 204 len: 168 time: 0.1641400 Jul 16 18:03:18.995223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263065e5-fa56-4e07-87cd-b22a46d39a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d76dea8-b2b6-46f0-9e8f-ea25bb99c81b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.014457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-264677bb-b8d6-4cf3-b5c4-56d818375027 req-766806ba-d24f-4cd2-a68c-45e34dad8219 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0986e94-424a-4755-b934-927508da3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593548 Jul 16 18:03:19.088466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e5f763-e99a-4ea2-a08c-24119b13ab08 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:19.105573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2203df50-15ee-4308-8b39-c61c5ea0ec8b details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:19.123497 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.178428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Transition to ACTIVE for port object 34e5f763-e99a-4ea2-a08c-24119b13ab08 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:19.183688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.285982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2203df50-15ee-4308-8b39-c61c5ea0ec8b, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:19.301247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'port_id': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'mac_address': 'fa:16:3e:3f:db:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:19.351765 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.377275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2203df50-15ee-4308-8b39-c61c5ea0ec8b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:19.397651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Pushing event updated for resources: {'Port': ['ID=34e5f763-e99a-4ea2-a08c-24119b13ab08,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.403224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2203df50-15ee-4308-8b39-c61c5ea0ec8b, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:19.408382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.471623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2203df50-15ee-4308-8b39-c61c5ea0ec8b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.543064 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:19.581599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-a88e3598-97bf-4445-9232-3ad29cd03269 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.583373 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-a88e3598-97bf-4445-9232-3ad29cd03269 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 1102 time: 0.1823425 Jul 16 18:03:19.646907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Attempting to bind port 34e5f763-e99a-4ea2-a08c-24119b13ab08 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:19.647652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Attempting to bind port 34e5f763-e99a-4ea2-a08c-24119b13ab08 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:19.648000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Attempting to bind port 34e5f763-e99a-4ea2-a08c-24119b13ab08 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:19.677894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Port 34e5f763-e99a-4ea2-a08c-24119b13ab08 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:19.678225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Attempting to bind port 34e5f763-e99a-4ea2-a08c-24119b13ab08 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:19.691492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:19.692260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:19.692848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:19.693470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Bound port: 34e5f763-e99a-4ea2-a08c-24119b13ab08, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:19.693999 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.707282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1202039-03e8-477b-930f-f1b196dd9538 req-672b8c6d-62f8-4280-829b-4d78d64a4f51 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.714204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1202039-03e8-477b-930f-f1b196dd9538 req-672b8c6d-62f8-4280-829b-4d78d64a4f51 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.4455326 Jul 16 18:03:19.746040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] Deleting port 50748415-ab89-47b4-8ca4-5efa2db265b9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:19.747296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.791533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['2203df50-15ee-4308-8b39-c61c5ea0ec8b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:19.821166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1202039-03e8-477b-930f-f1b196dd9538 req-6058940a-625e-4eda-a602-8366e6be7769 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059949 Jul 16 18:03:19.823110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d82d09-2540-4d5d-9d42-1dc0120d25bd req-faac54e8-0c3d-4f28-89e2-da2d6824c16b tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.830688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51d82d09-2540-4d5d-9d42-1dc0120d25bd req-faac54e8-0c3d-4f28-89e2-da2d6824c16b tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1119 time: 0.1921914 Jul 16 18:03:19.852548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] For port 50748415-ab89-47b4-8ca4-5efa2db265b9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=50748415-ab89-47b4-8ca4-5efa2db265b9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:19.853293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.873652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] Calling delete_port for 50748415-ab89-47b4-8ca4-5efa2db265b9 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:19.924111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] For port 34e5f763-e99a-4ea2-a08c-24119b13ab08, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:19.974961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] For port 34e5f763-e99a-4ea2-a08c-24119b13ab08, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=34e5f763-e99a-4ea2-a08c-24119b13ab08,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:19.980693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51d82d09-2540-4d5d-9d42-1dc0120d25bd req-78bd54be-11ae-4188-9a2d-f918ddb221ac tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375058 Jul 16 18:03:19.983444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.053661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.054421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.056085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] 10.222.0.45 "PUT /v2.0/ports/34e5f763-e99a-4ea2-a08c-24119b13ab08 HTTP/1.1" status: 200 len: 1096 time: 1.5921197 Jul 16 18:03:20.056752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76985c15-d502-4496-bf02-24135ecd764c', 'tag': '34e5f763-e99a-4ea2-a08c-24119b13ab08'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:20.059945 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c9d51-0e7b-4a2c-a28b-acd621f16257" -d '{"events": [{"name": "network-changed", "server_uuid": "76985c15-d502-4496-bf02-24135ecd764c", "tag": "34e5f763-e99a-4ea2-a08c-24119b13ab08"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:20.206004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b5846-421b-472e-a8ab-98525336400e service neutron] Pushing event updated for resources: {'Port': ['ID=34e5f763-e99a-4ea2-a08c-24119b13ab08,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.238766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.258272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08db0f-2dae-4f37-a05e-70be6f74b070 req-c7ea0b64-4899-4281-ae9b-7531e40370d6 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.259884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec08db0f-2dae-4f37-a05e-70be6f74b070 req-c7ea0b64-4899-4281-ae9b-7531e40370d6 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa19e180-fb30-4b17-8a59-ae9e8df927df HTTP/1.1" status: 200 len: 867 time: 0.1899438 Jul 16 18:03:20.268194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a977f-5664-4705-9760-7352a61fb44f req-b164d634-d50b-489e-b078-659092105e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.269800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-b164d634-d50b-489e-b078-659092105e92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea3e8f197364334b4374326a70f8499&device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 1099 time: 0.1258526 Jul 16 18:03:20.291515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] Pushing event deleted for resources: {'Port': ['ID=50748415-ab89-47b4-8ca4-5efa2db265b9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.334665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-54975968-5b95-455d-8554-16e1c2fcd240 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=34e5f763-e99a-4ea2-a08c-24119b13ab08 HTTP/1.1" status: 200 len: 217 time: 0.0459824 Jul 16 18:03:20.358016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] No DVR routers for this DVR port 50748415-ab89-47b4-8ca4-5efa2db265b9 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:20.366045 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.368442 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9e84d36c-e4ef-4368-85f5-5b4a840a839f req-b86a8e4c-25ca-4a4d-be2b-8abfdba6f824 tempest-DeleteServersAdminTestJSON-1607143869 tempest-DeleteServersAdminTestJSON-1607143869-project-admin] 10.222.0.46 "DELETE /v2.0/ports/50748415-ab89-47b4-8ca4-5efa2db265b9 HTTP/1.1" status: 204 len: 173 time: 0.7568171 Jul 16 18:03:20.369010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa19e180-fb30-4b17-8a59-ae9e8df927df', 'name': 'network-vif-deleted', 'tag': '50748415-ab89-47b4-8ca4-5efa2db265b9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:20.373768 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fb2900-e485-4ff6-aeeb-eec2b7ad07b3" -d '{"events": [{"server_uuid": "fa19e180-fb30-4b17-8a59-ae9e8df927df", "name": "network-vif-deleted", "tag": "50748415-ab89-47b4-8ca4-5efa2db265b9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:20.380119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec08db0f-2dae-4f37-a05e-70be6f74b070 req-adcecbc6-8445-45e0-bf5d-80793eb11d33 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050394 Jul 16 18:03:20.463972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a977f-5664-4705-9760-7352a61fb44f req-abb04c38-8ef9-47ee-84cc-19133bcfc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.466542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-abb04c38-8ef9-47ee-84cc-19133bcfc1f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1196640 Jul 16 18:03:20.627712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['50748415-ab89-47b4-8ca4-5efa2db265b9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:20.637313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a977f-5664-4705-9760-7352a61fb44f req-d701c5c4-0f15-4c0c-8a06-e6d841b90bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.638823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-d701c5c4-0f15-4c0c-8a06-e6d841b90bb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1496880 Jul 16 18:03:20.650476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db70f08-9f82-4f56-80c2-067926d905cd req-6f833cd1-a6dc-4d8b-a44e-3ac933fb969d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.652994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3db70f08-9f82-4f56-80c2-067926d905cd req-6f833cd1-a6dc-4d8b-a44e-3ac933fb969d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 944 time: 0.1649692 Jul 16 18:03:20.669761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f535d81-46ad-4c54-bef5-4d35835caea4 req-7cd19283-2416-4db3-aed3-afb1d9b0b5d5 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.671259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3f535d81-46ad-4c54-bef5-4d35835caea4 req-7cd19283-2416-4db3-aed3-afb1d9b0b5d5 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1119 time: 0.1232886 Jul 16 18:03:20.767667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3db70f08-9f82-4f56-80c2-067926d905cd req-13728bcd-d358-4445-ac63-1f72c08bf9c5 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/security-groups?id=5905f9a0-4245-4501-b259-ce4eaf01199a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000798 Jul 16 18:03:20.783315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3f535d81-46ad-4c54-bef5-4d35835caea4 req-8373f34b-9ffe-4de6-a053-3a4273a505e5 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046846 Jul 16 18:03:20.805587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-cb192401-0bf7-49da-b2f5-ddbf961057aa service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467133 Jul 16 18:03:20.889194 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2d96af-0342-4881-8f46-7a6efef1cba7 x-openstack-request-id: req-6e2d96af-0342-4881-8f46-7a6efef1cba7 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:20.889464 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76985c15-d502-4496-bf02-24135ecd764c", "tag": "34e5f763-e99a-4ea2-a08c-24119b13ab08", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:20.889627 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e2d96af-0342-4881-8f46-7a6efef1cba7 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:20.890598 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76985c15-d502-4496-bf02-24135ecd764c', 'tag': '34e5f763-e99a-4ea2-a08c-24119b13ab08', 'status': 'completed', 'code': 200} Jul 16 18:03:20.947897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7a977f-5664-4705-9760-7352a61fb44f req-9f980eb4-4e76-4742-9071-c260e0b2b7fc service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348629 Jul 16 18:03:20.975380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a5fa1-d812-4f10-8471-c5bb824ed1ab req-a67fe8fd-2f91-48b6-9e6a-af616ac77928 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.976723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d68a5fa1-d812-4f10-8471-c5bb824ed1ab req-a67fe8fd-2f91-48b6-9e6a-af616ac77928 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 947 time: 0.0893714 Jul 16 18:03:21.033486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d68a5fa1-d812-4f10-8471-c5bb824ed1ab req-e085f723-5aef-4e3a-9378-1bf5bec8ed37 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0986e94-424a-4755-b934-927508da3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Jul 16 18:03:21.108083 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6b2d0a-9b99-4421-a28d-06c5f7f4d322 x-openstack-request-id: req-4c6b2d0a-9b99-4421-a28d-06c5f7f4d322 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:21.109331 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa19e180-fb30-4b17-8a59-ae9e8df927df", "name": "network-vif-deleted", "tag": "50748415-ab89-47b4-8ca4-5efa2db265b9", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:21.109331 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c6b2d0a-9b99-4421-a28d-06c5f7f4d322 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:21.109575 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa19e180-fb30-4b17-8a59-ae9e8df927df', 'name': 'network-vif-deleted', 'tag': '50748415-ab89-47b4-8ca4-5efa2db265b9', 'status': 'completed', 'code': 200} Jul 16 18:03:21.142606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-8cbb2628-37ee-4ea0-99b7-8025d62b3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.147388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-8cbb2628-37ee-4ea0-99b7-8025d62b3d23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea3e8f197364334b4374326a70f8499&device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 1099 time: 0.1358657 Jul 16 18:03:21.164928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2203df50-15ee-4308-8b39-c61c5ea0ec8b up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:21.248847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 2203df50-15ee-4308-8b39-c61c5ea0ec8b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:21.255331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 2203df50-15ee-4308-8b39-c61c5ea0ec8b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:21.256121 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.361072 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.422383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:21.427998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-d7db3324-982e-4157-ab6b-dab1b4bb20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.430971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-d7db3324-982e-4157-ab6b-dab1b4bb20d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2744374 Jul 16 18:03:21.431655 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aa8fc5-4ebf-4564-9c31-0fa83364b193" -d '{"events": [{"server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "name": "network-vif-plugged", "status": "completed", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:21.453916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2203df50-15ee-4308-8b39-c61c5ea0ec8b, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:21.459111 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.460700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 50748415-ab89-47b4-8ca4-5efa2db265b9 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:21.466310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb35dd6-56dd-4085-890f-9763887d3526 req-b6c82c50-2292-4c49-993e-31c67ac3b217 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.478994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9eb35dd6-56dd-4085-890f-9763887d3526 req-b6c82c50-2292-4c49-993e-31c67ac3b217 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.2380219 Jul 16 18:03:21.503062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 50748415-ab89-47b4-8ca4-5efa2db265b9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:21.503848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 50748415-ab89-47b4-8ca4-5efa2db265b9 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:21.550659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-ce1e0df8-0546-42cc-88b9-137e047070a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=34e5f763-e99a-4ea2-a08c-24119b13ab08 HTTP/1.1" status: 200 len: 217 time: 0.1126096 Jul 16 18:03:21.575596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2203df50-15ee-4308-8b39-c61c5ea0ec8b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:21.626467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9eb35dd6-56dd-4085-890f-9763887d3526 req-fe896496-163a-470b-a37c-9f951a065a1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977733 Jul 16 18:03:21.639973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-38d72c21-e2c2-4817-9926-f478dd781564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.642489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-38d72c21-e2c2-4817-9926-f478dd781564 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0832250 Jul 16 18:03:21.745467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-fdb73cd7-45c0-4fdf-83de-ea30c922be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.747042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-fdb73cd7-45c0-4fdf-83de-ea30c922be51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961244 Jul 16 18:03:21.908453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-dc318a00-583f-436a-b0fc-8fc5b5aa0d3b service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517057 Jul 16 18:03:21.994134 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd4b87a-16cb-4ed6-809b-700c873504b7 x-openstack-request-id: req-8fd4b87a-16cb-4ed6-809b-700c873504b7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:21.994660 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "name": "network-vif-plugged", "status": "completed", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:21.994970 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fd4b87a-16cb-4ed6-809b-700c873504b7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:21.995804 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'code': 200} Jul 16 18:03:22.031013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-226c9d51-0e7b-4a2c-a28b-acd621f16257 req-25d4fd37-1823-4ff4-96b9-444fe273d209 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137807 Jul 16 18:03:22.169266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6926a9c-107f-4390-aae9-f4ad59640092 req-c9e7383f-e175-4aa6-bfaf-f17c6c4972fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.171142 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a6926a9c-107f-4390-aae9-f4ad59640092 req-c9e7383f-e175-4aa6-bfaf-f17c6c4972fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 1097 time: 0.0809066 Jul 16 18:03:22.212720 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a6926a9c-107f-4390-aae9-f4ad59640092 req-940d071d-c668-4acc-b0b4-9ecf7ace7a57 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5905f9a0-4245-4501-b259-ce4eaf01199a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Jul 16 18:03:22.286679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b11858-f077-4e99-81a4-a273c11a79ba req-174a402a-c1bb-4f15-a13e-f348c501e4cd tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.288173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7b11858-f077-4e99-81a4-a273c11a79ba req-174a402a-c1bb-4f15-a13e-f348c501e4cd tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1101 time: 0.0569327 Jul 16 18:03:22.306768 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d7b11858-f077-4e99-81a4-a273c11a79ba req-cd4fb140-f41b-4d41-be2a-b3b918096d84 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.402710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d7b11858-f077-4e99-81a4-a273c11a79ba req-cd4fb140-f41b-4d41-be2a-b3b918096d84 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.407657 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d7b11858-f077-4e99-81a4-a273c11a79ba req-cd4fb140-f41b-4d41-be2a-b3b918096d84 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.434640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7b11858-f077-4e99-81a4-a273c11a79ba req-cd4fb140-f41b-4d41-be2a-b3b918096d84 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402137 Jul 16 18:03:22.449265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fb140-f41b-4d41-be2a-b3b918096d84 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00019162-c121-4eaa-915b-1c733afbd2e9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:22.633912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01119b2-f023-4eda-8bc0-b4482ced2ee1 req-709730d0-6e23-4ca8-8c05-27008ecee0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.635400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a01119b2-f023-4eda-8bc0-b4482ced2ee1 req-709730d0-6e23-4ca8-8c05-27008ecee0d2 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 945 time: 0.0641358 Jul 16 18:03:22.673668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a01119b2-f023-4eda-8bc0-b4482ced2ee1 req-7d6a32ca-dd95-4561-9082-ee7e85045460 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/security-groups?id=5905f9a0-4245-4501-b259-ce4eaf01199a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Jul 16 18:03:22.798794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76aa1675-4b63-4569-8923-c90564008841 req-71167c92-66a5-4209-ba20-6fd235789336 tempest-FlavorsV2NegativeTest-1666247036 tempest-FlavorsV2NegativeTest-1666247036-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0f632f92c99c40c7a848e94ad1e57e8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282192 Jul 16 18:03:22.864422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60446) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:22.905421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa1675-4b63-4569-8923-c90564008841 req-01239c36-b727-4a9a-bf11-7445169921bc tempest-FlavorsV2NegativeTest-1666247036 tempest-FlavorsV2NegativeTest-1666247036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.907166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76aa1675-4b63-4569-8923-c90564008841 req-01239c36-b727-4a9a-bf11-7445169921bc tempest-FlavorsV2NegativeTest-1666247036 tempest-FlavorsV2NegativeTest-1666247036-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1028948 Jul 16 18:03:22.921905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76aa1675-4b63-4569-8923-c90564008841 req-d5e962d4-46c2-4af9-a4c4-ef893c09b376 tempest-FlavorsV2NegativeTest-1666247036 tempest-FlavorsV2NegativeTest-1666247036-project] 10.222.0.60 "GET /v2.0/quotas/0f632f92c99c40c7a848e94ad1e57e8e HTTP/1.1" status: 200 len: 375 time: 0.0090392 Jul 16 18:03:22.959434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76aa1675-4b63-4569-8923-c90564008841 req-daa2cd2e-1b19-4f5c-a7ad-c86de10714ef tempest-FlavorsV2NegativeTest-1666247036 tempest-FlavorsV2NegativeTest-1666247036-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f632f92c99c40c7a848e94ad1e57e8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321918 Jul 16 18:03:22.959874 n-d-793619-10 neutron-server[93824]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:03:22.964316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-e5259d59-cd4a-436b-b2c0-3437cb0d0f60 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:22.965469 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-e5259d59-cd4a-436b-b2c0-3437cb0d0f60 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0999298 Jul 16 18:03:23.054593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Request body: {'binding': {'host': 'n-h2-793619-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:23.055075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Unknown quota resources ['binding']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:03:23.137994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecab7f-b13a-42d0-9373-7f78439fa6be req-0a2cef6f-526b-494b-a772-13fc62826b43 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.141134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ecab7f-b13a-42d0-9373-7f78439fa6be req-0a2cef6f-526b-494b-a772-13fc62826b43 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 947 time: 0.0793898 Jul 16 18:03:23.180575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ecab7f-b13a-42d0-9373-7f78439fa6be req-9fc71720-9f2e-4917-93c2-8a4781dff6a3 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0986e94-424a-4755-b934-927508da3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352993 Jul 16 18:03:23.224681 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 on host n-h2-793619-10 for vnic_type normal with profile None {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:23.225152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:23.225375 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:23.229951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Port 53aac028-e991-489f-ad3f-bd475f15b534 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:23.230272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:23.235194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:23.235528 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:23.235912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:23.236332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Bound port: 53aac028-e991-489f-ad3f-bd475f15b534, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:23.297849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-44d6f01b-81e3-4584-8637-7f281f0d3302 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb74923d3c9e48c9b84843086507fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271916 Jul 16 18:03:23.337079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:23.342108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] Notify callbacks [] for binding, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.343540 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-42d906d0-9d11-4310-b66f-c2636d5fbb15 service neutron] 10.222.0.60 "POST /v2.0/ports/53aac028-e991-489f-ad3f-bd475f15b534/bindings HTTP/1.1" status: 201 len: 390 time: 0.3329813 Jul 16 18:03:23.428108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e9c5-0295-455e-b55a-15914845034b req-c84ac092-4ab9-40ab-bf39-97bc9eb96c35 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.429649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-c84ac092-4ab9-40ab-bf39-97bc9eb96c35 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259444 Jul 16 18:03:23.459838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-e1758604-9661-4579-88b9-47f87b654623 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/quotas/cb74923d3c9e48c9b84843086507fe5f HTTP/1.1" status: 200 len: 375 time: 0.0222836 Jul 16 18:03:23.515924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-546bdf07-9558-418e-b192-75c241992070 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb74923d3c9e48c9b84843086507fe5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421202 Jul 16 18:03:23.547289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.682134 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-556ce127-432a-42cc-8456-a8edccadacf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.791506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-890e46cd-764d-4cee-a03e-8808020039e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.802104 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-890e46cd-764d-4cee-a03e-8808020039e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1119 time: 0.1030591 Jul 16 18:03:23.921534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-556ce127-432a-42cc-8456-a8edccadacf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.931937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ad1c-c032-4a7b-b1c8-428c0c29518b req-7ca50316-8d1a-4ce8-bfa8-c3ddf2b6c0c2 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.933656 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d8ad1c-c032-4a7b-b1c8-428c0c29518b req-7ca50316-8d1a-4ce8-bfa8-c3ddf2b6c0c2 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 967 time: 0.0761213 Jul 16 18:03:23.954932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-556ce127-432a-42cc-8456-a8edccadacf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.994997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d8ad1c-c032-4a7b-b1c8-428c0c29518b req-61e4a926-d619-4b76-9fca-cbe97f731ac0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512588 Jul 16 18:03:24.046152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ce127-432a-42cc-8456-a8edccadacf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc0fc4-79d6-4f08-98e8-e93475076e4f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:24.056410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-538d19e6-d899-4387-89ff-abacf7b004e7 req-d1311ad6-46e6-4c4a-9ad6-8fbe2c35b641 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 210 time: 0.0474429 Jul 16 18:03:24.121297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-44179187-a72e-4b1b-baac-6e9de23b36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.122936 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-44179187-a72e-4b1b-baac-6e9de23b36fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.3189223 Jul 16 18:03:24.129586 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-556ce127-432a-42cc-8456-a8edccadacf4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f632f92c99c40c7a848e94ad1e57e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810282 Jul 16 18:03:24.132246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60520) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.187886 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-139e88a7-3592-4f62-a42a-58c9b323784f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53aac028-e991-489f-ad3f-bd475f15b534 HTTP/1.1" status: 200 len: 217 time: 0.0562499 Jul 16 18:03:24.222282 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-f917253d-5624-432a-b6c1-72034c313036 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1297417 Jul 16 18:03:24.249991 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a415ea-77f1-4009-97a3-55f0b7bf0d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.262255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9535761-2863-428a-b7a6-cf88c468bb2a req-55cc7c5f-d8b2-4f5e-b54b-96e7f22366e2 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.270605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9535761-2863-428a-b7a6-cf88c468bb2a req-55cc7c5f-d8b2-4f5e-b54b-96e7f22366e2 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 945 time: 0.1411457 Jul 16 18:03:24.307647 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a415ea-77f1-4009-97a3-55f0b7bf0d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.321239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-7909c134-e514-41b9-9f9c-00926425532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.323272 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-7909c134-e514-41b9-9f9c-00926425532b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0968082 Jul 16 18:03:24.352391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9535761-2863-428a-b7a6-cf88c468bb2a req-8a0365a5-5ef4-4dad-ae1a-1e4e10933711 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/security-groups?id=5905f9a0-4245-4501-b259-ce4eaf01199a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808110 Jul 16 18:03:24.387251 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-dd95c553-52de-4066-8579-b0b244353ea6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566475 Jul 16 18:03:24.418603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a415ea-77f1-4009-97a3-55f0b7bf0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.422479 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a415ea-77f1-4009-97a3-55f0b7bf0d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.423911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-22a415ea-77f1-4009-97a3-55f0b7bf0d56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2adc0fc4-79d6-4f08-98e8-e93475076e4f HTTP/1.1" status: 204 len: 168 time: 0.2906661 Jul 16 18:03:24.432386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a415ea-77f1-4009-97a3-55f0b7bf0d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc0fc4-79d6-4f08-98e8-e93475076e4f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:24.473197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.548366 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-9ada2ae5-1fef-48e4-9b91-63a3f5248c10 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535459 Jul 16 18:03:24.604074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3d1da-1cda-4131-91bc-674fd25d8045 req-2b912b94-991b-47a3-900f-0bddc6088177 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.607256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74b3d1da-1cda-4131-91bc-674fd25d8045 req-2b912b94-991b-47a3-900f-0bddc6088177 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.1486437 Jul 16 18:03:24.666578 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-d26dd264-83e8-4a5f-9aaa-8493fae8e5c5 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110177 Jul 16 18:03:24.726922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74b3d1da-1cda-4131-91bc-674fd25d8045 req-747293db-b111-4a0c-aa8d-4d7b122a4744 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965567 Jul 16 18:03:24.747829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75524bec-180a-4964-b274-1bf7396d6dc1 req-d0e4a863-16c0-4d34-9dc2-c3762e08cffe tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.751019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75524bec-180a-4964-b274-1bf7396d6dc1 req-d0e4a863-16c0-4d34-9dc2-c3762e08cffe tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 947 time: 0.1670511 Jul 16 18:03:24.856665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 34e5f763-e99a-4ea2-a08c-24119b13ab08 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:24.879982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75524bec-180a-4964-b274-1bf7396d6dc1 req-0a35dba1-6619-4348-892c-3d4bf53d017c tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0986e94-424a-4755-b934-927508da3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230624 Jul 16 18:03:24.893861 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-301d2beb-ccc4-481e-97e2-72edee3ae2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.009366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 34e5f763-e99a-4ea2-a08c-24119b13ab08, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=34e5f763-e99a-4ea2-a08c-24119b13ab08,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.024202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '34e5f763-e99a-4ea2-a08c-24119b13ab08', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '34e5f763-e99a-4ea2-a08c-24119b13ab08', 'mac_address': 'fa:16:3e:d9:85:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:25.048831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa175671-92cc-4720-97a1-0d37927435dc req-04d8a82d-3599-4b5d-87b4-3d31e0e2a8e5 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 258 time: 0.2685387 Jul 16 18:03:25.070486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:25.100799 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.138924 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-301d2beb-ccc4-481e-97e2-72edee3ae2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.146621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e5f763-e99a-4ea2-a08c-24119b13ab08 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:25.148853 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-301d2beb-ccc4-481e-97e2-72edee3ae2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.183128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 34e5f763-e99a-4ea2-a08c-24119b13ab08, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=34e5f763-e99a-4ea2-a08c-24119b13ab08,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.189798 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.224393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-301d2beb-ccc4-481e-97e2-72edee3ae2c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c631e02aa524b3f91f69f1483ae5d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7479947 Jul 16 18:03:25.232596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:25.234250 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.248714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d2beb-ccc4-481e-97e2-72edee3ae2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b27a2e7-6b90-46dd-a448-874120849f09,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.265961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=34e5f763-e99a-4ea2-a08c-24119b13ab08,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.343739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-9924b329-8011-4fec-8915-ed1960f62a9b tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.345453 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-9924b329-8011-4fec-8915-ed1960f62a9b tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1119 time: 0.3749938 Jul 16 18:03:25.365769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48b19-2518-42b8-b278-93d2b937dd0d req-865f588b-c28c-4354-ae4f-c441d359a5fa tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.367438 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5a48b19-2518-42b8-b278-93d2b937dd0d req-865f588b-c28c-4354-ae4f-c441d359a5fa tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 967 time: 0.1507940 Jul 16 18:03:25.367558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-10'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:25.409702 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2003d5c0-60da-4cde-beee-d169314c9df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.446560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5a48b19-2518-42b8-b278-93d2b937dd0d req-61ebd476-c63c-43f5-8244-d6f3353e0365 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706031 Jul 16 18:03:25.452214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['34e5f763-e99a-4ea2-a08c-24119b13ab08'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:25.453818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.465265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2003d5c0-60da-4cde-beee-d169314c9df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.626686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Allocated IP 172.25.2.42 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/fc5ea7da-f86c-4868-8cae-ad51806fea94) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:25.643634 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-ba879fcf-69eb-4676-ba33-2ecdd7f35065 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cb74923d3c9e48c9b84843086507fe5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127517 Jul 16 18:03:25.712222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2003d5c0-60da-4cde-beee-d169314c9df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.714771 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2003d5c0-60da-4cde-beee-d169314c9df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.716095 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2003d5c0-60da-4cde-beee-d169314c9df5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b27a2e7-6b90-46dd-a448-874120849f09 HTTP/1.1" status: 204 len: 168 time: 0.4824431 Jul 16 18:03:25.727911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.753758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003d5c0-60da-4cde-beee-d169314c9df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b27a2e7-6b90-46dd-a448-874120849f09,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.834875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:25.845242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e527b43e-b011-41c9-a3e7-12407a36a52b req-380abe8f-6871-4594-a1f6-8bc1ebbf8ab5 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 210 time: 0.1398389 Jul 16 18:03:25.888779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e9c5-0295-455e-b55a-15914845034b req-40c6290d-0ca1-488b-800a-b35ea1e45d9d tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.890313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-40c6290d-0ca1-488b-800a-b35ea1e45d9d tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358336 Jul 16 18:03:25.946454 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Request body: {'port': {'device_id': '1d8c3e39-7a39-406c-94f7-271eadfa7c2b', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': 'cb74923d3c9e48c9b84843086507fe5f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:25.950453 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.003938 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.097704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:26.110749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:26.131636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:26.168733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Pushing event updated for resources: {'Port': ['ID=fc5ea7da-f86c-4868-8cae-ad51806fea94,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.265695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:26.291311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.294996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-network', 'tenant_id': '5364014007c245d9ad9303c273d1817b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:26.322274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Made reservation on behalf of 5364014007c245d9ad9303c273d1817b for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:26.324824 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.340487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.363389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.390756 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d088eca2-0903-4ca3-afcc-e4b2a1b97e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.407903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:26.442669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:03:26.442669 n-d-793619-10 neutron-server[93824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:03:26.442669 n-d-793619-10 neutron-server[93824]: [parameters: {'project_id_1': '5364014007c245d9ad9303c273d1817b', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 3, 26, 403306)}] Jul 16 18:03:26.442669 n-d-793619-10 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:03:26.443093 n-d-793619-10 neutron-server[93824]: DEBUG oslo_db.api [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:03:26.448238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Made reservation on behalf of cb74923d3c9e48c9b84843086507fe5f for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:26.451161 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.488158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:26.490420 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af70da2-feef-4280-a37c-c33e1beaffc0" -d '{"events": [{"server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "name": "network-vif-unplugged", "status": "completed", "tag": "53aac028-e991-489f-ad3f-bd475f15b534"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:26.494086 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.508633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.526516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.46', 55449) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.554113 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.597555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecb5c-34c2-47d4-889a-e2efdb39cbf3 req-922d562e-ab3f-4c97-b130-50e5b2e3ffc2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.599093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-939ecb5c-34c2-47d4-889a-e2efdb39cbf3 req-922d562e-ab3f-4c97-b130-50e5b2e3ffc2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.1165295 Jul 16 18:03:26.665140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-939ecb5c-34c2-47d4-889a-e2efdb39cbf3 req-8f22a4cc-c6a0-40d0-bef9-9eb3a60a8f67 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548058 Jul 16 18:03:26.720758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Pushing event updated for resources: {'Port': ['ID=53aac028-e991-489f-ad3f-bd475f15b534,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.757926 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.762961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.793555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 on host n-h1-793619-10 for vnic_type normal with profile {"migrating_to": "n-h2-793619-10"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:26.793921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:26.794223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:26.811388 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.812202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-67ea6bdc-55e0-4124-812c-ada9a6427622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.813638 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-67ea6bdc-55e0-4124-812c-ada9a6427622 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1101 time: 0.2793014 Jul 16 18:03:26.820306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Port 53aac028-e991-489f-ad3f-bd475f15b534 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:26.820657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Attempting to bind port 53aac028-e991-489f-ad3f-bd475f15b534 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:26.840468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Allocated IP 192.168.233.246 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/37f687c1-2f3b-4f6a-9506-7b6bb037aa02) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:26.843949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d088eca2-0903-4ca3-afcc-e4b2a1b97e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.850490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:26.850765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:26.850983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Pushing event updated for resources: {'Port': ['ID=fc5ea7da-f86c-4868-8cae-ad51806fea94,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.851198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:26.851662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Bound port: 53aac028-e991-489f-ad3f-bd475f15b534, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:26.852019 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.855284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.856489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa175671-92cc-4720-97a1-0d37927435dc req-191296c2-df5f-4ce7-8b5c-d80895d12880 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7937744 Jul 16 18:03:26.867343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d088eca2-0903-4ca3-afcc-e4b2a1b97e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.869929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 34e5f763-e99a-4ea2-a08c-24119b13ab08 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:26.921472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 34e5f763-e99a-4ea2-a08c-24119b13ab08 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:26.926157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 34e5f763-e99a-4ea2-a08c-24119b13ab08 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:26.926911 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.954181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166a1a-2df6-4f95-b140-6037cde8962c req-5b95bc75-6ae3-400b-b0cd-d435fc784fc5 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.956202 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24166a1a-2df6-4f95-b140-6037cde8962c req-5b95bc75-6ae3-400b-b0cd-d435fc784fc5 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 948 time: 0.1570277 Jul 16 18:03:26.960268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa175671-92cc-4720-97a1-0d37927435dc req-069e25bd-78dd-4f0e-9b7d-34f5a5cf8b6c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0919187 Jul 16 18:03:26.990894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.001922 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d088eca2-0903-4ca3-afcc-e4b2a1b97e4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c4dfd58140344e19c8fadbef6f397c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603522 Jul 16 18:03:27.011222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:27.016285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088eca2-0903-4ca3-afcc-e4b2a1b97e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6882728-c872-40f1-9b11-dedf6072b12b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.024848 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.059882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76985c15-d502-4496-bf02-24135ecd764c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e5f763-e99a-4ea2-a08c-24119b13ab08'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:27.063757 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa00751-434b-49da-b75b-0aa2cbb86261" -d '{"events": [{"server_uuid": "76985c15-d502-4496-bf02-24135ecd764c", "name": "network-vif-plugged", "status": "completed", "tag": "34e5f763-e99a-4ea2-a08c-24119b13ab08"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:27.079499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 34e5f763-e99a-4ea2-a08c-24119b13ab08, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=34e5f763-e99a-4ea2-a08c-24119b13ab08,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:27.083630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.122154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:27.123725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24166a1a-2df6-4f95-b140-6037cde8962c req-008d8c45-9d55-436e-b5af-6839206a740d tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0986e94-424a-4755-b934-927508da3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469538 Jul 16 18:03:27.130916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-c03ec060-9876-432c-8920-00a874502ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.132987 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-c03ec060-9876-432c-8920-00a874502ae4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3010051 Jul 16 18:03:27.165510 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a89701b-b3b7-4b52-83d7-6bda4c850c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.174819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa175671-92cc-4720-97a1-0d37927435dc req-c99a921f-a052-4155-bee0-2591299c46c9 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.176561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=34e5f763-e99a-4ea2-a08c-24119b13ab08,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.181776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa175671-92cc-4720-97a1-0d37927435dc req-c99a921f-a052-4155-bee0-2591299c46c9 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2079582 Jul 16 18:03:27.185605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:27.191592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-fa175671-92cc-4720-97a1-0d37927435dc req-2913456b-8774-4f46-913a-5bd1ec877952 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:27.205382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa175671-92cc-4720-97a1-0d37927435dc req-2913456b-8774-4f46-913a-5bd1ec877952 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221972 Jul 16 18:03:27.224721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.230381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a89701b-b3b7-4b52-83d7-6bda4c850c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.238519 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-bcc6638c-b736-405c-8b32-f1c5be1ef525 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.0651169 Jul 16 18:03:27.241825 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbecc83-c326-4b28-9d10-6f999a2cc1cb x-openstack-request-id: req-bcbecc83-c326-4b28-9d10-6f999a2cc1cb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:27.242114 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "name": "network-vif-unplugged", "status": "completed", "tag": "53aac028-e991-489f-ad3f-bd475f15b534", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:27.242366 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcbecc83-c326-4b28-9d10-6f999a2cc1cb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:27.242801 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534', 'code': 200} Jul 16 18:03:27.307496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a89701b-b3b7-4b52-83d7-6bda4c850c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.310854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a89701b-b3b7-4b52-83d7-6bda4c850c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.315412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0a89701b-b3b7-4b52-83d7-6bda4c850c44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6882728-c872-40f1-9b11-dedf6072b12b HTTP/1.1" status: 204 len: 168 time: 0.3031089 Jul 16 18:03:27.373537 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.400570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79f00b67-db21-4b66-a7e6-256408a76f4c req-cb4d05da-255c-43ba-88ce-39eb14828028 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 210 time: 0.0405602 Jul 16 18:03:27.400570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89701b-b3b7-4b52-83d7-6bda4c850c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6882728-c872-40f1-9b11-dedf6072b12b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.443365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-ecc963c7-adba-418d-aa87-49c3bfc7919a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.444899 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-ecc963c7-adba-418d-aa87-49c3bfc7919a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1924794 Jul 16 18:03:27.445518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Pushing event updated for resources: {'Port': ['ID=53aac028-e991-489f-ad3f-bd475f15b534,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.449332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.450022 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.451376 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-58925b4a-be54-4b11-844d-e57ac965092d service neutron] 10.222.0.46 "PUT /v2.0/ports/53aac028-e991-489f-ad3f-bd475f15b534 HTTP/1.1" status: 200 len: 1145 time: 2.0970674 Jul 16 18:03:27.459633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Transition to ACTIVE for port object 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:27.468841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9a002-7a24-40c0-92d6-c2d1d684a354 req-25655360-e9b4-46eb-a0bf-c585db2648ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.470842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5e9a002-7a24-40c0-92d6-c2d1d684a354 req-25655360-e9b4-46eb-a0bf-c585db2648ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 965 time: 0.1541367 Jul 16 18:03:27.478772 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892768b5-ef8c-42c4-bed5-b74741ebbce8 x-openstack-request-id: req-892768b5-ef8c-42c4-bed5-b74741ebbce8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:27.479092 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76985c15-d502-4496-bf02-24135ecd764c", "name": "network-vif-plugged", "status": "completed", "tag": "34e5f763-e99a-4ea2-a08c-24119b13ab08", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:27.479397 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-892768b5-ef8c-42c4-bed5-b74741ebbce8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:27.481509 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.484765 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76985c15-d502-4496-bf02-24135ecd764c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e5f763-e99a-4ea2-a08c-24119b13ab08', 'code': 200} Jul 16 18:03:27.497551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.554368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['53aac028-e991-489f-ad3f-bd475f15b534'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:27.568631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:27.580036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5e9a002-7a24-40c0-92d6-c2d1d684a354 req-9db6cc79-e30f-4f2a-aa9d-f2e61e11665d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764928 Jul 16 18:03:27.586032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481c6b83-bc11-4633-b59a-9a7363f31b6d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.610917 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.611145 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Added segment cfd9d384-8082-4842-b3f5-23140f6ca689 of type vlan for network 2e6ee68f-dbbd-410d-b159-75acf108af52 Jul 16 18:03:27.627587 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.725800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-345a16cb-b120-4786-8d20-bb89f045ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.727366 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-345a16cb-b120-4786-8d20-bb89f045ac41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2495108 Jul 16 18:03:27.775299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:27.784990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:27.796091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.801660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:27.808233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.808233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.859550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Pushing event updated for resources: {'Port': ['ID=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.879208 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-01b9705e-a142-4cd2-bb43-cdc280052353 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9373655 Jul 16 18:03:27.935161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Request body: {'port': {'device_id': '1d8c3e39-7a39-406c-94f7-271eadfa7c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:27.972154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053681b7-afd0-472a-a774-38bdce8ea7e2 req-f8901249-65cb-46ae-b103-3dad32af98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.974203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-053681b7-afd0-472a-a774-38bdce8ea7e2 req-f8901249-65cb-46ae-b103-3dad32af98d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 1101 time: 0.2946432 Jul 16 18:03:27.979543 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.981541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.982145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.009521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-9468c409-971a-42b6-8281-1af27b6916ac tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.011005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-9468c409-971a-42b6-8281-1af27b6916ac tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2877352 Jul 16 18:03:28.061098 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2220531 Jul 16 18:03:28.064459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:28.072776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Request body: {'subnet': {'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-subnet', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:28.078572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-70aadccf-2323-46ed-aa61-b14c1523f47f service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258142 Jul 16 18:03:28.096038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f034249-5f9c-444f-9e6b-423f7a6648e9 req-3aaef6f4-173f-4866-9ef3-9ab8c63a3038 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.097568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f034249-5f9c-444f-9e6b-423f7a6648e9 req-3aaef6f4-173f-4866-9ef3-9ab8c63a3038 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.2167442 Jul 16 18:03:28.102647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-01931d26-5b6d-4a07-848f-39a7d53da807 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0810025 Jul 16 18:03:28.104725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-053681b7-afd0-472a-a774-38bdce8ea7e2 req-3f09dbe8-28cc-4614-be5b-36f383fed182 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0986e94-424a-4755-b934-927508da3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183472 Jul 16 18:03:28.121616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Request body: {'floatingip': {'port_id': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:28.138378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddf8c3-c320-4f7a-bf74-4bcd3358a65c admin admin] Pushing event updated for resources: {'Network': ['ID=2e6ee68f-dbbd-410d-b159-75acf108af52,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:28.146271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-96f623a6-a2c1-42cb-9d17-3af1bca4dd47 None None] Provisioning for port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:28.151996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 2e6ee68f-dbbd-410d-b159-75acf108af52 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:28.152824 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.185664 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Made reservation on behalf of 5364014007c245d9ad9303c273d1817b for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:28.189396 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.235086 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.248083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-96f623a6-a2c1-42cb-9d17-3af1bca4dd47 None None] Provisioning complete for port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:28.248698 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96f623a6-a2c1-42cb-9d17-3af1bca4dd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.285370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f034249-5f9c-444f-9e6b-423f7a6648e9 req-36a63732-835f-44ac-8789-014754536515 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784499 Jul 16 18:03:28.325397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-96f623a6-a2c1-42cb-9d17-3af1bca4dd47 None None] Port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:28.403070 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.446898 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-bb2ac1a7-e73e-4cc4-bf9d-6ff13037ab08 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610878 Jul 16 18:03:28.667812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.763652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6f127d-9c00-4052-9dc6-c5971b377bfe,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:28.776156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:28.790300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.797289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.797643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.797983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.798322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.798658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.799097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.799319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.799646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.799969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.800292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.800658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.800980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:28.817246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Transition to ACTIVE for port object 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:28.818323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Checking segment: {'id': 'cfd9d384-8082-4842-b3f5-23140f6ca689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:28.818734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Network hostable DHCP agents. Network: 2e6ee68f-dbbd-410d-b159-75acf108af52, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:28.822911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.861734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16e4ea-d1e8-4b3e-a876-b5184272f589 req-8b35d81f-2d04-4fab-8852-d7eb6be477d9 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.863242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b16e4ea-d1e8-4b3e-a876-b5184272f589 req-8b35d81f-2d04-4fab-8852-d7eb6be477d9 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 949 time: 0.3664501 Jul 16 18:03:28.882402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Network 2e6ee68f-dbbd-410d-b159-75acf108af52 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:28.889340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Pushing event updated for resources: {'Port': ['ID=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:28.916137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 2e6ee68f-dbbd-410d-b159-75acf108af52) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:28.932973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.933538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8088b1-0858-4f5e-8432-8c7ff52ac0c9 None None] Network 2e6ee68f-dbbd-410d-b159-75acf108af52 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:28.933802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.949963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Attempting to bind port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:28.950829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Attempting to bind port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:28.951298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Attempting to bind port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:28.961074 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b6fbeba5-bc5d-4e59-b0ba-d25d49525c36 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8955941 Jul 16 18:03:28.961809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60674) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:28.966932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:28.971245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:28.971705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Attempting to bind port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:28.982441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:28.983493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:28.984001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:28.984603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Bound port: 37f687c1-2f3b-4f6a-9506-7b6bb037aa02, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:28.985071 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.017567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.018858 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.086832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b16e4ea-d1e8-4b3e-a876-b5184272f589 req-ec9787f7-ddcb-463a-b461-53a3734f70e7 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0986e94-424a-4755-b934-927508da3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007394 Jul 16 18:03:29.185981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-2e6ee68f-dbbd-410d-b159-75acf108af52', 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'fixed_ips': [{'subnet_id': '2b6f127d-9c00-4052-9dc6-c5971b377bfe'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:29.188463 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.383199 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:03:29.396297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Allocated IP 172.20.0.2 (2e6ee68f-dbbd-410d-b159-75acf108af52/2b6f127d-9c00-4052-9dc6-c5971b377bfe/24ba2a98-fc8e-4f76-b42b-8513d018d534) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:29.465525 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.470994 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.488093 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:29.490404 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "tag": "53aac028-e991-489f-ad3f-bd475f15b534"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:29.499737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.606793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] For port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:29.628831 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] For port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:29.629688 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Floating IP a63d27f1-dc6d-4b47-ab77-205814c8f8bb associated. External IP: 172.25.2.42, port: 2203df50-15ee-4308-8b39-c61c5ea0ec8b. Jul 16 18:03:29.691301 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.691547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b03b6-6052-4d2b-8e2d-c94320d54564 req-b6d880e9-e24c-4a8d-9112-0a679ae1e298 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:29.691913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.698387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-017b03b6-6052-4d2b-8e2d-c94320d54564 req-b6d880e9-e24c-4a8d-9112-0a679ae1e298 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 948 time: 0.1304300 Jul 16 18:03:29.703987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Transition to ACTIVE for port object 24ba2a98-fc8e-4f76-b42b-8513d018d534 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:29.720184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Transition to ACTIVE for port object 24ba2a98-fc8e-4f76-b42b-8513d018d534 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:29.724362 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.726493 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.735833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:29.736592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.738008 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] 10.222.0.46 "PUT /v2.0/ports/37f687c1-2f3b-4f6a-9506-7b6bb037aa02 HTTP/1.1" status: 200 len: 1097 time: 1.8116293 Jul 16 18:03:29.786879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b50d2-13dd-479e-80d1-50d017c7ce7e service neutron] Pushing event updated for resources: {'Port': ['ID=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:29.789463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-017b03b6-6052-4d2b-8e2d-c94320d54564 req-0a4b4261-bcc5-4e34-8d61-8eab40133a54 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898066 Jul 16 18:03:29.797193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Network 2e6ee68f-dbbd-410d-b159-75acf108af52 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:29.808036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:29.808036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:29.818964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Pushing event updated for resources: {'Port': ['ID=24ba2a98-fc8e-4f76-b42b-8513d018d534,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:29.904657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Attempting to bind port 24ba2a98-fc8e-4f76-b42b-8513d018d534 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:29.906006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Attempting to bind port 24ba2a98-fc8e-4f76-b42b-8513d018d534 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cfd9d384-8082-4842-b3f5-23140f6ca689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:29.906609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Attempting to bind port 24ba2a98-fc8e-4f76-b42b-8513d018d534 on network 2e6ee68f-dbbd-410d-b159-75acf108af52 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:29.912327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:29.913084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Checking segment: {'id': 'cfd9d384-8082-4842-b3f5-23140f6ca689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:29.913741 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.914382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Bound using segment: {'id': 'cfd9d384-8082-4842-b3f5-23140f6ca689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:29.915378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Bound port: 24ba2a98-fc8e-4f76-b42b-8513d018d534, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd9d384-8082-4842-b3f5-23140f6ca689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:29.917012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.947820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e9c5-0295-455e-b55a-15914845034b req-f0e44cdf-085c-4f3c-a16f-846f98ee20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:29.949385 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-f0e44cdf-085c-4f3c-a16f-846f98ee20bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb74923d3c9e48c9b84843086507fe5f&device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 1100 time: 0.1178412 Jul 16 18:03:29.995302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] For port 24ba2a98-fc8e-4f76-b42b-8513d018d534, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:30.000235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] For port 24ba2a98-fc8e-4f76-b42b-8513d018d534, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=24ba2a98-fc8e-4f76-b42b-8513d018d534,segment=NetworkSegment(cfd9d384-8082-4842-b3f5-23140f6ca689),segment_id=cfd9d384-8082-4842-b3f5-23140f6ca689)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:30.005563 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.034424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72c836-6826-42a6-9450-c55c267ed9d4 req-8dec34b6-677a-4fd1-bc13-3b6138d6fef3 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.035915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a72c836-6826-42a6-9450-c55c267ed9d4 req-8dec34b6-677a-4fd1-bc13-3b6138d6fef3 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 965 time: 0.1053550 Jul 16 18:03:30.045035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Router b7128fb7-1710-4b1a-bbff-6af60ba7d46e has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:30.060046 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-d7214e56-c4ba-468f-9c2a-82ef69610f4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=37f687c1-2f3b-4f6a-9506-7b6bb037aa02 HTTP/1.1" status: 200 len: 217 time: 0.0706491 Jul 16 18:03:30.073425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e84794-d20a-4309-840e-bfe91165d3b1 None None] Pushing event updated for resources: {'Port': ['ID=24ba2a98-fc8e-4f76-b42b-8513d018d534,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:30.096434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a72c836-6826-42a6-9450-c55c267ed9d4 req-4f83cb17-ba75-45b8-9c28-7ba739b2f6eb tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541158 Jul 16 18:03:30.145863 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.169404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.173002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e9c5-0295-455e-b55a-15914845034b req-e441fff2-839d-41b2-8af3-7f3ca794c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.174507 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-e441fff2-839d-41b2-8af3-7f3ca794c99f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0877628 Jul 16 18:03:30.231620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:30.246625 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.254709 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] Sync routers for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:30.278335 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:30.286698 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:30.361393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e9c5-0295-455e-b55a-15914845034b req-825162fb-ed3a-4468-a41a-7a8aca58e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.363294 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-825162fb-ed3a-4468-a41a-7a8aca58e6d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1812038 Jul 16 18:03:30.364475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Allocated IP 172.25.2.250 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/a5c2e568-2439-47a0-889b-a13ad99a6265) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:30.374322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-2c7c82d3-2b00-416e-8ce9-e75a4d792018 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "PUT /v2.0/floatingips/a63d27f1-dc6d-4b47-ab77-205814c8f8bb HTTP/1.1" status: 200 len: 995 time: 2.2657895 Jul 16 18:03:30.377772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:30.380119 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715fa56d-87c4-4972-a518-d9f365475faf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:30.476437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-f39c7325-3017-4370-be2d-5876f8b876a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.478350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-f39c7325-3017-4370-be2d-5876f8b876a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43bc01776ea14cf490089aefb6014d0d&device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 1097 time: 0.0902607 Jul 16 18:03:30.481533 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:30.553194 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-978d657e-be2e-4a9b-9516-0a27a925e134 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733975 Jul 16 18:03:30.562615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.627544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-4dada969-8b5a-46b0-b47d-20eb5fdb07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.628973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-4dada969-8b5a-46b0-b47d-20eb5fdb07f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b70d55ad-58d3-4949-b701-21975829532b HTTP/1.1" status: 200 len: 930 time: 0.1423750 Jul 16 18:03:30.646410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df03c91-7261-4788-a921-8d6356aed3b6 req-902b85c6-71de-4c87-a97b-79e5881d05ec tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.649353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6df03c91-7261-4788-a921-8d6356aed3b6 req-902b85c6-71de-4c87-a97b-79e5881d05ec tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.1232564 Jul 16 18:03:30.678527 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2007e9c5-0295-455e-b55a-15914845034b req-5bdd7b72-015e-4fb0-84eb-178caf1879f9 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135471 Jul 16 18:03:30.680038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.723333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:30.727938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:30.732200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:30.775772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6df03c91-7261-4788-a921-8d6356aed3b6 req-d3cba55a-7138-45b5-8912-d69c881a9bfd tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145494 Jul 16 18:03:30.782176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-7d6fd399-5d9f-4d7e-a5c7-9907c3a6d01e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b HTTP/1.1" status: 200 len: 998 time: 0.1319759 Jul 16 18:03:30.797979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c2e568-2439-47a0-889b-a13ad99a6265,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:30.885469 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'a63d27f1-dc6d-4b47-ab77-205814c8f8bb', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'port_id': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'mac_address': 'fa:16:3e:3f:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:03:26Z', 'updated_at': '2021-07-16T18:03:29Z', 'revision_number': 1, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92af0cd-971f-477f-bf45-974408f99bf3', 'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'mac_address': 'fa:16:3e:7c:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:03Z', 'updated_at': '2021-07-16T18:03:12Z', 'revision_number': 5, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'subnets': [{'id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:30.955275 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] Checking router: b7128fb7-1710-4b1a-bbff-6af60ba7d46e for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:30.978261 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:30.979051 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:31.005965 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.110633 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:31.136802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-84dc844f-cad7-4f30-aa89-e04024086788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.145370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-84dc844f-cad7-4f30-aa89-e04024086788 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae6968df-c2f2-4684-9aef-a26e436db260 HTTP/1.1" status: 200 len: 868 time: 0.3571696 Jul 16 18:03:31.170030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 53aac028-e991-489f-ad3f-bd475f15b534 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:31.249496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcac006-3737-4f95-b2c2-ec7597e8c505 req-60736153-c591-48a3-ba44-b196b660a673 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.251369 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adcac006-3737-4f95-b2c2-ec7597e8c505 req-60736153-c591-48a3-ba44-b196b660a673 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 972 time: 0.1751688 Jul 16 18:03:31.303504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adcac006-3737-4f95-b2c2-ec7597e8c505 req-2bbefbcb-afaa-46a5-a950-0bea4849847f tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/security-groups?id=152e1fd2-0457-4e4a-9526-a08a69a64050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432258 Jul 16 18:03:31.305413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-808c4c88-35f3-435d-a6b3-29d757afbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.313734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-808c4c88-35f3-435d-a6b3-29d757afbd69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b70d55ad-58d3-4949-b701-21975829532b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673501 Jul 16 18:03:31.318804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-cc57e32a-90f7-410f-8d4b-4d2049bf8d08 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:31.326850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-cc57e32a-90f7-410f-8d4b-4d2049bf8d08 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120628 Jul 16 18:03:31.398607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:31.435533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f41ff-7956-42c5-8c06-c088e6be0dad None None] Network 2e6ee68f-dbbd-410d-b159-75acf108af52 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:31.470349 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'a63d27f1-dc6d-4b47-ab77-205814c8f8bb', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'port_id': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'mac_address': 'fa:16:3e:3f:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:03:26Z', 'updated_at': '2021-07-16T18:03:29Z', 'revision_number': 1, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92af0cd-971f-477f-bf45-974408f99bf3', 'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'mac_address': 'fa:16:3e:7c:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:03Z', 'updated_at': '2021-07-16T18:03:12Z', 'revision_number': 5, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'subnets': [{'id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:31.479320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 53aac028-e991-489f-ad3f-bd475f15b534 has no active binding in host n-h2-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:03:31.485880 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b59b15-802f-40e4-a253-b2ec0595542e x-openstack-request-id: req-d7b59b15-802f-40e4-a253-b2ec0595542e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:31.494127 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "tag": "53aac028-e991-489f-ad3f-bd475f15b534", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:31.494468 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7b59b15-802f-40e4-a253-b2ec0595542e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:31.495498 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534', 'status': 'completed', 'code': 200} Jul 16 18:03:31.510719 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3abd6a-e54e-4b8d-804c-8c436ec1cdf2 None None] The sync data for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 is: [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'a63d27f1-dc6d-4b47-ab77-205814c8f8bb', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'port_id': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'mac_address': 'fa:16:3e:3f:db:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:03:26Z', 'updated_at': '2021-07-16T18:03:29Z', 'revision_number': 1, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b92af0cd-971f-477f-bf45-974408f99bf3', 'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'mac_address': 'fa:16:3e:7c:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:03Z', 'updated_at': '2021-07-16T18:03:12Z', 'revision_number': 5, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'subnets': [{'id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:31.524314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634b91a-38c8-4489-891e-e197e3badbef req-f425d89f-9d5f-48e9-86db-048f7ce14883 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.525885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6634b91a-38c8-4489-891e-e197e3badbef req-f425d89f-9d5f-48e9-86db-048f7ce14883 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.45 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 972 time: 0.2264314 Jul 16 18:03:31.536040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-529e7172-5cfa-4dbc-bd65-c1b875c435d6 service neutron] 10.222.0.60 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084637 Jul 16 18:03:31.657075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-190af1ce-d41e-48b8-a759-54630dab8d36 None None] Provisioning for port 24ba2a98-fc8e-4f76-b42b-8513d018d534 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:31.658920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.698835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-19fd47be-db0a-4091-8408-eba28baa08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.700416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-19fd47be-db0a-4091-8408-eba28baa08ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1148 time: 0.2548583 Jul 16 18:03:31.764887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79af59e1-5437-4068-9ee9-a8ed34887180 req-f5c24020-5445-4200-80ee-c1665fa1e955 service neutron] 10.222.0.60 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122736 Jul 16 18:03:31.833954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Router 11bfe73b-5c5f-4c9b-8067-5b9102786990 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:03:31.866658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff183e-f0fa-47a4-95e1-d056ac75bf19 None None] New status for floating IP a63d27f1-dc6d-4b47-ab77-205814c8f8bb: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:03:31.898695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e83181-353c-4c12-ad22-e8334ee3dbe9 req-6f8df972-f096-4757-bc35-472ec8996639 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.914225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88e83181-353c-4c12-ad22-e8334ee3dbe9 req-6f8df972-f096-4757-bc35-472ec8996639 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 949 time: 0.3316896 Jul 16 18:03:31.944272 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d786c39-5b9f-4ef6-9a86-e77e4bb51544 x-openstack-request-id: req-0d786c39-5b9f-4ef6-9a86-e77e4bb51544 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:31.944571 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:31.944820 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d786c39-5b9f-4ef6-9a86-e77e4bb51544 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:31.945209 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'status': 'completed', 'code': 200} Jul 16 18:03:31.967023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-6634b91a-38c8-4489-891e-e197e3badbef req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Deleting port 41dfa06e-8b3e-4d09-b9da-7e593c48400b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:31.967401 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6634b91a-38c8-4489-891e-e197e3badbef req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.976825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-b9849fc9-c292-44e3-93f4-f9b42c734b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.978341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-b9849fc9-c292-44e3-93f4-f9b42c734b2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.2449601 Jul 16 18:03:32.004811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:32.018867 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Sync routers for ids ['11bfe73b-5c5f-4c9b-8067-5b9102786990'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:32.032309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Routers {'11bfe73b-5c5f-4c9b-8067-5b9102786990'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:32.034052 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11bfe73b-5c5f-4c9b-8067-5b9102786990'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:32.064415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.069886 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-61909157-9dab-4d5f-889c-598e74ff23b6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1066794 Jul 16 18:03:32.072534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:32.090746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88e83181-353c-4c12-ad22-e8334ee3dbe9 req-73033f9b-dff8-4345-b35d-66d11e253b69 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0986e94-424a-4755-b934-927508da3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702790 Jul 16 18:03:32.126542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-e909477a-7e58-4bee-aa28-1016195a64af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53aac028-e991-489f-ad3f-bd475f15b534 HTTP/1.1" status: 200 len: 217 time: 0.1037467 Jul 16 18:03:32.250678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6634b91a-38c8-4489-891e-e197e3badbef req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] For port 41dfa06e-8b3e-4d09-b9da-7e593c48400b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=41dfa06e-8b3e-4d09-b9da-7e593c48400b,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:32.251385 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6634b91a-38c8-4489-891e-e197e3badbef req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.279359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-6634b91a-38c8-4489-891e-e197e3badbef req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Calling delete_port for 41dfa06e-8b3e-4d09-b9da-7e593c48400b owned by compute:tempest-test_az-1068111226 {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:32.292950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-253b282c-08a3-4903-9c5e-192ed740cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.295121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-253b282c-08a3-4903-9c5e-192ed740cdc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.1478434 Jul 16 18:03:32.349277 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Set router 11bfe73b-5c5f-4c9b-8067-5b9102786990 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:32.367614 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-d2c85f75-c360-4674-86c1-57e5a01f5948 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566187 Jul 16 18:03:32.368070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:32.401738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 24ba2a98-fc8e-4f76-b42b-8513d018d534 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:32.465121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 24ba2a98-fc8e-4f76-b42b-8513d018d534 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:32.466466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa56d-87c4-4972-a518-d9f365475faf req-19ea2697-bbd2-4a0c-8111-188b6ea566c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.470550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 24ba2a98-fc8e-4f76-b42b-8513d018d534 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:32.471259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.471657 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-715fa56d-87c4-4972-a518-d9f365475faf req-19ea2697-bbd2-4a0c-8111-188b6ea566c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43bc01776ea14cf490089aefb6014d0d&device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 1097 time: 0.4331625 Jul 16 18:03:32.477513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0b4b6-3804-41a5-bbf8-8bf11f4257ac req-6a41c62c-f8be-4fca-a7d0-123a06e851e6 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.479178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fa0b4b6-3804-41a5-bbf8-8bf11f4257ac req-6a41c62c-f8be-4fca-a7d0-123a06e851e6 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 948 time: 0.3515458 Jul 16 18:03:32.573398 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.613440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 24ba2a98-fc8e-4f76-b42b-8513d018d534, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=24ba2a98-fc8e-4f76-b42b-8513d018d534,segment=NetworkSegment(cfd9d384-8082-4842-b3f5-23140f6ca689),segment_id=cfd9d384-8082-4842-b3f5-23140f6ca689)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:32.621269 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.677109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fa0b4b6-3804-41a5-bbf8-8bf11f4257ac req-cc0202de-45b9-429c-b438-d6aa53e7bf39 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921346 Jul 16 18:03:32.684378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f13107de-baee-4e58-b209-ad5b8d23da91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.687211 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:29Z', 'updated_at': '2021-07-16T18:03:30Z', 'revision_number': 3, 'project_id': '5364014007c245d9ad9303c273d1817b', 'gw_port': {'id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:30Z', 'updated_at': '2021-07-16T18:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:32.695433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=24ba2a98-fc8e-4f76-b42b-8513d018d534,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:32.724102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa56d-87c4-4972-a518-d9f365475faf req-45bc2f6b-f1de-4d47-9dff-c767f8bca8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.725734 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-715fa56d-87c4-4972-a518-d9f365475faf req-45bc2f6b-f1de-4d47-9dff-c767f8bca8ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=b70d55ad-58d3-4949-b701-21975829532b HTTP/1.1" status: 200 len: 930 time: 0.1811929 Jul 16 18:03:32.731121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-013805f3-5597-4b81-b6ea-f0aee0063b2a service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150434 Jul 16 18:03:32.734887 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Checking router: 11bfe73b-5c5f-4c9b-8067-5b9102786990 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:32.735250 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Updating router 11bfe73b-5c5f-4c9b-8067-5b9102786990 port a5c2e568-2439-47a0-889b-a13ad99a6265 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:32.749703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0e84f-4254-4304-981b-58e553144922 req-549ad28f-e421-400a-be49-6c7977df9fe9 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.752954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0c0e84f-4254-4304-981b-58e553144922 req-549ad28f-e421-400a-be49-6c7977df9fe9 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 965 time: 0.3839056 Jul 16 18:03:32.785155 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.903661 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-715fa56d-87c4-4972-a518-d9f365475faf req-eff8037a-01dc-478d-822d-05d03cc76145 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b HTTP/1.1" status: 200 len: 1000 time: 0.1411233 Jul 16 18:03:32.941145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6634b91a-38c8-4489-891e-e197e3badbef req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.000597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa56d-87c4-4972-a518-d9f365475faf req-c058b862-7736-425f-8c7f-83bba26ce30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.002352 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-715fa56d-87c4-4972-a518-d9f365475faf req-c058b862-7736-425f-8c7f-83bba26ce30b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae6968df-c2f2-4684-9aef-a26e436db260 HTTP/1.1" status: 200 len: 868 time: 0.0837622 Jul 16 18:03:33.109663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-638b23f0-2890-472b-be4a-2d7437805c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.160389 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.171464 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Transition to ACTIVE for port object a5c2e568-2439-47a0-889b-a13ad99a6265 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:33.172508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.177875 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.236549 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Attempting to bind port a5c2e568-2439-47a0-889b-a13ad99a6265 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:33.236793 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Attempting to bind port a5c2e568-2439-47a0-889b-a13ad99a6265 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:33.238448 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Attempting to bind port a5c2e568-2439-47a0-889b-a13ad99a6265 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:33.240279 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b5b94-cf4b-4752-9178-a77f2e7250b0 None None] Pushing event updated for resources: {'Port': ['ID=a5c2e568-2439-47a0-889b-a13ad99a6265,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.243767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Pushing event deleted for resources: {'Port': ['ID=41dfa06e-8b3e-4d09-b9da-7e593c48400b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.245060 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:33.245440 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:33.245847 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.246235 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:33.246696 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Bound port: a5c2e568-2439-47a0-889b-a13ad99a6265, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:33.247103 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.271245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa56d-87c4-4972-a518-d9f365475faf req-dcfedaf5-26dd-410d-b079-0964702ae3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.273013 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-715fa56d-87c4-4972-a518-d9f365475faf req-dcfedaf5-26dd-410d-b079-0964702ae3e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b70d55ad-58d3-4949-b701-21975829532b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041810 Jul 16 18:03:33.277237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0c0e84f-4254-4304-981b-58e553144922 req-0399f8a7-f343-4b2f-8e4b-0c2f2aa1ca0f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959943 Jul 16 18:03:33.293843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-ca3f8af8-8515-4d68-93ac-b4a21cc14993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.296263 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-ca3f8af8-8515-4d68-93ac-b4a21cc14993 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1101 time: 0.1624835 Jul 16 18:03:33.326907 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] For port a5c2e568-2439-47a0-889b-a13ad99a6265, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:33.330339 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] For port a5c2e568-2439-47a0-889b-a13ad99a6265, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a5c2e568-2439-47a0-889b-a13ad99a6265,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:33.335133 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.343924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.344429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.344907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.345682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.346132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.346558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.346980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.347408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.347983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.348488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.348816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.349228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:33.356796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.45', 50840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:33.391263 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-4c8b86a2-cb11-4e4a-bbc1-c324d2952ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 258 time: 0.6590710 Jul 16 18:03:33.401054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:33.401395 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b5b94-cf4b-4752-9178-a77f2e7250b0 None None] Pushing event updated for resources: {'Port': ['ID=a5c2e568-2439-47a0-889b-a13ad99a6265,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.421705 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Routers {'11bfe73b-5c5f-4c9b-8067-5b9102786990'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:33.422310 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11bfe73b-5c5f-4c9b-8067-5b9102786990'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:33.423859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1783715-8ba9-49b5-b9ed-9bbe744edbf6 req-bfe18fdf-1c68-428e-91c0-f65657d79085 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6830661 Jul 16 18:03:33.468098 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-715fa56d-87c4-4972-a518-d9f365475faf req-b995f6c8-64dd-4606-aea9-c02017ad7a9b service neutron] 10.222.0.46 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849146 Jul 16 18:03:33.475810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6634b91a-38c8-4489-891e-e197e3badbef req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] No DVR routers for this DVR port 41dfa06e-8b3e-4d09-b9da-7e593c48400b on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:33.496758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6634b91a-38c8-4489-891e-e197e3badbef req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.499576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6634b91a-38c8-4489-891e-e197e3badbef req-496bb3e2-553f-4a73-9367-a18fa545e1c4 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.45 "DELETE /v2.0/ports/41dfa06e-8b3e-4d09-b9da-7e593c48400b HTTP/1.1" status: 204 len: 173 time: 1.9658432 Jul 16 18:03:33.548448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8c3e39-7a39-406c-94f7-271eadfa7c2b', 'tag': '37f687c1-2f3b-4f6a-9506-7b6bb037aa02'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:33.550846 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952aa161-aec6-4c29-b785-9f2b9c54d079" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8c3e39-7a39-406c-94f7-271eadfa7c2b", "tag": "37f687c1-2f3b-4f6a-9506-7b6bb037aa02"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:33.571076 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] Set router 11bfe73b-5c5f-4c9b-8067-5b9102786990 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:33.622784 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f13107de-baee-4e58-b209-ad5b8d23da91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.643283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f13107de-baee-4e58-b209-ad5b8d23da91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.665434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-01edc121-e1a1-4ca8-890b-d6d3442eee93 service neutron] 10.222.0.45 "GET /v2.0/ports/53aac028-e991-489f-ad3f-bd475f15b534/bindings/n-h2-793619-10 HTTP/1.1" status: 200 len: 385 time: 0.2850759 Jul 16 18:03:33.729599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-91434f65-1898-460b-bf82-f3bef34dae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.731096 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-91434f65-1898-460b-bf82-f3bef34dae53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2617180 Jul 16 18:03:33.734014 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.748273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f13107de-baee-4e58-b209-ad5b8d23da91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3f54e27047a47579031978acf6dd1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3397033 Jul 16 18:03:33.749509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60724) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:33.752966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Allocated IP 172.20.0.1 (2e6ee68f-dbbd-410d-b159-75acf108af52/2b6f127d-9c00-4052-9dc6-c5971b377bfe/592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:33.773467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13107de-baee-4e58-b209-ad5b8d23da91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1451623-0dca-4f15-b9f2-a67087a1f84a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.794157 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:29Z', 'updated_at': '2021-07-16T18:03:30Z', 'revision_number': 3, 'project_id': '5364014007c245d9ad9303c273d1817b', 'gw_port': {'id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:30Z', 'updated_at': '2021-07-16T18:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:33.805915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-715fa56d-87c4-4972-a518-d9f365475faf req-031f928e-a967-424d-85ae-2453cda7df7f service neutron] 10.222.0.46 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478139 Jul 16 18:03:33.808490 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-6e7d7b69-7e1a-4500-aea4-6b18f8d5d877 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.0573626 Jul 16 18:03:33.826205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b337371-0338-4612-a4c7-5111aef071b6 req-c1c5a369-56a6-4492-b9f9-d7ca401281c9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.829346 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a063b056-e036-4093-83b4-2a2d092f1a02 None None] The sync data for ids ['11bfe73b-5c5f-4c9b-8067-5b9102786990'] in n-d-793619-10 is: [{'id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:29Z', 'updated_at': '2021-07-16T18:03:30Z', 'revision_number': 3, 'project_id': '5364014007c245d9ad9303c273d1817b', 'gw_port': {'id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:30Z', 'updated_at': '2021-07-16T18:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:33.833090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b337371-0338-4612-a4c7-5111aef071b6 req-c1c5a369-56a6-4492-b9f9-d7ca401281c9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.3554301 Jul 16 18:03:33.943158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b337371-0338-4612-a4c7-5111aef071b6 req-644c0463-ff29-45e7-86cf-bf52af27dc0d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091995 Jul 16 18:03:33.948830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65705dc-2afc-4879-a60c-f088fc5bd109', 'name': 'network-vif-deleted', 'tag': '41dfa06e-8b3e-4d09-b9da-7e593c48400b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:33.951148 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1838b62-3ef4-4dc3-90ce-d989f14f9111" -d '{"events": [{"server_uuid": "d65705dc-2afc-4879-a60c-f088fc5bd109", "name": "network-vif-deleted", "tag": "41dfa06e-8b3e-4d09-b9da-7e593c48400b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:34.002656 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59e22cea-4b19-422d-b3b1-e1ed19f13878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.090927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59e22cea-4b19-422d-b3b1-e1ed19f13878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.094678 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.098356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-812b0de2-59ad-49fc-87d2-bcfdf5a31635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.100817 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-812b0de2-59ad-49fc-87d2-bcfdf5a31635 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0582268 Jul 16 18:03:34.276935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:34.311866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:34.345988 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.369842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Transition to ACTIVE for port object 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:34.404734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-16aceeac-e62e-48b5-a720-e57bd2f0c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.407361 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-16aceeac-e62e-48b5-a720-e57bd2f0c0a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2643914 Jul 16 18:03:34.407935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4191ab8-aedd-4f93-b790-02d12ddbadc7 req-1768ca3f-cd94-4207-9cc7-05bda0d645b6 tempest-AggregatesAdminTestJSON-508014900 tempest-AggregatesAdminTestJSON-508014900-project] 10.222.0.60 "GET /v2.0/ports?device_id=d65705dc-2afc-4879-a60c-f088fc5bd109 HTTP/1.1" status: 200 len: 210 time: 0.0566168 Jul 16 18:03:34.440126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53aac028-e991-489f-ad3f-bd475f15b534 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:34.465441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 24ba2a98-fc8e-4f76-b42b-8513d018d534 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:34.473428 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca26a15-f165-44c2-9d9e-2a7cfc6b6709 x-openstack-request-id: req-8ca26a15-f165-44c2-9d9e-2a7cfc6b6709 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:34.473795 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8c3e39-7a39-406c-94f7-271eadfa7c2b", "tag": "37f687c1-2f3b-4f6a-9506-7b6bb037aa02", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:34.474184 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ca26a15-f165-44c2-9d9e-2a7cfc6b6709 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:34.474660 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8c3e39-7a39-406c-94f7-271eadfa7c2b', 'tag': '37f687c1-2f3b-4f6a-9506-7b6bb037aa02', 'status': 'completed', 'code': 200} Jul 16 18:03:34.489866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59e22cea-4b19-422d-b3b1-e1ed19f13878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.493321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59e22cea-4b19-422d-b3b1-e1ed19f13878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.495103 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-59e22cea-4b19-422d-b3b1-e1ed19f13878 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1451623-0dca-4f15-b9f2-a67087a1f84a HTTP/1.1" status: 204 len: 168 time: 0.7324648 Jul 16 18:03:34.501765 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.509276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:34.534049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e22cea-4b19-422d-b3b1-e1ed19f13878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1451623-0dca-4f15-b9f2-a67087a1f84a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.542219 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.560678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Allocated IP 172.25.2.204 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/5334b295-2b3b-4b79-987d-589a3a33f03d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:34.628433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 24ba2a98-fc8e-4f76-b42b-8513d018d534 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:34.629664 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.691587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Network 2e6ee68f-dbbd-410d-b159-75acf108af52 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:34.710216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:34.724271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:34.726215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.780665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a5c2e568-2439-47a0-889b-a13ad99a6265 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:34.796775 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-84327c8c-9a07-4c58-b69a-be9a12f754b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.798673 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-84327c8c-9a07-4c58-b69a-be9a12f754b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb74923d3c9e48c9b84843086507fe5f&device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 1100 time: 0.2359421 Jul 16 18:03:34.799656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Pushing event updated for resources: {'Port': ['ID=592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.807251 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-768b7cf0-0336-43cd-b0e8-f65bbc46265b service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884962 Jul 16 18:03:34.875297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port a5c2e568-2439-47a0-889b-a13ad99a6265 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:34.880312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a5c2e568-2439-47a0-889b-a13ad99a6265 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:34.881035 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.947262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 41dfa06e-8b3e-4d09-b9da-7e593c48400b no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:34.969549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.989992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.000172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] Transition to ACTIVE for port object 53aac028-e991-489f-ad3f-bd475f15b534 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:35.005536 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 41dfa06e-8b3e-4d09-b9da-7e593c48400b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:35.005887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 41dfa06e-8b3e-4d09-b9da-7e593c48400b not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:35.014917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.047400 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd92f-f7b9-4c57-8576-ab96c5019767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.072669 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.078967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4170381d-0452-442b-a6e9-1ec17a44b337 None None] Provisioning for port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:35.083788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4170381d-0452-442b-a6e9-1ec17a44b337 None None] Provisioning complete for port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:35.084440 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4170381d-0452-442b-a6e9-1ec17a44b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.112100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42876df-ee31-4755-85fd-6dc9c510c189 req-aa96d355-18dd-404f-896f-9cf2eb6af473 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.114058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c42876df-ee31-4755-85fd-6dc9c510c189 req-aa96d355-18dd-404f-896f-9cf2eb6af473 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 948 time: 0.4309700 Jul 16 18:03:35.128854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port a5c2e568-2439-47a0-889b-a13ad99a6265, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a5c2e568-2439-47a0-889b-a13ad99a6265,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:35.134753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.143890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4170381d-0452-442b-a6e9-1ec17a44b337 None None] Port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:35.182744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:35.191056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] No DVR routers for this DVR port 53aac028-e991-489f-ad3f-bd475f15b534 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:35.208061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.213531 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=a5c2e568-2439-47a0-889b-a13ad99a6265,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.218685 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5165d4e6-e423-4919-8443-54aaf729c8b7 req-10b98032-3bba-4abd-9355-4cbcb39ca143 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980124 Jul 16 18:03:35.232604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=53aac028-e991-489f-ad3f-bd475f15b534,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.237089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-9b31c9c4-75cf-4f33-855d-e1cefcb314a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.239073 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-9b31c9c4-75cf-4f33-855d-e1cefcb314a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.4074099 Jul 16 18:03:35.261395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.274825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c42876df-ee31-4755-85fd-6dc9c510c189 req-64cd736c-a716-4998-b06d-aa0ea69f70a7 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418519 Jul 16 18:03:35.278330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-303a8fe3-cf93-443a-b5df-7558b19cf6b3 service neutron] 10.222.0.45 "PUT /v2.0/ports/53aac028-e991-489f-ad3f-bd475f15b534/bindings/n-h2-793619-10/activate HTTP/1.1" status: 200 len: 370 time: 1.5991642 Jul 16 18:03:35.331078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:35.332567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Pushing event updated for resources: {'Port': ['ID=5334b295-2b3b-4b79-987d-589a3a33f03d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.336542 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a071c-b594-42bd-8388-9a25a9de102f x-openstack-request-id: req-b42a071c-b594-42bd-8388-9a25a9de102f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:35.336830 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65705dc-2afc-4879-a60c-f088fc5bd109", "name": "network-vif-deleted", "tag": "41dfa06e-8b3e-4d09-b9da-7e593c48400b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:35.337079 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b42a071c-b594-42bd-8388-9a25a9de102f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:35.337459 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65705dc-2afc-4879-a60c-f088fc5bd109', 'name': 'network-vif-deleted', 'tag': '41dfa06e-8b3e-4d09-b9da-7e593c48400b', 'status': 'completed', 'code': 200} Jul 16 18:03:35.338335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:35.354289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:35.370113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:35.376105 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-283af7f6-0a8d-4d56-9efc-7bf7a968bcec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=37f687c1-2f3b-4f6a-9506-7b6bb037aa02 HTTP/1.1" status: 200 len: 217 time: 0.1241195 Jul 16 18:03:35.388243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '37f687c1-2f3b-4f6a-9506-7b6bb037aa02', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '37f687c1-2f3b-4f6a-9506-7b6bb037aa02', 'mac_address': 'fa:16:3e:93:b6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:35.419145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.488411 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.494437 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.510972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:35.548985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:35.556152 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.623804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-b7b4a120-2194-4fbe-8db1-2bc439978b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.625586 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-b7b4a120-2194-4fbe-8db1-2bc439978b20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1970077 Jul 16 18:03:35.656983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.668222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd92f-f7b9-4c57-8576-ab96c5019767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.693027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd92f-f7b9-4c57-8576-ab96c5019767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.759523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cd92f-f7b9-4c57-8576-ab96c5019767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee4b873-5663-4aaf-a3d4-67f6ef10361e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.777706 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4d3cd92f-f7b9-4c57-8576-ab96c5019767 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=975a69d0c1754d0485a3e4e3596c7a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8020246 Jul 16 18:03:35.777706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-3ff8f4e1-1bb0-426c-8903-2ffc39ff84c7 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.778504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60744) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.778626 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-3ff8f4e1-1bb0-426c-8903-2ffc39ff84c7 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1118 time: 0.3630819 Jul 16 18:03:35.831122 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.842964 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.855261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.866078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb707fff-dcb6-4fd7-bc28-33722a054764 req-90368fc6-ef3f-483a-bf7e-654f904ccff7 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.867856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb707fff-dcb6-4fd7-bc28-33722a054764 req-90368fc6-ef3f-483a-bf7e-654f904ccff7 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 966 time: 0.1680017 Jul 16 18:03:35.868607 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.871066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.889720 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e293d6c-c80e-4bf2-97c5-a6d05cdcc556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.911606 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.916899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-64979bd9-1742-4715-8b11-755abae440aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.918583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.920967 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-64979bd9-1742-4715-8b11-755abae440aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2836664 Jul 16 18:03:35.966724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a821-c89d-48e4-a24c-da9ce0fad111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.981636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.983537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5913141 Jul 16 18:03:35.984169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4e521-ddde-44df-809d-44e97066ba9d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Pushing event updated for resources: {'Port': ['ID=5334b295-2b3b-4b79-987d-589a3a33f03d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.000322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Pushing event updated for resources: {'Port': ['ID=592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.020745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['37f687c1-2f3b-4f6a-9506-7b6bb037aa02'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:36.025582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb707fff-dcb6-4fd7-bc28-33722a054764 req-ca4103a3-5945-4563-867f-6adbd2e0470d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261024 Jul 16 18:03:36.032204 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a821-c89d-48e4-a24c-da9ce0fad111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.084746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-1179db6f-c313-4508-b783-a6e83c287b4d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 696 time: 0.0810423 Jul 16 18:03:36.107190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-6c0b09f9-6799-4b45-b6a6-4b4c381a934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.109381 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-6c0b09f9-6799-4b45-b6a6-4b4c381a934f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a&tenant_id=f6b9f0b080244c71a707593126928b50 HTTP/1.1" status: 200 len: 1118 time: 0.3165283 Jul 16 18:03:36.151322 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-024e7ea4-277e-4f74-bf52-c22ae0a3f273 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160368 Jul 16 18:03:36.162364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Network 2e6ee68f-dbbd-410d-b159-75acf108af52 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:36.163700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:36.208358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a821-c89d-48e4-a24c-da9ce0fad111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.212056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a821-c89d-48e4-a24c-da9ce0fad111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.215887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9cf9a821-c89d-48e4-a24c-da9ce0fad111 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ee4b873-5663-4aaf-a3d4-67f6ef10361e HTTP/1.1" status: 204 len: 168 time: 0.4352057 Jul 16 18:03:36.236224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9a821-c89d-48e4-a24c-da9ce0fad111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee4b873-5663-4aaf-a3d4-67f6ef10361e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.269335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-8b1353ad-766e-4285-9acb-e0bbdc4c08ad tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.271132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-547ccf70-e868-4a39-ac0c-7c653f7666bb req-8b1353ad-766e-4285-9acb-e0bbdc4c08ad tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.1713383 Jul 16 18:03:36.380719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a5c2e568-2439-47a0-889b-a13ad99a6265 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:36.523717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0b25a-d95e-4626-a138-678a1e2a0763 req-3ef155f3-3bea-463d-b22a-266b13cd1e06 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.525101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63f0b25a-d95e-4626-a138-678a1e2a0763 req-3ef155f3-3bea-463d-b22a-266b13cd1e06 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.1790380 Jul 16 18:03:36.609670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5ef68900-c02b-400b-9bf1-0e702bd3f7ae None None] Provisioning complete for port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:36.610530 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef68900-c02b-400b-9bf1-0e702bd3f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.633560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a5c2e568-2439-47a0-889b-a13ad99a6265 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:36.633938 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.697911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5ef68900-c02b-400b-9bf1-0e702bd3f7ae None None] Port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:36.722004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63f0b25a-d95e-4626-a138-678a1e2a0763 req-d875e684-11ea-43fd-9b0e-ad0b5d504631 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845644 Jul 16 18:03:36.792029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a203e-efef-4085-95f3-c14e819a2ad9 req-f34d5513-dd2d-4103-94cf-73023a797225 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.796887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-541a203e-efef-4085-95f3-c14e819a2ad9 req-f34d5513-dd2d-4103-94cf-73023a797225 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 949 time: 0.2049654 Jul 16 18:03:36.835282 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.855219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:36.886106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-541a203e-efef-4085-95f3-c14e819a2ad9 req-0efbe7e4-509e-45b6-b33a-6cbdbb2547bc tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/security-groups?id=c0986e94-424a-4755-b934-927508da3a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805230 Jul 16 18:03:36.897040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-a144acfe-5e61-4da5-8289-1587f14b72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.899427 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-a144acfe-5e61-4da5-8289-1587f14b72b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1118 time: 0.7308774 Jul 16 18:03:36.903793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 53aac028-e991-489f-ad3f-bd475f15b534 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:36.910209 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-952aa161-aec6-4c29-b785-9f2b9c54d079 req-1ed0ea5f-4c1a-4a48-b8c7-1eab1abf7d50 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403738 Jul 16 18:03:36.974379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Router 11bfe73b-5c5f-4c9b-8067-5b9102786990 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:36.999444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 53aac028-e991-489f-ad3f-bd475f15b534 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:37.038527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f8a4-1f38-4db9-919d-ab2f509ebe37 req-5bd37ec8-0fd3-4f94-ae1e-e98bf988bb4c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.040132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c22f8a4-1f38-4db9-919d-ab2f509ebe37 req-5bd37ec8-0fd3-4f94-ae1e-e98bf988bb4c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1440375 Jul 16 18:03:37.198255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-c40bd7f7-f410-4f6e-b0b4-2cbdfbb64c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.200449 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-c40bd7f7-f410-4f6e-b0b4-2cbdfbb64c85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.2866018 Jul 16 18:03:37.210379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c22f8a4-1f38-4db9-919d-ab2f509ebe37 req-52b581c3-2c3f-499f-9d47-6719ce1c9894 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 696 time: 0.1471999 Jul 16 18:03:37.237727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-5c22f8a4-1f38-4db9-919d-ab2f509ebe37 req-707615f1-6da2-4be0-9cd3-afb8d501c9ed tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Request body: {'floatingip': {'port_id': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:37.262721 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-b2b1fc3c-a265-4f77-af0d-5088c8d68749 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53aac028-e991-489f-ad3f-bd475f15b534 HTTP/1.1" status: 200 len: 217 time: 0.0485814 Jul 16 18:03:37.271023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:37.276945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-181f5628-d2a7-4270-8bd2-5d77010e61fd admin admin] 10.222.0.60 "PUT /v2.0/routers/11bfe73b-5c5f-4c9b-8067-5b9102786990/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2018096 Jul 16 18:03:37.294735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Sync routers for ids ['11bfe73b-5c5f-4c9b-8067-5b9102786990'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:37.308445 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c22f8a4-1f38-4db9-919d-ab2f509ebe37 req-707615f1-6da2-4be0-9cd3-afb8d501c9ed tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.315181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60782) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:37.315390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d805ef12-8b50-4608-b4eb-71eb14559120 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=488e51ab053149338119f56902537c02&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4590571 Jul 16 18:03:37.318006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Routers {'11bfe73b-5c5f-4c9b-8067-5b9102786990'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:37.321854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11bfe73b-5c5f-4c9b-8067-5b9102786990'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:37.357544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f512c2-5749-4204-a899-678ff11b04fc req-443b0038-0ff4-4a39-9257-bfda95dca487 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.359282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5f512c2-5749-4204-a899-678ff11b04fc req-443b0038-0ff4-4a39-9257-bfda95dca487 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.45 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 949 time: 0.3181970 Jul 16 18:03:37.370848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-7c573c24-e311-4242-bedd-b208424a5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.371625 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-7c573c24-e311-4242-bedd-b208424a5b13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0986767 Jul 16 18:03:37.442980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa6c00-e424-44ca-b8bc-135af6ec9ed2 req-8b675769-c4ad-440c-aae3-efc5a35c3cb0 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.449996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aa6c00-e424-44ca-b8bc-135af6ec9ed2 req-8b675769-c4ad-440c-aae3-efc5a35c3cb0 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 949 time: 0.3335850 Jul 16 18:03:37.454135 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-888ed2dd-7aad-4f89-b842-815b469b96d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746140 Jul 16 18:03:37.455579 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e0073c9-b936-4d7d-851d-beadff330f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.489077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:37.504439 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e0073c9-b936-4d7d-851d-beadff330f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.593331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aa6c00-e424-44ca-b8bc-135af6ec9ed2 req-c6262ec2-2f47-429c-9235-f06cdaac96bf tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383183 Jul 16 18:03:37.651316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Set router 11bfe73b-5c5f-4c9b-8067-5b9102786990 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:37.668780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e0073c9-b936-4d7d-851d-beadff330f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.673338 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e0073c9-b936-4d7d-851d-beadff330f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.677431 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7e0073c9-b936-4d7d-851d-beadff330f22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/152e1fd2-0457-4e4a-9526-a08a69a64050 HTTP/1.1" status: 204 len: 168 time: 0.3587046 Jul 16 18:03:37.684672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-71bfa3ff-7cb4-4f30-ae81-e1b47984d772 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918399 Jul 16 18:03:37.698444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-network', 'tenant_id': '6003d76c61b940759fea111c77e737cb'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:37.730350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0073c9-b936-4d7d-851d-beadff330f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152e1fd2-0457-4e4a-9526-a08a69a64050,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.733389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f5f512c2-5749-4204-a899-678ff11b04fc req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Deleting port 34e5f763-e99a-4ea2-a08c-24119b13ab08 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:37.733734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5f512c2-5749-4204-a899-678ff11b04fc req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.937829 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-3f4cae18-6596-438a-bd27-eaf7b453206e service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311060 Jul 16 18:03:37.938990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:29Z', 'updated_at': '2021-07-16T18:03:35Z', 'revision_number': 4, 'project_id': '5364014007c245d9ad9303c273d1817b', 'gw_port': {'id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:30Z', 'updated_at': '2021-07-16T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4', 'name': '', 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'mac_address': 'fa:16:3e:d2:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2b6f127d-9c00-4052-9dc6-c5971b377bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:33Z', 'updated_at': '2021-07-16T18:03:35Z', 'revision_number': 2, 'project_id': '5364014007c245d9ad9303c273d1817b', 'subnets': [{'id': '2b6f127d-9c00-4052-9dc6-c5971b377bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:37.987921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Checking router: 11bfe73b-5c5f-4c9b-8067-5b9102786990 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:37.988652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Updating router 11bfe73b-5c5f-4c9b-8067-5b9102786990 port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:38.051784 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.090381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60800) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.129650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Made reservation on behalf of 6003d76c61b940759fea111c77e737cb for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:38.131915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.145060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2aa86010-7372-4c55-a5a7-29d09172ffed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=141fa597a6354ebbb995e9e29f1e7f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532939 Jul 16 18:03:38.149019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.181557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f5f512c2-5749-4204-a899-678ff11b04fc req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] For port 34e5f763-e99a-4ea2-a08c-24119b13ab08, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=34e5f763-e99a-4ea2-a08c-24119b13ab08,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:38.181922 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5f512c2-5749-4204-a899-678ff11b04fc req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.184285 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.209980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1338e772-9cc0-472a-9a4a-316275ee146a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.210852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f5f512c2-5749-4204-a899-678ff11b04fc req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Calling delete_port for 34e5f763-e99a-4ea2-a08c-24119b13ab08 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:38.237229 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-5c22f8a4-1f38-4db9-919d-ab2f509ebe37 req-707615f1-6da2-4be0-9cd3-afb8d501c9ed tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:03:38.244489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1338e772-9cc0-472a-9a4a-316275ee146a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.248903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c22f8a4-1f38-4db9-919d-ab2f509ebe37 req-707615f1-6da2-4be0-9cd3-afb8d501c9ed tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "PUT /v2.0/floatingips/f7a8cf32-053b-4cb6-bb28-b81950897ace HTTP/1.1" status: 409 len: 550 time: 1.0249085 Jul 16 18:03:38.349140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1338e772-9cc0-472a-9a4a-316275ee146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.352469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b584618-8620-4c02-b4c7-966540b2bde3 req-f1d7353f-fe22-4a4d-9486-ec9180e4b95f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.353175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1338e772-9cc0-472a-9a4a-316275ee146a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.359697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b584618-8620-4c02-b4c7-966540b2bde3 req-f1d7353f-fe22-4a4d-9486-ec9180e4b95f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 966 time: 0.2451165 Jul 16 18:03:38.362246 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1338e772-9cc0-472a-9a4a-316275ee146a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8686ed9-b4df-4282-bc84-6bfe316cb739 HTTP/1.1" status: 204 len: 168 time: 0.2101414 Jul 16 18:03:38.388557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338e772-9cc0-472a-9a4a-316275ee146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8686ed9-b4df-4282-bc84-6bfe316cb739,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.454596 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.470692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Transition to ACTIVE for port object 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:38.480975 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.483053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b584618-8620-4c02-b4c7-966540b2bde3 req-3fed0f4d-ae80-4220-af0d-abe3d0d34f4f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223638 Jul 16 18:03:38.585002 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5f512c2-5749-4204-a899-678ff11b04fc req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.587031 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.591165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-7dff1108-8e3e-445c-86b1-86c3c1effc71 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.598854 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-7dff1108-8e3e-445c-86b1-86c3c1effc71 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1118 time: 0.1884723 Jul 16 18:03:38.624808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44059d77-a413-4501-b08c-bfe23f5fd1a4 None None] Pushing event updated for resources: {'Port': ['ID=592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.633243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['34e5f763-e99a-4ea2-a08c-24119b13ab08'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:38.698758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.704869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Pushing event deleted for resources: {'Port': ['ID=34e5f763-e99a-4ea2-a08c-24119b13ab08,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.714017 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.742040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Attempting to bind port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:38.742884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Attempting to bind port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cfd9d384-8082-4842-b3f5-23140f6ca689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:38.742884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Attempting to bind port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 on network 2e6ee68f-dbbd-410d-b159-75acf108af52 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:38.753386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:38.753798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Checking segment: {'id': 'cfd9d384-8082-4842-b3f5-23140f6ca689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:38.770405 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.770861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Bound using segment: {'id': 'cfd9d384-8082-4842-b3f5-23140f6ca689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:38.771380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Bound port: 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd9d384-8082-4842-b3f5-23140f6ca689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:38.771849 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.836730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f512c2-5749-4204-a899-678ff11b04fc req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] No DVR routers for this DVR port 34e5f763-e99a-4ea2-a08c-24119b13ab08 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:38.844408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:38.857000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f5f512c2-5749-4204-a899-678ff11b04fc req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.861812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5f512c2-5749-4204-a899-678ff11b04fc req-c2d9947b-e536-427a-9ca9-2271eca49236 tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.45 "DELETE /v2.0/ports/34e5f763-e99a-4ea2-a08c-24119b13ab08 HTTP/1.1" status: 204 len: 173 time: 1.4903662 Jul 16 18:03:38.863301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76985c15-d502-4496-bf02-24135ecd764c', 'name': 'network-vif-deleted', 'tag': '34e5f763-e99a-4ea2-a08c-24119b13ab08'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:38.867254 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ac6fc2-7f3a-4f09-8eda-529b13df037a" -d '{"events": [{"server_uuid": "76985c15-d502-4496-bf02-24135ecd764c", "name": "network-vif-deleted", "tag": "34e5f763-e99a-4ea2-a08c-24119b13ab08"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:38.881274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.881680 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Added segment 670e8d1d-ff0d-4519-8538-e449d8604b7e of type vlan for network e4c0d341-1db4-4359-81e0-5a31d9d3624c Jul 16 18:03:38.883296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64d489-4526-4d5c-abd1-495d3cc94570,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.958919 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.981402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] For port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:38.991616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-a7f275d9-6f9d-444b-b571-e3eb67b8e7f7 service neutron] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:38.996174 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-a7f275d9-6f9d-444b-b571-e3eb67b8e7f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.014923 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e21afa2e-6243-4182-a058-f9b4b3c97373 req-a7f275d9-6f9d-444b-b571-e3eb67b8e7f7 service neutron] 10.222.0.46 "DELETE /v2.0/ports/53aac028-e991-489f-ad3f-bd475f15b534/bindings/n-h1-793619-10 HTTP/1.1" status: 204 len: 173 time: 0.4040186 Jul 16 18:03:39.019564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] For port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4,segment=NetworkSegment(cfd9d384-8082-4842-b3f5-23140f6ca689),segment_id=cfd9d384-8082-4842-b3f5-23140f6ca689)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:39.026921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.100884 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.101882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.102465 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.114044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae0892a4-8663-433c-b990-ce974e4ea218 req-57632c9c-070d-4711-a98e-012702bc8cca tempest-FloatingIPsNegativeTestJSON-1163686647 tempest-FloatingIPsNegativeTestJSON-1163686647-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=5364014007c245d9ad9303c273d1817b HTTP/1.1" status: 200 len: 217 time: 0.1511419 Jul 16 18:03:39.131499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Routers {'11bfe73b-5c5f-4c9b-8067-5b9102786990'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:39.132195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11bfe73b-5c5f-4c9b-8067-5b9102786990'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:39.142124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb91ebe-de92-42fc-8956-61574d55ce46 req-40bf3fb6-8a3e-4370-af0c-26db2b27fe61 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.143692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfb91ebe-de92-42fc-8956-61574d55ce46 req-40bf3fb6-8a3e-4370-af0c-26db2b27fe61 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.4341526 Jul 16 18:03:39.174986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44059d77-a413-4501-b08c-bfe23f5fd1a4 None None] Pushing event updated for resources: {'Port': ['ID=592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.193910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:39.203867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7101920 Jul 16 18:03:39.207028 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60826) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:39.212419 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Request body: {'subnet': {'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-subnet', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:39.257871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Made reservation on behalf of 6003d76c61b940759fea111c77e737cb for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:39.260626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.300912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfb91ebe-de92-42fc-8956-61574d55ce46 req-6dfb5bec-b59b-4831-9a8c-8214176bd2c9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371703 Jul 16 18:03:39.301805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457459f-7567-4cd8-b794-000ba525ef7a admin admin] Pushing event updated for resources: {'Network': ['ID=e4c0d341-1db4-4359-81e0-5a31d9d3624c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.321335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:39.390259 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:39.439619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] Set router 11bfe73b-5c5f-4c9b-8067-5b9102786990 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:39.472858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e02a9b3-2b4c-4b91-8219-bf9c01dd3191 req-5c99c20c-a3d2-45de-a186-a10814c194ef tempest-ServerDiagnosticsNegativeTest-1292654015 tempest-ServerDiagnosticsNegativeTest-1292654015-project] 10.222.0.60 "GET /v2.0/ports?device_id=76985c15-d502-4496-bf02-24135ecd764c HTTP/1.1" status: 200 len: 210 time: 0.0627434 Jul 16 18:03:39.477295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac052bf-01ae-4f90-a641-63a220364628 req-3398a0d3-48b2-43b0-b297-e9a9be095a8c tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips/f7a8cf32-053b-4cb6-bb28-b81950897ace HTTP/1.1" status: 200 len: 693 time: 0.1277907 Jul 16 18:03:39.507243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:39.507628 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.679986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac052bf-01ae-4f90-a641-63a220364628 req-e2c6b26d-d250-4c26-b781-c0b0e62a5af6 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.683728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac052bf-01ae-4f90-a641-63a220364628 req-e2c6b26d-d250-4c26-b781-c0b0e62a5af6 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2000167 Jul 16 18:03:39.697920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-dac052bf-01ae-4f90-a641-63a220364628 req-462ad912-e608-4748-ada0-294343adae08 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:39.698256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.699190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac052bf-01ae-4f90-a641-63a220364628 req-462ad912-e608-4748-ada0-294343adae08 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069151 Jul 16 18:03:39.758730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c486c120-0ad9-4c01-8f55-560381225582,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.784671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Checking segment: {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:39.785054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Network hostable DHCP agents. Network: e4c0d341-1db4-4359-81e0-5a31d9d3624c, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:39.819852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:39.843173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e4c0d341-1db4-4359-81e0-5a31d9d3624c) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:39.854130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.861505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.880307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49de896-a65b-41e4-9925-cd2d33d9e336 None None] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:39.894088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac052bf-01ae-4f90-a641-63a220364628 req-e9eab7a8-8f46-45c9-ad35-4523bab3d433 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 696 time: 0.1849794 Jul 16 18:03:39.894088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60842) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:39.899102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:39.903147 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4f04e8c9-3883-4232-b68e-7520bbcf35c1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6832192 Jul 16 18:03:39.914035 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.956790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8c3e39-7a39-406c-94f7-271eadfa7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f687c1-2f3b-4f6a-9506-7b6bb037aa02'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:39.959363 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b00a22e-beb7-4b57-aee4-b7b7ed32a25e" -d '{"events": [{"server_uuid": "1d8c3e39-7a39-406c-94f7-271eadfa7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "37f687c1-2f3b-4f6a-9506-7b6bb037aa02"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:39.985966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac052bf-01ae-4f90-a641-63a220364628 req-85150d87-2e4b-46ec-8066-02ca2560ccb6 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.204 HTTP/1.1" status: 200 len: 696 time: 0.0816123 Jul 16 18:03:40.000430 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.001906 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.017131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:40.021106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b3c24-5392-430c-bcab-4d7ad0c3ff23 req-b59335fb-3a32-4f70-8c49-bf8050fcf883 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.022671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-290b3c24-5392-430c-bcab-4d7ad0c3ff23 req-b59335fb-3a32-4f70-8c49-bf8050fcf883 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 949 time: 0.2162747 Jul 16 18:03:40.031089 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.210461 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.245926 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.253143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-290b3c24-5392-430c-bcab-4d7ad0c3ff23 req-077b5d19-7a07-41f4-ac9c-f36f9fece8a2 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994052 Jul 16 18:03:40.324901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.356185 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3efd1c-a116-44f4-b85a-5d7ee7110e7c x-openstack-request-id: req-9a3efd1c-a116-44f4-b85a-5d7ee7110e7c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:40.356478 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76985c15-d502-4496-bf02-24135ecd764c", "name": "network-vif-deleted", "tag": "34e5f763-e99a-4ea2-a08c-24119b13ab08", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:40.356751 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a3efd1c-a116-44f4-b85a-5d7ee7110e7c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:40.357147 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76985c15-d502-4496-bf02-24135ecd764c', 'name': 'network-vif-deleted', 'tag': '34e5f763-e99a-4ea2-a08c-24119b13ab08', 'status': 'completed', 'code': 200} Jul 16 18:03:40.373783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:40.374686 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.387939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:29Z', 'updated_at': '2021-07-16T18:03:35Z', 'revision_number': 4, 'project_id': '5364014007c245d9ad9303c273d1817b', 'gw_port': {'id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:30Z', 'updated_at': '2021-07-16T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4', 'name': '', 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'mac_address': 'fa:16:3e:d2:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2b6f127d-9c00-4052-9dc6-c5971b377bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:33Z', 'updated_at': '2021-07-16T18:03:38Z', 'revision_number': 4, 'project_id': '5364014007c245d9ad9303c273d1817b', 'subnets': [{'id': '2b6f127d-9c00-4052-9dc6-c5971b377bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:40.425718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f4cda-0cab-4ff6-8550-2b8df4944c9b None None] The sync data for ids ['11bfe73b-5c5f-4c9b-8067-5b9102786990'] in n-d-793619-10 is: [{'id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:29Z', 'updated_at': '2021-07-16T18:03:35Z', 'revision_number': 4, 'project_id': '5364014007c245d9ad9303c273d1817b', 'gw_port': {'id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:30Z', 'updated_at': '2021-07-16T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4', 'name': '', 'network_id': '2e6ee68f-dbbd-410d-b159-75acf108af52', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'mac_address': 'fa:16:3e:d2:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2b6f127d-9c00-4052-9dc6-c5971b377bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:33Z', 'updated_at': '2021-07-16T18:03:38Z', 'revision_number': 4, 'project_id': '5364014007c245d9ad9303c273d1817b', 'subnets': [{'id': '2b6f127d-9c00-4052-9dc6-c5971b377bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:40.493586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff1f6939-b517-40e1-909c-9af83e2c575f req-b1caf7a5-403e-490f-8584-0ab56a90635c tempest-FloatingIPsNegativeTestJSON-1163686647 tempest-FloatingIPsNegativeTestJSON-1163686647-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0759501 Jul 16 18:03:40.515567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.552197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dac052bf-01ae-4f90-a641-63a220364628 req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Deleting port 5334b295-2b3b-4b79-987d-589a3a33f03d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:40.552721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dac052bf-01ae-4f90-a641-63a220364628 req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.653996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Allocated IP 172.20.0.2 (e4c0d341-1db4-4359-81e0-5a31d9d3624c/c486c120-0ad9-4c01-8f55-560381225582/87e89c83-2337-488c-a433-ba849330380b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:40.750940 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dac052bf-01ae-4f90-a641-63a220364628 req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.751396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dac052bf-01ae-4f90-a641-63a220364628 req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.772188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dac052bf-01ae-4f90-a641-63a220364628 req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Calling delete_port for 5334b295-2b3b-4b79-987d-589a3a33f03d owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:40.846499 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.857032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Transition to ACTIVE for port object 87e89c83-2337-488c-a433-ba849330380b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:40.878698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Transition to ACTIVE for port object 87e89c83-2337-488c-a433-ba849330380b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:40.885043 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.934601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:40.938117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:40.942683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:40.949437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 34e5f763-e99a-4ea2-a08c-24119b13ab08 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:40.955815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Pushing event updated for resources: {'Port': ['ID=87e89c83-2337-488c-a433-ba849330380b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.981130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 34e5f763-e99a-4ea2-a08c-24119b13ab08 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:40.981536 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 34e5f763-e99a-4ea2-a08c-24119b13ab08 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:41.045917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Attempting to bind port 87e89c83-2337-488c-a433-ba849330380b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:41.046511 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Attempting to bind port 87e89c83-2337-488c-a433-ba849330380b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:41.046947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Attempting to bind port 87e89c83-2337-488c-a433-ba849330380b on network e4c0d341-1db4-4359-81e0-5a31d9d3624c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:41.053045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:41.053530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Checking segment: {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:41.054010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.054475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Bound using segment: {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:41.055034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Bound port: 87e89c83-2337-488c-a433-ba849330380b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:41.055496 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.105435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137144c-1037-41ae-b2da-73f5fa08b950 req-6fe83664-1f86-4577-90c5-8690b1b4ef0b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.107793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c137144c-1037-41ae-b2da-73f5fa08b950 req-6fe83664-1f86-4577-90c5-8690b1b4ef0b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 966 time: 0.4428849 Jul 16 18:03:41.142085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] For port 87e89c83-2337-488c-a433-ba849330380b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:41.145473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] For port 87e89c83-2337-488c-a433-ba849330380b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87e89c83-2337-488c-a433-ba849330380b,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:41.151178 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.214022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9643d5a-41e1-4e45-becd-de61b3a6bab5 None None] Pushing event updated for resources: {'Port': ['ID=87e89c83-2337-488c-a433-ba849330380b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:41.274128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c137144c-1037-41ae-b2da-73f5fa08b950 req-f02f848a-450e-467e-be5c-b4b2b8fef4b7 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252038 Jul 16 18:03:41.283907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.331094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.334766 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0003a38c-2ffc-4bb6-a80d-f7035bf0871d x-openstack-request-id: req-0003a38c-2ffc-4bb6-a80d-f7035bf0871d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:41.335169 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8c3e39-7a39-406c-94f7-271eadfa7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "37f687c1-2f3b-4f6a-9506-7b6bb037aa02", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:41.335560 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0003a38c-2ffc-4bb6-a80d-f7035bf0871d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:41.336272 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8c3e39-7a39-406c-94f7-271eadfa7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f687c1-2f3b-4f6a-9506-7b6bb037aa02', 'code': 200} Jul 16 18:03:41.408850 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dac052bf-01ae-4f90-a641-63a220364628 req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.504911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Pushing event deleted for resources: {'Port': ['ID=5334b295-2b3b-4b79-987d-589a3a33f03d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:41.559851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed37f83-4682-45b5-945c-5de08c626bb4 req-4e293df2-4cbc-4e67-9fd2-49c073992206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.562977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aed37f83-4682-45b5-945c-5de08c626bb4 req-4e293df2-4cbc-4e67-9fd2-49c073992206 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 1102 time: 0.0689120 Jul 16 18:03:41.604800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dac052bf-01ae-4f90-a641-63a220364628 req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.607698 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dac052bf-01ae-4f90-a641-63a220364628 req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.609331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac052bf-01ae-4f90-a641-63a220364628 req-660e5d39-d0f9-4352-bfa4-7c538d0ae865 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "DELETE /v2.0/floatingips/f7a8cf32-053b-4cb6-bb28-b81950897ace HTTP/1.1" status: 204 len: 173 time: 1.6126626 Jul 16 18:03:41.618480 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aed37f83-4682-45b5-945c-5de08c626bb4 req-928ff777-da23-490a-bc0f-bf1ade380f47 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473449 Jul 16 18:03:41.647933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Allocated IP 172.25.2.242 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/d282ace0-a62b-4176-bdcd-fde9073a26c0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:41.692156 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-cfa6cad6-e100-41f5-98a5-e728f6bfdbc8 req-7e21aa13-b34a-4a45-861e-96931ee8d3a0 tempest-FloatingIPsNegativeTestJSON-1163686647 tempest-FloatingIPsNegativeTestJSON-1163686647-project] show failed (client error): The resource could not be found. Jul 16 18:03:41.693247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfa6cad6-e100-41f5-98a5-e728f6bfdbc8 req-7e21aa13-b34a-4a45-861e-96931ee8d3a0 tempest-FloatingIPsNegativeTestJSON-1163686647 tempest-FloatingIPsNegativeTestJSON-1163686647-project] 10.222.0.60 "GET /v2.0/floatingips/330ed685-83f5-4c2f-b3d2-25284930972a HTTP/1.1" status: 404 len: 350 time: 0.0611351 Jul 16 18:03:41.708489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60872) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:41.720502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c59b02-2d1f-47ea-8405-d94be3cf8128 req-6462ba44-35c1-4182-8632-7062fb268783 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.725237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96c59b02-2d1f-47ea-8405-d94be3cf8128 req-6462ba44-35c1-4182-8632-7062fb268783 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.2297418 Jul 16 18:03:41.932100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96c59b02-2d1f-47ea-8405-d94be3cf8128 req-fcd73885-65f4-4439-9a5b-2f11e3613760 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019870 Jul 16 18:03:41.962798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.037987 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.100136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:42.104548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:42.110158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Pushing event updated for resources: {'Port': ['ID=d282ace0-a62b-4176-bdcd-fde9073a26c0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:42.113086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:42.359798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2ed2-95f6-4567-a28d-e73261976646 req-04484988-9588-4b6b-be37-efb949d1d9b0 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.361442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa2b2ed2-95f6-4567-a28d-e73261976646 req-04484988-9588-4b6b-be37-efb949d1d9b0 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 950 time: 0.1527262 Jul 16 18:03:42.459380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60884) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:42.509822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87e89c83-2337-488c-a433-ba849330380b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:42.535094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.553201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ff26b5ef-033a-41c9-ace8-e278ac762f75 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.1303468 Jul 16 18:03:42.641890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 87e89c83-2337-488c-a433-ba849330380b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:42.646230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:42.715975 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7685e59e-8e8a-4c55-a3a9-fbfe09087ae0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ea3e8f197364334b4374326a70f8499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553940 Jul 16 18:03:42.718661 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d861974-bf95-420f-be5d-9da7bd1207ff None None] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:42.719910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60888) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:42.736674 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.753878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:42.760377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:42.770361 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.788704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-b8bf0647-b3ea-4e51-a768-52a173c9c528 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.791184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-b8bf0647-b3ea-4e51-a768-52a173c9c528 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports/2203df50-15ee-4308-8b39-c61c5ea0ec8b HTTP/1.1" status: 200 len: 942 time: 0.2362845 Jul 16 18:03:42.804721 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa2b2ed2-95f6-4567-a28d-e73261976646 req-05d4bb21-2e05-4a58-89f5-268fa527d8ee tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671452 Jul 16 18:03:42.891062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7ba274a-7d0b-45d7-9c78-d5c2499de692 None None] Provisioning for port 87e89c83-2337-488c-a433-ba849330380b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:42.899506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7ba274a-7d0b-45d7-9c78-d5c2499de692 None None] Provisioning complete for port 87e89c83-2337-488c-a433-ba849330380b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:42.899917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7ba274a-7d0b-45d7-9c78-d5c2499de692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.150315 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.170373 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7ba274a-7d0b-45d7-9c78-d5c2499de692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.213790 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-838b6899-d897-4b09-bbf2-028ad8377884 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.2512650 Jul 16 18:03:43.227903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4,segment=NetworkSegment(cfd9d384-8082-4842-b3f5-23140f6ca689),segment_id=cfd9d384-8082-4842-b3f5-23140f6ca689)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:43.244145 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.253023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d7ba274a-7d0b-45d7-9c78-d5c2499de692 None None] For port 87e89c83-2337-488c-a433-ba849330380b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87e89c83-2337-488c-a433-ba849330380b,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:43.279015 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7ba274a-7d0b-45d7-9c78-d5c2499de692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.283950 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-440bd23c-0a9b-45f6-9385-cd12c9ca539b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.317987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.335509 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.355472 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-440bd23c-0a9b-45f6-9385-cd12c9ca539b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.407741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba274a-7d0b-45d7-9c78-d5c2499de692 None None] Pushing event updated for resources: {'Port': ['ID=87e89c83-2337-488c-a433-ba849330380b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.452894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f331bc2-baf3-42f1-af76-2353b4e91166 req-58ed440e-8ca5-49dc-b672-a413b32fb161 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.454439 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f331bc2-baf3-42f1-af76-2353b4e91166 req-58ed440e-8ca5-49dc-b672-a413b32fb161 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1118 time: 0.3504331 Jul 16 18:03:43.490503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-440bd23c-0a9b-45f6-9385-cd12c9ca539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.494301 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-440bd23c-0a9b-45f6-9385-cd12c9ca539b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.495595 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-440bd23c-0a9b-45f6-9385-cd12c9ca539b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0986e94-424a-4755-b934-927508da3a45 HTTP/1.1" status: 204 len: 168 time: 0.7746019 Jul 16 18:03:43.506372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-6036caf0-50cb-41df-9840-592f011e9564 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.508189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-6036caf0-50cb-41df-9840-592f011e9564 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2859623 Jul 16 18:03:43.533784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bd23c-0a9b-45f6-9385-cd12c9ca539b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0986e94-424a-4755-b934-927508da3a45,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.539125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Deleting port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:43.539552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.621643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-0617532d-8bfa-4c68-9079-9c5e29f074de tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 1000 time: 0.0977387 Jul 16 18:03:43.658641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] For port 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4,segment=NetworkSegment(cfd9d384-8082-4842-b3f5-23140f6ca689),segment_id=cfd9d384-8082-4842-b3f5-23140f6ca689)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:43.659315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.674102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ec1dde51-f9de-4e92-bc64-83c5ff258e5e tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:43.676144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Calling delete_port for 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:43.711257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-41b74e59-b2b0-4f8b-8eb4-b4de182a7370 None None] Provisioning complete for port 87e89c83-2337-488c-a433-ba849330380b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:43.712285 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41b74e59-b2b0-4f8b-8eb4-b4de182a7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.745915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f331bc2-baf3-42f1-af76-2353b4e91166 req-a030a274-e8d7-4f0a-ad54-fae83fe2b939 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366707 Jul 16 18:03:43.829573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ec1dde51-f9de-4e92-bc64-83c5ff258e5e tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.899680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Router 11a98a37-fe53-46a8-99c5-ccd65eb20608 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:03:44.020318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.040229 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9181-57d1-40ec-82eb-d49341e7b566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.075180 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.119448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Pushing event deleted for resources: {'Port': ['ID=592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:44.309059 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.331783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9181-57d1-40ec-82eb-d49341e7b566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.339768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9181-57d1-40ec-82eb-d49341e7b566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.397952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:44.407182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87e89c83-2337-488c-a433-ba849330380b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:44.414268 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Sync routers for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:44.424476 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:44.425443 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:44.426837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e9181-57d1-40ec-82eb-d49341e7b566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeca453-4b9b-4678-b400-1e6c7e977081,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:44.476103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 87e89c83-2337-488c-a433-ba849330380b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:44.476786 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.482476 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8b4e9181-57d1-40ec-82eb-d49341e7b566 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2bcdb4130dc4f779f2d65c460c85a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586005 Jul 16 18:03:44.482723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ec1dde51-f9de-4e92-bc64-83c5ff258e5e tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.483465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60908) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.489044 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ec1dde51-f9de-4e92-bc64-83c5ff258e5e tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.489398 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ec1dde51-f9de-4e92-bc64-83c5ff258e5e tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Floating IP a63d27f1-dc6d-4b47-ab77-205814c8f8bb disassociated. External IP: 172.25.2.42, port: 2203df50-15ee-4308-8b39-c61c5ea0ec8b. Jul 16 18:03:44.547330 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:44.548768 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.550042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6b23291f-30d4-4569-9149-c44f5da91f80 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6549587 Jul 16 18:03:44.565120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60910) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.588597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bc92e-9d64-4d3c-a20f-235b098a4950 req-bb48c274-9d9e-4ff9-8e05-79ce020bf223 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.601868 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e55bc92e-9d64-4d3c-a20f-235b098a4950 req-bb48c274-9d9e-4ff9-8e05-79ce020bf223 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.6240711 Jul 16 18:03:44.605598 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7022-0d0d-4d00-8df7-86f95def0ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.635826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7022-0d0d-4d00-8df7-86f95def0ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.728959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Router 11bfe73b-5c5f-4c9b-8067-5b9102786990 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:44.752507 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:42Z', 'revision_number': 3, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:44.776294 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7022-0d0d-4d00-8df7-86f95def0ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.778380 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Checking router: 11a98a37-fe53-46a8-99c5-ccd65eb20608 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:44.778850 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Updating router 11a98a37-fe53-46a8-99c5-ccd65eb20608 port d282ace0-a62b-4176-bdcd-fde9073a26c0 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:44.779526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7ba7022-0d0d-4d00-8df7-86f95def0ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.784543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a7ba7022-0d0d-4d00-8df7-86f95def0ede admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aaeca453-4b9b-4678-b400-1e6c7e977081 HTTP/1.1" status: 204 len: 168 time: 0.2967036 Jul 16 18:03:44.784842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e55bc92e-9d64-4d3c-a20f-235b098a4950 req-885bcac3-408d-414c-9732-c57269daa57a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789126 Jul 16 18:03:44.795576 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba7022-0d0d-4d00-8df7-86f95def0ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeca453-4b9b-4678-b400-1e6c7e977081,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:44.877617 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.887842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:44.900989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] Sync routers for ids ['11bfe73b-5c5f-4c9b-8067-5b9102786990'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:44.926136 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-038fe161-a0e8-4a86-8d69-c4141c0011ea admin admin] 10.222.0.60 "PUT /v2.0/routers/11bfe73b-5c5f-4c9b-8067-5b9102786990/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2131500 Jul 16 18:03:44.928215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] Routers {'11bfe73b-5c5f-4c9b-8067-5b9102786990'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:44.928970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11bfe73b-5c5f-4c9b-8067-5b9102786990'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:44.930756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60914) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.064091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ec1dde51-f9de-4e92-bc64-83c5ff258e5e tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Router b7128fb7-1710-4b1a-bbff-6af60ba7d46e has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:45.096406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.097570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] Set router 11bfe73b-5c5f-4c9b-8067-5b9102786990 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:45.221313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ea41f-99a3-4cb4-a0c1-348679df4e32 req-eb63eed5-8503-488c-b03d-bf95d425b69b tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.229784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-360ea41f-99a3-4cb4-a0c1-348679df4e32 req-eb63eed5-8503-488c-b03d-bf95d425b69b tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 950 time: 0.2803192 Jul 16 18:03:45.307199 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.319056 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Transition to ACTIVE for port object d282ace0-a62b-4176-bdcd-fde9073a26c0 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:45.327278 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.327509 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.391847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-360ea41f-99a3-4cb4-a0c1-348679df4e32 req-bfd153ee-a929-4d95-8424-af4aa627ce93 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609905 Jul 16 18:03:45.397126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:29Z', 'updated_at': '2021-07-16T18:03:43Z', 'revision_number': 5, 'project_id': '5364014007c245d9ad9303c273d1817b', 'gw_port': {'id': 'a5c2e568-2439-47a0-889b-a13ad99a6265', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:30Z', 'updated_at': '2021-07-16T18:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:45.399580 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab619817-60d9-4768-8652-1d948b7b6ed6 None None] Pushing event updated for resources: {'Port': ['ID=d282ace0-a62b-4176-bdcd-fde9073a26c0,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.423755 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Attempting to bind port d282ace0-a62b-4176-bdcd-fde9073a26c0 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:45.424457 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Attempting to bind port d282ace0-a62b-4176-bdcd-fde9073a26c0 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:45.424589 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Attempting to bind port d282ace0-a62b-4176-bdcd-fde9073a26c0 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:45.430303 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:45.430691 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:45.431103 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.431504 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:45.431977 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Bound port: d282ace0-a62b-4176-bdcd-fde9073a26c0, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:45.432643 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.462404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] Checking router: 11bfe73b-5c5f-4c9b-8067-5b9102786990 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:45.475411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Deleting port a5c2e568-2439-47a0-889b-a13ad99a6265 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:45.476019 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.476882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] Routers {'11bfe73b-5c5f-4c9b-8067-5b9102786990'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:45.477849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11bfe73b-5c5f-4c9b-8067-5b9102786990'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:45.504177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ec1dde51-f9de-4e92-bc64-83c5ff258e5e tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:45.520767 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ec1dde51-f9de-4e92-bc64-83c5ff258e5e tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.553065 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] For port d282ace0-a62b-4176-bdcd-fde9073a26c0, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:45.557063 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] For port d282ace0-a62b-4176-bdcd-fde9073a26c0, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d282ace0-a62b-4176-bdcd-fde9073a26c0,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:45.562810 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] Sync routers for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:45.573754 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.583467 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:45.584355 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:45.649134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] For port a5c2e568-2439-47a0-889b-a13ad99a6265, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a5c2e568-2439-47a0-889b-a13ad99a6265,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:45.649426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.650859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-ec1dde51-f9de-4e92-bc64-83c5ff258e5e tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "PUT /v2.0/floatingips/a63d27f1-dc6d-4b47-ab77-205814c8f8bb HTTP/1.1" status: 200 len: 694 time: 2.0188825 Jul 16 18:03:45.655228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:45.657843 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce1bbe-8bc4-42aa-960c-414c06e2f872" -d '{"events": [{"name": "network-changed", "server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:45.667134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Calling delete_port for a5c2e568-2439-47a0-889b-a13ad99a6265 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:45.679830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] Set router 11bfe73b-5c5f-4c9b-8067-5b9102786990 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:45.860194 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab619817-60d9-4768-8652-1d948b7b6ed6 None None] Pushing event updated for resources: {'Port': ['ID=d282ace0-a62b-4176-bdcd-fde9073a26c0,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.887986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04163-1048-4544-9ad8-700f57e6401c req-4b595d79-874d-429d-af2f-5b2eaaf2e011 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.891401 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:45.892251 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:45.907334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-4b595d79-874d-429d-af2f-5b2eaaf2e011 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 808 time: 0.3395534 Jul 16 18:03:45.913324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.914246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.956334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c2e568-2439-47a0-889b-a13ad99a6265,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.962906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-a546b822-8f2b-4f37-9f42-a7ba6b8856d9 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/quotas/f6b9f0b080244c71a707593126928b50 HTTP/1.1" status: 200 len: 375 time: 0.0545528 Jul 16 18:03:46.000799 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:29Z', 'updated_at': '2021-07-16T18:03:45Z', 'revision_number': 6, 'project_id': '5364014007c245d9ad9303c273d1817b', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:46.001260 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.003141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-33e3c486-c150-4dc5-a0ac-0c386eb9b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.004748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-33e3c486-c150-4dc5-a0ac-0c386eb9b2fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=43bc01776ea14cf490089aefb6014d0d&device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 1097 time: 0.2972693 Jul 16 18:03:46.026523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d9b1d9-73e1-4766-a158-a1581edf3fef None None] The sync data for ids ['11bfe73b-5c5f-4c9b-8067-5b9102786990'] in n-d-793619-10 is: [{'id': '11bfe73b-5c5f-4c9b-8067-5b9102786990', 'name': 'tempest-FloatingIPsNegativeTestJSON-1970914665-router', 'tenant_id': '5364014007c245d9ad9303c273d1817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:29Z', 'updated_at': '2021-07-16T18:03:45Z', 'revision_number': 6, 'project_id': '5364014007c245d9ad9303c273d1817b', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:46.078038 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:46.151821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.154159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.224436 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:46.235379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.236359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11bfe73b-5c5f-4c9b-8067-5b9102786990 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:03:46.242641 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.244324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ca956156-2969-4eaf-9666-2799dd9ec4f3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/11bfe73b-5c5f-4c9b-8067-5b9102786990 HTTP/1.1" status: 204 len: 168 time: 1.3124137 Jul 16 18:03:46.247012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:46.335711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-080fa653-7c4d-412c-a4eb-ec8a893c13cb admin admin] Deleting subnet 2b6f127d-9c00-4052-9dc6-c5971b377bfe {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:46.343082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-080fa653-7c4d-412c-a4eb-ec8a893c13cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.408439 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2b427425-b715-4fdf-97d7-1d2e12200210 service neutron] show failed (client error): The resource could not be found. Jul 16 18:03:46.409458 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2b427425-b715-4fdf-97d7-1d2e12200210 service neutron] 10.222.0.46 "GET /v2.0/ports/5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.1227643 Jul 16 18:03:46.420213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-080fa653-7c4d-412c-a4eb-ec8a893c13cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.530884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:46.558418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:46.558767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 592d9938-5d5b-44b2-b9f9-4dadf1dd8cf4 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:46.616899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-080fa653-7c4d-412c-a4eb-ec8a893c13cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.659883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-115c2327-bc91-4a98-8503-51f0129444e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.661486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-115c2327-bc91-4a98-8503-51f0129444e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b70d55ad-58d3-4949-b701-21975829532b HTTP/1.1" status: 200 len: 930 time: 0.5909550 Jul 16 18:03:46.702429 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-412a41c5-c532-4b42-9881-0e052383fd90 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7235544 Jul 16 18:03:46.715671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-080fa653-7c4d-412c-a4eb-ec8a893c13cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.770133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-080fa653-7c4d-412c-a4eb-ec8a893c13cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.775661 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247f127-987b-4908-8373-b39867816160 None None] Network 2e6ee68f-dbbd-410d-b159-75acf108af52 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:46.788305 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-080fa653-7c4d-412c-a4eb-ec8a893c13cb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2b6f127d-9c00-4052-9dc6-c5971b377bfe HTTP/1.1" status: 204 len: 168 time: 0.5390489 Jul 16 18:03:46.789611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:46.790399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fa653-7c4d-412c-a4eb-ec8a893c13cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6f127d-9c00-4052-9dc6-c5971b377bfe,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.806747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-2533ca75-55f2-40ba-bc2f-dc7ebe5f181b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b HTTP/1.1" status: 200 len: 217 time: 0.1237905 Jul 16 18:03:46.834639 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:42Z', 'revision_number': 3, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:46.891933 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf020c0-d87a-4463-bfb2-e8e3597f6b3e None None] The sync data for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 is: [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:42Z', 'revision_number': 3, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:46.907697 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.910883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Allocated IP 172.20.0.1 (e4c0d341-1db4-4359-81e0-5a31d9d3624c/c486c120-0ad9-4c01-8f55-560381225582/36f57317-a4c1-4cd3-b9c0-8a06fa688a10) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:46.913777 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b92af0cd-971f-477f-bf45-974408f99bf3', 'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'mac_address': 'fa:16:3e:7c:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:03Z', 'updated_at': '2021-07-16T18:03:12Z', 'revision_number': 5, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'subnets': [{'id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:46.948538 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] Checking router: b7128fb7-1710-4b1a-bbff-6af60ba7d46e for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:46.962351 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:46.963006 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:47.119018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1afd0-f757-4bde-a0e1-d0a2d94e0aa4 None None] DHCP port deletion for 2e6ee68f-dbbd-410d-b159-75acf108af52 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:47.160343 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.178815 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:47.184798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Transition to ACTIVE for port object 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:47.240085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1afd0-f757-4bde-a0e1-d0a2d94e0aa4 None None] Deleting port 24ba2a98-fc8e-4f76-b42b-8513d018d534 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:47.240525 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1f1afd0-f757-4bde-a0e1-d0a2d94e0aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.287028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-48e9fab5-174d-42e1-b43c-518b3ea6d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.288619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-48e9fab5-174d-42e1-b43c-518b3ea6d842 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae6968df-c2f2-4684-9aef-a26e436db260 HTTP/1.1" status: 200 len: 868 time: 0.3039010 Jul 16 18:03:47.298577 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.393126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Deleting port 24ba2a98-fc8e-4f76-b42b-8513d018d534 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:47.394489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.399007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Pushing event updated for resources: {'Port': ['ID=36f57317-a4c1-4cd3-b9c0-8a06fa688a10,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.431005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f1f1afd0-f757-4bde-a0e1-d0a2d94e0aa4 None None] For port 24ba2a98-fc8e-4f76-b42b-8513d018d534, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=24ba2a98-fc8e-4f76-b42b-8513d018d534,segment=NetworkSegment(cfd9d384-8082-4842-b3f5-23140f6ca689),segment_id=cfd9d384-8082-4842-b3f5-23140f6ca689)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:47.431723 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1f1afd0-f757-4bde-a0e1-d0a2d94e0aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.457867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1afd0-f757-4bde-a0e1-d0a2d94e0aa4 None None] Calling delete_port for 24ba2a98-fc8e-4f76-b42b-8513d018d534 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:47.503238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] For port 24ba2a98-fc8e-4f76-b42b-8513d018d534, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=24ba2a98-fc8e-4f76-b42b-8513d018d534,segment=NetworkSegment(cfd9d384-8082-4842-b3f5-23140f6ca689),segment_id=cfd9d384-8082-4842-b3f5-23140f6ca689)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:47.503595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.514275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:47.521424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Calling delete_port for 24ba2a98-fc8e-4f76-b42b-8513d018d534 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:47.532611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:47.541041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:47.541536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.691302 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b92af0cd-971f-477f-bf45-974408f99bf3', 'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'mac_address': 'fa:16:3e:7c:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:03Z', 'updated_at': '2021-07-16T18:03:12Z', 'revision_number': 5, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'subnets': [{'id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:47.707177 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.737243 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1f1afd0-f757-4bde-a0e1-d0a2d94e0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.743372 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b3528-dd39-4ee8-a776-b03028041145 None None] The sync data for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 is: [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:05Z', 'revision_number': 4, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b92af0cd-971f-477f-bf45-974408f99bf3', 'name': '', 'network_id': 'b70d55ad-58d3-4949-b701-21975829532b', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'mac_address': 'fa:16:3e:7c:fb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:03Z', 'updated_at': '2021-07-16T18:03:12Z', 'revision_number': 5, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'subnets': [{'id': 'ae6968df-c2f2-4684-9aef-a26e436db260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:47.744122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-e4bebfaa-f20f-4963-b812-31d43b9c5acd service neutron] 10.222.0.60 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9554536 Jul 16 18:03:47.745299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] No DVR routers for this DVR port 24ba2a98-fc8e-4f76-b42b-8513d018d534 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:47.771112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-8ffa63d6-0e65-4a42-a9b6-e7c9d0da4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.773065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-8ffa63d6-0e65-4a42-a9b6-e7c9d0da4eb0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 1101 time: 0.9874928 Jul 16 18:03:47.793167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ba2a98-fc8e-4f76-b42b-8513d018d534,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.803472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1afd0-f757-4bde-a0e1-d0a2d94e0aa4 None None] Pushing event deleted for resources: {'Port': ['ID=24ba2a98-fc8e-4f76-b42b-8513d018d534,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.805612 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1afd0-f757-4bde-a0e1-d0a2d94e0aa4 None None] No DVR routers for this DVR port 24ba2a98-fc8e-4f76-b42b-8513d018d534 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:47.847038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:47.888848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.891528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fade43b7-829b-4ddb-a32e-0646bce78ef4 None None] Provisioning for port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:47.898340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fade43b7-829b-4ddb-a32e-0646bce78ef4 None None] Provisioning complete for port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:47.898719 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fade43b7-829b-4ddb-a32e-0646bce78ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.902662 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.903349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.904948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.905512 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.906097 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.906760 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.907307 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.907866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.908385 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.909015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:47.945733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fade43b7-829b-4ddb-a32e-0646bce78ef4 None None] Port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:48.022201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-0195a07d-3135-4385-8dc3-ab2b4a4fa52f service neutron] 10.222.0.60 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481189 Jul 16 18:03:48.038262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:48.038616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:48.038949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:48.039277 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93824) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:03:48.039855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6ee68f-dbbd-410d-b159-75acf108af52']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:48.061165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd9d384-8082-4842-b3f5-23140f6ca689') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:48.061921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd9d384-8082-4842-b3f5-23140f6ca689') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:48.085633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.114856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.125434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-c6cff798-cf7d-4f62-94b9-b1473f8d38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.127564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:48.128408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.133573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-c6cff798-cf7d-4f62-94b9-b1473f8d38c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b70d55ad-58d3-4949-b701-21975829532b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8233454 Jul 16 18:03:48.151921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054565d0-8b84-48bb-b5a8-1c316799dd4b None None] New status for floating IP a63d27f1-dc6d-4b47-ab77-205814c8f8bb: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: from cryptography.utils import int_from_bytes Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: from cryptography.utils import int_from_bytes Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:48.163642 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:48.252751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.275386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.282403 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.301899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.307022 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2e6ee68f-dbbd-410d-b159-75acf108af52 HTTP/1.1" status: 204 len: 168 time: 1.5103643 Jul 16 18:03:48.342053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8deac-83ac-489b-a671-7b0a0639c1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6ee68f-dbbd-410d-b159-75acf108af52,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.420056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d282ace0-a62b-4176-bdcd-fde9073a26c0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:48.454143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-f901bb10-0c99-40bc-b2ab-f9622dcc7bb6 service neutron] 10.222.0.60 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196459 Jul 16 18:03:48.571703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d282ace0-a62b-4176-bdcd-fde9073a26c0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:48.576325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d282ace0-a62b-4176-bdcd-fde9073a26c0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:48.576890 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.725380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.755646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d282ace0-a62b-4176-bdcd-fde9073a26c0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d282ace0-a62b-4176-bdcd-fde9073a26c0,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:48.761804 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.827374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e69bf-f537-4f50-af14-2828cf3bf329 req-0763acdc-77a5-401a-8e76-0b6ed0dbe8f2 service neutron] 10.222.0.60 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721087 Jul 16 18:03:48.845668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d282ace0-a62b-4176-bdcd-fde9073a26c0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.855837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60994) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.879972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 24ba2a98-fc8e-4f76-b42b-8513d018d534 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:48.908165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 24ba2a98-fc8e-4f76-b42b-8513d018d534 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:48.908546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 24ba2a98-fc8e-4f76-b42b-8513d018d534 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:48.908955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a5c2e568-2439-47a0-889b-a13ad99a6265 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:48.926847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:48.945501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: a5c2e568-2439-47a0-889b-a13ad99a6265 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:48.946180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a5c2e568-2439-47a0-889b-a13ad99a6265 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:48.957050 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8674b177-6a13-4d00-8426-8a0a3007785a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5364014007c245d9ad9303c273d1817b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974095 Jul 16 18:03:48.958364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.969797 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac13d66b-6abd-4c0d-bd05-5b2c5643e0c0 x-openstack-request-id: req-ac13d66b-6abd-4c0d-bd05-5b2c5643e0c0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:48.970410 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:48.970719 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac13d66b-6abd-4c0d-bd05-5b2c5643e0c0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:48.971189 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'status': 'completed', 'code': 200} Jul 16 18:03:49.019042 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.038684 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.040622 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.045807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:49.081520 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8f83125-537c-4e3f-853a-d32a308b7de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.111311 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8f83125-537c-4e3f-853a-d32a308b7de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.158193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-3c92802d-2fb2-4aab-83eb-c4abe98b4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.159669 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-3c92802d-2fb2-4aab-83eb-c4abe98b4f78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43bc01776ea14cf490089aefb6014d0d&device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 1097 time: 0.1494882 Jul 16 18:03:49.218144 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8f83125-537c-4e3f-853a-d32a308b7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.221227 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8f83125-537c-4e3f-853a-d32a308b7de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.222612 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a8f83125-537c-4e3f-853a-d32a308b7de0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/481c6b83-bc11-4633-b59a-9a7363f31b6d HTTP/1.1" status: 204 len: 168 time: 0.2613988 Jul 16 18:03:49.227847 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.241669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f83125-537c-4e3f-853a-d32a308b7de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481c6b83-bc11-4633-b59a-9a7363f31b6d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.328770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-cebb07d7-d7ff-4044-aef9-df80a8187bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.330543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-cebb07d7-d7ff-4044-aef9-df80a8187bf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b70d55ad-58d3-4949-b701-21975829532b HTTP/1.1" status: 200 len: 930 time: 0.1577222 Jul 16 18:03:49.346691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Pushing event updated for resources: {'Port': ['ID=36f57317-a4c1-4cd3-b9c0-8a06fa688a10,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.364026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Transition to ACTIVE for port object 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:49.380712 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.413524 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-e177a63a-dca5-41f2-b9ea-318cc8be03ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b HTTP/1.1" status: 200 len: 217 time: 0.0746620 Jul 16 18:03:49.485875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-3d64ca5d-1bc0-4922-b5c8-98a3c7713d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.488556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-3d64ca5d-1bc0-4922-b5c8-98a3c7713d18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae6968df-c2f2-4684-9aef-a26e436db260 HTTP/1.1" status: 200 len: 868 time: 0.0655251 Jul 16 18:03:49.586226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-9f7756cc-aa68-4039-bd72-84aa06f77d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.588433 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-9f7756cc-aa68-4039-bd72-84aa06f77d67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b70d55ad-58d3-4949-b701-21975829532b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917673 Jul 16 18:03:49.722411 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-3babbb56-62f0-4ade-bb70-95829091fb2d service neutron] 10.222.0.46 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246488 Jul 16 18:03:49.833606 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-47849ea3-7f36-49d9-89f9-ef97b5929471 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=38eaeaa307b3400baed00e43275c1e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1273100 Jul 16 18:03:49.865546 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ce1bbe-8bc4-42aa-960c-414c06e2f872 req-863965d8-0e56-4152-be5c-7692d9c082da service neutron] 10.222.0.46 "GET /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281044 Jul 16 18:03:49.875734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] No DVR routers for this DVR port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:49.900307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344a44c-be86-4f03-8882-2d3f9e4ce4fd req-1de00b75-eddd-4ad8-8c1d-0d827a529adc tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.902620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0344a44c-be86-4f03-8882-2d3f9e4ce4fd req-1de00b75-eddd-4ad8-8c1d-0d827a529adc tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.7741027 Jul 16 18:03:49.918861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:49.924899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.959245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:50.239411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Attempting to bind port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:50.239794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Attempting to bind port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:50.240505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Attempting to bind port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:50.265546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:50.272697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:50.273064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Attempting to bind port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:50.278510 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0344a44c-be86-4f03-8882-2d3f9e4ce4fd req-89952b78-7642-4cd0-a191-2dcac99a9a0b tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548663 Jul 16 18:03:50.333268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fcd102c-8b26-485a-b0ad-55632f17e853 None None] Provisioning complete for port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:50.333850 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fcd102c-8b26-485a-b0ad-55632f17e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.344856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d282ace0-a62b-4176-bdcd-fde9073a26c0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:50.349746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:50.350092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:50.350617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:50.350959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Bound port: 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:50.351321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.365328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-0331af81-e9cc-4d6b-9e72-2e0150252c69 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.366885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-0331af81-e9cc-4d6b-9e72-2e0150252c69 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4938731 Jul 16 18:03:50.412878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd102c-8b26-485a-b0ad-55632f17e853 None None] Port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:50.433634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d282ace0-a62b-4176-bdcd-fde9073a26c0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:50.434325 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.440771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-5c9128a8-ad4e-4ce2-a8ca-b3b493071df4 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/quotas/38eaeaa307b3400baed00e43275c1e9b HTTP/1.1" status: 200 len: 375 time: 0.0331118 Jul 16 18:03:50.462943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-network', 'tenant_id': '5c766d968ff946138a954a3c2775cce4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:50.501392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Made reservation on behalf of 5c766d968ff946138a954a3c2775cce4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:50.504999 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.518223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.547781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-6257d759-b31f-4200-ba36-b2c103f602e6 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727077 Jul 16 18:03:50.590269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04163-1048-4544-9ad8-700f57e6401c req-2f915da9-8f67-4af6-8df8-362d722275f6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.592720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-2f915da9-8f67-4af6-8df8-362d722275f6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 808 time: 0.5535543 Jul 16 18:03:50.594755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc9012e-7ba1-4844-bf25-5b14a18300bd req-40ed8d82-ec23-4179-860c-eaf564b1348d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 210 time: 0.0970528 Jul 16 18:03:50.607017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Router 11a98a37-fe53-46a8-99c5-ccd65eb20608 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:50.611074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Request body: {'port': {'device_id': '6e7acb60-725b-497f-a138-b0e481d474b7', 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0', 'admin_state_up': True, 'tenant_id': 'f6b9f0b080244c71a707593126928b50'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:50.635734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:50.659675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.663464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:50.668806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.702466 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.710300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:50.740061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2c864-3994-4202-a6e7-c809fdbf9a6e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.745315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.745657 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Added segment 1bb4c457-197e-4ce8-b6cf-c3bc042d690f of type vlan for network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 Jul 16 18:03:50.786137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.819100 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.862563 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.864237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.865185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.932082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.933016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.935924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-2ddc7ea1-4ac6-40cf-b4f0-f53b02ae6e3c service neutron] 10.222.0.45 "PUT /v2.0/ports/5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 1096 time: 3.1076570 Jul 16 18:03:50.975212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] Pushing event updated for resources: {'Network': ['ID=db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.987987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:50.990041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'}, {'name': 'network-changed', 'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:50.993633 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978080a2-347b-4c70-b926-3aa75e26c10b" -d '{"events": [{"server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7"}, {"name": "network-changed", "server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:50.995766 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-72f83286-cdd1-4e7c-b47a-37acf85d1752 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7272522 Jul 16 18:03:50.999066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 32818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:51.051107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Request body: {'subnet': {'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-subnet', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:51.112156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02af051f-8ca3-4193-b460-96f41dd0960b req-c44ae5b4-5a29-43d5-868a-d1a9e71952c4 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips/a63d27f1-dc6d-4b47-ab77-205814c8f8bb HTTP/1.1" status: 200 len: 692 time: 0.2566884 Jul 16 18:03:51.236590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:51.279055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Made reservation on behalf of 5c766d968ff946138a954a3c2775cce4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:51.282644 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.295482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:51.348723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:51.358478 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Sync routers for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:51.368034 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:51.369022 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:51.386792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-86644903-7e3e-4582-a6b9-2390e6c40ade admin admin] 10.222.0.60 "PUT /v2.0/routers/11a98a37-fe53-46a8-99c5-ccd65eb20608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8118613 Jul 16 18:03:51.425404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Made reservation on behalf of f6b9f0b080244c71a707593126928b50 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:51.430229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.452779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17fba5-3716-4380-92a9-a766c0607b6a req-f96da710-f3d1-499b-940c-3ad1844e0ce7 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.455018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f17fba5-3716-4380-92a9-a766c0607b6a req-f96da710-f3d1-499b-940c-3ad1844e0ce7 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 950 time: 0.6013093 Jul 16 18:03:51.512342 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:51.542177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-d34f1414-7bd6-4272-9574-c8160df0ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.544866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-d34f1414-7bd6-4272-9574-c8160df0ee6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1099 time: 0.5440524 Jul 16 18:03:51.648894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af051f-8ca3-4193-b460-96f41dd0960b req-daf29b39-7b8f-42c4-be18-4dc43270b120 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.650953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02af051f-8ca3-4193-b460-96f41dd0960b req-daf29b39-7b8f-42c4-be18-4dc43270b120 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.5044816 Jul 16 18:03:51.774301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f17fba5-3716-4380-92a9-a766c0607b6a req-cfabf1ce-8c3d-4fa8-b622-5f29cec2a9de tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562473 Jul 16 18:03:51.823073 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 2, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:51.858662 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Checking router: 11a98a37-fe53-46a8-99c5-ccd65eb20608 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:51.859029 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Updating router 11a98a37-fe53-46a8-99c5-ccd65eb20608 port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:51.913073 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.930698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02af051f-8ca3-4193-b460-96f41dd0960b req-282ea429-c742-4753-8477-013711f92dca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.2049000 Jul 16 18:03:52.071799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32858) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.078698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-network', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:52.127236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Made reservation on behalf of d318e5d38810478a97de5778ad1b45d3 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:52.133448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.146364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.150877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02af051f-8ca3-4193-b460-96f41dd0960b req-47fbeb88-7ccb-48cc-bc07-13d2827a20d6 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.42 HTTP/1.1" status: 200 len: 695 time: 0.2089100 Jul 16 18:03:52.184008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-9adbe033-b6f0-4139-8e65-cf55eeba0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.187148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-9adbe033-b6f0-4139-8e65-cf55eeba0797 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.6180212 Jul 16 18:03:52.219804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-1733c82d-8000-417f-ba4c-c8eec0807fa0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=38eaeaa307b3400baed00e43275c1e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1190536 Jul 16 18:03:52.280291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-bf465cb7-85bd-475c-a209-a0227da1f896 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=38eaeaa307b3400baed00e43275c1e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1394892 Jul 16 18:03:52.291877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.298135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.332243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ee3220-0c24-42bc-ab47-fa4d8b347073,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.363222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:52.381233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.381233 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Added segment 8e4424c0-5231-454f-a788-3e2f6a842d5b of type vlan for network a813e8c8-61fd-483c-84b0-13147815f206 Jul 16 18:03:52.405164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Allocated IP 172.20.0.8 (4cdcbab5-69e0-4320-a4e3-82749ccfe0e0/99df10c3-2675-45ca-b32a-e13c26b1036f/3604e54e-f5d6-4660-a63d-3e32b6ab7dee) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:52.422772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-71f6da93-05f1-4ca4-ac93-05d84c8838d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.2063024 Jul 16 18:03:52.423874 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.456436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.457952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.458666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.459612 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.471725 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Transition to ACTIVE for port object 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:52.479147 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.496076 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4227972 Jul 16 18:03:52.499544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.531932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Request body: {'subnet': {'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-subnet', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:52.537084 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5334eb-3506-4874-8a3c-e343d3eb07f9 None None] Pushing event updated for resources: {'Port': ['ID=36f57317-a4c1-4cd3-b9c0-8a06fa688a10,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.541141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab865013-e362-4e34-9e42-e4205f2fab5d admin admin] Pushing event updated for resources: {'Network': ['ID=a813e8c8-61fd-483c-84b0-13147815f206,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.561524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Made reservation on behalf of d318e5d38810478a97de5778ad1b45d3 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:52.564406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.568116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network a813e8c8-61fd-483c-84b0-13147815f206 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:52.684249 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Attempting to bind port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:52.685190 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Attempting to bind port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:52.685565 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Attempting to bind port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 on network e4c0d341-1db4-4359-81e0-5a31d9d3624c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:52.696387 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:52.696847 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Checking segment: {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:52.697199 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.697598 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Bound using segment: {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:52.698086 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Bound port: 36f57317-a4c1-4cd3-b9c0-8a06fa688a10, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:52.698584 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.781922 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] For port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:52.785933 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] For port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36f57317-a4c1-4cd3-b9c0-8a06fa688a10,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:52.794951 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.795868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.875785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d2774a-9f3c-4539-b81a-0b6f37d02c78,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.889643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Checking segment: {'id': '8e4424c0-5231-454f-a788-3e2f6a842d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:52.897387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Network hostable DHCP agents. Network: a813e8c8-61fd-483c-84b0-13147815f206, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:52.916115 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5334eb-3506-4874-8a3c-e343d3eb07f9 None None] Pushing event updated for resources: {'Port': ['ID=36f57317-a4c1-4cd3-b9c0-8a06fa688a10,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.922181 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:52.922919 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:52.933675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Network a813e8c8-61fd-483c-84b0-13147815f206 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:52.952718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, a813e8c8-61fd-483c-84b0-13147815f206) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:52.957590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.958488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.970605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876f7a3-f9b5-441f-8e47-05ce34e84705 None None] Network a813e8c8-61fd-483c-84b0-13147815f206 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:52.977624 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2a2c74ed-1651-408b-93b7-abb49542b035 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4768686 Jul 16 18:03:52.980336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32862) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.988354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:53.027097 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.029289 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.090096 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:53.114997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.118753 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.208828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-a813e8c8-61fd-483c-84b0-13147815f206', 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'fixed_ips': [{'subnet_id': '17d2774a-9f3c-4539-b81a-0b6f37d02c78'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:53.209979 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.252332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5fd6cb7-6f84-43cb-97ac-4883d35ec21e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:53.341106 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.342359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-a8e1b50e-f303-40d9-896b-fe0051bfd538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.343831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-a8e1b50e-f303-40d9-896b-fe0051bfd538 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.8902092 Jul 16 18:03:53.351721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-83b94113-c677-4be1-a4ab-3be3cdbd54c0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.353474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-83b94113-c677-4be1-a4ab-3be3cdbd54c0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9606164 Jul 16 18:03:53.380011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Request body: {'port': {'device_id': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '38eaeaa307b3400baed00e43275c1e9b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:53.385804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Allocated IP 172.20.0.2 (a813e8c8-61fd-483c-84b0-13147815f206/17d2774a-9f3c-4539-b81a-0b6f37d02c78/57944acb-1bba-4d81-8f4d-85ee181b7715) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:53.408190 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:52Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:53.454801 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933adfb-6775-47f0-82a3-24c80b54a769 None None] The sync data for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 is: [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:52Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:53.488458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-f1287c90-0d61-4dc3-895b-714f2e98fb26 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.495020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-f1287c90-0d61-4dc3-895b-714f2e98fb26 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2248228 Jul 16 18:03:53.510678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Checking segment: {'id': '1bb4c457-197e-4ce8-b6cf-c3bc042d690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:53.516965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Network hostable DHCP agents. Network: db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:53.516965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-02af051f-8ca3-4193-b460-96f41dd0960b req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Deleting port fc5ea7da-f86c-4868-8cae-ad51806fea94 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:53.516965 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-02af051f-8ca3-4193-b460-96f41dd0960b req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.613438 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.630798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Transition to ACTIVE for port object 57944acb-1bba-4d81-8f4d-85ee181b7715 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:53.638330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-211c58fd-2ca4-4429-a4e7-3b9eece97a74 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/quotas/38eaeaa307b3400baed00e43275c1e9b HTTP/1.1" status: 200 len: 375 time: 0.1417797 Jul 16 18:03:53.651788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Transition to ACTIVE for port object 57944acb-1bba-4d81-8f4d-85ee181b7715 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:53.659753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.668272 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.688416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.706385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Network a813e8c8-61fd-483c-84b0-13147815f206 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:53.712259 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:53.715007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:53.731133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.753884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Pushing event updated for resources: {'Port': ['ID=57944acb-1bba-4d81-8f4d-85ee181b7715,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:53.754229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-16caaa3c-2f95-4231-8b81-702ebc5083e1 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127505 Jul 16 18:03:53.793172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Attempting to bind port 57944acb-1bba-4d81-8f4d-85ee181b7715 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:53.793742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Attempting to bind port 57944acb-1bba-4d81-8f4d-85ee181b7715 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8e4424c0-5231-454f-a788-3e2f6a842d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:53.795094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Attempting to bind port 57944acb-1bba-4d81-8f4d-85ee181b7715 on network a813e8c8-61fd-483c-84b0-13147815f206 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:53.801697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:53.802178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Checking segment: {'id': '8e4424c0-5231-454f-a788-3e2f6a842d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:53.802579 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.803023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Bound using segment: {'id': '8e4424c0-5231-454f-a788-3e2f6a842d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:53.803506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Bound port: 57944acb-1bba-4d81-8f4d-85ee181b7715, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4424c0-5231-454f-a788-3e2f6a842d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:53.804020 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.834927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:53.932767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-8d74607d-f06f-42cb-8518-5912e365f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.935671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-8d74607d-f06f-42cb-8518-5912e365f043 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5763052 Jul 16 18:03:53.939916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Allocated IP 172.25.2.154 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/874d855e-aa15-4af0-8156-474182ad0aeb) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:53.945930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-02af051f-8ca3-4193-b460-96f41dd0960b req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.946400 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-02af051f-8ca3-4193-b460-96f41dd0960b req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.956037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.990762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:54.047361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.048237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.066892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-02af051f-8ca3-4193-b460-96f41dd0960b req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Calling delete_port for fc5ea7da-f86c-4868-8cae-ad51806fea94 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:54.098258 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703cddb4-1d74-4381-9791-8f543256d29f x-openstack-request-id: req-703cddb4-1d74-4381-9791-8f543256d29f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:54.098486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd833812-f494-4ac4-bee7-89561b5d6600 None None] Network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:54.098659 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7", "code": 200}, {"name": "network-changed", "server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:54.099008 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-703cddb4-1d74-4381-9791-8f543256d29f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:54.099557 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'code': 200} Jul 16 18:03:54.099880 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'status': 'completed', 'code': 200} Jul 16 18:03:54.160619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.219504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Made reservation on behalf of 38eaeaa307b3400baed00e43275c1e9b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:54.240048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.255629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] For port 57944acb-1bba-4d81-8f4d-85ee181b7715, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:54.287419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:54.299900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] For port 57944acb-1bba-4d81-8f4d-85ee181b7715, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=57944acb-1bba-4d81-8f4d-85ee181b7715,segment=NetworkSegment(8e4424c0-5231-454f-a788-3e2f6a842d5b),segment_id=8e4424c0-5231-454f-a788-3e2f6a842d5b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:54.306913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.308914 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.439628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131988ac-419b-4f31-96b7-616c9bea7c02 None None] Pushing event updated for resources: {'Port': ['ID=57944acb-1bba-4d81-8f4d-85ee181b7715,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.448083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:54.483143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:54.489351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:54.492701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:54.502967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Pushing event updated for resources: {'Port': ['ID=874d855e-aa15-4af0-8156-474182ad0aeb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.561326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978080a2-347b-4c70-b926-3aa75e26c10b req-e535a080-3aec-4008-96a4-c9db5cbfe6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.562844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-e535a080-3aec-4008-96a4-c9db5cbfe6ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1099 time: 0.3313563 Jul 16 18:03:54.568341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:54.570342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Pushing event updated for resources: {'Port': ['ID=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.583037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:54.596219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.598142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.655575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3', 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'fixed_ips': [{'subnet_id': 'b5fd6cb7-6f84-43cb-97ac-4883d35ec21e'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:54.656954 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.679214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4300e6b0-f5c5-4543-87ba-1ff480a81f11 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.6639566 Jul 16 18:03:54.701483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 32874) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:54.733926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:54.738521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:54.746340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.765537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:54.766119 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.864666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-92f188ec-9a3b-4c61-85ce-cd75f22f99ce tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2603283 Jul 16 18:03:54.907637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Request body: {'port': {'device_id': '6e7acb60-725b-497f-a138-b0e481d474b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:54.935064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-02af051f-8ca3-4193-b460-96f41dd0960b req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.001542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-d35260db-c396-4a13-985d-0ca978137cc3 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0498164 Jul 16 18:03:55.086268 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.087665 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.101936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Pushing event deleted for resources: {'Port': ['ID=fc5ea7da-f86c-4868-8cae-ad51806fea94,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.162859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bda3d9-f851-4075-b055-b9c371e10e17 req-a079821f-743b-4234-bcb1-05ab4dc00343 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.167000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Allocated IP 172.20.0.2 (db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3/b5fd6cb7-6f84-43cb-97ac-4883d35ec21e/b295bedc-9af5-4569-a05a-3b5df6fe04e5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:55.171375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74bda3d9-f851-4075-b055-b9c371e10e17 req-a079821f-743b-4234-bcb1-05ab4dc00343 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 947 time: 0.9104676 Jul 16 18:03:55.225778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.278478 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-02af051f-8ca3-4193-b460-96f41dd0960b req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.284805 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-02af051f-8ca3-4193-b460-96f41dd0960b req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.295249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02af051f-8ca3-4193-b460-96f41dd0960b req-1d5389b3-8273-46fd-bb84-bc38aa4a412a tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "DELETE /v2.0/floatingips/a63d27f1-dc6d-4b47-ab77-205814c8f8bb HTTP/1.1" status: 204 len: 173 time: 3.1014135 Jul 16 18:03:55.320868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978080a2-347b-4c70-b926-3aa75e26c10b req-c4e34388-fa14-4441-8c92-a5f1d5ec67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.338312 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-c4e34388-fa14-4441-8c92-a5f1d5ec67fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.7500761 Jul 16 18:03:55.401486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36f57317-a4c1-4cd3-b9c0-8a06fa688a10,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:55.415478 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.537638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=36f57317-a4c1-4cd3-b9c0-8a06fa688a10,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.541361 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-ba1dbf49-34ff-411f-b04a-7cb66ad6df93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.1973526 Jul 16 18:03:55.571728 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.585399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.607370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Transition to ACTIVE for port object b295bedc-9af5-4569-a05a-3b5df6fe04e5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:55.614281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74bda3d9-f851-4075-b055-b9c371e10e17 req-ebac609c-b237-4fc7-acd4-58f73cf899b2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417026 Jul 16 18:03:55.627700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Transition to ACTIVE for port object b295bedc-9af5-4569-a05a-3b5df6fe04e5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:55.642044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.651299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.652310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.718491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:55.723372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:55.729246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:55.740804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Pushing event updated for resources: {'Port': ['ID=b295bedc-9af5-4569-a05a-3b5df6fe04e5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.842701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Attempting to bind port b295bedc-9af5-4569-a05a-3b5df6fe04e5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:55.843324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Attempting to bind port b295bedc-9af5-4569-a05a-3b5df6fe04e5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '1bb4c457-197e-4ce8-b6cf-c3bc042d690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:55.843849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Attempting to bind port b295bedc-9af5-4569-a05a-3b5df6fe04e5 on network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:55.850150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:55.850824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Checking segment: {'id': '1bb4c457-197e-4ce8-b6cf-c3bc042d690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:55.851386 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.851932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Bound using segment: {'id': '1bb4c457-197e-4ce8-b6cf-c3bc042d690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:55.852591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Bound port: b295bedc-9af5-4569-a05a-3b5df6fe04e5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb4c457-197e-4ce8-b6cf-c3bc042d690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:55.853154 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.898072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b1a5aa0-f16d-4f85-a9b4-23802097e7a5 req-9abef631-2e0c-44ce-b160-d056bba20e6e service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231544 Jul 16 18:03:55.959891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] For port b295bedc-9af5-4569-a05a-3b5df6fe04e5, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:55.980249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] For port b295bedc-9af5-4569-a05a-3b5df6fe04e5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b295bedc-9af5-4569-a05a-3b5df6fe04e5,segment=NetworkSegment(1bb4c457-197e-4ce8-b6cf-c3bc042d690f),segment_id=1bb4c457-197e-4ce8-b6cf-c3bc042d690f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:55.987833 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.095289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e98484-13d4-49f6-bad9-2c52189a8b4f None None] Network a813e8c8-61fd-483c-84b0-13147815f206 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:56.156372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978080a2-347b-4c70-b926-3aa75e26c10b req-c39bb445-f450-4bf5-94ed-c97d9584363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.157840 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-c39bb445-f450-4bf5-94ed-c97d9584363b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.5138171 Jul 16 18:03:56.253199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46154d3f-b5c8-4aa4-8e9f-304082ea9f51 None None] Pushing event updated for resources: {'Port': ['ID=b295bedc-9af5-4569-a05a-3b5df6fe04e5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.374104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fbfb8974-b987-437e-93b9-42c0089f43f6 None None] Provisioning for port 57944acb-1bba-4d81-8f4d-85ee181b7715 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:56.425730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.45', 50856) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.426882 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.490588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978080a2-347b-4c70-b926-3aa75e26c10b req-04227e8e-40c6-47bf-8126-389991ea77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.492867 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-04227e8e-40c6-47bf-8126-389991ea77d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3235664 Jul 16 18:03:56.494669 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b6fc1627-6456-4792-841e-95e247425a20 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=38eaeaa307b3400baed00e43275c1e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538068 Jul 16 18:03:56.551454 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:56.634567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 57944acb-1bba-4d81-8f4d-85ee181b7715 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:56.710368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec7610a6-2d5a-4516-b2f4-48b1b2d4a7bc req-c2663f11-b810-4b57-b922-635af9a157bd tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 210 time: 0.2939572 Jul 16 18:03:56.735903 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.748736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 57944acb-1bba-4d81-8f4d-85ee181b7715 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:56.753475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 57944acb-1bba-4d81-8f4d-85ee181b7715 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:56.758128 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.761067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19e1c2-540b-4b18-9a58-a9bf223af125 req-8bf05b30-fa33-416f-9397-1af733321f4b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.784082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e19e1c2-540b-4b18-9a58-a9bf223af125 req-8bf05b30-fa33-416f-9397-1af733321f4b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 931 time: 1.2786961 Jul 16 18:03:56.788299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 32888) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.822775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.889775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.949288 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.970844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-a4aace09-05a8-4d82-b162-b4c52c0bb566 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.972388 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-a4aace09-05a8-4d82-b162-b4c52c0bb566 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4701431 Jul 16 18:03:56.984044 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-437968e9-7bab-4309-8483-f3908a894a1d service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630673 Jul 16 18:03:56.993853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Request body: {'port': {'device_id': '02249d45-407c-435b-ab37-6cfb6805a9f1', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '38eaeaa307b3400baed00e43275c1e9b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:57.003965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 57944acb-1bba-4d81-8f4d-85ee181b7715, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=57944acb-1bba-4d81-8f4d-85ee181b7715,segment=NetworkSegment(8e4424c0-5231-454f-a788-3e2f6a842d5b),segment_id=8e4424c0-5231-454f-a788-3e2f6a842d5b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:57.011486 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.014150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:57.193529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=57944acb-1bba-4d81-8f4d-85ee181b7715,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.209055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:57.209590 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.264696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18620f8a-70cd-423c-931c-9ea6b1b1f528 None None] Provisioning complete for port 57944acb-1bba-4d81-8f4d-85ee181b7715 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:57.265185 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18620f8a-70cd-423c-931c-9ea6b1b1f528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.268927 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-0032b08a-a115-471e-a700-8bebbfa7e0a4 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686338 Jul 16 18:03:57.289470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Router 331bdd2b-f667-4a13-bb81-672c474198a1 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:03:57.304569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Made reservation on behalf of 38eaeaa307b3400baed00e43275c1e9b for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:57.308496 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.481197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3123ad22-1733-4fd9-b5e2-44117c965111,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.495815 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e19e1c2-540b-4b18-9a58-a9bf223af125 req-29e9a138-472e-4ca5-a0f1-56f37980c447 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7086203 Jul 16 18:03:57.510915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:57.522012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Sync routers for ids ['331bdd2b-f667-4a13-bb81-672c474198a1'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:57.536064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.537111 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44153f80-d74e-41ba-93c7-477992854a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.541251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978080a2-347b-4c70-b926-3aa75e26c10b req-33f17aaf-be2f-443a-bce1-70c7e1ea709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.541608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-33f17aaf-be2f-443a-bce1-70c7e1ea709e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1099 time: 1.4732485 Jul 16 18:03:57.542090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 32896) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:57.543031 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-606e2f22-eea7-4fb4-8494-173d41857c99 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5605299 Jul 16 18:03:57.552866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Routers {'331bdd2b-f667-4a13-bb81-672c474198a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:57.553658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['331bdd2b-f667-4a13-bb81-672c474198a1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:57.691894 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Set router 331bdd2b-f667-4a13-bb81-672c474198a1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:57.763848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54c30c-26a4-48e4-887d-51b287296031 None None] Network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:57.809048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Allocated IP 192.168.233.232 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/a8314f07-65f8-4ac2-981a-d725b0a821ea) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:57.937662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f29ab-fe23-4e91-891e-9313b16dad81 req-9ef31b44-3331-4e3a-90e7-f5487b3e45ce tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.939509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-060f29ab-fe23-4e91-891e-9313b16dad81 req-9ef31b44-3331-4e3a-90e7-f5487b3e45ce tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 950 time: 0.9528019 Jul 16 18:03:57.963498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978080a2-347b-4c70-b926-3aa75e26c10b req-a4e9f59b-4fe5-49ab-8ed3-3b840502001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.965006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-a4e9f59b-4fe5-49ab-8ed3-3b840502001f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3965888 Jul 16 18:03:58.016020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c61be48-cee6-4a48-b053-9ee9746cd5d1 None None] Provisioning for port b295bedc-9af5-4569-a05a-3b5df6fe04e5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:58.118673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-72f78f2e-40a8-4293-b246-8b44c57a8ebd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.0986793 Jul 16 18:03:58.162138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 3, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'gw_port': {'id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:58.170135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3604e54e-f5d6-4660-a63d-3e32b6ab7dee {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:58.197352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Checking router: 331bdd2b-f667-4a13-bb81-672c474198a1 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:58.197697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Updating router 331bdd2b-f667-4a13-bb81-672c474198a1 port 874d855e-aa15-4af0-8156-474182ad0aeb binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:58.210125 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.240917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.301809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-060f29ab-fe23-4e91-891e-9313b16dad81 req-1b842e15-f2a3-4b2c-81fe-2f1b4ae77973 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/security-groups?id=399a8809-f5bd-459d-af00-1114a9563992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459163 Jul 16 18:03:58.332590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-39a3fc16-cfb6-45c5-b25b-e0f46ecf7dea tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.334456 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-39a3fc16-cfb6-45c5-b25b-e0f46ecf7dea tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 950 time: 0.1645494 Jul 16 18:03:58.373758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b32d8-c8ec-4c27-98e2-4ecd30e28783 req-8c0ea47f-357f-4ba2-93a9-d34520060bd9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.376028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-253b32d8-c8ec-4c27-98e2-4ecd30e28783 req-8c0ea47f-357f-4ba2-93a9-d34520060bd9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 947 time: 0.7227700 Jul 16 18:03:58.378173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Transition to ACTIVE for port object 3604e54e-f5d6-4660-a63d-3e32b6ab7dee will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:58.510437 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.548901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b295bedc-9af5-4569-a05a-3b5df6fe04e5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:58.587157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Deleting port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:58.588053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.616059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.672968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978080a2-347b-4c70-b926-3aa75e26c10b req-b9051fb0-0f06-400d-81c5-9f0a2c30dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.674515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-b9051fb0-0f06-400d-81c5-9f0a2c30dd0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.5074644 Jul 16 18:03:58.681493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port b295bedc-9af5-4569-a05a-3b5df6fe04e5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:58.692910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b295bedc-9af5-4569-a05a-3b5df6fe04e5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:58.693353 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.696085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.706808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] For port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:58.707293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.728427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Calling delete_port for 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:58.729659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Transition to ACTIVE for port object 874d855e-aa15-4af0-8156-474182ad0aeb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:58.743764 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.785993 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44153f80-d74e-41ba-93c7-477992854a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.809877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Pushing event updated for resources: {'Port': ['ID=874d855e-aa15-4af0-8156-474182ad0aeb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.813539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Attempting to bind port 874d855e-aa15-4af0-8156-474182ad0aeb on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:58.813920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Attempting to bind port 874d855e-aa15-4af0-8156-474182ad0aeb by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:58.814292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Attempting to bind port 874d855e-aa15-4af0-8156-474182ad0aeb on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:58.842968 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-44153f80-d74e-41ba-93c7-477992854a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.845912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.846522 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.846663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.846934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.847261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.847591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.847920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.848247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.848598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.848927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.849251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.849575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:58.856423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:58.857122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:58.857280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.857679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:58.858207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Bound port: 874d855e-aa15-4af0-8156-474182ad0aeb, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:58.858649 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.896828 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.899313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-253b32d8-c8ec-4c27-98e2-4ecd30e28783 req-abecfd1a-5150-40c0-8e22-445e4d996557 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228628 Jul 16 18:03:58.899979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.911973 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.936886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44153f80-d74e-41ba-93c7-477992854a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db6186b-846f-4adb-89ed-58ba6909affe,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.958832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Pushing event deleted for resources: {'Port': ['ID=37f687c1-2f3b-4f6a-9506-7b6bb037aa02,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.979423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['37f687c1-2f3b-4f6a-9506-7b6bb037aa02'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:58.982016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] For port 874d855e-aa15-4af0-8156-474182ad0aeb, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:58.994663 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.023912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port b295bedc-9af5-4569-a05a-3b5df6fe04e5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b295bedc-9af5-4569-a05a-3b5df6fe04e5,segment=NetworkSegment(1bb4c457-197e-4ce8-b6cf-c3bc042d690f),segment_id=1bb4c457-197e-4ce8-b6cf-c3bc042d690f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:59.033195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:59.036580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] For port 874d855e-aa15-4af0-8156-474182ad0aeb, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=874d855e-aa15-4af0-8156-474182ad0aeb,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:59.039379 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.040355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 57944acb-1bba-4d81-8f4d-85ee181b7715 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:59.061014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] No DVR routers for this DVR port 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:59.064203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.067205 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e1c2c8d2-0650-416e-83bd-956d9de53e61 req-ebec1ada-dd46-4295-8c0f-136bd71e3033 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.46 "DELETE /v2.0/ports/37f687c1-2f3b-4f6a-9506-7b6bb037aa02 HTTP/1.1" status: 204 len: 173 time: 0.7250931 Jul 16 18:03:59.067987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8c3e39-7a39-406c-94f7-271eadfa7c2b', 'name': 'network-vif-deleted', 'tag': '37f687c1-2f3b-4f6a-9506-7b6bb037aa02'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:59.071804 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002729aa-4f71-4ea1-9d9c-4d6ed1a1e946" -d '{"events": [{"server_uuid": "1d8c3e39-7a39-406c-94f7-271eadfa7c2b", "name": "network-vif-deleted", "tag": "37f687c1-2f3b-4f6a-9506-7b6bb037aa02"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:59.079635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:59.079635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:59.079955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:59.081690 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.127443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-44153f80-d74e-41ba-93c7-477992854a0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=635813baf7aa4a83bbefc753e6ed85b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3124449 Jul 16 18:03:59.127638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32908) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:59.128801 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.159596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Transition to ACTIVE for port object a8314f07-65f8-4ac2-981a-d725b0a821ea will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:59.163935 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.166458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:59.166776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:59.202208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20833301-e234-4aec-9107-520fd2b5d92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.227050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=b295bedc-9af5-4569-a05a-3b5df6fe04e5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:59.240419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20833301-e234-4aec-9107-520fd2b5d92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.277344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6aedef70-92d4-4f61-8bd0-4126bac91a6e req-9c0e8dbb-c93e-4d4c-b9da-7ebf1037ca27 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 210 time: 0.1198030 Jul 16 18:03:59.295999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3500062-771a-44a8-afc2-99f823cbd7e5 req-3e09bf3b-8353-4eda-99e9-d2f1449c9375 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.297537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3500062-771a-44a8-afc2-99f823cbd7e5 req-3e09bf3b-8353-4eda-99e9-d2f1449c9375 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7215307 Jul 16 18:03:59.298312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:59.298662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:59.299043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:59.299575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Bound port: 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:59.299952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.326792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20833301-e234-4aec-9107-520fd2b5d92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.330250 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20833301-e234-4aec-9107-520fd2b5d92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.331704 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-20833301-e234-4aec-9107-520fd2b5d92a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7db6186b-846f-4adb-89ed-58ba6909affe HTTP/1.1" status: 204 len: 168 time: 0.2024992 Jul 16 18:03:59.335523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Routers {'331bdd2b-f667-4a13-bb81-672c474198a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:59.336656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['331bdd2b-f667-4a13-bb81-672c474198a1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:59.343430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20833301-e234-4aec-9107-520fd2b5d92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db6186b-846f-4adb-89ed-58ba6909affe,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:59.425654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 57944acb-1bba-4d81-8f4d-85ee181b7715 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:59.426031 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.453278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978080a2-347b-4c70-b926-3aa75e26c10b req-b65be37d-36c8-43d4-94f8-83e75f0e9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.455767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-b65be37d-36c8-43d4-94f8-83e75f0e9560 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7486157 Jul 16 18:03:59.463912 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.509932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:59.515461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348376a0-e000-4a4e-a5f8-b494113e6318 None None] Pushing event updated for resources: {'Port': ['ID=874d855e-aa15-4af0-8156-474182ad0aeb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:59.535450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3500062-771a-44a8-afc2-99f823cbd7e5 req-f996ca99-7f20-423f-8df0-988cb02c6e1d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1231172 Jul 16 18:03:59.560137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'mac_address': 'fa:16:3e:cc:eb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:59.593713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] Set router 331bdd2b-f667-4a13-bb81-672c474198a1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:59.596419 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Allocated IP 192.168.233.229 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/b96a0fef-0283-4080-ac39-287046d3eb8f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:59.631572 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea0a20c-6c54-4a68-965a-4e5d2b77229c x-openstack-request-id: req-9ea0a20c-6c54-4a68-965a-4e5d2b77229c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:59.631905 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8c3e39-7a39-406c-94f7-271eadfa7c2b", "name": "network-vif-deleted", "tag": "37f687c1-2f3b-4f6a-9506-7b6bb037aa02", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:59.632208 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ea0a20c-6c54-4a68-965a-4e5d2b77229c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:59.632625 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8c3e39-7a39-406c-94f7-271eadfa7c2b', 'name': 'network-vif-deleted', 'tag': '37f687c1-2f3b-4f6a-9506-7b6bb037aa02', 'status': 'completed', 'code': 200} Jul 16 18:03:59.779018 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.809004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:59.887252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:59.892240 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.896835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.909467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Transition to ACTIVE for port object b96a0fef-0283-4080-ac39-287046d3eb8f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:59.962248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.992096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.013802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 3, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'gw_port': {'id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:00.024133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.053451 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b212b3c-5a1a-40c4-9e68-5f099196eba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.073865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:00.088043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.091437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:00.093257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-a408d0f8-803a-4213-99fb-5b5ce8d16a3d service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017179 Jul 16 18:04:00.095713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:00.098595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Pushing event updated for resources: {'Port': ['ID=b96a0fef-0283-4080-ac39-287046d3eb8f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.138245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:00.182589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.183262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.228963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:00.236287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Allocated IP 172.25.2.56 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/956ada46-0b82-458a-838c-17ce581f9436) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:00.236911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3491fff9-1644-4984-ab22-cb342791c633 None None] The sync data for ids ['331bdd2b-f667-4a13-bb81-672c474198a1'] in n-d-793619-10 is: [{'id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 3, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'gw_port': {'id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:00.279826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b212b3c-5a1a-40c4-9e68-5f099196eba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.286803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b212b3c-5a1a-40c4-9e68-5f099196eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.288173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:00.295328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.295721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.311690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:00.344390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efbaca36-66ec-41e9-b4ae-1231c20d9625 req-3aefe4a0-6ba1-4aa6-95de-dbfbcd287861 tempest-DeleteServersAdminTestJSON-1424469124 tempest-DeleteServersAdminTestJSON-1424469124-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8c3e39-7a39-406c-94f7-271eadfa7c2b HTTP/1.1" status: 200 len: 210 time: 0.2093387 Jul 16 18:04:00.372326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b212b3c-5a1a-40c4-9e68-5f099196eba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fb619e-3c96-407f-8520-27648d97a4c5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.378629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-80b8ea68-956f-4300-bc39-948bbece0dd3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0029647 Jul 16 18:04:00.379670 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-c3eb936a-f784-4f3c-9ad3-6d508579c8ab tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3946462 Jul 16 18:04:00.399122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2b212b3c-5a1a-40c4-9e68-5f099196eba0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c3bd2b294b24f08b00a5c8cc640a9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737903 Jul 16 18:04:00.401552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.409027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Request body: {'port': {'device_id': '02249d45-407c-435b-ab37-6cfb6805a9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.420246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Request body: {'port': {'device_id': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.434245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b295bedc-9af5-4569-a05a-3b5df6fe04e5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:00.473697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:00.504859 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ba4cb3-cf6c-4472-8835-1b133591bdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.533848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2bb328ec-7bbf-4ba7-b76a-e46451dddbe4 None None] Provisioning for port b96a0fef-0283-4080-ac39-287046d3eb8f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:00.541633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2bb328ec-7bbf-4ba7-b76a-e46451dddbe4 None None] Provisioning complete for port b96a0fef-0283-4080-ac39-287046d3eb8f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:00.542195 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bb328ec-7bbf-4ba7-b76a-e46451dddbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.586590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18401ab-c26c-4360-814e-cd5048600d20 req-0a5ef535-8319-49fb-a722-09a5e4672b57 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2064483 Jul 16 18:04:00.587686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ba4cb3-cf6c-4472-8835-1b133591bdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.627127 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.638052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:00.670038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2bb328ec-7bbf-4ba7-b76a-e46451dddbe4 None None] Port b96a0fef-0283-4080-ac39-287046d3eb8f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:00.710004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b295bedc-9af5-4569-a05a-3b5df6fe04e5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:00.710550 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.810934 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.889030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c424bbd-6e69-4a65-8f2e-c1d66f64522b req-87e04d97-e881-4179-a596-a5e4601de6a5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.892987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c424bbd-6e69-4a65-8f2e-c1d66f64522b req-87e04d97-e881-4179-a596-a5e4601de6a5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 943 time: 1.3459525 Jul 16 18:04:00.895393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-225f49c9-d18c-4808-b9f7-9b3ebee6a94a None None] Provisioning for port a8314f07-65f8-4ac2-981a-d725b0a821ea completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:00.909403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-225f49c9-d18c-4808-b9f7-9b3ebee6a94a None None] Provisioning complete for port a8314f07-65f8-4ac2-981a-d725b0a821ea triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:00.909874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-225f49c9-d18c-4808-b9f7-9b3ebee6a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.920707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ba4cb3-cf6c-4472-8835-1b133591bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.923882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ba4cb3-cf6c-4472-8835-1b133591bdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.925078 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-27ba4cb3-cf6c-4472-8835-1b133591bdfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41fb619e-3c96-407f-8520-27648d97a4c5 HTTP/1.1" status: 204 len: 168 time: 0.5224500 Jul 16 18:04:00.956697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba4cb3-cf6c-4472-8835-1b133591bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fb619e-3c96-407f-8520-27648d97a4c5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.958750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-225f49c9-d18c-4808-b9f7-9b3ebee6a94a None None] Port a8314f07-65f8-4ac2-981a-d725b0a821ea cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:00.984721 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-978080a2-347b-4c70-b926-3aa75e26c10b req-b73377a9-b1d1-417e-a4e7-ab8e0093c662 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8416045 Jul 16 18:04:00.991747 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.993498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.001641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/3604e54e-f5d6-4660-a63d-3e32b6ab7dee HTTP/1.1" status: 200 len: 1092 time: 6.1020977 Jul 16 18:04:01.038239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96a0fef-0283-4080-ac39-287046d3eb8f {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:01.051373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.064626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:01.066760 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43808c60-5e64-4d79-ad85-1e0568af4397" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:01.069155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.074106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Transition to ACTIVE for port object b96a0fef-0283-4080-ac39-287046d3eb8f will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:01.079636 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.164807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Pushing event updated for resources: {'Port': ['ID=b96a0fef-0283-4080-ac39-287046d3eb8f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.246311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Attempting to bind port b96a0fef-0283-4080-ac39-287046d3eb8f on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:01.246697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Attempting to bind port b96a0fef-0283-4080-ac39-287046d3eb8f by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:01.247279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Attempting to bind port b96a0fef-0283-4080-ac39-287046d3eb8f on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:01.261037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Port b96a0fef-0283-4080-ac39-287046d3eb8f on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:01.261379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Attempting to bind port b96a0fef-0283-4080-ac39-287046d3eb8f on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:01.263553 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.269999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:01.270471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:01.271550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:01.272118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Bound port: b96a0fef-0283-4080-ac39-287046d3eb8f, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:01.272610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.286572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:01.315030 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.332658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aebbc-4ff5-4764-9b5d-2e1a9e25a9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.340063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:01.341142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 37f687c1-2f3b-4f6a-9506-7b6bb037aa02 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:01.399397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] For port b96a0fef-0283-4080-ac39-287046d3eb8f, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:01.406359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] For port b96a0fef-0283-4080-ac39-287046d3eb8f, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b96a0fef-0283-4080-ac39-287046d3eb8f,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:01.414468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.447630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c424bbd-6e69-4a65-8f2e-c1d66f64522b req-66de3a5b-09fe-41a2-82d8-b94b8bc97f9a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045621 Jul 16 18:04:01.546365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d1969-4591-4b09-b79c-517833a67cfd req-ffeb03a9-c8f5-4b8b-9d75-9dd7597b2f57 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.548269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-467d1969-4591-4b09-b79c-517833a67cfd req-ffeb03a9-c8f5-4b8b-9d75-9dd7597b2f57 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 948 time: 0.6774812 Jul 16 18:04:01.596168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04163-1048-4544-9ad8-700f57e6401c req-8712c4b2-5643-4081-829f-a8bafe136566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.598668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-8712c4b2-5643-4081-829f-a8bafe136566 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1095 time: 0.5090506 Jul 16 18:04:01.692965 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-391591cb-625b-4f9a-a465-67e0fd782b10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee HTTP/1.1" status: 200 len: 217 time: 0.0793085 Jul 16 18:04:01.739118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.739929 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.741595 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] 10.222.0.45 "PUT /v2.0/ports/b96a0fef-0283-4080-ac39-287046d3eb8f HTTP/1.1" status: 200 len: 1097 time: 1.3407981 Jul 16 18:04:01.741973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02249d45-407c-435b-ab37-6cfb6805a9f1', 'tag': 'b96a0fef-0283-4080-ac39-287046d3eb8f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:01.744383 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55468f36-0cb0-4808-a16e-262f656aecae" -d '{"events": [{"name": "network-changed", "server_uuid": "02249d45-407c-435b-ab37-6cfb6805a9f1", "tag": "b96a0fef-0283-4080-ac39-287046d3eb8f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:01.783129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759ddef-a306-47aa-b884-942a11a5aea1 service neutron] Pushing event updated for resources: {'Port': ['ID=b96a0fef-0283-4080-ac39-287046d3eb8f,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.822482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-467d1969-4591-4b09-b79c-517833a67cfd req-4260c818-1ef0-43c1-af62-c7ffdfe6178a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575564 Jul 16 18:04:01.869200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.906485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-9892a8fd-2ff0-47f0-acfd-3e0697ddf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.909051 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-9892a8fd-2ff0-47f0-acfd-3e0697ddf3d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 1100 time: 0.1154385 Jul 16 18:04:01.972183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-2c4d4b65-9581-4c05-a12d-96d07b4647b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b96a0fef-0283-4080-ac39-287046d3eb8f HTTP/1.1" status: 200 len: 217 time: 0.0482230 Jul 16 18:04:01.980248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:02.036407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:02.041519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04163-1048-4544-9ad8-700f57e6401c req-088910ea-401d-472d-8e3c-51e2098218b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.046350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-088910ea-401d-472d-8e3c-51e2098218b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.3383298 Jul 16 18:04:02.059114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:02.059955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-97f58be2-0e0e-468b-b72b-57882ad8198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.061546 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-97f58be2-0e0e-468b-b72b-57882ad8198a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0823252 Jul 16 18:04:02.137567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-0807a1e2-f09b-47fe-9402-6461fb966b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.139645 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-0807a1e2-f09b-47fe-9402-6461fb966b7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715027 Jul 16 18:04:02.217747 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39515c1b-bd1b-4ce4-947a-63d95d9e2b2c x-openstack-request-id: req-39515c1b-bd1b-4ce4-947a-63d95d9e2b2c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:02.218035 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:02.218285 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39515c1b-bd1b-4ce4-947a-63d95d9e2b2c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:02.218670 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee', 'status': 'completed', 'code': 200} Jul 16 18:04:02.219425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Pushing event updated for resources: {'Port': ['ID=956ada46-0b82-458a-838c-17ce581f9436,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.223687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-a899b3cf-b560-4ec9-87a7-f7588915b177 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540284 Jul 16 18:04:02.269991 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-a2645ab2-5e99-4313-bdfc-d759968457e3 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231604 Jul 16 18:04:02.344936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Allocated IP 172.20.0.1 (a813e8c8-61fd-483c-84b0-13147815f206/17d2774a-9f3c-4539-b81a-0b6f37d02c78/1198a9fd-cc4d-471e-af83-3c79ba1588c9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:02.363403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1328ac-89fc-43cc-9cab-df55d17653ee req-f0dd3fe5-9dc2-43af-87b8-1750c654835f tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.365036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e1328ac-89fc-43cc-9cab-df55d17653ee req-f0dd3fe5-9dc2-43af-87b8-1750c654835f tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 948 time: 0.6698556 Jul 16 18:04:02.398347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 874d855e-aa15-4af0-8156-474182ad0aeb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:02.399434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8314f07-65f8-4ac2-981a-d725b0a821ea {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:02.410477 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a98c442d-d659-4d43-9443-3a3f1ce6eb83 req-6c1a1d9c-0e70-4a86-9318-d1fc44021c6c service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238708 Jul 16 18:04:02.468054 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.496105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 874d855e-aa15-4af0-8156-474182ad0aeb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:02.500873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 874d855e-aa15-4af0-8156-474182ad0aeb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:02.501322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.525804 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96137e39-a744-4e52-ad85-c5f61b8fd0d3 x-openstack-request-id: req-96137e39-a744-4e52-ad85-c5f61b8fd0d3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:02.526456 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02249d45-407c-435b-ab37-6cfb6805a9f1", "tag": "b96a0fef-0283-4080-ac39-287046d3eb8f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:02.527188 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96137e39-a744-4e52-ad85-c5f61b8fd0d3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:02.528284 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02249d45-407c-435b-ab37-6cfb6805a9f1', 'tag': 'b96a0fef-0283-4080-ac39-287046d3eb8f', 'status': 'completed', 'code': 200} Jul 16 18:04:02.604808 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.605117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Transition to ACTIVE for port object a8314f07-65f8-4ac2-981a-d725b0a821ea will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:02.620937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55468f36-0cb0-4808-a16e-262f656aecae req-95d980ea-b762-46c6-88d4-ee75fe66161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.623584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e1328ac-89fc-43cc-9cab-df55d17653ee req-d2694018-3e47-4bc4-8e57-826669673998 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486398 Jul 16 18:04:02.624284 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-55468f36-0cb0-4808-a16e-262f656aecae req-95d980ea-b762-46c6-88d4-ee75fe66161e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 1100 time: 0.0828083 Jul 16 18:04:02.639876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 874d855e-aa15-4af0-8156-474182ad0aeb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=874d855e-aa15-4af0-8156-474182ad0aeb,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:02.654851 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.657653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.726036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=874d855e-aa15-4af0-8156-474182ad0aeb,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.810977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55468f36-0cb0-4808-a16e-262f656aecae req-639ddbf1-e3b8-4ba7-9a86-62fdfe44d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.813217 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-55468f36-0cb0-4808-a16e-262f656aecae req-639ddbf1-e3b8-4ba7-9a86-62fdfe44d707 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1794121 Jul 16 18:04:02.883919 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-55468f36-0cb0-4808-a16e-262f656aecae req-b1f0b3b6-6df8-46a6-95d0-4a47317ef986 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b96a0fef-0283-4080-ac39-287046d3eb8f HTTP/1.1" status: 200 len: 217 time: 0.0630085 Jul 16 18:04:02.960876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55468f36-0cb0-4808-a16e-262f656aecae req-a81833c9-5eab-4a31-9d91-179de3f3960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.962549 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-55468f36-0cb0-4808-a16e-262f656aecae req-a81833c9-5eab-4a31-9d91-179de3f3960a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0609972 Jul 16 18:04:03.070394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:03.104677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-932517b8-df29-4792-8006-8735dd35e972 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8603132 Jul 16 18:04:03.127621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55468f36-0cb0-4808-a16e-262f656aecae req-eaddb9d7-0895-43dd-a094-0ff1a3ee4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.129186 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-55468f36-0cb0-4808-a16e-262f656aecae req-eaddb9d7-0895-43dd-a094-0ff1a3ee4ef4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573462 Jul 16 18:04:03.131054 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55e6769a-7265-48a3-a17f-efd694cdc27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.145973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-8d5bb9d6-f910-47c9-b474-2ed71bc378d3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.147461 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-8d5bb9d6-f910-47c9-b474-2ed71bc378d3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 948 time: 0.1447484 Jul 16 18:04:03.166445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:03.170690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:03.171062 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.270631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.275409 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.278331 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-2666f113-7a8a-4436-830f-9dfe43f70caf service neutron] delete failed (client error): The resource could not be found. Jul 16 18:04:03.279352 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-2666f113-7a8a-4436-830f-9dfe43f70caf service neutron] 10.222.0.46 "DELETE /v2.0/ports/5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.1142917 Jul 16 18:04:03.283099 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-55468f36-0cb0-4808-a16e-262f656aecae req-4d7d9b64-41c2-4190-9d0a-76445f20f4ec service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452320 Jul 16 18:04:03.310033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:03.313849 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f47a02d-121f-4a2e-9840-350276386e58" -d '{"events": [{"server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "name": "network-vif-plugged", "status": "completed", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:03.339671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:03.350029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.410731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.438184 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-55468f36-0cb0-4808-a16e-262f656aecae req-ef0d2138-9407-4dab-ac27-2566f49f9e69 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474175 Jul 16 18:04:03.448778 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.463502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-d8385ed1-0e0c-49b7-87d0-3c21d681690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.465567 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-d8385ed1-0e0c-49b7-87d0-3c21d681690e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1101 time: 0.0588975 Jul 16 18:04:03.466427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.473125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Attempting to bind port a8314f07-65f8-4ac2-981a-d725b0a821ea on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:03.473460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Attempting to bind port a8314f07-65f8-4ac2-981a-d725b0a821ea by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:03.473787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Attempting to bind port a8314f07-65f8-4ac2-981a-d725b0a821ea on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:03.530508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Transition to ACTIVE for port object 1198a9fd-cc4d-471e-af83-3c79ba1588c9 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:03.538738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Port a8314f07-65f8-4ac2-981a-d725b0a821ea on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:03.539069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Attempting to bind port a8314f07-65f8-4ac2-981a-d725b0a821ea on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:03.557245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7da53-a676-40f1-94ed-64dc17ef5404 req-04745e65-4f1e-4678-8ed8-02a4ceb02dee tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.558784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35d7da53-a676-40f1-94ed-64dc17ef5404 req-04745e65-4f1e-4678-8ed8-02a4ceb02dee tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 945 time: 0.4643226 Jul 16 18:04:03.565201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-83b921fd-258b-4e92-a889-a6f42316c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.567366 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-83b921fd-258b-4e92-a889-a6f42316c518 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.0915234 Jul 16 18:04:03.572758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5dd04163-1048-4544-9ad8-700f57e6401c req-558fa97d-6e3a-4c7a-bb0e-9d3d0396c146 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487398 Jul 16 18:04:03.579084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:03.579428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:03.579811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:03.580258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Bound port: a8314f07-65f8-4ac2-981a-d725b0a821ea, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:03.580643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.626772 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-f1da0657-4182-4282-9fa1-52653c04d254 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.0347488 Jul 16 18:04:03.627545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033247b-af68-4920-8dc8-daed4f618f27 req-54d4b324-0d5f-4045-9d14-3ccc8e22f156 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.629063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2033247b-af68-4920-8dc8-daed4f618f27 req-54d4b324-0d5f-4045-9d14-3ccc8e22f156 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 943 time: 0.5306056 Jul 16 18:04:03.680890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-3235add3-a4ca-4018-b4e2-7ecfede00ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.682452 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-3235add3-a4ca-4018-b4e2-7ecfede00ac1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0485487 Jul 16 18:04:03.741847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-287bf713-921a-49cb-8f4d-71cd989e975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.743634 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-287bf713-921a-49cb-8f4d-71cd989e975c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0509369 Jul 16 18:04:03.803847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35d7da53-a676-40f1-94ed-64dc17ef5404 req-c0b8211a-ebcd-4567-a4bf-1e3ac2f5cd8d tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/security-groups?id=5905f9a0-4245-4501-b259-ce4eaf01199a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363563 Jul 16 18:04:03.849511 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-9a57f3b6-2fa2-4354-81c6-0dd5b6d57b56 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981996 Jul 16 18:04:03.852145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2033247b-af68-4920-8dc8-daed4f618f27 req-1f62a315-b189-4eb1-a252-916062827be4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078116 Jul 16 18:04:03.858671 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.913586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:03.949896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c055be93-e42d-4b2c-958f-39ba11281a3b req-e4eb2690-1117-478b-9d78-aa85cb436838 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878298 Jul 16 18:04:03.988114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:03.993314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Network a813e8c8-61fd-483c-84b0-13147815f206 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:04.008147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-726606f7-18b4-4d42-8ec9-dc770fa86032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.009640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-726606f7-18b4-4d42-8ec9-dc770fa86032 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1095 time: 0.3707647 Jul 16 18:04:04.017361 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.019361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:04.041359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Pushing event updated for resources: {'Port': ['ID=1198a9fd-cc4d-471e-af83-3c79ba1588c9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.054440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:04.054917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.173760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.174386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.175987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] 10.222.0.45 "PUT /v2.0/ports/a8314f07-65f8-4ac2-981a-d725b0a821ea HTTP/1.1" status: 200 len: 1097 time: 3.7656105 Jul 16 18:04:04.224137 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf00088-1476-458d-9663-a64b1a84827b x-openstack-request-id: req-daf00088-1476-458d-9663-a64b1a84827b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:04.224436 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "name": "network-vif-plugged", "status": "completed", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:04.224712 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-daf00088-1476-458d-9663-a64b1a84827b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:04.225102 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'code': 200} Jul 16 18:04:04.229055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:04.232067 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0c8879-86cd-45e1-80f0-bc20be856d91" -d '{"events": [{"name": "network-changed", "server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:04.235321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.328371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-28b63c00-cf8c-41a8-a0d3-783ab04b0e68 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.331229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-28b63c00-cf8c-41a8-a0d3-783ab04b0e68 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 945 time: 0.1987126 Jul 16 18:04:04.370612 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-28d6317c-917a-4069-abd3-5f828a111736 None None] Provisioning for port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:04.380119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-28d6317c-917a-4069-abd3-5f828a111736 None None] Provisioning complete for port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:04.380371 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28d6317c-917a-4069-abd3-5f828a111736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.426205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-28d6317c-917a-4069-abd3-5f828a111736 None None] Port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:04.429009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 874d855e-aa15-4af0-8156-474182ad0aeb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:04.458896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6603c-1247-4f7a-872d-7c11610793de service neutron] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.511019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 874d855e-aa15-4af0-8156-474182ad0aeb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:04.511490 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.528327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Deleting port 2203df50-15ee-4308-8b39-c61c5ea0ec8b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:04.529457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.534008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559de4b-f524-404d-8a79-67af25a512de req-6981cb0c-0d3d-487f-a01e-bbd30ca96bc5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.535548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c559de4b-f524-404d-8a79-67af25a512de req-6981cb0c-0d3d-487f-a01e-bbd30ca96bc5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.5511532 Jul 16 18:04:04.580272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-4b246918-b6e8-4062-89c8-77a39da776f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.581810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-4b246918-b6e8-4062-89c8-77a39da776f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.5580738 Jul 16 18:04:04.689690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-39e8a981-455b-4c91-a5a3-041c32aa6490 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee HTTP/1.1" status: 200 len: 217 time: 0.0754943 Jul 16 18:04:04.698443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] For port 2203df50-15ee-4308-8b39-c61c5ea0ec8b, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2203df50-15ee-4308-8b39-c61c5ea0ec8b,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:04.698997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.718728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Calling delete_port for 2203df50-15ee-4308-8b39-c61c5ea0ec8b owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:04.814672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c559de4b-f524-404d-8a79-67af25a512de req-eabee91e-67bf-46b1-ac09-ae78753216d2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318275 Jul 16 18:04:04.843330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-9e359336-f561-4ebb-8eef-09cd8ab9350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.843330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-9e359336-f561-4ebb-8eef-09cd8ab9350c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 1100 time: 0.5912662 Jul 16 18:04:04.843330 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.918436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.962148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['2203df50-15ee-4308-8b39-c61c5ea0ec8b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:04.973321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Pushing event deleted for resources: {'Port': ['ID=2203df50-15ee-4308-8b39-c61c5ea0ec8b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:05.037465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] No DVR routers for this DVR port 2203df50-15ee-4308-8b39-c61c5ea0ec8b on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:05.039504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.041678 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d5d265dd-7d3d-4f51-b79a-6232edbd6ba2 req-ded7e9b5-9fdd-44aa-9362-59c3c68232ca tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.46 "DELETE /v2.0/ports/2203df50-15ee-4308-8b39-c61c5ea0ec8b HTTP/1.1" status: 204 len: 173 time: 0.7022216 Jul 16 18:04:05.042096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'name': 'network-vif-deleted', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:05.045950 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e63f6af-c8a6-4b48-82d4-0aaed26038e6" -d '{"events": [{"server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "name": "network-vif-deleted", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:05.065275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b96a0fef-0283-4080-ac39-287046d3eb8f details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:05.218484 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dd287d-95fd-4085-a755-a604811d5526 x-openstack-request-id: req-d1dd287d-95fd-4085-a755-a604811d5526 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:05.218734 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:05.219099 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1dd287d-95fd-4085-a755-a604811d5526 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:05.219476 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'status': 'completed', 'code': 200} Jul 16 18:04:05.264603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34208d48-3eb0-4210-a84d-1fb964185253 req-4279a514-87b9-4143-bc41-1effaa99d6f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:05.266162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34208d48-3eb0-4210-a84d-1fb964185253 req-4279a514-87b9-4143-bc41-1effaa99d6f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 948 time: 0.8200262 Jul 16 18:04:05.279000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-eb077781-aece-46a7-9a48-fdfb0f210266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:05.279572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port b96a0fef-0283-4080-ac39-287046d3eb8f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b96a0fef-0283-4080-ac39-287046d3eb8f,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:05.280610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-eb077781-aece-46a7-9a48-fdfb0f210266 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.5595438 Jul 16 18:04:05.281882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-3ffbdbbf-1874-434c-a41c-58279c989351 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea HTTP/1.1" status: 200 len: 217 time: 0.4364119 Jul 16 18:04:05.296524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'b96a0fef-0283-4080-ac39-287046d3eb8f', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'b96a0fef-0283-4080-ac39-287046d3eb8f', 'mac_address': 'fa:16:3e:31:eb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:05.349970 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.366239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96a0fef-0283-4080-ac39-287046d3eb8f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:05.387907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port b96a0fef-0283-4080-ac39-287046d3eb8f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b96a0fef-0283-4080-ac39-287046d3eb8f,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:05.392622 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.398503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c57e233-7cfc-4510-bfba-004f7641bbdf req-660317a7-93c4-4615-b7fc-bcbb67be9008 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568 tempest-FloatingIPsAssociationNegativeTestJSON-1703101568-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0560bab-5a00-4fd2-969f-d2fe2f9b4502 HTTP/1.1" status: 200 len: 210 time: 0.1271212 Jul 16 18:04:05.430403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-fd9ce66a-2802-46c5-9fe1-d1edfe4f50ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277742 Jul 16 18:04:05.451067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=b96a0fef-0283-4080-ac39-287046d3eb8f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:05.478091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34208d48-3eb0-4210-a84d-1fb964185253 req-ceecaa3e-7f49-40e5-8c63-5c32f70f6af7 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045331 Jul 16 18:04:05.509110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:04:05.514810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-ead4bd16-4e07-4fdd-bb8c-a98bfb4f3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:05.516607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-ead4bd16-4e07-4fdd-bb8c-a98bfb4f3888 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2129829 Jul 16 18:04:05.631825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['b96a0fef-0283-4080-ac39-287046d3eb8f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:05.678809 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1115818d-85ca-4067-9cee-0459c1d01a24 x-openstack-request-id: req-1115818d-85ca-4067-9cee-0459c1d01a24 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:05.679107 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0560bab-5a00-4fd2-969f-d2fe2f9b4502", "name": "network-vif-deleted", "tag": "2203df50-15ee-4308-8b39-c61c5ea0ec8b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:05.679355 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1115818d-85ca-4067-9cee-0459c1d01a24 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:05.679751 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0560bab-5a00-4fd2-969f-d2fe2f9b4502', 'name': 'network-vif-deleted', 'tag': '2203df50-15ee-4308-8b39-c61c5ea0ec8b', 'status': 'completed', 'code': 200} Jul 16 18:04:05.939953 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-788a8f11-0e7c-47a9-b7b1-4ad8f04a047c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.955522 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.984670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-bedad096-cf84-492c-b9b1-793d6995d784 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332503 Jul 16 18:04:06.054752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b44767-7848-4fcd-8e9b-c1ede5b3e615 req-50389f02-bd5a-436f-b9a2-c3a4ecf2e82b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.056118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-70b44767-7848-4fcd-8e9b-c1ede5b3e615 req-50389f02-bd5a-436f-b9a2-c3a4ecf2e82b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 943 time: 0.5139549 Jul 16 18:04:06.061721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33018) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.142069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-e68c5ff5-1a03-46c5-bddd-f7a578df5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.143547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-e68c5ff5-1a03-46c5-bddd-f7a578df5ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5877619 Jul 16 18:04:06.171552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:06.175319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.187228 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Sync routers for ids ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:06.196358 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Routers {'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:06.197001 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:06.209026 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-63a17d5e-be18-4865-8801-b793b6b2e483 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb74923d3c9e48c9b84843086507fe5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439812 Jul 16 18:04:06.209296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33022) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.226327 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.227056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.271402 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fb416ff-4346-4a48-99ce-ae3655a1fe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.298720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-70b44767-7848-4fcd-8e9b-c1ede5b3e615 req-f6af2486-eb9f-4651-9f45-78b79e1c907e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141936 Jul 16 18:04:06.299585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fb416ff-4346-4a48-99ce-ae3655a1fe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.332219 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Set router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:06.381378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fb416ff-4346-4a48-99ce-ae3655a1fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.385588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fb416ff-4346-4a48-99ce-ae3655a1fe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.388590 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5fb416ff-4346-4a48-99ce-ae3655a1fe5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/399a8809-f5bd-459d-af00-1114a9563992 HTTP/1.1" status: 204 len: 168 time: 0.1779952 Jul 16 18:04:06.398877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb416ff-4346-4a48-99ce-ae3655a1fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399a8809-f5bd-459d-af00-1114a9563992,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.414182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.414182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2c77fb12-695c-4915-9bdd-8afeb8c5c9d3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 11.6782665 Jul 16 18:04:06.415725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.473874 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43808c60-5e64-4d79-ad85-1e0568af4397 req-84311327-960a-4bf1-a2b4-59dbbcfda55a service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652734 Jul 16 18:04:06.494285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Pushing event updated for resources: {'Port': ['ID=1198a9fd-cc4d-471e-af83-3c79ba1588c9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.601210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75706408-50f8-482f-8cc5-4ec4933e21a0 req-7007a3ef-65dd-4ba3-9aba-198db7e435b2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.615156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75706408-50f8-482f-8cc5-4ec4933e21a0 req-7007a3ef-65dd-4ba3-9aba-198db7e435b2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.5843434 Jul 16 18:04:06.622514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33038) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.667336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-a5f7ca00-6a68-426a-9dd9-b76ff9d5bf0c service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885666 Jul 16 18:04:06.704412 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '956ada46-0b82-458a-838c-17ce581f9436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:55Z', 'updated_at': '2021-07-16T18:04:02Z', 'revision_number': 3, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'gw_port': {'id': '956ada46-0b82-458a-838c-17ce581f9436', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:59Z', 'updated_at': '2021-07-16T18:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:06.737504 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Checking router: a29424a5-cbc7-4ce5-8dc7-a146de3eef4a for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:06.737850 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Updating router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a port 956ada46-0b82-458a-838c-17ce581f9436 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:04:06.786567 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.829958 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.899786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Network a813e8c8-61fd-483c-84b0-13147815f206 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:06.952439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:06.983104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33044) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.992552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75706408-50f8-482f-8cc5-4ec4933e21a0 req-658f4370-927b-4e35-89ae-2667f792bb08 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731818 Jul 16 18:04:07.044572 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7197e755-a53d-44e9-8d32-1b4aebb3ac41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.071704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3604e54e-f5d6-4660-a63d-3e32b6ab7dee details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:07.153379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b96a0fef-0283-4080-ac39-287046d3eb8f up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:07.284076 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.292275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047bbf6-c9d7-4d32-b2dc-fadca5e60919 req-313bb016-bbff-4df2-bcf0-aa19d2e3b631 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961288 Jul 16 18:04:07.342783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2203df50-15ee-4308-8b39-c61c5ea0ec8b no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:07.374686 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.397911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 2203df50-15ee-4308-8b39-c61c5ea0ec8b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:07.398396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2203df50-15ee-4308-8b39-c61c5ea0ec8b not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:07.404470 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Transition to ACTIVE for port object 956ada46-0b82-458a-838c-17ce581f9436 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:07.416200 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.439001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:07.471174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port b96a0fef-0283-4080-ac39-287046d3eb8f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:07.483312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-318a7f56-ccbe-4126-83bd-e2d5e338c782 None None] Provisioning complete for port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:07.484059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-318a7f56-ccbe-4126-83bd-e2d5e338c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.489293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port b96a0fef-0283-4080-ac39-287046d3eb8f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:07.490665 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.515122 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7197e755-a53d-44e9-8d32-1b4aebb3ac41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.522976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7197e755-a53d-44e9-8d32-1b4aebb3ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.528066 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Attempting to bind port 956ada46-0b82-458a-838c-17ce581f9436 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:07.528923 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Attempting to bind port 956ada46-0b82-458a-838c-17ce581f9436 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:07.529453 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Attempting to bind port 956ada46-0b82-458a-838c-17ce581f9436 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:07.556120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee', 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0', 'port_id': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee', 'mac_address': 'fa:16:3e:36:30:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99df10c3-2675-45ca-b32a-e13c26b1036f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:07.556808 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:07.557406 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:07.559234 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.559937 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:07.563848 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Bound port: 956ada46-0b82-458a-838c-17ce581f9436, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:07.564540 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.618976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7197e755-a53d-44e9-8d32-1b4aebb3ac41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9aa96ba726c44d9e96b7d2421716e508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6346254 Jul 16 18:04:07.621724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:07.629668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197e755-a53d-44e9-8d32-1b4aebb3ac41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877e5bd6-3d09-4b2e-94bf-89d9cad94655,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.654780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Allocated IP 172.20.0.1 (db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3/b5fd6cb7-6f84-43cb-97ac-4883d35ec21e/31e0d168-00e1-4f55-9dd1-87e355b8af16) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:07.659624 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] For port 956ada46-0b82-458a-838c-17ce581f9436, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:07.663184 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] For port 956ada46-0b82-458a-838c-17ce581f9436, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=956ada46-0b82-458a-838c-17ce581f9436,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:07.671633 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Pushing event updated for resources: {'Port': ['ID=956ada46-0b82-458a-838c-17ce581f9436,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.682824 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.687841 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.688506 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.689222 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.689827 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.690386 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.690916 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.691584 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.692302 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.692981 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.693526 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.694089 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.694614 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:07.718515 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25b62e97-9e6b-4a3d-8a67-5ad7403162ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.737328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-318a7f56-ccbe-4126-83bd-e2d5e338c782 None None] Port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:07.755123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Router 331bdd2b-f667-4a13-bb81-672c474198a1 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:07.769047 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.772788 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Routers {'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:07.773497 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:07.782400 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25b62e97-9e6b-4a3d-8a67-5ad7403162ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.821645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3510a-efa1-4f53-a187-65b8b9a4923b req-1b833faa-b26d-483e-aa24-d31993ea02b6 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:07.830614 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26d3510a-efa1-4f53-a187-65b8b9a4923b req-1b833faa-b26d-483e-aa24-d31993ea02b6 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 949 time: 0.9885798 Jul 16 18:04:07.833018 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba8567-50b7-41a1-bcc3-d520ca2274e6 None None] Pushing event updated for resources: {'Port': ['ID=956ada46-0b82-458a-838c-17ce581f9436,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.833858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3604e54e-f5d6-4660-a63d-3e32b6ab7dee {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:07.838948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.846662 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.878014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Transition to ACTIVE for port object 31e0d168-00e1-4f55-9dd1-87e355b8af16 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:07.879928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02249d45-407c-435b-ab37-6cfb6805a9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a0fef-0283-4080-ac39-287046d3eb8f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:07.882268 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72911033-6d08-4c5a-9460-29300c122a8c" -d '{"events": [{"server_uuid": "02249d45-407c-435b-ab37-6cfb6805a9f1", "name": "network-vif-plugged", "status": "completed", "tag": "b96a0fef-0283-4080-ac39-287046d3eb8f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:07.901953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:07.905194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port b96a0fef-0283-4080-ac39-287046d3eb8f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b96a0fef-0283-4080-ac39-287046d3eb8f,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:07.910007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.916586 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.933074 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25b62e97-9e6b-4a3d-8a67-5ad7403162ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.937627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25b62e97-9e6b-4a3d-8a67-5ad7403162ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.939300 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-25b62e97-9e6b-4a3d-8a67-5ad7403162ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/877e5bd6-3d09-4b2e-94bf-89d9cad94655 HTTP/1.1" status: 204 len: 168 time: 0.3165724 Jul 16 18:04:07.945283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.990082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:08.028232 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] Set router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:08.046500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:08.048412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Pushing event updated for resources: {'Port': ['ID=31e0d168-00e1-4f55-9dd1-87e355b8af16,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:08.048553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=b96a0fef-0283-4080-ac39-287046d3eb8f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:08.052710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:08.054792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:08.076125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26d3510a-efa1-4f53-a187-65b8b9a4923b req-63ef64cf-950c-4287-90d4-bdfff1494bfa tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439907 Jul 16 18:04:08.134968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ed0de-b1b6-4a1b-b413-b30f11db769f req-c15a5291-c824-4600-af22-6d259fb0a622 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.135155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.138215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b62e97-9e6b-4a3d-8a67-5ad7403162ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877e5bd6-3d09-4b2e-94bf-89d9cad94655,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:08.144296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a2ed0de-b1b6-4a1b-b413-b30f11db769f req-c15a5291-c824-4600-af22-6d259fb0a622 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1101 time: 0.8543766 Jul 16 18:04:08.201050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['3604e54e-f5d6-4660-a63d-3e32b6ab7dee'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:08.341468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-a2c36eac-0771-41d9-af5c-06a58e626454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.344864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-a2c36eac-0771-41d9-af5c-06a58e626454 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 1100 time: 0.6007700 Jul 16 18:04:08.474365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.499278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:08.520552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Sync routers for ids ['331bdd2b-f667-4a13-bb81-672c474198a1'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:08.523838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9d8cbb67-a7f8-4958-aa0a-9b330a16d41e admin admin] 10.222.0.60 "PUT /v2.0/routers/331bdd2b-f667-4a13-bb81-672c474198a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9733009 Jul 16 18:04:08.539471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a2ed0de-b1b6-4a1b-b413-b30f11db769f req-6e814ffc-3004-4aec-9b42-d59092fe9fe2 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941200 Jul 16 18:04:08.559651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Routers {'331bdd2b-f667-4a13-bb81-672c474198a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:08.560547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['331bdd2b-f667-4a13-bb81-672c474198a1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:08.563256 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.586471 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '956ada46-0b82-458a-838c-17ce581f9436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:55Z', 'updated_at': '2021-07-16T18:04:02Z', 'revision_number': 3, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'gw_port': {'id': '956ada46-0b82-458a-838c-17ce581f9436', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:59Z', 'updated_at': '2021-07-16T18:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:08.671316 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cdae8f-fb18-4a43-a51a-c6435e2f9712 x-openstack-request-id: req-f7cdae8f-fb18-4a43-a51a-c6435e2f9712 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:08.671609 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02249d45-407c-435b-ab37-6cfb6805a9f1", "name": "network-vif-plugged", "status": "completed", "tag": "b96a0fef-0283-4080-ac39-287046d3eb8f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:08.671856 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7cdae8f-fb18-4a43-a51a-c6435e2f9712 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:08.672239 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02249d45-407c-435b-ab37-6cfb6805a9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96a0fef-0283-4080-ac39-287046d3eb8f', 'code': 200} Jul 16 18:04:08.675593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8130ce40-9034-4324-a1a9-82e2620a5099 None None] Provisioning for port 31e0d168-00e1-4f55-9dd1-87e355b8af16 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:08.690724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8130ce40-9034-4324-a1a9-82e2620a5099 None None] Provisioning complete for port 31e0d168-00e1-4f55-9dd1-87e355b8af16 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:08.691194 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8130ce40-9034-4324-a1a9-82e2620a5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.697603 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4153bfec-93ba-4997-b136-e2560dba4b31 None None] The sync data for ids ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'] in n-d-793619-10 is: [{'id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '956ada46-0b82-458a-838c-17ce581f9436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:55Z', 'updated_at': '2021-07-16T18:04:02Z', 'revision_number': 3, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'gw_port': {'id': '956ada46-0b82-458a-838c-17ce581f9436', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:59Z', 'updated_at': '2021-07-16T18:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:08.731446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-a4b619ff-3ad6-43ff-9c1e-58f5c80d5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.741904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-a4b619ff-3ad6-43ff-9c1e-58f5c80d5c15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3781738 Jul 16 18:04:08.768843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Set router 331bdd2b-f667-4a13-bb81-672c474198a1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:08.772073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8130ce40-9034-4324-a1a9-82e2620a5099 None None] Port 31e0d168-00e1-4f55-9dd1-87e355b8af16 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:08.811352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-0967afaa-59ab-45a3-80bc-e36b569ae305 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea HTTP/1.1" status: 200 len: 217 time: 0.0554779 Jul 16 18:04:08.945684 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.957486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.029375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9b2f7-c87e-4a06-b072-85ed7e954e54 req-59a6e904-f3f5-4b33-99cf-b3926b0b6a93 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:09.037645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3f9b2f7-c87e-4a06-b072-85ed7e954e54 req-59a6e904-f3f5-4b33-99cf-b3926b0b6a93 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 944 time: 0.5813994 Jul 16 18:04:09.085021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Pushing event updated for resources: {'Port': ['ID=31e0d168-00e1-4f55-9dd1-87e355b8af16,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:09.129272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.176564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-67e1f3ad-13ab-4ce7-b9fc-6ff2ecb3fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:09.176564 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-67e1f3ad-13ab-4ce7-b9fc-6ff2ecb3fb62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2755497 Jul 16 18:04:09.186771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:04:04Z', 'revision_number': 4, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'gw_port': {'id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1198a9fd-cc4d-471e-af83-3c79ba1588c9', 'name': '', 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'mac_address': 'fa:16:3e:c3:52:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '17d2774a-9f3c-4539-b81a-0b6f37d02c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:01Z', 'updated_at': '2021-07-16T18:04:05Z', 'revision_number': 2, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'subnets': [{'id': '17d2774a-9f3c-4539-b81a-0b6f37d02c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:09.244136 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Checking router: 331bdd2b-f667-4a13-bb81-672c474198a1 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:09.244490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Updating router 331bdd2b-f667-4a13-bb81-672c474198a1 port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:04:09.291088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb348bd4-0bf3-40d5-b6ba-deb4fddc983b req-214857b2-ade1-41f7-8b4d-1602e106e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:09.294032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb348bd4-0bf3-40d5-b6ba-deb4fddc983b req-214857b2-ade1-41f7-8b4d-1602e106e169 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 1102 time: 0.4809704 Jul 16 18:04:09.309322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3f9b2f7-c87e-4a06-b072-85ed7e954e54 req-eb313854-4496-48cf-bea1-701a74abfc0e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706146 Jul 16 18:04:09.311863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.395218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb348bd4-0bf3-40d5-b6ba-deb4fddc983b req-a5b8cc5b-8058-4175-b342-ea8299aff8cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800138 Jul 16 18:04:09.444489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:09.448602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:09.595864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-8c16937e-077c-4209-9b0a-627e344b8609 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207802 Jul 16 18:04:09.619969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-f7ed9047-2e68-4645-a5dd-209ba09c87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:09.623017 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-f7ed9047-2e68-4645-a5dd-209ba09c87f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4274824 Jul 16 18:04:09.708481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:09.787359 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.927319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a7cb2-df2a-4497-a622-80aa73c99921 req-d698000e-36af-4ce5-b4b2-72e2bcb0fb7f tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:09.942236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f3a7cb2-df2a-4497-a622-80aa73c99921 req-d698000e-36af-4ce5-b4b2-72e2bcb0fb7f tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 950 time: 0.4241517 Jul 16 18:04:09.980939 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.991327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:09.999573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-531b5f25-a1a8-4e87-a4e8-0b971498a3b1 None None] Provisioning complete for port 31e0d168-00e1-4f55-9dd1-87e355b8af16 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:10.000319 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-531b5f25-a1a8-4e87-a4e8-0b971498a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.002076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Transition to ACTIVE for port object 1198a9fd-cc4d-471e-af83-3c79ba1588c9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:10.033833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-988afe1f-b117-4460-809a-847b19bd846f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:10.035484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-988afe1f-b117-4460-809a-847b19bd846f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4320178 Jul 16 18:04:10.041623 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bb58e1b8-005c-4ffb-92fc-534c80f9f348 admin admin] 10.222.0.60 "PUT /v2.0/routers/a29424a5-cbc7-4ce5-8dc7-a146de3eef4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6245935 Jul 16 18:04:10.059025 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.089441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-99a0d6a0-7c53-4ccc-8d6f-31527f03790c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/quotas/5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 375 time: 0.0289261 Jul 16 18:04:10.120670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-531b5f25-a1a8-4e87-a4e8-0b971498a3b1 None None] Port 31e0d168-00e1-4f55-9dd1-87e355b8af16 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:10.124629 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.129978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-1d0138cb-4ed6-456b-a28e-74864af69d76 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533567 Jul 16 18:04:10.150962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f3a7cb2-df2a-4497-a622-80aa73c99921 req-1071f406-b348-4a95-8302-c1095c271e31 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075758 Jul 16 18:04:10.210902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad226-6043-4296-8c04-0929c327d196 None None] Pushing event updated for resources: {'Port': ['ID=1198a9fd-cc4d-471e-af83-3c79ba1588c9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:10.233883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Attempting to bind port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:10.235485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Attempting to bind port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8e4424c0-5231-454f-a788-3e2f6a842d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:10.235938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Attempting to bind port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 on network a813e8c8-61fd-483c-84b0-13147815f206 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:10.246407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:10.247052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Checking segment: {'id': '8e4424c0-5231-454f-a788-3e2f6a842d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:10.247887 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.250694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Bound using segment: {'id': '8e4424c0-5231-454f-a788-3e2f6a842d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:10.252293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Bound port: 1198a9fd-cc4d-471e-af83-3c79ba1588c9, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4424c0-5231-454f-a788-3e2f6a842d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:10.252780 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.405617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] For port 1198a9fd-cc4d-471e-af83-3c79ba1588c9, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:10.432983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] For port 1198a9fd-cc4d-471e-af83-3c79ba1588c9, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1198a9fd-cc4d-471e-af83-3c79ba1588c9,segment=NetworkSegment(8e4424c0-5231-454f-a788-3e2f6a842d5b),segment_id=8e4424c0-5231-454f-a788-3e2f6a842d5b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:10.453917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.480487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 956ada46-0b82-458a-838c-17ce581f9436 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:10.513638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-4fd356c5-9a26-451d-8291-04bd793b0f89 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4232199 Jul 16 18:04:10.585504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad226-6043-4296-8c04-0929c327d196 None None] Pushing event updated for resources: {'Port': ['ID=1198a9fd-cc4d-471e-af83-3c79ba1588c9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:10.609057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Routers {'331bdd2b-f667-4a13-bb81-672c474198a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:10.609751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['331bdd2b-f667-4a13-bb81-672c474198a1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:10.680855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed0c8879-86cd-45e1-80f0-bc20be856d91 req-898b247b-3bd9-4138-8a23-d1833c3b7c02 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209894 Jul 16 18:04:10.786464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 956ada46-0b82-458a-838c-17ce581f9436 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:10.811596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 956ada46-0b82-458a-838c-17ce581f9436 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:10.811901 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.863566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Deleting port b92af0cd-971f-477f-bf45-974408f99bf3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:10.863942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.929825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] Set router 331bdd2b-f667-4a13-bb81-672c474198a1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:11.007966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] For port b92af0cd-971f-477f-bf45-974408f99bf3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b92af0cd-971f-477f-bf45-974408f99bf3,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:11.008331 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.037151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Calling delete_port for b92af0cd-971f-477f-bf45-974408f99bf3 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:11.143018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:11.145190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3604e54e-f5d6-4660-a63d-3e32b6ab7dee up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:11.240173 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.331102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 956ada46-0b82-458a-838c-17ce581f9436, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=956ada46-0b82-458a-838c-17ce581f9436,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:11.374491 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.389191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:11.454760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:11.455130 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.474265 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Sync routers for ids ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:11.486447 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Routers {'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:11.487105 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:11.500730 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-2ae44c06-7cbd-49ea-bc92-29fa54b22a42 req-47f8bfc0-700d-4120-9df0-e7717999ab67 tempest-FloatingIPDetailsNegativeTestJSON-2062668708 tempest-FloatingIPDetailsNegativeTestJSON-2062668708-project] show failed (client error): The resource could not be found. Jul 16 18:04:11.511118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33162) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:11.517092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ae44c06-7cbd-49ea-bc92-29fa54b22a42 req-47f8bfc0-700d-4120-9df0-e7717999ab67 tempest-FloatingIPDetailsNegativeTestJSON-2062668708 tempest-FloatingIPDetailsNegativeTestJSON-2062668708-project] 10.222.0.60 "GET /v2.0/floatingips/6018a5c3-b729-4f6e-8c97-c568fec9d655 HTTP/1.1" status: 404 len: 350 time: 0.4121780 Jul 16 18:04:11.533923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c42ba-beba-43e0-99fa-3f0507102a61 req-e7b97687-f467-48f0-b5c1-ed1aa02d944a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:11.544296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a44c42ba-beba-43e0-99fa-3f0507102a61 req-e7b97687-f467-48f0-b5c1-ed1aa02d944a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 944 time: 0.7194307 Jul 16 18:04:11.554716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:11.625848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'mac_address': 'fa:16:3e:ef:53:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:11.627500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=956ada46-0b82-458a-838c-17ce581f9436,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:11.668719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a44c42ba-beba-43e0-99fa-3f0507102a61 req-cea613af-4792-4e68-a0ec-ac3a3018f130 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162488 Jul 16 18:04:11.738037 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Set router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:11.739028 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.791360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8314f07-65f8-4ac2-981a-d725b0a821ea {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:11.813298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:04:04Z', 'revision_number': 4, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'gw_port': {'id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1198a9fd-cc4d-471e-af83-3c79ba1588c9', 'name': '', 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'mac_address': 'fa:16:3e:c3:52:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '17d2774a-9f3c-4539-b81a-0b6f37d02c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:01Z', 'updated_at': '2021-07-16T18:04:10Z', 'revision_number': 4, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'subnets': [{'id': '17d2774a-9f3c-4539-b81a-0b6f37d02c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:11.820545 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.825841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:11.883522 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e561e0-4ff5-43ff-ba12-e0820ccca96d None None] The sync data for ids ['331bdd2b-f667-4a13-bb81-672c474198a1'] in n-d-793619-10 is: [{'id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:04:04Z', 'revision_number': 4, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'gw_port': {'id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1198a9fd-cc4d-471e-af83-3c79ba1588c9', 'name': '', 'network_id': 'a813e8c8-61fd-483c-84b0-13147815f206', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'mac_address': 'fa:16:3e:c3:52:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '17d2774a-9f3c-4539-b81a-0b6f37d02c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:01Z', 'updated_at': '2021-07-16T18:04:10Z', 'revision_number': 4, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'subnets': [{'id': '17d2774a-9f3c-4539-b81a-0b6f37d02c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:11.885305 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.937108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8dbdc0d-07cc-4a60-b48f-c8c1ee74e957 req-9c5aaa40-2e35-4d1c-8024-bc52e64e1ba3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 210 time: 0.2130520 Jul 16 18:04:12.022352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:12.027971 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef945f73-7df1-4c97-aadb-22eba4a97d93" -d '{"events": [{"server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "name": "network-vif-plugged", "status": "completed", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:12.140048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.145102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:12.149415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a8314f07-65f8-4ac2-981a-d725b0a821ea'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:12.171241 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '956ada46-0b82-458a-838c-17ce581f9436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:55Z', 'updated_at': '2021-07-16T18:04:08Z', 'revision_number': 4, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'gw_port': {'id': '956ada46-0b82-458a-838c-17ce581f9436', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:59Z', 'updated_at': '2021-07-16T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '31e0d168-00e1-4f55-9dd1-87e355b8af16', 'name': '', 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'mac_address': 'fa:16:3e:1a:f1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b5fd6cb7-6f84-43cb-97ac-4883d35ec21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:07Z', 'updated_at': '2021-07-16T18:04:08Z', 'revision_number': 2, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'subnets': [{'id': 'b5fd6cb7-6f84-43cb-97ac-4883d35ec21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:12.180718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.197971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a9f68-652a-47c5-b8c6-4255b36fabff req-443e80e5-d539-424e-b316-0ff25ef17a88 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:12.208309 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e9a9f68-652a-47c5-b8c6-4255b36fabff req-443e80e5-d539-424e-b316-0ff25ef17a88 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 950 time: 0.2633965 Jul 16 18:04:12.236504 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Checking router: a29424a5-cbc7-4ce5-8dc7-a146de3eef4a for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:12.237384 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Updating router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a port 31e0d168-00e1-4f55-9dd1-87e355b8af16 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:04:12.247670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.325131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e9a9f68-652a-47c5-b8c6-4255b36fabff req-dd0b5ab8-7782-403a-aaa0-e7dbcae53efe tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123157 Jul 16 18:04:12.326286 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.467441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa15025f-ee37-49c9-8963-92855077aa03 req-6eb409e3-13b3-41d3-a13b-2fe49ca1fd5f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5868013 Jul 16 18:04:12.537378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.584853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1198a9fd-cc4d-471e-af83-3c79ba1588c9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:12.734636 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122e604a-55f3-418c-8fce-fbf79180820d x-openstack-request-id: req-122e604a-55f3-418c-8fce-fbf79180820d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:12.734919 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "name": "network-vif-plugged", "status": "completed", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:12.735171 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-122e604a-55f3-418c-8fce-fbf79180820d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:12.735559 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee', 'code': 200} Jul 16 18:04:12.770224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b92af0cd-971f-477f-bf45-974408f99bf3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.810368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:12.815140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:12.815542 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.891071 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.955934 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.957132 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-d95b8ae3-7116-424d-9067-75fc541d7d24 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614710 Jul 16 18:04:13.001958 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.026582 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Transition to ACTIVE for port object 31e0d168-00e1-4f55-9dd1-87e355b8af16 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:13.040677 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.054293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1198a9fd-cc4d-471e-af83-3c79ba1588c9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1198a9fd-cc4d-471e-af83-3c79ba1588c9,segment=NetworkSegment(8e4424c0-5231-454f-a788-3e2f6a842d5b),segment_id=8e4424c0-5231-454f-a788-3e2f6a842d5b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:13.060888 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.061668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 956ada46-0b82-458a-838c-17ce581f9436 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:13.133188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:13.177764 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf028a9-44eb-4817-8355-070ae94eb886 None None] Pushing event updated for resources: {'Port': ['ID=31e0d168-00e1-4f55-9dd1-87e355b8af16,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.202805 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.212208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15025f-ee37-49c9-8963-92855077aa03 req-996ad9a8-6190-46c9-8980-b6f32231d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.219388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa15025f-ee37-49c9-8963-92855077aa03 req-996ad9a8-6190-46c9-8980-b6f32231d619 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1101 time: 0.6341553 Jul 16 18:04:13.248120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748102f-2be4-4004-9db6-1529cdff8284 req-8299d791-5164-46d8-b35b-b6d553b64ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.249638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5748102f-2be4-4004-9db6-1529cdff8284 req-8299d791-5164-46d8-b35b-b6d553b64ebf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1097 time: 0.3182132 Jul 16 18:04:13.259396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2370a7-ed2e-4082-98a8-e1f791b21e20 req-e09a31fb-91af-456c-ae99-d86887e71536 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.267060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc2370a7-ed2e-4082-98a8-e1f791b21e20 req-e09a31fb-91af-456c-ae99-d86887e71536 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 949 time: 0.3375313 Jul 16 18:04:13.322769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-cc8d8a3e-ef6d-426b-89b1-35c11d0ca824 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.324609 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-cc8d8a3e-ef6d-426b-89b1-35c11d0ca824 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857809 Jul 16 18:04:13.325124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:13.332107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-12808861-3eaf-4d70-8bf9-ecd2c204fea9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167644244', 'description': 'tempest-description--66632110'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:13.366379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Request body: {'port': {'device_id': '1360bcb1-7888-448f-a476-9450698646b7', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '5fac9eacd78a4e77b15b8f90f01dc4ff'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:13.373911 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Attempting to bind port 31e0d168-00e1-4f55-9dd1-87e355b8af16 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:13.374427 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Attempting to bind port 31e0d168-00e1-4f55-9dd1-87e355b8af16 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '1bb4c457-197e-4ce8-b6cf-c3bc042d690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:13.375158 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Attempting to bind port 31e0d168-00e1-4f55-9dd1-87e355b8af16 on network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:13.386402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1198a9fd-cc4d-471e-af83-3c79ba1588c9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.390050 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:13.390738 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Checking segment: {'id': '1bb4c457-197e-4ce8-b6cf-c3bc042d690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:13.391246 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.391754 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Bound using segment: {'id': '1bb4c457-197e-4ce8-b6cf-c3bc042d690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:13.392320 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Bound port: 31e0d168-00e1-4f55-9dd1-87e355b8af16, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb4c457-197e-4ce8-b6cf-c3bc042d690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:13.392849 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.444123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 956ada46-0b82-458a-838c-17ce581f9436 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:13.446643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.500438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port a8314f07-65f8-4ac2-981a-d725b0a821ea completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:13.522806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port a8314f07-65f8-4ac2-981a-d725b0a821ea triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:13.529405 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.531461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12808861-3eaf-4d70-8bf9-ecd2c204fea9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.565676 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] For port 31e0d168-00e1-4f55-9dd1-87e355b8af16, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:13.570195 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] For port 31e0d168-00e1-4f55-9dd1-87e355b8af16, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=31e0d168-00e1-4f55-9dd1-87e355b8af16,segment=NetworkSegment(1bb4c457-197e-4ce8-b6cf-c3bc042d690f),segment_id=1bb4c457-197e-4ce8-b6cf-c3bc042d690f)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:13.584339 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.651197 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12808861-3eaf-4d70-8bf9-ecd2c204fea9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.654276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Made reservation on behalf of 5fac9eacd78a4e77b15b8f90f01dc4ff for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:13.660822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.702386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12808861-3eaf-4d70-8bf9-ecd2c204fea9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.712010 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf028a9-44eb-4817-8355-070ae94eb886 None None] Pushing event updated for resources: {'Port': ['ID=31e0d168-00e1-4f55-9dd1-87e355b8af16,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.722811 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Routers {'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:13.723570 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:13.876555 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12808861-3eaf-4d70-8bf9-ecd2c204fea9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.878141 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-12808861-3eaf-4d70-8bf9-ecd2c204fea9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5501761 Jul 16 18:04:13.898426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:13.913544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-94f8ee07-059e-4f0b-baa9-77a34087849c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Request body: {'security_group_rule': {'security_group_id': '25c343c3-b35e-4a78-b93b-ee5475638a2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:13.918673 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] Set router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:13.942266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12808861-3eaf-4d70-8bf9-ecd2c204fea9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c343c3-b35e-4a78-b93b-ee5475638a2f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.023419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5748102f-2be4-4004-9db6-1529cdff8284 req-7d7b0e1a-5389-47e6-b1d1-1aca864b0845 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7525299 Jul 16 18:04:14.044582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15025f-ee37-49c9-8963-92855077aa03 req-ce0adcea-c115-4696-855a-6c5f80a78910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.046318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa15025f-ee37-49c9-8963-92855077aa03 req-ce0adcea-c115-4696-855a-6c5f80a78910 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.7723212 Jul 16 18:04:14.047377 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.074520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Router b7128fb7-1710-4b1a-bbff-6af60ba7d46e has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:14.097878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:14.113712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.138490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa15025f-ee37-49c9-8963-92855077aa03 req-7db24fc9-5f59-442c-ba10-b932ead12696 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.0546322 Jul 16 18:04:14.169629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94f8ee07-059e-4f0b-baa9-77a34087849c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.190434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.197369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Allocated IP 192.168.233.37 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/877693f0-d5e7-4f4f-8b58-b6ab2128c596) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:14.213259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc2370a7-ed2e-4082-98a8-e1f791b21e20 req-c6369788-e7cb-4764-b121-5f39490dd236 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9446702 Jul 16 18:04:14.224309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '956ada46-0b82-458a-838c-17ce581f9436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:55Z', 'updated_at': '2021-07-16T18:04:08Z', 'revision_number': 4, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'gw_port': {'id': '956ada46-0b82-458a-838c-17ce581f9436', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:59Z', 'updated_at': '2021-07-16T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '31e0d168-00e1-4f55-9dd1-87e355b8af16', 'name': '', 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'mac_address': 'fa:16:3e:1a:f1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b5fd6cb7-6f84-43cb-97ac-4883d35ec21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:07Z', 'updated_at': '2021-07-16T18:04:13Z', 'revision_number': 4, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'subnets': [{'id': 'b5fd6cb7-6f84-43cb-97ac-4883d35ec21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:14.258813 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa98ef9-4667-4ba0-aed0-7ec44d20f644 None None] The sync data for ids ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'] in n-d-793619-10 is: [{'id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '956ada46-0b82-458a-838c-17ce581f9436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:55Z', 'updated_at': '2021-07-16T18:04:08Z', 'revision_number': 4, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'gw_port': {'id': '956ada46-0b82-458a-838c-17ce581f9436', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:59Z', 'updated_at': '2021-07-16T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '31e0d168-00e1-4f55-9dd1-87e355b8af16', 'name': '', 'network_id': 'db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'mac_address': 'fa:16:3e:1a:f1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'b5fd6cb7-6f84-43cb-97ac-4883d35ec21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:07Z', 'updated_at': '2021-07-16T18:04:13Z', 'revision_number': 4, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'subnets': [{'id': 'b5fd6cb7-6f84-43cb-97ac-4883d35ec21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:14.331351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94f8ee07-059e-4f0b-baa9-77a34087849c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.366353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:14.380898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-01fe8639-1a97-4d4a-8c1f-5fd800558c3c admin admin] 10.222.0.60 "PUT /v2.0/routers/b7128fb7-1710-4b1a-bbff-6af60ba7d46e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7573643 Jul 16 18:04:14.386948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33206) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.391071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] Sync routers for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:14.405975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:14.406620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:14.502376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94f8ee07-059e-4f0b-baa9-77a34087849c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.511832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbae34-4904-47b5-8c26-e8c27fad423f req-e732200a-d3a2-4d17-bb23-a5c00fdbc815 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.519828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94cbae34-4904-47b5-8c26-e8c27fad423f req-e732200a-d3a2-4d17-bb23-a5c00fdbc815 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 945 time: 0.7689285 Jul 16 18:04:14.553914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15025f-ee37-49c9-8963-92855077aa03 req-8c5cf5f3-ab7f-42a4-a806-318a81d22a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.555383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa15025f-ee37-49c9-8963-92855077aa03 req-8c5cf5f3-ab7f-42a4-a806-318a81d22a41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.3496273 Jul 16 18:04:14.559055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8ee07-059e-4f0b-baa9-77a34087849c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2d5f0c-bc1d-4ed6-8933-fdcee8ea3809,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.563034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1198a9fd-cc4d-471e-af83-3c79ba1588c9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:14.564245 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94f8ee07-059e-4f0b-baa9-77a34087849c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.569264 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-94f8ee07-059e-4f0b-baa9-77a34087849c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6635110 Jul 16 18:04:14.571517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:14.574763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.586330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-befcc129-944c-4496-ba7f-bd1d21f9663a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Request body: {'security_group_rule': {'security_group_id': '25c343c3-b35e-4a78-b93b-ee5475638a2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:14.659975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b07d1f3-667a-4fca-aa78-6d6bb22e657d req-6994c122-da68-44d6-a368-3629af9bf020 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 210 time: 0.1080482 Jul 16 18:04:14.677303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Deleting port 31e0d168-00e1-4f55-9dd1-87e355b8af16 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:14.677709 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.679529 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94cbae34-4904-47b5-8c26-e8c27fad423f req-f2178979-1038-4518-9165-eb421d981fa3 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587713 Jul 16 18:04:14.744156 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.751160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:14.754006 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef185629-2e82-474a-94fb-78cee89ef851" -d '{"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:14.770857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:14.771382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.832964 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-befcc129-944c-4496-ba7f-bd1d21f9663a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.839383 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.910761 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edee6f0-c23f-4051-94b1-1629febc3bb7 x-openstack-request-id: req-1edee6f0-c23f-4051-94b1-1629febc3bb7 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:14.911813 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:14.912061 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1edee6f0-c23f-4051-94b1-1629febc3bb7 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:14.912459 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'code': 200} Jul 16 18:04:14.929737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Transition to ACTIVE for port object 877693f0-d5e7-4f4f-8b58-b6ab2128c596 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:14.950779 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.961436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15025f-ee37-49c9-8963-92855077aa03 req-2373bd8b-be51-4c77-8381-020a10a22f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.963939 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa15025f-ee37-49c9-8963-92855077aa03 req-2373bd8b-be51-4c77-8381-020a10a22f58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3600774 Jul 16 18:04:14.968896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] For port 31e0d168-00e1-4f55-9dd1-87e355b8af16, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=31e0d168-00e1-4f55-9dd1-87e355b8af16,segment=NetworkSegment(1bb4c457-197e-4ce8-b6cf-c3bc042d690f),segment_id=1bb4c457-197e-4ce8-b6cf-c3bc042d690f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:14.969572 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.988219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:04:12Z', 'revision_number': 5, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port': {'id': '5f7d3357-f1a8-44ab-8aad-715ef4c584de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:19:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:58Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.047207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] Checking router: b7128fb7-1710-4b1a-bbff-6af60ba7d46e for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:15.048886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Calling delete_port for 31e0d168-00e1-4f55-9dd1-87e355b8af16 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:15.068697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] Routers {'b7128fb7-1710-4b1a-bbff-6af60ba7d46e'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:15.068697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.236823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] Set router b7128fb7-1710-4b1a-bbff-6af60ba7d46e gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:15.354482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:04:14Z', 'revision_number': 6, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.404179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa1da64-d6f8-4773-b455-a4ab7482b467 None None] The sync data for ids ['b7128fb7-1710-4b1a-bbff-6af60ba7d46e'] in n-d-793619-10 is: [{'id': 'b7128fb7-1710-4b1a-bbff-6af60ba7d46e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1306562063-router', 'tenant_id': '43bc01776ea14cf490089aefb6014d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:04:14Z', 'revision_number': 6, 'project_id': '43bc01776ea14cf490089aefb6014d0d', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:15.434468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-befcc129-944c-4496-ba7f-bd1d21f9663a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.445324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-befcc129-944c-4496-ba7f-bd1d21f9663a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.497353 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.505554 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-befcc129-944c-4496-ba7f-bd1d21f9663a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.511984 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-befcc129-944c-4496-ba7f-bd1d21f9663a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9270687 Jul 16 18:04:15.515324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:15.581985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33256) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.582498 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:15.582767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcc129-944c-4496-ba7f-bd1d21f9663a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aefc56b3-2494-411d-a74b-d8cb13c8ec67,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.599579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:15.609278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:15.617006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:15.725354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Deleting port 5f7d3357-f1a8-44ab-8aad-715ef4c584de {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:15.725691 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.745101 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.795745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Pushing event updated for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.817412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.818156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.884204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] For port 5f7d3357-f1a8-44ab-8aad-715ef4c584de, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5f7d3357-f1a8-44ab-8aad-715ef4c584de,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:15.884612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.910119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Calling delete_port for 5f7d3357-f1a8-44ab-8aad-715ef4c584de owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:15.916019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Pushing event deleted for resources: {'Port': ['ID=31e0d168-00e1-4f55-9dd1-87e355b8af16,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.965873 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-599c4665-72e9-4060-9dab-f88d175c5f1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6044762 Jul 16 18:04:15.975123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b677c9db-6b4f-4b90-b768-98e7db0a4184 None None] Provisioning for port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:15.984557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b677c9db-6b4f-4b90-b768-98e7db0a4184 None None] Provisioning complete for port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:15.985051 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b677c9db-6b4f-4b90-b768-98e7db0a4184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.986622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa15025f-ee37-49c9-8963-92855077aa03 req-d3476bc3-9313-4eed-9704-27ca008c7975 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0140858 Jul 16 18:04:15.998848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.005638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Request body: {'port': {'device_id': '1360bcb1-7888-448f-a476-9450698646b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:16.065358 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b677c9db-6b4f-4b90-b768-98e7db0a4184 None None] Port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:16.189607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dea72-be9b-4784-b2bb-4db0f149dc8b req-c8722598-660d-4a14-8f77-994a1cd73321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.191290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b67dea72-be9b-4784-b2bb-4db0f149dc8b req-c8722598-660d-4a14-8f77-994a1cd73321 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 1102 time: 1.0167572 Jul 16 18:04:16.200021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79db6b7-851b-46eb-9cb3-92c9c0040ffd req-c2a3dffb-0c75-4165-965d-89c2d33a68f0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.207342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f79db6b7-851b-46eb-9cb3-92c9c0040ffd req-c2a3dffb-0c75-4165-965d-89c2d33a68f0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.6297209 Jul 16 18:04:16.237981 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.254887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.353777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa15025f-ee37-49c9-8963-92855077aa03 req-efee93db-9e6a-4102-9dcd-2532509cca07 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510020 Jul 16 18:04:16.362667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b67dea72-be9b-4784-b2bb-4db0f149dc8b req-41c873b6-3d0f-45e6-9707-e9f153d6ea09 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531799 Jul 16 18:04:16.395647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f79db6b7-851b-46eb-9cb3-92c9c0040ffd req-e5eb0c08-e9c1-4f59-bba3-b258c0ed7e1e tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873944 Jul 16 18:04:16.435794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d4ebd-dabd-419e-969d-8ad2d419bce2 req-6903de3a-313e-4b3f-bbc2-d644aee1d10e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.442730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c7d4ebd-dabd-419e-969d-8ad2d419bce2 req-6903de3a-313e-4b3f-bbc2-d644aee1d10e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 945 time: 0.4541154 Jul 16 18:04:16.514918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c7d4ebd-dabd-419e-969d-8ad2d419bce2 req-2a8ce33f-01ff-407b-a1e7-c9bc12f2ae66 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712111 Jul 16 18:04:16.517768 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.575985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7d3357-f1a8-44ab-8aad-715ef4c584de,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.584186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b92af0cd-971f-477f-bf45-974408f99bf3 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:16.606798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.631262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.661450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: b92af0cd-971f-477f-bf45-974408f99bf3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:16.662209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b92af0cd-971f-477f-bf45-974408f99bf3 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:16.662648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5f7d3357-f1a8-44ab-8aad-715ef4c584de no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:16.689925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877693f0-d5e7-4f4f-8b58-b6ab2128c596 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:16.701190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.712213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 5f7d3357-f1a8-44ab-8aad-715ef4c584de {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:16.712572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5f7d3357-f1a8-44ab-8aad-715ef4c584de not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:16.755314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Transition to ACTIVE for port object 877693f0-d5e7-4f4f-8b58-b6ab2128c596 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:16.764164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.823718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.846376 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.858453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Pushing event updated for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.922918 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:16.953031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.953551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7128fb7-1710-4b1a-bbff-6af60ba7d46e {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:04:16.965476 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.966615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1f391471-03c1-456f-8fdb-451a97357bd3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b7128fb7-1710-4b1a-bbff-6af60ba7d46e HTTP/1.1" status: 204 len: 168 time: 2.5785840 Jul 16 18:04:16.972939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33280) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:17.001918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Allocated IP 172.25.2.144 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/799eba72-7823-464a-a5c0-39147f646ae8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:17.018312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c93de-004a-420a-b609-ad2f942724aa req-6fe5fba0-9692-43cb-9b75-eafe3ff735f7 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.019855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b98c93de-004a-420a-b609-ad2f942724aa req-6fe5fba0-9692-43cb-9b75-eafe3ff735f7 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1097 time: 0.2156687 Jul 16 18:04:17.033142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c68518-d4af-4cf9-809d-fa2ed2430b2a req-5a9ff3f6-0afe-4551-a93c-442e600e1a70 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.035264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2c68518-d4af-4cf9-809d-fa2ed2430b2a req-5a9ff3f6-0afe-4551-a93c-442e600e1a70 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 935 time: 0.3525672 Jul 16 18:04:17.116407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ca378a-5684-430d-9997-b16b7c15503c admin admin] Deleting subnet ae6968df-c2f2-4684-9aef-a26e436db260 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:17.122119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ca378a-5684-430d-9997-b16b7c15503c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.123822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Attempting to bind port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:17.128455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Attempting to bind port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:17.128822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Attempting to bind port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:17.133183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b98c93de-004a-420a-b609-ad2f942724aa req-d74d8bd4-0a31-4683-b62c-fd474675f307 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965765 Jul 16 18:04:17.138240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2c68518-d4af-4cf9-809d-fa2ed2430b2a req-15d5b6cb-c0eb-43b0-802a-d13f31821200 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805943 Jul 16 18:04:17.205289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:17.205636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Attempting to bind port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:17.227341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:17.227815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:17.228204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:17.228768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Bound port: 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:17.229127 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.246920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ca378a-5684-430d-9997-b16b7c15503c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.271805 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.295328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:17.304951 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a77cca07-3381-4b75-a912-8ec4bc0c7fee admin admin] 10.222.0.60 "PUT /v2.0/routers/a29424a5-cbc7-4ce5-8dc7-a146de3eef4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7920489 Jul 16 18:04:17.310700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:17.314560 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] Sync routers for ids ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:17.336362 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] Routers {'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:17.337045 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:17.499030 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.566822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:17.575648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event updated for resources: {'Port': ['ID=799eba72-7823-464a-a5c0-39147f646ae8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:17.580048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.583715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66417c84-2437-4253-a5cf-78b577bd8d4a req-feb22887-a305-471b-9de2-d90a7576bc53 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.590677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66417c84-2437-4253-a5cf-78b577bd8d4a req-feb22887-a305-471b-9de2-d90a7576bc53 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1097 time: 0.2076898 Jul 16 18:04:17.597594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:17.601424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:17.659876 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] Set router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:17.706332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:17.725356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:17.727129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ca378a-5684-430d-9997-b16b7c15503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.752233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.765218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66417c84-2437-4253-a5cf-78b577bd8d4a req-aed56ba4-ec1e-45fa-a145-c24f1c2a3d69 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735775 Jul 16 18:04:17.789293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.797112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.797731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.799122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 1096 time: 1.8124013 Jul 16 18:04:17.801277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:17.803517 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89443ba2-5ab7-4432-90b9-fb538552fa5b" -d '{"events": [{"name": "network-changed", "server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:17.842559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6eb6-6371-4bb3-9daa-5cb3eb8505d0 service neutron] Pushing event updated for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:17.881039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.899980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ca378a-5684-430d-9997-b16b7c15503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.933576 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '956ada46-0b82-458a-838c-17ce581f9436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:55Z', 'updated_at': '2021-07-16T18:04:15Z', 'revision_number': 5, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'gw_port': {'id': '956ada46-0b82-458a-838c-17ce581f9436', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:59Z', 'updated_at': '2021-07-16T18:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:17.973619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6ca378a-5684-430d-9997-b16b7c15503c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.975593 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d6ca378a-5684-430d-9997-b16b7c15503c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ae6968df-c2f2-4684-9aef-a26e436db260 HTTP/1.1" status: 204 len: 168 time: 0.9980845 Jul 16 18:04:17.978614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75aa946-d9e9-4402-bcf3-11eb35baa3ed None None] Network b70d55ad-58d3-4949-b701-21975829532b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:17.984945 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] Checking router: a29424a5-cbc7-4ce5-8dc7-a146de3eef4a for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:17.987315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14023f-8c1c-4a3d-8e56-34efdf5087e5 req-1c26bd1c-f103-444e-8ea2-fcff488e2b23 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.993275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec14023f-8c1c-4a3d-8e56-34efdf5087e5 req-1c26bd1c-f103-444e-8ea2-fcff488e2b23 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.3107903 Jul 16 18:04:17.994785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33322) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:18.007701 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] Routers {'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:18.008903 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:18.025080 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.037336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca378a-5684-430d-9997-b16b7c15503c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6968df-c2f2-4684-9aef-a26e436db260,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.085393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-2b22af03-7116-4197-a43b-f4fa1affad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.090652 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-2b22af03-7116-4197-a43b-f4fa1affad9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 1099 time: 0.2295208 Jul 16 18:04:18.097303 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385046f1-e81f-49fe-9366-78749972cc42 x-openstack-request-id: req-385046f1-e81f-49fe-9366-78749972cc42 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:18.097592 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:18.098774 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-385046f1-e81f-49fe-9366-78749972cc42 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:18.098774 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'status': 'completed', 'code': 200} Jul 16 18:04:18.168660 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] Set router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:18.218574 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-bb016bee-fcbf-4dc0-bd3a-aaa5dd7b4265 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 217 time: 0.0922360 Jul 16 18:04:18.275500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec14023f-8c1c-4a3d-8e56-34efdf5087e5 req-e06c592a-9e3a-48b6-b9f3-4a827909defc tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606866 Jul 16 18:04:18.329859 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:55Z', 'updated_at': '2021-07-16T18:04:17Z', 'revision_number': 6, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:18.340788 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.375849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-6a90a055-3cf1-40bc-b5e3-bea15278ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.404896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-6a90a055-3cf1-40bc-b5e3-bea15278ab6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1673114 Jul 16 18:04:18.426672 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a559ce-b424-43ce-b569-0abde6b5d81c None None] The sync data for ids ['a29424a5-cbc7-4ce5-8dc7-a146de3eef4a'] in n-d-793619-10 is: [{'id': 'a29424a5-cbc7-4ce5-8dc7-a146de3eef4a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1981331219-router', 'tenant_id': '5c766d968ff946138a954a3c2775cce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:55Z', 'updated_at': '2021-07-16T18:04:17Z', 'revision_number': 6, 'project_id': '5c766d968ff946138a954a3c2775cce4', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:18.498368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Deleting port 956ada46-0b82-458a-838c-17ce581f9436 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:18.498800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.533128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-66e4e796-7204-432a-8b34-9a3f6a48be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.534795 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-66e4e796-7204-432a-8b34-9a3f6a48be86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1290936 Jul 16 18:04:18.547558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd41e2-014d-4b31-9678-43bd034d84b7 None None] DHCP port deletion for b70d55ad-58d3-4949-b701-21975829532b request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:18.627424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd41e2-014d-4b31-9678-43bd034d84b7 None None] Deleting port f53de6b3-537f-4ff8-b207-e736e1da32fc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:18.628021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ecd41e2-014d-4b31-9678-43bd034d84b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.664039 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-c8348c93-f4ae-4859-a4e4-99c0883c06df service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183498 Jul 16 18:04:18.708837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7ecd41e2-014d-4b31-9678-43bd034d84b7 None None] For port f53de6b3-537f-4ff8-b207-e736e1da32fc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f53de6b3-537f-4ff8-b207-e736e1da32fc,segment=NetworkSegment(b507abf4-d2e1-47d4-adab-7f21da42136f),segment_id=b507abf4-d2e1-47d4-adab-7f21da42136f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:18.709509 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ecd41e2-014d-4b31-9678-43bd034d84b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.738398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd41e2-014d-4b31-9678-43bd034d84b7 None None] Calling delete_port for f53de6b3-537f-4ff8-b207-e736e1da32fc owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:18.791282 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eddde62c-609a-4ced-9fec-42a4023eea29 req-7d5d1c11-9df4-4ca5-ac51-3dddc5652b51 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180079 Jul 16 18:04:18.826721 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ecd41e2-014d-4b31-9678-43bd034d84b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.851089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd41e2-014d-4b31-9678-43bd034d84b7 None None] Pushing event deleted for resources: {'Port': ['ID=f53de6b3-537f-4ff8-b207-e736e1da32fc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.862359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd41e2-014d-4b31-9678-43bd034d84b7 None None] No DVR routers for this DVR port f53de6b3-537f-4ff8-b207-e736e1da32fc on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:18.981367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-0892366a-f7cb-4679-a048-437da0eb5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.982858 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-0892366a-f7cb-4679-a048-437da0eb5608 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 1099 time: 0.0754900 Jul 16 18:04:19.038715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-574f5bbd-c492-49a7-989a-347b9896b9ba tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=38eaeaa307b3400baed00e43275c1e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513687 Jul 16 18:04:19.050732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.079528 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.084383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] For port 956ada46-0b82-458a-838c-17ce581f9436, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=956ada46-0b82-458a-838c-17ce581f9436,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:19.084770 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.097980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-e8769c0e-32c0-40fa-81d5-a8a352152583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.099486 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-e8769c0e-32c0-40fa-81d5-a8a352152583 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1026723 Jul 16 18:04:19.107949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Deleting port f53de6b3-537f-4ff8-b207-e736e1da32fc {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:19.108291 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.141396 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-4a3a7c60-2eee-4b4f-9c1d-e60cbf1c4a36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 217 time: 0.0338087 Jul 16 18:04:19.151817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Calling delete_port for 956ada46-0b82-458a-838c-17ce581f9436 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:19.172326 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.192841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-86ab5ab4-3739-44b0-af11-74bacd213e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.194297 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-86ab5ab4-3739-44b0-af11-74bacd213e94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0434105 Jul 16 18:04:19.215558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8290-771c-4e50-9dcd-89dc4af7b1ca req-50091ee6-a73c-49a6-a2e9-2e9573dd8d0a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.216805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785f8290-771c-4e50-9dcd-89dc4af7b1ca req-50091ee6-a73c-49a6-a2e9-2e9573dd8d0a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 947 time: 0.7154806 Jul 16 18:04:19.254036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-c6b90994-58db-4201-9490-18926181b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.255578 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-c6b90994-58db-4201-9490-18926181b361 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532193 Jul 16 18:04:19.302794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event updated for resources: {'Port': ['ID=799eba72-7823-464a-a5c0-39147f646ae8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.311695 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.312932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-847ea802-f7bc-46a6-8a39-abe511d719e6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7313857 Jul 16 18:04:19.366612 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-a37e9d5f-5563-46d3-acd1-02ea1c0b009c service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016507 Jul 16 18:04:19.378092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] For port f53de6b3-537f-4ff8-b207-e736e1da32fc, host n-d-793619-10, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:19.378454 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.424229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f635-e3af-412e-90bf-c65c546585a2 req-023060ca-4c0c-4d94-94e8-18817a6194d6 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.430778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-023060ca-4c0c-4d94-94e8-18817a6194d6 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3720291 Jul 16 18:04:19.436070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Calling delete_port for f53de6b3-537f-4ff8-b207-e736e1da32fc owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:19.444547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Port f53de6b3-537f-4ff8-b207-e736e1da32fc was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:04:19.450761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785f8290-771c-4e50-9dcd-89dc4af7b1ca req-e1310b9b-c466-44d7-ae6f-41eb83883ce8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022421 Jul 16 18:04:19.453518 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.469677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-2923f06b-fa31-4f92-bbfa-471f54117458 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/quotas/38eaeaa307b3400baed00e43275c1e9b HTTP/1.1" status: 200 len: 375 time: 0.0374022 Jul 16 18:04:19.473500 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89443ba2-5ab7-4432-90b9-fb538552fa5b req-bbfa9691-5a16-4d0a-a307-26f6b27c10d0 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994799 Jul 16 18:04:19.541796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] No DVR routers for this DVR port f53de6b3-537f-4ff8-b207-e736e1da32fc on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:19.564614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f53de6b3-537f-4ff8-b207-e736e1da32fc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.689949 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.728120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.728384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.729145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.730097 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.730434 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.730935 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.731261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.731585 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.731905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.732229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.806573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.806929 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.807261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.807591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:04:19.808202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70d55ad-58d3-4949-b701-21975829532b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.836112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b507abf4-d2e1-47d4-adab-7f21da42136f') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.836407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b507abf4-d2e1-47d4-adab-7f21da42136f') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.866408 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.904159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-9c035abd-2cca-4ceb-b40e-2e0facde3833 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3762438 Jul 16 18:04:19.906383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.910933 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.944995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:19.945403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: from cryptography.utils import int_from_bytes Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: from cryptography.utils import int_from_bytes Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:04:19.950736 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:19.954467 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:19.961577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=956ada46-0b82-458a-838c-17ce581f9436,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.965238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fe26b-e101-4a97-8899-5ac71677c755 req-e2742dac-9167-4cd8-aa7a-f853acbf2054 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.966773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-002fe26b-e101-4a97-8899-5ac71677c755 req-e2742dac-9167-4cd8-aa7a-f853acbf2054 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1097 time: 0.3737929 Jul 16 18:04:20.075979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.096720 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.101601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b70d55ad-58d3-4949-b701-21975829532b HTTP/1.1" status: 204 len: 168 time: 2.1010270 Jul 16 18:04:20.127562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-002fe26b-e101-4a97-8899-5ac71677c755 req-000958df-3547-44eb-b53a-375fa827c801 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500766 Jul 16 18:04:20.130590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e4a99-9a6c-44ba-8217-2f0c19695ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70d55ad-58d3-4949-b701-21975829532b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:20.132310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.297509 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.302314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c168058-9825-41fb-ac04-231c6fb9b068 req-bce967ec-861d-4151-96b3-d499a42ff0a0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 210 time: 0.0826764 Jul 16 18:04:20.303449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.325112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33380) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.356209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f53de6b3-537f-4ff8-b207-e736e1da32fc no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:20.376500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-39df532a-e919-4d54-a72e-78d3b4aaa2f4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--167644244&fields=id&tenant_id=6003d76c61b940759fea111c77e737cb HTTP/1.1" status: 200 len: 267 time: 0.1547270 Jul 16 18:04:20.381678 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.382421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a29424a5-cbc7-4ce5-8dc7-a146de3eef4a {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:04:20.395156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f53de6b3-537f-4ff8-b207-e736e1da32fc {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:20.395156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f53de6b3-537f-4ff8-b207-e736e1da32fc not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:20.395512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 31e0d168-00e1-4f55-9dd1-87e355b8af16 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:20.397064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.398240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eac3439b-23f8-4085-8594-6c9830ab4ce5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a29424a5-cbc7-4ce5-8dc7-a146de3eef4a HTTP/1.1" status: 204 len: 168 time: 3.0865684 Jul 16 18:04:20.401980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.441644 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e1a69c34-1ddb-43ff-a47b-8c3b9fc7be3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43bc01776ea14cf490089aefb6014d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1144097 Jul 16 18:04:20.441849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 31e0d168-00e1-4f55-9dd1-87e355b8af16 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:20.442083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 31e0d168-00e1-4f55-9dd1-87e355b8af16 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:20.442884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 956ada46-0b82-458a-838c-17ce581f9436 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:20.443955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33386) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.481206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 956ada46-0b82-458a-838c-17ce581f9436 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:20.481772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 956ada46-0b82-458a-838c-17ce581f9436 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:20.549156 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a50377c-2cc3-46db-ad74-222c08efc1b4 admin admin] Deleting subnet b5fd6cb7-6f84-43cb-97ac-4883d35ec21e {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:20.559496 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d476083-3eee-45a4-b911-0751061b3d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.590594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d476083-3eee-45a4-b911-0751061b3d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.590906 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a50377c-2cc3-46db-ad74-222c08efc1b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.651346 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a50377c-2cc3-46db-ad74-222c08efc1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.663119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d476083-3eee-45a4-b911-0751061b3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.673851 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d476083-3eee-45a4-b911-0751061b3d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.673851 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1d476083-3eee-45a4-b911-0751061b3d2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5905f9a0-4245-4501-b259-ce4eaf01199a HTTP/1.1" status: 204 len: 168 time: 0.2226374 Jul 16 18:04:20.678301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d476083-3eee-45a4-b911-0751061b3d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5905f9a0-4245-4501-b259-ce4eaf01199a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:20.727535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8254d4-2d90-4678-8784-423cac45a64b req-da0c8311-b720-4240-b946-3b1c8dd5bee4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:20.729098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-da0c8311-b720-4240-b946-3b1c8dd5bee4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/networks?id=e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 200 len: 824 time: 0.3296950 Jul 16 18:04:20.752158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-01e5b8b6-e473-4f2c-86da-3162a53e016c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/quotas/6003d76c61b940759fea111c77e737cb HTTP/1.1" status: 200 len: 375 time: 0.0133326 Jul 16 18:04:20.891685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a50377c-2cc3-46db-ad74-222c08efc1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.936836 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-1ef29a3d-1c9f-4819-91f9-1980e969d16d tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6003d76c61b940759fea111c77e737cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1795437 Jul 16 18:04:21.007307 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a50377c-2cc3-46db-ad74-222c08efc1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.072767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50377c-2cc3-46db-ad74-222c08efc1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5fd6cb7-6f84-43cb-97ac-4883d35ec21e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:21.080299 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a50377c-2cc3-46db-ad74-222c08efc1b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.081673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6a50377c-2cc3-46db-ad74-222c08efc1b4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b5fd6cb7-6f84-43cb-97ac-4883d35ec21e HTTP/1.1" status: 204 len: 168 time: 0.6700780 Jul 16 18:04:21.084206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:21.089989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7326af48-bdf3-40d8-af84-a43e63dc730c None None] Network db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:21.129944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-b8ffa456-3a58-4af4-be4f-ce1d8f0779f6 service neutron] 10.222.0.60 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735623 Jul 16 18:04:21.201185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.266024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-0c0dba9d-292a-4087-ac61-28b4ef5efa59 service neutron] 10.222.0.60 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276290 Jul 16 18:04:21.288026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Deleting port b295bedc-9af5-4569-a05a-3b5df6fe04e5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:21.288664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.385555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] DHCP port deletion for db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:21.410722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] For port b295bedc-9af5-4569-a05a-3b5df6fe04e5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b295bedc-9af5-4569-a05a-3b5df6fe04e5,segment=NetworkSegment(1bb4c457-197e-4ce8-b6cf-c3bc042d690f),segment_id=1bb4c457-197e-4ce8-b6cf-c3bc042d690f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:21.411183 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.427400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Calling delete_port for b295bedc-9af5-4569-a05a-3b5df6fe04e5 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:21.444683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 877693f0-d5e7-4f4f-8b58-b6ab2128c596 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:21.549489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.585164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] No DVR routers for this DVR port b295bedc-9af5-4569-a05a-3b5df6fe04e5 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:21.596390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] Deleting port b295bedc-9af5-4569-a05a-3b5df6fe04e5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:21.596805 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.639220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b295bedc-9af5-4569-a05a-3b5df6fe04e5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:21.657530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-be2cde2e-192e-4598-9cba-b95caf08054f tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=38eaeaa307b3400baed00e43275c1e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899787 Jul 16 18:04:21.765278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] For port b295bedc-9af5-4569-a05a-3b5df6fe04e5, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:21.766057 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.825266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] Calling delete_port for b295bedc-9af5-4569-a05a-3b5df6fe04e5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:21.845194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] Port b295bedc-9af5-4569-a05a-3b5df6fe04e5 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:04:21.857007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.871759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:21.885403 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.921936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:21.949164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f635-e3af-412e-90bf-c65c546585a2 req-3ca0e77f-7685-43f1-b9b1-387c26f39e1e tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.950963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-3ca0e77f-7685-43f1-b9b1-387c26f39e1e tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2879932 Jul 16 18:04:21.957820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb4c457-197e-4ce8-b6cf-c3bc042d690f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:21.957820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb4c457-197e-4ce8-b6cf-c3bc042d690f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:21.972885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Request body: {'port': {'device_id': '72342e62-a128-4f69-98e1-2fefc6237db8', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '38eaeaa307b3400baed00e43275c1e9b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:21.982158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.003305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] Pushing event deleted for resources: {'Port': ['ID=b295bedc-9af5-4569-a05a-3b5df6fe04e5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.013553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.023256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:22.024002 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:22.027511 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:22.052865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'mac_address': 'fa:16:3e:1b:72:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:22.061211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf44c09-5f79-43ec-ba57-d297d304fc1f None None] No DVR routers for this DVR port b295bedc-9af5-4569-a05a-3b5df6fe04e5 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:22.159361 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.175272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-6014c037-96dd-436c-94a2-9a1ec733d1b4 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:04:22.177156 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-6014c037-96dd-436c-94a2-9a1ec733d1b4 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077822 Jul 16 18:04:22.191221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Request body: {'binding': {'host': 'n-h2-793619-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:22.192420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Unknown quota resources ['binding']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:04:22.197458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877693f0-d5e7-4f4f-8b58-b6ab2128c596 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:22.197885 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.231646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:22.240682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.242754 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.250266 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3 HTTP/1.1" status: 204 len: 168 time: 1.1649630 Jul 16 18:04:22.290876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeec47b-d904-4b98-8c2f-cc5d8ceb4da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=db5d4b23-0fa9-4d14-bcf9-0963e2a34aa3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.363380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Made reservation on behalf of 38eaeaa307b3400baed00e43275c1e9b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:22.369573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.438950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b295bedc-9af5-4569-a05a-3b5df6fe04e5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:22.471307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on host n-h2-793619-10 for vnic_type normal with profile None {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:22.471888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:22.472018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:22.476432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: b295bedc-9af5-4569-a05a-3b5df6fe04e5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:22.476844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b295bedc-9af5-4569-a05a-3b5df6fe04e5 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:22.476965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:22.477258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:22.496169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:22.496870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:22.497423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:22.498146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Bound port: 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:22.507303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.533611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.548834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e66ab2-fc76-4eca-9110-653ad59a1c73 req-8cc77fa4-8826-4128-9bb5-8c8f5dcf4da0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.550390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03e66ab2-fc76-4eca-9110-653ad59a1c73 req-8cc77fa4-8826-4128-9bb5-8c8f5dcf4da0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 948 time: 0.2628932 Jul 16 18:04:22.597795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:22.601554 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eaf06ad3-18fe-4400-84f8-21a7fb226d9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c766d968ff946138a954a3c2775cce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668082 Jul 16 18:04:22.603618 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] Notify callbacks [] for binding, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.605559 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-92c2db07-ae59-4389-8cce-4599d0a53cef service neutron] 10.222.0.60 "POST /v2.0/ports/3604e54e-f5d6-4660-a63d-3e32b6ab7dee/bindings HTTP/1.1" status: 201 len: 390 time: 0.4200649 Jul 16 18:04:22.606043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.622146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['877693f0-d5e7-4f4f-8b58-b6ab2128c596'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:22.629988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03e66ab2-fc76-4eca-9110-653ad59a1c73 req-00f57ee5-6b28-4b06-a78c-8b51c9243dcb tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735970 Jul 16 18:04:22.667906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Allocated IP 192.168.233.48 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/ab43198a-6be3-4752-b44c-89dffb685439) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:22.704935 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2df3d26e-bb2c-4639-81be-b635499c9010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.749502 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2df3d26e-bb2c-4639-81be-b635499c9010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.837686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2df3d26e-bb2c-4639-81be-b635499c9010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.841222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2df3d26e-bb2c-4639-81be-b635499c9010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.844938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2df3d26e-bb2c-4639-81be-b635499c9010 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0a2c864-3994-4202-a6e7-c809fdbf9a6e HTTP/1.1" status: 204 len: 168 time: 0.2357104 Jul 16 18:04:22.855287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3d26e-bb2c-4639-81be-b635499c9010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2c864-3994-4202-a6e7-c809fdbf9a6e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.956068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b3e5c21-7bf9-4188-8cf8-249b33faed91 req-617948d2-157d-40d3-945c-fc0a22abb097 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 210 time: 0.0633059 Jul 16 18:04:22.959832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11e4f984-a486-48c1-af9a-cb51398fc7eb req-3caee4aa-d088-4585-9257-e488c7c3577a tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 210 time: 0.0683060 Jul 16 18:04:22.998747 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.024650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Transition to ACTIVE for port object ab43198a-6be3-4752-b44c-89dffb685439 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:23.093520 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.108263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['b96a0fef-0283-4080-ac39-287046d3eb8f', 'a8314f07-65f8-4ac2-981a-d725b0a821ea'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:23.173778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-7a55de51-2842-4f42-852f-d41c4e29116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.175556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-7a55de51-2842-4f42-852f-d41c4e29116f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1097 time: 0.1119516 Jul 16 18:04:23.195407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:23.211912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:23.245917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:23.341034 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.341662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.386546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Pushing event updated for resources: {'Port': ['ID=ab43198a-6be3-4752-b44c-89dffb685439,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.402790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-c10ba282-9ef5-4698-8bce-bf140890d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.404412 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-c10ba282-9ef5-4698-8bce-bf140890d8cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.2128780 Jul 16 18:04:23.447142 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-33a9dfc4-339f-49d5-9b61-4ea872e77c12 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4788687 Jul 16 18:04:23.453700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 877693f0-d5e7-4f4f-8b58-b6ab2128c596 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:23.475783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Request body: {'port': {'device_id': '72342e62-a128-4f69-98e1-2fefc6237db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:23.479459 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-8204df0d-82e5-486f-97df-9625beeb752f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee HTTP/1.1" status: 200 len: 217 time: 0.0675521 Jul 16 18:04:23.530871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:23.535748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:23.536408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.565326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c48b-9409-417a-80aa-5b847688e65f req-dfabc205-2466-45af-9c3f-90d713e107e6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.573105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2226c48b-9409-417a-80aa-5b847688e65f req-dfabc205-2466-45af-9c3f-90d713e107e6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 945 time: 0.3754883 Jul 16 18:04:23.633438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f28802a8-78d8-4607-a88b-e4da4cb89cd4 None None] Provisioning for port ab43198a-6be3-4752-b44c-89dffb685439 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:23.645634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f28802a8-78d8-4607-a88b-e4da4cb89cd4 None None] Provisioning complete for port ab43198a-6be3-4752-b44c-89dffb685439 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:23.646414 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f28802a8-78d8-4607-a88b-e4da4cb89cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.652863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-5ec84a8a-22c4-4aa8-9ccb-368df3e8eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.654336 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-5ec84a8a-22c4-4aa8-9ccb-368df3e8eed9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.1676378 Jul 16 18:04:23.710609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f28802a8-78d8-4607-a88b-e4da4cb89cd4 None None] Port ab43198a-6be3-4752-b44c-89dffb685439 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:23.734850 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.773152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2226c48b-9409-417a-80aa-5b847688e65f req-9bf685fc-772d-459a-a2cf-e17464df74b8 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987259 Jul 16 18:04:23.773888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.796929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:23.802700 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7a0439-3a29-4572-997e-4afabeca1bb1" -d '{"events": [{"server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "name": "network-vif-plugged", "status": "completed", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:23.818253 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-f5c255ca-c74b-43fa-b6ae-beae23696258 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444807 Jul 16 18:04:23.832312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:23.838057 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.956401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:24.013261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8254d4-2d90-4678-8784-423cac45a64b req-3f88381a-611f-4369-b70d-37340a0b20da tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.015785 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-3f88381a-611f-4369-b70d-37340a0b20da tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "GET /v2.0/networks?id=e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 200 len: 824 time: 0.3598664 Jul 16 18:04:24.031505 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-f35ea1b9-edec-4dd8-a3cf-8ec761242152 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005780 Jul 16 18:04:24.073619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd3433ab-fac2-4882-bf01-acbf7bbe740e req-70c15b66-6704-43f3-b74b-e92e5a76e122 tempest-AbsoluteLimitsNegativeTestJSON-1007933896 tempest-AbsoluteLimitsNegativeTestJSON-1007933896-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d1d7b95068a340f69078e28759235c45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024313 Jul 16 18:04:24.197697 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-7d1d15ce-a415-4dc2-b298-6e8cea9c07e8 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472249 Jul 16 18:04:24.202112 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-4ff80bd2-1d1c-4b98-995a-f29ec40a7863 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6003d76c61b940759fea111c77e737cb HTTP/1.1" status: 200 len: 379 time: 0.1612113 Jul 16 18:04:24.202697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.225477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Request body: {'port': {'device_id': '07899a9c-337c-4979-8a7a-e106d3b18975', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'admin_state_up': True, 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'security_groups': ['25c343c3-b35e-4a78-b93b-ee5475638a2f']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:24.240117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.418715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3886e274-619c-4eed-a867-9365cfd4aa76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.448109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Made reservation on behalf of 6003d76c61b940759fea111c77e737cb for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:24.451869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.553629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0eb5e7ca-ba47-4d73-bdef-01a4b9f00f4c tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.555847 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0eb5e7ca-ba47-4d73-bdef-01a4b9f00f4c tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.2075706 Jul 16 18:04:24.572312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-10'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:24.639096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60abb6b-f323-425b-94fb-b89944a55cd8 req-5060462b-4111-4b0b-abc6-525467c91d4a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.646909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a60abb6b-f323-425b-94fb-b89944a55cd8 req-5060462b-4111-4b0b-abc6-525467c91d4a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.6048415 Jul 16 18:04:24.674019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3433ab-fac2-4882-bf01-acbf7bbe740e req-aa94009d-4b62-4d1c-be61-59a443c7a652 tempest-AbsoluteLimitsNegativeTestJSON-1007933896 tempest-AbsoluteLimitsNegativeTestJSON-1007933896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.675895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd3433ab-fac2-4882-bf01-acbf7bbe740e req-aa94009d-4b62-4d1c-be61-59a443c7a652 tempest-AbsoluteLimitsNegativeTestJSON-1007933896 tempest-AbsoluteLimitsNegativeTestJSON-1007933896-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6014788 Jul 16 18:04:24.710315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b6aae52-af5e-4499-8acf-b127cf49bbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.724214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Allocated IP 172.20.0.5 (e4c0d341-1db4-4359-81e0-5a31d9d3624c/c486c120-0ad9-4c01-8f55-560381225582/3e83c91c-4f82-4ab4-9726-4bee30dc0a62) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:24.731887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd3433ab-fac2-4882-bf01-acbf7bbe740e req-9db520e2-bcfe-49b8-bb25-bcf9f67f75b7 tempest-AbsoluteLimitsNegativeTestJSON-1007933896 tempest-AbsoluteLimitsNegativeTestJSON-1007933896-project] 10.222.0.60 "GET /v2.0/quotas/d1d7b95068a340f69078e28759235c45 HTTP/1.1" status: 200 len: 375 time: 0.0352795 Jul 16 18:04:24.755429 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3886e274-619c-4eed-a867-9365cfd4aa76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.757692 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.764398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3886e274-619c-4eed-a867-9365cfd4aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.817186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a60abb6b-f323-425b-94fb-b89944a55cd8 req-5b42f07f-d3df-4feb-9854-f6cc9d14fbf8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692350 Jul 16 18:04:24.830921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd3433ab-fac2-4882-bf01-acbf7bbe740e req-3419b131-ec79-4040-bd79-f79aa1a49a98 tempest-AbsoluteLimitsNegativeTestJSON-1007933896 tempest-AbsoluteLimitsNegativeTestJSON-1007933896-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1d7b95068a340f69078e28759235c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749593 Jul 16 18:04:24.873657 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a766a8d-8387-4025-a9bf-d60b13773d36 x-openstack-request-id: req-8a766a8d-8387-4025-a9bf-d60b13773d36 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:24.875103 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "name": "network-vif-plugged", "status": "completed", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:24.875456 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a766a8d-8387-4025-a9bf-d60b13773d36 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:24.875954 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'code': 200} Jul 16 18:04:24.877048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886e274-619c-4eed-a867-9365cfd4aa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62cb9dd-7640-4223-b2b5-69cd698fd282,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:24.893158 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3886e274-619c-4eed-a867-9365cfd4aa76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5159bc2b73444b70b8ca39d04fa39277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6892495 Jul 16 18:04:24.897367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33546) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.995942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b6aae52-af5e-4499-8acf-b127cf49bbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.020750 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b6aae52-af5e-4499-8acf-b127cf49bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.060107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab43198a-6be3-4752-b44c-89dffb685439 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:25.073109 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.111930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aae52-af5e-4499-8acf-b127cf49bbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63835695-4a1c-437d-8f8c-cb913f5590dc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.119272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.157239 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8df5100-c649-4163-99b3-243fabda9ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.158590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8b6aae52-af5e-4499-8acf-b127cf49bbb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb98bc08b0bb4852a432f2c734f0abe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9029512 Jul 16 18:04:25.158590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Transition to ACTIVE for port object ab43198a-6be3-4752-b44c-89dffb685439 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:25.158590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:25.168378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Transition to ACTIVE for port object 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:25.203134 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.203874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:25.237050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8df5100-c649-4163-99b3-243fabda9ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.318990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadf266-b950-4c3e-8297-ff8b08878b41 req-c7fdf859-f8a5-4095-bac9-2dc96e03bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.320488 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9dadf266-b950-4c3e-8297-ff8b08878b41 req-c7fdf859-f8a5-4095-bac9-2dc96e03bfd9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 1101 time: 0.3059378 Jul 16 18:04:25.326706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:25.348290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b38980-ecca-4ba9-9863-ba15284b9969 req-3d4f5c7d-b15b-400f-b2df-fa18c272d153 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.355600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0b38980-ecca-4ba9-9863-ba15284b9969 req-3d4f5c7d-b15b-400f-b2df-fa18c272d153 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 935 time: 0.3556221 Jul 16 18:04:25.367888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.388006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5207c1d-9d75-4366-8fce-12c6a8f3babc req-dda7430f-0098-454e-9aa8-b9a00cb04f0a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 210 time: 0.1658032 Jul 16 18:04:25.389011 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fefab1-1957-49a0-86f1-8371e7faca32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.458552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8df5100-c649-4163-99b3-243fabda9ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.466008 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8df5100-c649-4163-99b3-243fabda9ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.476386 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e8df5100-c649-4163-99b3-243fabda9ea1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c62cb9dd-7640-4223-b2b5-69cd698fd282 HTTP/1.1" status: 204 len: 168 time: 0.5761001 Jul 16 18:04:25.477346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:25.483748 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443ba69d-2d26-44e0-84bc-a11ef8e2373b" -d '{"events": [{"server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "name": "network-vif-unplugged", "status": "completed", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:25.489618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33568) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:25.491448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.492037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ab43198a-6be3-4752-b44c-89dffb685439,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.497501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:25.524541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:25.528569 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9dadf266-b950-4c3e-8297-ff8b08878b41 req-17b15781-e72d-41b7-a1f5-5ce4dcf5e1e0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998231 Jul 16 18:04:25.529906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:25.536001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.542634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df5100-c649-4163-99b3-243fabda9ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62cb9dd-7640-4223-b2b5-69cd698fd282,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.583927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0b38980-ecca-4ba9-9863-ba15284b9969 req-a031fc0a-0dd7-4e06-a515-9ee243039302 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271249 Jul 16 18:04:25.601805 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fefab1-1957-49a0-86f1-8371e7faca32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.828153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Attempting to bind port ab43198a-6be3-4752-b44c-89dffb685439 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:25.828996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Attempting to bind port ab43198a-6be3-4752-b44c-89dffb685439 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:25.828996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Attempting to bind port ab43198a-6be3-4752-b44c-89dffb685439 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:25.845486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Port ab43198a-6be3-4752-b44c-89dffb685439 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:25.845876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Attempting to bind port ab43198a-6be3-4752-b44c-89dffb685439 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:25.857472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6f931-6dcc-48b5-88bd-269353ee7d23 req-e29b977d-7766-40be-bbd5-e7aba3bc7b31 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.865145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38b6f931-6dcc-48b5-88bd-269353ee7d23 req-e29b977d-7766-40be-bbd5-e7aba3bc7b31 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 943 time: 0.2579615 Jul 16 18:04:25.878314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:25.878585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:25.878882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:25.879274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Bound port: ab43198a-6be3-4752-b44c-89dffb685439, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:25.879629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.906413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-084433ee-811b-4e63-8fab-30e41dd8b72f None None] Provisioning for port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:25.928579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-084433ee-811b-4e63-8fab-30e41dd8b72f None None] Provisioning complete for port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:25.931998 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-084433ee-811b-4e63-8fab-30e41dd8b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.943395 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01370f54-0fb4-43aa-9d6c-48083477cca7 x-openstack-request-id: req-01370f54-0fb4-43aa-9d6c-48083477cca7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:25.944328 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "name": "network-vif-unplugged", "status": "completed", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:25.944746 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01370f54-0fb4-43aa-9d6c-48083477cca7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:25.946440 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee', 'code': 200} Jul 16 18:04:25.947204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event updated for resources: {'Port': ['ID=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.947526 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fefab1-1957-49a0-86f1-8371e7faca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.958786 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83fefab1-1957-49a0-86f1-8371e7faca32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.960530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-83fefab1-1957-49a0-86f1-8371e7faca32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63835695-4a1c-437d-8f8c-cb913f5590dc HTTP/1.1" status: 204 len: 168 time: 0.8054256 Jul 16 18:04:25.995286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38b6f931-6dcc-48b5-88bd-269353ee7d23 req-1210f1f5-a84c-4f39-9eb2-308303c50756 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221147 Jul 16 18:04:26.033117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.033994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.043165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-084433ee-811b-4e63-8fab-30e41dd8b72f None None] Port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:26.083112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fefab1-1957-49a0-86f1-8371e7faca32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63835695-4a1c-437d-8f8c-cb913f5590dc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.085378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on host n-h1-793619-10 for vnic_type normal with profile {"migrating_to": "n-h2-793619-10"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:26.085730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:26.086245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:26.097649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Pushing event updated for resources: {'Port': ['ID=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.100165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-098c63e5-9c09-480d-a7df-ac0e58ba184a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.114320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33594) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:26.124786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:26.125421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Attempting to bind port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:26.133226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:26.133575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:26.133702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] For port ab43198a-6be3-4752-b44c-89dffb685439, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:26.134015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:26.134447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Bound port: 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:26.134805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.139690 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-96003e34-41b3-4413-8ab6-d0fe9b881011 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9185383 Jul 16 18:04:26.158150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] For port ab43198a-6be3-4752-b44c-89dffb685439, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab43198a-6be3-4752-b44c-89dffb685439,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:26.161603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa253072-5192-4e67-a162-a17f3746ea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.170636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Request body: {'port': {'device_id': '07899a9c-337c-4979-8a7a-e106d3b18975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:26.194009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.270724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.272289 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.273820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] 10.222.0.45 "PUT /v2.0/ports/ab43198a-6be3-4752-b44c-89dffb685439 HTTP/1.1" status: 200 len: 1096 time: 2.8141079 Jul 16 18:04:26.282359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72342e62-a128-4f69-98e1-2fefc6237db8', 'tag': 'ab43198a-6be3-4752-b44c-89dffb685439'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:26.285335 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9757d7ec-2a55-4fe4-97f6-daee185ca893" -d '{"events": [{"name": "network-changed", "server_uuid": "72342e62-a128-4f69-98e1-2fefc6237db8", "tag": "ab43198a-6be3-4752-b44c-89dffb685439"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:26.331865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.403050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8900b5-c869-4485-b411-304d597b7d4d service neutron] Pushing event updated for resources: {'Port': ['ID=ab43198a-6be3-4752-b44c-89dffb685439,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.418317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0c2b0-1e69-4575-8547-722731655488 req-25473ed9-f07b-4f0f-ab2a-0b20c4ac4a0c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.428596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9db0c2b0-1e69-4575-8547-722731655488 req-25473ed9-f07b-4f0f-ab2a-0b20c4ac4a0c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.2610812 Jul 16 18:04:26.445424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:26.455081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:26.466913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.515588 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9db0c2b0-1e69-4575-8547-722731655488 req-764813f7-9d27-4c51-8620-c4ebcb0b7e33 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855229 Jul 16 18:04:26.605854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-098c63e5-9c09-480d-a7df-ac0e58ba184a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.613266 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e981f-0802-46bc-95e2-a3460198e477 x-openstack-request-id: req-414e981f-0802-46bc-95e2-a3460198e477 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:26.614400 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72342e62-a128-4f69-98e1-2fefc6237db8", "tag": "ab43198a-6be3-4752-b44c-89dffb685439", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:26.615449 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-414e981f-0802-46bc-95e2-a3460198e477 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:26.616263 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72342e62-a128-4f69-98e1-2fefc6237db8', 'tag': 'ab43198a-6be3-4752-b44c-89dffb685439', 'status': 'completed', 'code': 200} Jul 16 18:04:26.638287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f635-e3af-412e-90bf-c65c546585a2 req-de472142-d1a6-4777-87af-7f3c15adb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.641810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-de472142-d1a6-4777-87af-7f3c15adb659 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 1099 time: 0.3181524 Jul 16 18:04:26.647948 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-098c63e5-9c09-480d-a7df-ac0e58ba184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.679817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:26.691498 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.692221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.693701 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] 10.222.0.46 "PUT /v2.0/ports/3604e54e-f5d6-4660-a63d-3e32b6ab7dee HTTP/1.1" status: 200 len: 1123 time: 2.1258166 Jul 16 18:04:26.707030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-ea59074e-cb55-4bb0-9287-587b7186b3f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=ab43198a-6be3-4752-b44c-89dffb685439 HTTP/1.1" status: 200 len: 217 time: 0.0529382 Jul 16 18:04:26.724550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c19fc-2c38-4254-9a2c-4a18ce87839c service neutron] Pushing event updated for resources: {'Port': ['ID=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.759010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79f2ff85-767a-4b69-849c-c49f4551ac69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.785152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['3604e54e-f5d6-4660-a63d-3e32b6ab7dee'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:26.788069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f635-e3af-412e-90bf-c65c546585a2 req-b84a50f2-e675-4101-ae79-34a7395ecf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.789913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-b84a50f2-e675-4101-ae79-34a7395ecf01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0629072 Jul 16 18:04:26.881120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-098c63e5-9c09-480d-a7df-ac0e58ba184a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1d7b95068a340f69078e28759235c45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3804340 Jul 16 18:04:26.882610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:26.884736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c63e5-9c09-480d-a7df-ac0e58ba184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d438e2-1b34-4563-9b41-55b5342bfd9d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.935394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:26.944546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.973717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Transition to ACTIVE for port object 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:26.995138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6bd4e-f2da-42cd-835a-03432ae5f7a6 req-f70c3133-52b7-47ea-bed9-fcd81e9d960b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.995534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.002346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecd6bd4e-f2da-42cd-835a-03432ae5f7a6 req-f70c3133-52b7-47ea-bed9-fcd81e9d960b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 931 time: 0.2114387 Jul 16 18:04:27.015037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f635-e3af-412e-90bf-c65c546585a2 req-187e3eb2-0741-41d4-b050-26818716d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.016539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-187e3eb2-0741-41d4-b050-26818716d221 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2105944 Jul 16 18:04:27.069922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d9576-55d1-4259-9231-59d89581079c service neutron] Pushing event updated for resources: {'Port': ['ID=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.072396 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b003d1d-53b1-47ec-8ba4-c492013a1cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.121419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa253072-5192-4e67-a162-a17f3746ea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.135930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa253072-5192-4e67-a162-a17f3746ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.141124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecd6bd4e-f2da-42cd-835a-03432ae5f7a6 req-4fdee80b-b816-4e25-b8c4-1f4ac2e6017e tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377761 Jul 16 18:04:27.150103 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b003d1d-53b1-47ec-8ba4-c492013a1cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.223529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Attempting to bind port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:27.223875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Attempting to bind port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:27.224214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Attempting to bind port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 on network e4c0d341-1db4-4359-81e0-5a31d9d3624c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:27.235200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa253072-5192-4e67-a162-a17f3746ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd4d175-ca8c-407c-a39e-47cacd8f7283,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.237507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 on network e4c0d341-1db4-4359-81e0-5a31d9d3624c not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:27.237869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Attempting to bind port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 on network e4c0d341-1db4-4359-81e0-5a31d9d3624c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:27.246095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:27.246440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Checking segment: {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:27.246831 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Bound using segment: {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:27.247272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Bound port: 3e83c91c-4f82-4ab4-9726-4bee30dc0a62, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:27.247633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.250538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aa253072-5192-4e67-a162-a17f3746ea7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4044f0370266406dadca33d8e16f8f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1349297 Jul 16 18:04:27.257233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:27.267888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02428c-749a-4d06-b9be-3aabc88774c1 req-66143e67-898a-47e2-991d-cb7ae1f542ec tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.275116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c02428c-749a-4d06-b9be-3aabc88774c1 req-66143e67-898a-47e2-991d-cb7ae1f542ec tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 947 time: 0.2575567 Jul 16 18:04:27.286741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-bb023bdf-b86d-4bd9-b5e0-ecb8202d508d service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560718 Jul 16 18:04:27.345773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c02428c-749a-4d06-b9be-3aabc88774c1 req-43137e27-ee1b-4bd9-818d-9c1b79a9bb3a tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697770 Jul 16 18:04:27.361119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b003d1d-53b1-47ec-8ba4-c492013a1cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.363899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b003d1d-53b1-47ec-8ba4-c492013a1cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.369372 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2b003d1d-53b1-47ec-8ba4-c492013a1cd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01d438e2-1b34-4563-9b41-55b5342bfd9d HTTP/1.1" status: 204 len: 168 time: 0.4862363 Jul 16 18:04:27.438308 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b508f635-e3af-412e-90bf-c65c546585a2 req-90006874-8a38-4ab4-b8a3-e9234251da97 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407497 Jul 16 18:04:27.445100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b003d1d-53b1-47ec-8ba4-c492013a1cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d438e2-1b34-4563-9b41-55b5342bfd9d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.494253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79f2ff85-767a-4b69-849c-c49f4551ac69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.502411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79f2ff85-767a-4b69-849c-c49f4551ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.505833 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2df80eb1-5185-469e-b113-4e4686ab21a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.545716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] For port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:27.582653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] For port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:27.587239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2ff85-767a-4b69-849c-c49f4551ac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a18da7-fb1d-4146-b36a-6280dfa8afcc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.592282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2df80eb1-5185-469e-b113-4e4686ab21a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.596622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.603425 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-79f2ff85-767a-4b69-849c-c49f4551ac69 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc2508f3b0104d088e1e71495d70a346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9182606 Jul 16 18:04:27.604477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:27.653280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252571bb-d0a6-45ae-ac6c-273e69c0e253 req-bb55b915-04d3-4ee6-8ba1-fea11d826329 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.655004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-252571bb-d0a6-45ae-ac6c-273e69c0e253 req-bb55b915-04d3-4ee6-8ba1-fea11d826329 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 943 time: 0.1672146 Jul 16 18:04:27.689442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-418a6ac5-0cec-4f1d-8e85-39e280e09ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.691049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-418a6ac5-0cec-4f1d-8e85-39e280e09ad6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 1099 time: 0.1627176 Jul 16 18:04:27.724291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.731079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.733823 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-690d9576-55d1-4259-9231-59d89581079c service neutron] 10.222.0.46 "PUT /v2.0/ports/3e83c91c-4f82-4ab4-9726-4bee30dc0a62 HTTP/1.1" status: 200 len: 1092 time: 1.5694110 Jul 16 18:04:27.747836 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2df80eb1-5185-469e-b113-4e4686ab21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.752127 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2df80eb1-5185-469e-b113-4e4686ab21a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.776174 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2df80eb1-5185-469e-b113-4e4686ab21a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfd4d175-ca8c-407c-a39e-47cacd8f7283 HTTP/1.1" status: 204 len: 168 time: 0.5140002 Jul 16 18:04:27.814634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-252571bb-d0a6-45ae-ac6c-273e69c0e253 req-1580b575-3872-47fe-967d-73068ec2418e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491604 Jul 16 18:04:27.829483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df80eb1-5185-469e-b113-4e4686ab21a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd4d175-ca8c-407c-a39e-47cacd8f7283,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.877903 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5569aa1e-e44b-409a-acf8-93f4acf192ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.903827 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5569aa1e-e44b-409a-acf8-93f4acf192ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.948852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee'}, {'name': 'network-changed', 'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:27.955269 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501546a0-cb38-4885-8d34-f86e5b893944" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee"}, {"name": "network-changed", "server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:27.963616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d9576-55d1-4259-9231-59d89581079c service neutron] Pushing event updated for resources: {'Port': ['ID=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.999928 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5569aa1e-e44b-409a-acf8-93f4acf192ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.002675 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5569aa1e-e44b-409a-acf8-93f4acf192ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.006126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5569aa1e-e44b-409a-acf8-93f4acf192ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8a18da7-fb1d-4146-b36a-6280dfa8afcc HTTP/1.1" status: 204 len: 168 time: 0.3974733 Jul 16 18:04:28.018909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8254d4-2d90-4678-8784-423cac45a64b req-f3434778-3d20-41ad-9950-969f01944145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.023467 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-f3434778-3d20-41ad-9950-969f01944145 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6003d76c61b940759fea111c77e737cb&device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 1095 time: 0.2027328 Jul 16 18:04:28.034113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569aa1e-e44b-409a-acf8-93f4acf192ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a18da7-fb1d-4146-b36a-6280dfa8afcc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:28.075613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-22a46f40-b7be-432a-89e8-51f0b5034aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.077170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-22a46f40-b7be-432a-89e8-51f0b5034aec service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3662512 Jul 16 18:04:28.143164 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-5a3c0d27-5b64-454b-98d2-e4fcb38283f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e83c91c-4f82-4ab4-9726-4bee30dc0a62 HTTP/1.1" status: 200 len: 217 time: 0.1039257 Jul 16 18:04:28.158867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-403f7fad-6700-4ea4-b888-a23e44aafa27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=ab43198a-6be3-4752-b44c-89dffb685439 HTTP/1.1" status: 200 len: 217 time: 0.0703256 Jul 16 18:04:28.209281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e745-4a84-4b34-b9de-97cb78989162 req-88614f42-a883-4e21-8c42-70f39d9af568 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.211032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9503e745-4a84-4b34-b9de-97cb78989162 req-88614f42-a883-4e21-8c42-70f39d9af568 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.2406521 Jul 16 18:04:28.211315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8254d4-2d90-4678-8784-423cac45a64b req-fd58f1bb-55cb-491f-9274-c96afcebde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.213879 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-fd58f1bb-55cb-491f-9274-c96afcebde8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c486c120-0ad9-4c01-8f55-560381225582 HTTP/1.1" status: 200 len: 863 time: 0.0598962 Jul 16 18:04:28.351179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8254d4-2d90-4678-8784-423cac45a64b req-18d26d01-c56d-46ef-b81d-e4a5ba7df127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.352797 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-18d26d01-c56d-46ef-b81d-e4a5ba7df127 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4c0d341-1db4-4359-81e0-5a31d9d3624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282377 Jul 16 18:04:28.357056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9503e745-4a84-4b34-b9de-97cb78989162 req-10042ad6-d84b-4b5d-a322-6889407b2b4f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231518 Jul 16 18:04:28.363660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-54c9c283-9408-4696-80ec-ca12da85e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.365070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-54c9c283-9408-4696-80ec-ca12da85e377 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1955655 Jul 16 18:04:28.426224 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.474438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:28.521478 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-df933edc-7e63-4865-be84-9e85eef612e3 service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603312 Jul 16 18:04:28.523447 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e874833e-6455-4d54-9965-494c443155f4 x-openstack-request-id: req-e874833e-6455-4d54-9965-494c443155f4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:28.523984 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:28.524389 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e874833e-6455-4d54-9965-494c443155f4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:28.525213 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee', 'status': 'completed', 'code': 200} Jul 16 18:04:28.525668 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'status': 'completed', 'code': 200} Jul 16 18:04:28.564911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-2bf80f22-d3cb-4aa5-ac18-7018b6d68156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.568341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-2bf80f22-d3cb-4aa5-ac18-7018b6d68156 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1907618 Jul 16 18:04:28.569638 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4289ce9-4433-465e-b14d-7733d84df401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.643661 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ec8254d4-2d90-4678-8784-423cac45a64b req-a5b2790e-1046-478d-9705-8a75e538b9f8 service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122992 Jul 16 18:04:28.832572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501546a0-cb38-4885-8d34-f86e5b893944 req-96c1f8ac-feb2-45ec-ad88-5b870882385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.834256 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-96c1f8ac-feb2-45ec-ad88-5b870882385e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6003d76c61b940759fea111c77e737cb&device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 1095 time: 0.0625761 Jul 16 18:04:28.875979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501546a0-cb38-4885-8d34-f86e5b893944 req-072f0aac-22de-4fc2-b298-c306a62f320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.877480 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-072f0aac-22de-4fc2-b298-c306a62f320f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1126 time: 0.3716090 Jul 16 18:04:28.912940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-67dbaf45-ed24-4815-9646-3070b8cdfe3d service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917943 Jul 16 18:04:28.969672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501546a0-cb38-4885-8d34-f86e5b893944 req-2d49b0c9-2235-4fbd-89a3-577132c9be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.973539 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-2d49b0c9-2235-4fbd-89a3-577132c9be5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 200 len: 925 time: 0.1316690 Jul 16 18:04:28.984435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12359c-15d2-4656-81dc-059bb8bc4651 req-ae95236f-bf14-40b9-b2d8-f07b174491b5 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.985961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b12359c-15d2-4656-81dc-059bb8bc4651 req-ae95236f-bf14-40b9-b2d8-f07b174491b5 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 943 time: 0.3209336 Jul 16 18:04:28.996353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33796) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:29.031896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-359bf414-9a9e-41d4-8ef4-71083f4eaf06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e83c91c-4f82-4ab4-9726-4bee30dc0a62 HTTP/1.1" status: 200 len: 217 time: 0.0489590 Jul 16 18:04:29.036935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54034f55-4f9b-434c-b178-c05cbe28f5a6 req-013a336f-201d-48c6-82a9-4824db425201 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.038440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54034f55-4f9b-434c-b178-c05cbe28f5a6 req-013a336f-201d-48c6-82a9-4824db425201 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 947 time: 0.3408568 Jul 16 18:04:29.114116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501546a0-cb38-4885-8d34-f86e5b893944 req-366109a1-e6cc-444f-8e20-beb77a84d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.116307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-366109a1-e6cc-444f-8e20-beb77a84d59d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c486c120-0ad9-4c01-8f55-560381225582 HTTP/1.1" status: 200 len: 863 time: 0.0698481 Jul 16 18:04:29.180965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-753756186-network', 'tenant_id': '0567d6cf2a2f44ff8dec86ae60025252'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:29.185110 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4289ce9-4433-465e-b14d-7733d84df401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.188412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b12359c-15d2-4656-81dc-059bb8bc4651 req-2fc76146-c48c-4809-8fca-c7620dc60471 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961584 Jul 16 18:04:29.192969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501546a0-cb38-4885-8d34-f86e5b893944 req-1a93ec6b-0efa-45b2-bf48-0366f0999365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.194262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-1a93ec6b-0efa-45b2-bf48-0366f0999365 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.3072343 Jul 16 18:04:29.200031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501546a0-cb38-4885-8d34-f86e5b893944 req-36cca900-192a-48b5-b5a8-5a8283ad38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.201258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4289ce9-4433-465e-b14d-7733d84df401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.201580 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-36cca900-192a-48b5-b5a8-5a8283ad38d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4c0d341-1db4-4359-81e0-5a31d9d3624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754125 Jul 16 18:04:29.224863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54034f55-4f9b-434c-b178-c05cbe28f5a6 req-72e56cb9-d857-4056-bea6-e2bc9ae7b5aa tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732090 Jul 16 18:04:29.244458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Made reservation on behalf of 0567d6cf2a2f44ff8dec86ae60025252 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:29.247677 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.299240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9757d7ec-2a55-4fe4-97f6-daee185ca893 req-5f08cb81-cc12-42bd-b225-96fb441e0dfb service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638268 Jul 16 18:04:29.332740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-743413ce-2be1-4d2a-b9da-530516629a12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee HTTP/1.1" status: 200 len: 217 time: 0.1285932 Jul 16 18:04:29.341052 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.385002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-25dbf8c6-8b90-4c9a-bc52-7381f2f254e1 service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746144 Jul 16 18:04:29.410869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4289ce9-4433-465e-b14d-7733d84df401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cf6baf-d4d0-4d00-a130-57f16759946b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.416361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f4289ce9-4433-465e-b14d-7733d84df401 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50d150e84ad94633a420cb46f096a6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9377909 Jul 16 18:04:29.420119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33820) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:29.465637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501546a0-cb38-4885-8d34-f86e5b893944 req-dd46dbd8-6c4a-47a0-ac4f-92dca33f0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.467404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-dd46dbd8-6c4a-47a0-ac4f-92dca33f0d45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.1300092 Jul 16 18:04:29.477406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3604e54e-f5d6-4660-a63d-3e32b6ab7dee details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:29.533420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-74d78180-8068-4746-b36a-1296ab78d17e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557609 Jul 16 18:04:29.551522 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-8a3dab69-1759-4924-a5e8-1978cf259701 service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534541 Jul 16 18:04:29.584588 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc4df36-762c-4288-a1e2-d3b133e730c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.663219 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc4df36-762c-4288-a1e2-d3b133e730c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.667780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.673814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.690591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:29.712595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78fcce-4e35-4f6b-bc8c-58dbe4fdc3c3 req-eb62e468-5c2d-4193-b7f9-e3eaa489824a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.714741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a78fcce-4e35-4f6b-bc8c-58dbe4fdc3c3 req-eb62e468-5c2d-4193-b7f9-e3eaa489824a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 943 time: 0.2284412 Jul 16 18:04:29.734990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:29.748819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.749265 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Added segment 1616f608-fba2-4d31-a419-d0a5c35f74ad of type vlan for network 830ba48d-6829-427a-97bc-9775fe41804f Jul 16 18:04:29.767131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3604e54e-f5d6-4660-a63d-3e32b6ab7dee has no active binding in host n-h2-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:04:29.812017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5b5c73-995c-49ec-829a-d6e337a7bcde,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.830702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a78fcce-4e35-4f6b-bc8c-58dbe4fdc3c3 req-9372b4ca-bdc2-4d0c-9a6e-30df78ccb35f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061339 Jul 16 18:04:29.833691 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.833838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-b2cc909f-9eee-4cd9-b3a0-3246feb3f3d0 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718995 Jul 16 18:04:29.842420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.842830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.843219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.843896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.844262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.845007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.845103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.845360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.845692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.846016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.846363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.846670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:29.880088 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-69256c0e-565e-4430-b874-d973ae2402e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1818588 Jul 16 18:04:29.889899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc4df36-762c-4288-a1e2-d3b133e730c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.893145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc4df36-762c-4288-a1e2-d3b133e730c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.906475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-efc4df36-762c-4288-a1e2-d3b133e730c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7cf6baf-d4d0-4d00-a130-57f16759946b HTTP/1.1" status: 204 len: 168 time: 0.4794903 Jul 16 18:04:29.910117 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.911761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.913081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.936029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4df36-762c-4288-a1e2-d3b133e730c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cf6baf-d4d0-4d00-a130-57f16759946b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.982861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9845743 Jul 16 18:04:29.987797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33864) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:29.995050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Request body: {'subnet': {'network_id': '830ba48d-6829-427a-97bc-9775fe41804f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-753756186-subnet', 'tenant_id': '0567d6cf2a2f44ff8dec86ae60025252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:30.045776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24918b0a-0ba2-4937-9370-7e751a55d529 admin admin] Pushing event updated for resources: {'Network': ['ID=830ba48d-6829-427a-97bc-9775fe41804f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.058744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 830ba48d-6829-427a-97bc-9775fe41804f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:30.085106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Made reservation on behalf of 0567d6cf2a2f44ff8dec86ae60025252 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:30.090845 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.168124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-501546a0-cb38-4885-8d34-f86e5b893944 req-4be30007-419c-4d96-aa6f-1e91242c6bf4 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189685 Jul 16 18:04:30.247109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb26f04-244b-400d-ba24-af0ea5739ccd req-b18b7952-719d-4c62-8402-993547c312af tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.249775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcb26f04-244b-400d-ba24-af0ea5739ccd req-b18b7952-719d-4c62-8402-993547c312af tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1854453 Jul 16 18:04:30.339161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcb26f04-244b-400d-ba24-af0ea5739ccd req-9f8698be-56ed-41d8-8889-e0dac0646239 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825479 Jul 16 18:04:30.380244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.457850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21834c-6558-4bb3-8e2b-939ad052cca4 req-2c990c67-05a0-4fe8-ac9d-39f9015d67aa tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.461622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e21834c-6558-4bb3-8e2b-939ad052cca4 req-2c990c67-05a0-4fe8-ac9d-39f9015d67aa tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 943 time: 0.1194136 Jul 16 18:04:30.506454 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=67adbcad-c770-4025-87a7-850c52f2062c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.516298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Checking segment: {'id': '1616f608-fba2-4d31-a419-d0a5c35f74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '830ba48d-6829-427a-97bc-9775fe41804f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:30.516797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Network hostable DHCP agents. Network: 830ba48d-6829-427a-97bc-9775fe41804f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:30.537157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e21834c-6558-4bb3-8e2b-939ad052cca4 req-a4233c09-b476-4501-8629-5e8b6dd586fa tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704699 Jul 16 18:04:30.547866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Network 830ba48d-6829-427a-97bc-9775fe41804f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:30.570117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 830ba48d-6829-427a-97bc-9775fe41804f) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:30.576820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.577816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.580923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b26b2f-a14d-409e-8fe6-ad780436977e None None] Network 830ba48d-6829-427a-97bc-9775fe41804f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:30.595226 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-50822b87-4c1d-4a0c-9ef0-66e23ce664cf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6059537 Jul 16 18:04:30.870290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da3e953-31fb-46e5-8dc3-c609aaea1b0d None None] Network 830ba48d-6829-427a-97bc-9775fe41804f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:30.924452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9b2d9413-2692-4417-9771-225847941ad1 service neutron] 10.222.0.45 "GET /v2.0/ports/3604e54e-f5d6-4660-a63d-3e32b6ab7dee/bindings/n-h2-793619-10 HTTP/1.1" status: 200 len: 385 time: 0.2369666 Jul 16 18:04:30.967630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7c900-69da-4758-ad3a-ee67897712ff req-a48b50fc-0dce-491b-8794-20f09562901d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.977173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32a7c900-69da-4758-ad3a-ee67897712ff req-a48b50fc-0dce-491b-8794-20f09562901d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 947 time: 0.2835429 Jul 16 18:04:31.170610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ab43198a-6be3-4752-b44c-89dffb685439 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:31.326502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ab43198a-6be3-4752-b44c-89dffb685439, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab43198a-6be3-4752-b44c-89dffb685439,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:31.340532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'ab43198a-6be3-4752-b44c-89dffb685439', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'ab43198a-6be3-4752-b44c-89dffb685439', 'mac_address': 'fa:16:3e:85:2f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:31.380038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4f73560b-9f31-4ee8-be0c-63eaffb5c080 req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1346659155', 'description': 'tempest-description-1991791469'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:31.385922 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.414340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab43198a-6be3-4752-b44c-89dffb685439 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:31.422165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32a7c900-69da-4758-ad3a-ee67897712ff req-2bc43397-8c65-4e18-bc64-445deef20ff7 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440486 Jul 16 18:04:31.448860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ab43198a-6be3-4752-b44c-89dffb685439, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab43198a-6be3-4752-b44c-89dffb685439,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:31.450026 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4f73560b-9f31-4ee8-be0c-63eaffb5c080 req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.459743 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.484773 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4f73560b-9f31-4ee8-be0c-63eaffb5c080 req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.498014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:31.558393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=ab43198a-6be3-4752-b44c-89dffb685439,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.651052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:31.684935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:31.716337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:31.735706 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4f73560b-9f31-4ee8-be0c-63eaffb5c080 req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.740793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'port_id': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'mac_address': 'fa:16:3e:fa:a2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:31.741312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3604e54e-f5d6-4660-a63d-3e32b6ab7dee {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:31.748570 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4f73560b-9f31-4ee8-be0c-63eaffb5c080 req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.771555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:31.789979 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.815095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f13eafe-c833-4a68-9a5c-f8b3e6b4fd11,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.815900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:31.821565 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.821907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['ab43198a-6be3-4752-b44c-89dffb685439'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:31.873321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:31.882403 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.946059 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4f73560b-9f31-4ee8-be0c-63eaffb5c080 req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.953144 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4f73560b-9f31-4ee8-be0c-63eaffb5c080 req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.960732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] Transition to ACTIVE for port object 3604e54e-f5d6-4660-a63d-3e32b6ab7dee will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:31.966916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.980599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4f73560b-9f31-4ee8-be0c-63eaffb5c080 req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.981889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f73560b-9f31-4ee8-be0c-63eaffb5c080 req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6062799 Jul 16 18:04:31.985019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.032145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ac9e7-0297-45ec-b140-ae88fec2227b tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4e596d-182b-4555-bab5-59f9ef5605de,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.067882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] No DVR routers for this DVR port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:32.091171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] Pushing event updated for resources: {'Port': ['ID=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.148183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-0e6300aa-0b07-4e49-95a6-baef4e669e51 service neutron] 10.222.0.45 "PUT /v2.0/ports/3604e54e-f5d6-4660-a63d-3e32b6ab7dee/bindings/n-h2-793619-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2098105 Jul 16 18:04:32.252954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4fe3c-e561-4f3c-8c09-4822a9d38c37 req-3a14dfef-0f1b-42d1-ba5f-043c006d79a6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.254688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8c4fe3c-e561-4f3c-8c09-4822a9d38c37 req-3a14dfef-0f1b-42d1-ba5f-043c006d79a6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 944 time: 0.0851979 Jul 16 18:04:32.298049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8c4fe3c-e561-4f3c-8c09-4822a9d38c37 req-4f13dcbc-a90f-410d-b76b-8bbc523c5b31 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368922 Jul 16 18:04:32.306238 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['3e83c91c-4f82-4ab4-9726-4bee30dc0a62'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:32.417099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-d68b207f-4748-4f59-aa2f-8ff6e2c1847c tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.419718 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-d68b207f-4748-4f59-aa2f-8ff6e2c1847c tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1096 time: 0.1174452 Jul 16 18:04:32.423509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-0422ead5-0cef-4bcd-84fc-92b48635498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.425375 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-0422ead5-0cef-4bcd-84fc-92b48635498b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 1101 time: 0.1087897 Jul 16 18:04:32.573958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d2b50-f852-4b1c-8c59-4e3510882bee req-287d68dd-3e0b-4f3e-88bd-d016cb208495 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.575363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b9d2b50-f852-4b1c-8c59-4e3510882bee req-287d68dd-3e0b-4f3e-88bd-d016cb208495 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1520202 Jul 16 18:04:32.579157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-3fc0ea2c-0582-4c4f-8ca3-e6958416e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.580690 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-3fc0ea2c-0582-4c4f-8ca3-e6958416e095 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7&tenant_id=f6b9f0b080244c71a707593126928b50 HTTP/1.1" status: 200 len: 1096 time: 0.1472561 Jul 16 18:04:32.581651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-b4d56e08-aad0-4645-946d-9f9511ff8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.582959 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-b4d56e08-aad0-4645-946d-9f9511ff8c4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1484425 Jul 16 18:04:32.585356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-4f73f99e-9037-447b-a4d8-e374db1ab0b5 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.586780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-4f73f99e-9037-447b-a4d8-e374db1ab0b5 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/networks?id=830ba48d-6829-427a-97bc-9775fe41804f HTTP/1.1" status: 200 len: 813 time: 0.1306257 Jul 16 18:04:32.614126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-52e6b95a-4e17-4ae6-b3d6-ce7c6b56f367 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/quotas/0567d6cf2a2f44ff8dec86ae60025252 HTTP/1.1" status: 200 len: 375 time: 0.0203552 Jul 16 18:04:32.638385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b9d2b50-f852-4b1c-8c59-4e3510882bee req-ee4ae768-2918-46e8-9006-76050c717a6f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506577 Jul 16 18:04:32.650025 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-7725e06e-9b41-4986-a053-a2ca58c5d820 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 217 time: 0.0441945 Jul 16 18:04:32.660095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-a8d59c4f-ddf3-47b0-9582-59d85ba9088e tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0567d6cf2a2f44ff8dec86ae60025252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382984 Jul 16 18:04:32.727415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-c27776e3-53c6-4d03-854d-8398842c704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.729724 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-c27776e3-53c6-4d03-854d-8398842c704b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0593317 Jul 16 18:04:32.746303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-acae3a0a-279f-4b85-a6fd-e06579b6247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.747759 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-acae3a0a-279f-4b85-a6fd-e06579b6247e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1096 time: 0.1063828 Jul 16 18:04:32.782586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-6d9519df-34e4-4cbb-9fc5-0d264abdd021 service neutron] 10.222.0.60 "GET /v2.0/networks/830ba48d-6829-427a-97bc-9775fe41804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153214 Jul 16 18:04:32.867052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-05871475-c07d-4dde-ad69-dbaa3e5dba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.868581 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-05871475-c07d-4dde-ad69-dbaa3e5dba3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1318698 Jul 16 18:04:32.873687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-5f71e42d-0b2d-4cc5-a4d9-96781c00f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.875313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-5f71e42d-0b2d-4cc5-a4d9-96781c00f253 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.1080563 Jul 16 18:04:32.881791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28906159-dc82-40a3-99f9-7182687fe30b req-afc1db48-6590-419a-bb8b-41649528c804 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.883353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28906159-dc82-40a3-99f9-7182687fe30b req-afc1db48-6590-419a-bb8b-41649528c804 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 944 time: 0.1375794 Jul 16 18:04:32.913506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-fe0f3365-2af1-488c-8d2d-48bd08078412 service neutron] 10.222.0.60 "GET /v2.0/networks/830ba48d-6829-427a-97bc-9775fe41804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249597 Jul 16 18:04:32.933613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28906159-dc82-40a3-99f9-7182687fe30b req-0cab6254-e4ed-4eb2-a4da-bebd8dd30807 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416129 Jul 16 18:04:32.937493 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-62c5b9c6-47ba-494b-8aa6-2acae5384af2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee HTTP/1.1" status: 200 len: 217 time: 0.0543656 Jul 16 18:04:32.967914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-a64fed53-c503-4a9a-b0de-3a551019b494 req-98efc0f5-2194-471b-b4c9-a8ad1628dc37 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1164826068', 'description': 'tempest-description-1373208596'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:32.995892 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a64fed53-c503-4a9a-b0de-3a551019b494 req-98efc0f5-2194-471b-b4c9-a8ad1628dc37 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.038896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-75a53fbb-97cf-42b9-b561-767efe28138f service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626310 Jul 16 18:04:33.040345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-6f845912-30b0-419f-b651-6d9095175d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.041755 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-6f845912-30b0-419f-b651-6d9095175d6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0955391 Jul 16 18:04:33.097558 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-256e5205-3064-455c-ad17-79cdb32ba85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.100838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a64fed53-c503-4a9a-b0de-3a551019b494 req-98efc0f5-2194-471b-b4c9-a8ad1628dc37 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.106517 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a64fed53-c503-4a9a-b0de-3a551019b494 req-98efc0f5-2194-471b-b4c9-a8ad1628dc37 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.132159 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-e18fbf12-9a80-4a7f-a5c4-c2ae322ee349 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645597 Jul 16 18:04:33.142429 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a64fed53-c503-4a9a-b0de-3a551019b494 req-98efc0f5-2194-471b-b4c9-a8ad1628dc37 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.155312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a64fed53-c503-4a9a-b0de-3a551019b494 req-98efc0f5-2194-471b-b4c9-a8ad1628dc37 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1926556 Jul 16 18:04:33.159006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efc0f5-2194-471b-b4c9-a8ad1628dc37 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d364453-a787-4559-a015-e1e56be53d9e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.165069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ab43198a-6be3-4752-b44c-89dffb685439 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:33.252057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port ab43198a-6be3-4752-b44c-89dffb685439 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:33.257509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port ab43198a-6be3-4752-b44c-89dffb685439 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:33.258283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.338295 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-583664c5-04dc-402c-a3d0-f4887ab6cbfd service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782922 Jul 16 18:04:33.364343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddfef19a-3d1e-43d6-9351-ddc149f2150e req-ffc4dc2c-14b4-4d8c-ba0c-9471e5cacefb tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 210 time: 0.0517290 Jul 16 18:04:33.365431 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-76b4f737-1203-4cb9-b0f5-f9c18dc0a0df service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238679 Jul 16 18:04:33.393164 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.394223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac54c62-0e22-4cc1-8ff7-0b86b48c0740 req-92ffc33f-7eb8-4ecb-9987-52a8699f3900 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.403014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac54c62-0e22-4cc1-8ff7-0b86b48c0740 req-92ffc33f-7eb8-4ecb-9987-52a8699f3900 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 948 time: 0.1483870 Jul 16 18:04:33.477330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac54c62-0e22-4cc1-8ff7-0b86b48c0740 req-cf16df4d-8f99-4674-85f9-3ee6b98960a8 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706172 Jul 16 18:04:33.496258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72342e62-a128-4f69-98e1-2fefc6237db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab43198a-6be3-4752-b44c-89dffb685439'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:33.508211 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb7abca-c7e7-48e5-9100-f2b09c04845a" -d '{"events": [{"server_uuid": "72342e62-a128-4f69-98e1-2fefc6237db8", "name": "network-vif-plugged", "status": "completed", "tag": "ab43198a-6be3-4752-b44c-89dffb685439"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:33.534111 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:33.547588 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-29705aaa-2c1d-4964-8304-2672417a9656 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742542 Jul 16 18:04:33.551346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:33.608502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ab43198a-6be3-4752-b44c-89dffb685439, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab43198a-6be3-4752-b44c-89dffb685439,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:33.620919 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.694080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:33.694298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-329b3f7e-3c50-4058-8a06-13a91aabc648 req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1840113559', 'description': 'tempest-description-153420522'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:33.712119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:33.712507 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.715779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=ab43198a-6be3-4752-b44c-89dffb685439,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.732241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-329b3f7e-3c50-4058-8a06-13a91aabc648 req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.754909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-329b3f7e-3c50-4058-8a06-13a91aabc648 req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.839559 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.887315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-329b3f7e-3c50-4058-8a06-13a91aabc648 req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.888857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:33.892432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-329b3f7e-3c50-4058-8a06-13a91aabc648 req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.893865 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.935152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41678e1-5c4f-46eb-a6c4-73770acb561c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.944266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.944739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.945177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.945590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.945995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.946399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.946796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.947256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.948546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.948978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.949383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.949782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:33.955186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.998204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34126) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:34.029878 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-329b3f7e-3c50-4058-8a06-13a91aabc648 req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.034721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-329b3f7e-3c50-4058-8a06-13a91aabc648 req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.078584 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-329b3f7e-3c50-4058-8a06-13a91aabc648 req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.085829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-329b3f7e-3c50-4058-8a06-13a91aabc648 req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3973532 Jul 16 18:04:34.121353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c06dab-9bed-4bcf-956f-6e2e80c5dce1 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75cfb84-5a64-418c-9b8e-088a054f0500,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.181905 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ece650b-f95f-4f3b-b3f5-860b637d88fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.211385 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6101139a-90c4-41fc-a793-265aef8b9064 x-openstack-request-id: req-6101139a-90c4-41fc-a793-265aef8b9064 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:34.212335 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72342e62-a128-4f69-98e1-2fefc6237db8", "name": "network-vif-plugged", "status": "completed", "tag": "ab43198a-6be3-4752-b44c-89dffb685439", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:34.213456 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6101139a-90c4-41fc-a793-265aef8b9064 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:34.214322 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72342e62-a128-4f69-98e1-2fefc6237db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab43198a-6be3-4752-b44c-89dffb685439', 'code': 200} Jul 16 18:04:34.284239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9f866901-9ad9-4ad6-ac64-3411c5e296b4 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.285790 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-9f866901-9ad9-4ad6-ac64-3411c5e296b4 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1096 time: 0.0929821 Jul 16 18:04:34.366244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73e6c5-6240-468e-9203-4fadb894da94 req-448edb5d-07d8-45b0-ba5e-dc9274671ff5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.368069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a73e6c5-6240-468e-9203-4fadb894da94 req-448edb5d-07d8-45b0-ba5e-dc9274671ff5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 944 time: 0.1186917 Jul 16 18:04:34.395023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb0a0b-eca9-4019-83cf-b78c5240249c req-686adbdb-d87e-4230-8a96-ac4be90fdcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.396402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5bfb0a0b-eca9-4019-83cf-b78c5240249c req-686adbdb-d87e-4230-8a96-ac4be90fdcc7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 1101 time: 0.0934730 Jul 16 18:04:34.477940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a73e6c5-6240-468e-9203-4fadb894da94 req-a14b3984-1a77-4f46-873a-158c9a2a142d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006482 Jul 16 18:04:34.483933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5bfb0a0b-eca9-4019-83cf-b78c5240249c req-9ff4ab14-1b30-4fa3-8b4d-400b826c54c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771980 Jul 16 18:04:34.519586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d25632-628e-4f89-999c-4d5ea52a70ce req-88d47da0-fe68-4b66-9361-3e6a8dfa5c44 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.521333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28d25632-628e-4f89-999c-4d5ea52a70ce req-88d47da0-fe68-4b66-9361-3e6a8dfa5c44 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1429977 Jul 16 18:04:34.563077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28d25632-628e-4f89-999c-4d5ea52a70ce req-2deb08a9-f2ef-4e8d-9568-eef1d2d70555 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351770 Jul 16 18:04:34.598122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f82be748-ad6f-4b90-bb2e-e429c78607bf req-8e2a2777-39e8-4024-ac92-04eeaa607cc0 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1650438158', 'description': 'tempest-description-1242157828'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:34.646753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ece650b-f95f-4f3b-b3f5-860b637d88fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.653630 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ece650b-f95f-4f3b-b3f5-860b637d88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.680680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d42bc8-10cb-4ee1-a614-61d3aa9d2510 req-4beb2e65-077a-4026-af0f-3db35705ea26 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.682643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07d42bc8-10cb-4ee1-a614-61d3aa9d2510 req-4beb2e65-077a-4026-af0f-3db35705ea26 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 945 time: 0.0877600 Jul 16 18:04:34.683906 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f82be748-ad6f-4b90-bb2e-e429c78607bf req-8e2a2777-39e8-4024-ac92-04eeaa607cc0 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.697933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-360badf1-5689-48c7-932a-e0824a0d8811 service neutron] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:34.704704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-360badf1-5689-48c7-932a-e0824a0d8811 service neutron] Notify callbacks [] for binding, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.706078 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c792a9c-79ea-43e6-84e3-bb97ee3f5ae7 req-360badf1-5689-48c7-932a-e0824a0d8811 service neutron] 10.222.0.46 "DELETE /v2.0/ports/3604e54e-f5d6-4660-a63d-3e32b6ab7dee/bindings/n-h1-793619-10 HTTP/1.1" status: 204 len: 173 time: 0.4097281 Jul 16 18:04:34.708457 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1ece650b-f95f-4f3b-b3f5-860b637d88fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e798a91cf5464c648fcaf43f578db10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7085488 Jul 16 18:04:34.711192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34146) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:34.718058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece650b-f95f-4f3b-b3f5-860b637d88fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e77d259-74ed-4bf0-9b88-72ce63a2f41c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.760634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07d42bc8-10cb-4ee1-a614-61d3aa9d2510 req-c8f10a3b-7277-454b-a0dc-218ebf26a492 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678487 Jul 16 18:04:34.770281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f2614dd-168e-40f3-b1b1-df7380285a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.810555 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f2614dd-168e-40f3-b1b1-df7380285a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.820079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f82be748-ad6f-4b90-bb2e-e429c78607bf req-8e2a2777-39e8-4024-ac92-04eeaa607cc0 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.824851 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f82be748-ad6f-4b90-bb2e-e429c78607bf req-8e2a2777-39e8-4024-ac92-04eeaa607cc0 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.860507 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f82be748-ad6f-4b90-bb2e-e429c78607bf req-8e2a2777-39e8-4024-ac92-04eeaa607cc0 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.861901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f82be748-ad6f-4b90-bb2e-e429c78607bf req-8e2a2777-39e8-4024-ac92-04eeaa607cc0 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2689202 Jul 16 18:04:34.864046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a2777-39e8-4024-ac92-04eeaa607cc0 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d2dea8-23c8-4043-933c-1922a4d02446,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.921546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f2614dd-168e-40f3-b1b1-df7380285a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.924790 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f2614dd-168e-40f3-b1b1-df7380285a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.926200 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4f2614dd-168e-40f3-b1b1-df7380285a84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e77d259-74ed-4bf0-9b88-72ce63a2f41c HTTP/1.1" status: 204 len: 168 time: 0.2139137 Jul 16 18:04:34.962143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2614dd-168e-40f3-b1b1-df7380285a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e77d259-74ed-4bf0-9b88-72ce63a2f41c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:35.031481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7811ed55-9a1b-4a0b-a077-075ed19a917d req-ff5d052b-1c02-4b62-a838-de26e09387b1 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 210 time: 0.0435576 Jul 16 18:04:35.115774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-b99b09aa-1db7-402d-97a9-406e94d69f26 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.130406 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-b99b09aa-1db7-402d-97a9-406e94d69f26 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.46 "GET /v2.0/networks?id=830ba48d-6829-427a-97bc-9775fe41804f HTTP/1.1" status: 200 len: 813 time: 0.2729790 Jul 16 18:04:35.157978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Request body: {'port': {'device_id': '0bce8196-c031-4f15-b096-eabaadcd1d38', 'network_id': '830ba48d-6829-427a-97bc-9775fe41804f', 'admin_state_up': True, 'tenant_id': '0567d6cf2a2f44ff8dec86ae60025252'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:35.198034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3604e54e-f5d6-4660-a63d-3e32b6ab7dee no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:35.265905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0eac1-e996-4ddb-8903-42b63ed477db req-327fc03a-e4aa-4818-9038-6bddcdbbea4c tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.273720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebe0eac1-e996-4ddb-8903-42b63ed477db req-327fc03a-e4aa-4818-9038-6bddcdbbea4c tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 949 time: 0.0844636 Jul 16 18:04:35.305135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3604e54e-f5d6-4660-a63d-3e32b6ab7dee not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:35.329071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Made reservation on behalf of 0567d6cf2a2f44ff8dec86ae60025252 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:35.330004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebe0eac1-e996-4ddb-8903-42b63ed477db req-9f5850bd-b7d1-415e-849a-4c734250b8f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531397 Jul 16 18:04:35.333876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.439436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:35.467244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f381331-bc2a-4e53-805b-dbb0867e80cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.553060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Allocated IP 172.20.0.8 (830ba48d-6829-427a-97bc-9775fe41804f/67adbcad-c770-4025-87a7-850c52f2062c/83162806-987d-4ab0-9065-e2656bfab31c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:35.717949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b4cef-5a85-4b96-8477-f0a0768b70a4 req-9e1be844-1b32-432d-9916-ca8bce6e8dbf tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.719387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-828b4cef-5a85-4b96-8477-f0a0768b70a4 req-9e1be844-1b32-432d-9916-ca8bce6e8dbf tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1096 time: 0.1666369 Jul 16 18:04:35.720045 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.721319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f381331-bc2a-4e53-805b-dbb0867e80cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.739273 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f381331-bc2a-4e53-805b-dbb0867e80cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.766431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.812031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-7c87b3f4-7636-457c-b0b4-29a3a508d1f3 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45090 time: 0.4271491 Jul 16 18:04:35.821701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f381331-bc2a-4e53-805b-dbb0867e80cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062201aa-e4be-4b38-b500-0bc26fd9ff13,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:35.823447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Network 830ba48d-6829-427a-97bc-9775fe41804f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:35.827601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:35.830384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:35.835665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9f381331-bc2a-4e53-805b-dbb0867e80cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc75da29b9a3411c849c0002d01bbe54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926430 Jul 16 18:04:35.838282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34200) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:35.859474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-828b4cef-5a85-4b96-8477-f0a0768b70a4 req-a8d5d784-6358-4d68-ba54-095f3511239a tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243420 Jul 16 18:04:35.873485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Pushing event updated for resources: {'Port': ['ID=83162806-987d-4ab0-9065-e2656bfab31c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:35.874682 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b78e0627-98c8-40e7-943d-07ca83bc7f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.884061 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.923922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-291cc362-79b5-46f7-91a4-6ea117af3294 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/00019162-c121-4eaa-915b-1c733afbd2e9 HTTP/1.1" status: 200 len: 2981 time: 0.0970778 Jul 16 18:04:35.926617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.927272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.951193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa1549b7-1fea-4ef9-a7ca-4eda145a53d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.958846 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d16132f6-dbb3-4cb2-bd5e-a76047f50701 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016825 Jul 16 18:04:35.980822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Request body: {'port': {'device_id': '0bce8196-c031-4f15-b096-eabaadcd1d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:35.997914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa1549b7-1fea-4ef9-a7ca-4eda145a53d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.007007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-c3dbb750-a644-4b6a-b04b-44f1d4cc4375 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/00019162-c121-4eaa-915b-1c733afbd2e9 HTTP/1.1" status: 200 len: 2981 time: 0.0759408 Jul 16 18:04:36.060812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.111360 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-cba38ad4-e880-4919-a685-4e6573957b11 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/30ee3220-0c24-42bc-ab47-fa4d8b347073 HTTP/1.1" status: 200 len: 2981 time: 0.0956419 Jul 16 18:04:36.133040 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa1549b7-1fea-4ef9-a7ca-4eda145a53d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.136537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa1549b7-1fea-4ef9-a7ca-4eda145a53d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.137731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aa1549b7-1fea-4ef9-a7ca-4eda145a53d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/062201aa-e4be-4b38-b500-0bc26fd9ff13 HTTP/1.1" status: 204 len: 168 time: 0.2977376 Jul 16 18:04:36.170063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1549b7-1fea-4ef9-a7ca-4eda145a53d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062201aa-e4be-4b38-b500-0bc26fd9ff13,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.189378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-845e2064-9220-4f0f-91a5-2a8a5429aba2 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/30ee3220-0c24-42bc-ab47-fa4d8b347073 HTTP/1.1" status: 200 len: 2981 time: 0.0710874 Jul 16 18:04:36.199625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87163e6a-db60-454a-a082-e7604d2d9b7f req-34409d1a-5578-4ff2-beae-804ea2ed14e6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.201204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87163e6a-db60-454a-a082-e7604d2d9b7f req-34409d1a-5578-4ff2-beae-804ea2ed14e6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1434073 Jul 16 18:04:36.216146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:36.218424 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e849b695-c908-40dd-a51f-2c11b605619a" -d '{"events": [{"server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "name": "network-vif-plugged", "status": "completed", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:36.270821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87163e6a-db60-454a-a082-e7604d2d9b7f req-aed39a03-2ac0-429d-b975-6a2aaac3769f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619359 Jul 16 18:04:36.272374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-b0fb16fc-815a-4a08-856e-8c88ac0a8cb8 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3123ad22-1733-4fd9-b5e2-44117c965111 HTTP/1.1" status: 200 len: 2981 time: 0.0701070 Jul 16 18:04:36.345569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-320bd3fe-0e48-41ac-886a-998d68098cdc tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3123ad22-1733-4fd9-b5e2-44117c965111 HTTP/1.1" status: 200 len: 2981 time: 0.0647519 Jul 16 18:04:36.397941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83162806-987d-4ab0-9065-e2656bfab31c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:36.409165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.426852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Transition to ACTIVE for port object 83162806-987d-4ab0-9065-e2656bfab31c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:36.432094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.435267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-68b39c31-57e9-4107-ac64-a663a318a1ae tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3a28bee1-3e68-4ce8-8143-77a693ed97cb HTTP/1.1" status: 200 len: 2977 time: 0.0778642 Jul 16 18:04:36.486151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe44ba8-2779-4d3a-be9a-a9abddb51cde req-552b09e9-0f41-4a06-8b85-60836ad7fe0c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.487592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2fe44ba8-2779-4d3a-be9a-a9abddb51cde req-552b09e9-0f41-4a06-8b85-60836ad7fe0c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 945 time: 0.1038620 Jul 16 18:04:36.524700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Pushing event updated for resources: {'Port': ['ID=83162806-987d-4ab0-9065-e2656bfab31c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.529585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-0618a3ac-ec06-46fe-bec9-1d5e5666a435 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3a28bee1-3e68-4ce8-8143-77a693ed97cb HTTP/1.1" status: 200 len: 2977 time: 0.0841184 Jul 16 18:04:36.560261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2fe44ba8-2779-4d3a-be9a-a9abddb51cde req-fccc9688-959f-4a58-b179-70dd41ffc95b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627925 Jul 16 18:04:36.572569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Attempting to bind port 83162806-987d-4ab0-9065-e2656bfab31c on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:36.572948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Attempting to bind port 83162806-987d-4ab0-9065-e2656bfab31c by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '1616f608-fba2-4d31-a419-d0a5c35f74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '830ba48d-6829-427a-97bc-9775fe41804f'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:36.573246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Attempting to bind port 83162806-987d-4ab0-9065-e2656bfab31c on network 830ba48d-6829-427a-97bc-9775fe41804f {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:36.579926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Port 83162806-987d-4ab0-9065-e2656bfab31c on network 830ba48d-6829-427a-97bc-9775fe41804f not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:36.580269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Attempting to bind port 83162806-987d-4ab0-9065-e2656bfab31c on network 830ba48d-6829-427a-97bc-9775fe41804f {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:36.586262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:36.586611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Checking segment: {'id': '1616f608-fba2-4d31-a419-d0a5c35f74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '830ba48d-6829-427a-97bc-9775fe41804f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:36.587051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Bound using segment: {'id': '1616f608-fba2-4d31-a419-d0a5c35f74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '830ba48d-6829-427a-97bc-9775fe41804f'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:36.587487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Bound port: 83162806-987d-4ab0-9065-e2656bfab31c, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1616f608-fba2-4d31-a419-d0a5c35f74ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '830ba48d-6829-427a-97bc-9775fe41804f'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:36.587868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.591056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-d792eefe-4f8a-4ebd-beb5-0ce49b16ede2 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/53d3c28a-9343-4faf-bd89-8d479b5e2fc9 HTTP/1.1" status: 200 len: 2981 time: 0.0590565 Jul 16 18:04:36.641162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-4cda475b-3e9c-43d3-82f4-8a5fef00a6e0 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/53d3c28a-9343-4faf-bd89-8d479b5e2fc9 HTTP/1.1" status: 200 len: 2981 time: 0.0490558 Jul 16 18:04:36.665087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] For port 83162806-987d-4ab0-9065-e2656bfab31c, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:36.669242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] For port 83162806-987d-4ab0-9065-e2656bfab31c, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=83162806-987d-4ab0-9065-e2656bfab31c,segment=NetworkSegment(1616f608-fba2-4d31-a419-d0a5c35f74ad),segment_id=1616f608-fba2-4d31-a419-d0a5c35f74ad)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:36.676455 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.701492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-9090a00d-b8da-486c-b78f-dff64a10ef34 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5e99dad6-5587-40f4-99c5-650298e365f1 HTTP/1.1" status: 200 len: 2981 time: 0.0589273 Jul 16 18:04:36.718859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.719659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.721440 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] 10.222.0.46 "PUT /v2.0/ports/83162806-987d-4ab0-9065-e2656bfab31c HTTP/1.1" status: 200 len: 1092 time: 0.7492118 Jul 16 18:04:36.724554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bce8196-c031-4f15-b096-eabaadcd1d38', 'tag': '83162806-987d-4ab0-9065-e2656bfab31c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:36.726536 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51630fc-9559-41d2-b981-ffd4fd4ff895" -d '{"events": [{"name": "network-changed", "server_uuid": "0bce8196-c031-4f15-b096-eabaadcd1d38", "tag": "83162806-987d-4ab0-9065-e2656bfab31c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:36.767945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-779df8c4-4622-44d3-8f23-19203f4bb424 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5e99dad6-5587-40f4-99c5-650298e365f1 HTTP/1.1" status: 200 len: 2981 time: 0.0654659 Jul 16 18:04:36.769634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec164fde-9ec8-45e6-b09b-fe60540ca69a service neutron] Pushing event updated for resources: {'Port': ['ID=83162806-987d-4ab0-9065-e2656bfab31c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.835387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.847273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-f61d0428-fe9b-4549-ac35-8258892c6954 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6f13eafe-c833-4a68-9a5c-f8b3e6b4fd11 HTTP/1.1" status: 200 len: 2981 time: 0.0666897 Jul 16 18:04:36.878240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-99a213d4-bd2b-465d-a01f-7d3bcce331c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.879758 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-99a213d4-bd2b-465d-a01f-7d3bcce331c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0567d6cf2a2f44ff8dec86ae60025252&device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 1095 time: 0.0837004 Jul 16 18:04:36.909021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-822e1c1f-5fac-4a89-af0a-6851af156924 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6f13eafe-c833-4a68-9a5c-f8b3e6b4fd11 HTTP/1.1" status: 200 len: 2981 time: 0.0605087 Jul 16 18:04:36.943529 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-bba8adf8-8860-496b-a2c2-dcdc3d7c3e0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83162806-987d-4ab0-9065-e2656bfab31c HTTP/1.1" status: 200 len: 217 time: 0.0484159 Jul 16 18:04:36.957390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-0a445e10-6147-4a17-9489-d8df8fe6ef52 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/8df12b3f-6ba7-421d-a3bb-24a4d10f2ab3 HTTP/1.1" status: 200 len: 2981 time: 0.0472035 Jul 16 18:04:37.003284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-8ccdeb73-50be-4b4f-8923-5912197f573a tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/8df12b3f-6ba7-421d-a3bb-24a4d10f2ab3 HTTP/1.1" status: 200 len: 2981 time: 0.0448642 Jul 16 18:04:37.013661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-f83d9b48-22c8-4e8a-957c-90b96c3c4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.016416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-f83d9b48-22c8-4e8a-957c-90b96c3c4d26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67adbcad-c770-4025-87a7-850c52f2062c HTTP/1.1" status: 200 len: 853 time: 0.0650463 Jul 16 18:04:37.038239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34280) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:37.054540 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-0a0ac8c9-e3cd-40f1-abda-292bc4ca5f2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=830ba48d-6829-427a-97bc-9775fe41804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294542 Jul 16 18:04:37.054713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-e865e99a-a5cd-4369-8ca9-3fcea321cb12 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c41678e1-5c4f-46eb-a6c4-73770acb561c HTTP/1.1" status: 200 len: 2981 time: 0.0504110 Jul 16 18:04:37.113050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-96813d74-24f4-458a-a084-229fb955cffa tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/c41678e1-5c4f-46eb-a6c4-73770acb561c HTTP/1.1" status: 200 len: 2981 time: 0.0526769 Jul 16 18:04:37.174194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-157378578-network', 'tenant_id': '45a1d8b19f5c4404a757eb173eac8d06'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:37.186703 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-d0fb35bf-d945-49d3-882c-1b23cccc784f service neutron] 10.222.0.46 "GET /v2.0/networks/830ba48d-6829-427a-97bc-9775fe41804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243744 Jul 16 18:04:37.212237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-e2653398-bb1b-4905-ba16-d2b62e4c6034 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d6eabed5-8a65-43fd-a164-5cc0f1dea263 HTTP/1.1" status: 200 len: 2973 time: 0.0927556 Jul 16 18:04:37.278786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Made reservation on behalf of 45a1d8b19f5c4404a757eb173eac8d06 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:37.280988 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.284316 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7bde05c4-a425-4ee7-9a9f-998c341995da req-3f663721-d6bb-4000-b234-1311f2771d1b service neutron] 10.222.0.46 "GET /v2.0/networks/830ba48d-6829-427a-97bc-9775fe41804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899887 Jul 16 18:04:37.306820 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.332394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-2dee5d4d-554b-458b-aadf-e522d0a56116 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d6eabed5-8a65-43fd-a164-5cc0f1dea263 HTTP/1.1" status: 200 len: 2973 time: 0.1131716 Jul 16 18:04:37.340378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-cec2ca3e-7475-4c9d-83ce-d0ae7b2c9f0d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.341802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-cec2ca3e-7475-4c9d-83ce-d0ae7b2c9f0d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 808 time: 0.1863797 Jul 16 18:04:37.387763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8f3a510a-ffe2-44ab-8fe1-5aa656448718 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/quotas/f6b9f0b080244c71a707593126928b50 HTTP/1.1" status: 200 len: 375 time: 0.0346456 Jul 16 18:04:37.439183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-9dfe0f8f-aadb-4a4e-850e-565258c49f45 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ef64d489-4526-4d5c-abd1-495d3cc94570 HTTP/1.1" status: 200 len: 2981 time: 0.0964279 Jul 16 18:04:37.537711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-656dc4c4-cdf3-489a-8412-45c72fd9fe82 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ef64d489-4526-4d5c-abd1-495d3cc94570 HTTP/1.1" status: 200 len: 2981 time: 0.0907462 Jul 16 18:04:37.541280 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.548533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-40fb714f-5043-406d-80b7-c7da0180b09b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1523559 Jul 16 18:04:37.551250 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.615260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:37.639254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51602e15-b0da-4b57-8187-e94d40275688,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:37.671025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.671369 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Added segment 90ac7060-fa33-41b9-8aa4-a482cbc6f943 of type vlan for network 756be1b3-df00-4106-b6a1-31d7bbeb62ad Jul 16 18:04:37.686793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-e74f5c59-2b03-4d38-8fb0-85fe7454dbcd tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f65e53dc-98fb-4da2-83c2-c11c45088e5e HTTP/1.1" status: 200 len: 2981 time: 0.1373665 Jul 16 18:04:37.749941 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.754515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-a612668c-ae1c-4b4a-9717-db0e2932bdb0 service neutron] 10.222.0.60 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927607 Jul 16 18:04:37.816974 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-9cf7c244-5578-48e4-818c-e1648e712884 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f65e53dc-98fb-4da2-83c2-c11c45088e5e HTTP/1.1" status: 200 len: 2981 time: 0.1044533 Jul 16 18:04:37.866100 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.867027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.867597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.927902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8878253 Jul 16 18:04:37.931159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:37.936623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Request body: {'subnet': {'network_id': '756be1b3-df00-4106-b6a1-31d7bbeb62ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-157378578-subnet', 'tenant_id': '45a1d8b19f5c4404a757eb173eac8d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:37.937980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-0803c952-061a-4e29-868b-adb3e4ad90a6 service neutron] 10.222.0.60 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771436 Jul 16 18:04:37.941353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-468a3256-fe15-4f27-b109-a95dd6c708d6 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/fd5b5c73-995c-49ec-829a-d6e337a7bcde HTTP/1.1" status: 200 len: 2981 time: 0.0985432 Jul 16 18:04:37.959663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Made reservation on behalf of 45a1d8b19f5c4404a757eb173eac8d06 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:37.963213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.968194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe857bee-41b5-4491-9e88-96d7e78324a8 admin admin] Pushing event updated for resources: {'Network': ['ID=756be1b3-df00-4106-b6a1-31d7bbeb62ad,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:37.985548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 756be1b3-df00-4106-b6a1-31d7bbeb62ad details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:38.008995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1864f162-54a3-4bee-a7f2-bb53a09924cf req-5562dfcd-0e84-4cbc-9f9c-0554c56b4a02 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/fd5b5c73-995c-49ec-829a-d6e337a7bcde HTTP/1.1" status: 200 len: 2981 time: 0.0423932 Jul 16 18:04:38.095329 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde65b20-e903-46ec-a8be-e6f5acfdd847 x-openstack-request-id: req-dde65b20-e903-46ec-a8be-e6f5acfdd847 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:38.095617 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "name": "network-vif-plugged", "status": "completed", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:38.095871 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dde65b20-e903-46ec-a8be-e6f5acfdd847 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:38.096486 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'code': 200} Jul 16 18:04:38.273243 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.310365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c952c7-bc15-4392-aef6-0d9f109f6b77 req-f1889754-831d-4206-96b4-3b7b9643c838 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.312018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8c952c7-bc15-4392-aef6-0d9f109f6b77 req-f1889754-831d-4206-96b4-3b7b9643c838 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 949 time: 0.1093497 Jul 16 18:04:38.321111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7b45b-e281-4654-83c8-f868a99a3d3e req-057ed074-e7de-4d25-bb0d-43161644a589 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.327699 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91d7b45b-e281-4654-83c8-f868a99a3d3e req-057ed074-e7de-4d25-bb0d-43161644a589 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 943 time: 0.1450186 Jul 16 18:04:38.340363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659232ea-f517-4aa4-83ba-48fb036426d0 req-fb6b6905-4e7b-4c51-9a47-29b3ac14f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.341941 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-659232ea-f517-4aa4-83ba-48fb036426d0 req-fb6b6905-4e7b-4c51-9a47-29b3ac14f952 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 1097 time: 0.1206942 Jul 16 18:04:38.352036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7952409a-9145-45b8-97f7-c88c56013d6c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:38.380308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Checking segment: {'id': '90ac7060-fa33-41b9-8aa4-a482cbc6f943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '756be1b3-df00-4106-b6a1-31d7bbeb62ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:38.380695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Network hostable DHCP agents. Network: 756be1b3-df00-4106-b6a1-31d7bbeb62ad, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:38.386228 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91d7b45b-e281-4654-83c8-f868a99a3d3e req-163ce4ab-5158-4490-a627-2fc0080e1b63 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576937 Jul 16 18:04:38.391760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8c952c7-bc15-4392-aef6-0d9f109f6b77 req-948d0dbe-cf13-4a30-b7ac-93b3479c124e tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617514 Jul 16 18:04:38.397546 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-659232ea-f517-4aa4-83ba-48fb036426d0 req-c2a68ab7-287d-44e2-8094-630da95468ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467622 Jul 16 18:04:38.431678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Network 756be1b3-df00-4106-b6a1-31d7bbeb62ad is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:38.443035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 756be1b3-df00-4106-b6a1-31d7bbeb62ad) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:38.447844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.448585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.452753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2dea5-b631-4551-bd50-45e609778fc6 None None] Network 756be1b3-df00-4106-b6a1-31d7bbeb62ad requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:38.460230 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b4c18-9534-4d55-9436-98fbb734954e x-openstack-request-id: req-d66b4c18-9534-4d55-9436-98fbb734954e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:38.460551 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bce8196-c031-4f15-b096-eabaadcd1d38", "tag": "83162806-987d-4ab0-9065-e2656bfab31c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:38.461217 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d66b4c18-9534-4d55-9436-98fbb734954e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:38.461454 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bce8196-c031-4f15-b096-eabaadcd1d38', 'tag': '83162806-987d-4ab0-9065-e2656bfab31c', 'status': 'completed', 'code': 200} Jul 16 18:04:38.475775 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6278c51f-fc0a-4a49-91fe-5b800ba91704 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5350533 Jul 16 18:04:38.577796 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.646819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5456da-a84d-4864-97e1-b09f45d2b742 None None] Network 756be1b3-df00-4106-b6a1-31d7bbeb62ad requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:38.718315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc207b72-0f07-4a4f-8838-4daa62ff2258 req-483e8566-0d1c-463c-b0ee-4c2e4d5e5d01 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.726896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc207b72-0f07-4a4f-8838-4daa62ff2258 req-483e8566-0d1c-463c-b0ee-4c2e4d5e5d01 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.0936575 Jul 16 18:04:38.773803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc207b72-0f07-4a4f-8838-4daa62ff2258 req-625c4b0b-6c8b-482c-9c45-5dfa41a6dad1 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459683 Jul 16 18:04:38.922939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-add00191-d844-49ef-b9cc-c22d4b4b8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.924605 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-add00191-d844-49ef-b9cc-c22d4b4b8d78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0567d6cf2a2f44ff8dec86ae60025252&device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 1095 time: 0.0975511 Jul 16 18:04:38.985333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102d904-5fed-45a0-804d-960e4eb21d54 req-15f8e46b-55ad-40da-bc1a-ee64e45455ea tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.986913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b102d904-5fed-45a0-804d-960e4eb21d54 req-15f8e46b-55ad-40da-bc1a-ee64e45455ea tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 945 time: 0.1012058 Jul 16 18:04:39.045224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b102d904-5fed-45a0-804d-960e4eb21d54 req-1768b206-5aa1-4e5f-8423-21d083115383 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522852 Jul 16 18:04:39.050409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-0518ac18-2c3f-4a33-a591-edb8a229602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.052356 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-0518ac18-2c3f-4a33-a591-edb8a229602a service neutron] 10.222.0.46 "GET /v2.0/networks?id=830ba48d-6829-427a-97bc-9775fe41804f HTTP/1.1" status: 200 len: 914 time: 0.1210001 Jul 16 18:04:39.116837 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-7eabbccc-db90-421c-b9fb-2b938e33b998 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83162806-987d-4ab0-9065-e2656bfab31c HTTP/1.1" status: 200 len: 217 time: 0.0559788 Jul 16 18:04:39.172971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f000b683-ffcc-4b42-bb5b-808e4c89e8f6 req-b2c16c22-f87b-4e41-a871-97ce463d3efb tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68ee91a206eb437dbbca953732f7a2a1 HTTP/1.1" status: 200 len: 6104 time: 0.0889745 Jul 16 18:04:39.187759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-dda78011-4b0c-44c0-a818-9fa414e3333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.189369 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-dda78011-4b0c-44c0-a818-9fa414e3333f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67adbcad-c770-4025-87a7-850c52f2062c HTTP/1.1" status: 200 len: 853 time: 0.0637631 Jul 16 18:04:39.227281 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-e885515e-db7b-4b6f-8b03-c3415121bc39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=830ba48d-6829-427a-97bc-9775fe41804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293660 Jul 16 18:04:39.227741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:39.231431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7660ad6-49a4-4d04-bd43-b74121c08bbc req-ca21d5de-26f7-4386-b1d0-152843c4171e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 210 time: 0.0445502 Jul 16 18:04:39.233433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1060558737-network', 'tenant_id': '48e99a141f814977b930cca1d2f447d7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:39.254425 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f000b683-ffcc-4b42-bb5b-808e4c89e8f6 req-6a0f217f-7c1f-454e-9b3c-fce7df562adb tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] 10.222.0.60 "GET /v2.0/security-groups/6f13eafe-c833-4a68-9a5c-f8b3e6b4fd11 HTTP/1.1" status: 200 len: 2981 time: 0.0753098 Jul 16 18:04:39.302176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f000b683-ffcc-4b42-bb5b-808e4c89e8f6 req-fb9d52e0-1391-461f-8ba5-ed72e28fff32 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] 10.222.0.60 "GET /v2.0/security-groups/6f13eafe-c833-4a68-9a5c-f8b3e6b4fd11 HTTP/1.1" status: 200 len: 2981 time: 0.0418198 Jul 16 18:04:39.327773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Made reservation on behalf of 48e99a141f814977b930cca1d2f447d7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:39.330192 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.344118 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.364921 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-567b3e05-515b-4209-a38b-6cc295448881 service neutron] 10.222.0.46 "GET /v2.0/networks/830ba48d-6829-427a-97bc-9775fe41804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270223 Jul 16 18:04:39.433139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-380f7b82-abca-4a16-a1d7-3b6edc100ffd req-57ad4abf-e975-45c5-a6b7-fc26fcd0fd79 tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/33d2dea8-23c8-4043-933c-1922a4d02446 HTTP/1.1" status: 200 len: 1778 time: 0.0535278 Jul 16 18:04:39.500246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-380f7b82-abca-4a16-a1d7-3b6edc100ffd req-21a555da-0890-422a-95bc-6062f5528c7d tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.535762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 83162806-987d-4ab0-9065-e2656bfab31c details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:39.541362 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f51630fc-9559-41d2-b981-ffd4fd4ff895 req-47c20133-ebb6-462e-a810-baa1373db553 service neutron] 10.222.0.46 "GET /v2.0/networks/830ba48d-6829-427a-97bc-9775fe41804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686101 Jul 16 18:04:39.546693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-380f7b82-abca-4a16-a1d7-3b6edc100ffd req-21a555da-0890-422a-95bc-6062f5528c7d tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.605640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.612363 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.701494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:39.708563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 83162806-987d-4ab0-9065-e2656bfab31c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=83162806-987d-4ab0-9065-e2656bfab31c,segment=NetworkSegment(1616f608-fba2-4d31-a419-d0a5c35f74ad),segment_id=1616f608-fba2-4d31-a419-d0a5c35f74ad)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:39.709676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ede59a9-640b-407f-a3e8-0753de1d3c2e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:39.720136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.721177 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Added segment d7771d0c-621c-42c4-a028-622f78029788 of type vlan for network 83761a9f-9c1c-4405-b2b9-df59f096a609 Jul 16 18:04:39.747264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '83162806-987d-4ab0-9065-e2656bfab31c', 'network_id': '830ba48d-6829-427a-97bc-9775fe41804f', 'port_id': '83162806-987d-4ab0-9065-e2656bfab31c', 'mac_address': 'fa:16:3e:93:6e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67adbcad-c770-4025-87a7-850c52f2062c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:39.782139 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.802608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.853953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83162806-987d-4ab0-9065-e2656bfab31c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:39.867326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.871388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.874429 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.912678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 83162806-987d-4ab0-9065-e2656bfab31c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=83162806-987d-4ab0-9065-e2656bfab31c,segment=NetworkSegment(1616f608-fba2-4d31-a419-d0a5c35f74ad),segment_id=1616f608-fba2-4d31-a419-d0a5c35f74ad)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:39.918414 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.986611 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7543211 Jul 16 18:04:39.988655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34402) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.022221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=83162806-987d-4ab0-9065-e2656bfab31c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.039198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Request body: {'subnet': {'network_id': '83761a9f-9c1c-4405-b2b9-df59f096a609', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1060558737-subnet', 'tenant_id': '48e99a141f814977b930cca1d2f447d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:40.046536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3657f-9b30-4a06-bd2b-cfa9c23ff071 admin admin] Pushing event updated for resources: {'Network': ['ID=83761a9f-9c1c-4405-b2b9-df59f096a609,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.055455 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.064342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 83761a9f-9c1c-4405-b2b9-df59f096a609 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:40.081238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Made reservation on behalf of 48e99a141f814977b930cca1d2f447d7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:40.085400 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.242317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-380f7b82-abca-4a16-a1d7-3b6edc100ffd req-21a555da-0890-422a-95bc-6062f5528c7d tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.245544 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-380f7b82-abca-4a16-a1d7-3b6edc100ffd req-21a555da-0890-422a-95bc-6062f5528c7d tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.246717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-380f7b82-abca-4a16-a1d7-3b6edc100ffd req-21a555da-0890-422a-95bc-6062f5528c7d tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/33d2dea8-23c8-4043-933c-1922a4d02446 HTTP/1.1" status: 204 len: 173 time: 0.8068643 Jul 16 18:04:40.295356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a555da-0890-422a-95bc-6062f5528c7d tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d2dea8-23c8-4043-933c-1922a4d02446,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.338486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.340577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['83162806-987d-4ab0-9065-e2656bfab31c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:40.357248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-60091164-81a3-4204-8436-1135f6f30841 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.359098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-60091164-81a3-4204-8436-1135f6f30841 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 808 time: 0.7327731 Jul 16 18:04:40.372442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d305e2-6ffd-4e78-bd06-4db59a938828 req-ff304902-37e6-4ea8-bf73-554b22eaad93 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.374594 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d305e2-6ffd-4e78-bd06-4db59a938828 req-ff304902-37e6-4ea8-bf73-554b22eaad93 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 944 time: 0.1680436 Jul 16 18:04:40.379557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Request body: {'port': {'device_id': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0', 'admin_state_up': True, 'tenant_id': 'f6b9f0b080244c71a707593126928b50'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:40.427220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Checking segment: {'id': 'd7771d0c-621c-42c4-a028-622f78029788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '83761a9f-9c1c-4405-b2b9-df59f096a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:40.427622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Network hostable DHCP agents. Network: 83761a9f-9c1c-4405-b2b9-df59f096a609, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:40.442070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d305e2-6ffd-4e78-bd06-4db59a938828 req-53817bea-a067-4f0f-8c71-1cf43ae9ee92 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588295 Jul 16 18:04:40.466889 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4d3c58-f622-4e93-be6d-b80270296647,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.485894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34414) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.505071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Network 83761a9f-9c1c-4405-b2b9-df59f096a609 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:40.518624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 83761a9f-9c1c-4405-b2b9-df59f096a609) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:40.534564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.535636 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.551351 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-46d448c2-6ea4-4db9-85bf-ca50b1b0a93e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5615709 Jul 16 18:04:40.561386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c192c69-b287-48d5-a014-d74ea3dcaf21 None None] Network 83761a9f-9c1c-4405-b2b9-df59f096a609 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:40.582622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Made reservation on behalf of f6b9f0b080244c71a707593126928b50 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:40.586174 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.606295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788e1fa-8470-41f5-ba31-e081aaf9e529 req-4d41e2b7-1502-43bd-9fc5-a5a1d08c4e22 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.607831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6788e1fa-8470-41f5-ba31-e081aaf9e529 req-4d41e2b7-1502-43bd-9fc5-a5a1d08c4e22 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1303294 Jul 16 18:04:40.645582 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87d19bb5-192c-4582-ac3e-6d25c2d98b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.694306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34420) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.774043 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87d19bb5-192c-4582-ac3e-6d25c2d98b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.780673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87d19bb5-192c-4582-ac3e-6d25c2d98b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.798690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6788e1fa-8470-41f5-ba31-e081aaf9e529 req-3e16232b-b4e0-4481-87e6-872a66dde72c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296134 Jul 16 18:04:40.827867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Allocated IP 172.20.0.14 (4cdcbab5-69e0-4320-a4e3-82749ccfe0e0/99df10c3-2675-45ca-b32a-e13c26b1036f/f011f21e-a0c7-4153-91b5-e4c7e919f9fd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:40.832572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e7c0d4-9968-49a6-8b95-9f57e92a701b admin admin] Deleting subnet 7952409a-9145-45b8-97f7-c88c56013d6c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:40.840253 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c0d4-9968-49a6-8b95-9f57e92a701b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.849152 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-87d19bb5-192c-4582-ac3e-6d25c2d98b15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d32c20138dbe47888b68957f6c180043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577144 Jul 16 18:04:40.851040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34422) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.871517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d19bb5-192c-4582-ac3e-6d25c2d98b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f095dc4e-46c8-41c1-9a96-801dd3581a01,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.894608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c0d4-9968-49a6-8b95-9f57e92a701b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.961813 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5958e60d-dbb2-4bd7-9b68-c9c0abbb4766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.975881 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c0d4-9968-49a6-8b95-9f57e92a701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.002471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5958e60d-dbb2-4bd7-9b68-c9c0abbb4766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.055047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5958e60d-dbb2-4bd7-9b68-c9c0abbb4766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.058797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5958e60d-dbb2-4bd7-9b68-c9c0abbb4766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.062577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6a00ef-93d9-4ee7-91e2-2048ab849b8b None None] Network 83761a9f-9c1c-4405-b2b9-df59f096a609 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:41.062735 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5958e60d-dbb2-4bd7-9b68-c9c0abbb4766 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f095dc4e-46c8-41c1-9a96-801dd3581a01 HTTP/1.1" status: 204 len: 168 time: 0.2073116 Jul 16 18:04:41.070432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958e60d-dbb2-4bd7-9b68-c9c0abbb4766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f095dc4e-46c8-41c1-9a96-801dd3581a01,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.177665 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c0d4-9968-49a6-8b95-9f57e92a701b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.194362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.226525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7c0d4-9968-49a6-8b95-9f57e92a701b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7952409a-9145-45b8-97f7-c88c56013d6c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.230179 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c0d4-9968-49a6-8b95-9f57e92a701b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.234446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e2e7c0d4-9968-49a6-8b95-9f57e92a701b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7952409a-9145-45b8-97f7-c88c56013d6c HTTP/1.1" status: 204 len: 168 time: 0.5308762 Jul 16 18:04:41.235159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.241267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae69bcb-d4a6-4aae-b723-44a03df21c17 req-f803e8f7-4e19-4070-98e6-715ac0029b60 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.248031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aae69bcb-d4a6-4aae-b723-44a03df21c17 req-f803e8f7-4e19-4070-98e6-715ac0029b60 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 945 time: 0.2498391 Jul 16 18:04:41.274077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.274566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.276011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.276492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.276989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.277461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.277929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.278395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.278859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.280968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-12e959af-6ff7-45b2-9e64-d5f10314d5ea tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863&device_id=0bce8196-c031-4f15-b096-eabaadcd1d38&device_id=07899a9c-337c-4979-8a7a-e106d3b18975&device_id=72342e62-a128-4f69-98e1-2fefc6237db8&device_id=1360bcb1-7888-448f-a476-9450698646b7&device_id=02249d45-407c-435b-ab37-6cfb6805a9f1&device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c&device_id=6e7acb60-725b-497f-a138-b0e481d474b7&device_id=e2866579-fb0b-476b-927d-769cea75111a&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 8235 time: 0.2655685 Jul 16 18:04:41.319342 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.321381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-3d3244a8-655d-4ebd-9b13-85dbac1557ef tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.348784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aae69bcb-d4a6-4aae-b723-44a03df21c17 req-afd8b60f-be98-4da9-8941-de4fd9017f3e tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997899 Jul 16 18:04:41.369370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.414171 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.427199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756be1b3-df00-4106-b6a1-31d7bbeb62ad']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:41.447560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ac7060-fa33-41b9-8aa4-a482cbc6f943') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:41.448197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ac7060-fa33-41b9-8aa4-a482cbc6f943') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:41.457035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:41.457637 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.468553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:41.470257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Pushing event updated for resources: {'Port': ['ID=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.472748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.476968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:41.483997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:41.484783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:41.487095 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:41.539926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25429476-14b1-4ada-8954-e3d2a2a71ee3 req-10c74edc-e3c4-4a06-b60f-4ea81e59c2ce tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a75cfb84-5a64-418c-9b8e-088a054f0500 HTTP/1.1" status: 200 len: 1777 time: 0.1325800 Jul 16 18:04:41.549254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.554380 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.560131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] 10.222.0.60 "DELETE /v2.0/networks/756be1b3-df00-4106-b6a1-31d7bbeb62ad HTTP/1.1" status: 204 len: 168 time: 0.3206527 Jul 16 18:04:41.560969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34442) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.576191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.576995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.577911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addf0c9-ad26-4f86-aec5-0b076ea1dc0e admin admin] Pushing event deleted for resources: {'Network': ['ID=756be1b3-df00-4106-b6a1-31d7bbeb62ad,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.617731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-50eb5683-1032-4fba-b71f-f20a3349b3a9 admin admin] Deleting subnet 5d4d3c58-f622-4e93-be6d-b80270296647 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:41.621691 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50eb5683-1032-4fba-b71f-f20a3349b3a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.624865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-3d3244a8-655d-4ebd-9b13-85dbac1557ef tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.637128 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-3d3244a8-655d-4ebd-9b13-85dbac1557ef tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.651972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-2e477c3d-8b6e-4aaa-bb6e-ed1d53ca369b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2761905 Jul 16 18:04:41.663547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-25429476-14b1-4ada-8954-e3d2a2a71ee3 req-7d8fe870-021a-41e1-b61a-93024f0d0f0e tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.664117 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50eb5683-1032-4fba-b71f-f20a3349b3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.676165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Request body: {'port': {'device_id': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:41.680020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4dc28d4-aff6-444e-9aee-6bc16a46bda5 req-3d3244a8-655d-4ebd-9b13-85dbac1557ef tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&id=5e99dad6-5587-40f4-99c5-650298e365f1&id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.3899434 Jul 16 18:04:41.722074 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50eb5683-1032-4fba-b71f-f20a3349b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.741345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3244a8-655d-4ebd-9b13-85dbac1557ef tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f0422c-db1f-4f58-91ab-905f5e0cbabb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.762462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-25429476-14b1-4ada-8954-e3d2a2a71ee3 req-7d8fe870-021a-41e1-b61a-93024f0d0f0e tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.792673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50eb5683-1032-4fba-b71f-f20a3349b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.824903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb5683-1032-4fba-b71f-f20a3349b3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4d3c58-f622-4e93-be6d-b80270296647,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.837023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.846398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50eb5683-1032-4fba-b71f-f20a3349b3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.849125 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-50eb5683-1032-4fba-b71f-f20a3349b3a9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5d4d3c58-f622-4e93-be6d-b80270296647 HTTP/1.1" status: 204 len: 168 time: 0.2871263 Jul 16 18:04:41.850991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34460) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.870241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.880142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-25429476-14b1-4ada-8954-e3d2a2a71ee3 req-7d8fe870-021a-41e1-b61a-93024f0d0f0e tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.882660 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-25429476-14b1-4ada-8954-e3d2a2a71ee3 req-7d8fe870-021a-41e1-b61a-93024f0d0f0e tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.883794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25429476-14b1-4ada-8954-e3d2a2a71ee3 req-7d8fe870-021a-41e1-b61a-93024f0d0f0e tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/a75cfb84-5a64-418c-9b8e-088a054f0500 HTTP/1.1" status: 204 len: 173 time: 0.3362572 Jul 16 18:04:41.898202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fe870-021a-41e1-b61a-93024f0d0f0e tempest-SecurityGroupsTestAdminJSON-142618589 tempest-SecurityGroupsTestAdminJSON-142618589-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75cfb84-5a64-418c-9b8e-088a054f0500,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.930213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.963796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043c2ff-4b16-4819-b559-4b8db3601d72 req-e02c60d0-5b19-4969-bd40-c101b1643a06 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.965383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2043c2ff-4b16-4819-b559-4b8db3601d72 req-e02c60d0-5b19-4969-bd40-c101b1643a06 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 932 time: 0.1490378 Jul 16 18:04:41.994716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-963448809-network', 'tenant_id': '922beda0d1724e92b8a5771a4ed5a8ca'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.029335 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.044231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83761a9f-9c1c-4405-b2b9-df59f096a609']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:42.058092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7771d0c-621c-42c4-a028-622f78029788') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:42.058418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7771d0c-621c-42c4-a028-622f78029788') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:42.064719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Made reservation on behalf of 922beda0d1724e92b8a5771a4ed5a8ca for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:42.066991 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.072505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.083665 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.098927 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.114004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:42.114418 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:42.116093 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:42.121824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2043c2ff-4b16-4819-b559-4b8db3601d72 req-63d6c358-8e1a-4b8f-93ef-11ecc5ea83f4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080523 Jul 16 18:04:42.190674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61b80c-3a4e-4116-a70d-94729424c70b req-191e85f2-8142-430e-908e-180c449de03c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:42.192099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c61b80c-3a4e-4116-a70d-94729424c70b req-191e85f2-8142-430e-908e-180c449de03c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 945 time: 0.1795352 Jul 16 18:04:42.201225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.211556 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.213601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Request body: {'floatingip': {'port_id': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.244355 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.248761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] 10.222.0.60 "DELETE /v2.0/networks/83761a9f-9c1c-4405-b2b9-df59f096a609 HTTP/1.1" status: 204 len: 168 time: 0.3943455 Jul 16 18:04:42.254760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a600615-3103-4531-941d-9578160cee7d admin admin] Pushing event deleted for resources: {'Network': ['ID=83761a9f-9c1c-4405-b2b9-df59f096a609,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.292401 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.296666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.325046 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.332069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:42.350840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c102a86b-95b7-438e-9bf1-c81282871978,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.369504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.370006 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Added segment 463d5455-1e29-48c0-9596-fe52706ed551 of type vlan for network 795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5 Jul 16 18:04:42.457680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34470) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.460783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.496873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f011f21e-a0c7-4153-91b5-e4c7e919f9fd {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:42.517427 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4be3d569-adbe-4b2b-97d3-5138c5dd4e27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45a1d8b19f5c4404a757eb173eac8d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585916 Jul 16 18:04:42.521025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.536868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.569634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Transition to ACTIVE for port object f011f21e-a0c7-4153-91b5-e4c7e919f9fd will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:42.572100 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.573032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:42.573671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.585368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519bb89-ab1d-4f89-b456-6b9a3d6af4b1 req-96950b87-2a7a-46e1-bacc-0d45310507d8 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:42.593689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b519bb89-ab1d-4f89-b456-6b9a3d6af4b1 req-96950b87-2a7a-46e1-bacc-0d45310507d8 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 944 time: 0.3139589 Jul 16 18:04:42.611915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.643329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] Pushing event updated for resources: {'Network': ['ID=795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.663405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:42.669736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-878fe4f4-15ab-4c9f-9123-7398e1dffec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.686470 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-79dc1921-88f5-469f-8eaf-fe5e52230cdf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8482034 Jul 16 18:04:42.687333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.696125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Request body: {'subnet': {'network_id': '795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-963448809-subnet', 'tenant_id': '922beda0d1724e92b8a5771a4ed5a8ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.721601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Made reservation on behalf of 922beda0d1724e92b8a5771a4ed5a8ca for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:42.724169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.730729 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-878fe4f4-15ab-4c9f-9123-7398e1dffec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.824091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Pushing event updated for resources: {'Port': ['ID=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.834551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b519bb89-ab1d-4f89-b456-6b9a3d6af4b1 req-6a55940f-509e-47e6-a2a2-f3fcf24d48bb tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398396 Jul 16 18:04:42.869309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-878fe4f4-15ab-4c9f-9123-7398e1dffec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.872165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-878fe4f4-15ab-4c9f-9123-7398e1dffec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.873481 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-878fe4f4-15ab-4c9f-9123-7398e1dffec6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51602e15-b0da-4b57-8187-e94d40275688 HTTP/1.1" status: 204 len: 168 time: 0.3517148 Jul 16 18:04:42.905520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fe4f4-15ab-4c9f-9123-7398e1dffec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51602e15-b0da-4b57-8187-e94d40275688,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.972837 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.024239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc88bf3-6c66-44b8-bd6c-8b4812bcd690,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.042856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Checking segment: {'id': '463d5455-1e29-48c0-9596-fe52706ed551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:43.043219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Network hostable DHCP agents. Network: 795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:43.064251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Network 795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:43.078306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:43.078541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3d4fc-3db1-453a-b54f-39e40ed166a3 req-34585e7f-d456-4f8e-8254-c24309db9100 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.080743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c3d4fc-3db1-453a-b54f-39e40ed166a3 req-34585e7f-d456-4f8e-8254-c24309db9100 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.3738172 Jul 16 18:04:43.083811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.084588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.092298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0b230-a5bb-47d2-b495-9e03b1d516dd None None] Network 795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:43.113645 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f3ef1430-dbeb-415a-8e8b-f63312223a17 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4192312 Jul 16 18:04:43.123476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e952f14b-b6b8-4ebd-8874-e9b1e0f7190b req-0fda41eb-62ef-4158-8cbd-abdea24241d2 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] 10.222.0.60 "GET /v2.0/security-groups/3d364453-a787-4559-a015-e1e56be53d9e HTTP/1.1" status: 200 len: 1778 time: 0.2433269 Jul 16 18:04:43.149391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:43.149391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:43.149391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:43.315142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34516b0d-1078-4889-9816-3758d372de77 None None] Network 795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:43.375303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:43.429189 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-328be859-18d8-49ef-9860-18c29bad8de2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48e99a141f814977b930cca1d2f447d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528207 Jul 16 18:04:43.431877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34488) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:43.482701 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5248844-b58b-41ba-8d4a-92be7cfd1397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.498655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:43.499493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:43.504085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5248844-b58b-41ba-8d4a-92be7cfd1397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.532095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:43.532829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:43.532829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:43.533532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Bound port: f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:43.534033 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.542437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 83162806-987d-4ab0-9065-e2656bfab31c up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:43.560805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5248844-b58b-41ba-8d4a-92be7cfd1397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.564404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5248844-b58b-41ba-8d4a-92be7cfd1397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.565963 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b5248844-b58b-41ba-8d4a-92be7cfd1397 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ede59a9-640b-407f-a3e8-0753de1d3c2e HTTP/1.1" status: 204 len: 168 time: 0.1330984 Jul 16 18:04:43.575377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5248844-b58b-41ba-8d4a-92be7cfd1397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ede59a9-640b-407f-a3e8-0753de1d3c2e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.593655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c3d4fc-3db1-453a-b54f-39e40ed166a3 req-55ec609a-9536-47aa-a647-d898e33d4d3e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634767 Jul 16 18:04:43.626129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 83162806-987d-4ab0-9065-e2656bfab31c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:43.631454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 83162806-987d-4ab0-9065-e2656bfab31c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:43.632210 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.647198 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:04:43.683498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e952f14b-b6b8-4ebd-8874-e9b1e0f7190b req-f78481f4-5e4c-4c62-a47b-6e5339db4d21 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.727317 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.735063 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e952f14b-b6b8-4ebd-8874-e9b1e0f7190b req-f78481f4-5e4c-4c62-a47b-6e5339db4d21 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.753290 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.757502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bce8196-c031-4f15-b096-eabaadcd1d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83162806-987d-4ab0-9065-e2656bfab31c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:43.760498 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be437f89-7f8c-480c-92e6-82783e52d08d" -d '{"events": [{"server_uuid": "0bce8196-c031-4f15-b096-eabaadcd1d38", "name": "network-vif-plugged", "status": "completed", "tag": "83162806-987d-4ab0-9065-e2656bfab31c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:43.763286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.766150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:43.776328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 83162806-987d-4ab0-9065-e2656bfab31c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=83162806-987d-4ab0-9065-e2656bfab31c,segment=NetworkSegment(1616f608-fba2-4d31-a419-d0a5c35f74ad),segment_id=1616f608-fba2-4d31-a419-d0a5c35f74ad)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:43.781366 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.827393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:43.838914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.872043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=83162806-987d-4ab0-9065-e2656bfab31c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.917947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.918751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.920216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] 10.222.0.45 "PUT /v2.0/ports/f011f21e-a0c7-4153-91b5-e4c7e919f9fd HTTP/1.1" status: 200 len: 1093 time: 2.2531974 Jul 16 18:04:43.920777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:43.923019 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6800302d-704d-42ae-9a22-64f7bcdba92e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:43.959236 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e952f14b-b6b8-4ebd-8874-e9b1e0f7190b req-f78481f4-5e4c-4c62-a47b-6e5339db4d21 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.961534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e952f14b-b6b8-4ebd-8874-e9b1e0f7190b req-f78481f4-5e4c-4c62-a47b-6e5339db4d21 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.963345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e952f14b-b6b8-4ebd-8874-e9b1e0f7190b req-f78481f4-5e4c-4c62-a47b-6e5339db4d21 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] 10.222.0.60 "DELETE /v2.0/security-groups/3d364453-a787-4559-a015-e1e56be53d9e HTTP/1.1" status: 204 len: 173 time: 0.8390219 Jul 16 18:04:44.044690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bceda27-7ff6-4d28-be66-0630aff6fba3 service neutron] Pushing event updated for resources: {'Port': ['ID=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:44.052234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78481f4-5e4c-4c62-a47b-6e5339db4d21 tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d364453-a787-4559-a015-e1e56be53d9e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:44.073400 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Floating IP 27f6066b-a5dc-446d-b2f5-7be9386d80e6 associated. External IP: 172.25.2.144, port: 3e83c91c-4f82-4ab4-9726-4bee30dc0a62. Jul 16 18:04:44.221476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa2f3-6b63-437b-b59f-8ef1a296b332 req-b9426d85-d781-47a2-9252-e583fcf2e7dc tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.221944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa2f3-6b63-437b-b59f-8ef1a296b332 req-b9426d85-d781-47a2-9252-e583fcf2e7dc tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.222419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa2f3-6b63-437b-b59f-8ef1a296b332 req-b9426d85-d781-47a2-9252-e583fcf2e7dc tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.224085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2bcfa2f3-6b63-437b-b59f-8ef1a296b332 req-b9426d85-d781-47a2-9252-e583fcf2e7dc tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8&device_id=02249d45-407c-435b-ab37-6cfb6805a9f1&device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 2886 time: 0.2892747 Jul 16 18:04:44.236823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-017fb820-b504-4e08-8dad-87b4ae4ea846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.238378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-017fb820-b504-4e08-8dad-87b4ae4ea846 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1096 time: 0.2474010 Jul 16 18:04:44.308605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-0e76ce95-9626-42ff-bff9-ae193327d308 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd HTTP/1.1" status: 200 len: 217 time: 0.0577214 Jul 16 18:04:44.316345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e0b75-5fae-42ef-9900-243f2f5ea0be req-3e0408d6-7b3b-4278-bd5c-4ba67e719a70 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.318101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-777e0b75-5fae-42ef-9900-243f2f5ea0be req-3e0408d6-7b3b-4278-bd5c-4ba67e719a70 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.2634101 Jul 16 18:04:44.418692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2bcfa2f3-6b63-437b-b59f-8ef1a296b332 req-2cde4497-f5fb-45e7-a0ea-c5c3faf1e799 tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843188 Jul 16 18:04:44.476762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-777e0b75-5fae-42ef-9900-243f2f5ea0be req-86c53f6b-1090-4c21-a9b7-c8c93c49cc7f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467123 Jul 16 18:04:44.480564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-99ccae4c-095f-417e-8ad0-da939071e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.482036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-99ccae4c-095f-417e-8ad0-da939071e1d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.1617837 Jul 16 18:04:44.523029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-4dd1bbb2-2385-4d24-abf0-01914ed9a7ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322599 Jul 16 18:04:44.539145 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0612d0ac-4e38-4ceb-8479-c23a4dd4a6ae x-openstack-request-id: req-0612d0ac-4e38-4ceb-8479-c23a4dd4a6ae {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:44.539448 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bce8196-c031-4f15-b096-eabaadcd1d38", "name": "network-vif-plugged", "status": "completed", "tag": "83162806-987d-4ab0-9065-e2656bfab31c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:44.539910 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0612d0ac-4e38-4ceb-8479-c23a4dd4a6ae {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:44.540968 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bce8196-c031-4f15-b096-eabaadcd1d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83162806-987d-4ab0-9065-e2656bfab31c', 'code': 200} Jul 16 18:04:44.564707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Router 11a98a37-fe53-46a8-99c5-ccd65eb20608 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:44.739693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd2d24-26f2-4e62-aaad-938869b4158a req-7099e95b-2dc1-41e9-96a7-5119a0f92e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.741240 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e6fd2d24-26f2-4e62-aaad-938869b4158a req-7099e95b-2dc1-41e9-96a7-5119a0f92e4c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 1097 time: 0.0808003 Jul 16 18:04:44.761496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-287ed3ea-79b1-496e-8b98-2e36325fc751 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295885 Jul 16 18:04:44.778068 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e6fd2d24-26f2-4e62-aaad-938869b4158a req-1d127cfc-9998-4882-bc54-53239f4d4530 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299737 Jul 16 18:04:44.778582 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-e9f410a7-1a64-4ddf-a8dc-4af818baccac req-adb4a75a-2f1c-4094-8f55-9d7239f6c6f7 tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] show failed (client error): The resource could not be found. Jul 16 18:04:44.779568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f410a7-1a64-4ddf-a8dc-4af818baccac req-adb4a75a-2f1c-4094-8f55-9d7239f6c6f7 tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] 10.222.0.60 "GET /v2.0/security-groups/6e6e6ca5-53f3-49b0-bbaf-6b4f4190a900 HTTP/1.1" status: 404 len: 352 time: 0.0855649 Jul 16 18:04:44.829263 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eddfbc-70d4-4e36-9239-a48721ca7ad2 x-openstack-request-id: req-b3eddfbc-70d4-4e36-9239-a48721ca7ad2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:44.829558 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:44.829796 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3eddfbc-70d4-4e36-9239-a48721ca7ad2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:44.830178 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd', 'status': 'completed', 'code': 200} Jul 16 18:04:44.835835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:44.843599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.845564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] Sync routers for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:44.856840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:44.857413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:44.947698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef34c2-6e8f-4efc-9d09-1bdd2336e0a9 req-c26d20ba-cf58-426c-b352-c42f3dc3036f tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.949289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddef34c2-6e8f-4efc-9d09-1bdd2336e0a9 req-c26d20ba-cf58-426c-b352-c42f3dc3036f tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 945 time: 0.2704046 Jul 16 18:04:44.969352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:44.979898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-063c7b24-807b-4be8-bf3a-8fa0663cd2ac tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "PUT /v2.0/floatingips/27f6066b-a5dc-446d-b2f5-7be9386d80e6 HTTP/1.1" status: 200 len: 991 time: 2.7748258 Jul 16 18:04:45.006191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a78e78fe-51dd-4a1d-9e4d-e0b395576c96 req-72a5d66d-5556-4d4a-8b76-7fd91934c75e tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] 10.222.0.60 "GET /v2.0/security-groups/4f4e596d-182b-4555-bab5-59f9ef5605de HTTP/1.1" status: 200 len: 1778 time: 0.1604414 Jul 16 18:04:45.010914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d4a3cec-fd03-4d99-a862-48d406242e55 req-0558d40a-b019-416d-8d85-a11d9b1d4c3f service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346137 Jul 16 18:04:45.037142 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddef34c2-6e8f-4efc-9d09-1bdd2336e0a9 req-49e0fc94-99d3-4077-8123-f86b260ec8f4 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779326 Jul 16 18:04:45.152986 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a78e78fe-51dd-4a1d-9e4d-e0b395576c96 req-0bed3c2b-4d3f-4c47-b5c5-6f7913e798ff tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.185684 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a78e78fe-51dd-4a1d-9e4d-e0b395576c96 req-0bed3c2b-4d3f-4c47-b5c5-6f7913e798ff tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.212460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-d18d01fa-1ae4-48ec-840c-63f2339973d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.213911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-d18d01fa-1ae4-48ec-840c-63f2339973d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1096 time: 0.1494601 Jul 16 18:04:45.310282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a78e78fe-51dd-4a1d-9e4d-e0b395576c96 req-0bed3c2b-4d3f-4c47-b5c5-6f7913e798ff tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.313062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a78e78fe-51dd-4a1d-9e4d-e0b395576c96 req-0bed3c2b-4d3f-4c47-b5c5-6f7913e798ff tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.314194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '27f6066b-a5dc-446d-b2f5-7be9386d80e6', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'port_id': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'mac_address': 'fa:16:3e:fa:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07899a9c-337c-4979-8a7a-e106d3b18975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:17Z', 'updated_at': '2021-07-16T18:04:43Z', 'revision_number': 1, 'project_id': '6003d76c61b940759fea111c77e737cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:45.314424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a78e78fe-51dd-4a1d-9e4d-e0b395576c96 req-0bed3c2b-4d3f-4c47-b5c5-6f7913e798ff tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] 10.222.0.60 "DELETE /v2.0/security-groups/4f4e596d-182b-4555-bab5-59f9ef5605de HTTP/1.1" status: 204 len: 173 time: 0.2975469 Jul 16 18:04:45.345475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] Checking router: 11a98a37-fe53-46a8-99c5-ccd65eb20608 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:45.349266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed3c2b-4d3f-4c47-b5c5-6f7913e798ff tempest-SecurityGroupsTestAdminJSON-976055137 tempest-SecurityGroupsTestAdminJSON-976055137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4e596d-182b-4555-bab5-59f9ef5605de,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:45.362213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-7f7bb01a-eed5-4eb1-a6af-3a2e3806e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.363705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-7f7bb01a-eed5-4eb1-a6af-3a2e3806e549 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.1423523 Jul 16 18:04:45.368710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:45.369698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:45.415469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-8ed5af10-19b7-491e-af28-66fa9d1904fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd HTTP/1.1" status: 200 len: 217 time: 0.0387568 Jul 16 18:04:45.429289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c61bb2-810d-485d-9fdb-9dbd7af465cf req-87f413e0-3aa5-48d7-8959-340b39ef686a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.431192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4c61bb2-810d-485d-9fdb-9dbd7af465cf req-87f413e0-3aa5-48d7-8959-340b39ef686a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1404548 Jul 16 18:04:45.497478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:45.506134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-9fef0e22-f22b-4ba5-80cf-c9fccd58c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.507029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-9fef0e22-f22b-4ba5-80cf-c9fccd58c136 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0749707 Jul 16 18:04:45.510794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4c61bb2-810d-485d-9fdb-9dbd7af465cf req-8e54bd92-680a-4f17-be19-4ff5a46cc9a8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713918 Jul 16 18:04:45.556849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-b0e27ed1-af57-478d-aed9-a90cf9132626 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306544 Jul 16 18:04:45.669886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34560) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.682850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5de7c2d1-2d1c-4699-9510-851d05119b7e req-e024ce59-d594-45e7-8dbd-b044dec6370b tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=922beda0d1724e92b8a5771a4ed5a8ca HTTP/1.1" status: 200 len: 2984 time: 0.1063964 Jul 16 18:04:45.717425 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-4fefe503-70ff-4cdc-8457-7b4fd80b74d9 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486566 Jul 16 18:04:45.760187 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5de7c2d1-2d1c-4699-9510-851d05119b7e req-52a40b58-dd13-4a28-b767-f509b0c2ceb5 tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] 10.222.0.60 "GET /v2.0/security-groups/c102a86b-95b7-438e-9bf1-c81282871978 HTTP/1.1" status: 200 len: 2981 time: 0.0764241 Jul 16 18:04:45.832950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '27f6066b-a5dc-446d-b2f5-7be9386d80e6', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'port_id': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'mac_address': 'fa:16:3e:fa:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07899a9c-337c-4979-8a7a-e106d3b18975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:17Z', 'updated_at': '2021-07-16T18:04:43Z', 'revision_number': 1, 'project_id': '6003d76c61b940759fea111c77e737cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:45.855004 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-32a8e48d-4f0f-4929-b73b-fa127cdbd944 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68ee91a206eb437dbbca953732f7a2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833558 Jul 16 18:04:45.856757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.857534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5de7c2d1-2d1c-4699-9510-851d05119b7e req-358f4e5d-291b-481c-8843-f34e374ecc80 tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] 10.222.0.60 "GET /v2.0/security-groups/c102a86b-95b7-438e-9bf1-c81282871978 HTTP/1.1" status: 200 len: 2981 time: 0.0964358 Jul 16 18:04:45.867843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f901f5-7cca-4995-87f1-e389e8853c2b None None] The sync data for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 is: [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '27f6066b-a5dc-446d-b2f5-7be9386d80e6', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'port_id': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'mac_address': 'fa:16:3e:fa:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07899a9c-337c-4979-8a7a-e106d3b18975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:17Z', 'updated_at': '2021-07-16T18:04:43Z', 'revision_number': 1, 'project_id': '6003d76c61b940759fea111c77e737cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:45.886307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6800302d-704d-42ae-9a22-64f7bcdba92e req-41189226-ff96-42f0-a0fb-5ecb7c2e783e service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569743 Jul 16 18:04:45.942503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d338e91-e7e0-4479-a26f-ea17e97c374d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.964949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-99ae7158-0539-455d-8770-dbc9a38e9c01 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268719 Jul 16 18:04:45.978938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d338e91-e7e0-4479-a26f-ea17e97c374d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.040445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d338e91-e7e0-4479-a26f-ea17e97c374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.043410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d338e91-e7e0-4479-a26f-ea17e97c374d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.047589 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9d338e91-e7e0-4479-a26f-ea17e97c374d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f13eafe-c833-4a68-9a5c-f8b3e6b4fd11 HTTP/1.1" status: 204 len: 168 time: 0.1894054 Jul 16 18:04:46.057479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d338e91-e7e0-4479-a26f-ea17e97c374d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f13eafe-c833-4a68-9a5c-f8b3e6b4fd11,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:46.109986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119b06-1da0-4d86-b6ee-92125523ddb1 req-0b79472a-ba29-4b2b-bc2c-3b24e978759f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.111570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93119b06-1da0-4d86-b6ee-92125523ddb1 req-0b79472a-ba29-4b2b-bc2c-3b24e978759f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.1498461 Jul 16 18:04:46.175602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d64e5693-2c2c-4795-af19-a50dd327e893 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.177232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d64e5693-2c2c-4795-af19-a50dd327e893 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035627 Jul 16 18:04:46.191661 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d61e4-cd0b-44b9-b9a1-0fc46e60935c None None] New status for floating IP 27f6066b-a5dc-446d-b2f5-7be9386d80e6: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:04:46.209916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93119b06-1da0-4d86-b6ee-92125523ddb1 req-e4bf0436-d8d6-4e96-a80d-28a9fdc94897 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915515 Jul 16 18:04:46.219813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-f3c33ff3-0af6-4d79-97ef-b045058c8de9 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/quotas/33a0bbd4b0e94ba9b96e94d57280f64b HTTP/1.1" status: 200 len: 375 time: 0.0325534 Jul 16 18:04:46.260342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-f67df9fa-ffd6-4ded-961b-ae752512e6b4 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395730 Jul 16 18:04:46.424232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:46.476262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d5f73ba-30b1-43ce-b1be-6dd4880443d9 req-fdad1ea4-0dfa-4b2b-84f1-1a8a83d8546a tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] 10.222.0.60 "GET /v2.0/security-groups/c102a86b-95b7-438e-9bf1-c81282871978 HTTP/1.1" status: 200 len: 2981 time: 0.0748544 Jul 16 18:04:46.489219 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a3a282d8-0bd2-49e9-891f-08ba42334a12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58992d0e6fb44f5099c1fe4f73fbf290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635433 Jul 16 18:04:46.489825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34590) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:46.556574 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-7d5f73ba-30b1-43ce-b1be-6dd4880443d9 req-ccf5948c-389b-4094-8df6-0d2e149ae22c tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:04:46.565168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d5f73ba-30b1-43ce-b1be-6dd4880443d9 req-ccf5948c-389b-4094-8df6-0d2e149ae22c tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] 10.222.0.60 "DELETE /v2.0/security-groups/c102a86b-95b7-438e-9bf1-c81282871978 HTTP/1.1" status: 409 len: 352 time: 0.0876544 Jul 16 18:04:46.577276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca0a79dd-1b2c-4857-b8c2-8dcec0af8337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.602222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca0a79dd-1b2c-4857-b8c2-8dcec0af8337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.659507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2dcfe58d-a76d-4e8c-b64b-bd445cd751d6 req-eff7cb51-b9dc-4f9a-ab4b-3fd599851950 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 210 time: 0.0525904 Jul 16 18:04:46.662278 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca0a79dd-1b2c-4857-b8c2-8dcec0af8337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.666466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca0a79dd-1b2c-4857-b8c2-8dcec0af8337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.669874 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ca0a79dd-1b2c-4857-b8c2-8dcec0af8337 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c41678e1-5c4f-46eb-a6c4-73770acb561c HTTP/1.1" status: 204 len: 168 time: 0.1768067 Jul 16 18:04:46.675672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a79dd-1b2c-4857-b8c2-8dcec0af8337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41678e1-5c4f-46eb-a6c4-73770acb561c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:46.714257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3320131-0158-4465-9964-e611f53b65c3 req-932977f1-a295-4abf-a08e-958842b844e3 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.715772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3320131-0158-4465-9964-e611f53b65c3 req-932977f1-a295-4abf-a08e-958842b844e3 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 945 time: 0.1196699 Jul 16 18:04:46.763379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3320131-0158-4465-9964-e611f53b65c3 req-1cc0382b-3bf2-4b35-a936-cefe6b5f55e3 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Jul 16 18:04:46.831196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:46.833922 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7da05e-b591-4c65-b68f-4f0ea6023b33" -d '{"events": [{"name": "network-changed", "server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:47.031983 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-f44ba98e-62e2-49e2-8370-84b2af7a8ce9 req-2ddfaf49-3adc-4443-9d55-346a619dec81 tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] show failed (client error): The resource could not be found. Jul 16 18:04:47.033158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f44ba98e-62e2-49e2-8370-84b2af7a8ce9 req-2ddfaf49-3adc-4443-9d55-346a619dec81 tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] 10.222.0.60 "GET /v2.0/security-groups/bd5fe99a-4707-4d7f-9751-4394cba0fd6f HTTP/1.1" status: 404 len: 352 time: 0.0296364 Jul 16 18:04:47.052369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdffb1-0b71-44e1-aaec-47a2317e127c req-2cc0de56-6c75-47e0-b047-a110bb82f1cf tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.054127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0cdffb1-0b71-44e1-aaec-47a2317e127c req-2cc0de56-6c75-47e0-b047-a110bb82f1cf tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.0900490 Jul 16 18:04:47.096083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0cdffb1-0b71-44e1-aaec-47a2317e127c req-be70de00-fc37-4570-b65d-ee4ef20c1a77 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360830 Jul 16 18:04:47.161717 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4c6256-c01c-4382-b06f-9f1c43856c65 x-openstack-request-id: req-ad4c6256-c01c-4382-b06f-9f1c43856c65 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:47.162067 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:47.162361 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad4c6256-c01c-4382-b06f-9f1c43856c65 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:47.162725 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'status': 'completed', 'code': 200} Jul 16 18:04:47.217035 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-3251a0c4-e66b-44b1-a6ca-964f484da43f req-9ae9c15d-a1f1-4ced-bccf-e9bc5aa73137 tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] show failed (client error): The resource could not be found. Jul 16 18:04:47.218062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3251a0c4-e66b-44b1-a6ca-964f484da43f req-9ae9c15d-a1f1-4ced-bccf-e9bc5aa73137 tempest-SecurityGroupsNegativeTestJSON-249205071 tempest-SecurityGroupsNegativeTestJSON-249205071-project] 10.222.0.60 "GET /v2.0/security-groups/43e9534f-5d6a-4465-bb07-23bd7f958eb8 HTTP/1.1" status: 404 len: 352 time: 0.0199099 Jul 16 18:04:47.242749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34630) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:47.293159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa664ba-1fef-40b3-98f2-1e06d0e25521 admin admin] Deleting subnet 4cc88bf3-6c66-44b8-bd6c-8b4812bcd690 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:47.297009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfa664ba-1fef-40b3-98f2-1e06d0e25521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.333217 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfa664ba-1fef-40b3-98f2-1e06d0e25521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.365850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-59b50e45-466c-41ba-9c9b-85e2522c78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.369692 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-59b50e45-466c-41ba-9c9b-85e2522c78ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6003d76c61b940759fea111c77e737cb&device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 1097 time: 0.1506159 Jul 16 18:04:47.386169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfa664ba-1fef-40b3-98f2-1e06d0e25521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.449157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfa664ba-1fef-40b3-98f2-1e06d0e25521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.493857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa664ba-1fef-40b3-98f2-1e06d0e25521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc88bf3-6c66-44b8-bd6c-8b4812bcd690,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.496368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfa664ba-1fef-40b3-98f2-1e06d0e25521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.500914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bfa664ba-1fef-40b3-98f2-1e06d0e25521 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4cc88bf3-6c66-44b8-bd6c-8b4812bcd690 HTTP/1.1" status: 204 len: 168 time: 0.2543221 Jul 16 18:04:47.501738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34640) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:47.530053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-192622b3-ae7f-4666-beb9-7848436002c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.532186 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-192622b3-ae7f-4666-beb9-7848436002c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 200 len: 925 time: 0.1541092 Jul 16 18:04:47.630356 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-da63b84b-f4c1-4ba0-b268-a2883fde8242 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e83c91c-4f82-4ab4-9726-4bee30dc0a62 HTTP/1.1" status: 200 len: 1001 time: 0.0877762 Jul 16 18:04:47.710597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-dce815f3-ed7e-4f05-9ff8-6fd26ae0c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.712935 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-dce815f3-ed7e-4f05-9ff8-6fd26ae0c317 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c486c120-0ad9-4c01-8f55-560381225582 HTTP/1.1" status: 200 len: 863 time: 0.0655799 Jul 16 18:04:47.722801 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.733857 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-f96f6ea0-d107-42ed-ade1-683768f7c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.735783 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-f96f6ea0-d107-42ed-ade1-683768f7c6df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0567d6cf2a2f44ff8dec86ae60025252&device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 1097 time: 0.1182590 Jul 16 18:04:47.771772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72c95d-6d91-40fe-b357-cd14565a28a6 req-792096dc-0137-424c-9ccc-ba1f94d230b1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.773355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a72c95d-6d91-40fe-b357-cd14565a28a6 req-792096dc-0137-424c-9ccc-ba1f94d230b1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.2161460 Jul 16 18:04:47.779124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-5a5b88c4-b2c1-4efb-ab94-7151d0972040 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458891 Jul 16 18:04:47.889104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d307a86-9ef7-4a10-a965-8f8683fa50bd req-4be9c723-0b92-4a41-ad26-5afc0ec53e13 tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.890537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d307a86-9ef7-4a10-a965-8f8683fa50bd req-4be9c723-0b92-4a41-ad26-5afc0ec53e13 tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 1102 time: 0.2699718 Jul 16 18:04:47.908394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a72c95d-6d91-40fe-b357-cd14565a28a6 req-4665bc62-c22e-4c50-8093-77180a9845e1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266418 Jul 16 18:04:47.937910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.985696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:48.007581 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463d5455-1e29-48c0-9596-fe52706ed551') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:48.007870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463d5455-1e29-48c0-9596-fe52706ed551') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:48.029513 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.033986 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d307a86-9ef7-4a10-a965-8f8683fa50bd req-dc2e5b66-f14a-420c-8b06-dbfbc0318bcc tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333392 Jul 16 18:04:48.072607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-05490f7f-135f-4f90-8de6-2f3b11257843 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.072607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-05490f7f-135f-4f90-8de6-2f3b11257843 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534583 Jul 16 18:04:48.072607 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.092579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Request body: {'port': {'device_id': '1d68d33b-52d2-4d04-af5c-c09db7391e56', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '33a0bbd4b0e94ba9b96e94d57280f64b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:48.095807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:48.096198 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:48.097882 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:48.112152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-6f9bae03-9e6b-4ab6-abf2-a96f02dde635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.113857 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-6f9bae03-9e6b-4ab6-abf2-a96f02dde635 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4c0d341-1db4-4359-81e0-5a31d9d3624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3750899 Jul 16 18:04:48.142924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-13ca26b4-a6a6-472a-b86c-8e67bb74a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.144370 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-13ca26b4-a6a6-472a-b86c-8e67bb74a127 service neutron] 10.222.0.46 "GET /v2.0/networks?id=830ba48d-6829-427a-97bc-9775fe41804f HTTP/1.1" status: 200 len: 914 time: 0.1352561 Jul 16 18:04:48.193906 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-7f3acf66-1b2b-4b16-82ff-22648c1391bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83162806-987d-4ab0-9065-e2656bfab31c HTTP/1.1" status: 200 len: 217 time: 0.0403218 Jul 16 18:04:48.293020 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-e4413f29-9a44-4369-b182-b2b2279e9f37 service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716013 Jul 16 18:04:48.294953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-2d861a13-9610-439c-a5af-c9e54a1a2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.296610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-2d861a13-9610-439c-a5af-c9e54a1a2ec4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67adbcad-c770-4025-87a7-850c52f2062c HTTP/1.1" status: 200 len: 853 time: 0.0720360 Jul 16 18:04:48.358491 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-a1354bd0-694a-4f84-8dff-cd5aef8bfa62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=830ba48d-6829-427a-97bc-9775fe41804f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426323 Jul 16 18:04:48.478708 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c7da05e-b591-4c65-b68f-4f0ea6023b33 req-7a11fdbc-a669-4360-8943-80df80327d29 service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704223 Jul 16 18:04:48.503902 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-44b6b42a-5569-427a-8f43-9dc446834493 service neutron] 10.222.0.46 "GET /v2.0/networks/830ba48d-6829-427a-97bc-9775fe41804f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086965 Jul 16 18:04:48.507161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ab02377-f55b-4e4e-a603-11892dc44229 req-14ab1d00-fb9f-4614-ad72-62334f236b65 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 210 time: 0.0667939 Jul 16 18:04:48.546851 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.559013 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.563300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] 10.222.0.60 "DELETE /v2.0/networks/795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5 HTTP/1.1" status: 204 len: 168 time: 1.0581925 Jul 16 18:04:48.580598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e4f4b-ee57-4af0-b7bc-66fa727921ad admin admin] Pushing event deleted for resources: {'Network': ['ID=795a9ee2-eda1-48ac-a7e7-c1f75f7e36d5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:48.607431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09e948-d897-41d8-a83e-52cd5f3bfa94 req-04aef295-e81e-4a4a-8fb5-624d180cb04a tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.614547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4b09e948-d897-41d8-a83e-52cd5f3bfa94 req-04aef295-e81e-4a4a-8fb5-624d180cb04a tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 945 time: 0.5409753 Jul 16 18:04:48.615918 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f3901fc8-cce7-4eda-baad-b4db7eb94fe9 req-53798b67-7e9d-4b2f-8f86-27708b528edd service neutron] 10.222.0.46 "GET /v2.0/networks/830ba48d-6829-427a-97bc-9775fe41804f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058893 Jul 16 18:04:48.658130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Made reservation on behalf of 33a0bbd4b0e94ba9b96e94d57280f64b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:48.662092 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.667793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4b09e948-d897-41d8-a83e-52cd5f3bfa94 req-7601655b-97ec-44f7-a1ab-b80e0031957a tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521851 Jul 16 18:04:48.674270 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.767442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:48.801007 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.808910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.819226 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2a081867-ec3d-4445-9f19-21ec1376c4c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=922beda0d1724e92b8a5771a4ed5a8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505836 Jul 16 18:04:48.822939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:48.883407 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f65ab7-f200-4a35-ae16-0243ba38db16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.908993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f65ab7-f200-4a35-ae16-0243ba38db16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.919518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f0e823-2376-461b-bbb0-81484b7f54cd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:48.982401 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f65ab7-f200-4a35-ae16-0243ba38db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.985841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67f65ab7-f200-4a35-ae16-0243ba38db16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.993496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-67f65ab7-f200-4a35-ae16-0243ba38db16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c102a86b-95b7-438e-9bf1-c81282871978 HTTP/1.1" status: 204 len: 168 time: 0.1659150 Jul 16 18:04:49.001904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f65ab7-f200-4a35-ae16-0243ba38db16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c102a86b-95b7-438e-9bf1-c81282871978,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.030613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f813bd-9e87-4841-aa0f-64590a5400e0 req-d437bee4-1902-49e9-9099-674fe904067e tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.032152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07f813bd-9e87-4841-aa0f-64590a5400e0 req-d437bee4-1902-49e9-9099-674fe904067e tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 1102 time: 0.1908092 Jul 16 18:04:49.052431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Allocated IP 192.168.233.35 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/4f6249de-c499-4ca1-9e36-aeaf61b219fe) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:49.117113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07f813bd-9e87-4841-aa0f-64590a5400e0 req-72a2589e-ea8d-424c-b09d-e9665ef99863 tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778401 Jul 16 18:04:49.125511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05f67f-6092-415f-a3d4-2ddc348e5b2d req-d5b28b9b-547f-4dd4-97e3-8d46da7a9816 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.126935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c05f67f-6092-415f-a3d4-2ddc348e5b2d req-d5b28b9b-547f-4dd4-97e3-8d46da7a9816 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1815367 Jul 16 18:04:49.209371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c05f67f-6092-415f-a3d4-2ddc348e5b2d req-a13b4294-dde4-461f-b548-c263d2e06256 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677700 Jul 16 18:04:49.260087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:49.304243 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.321205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Transition to ACTIVE for port object 4f6249de-c499-4ca1-9e36-aeaf61b219fe will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:49.430506 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.456467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:49.483213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd', 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0', 'port_id': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd', 'mac_address': 'fa:16:3e:5b:a9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99df10c3-2675-45ca-b32a-e13c26b1036f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:49.483491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace82fad-167a-4071-a30c-3ab4920e79e6 req-01764a72-1f5f-43b3-a0dc-4c5318bfad8c tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.493833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ace82fad-167a-4071-a30c-3ab4920e79e6 req-01764a72-1f5f-43b3-a0dc-4c5318bfad8c tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.1519399 Jul 16 18:04:49.556429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:49.560210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event updated for resources: {'Port': ['ID=4f6249de-c499-4ca1-9e36-aeaf61b219fe,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.568794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:49.577987 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.585278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:49.600946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f011f21e-a0c7-4153-91b5-e4c7e919f9fd {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:49.627516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:49.632831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ace82fad-167a-4071-a30c-3ab4920e79e6 req-ca60beeb-51c6-4715-9c6d-3cae6d81c5b4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345732 Jul 16 18:04:49.641285 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.693655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.694276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.736539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d1dbe891-ac78-47ed-abfc-c1d00e8f03e6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6501143 Jul 16 18:04:49.752369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Request body: {'port': {'device_id': '1d68d33b-52d2-4d04-af5c-c09db7391e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:49.779346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.901387 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.917741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['f011f21e-a0c7-4153-91b5-e4c7e919f9fd'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:49.959662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb9117-e7c2-42cd-b275-18dc0ee78428 req-f07ebda6-2b8e-46f6-b57a-a9cd2dfc0eab tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.962670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4bb9117-e7c2-42cd-b275-18dc0ee78428 req-f07ebda6-2b8e-46f6-b57a-a9cd2dfc0eab tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 935 time: 0.2073750 Jul 16 18:04:50.059211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4bb9117-e7c2-42cd-b275-18dc0ee78428 req-ecb6fdcd-8d5d-4989-b8f1-6860bbfaeb01 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697436 Jul 16 18:04:50.060337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-db6d96a6-0d0f-4914-85ea-f12ee83e2426 None None] Provisioning for port 4f6249de-c499-4ca1-9e36-aeaf61b219fe completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:50.066986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-db6d96a6-0d0f-4914-85ea-f12ee83e2426 None None] Provisioning complete for port 4f6249de-c499-4ca1-9e36-aeaf61b219fe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:50.067368 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db6d96a6-0d0f-4914-85ea-f12ee83e2426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.104012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-db6d96a6-0d0f-4914-85ea-f12ee83e2426 None None] Port 4f6249de-c499-4ca1-9e36-aeaf61b219fe cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:50.228395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bce9dc-a80e-468f-8a30-dc4d61e073b0 req-4137e0ac-774b-41af-95ec-3d60a2e8908b tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.229890 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14bce9dc-a80e-468f-8a30-dc4d61e073b0 req-4137e0ac-774b-41af-95ec-3d60a2e8908b tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 945 time: 0.1854341 Jul 16 18:04:50.293395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14bce9dc-a80e-468f-8a30-dc4d61e073b0 req-9f325d91-755f-48ea-b3c9-dd97951ca915 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576329 Jul 16 18:04:50.370422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6249de-c499-4ca1-9e36-aeaf61b219fe {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:50.378360 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.392607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Transition to ACTIVE for port object 4f6249de-c499-4ca1-9e36-aeaf61b219fe will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:50.396792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.525700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6249de-c499-4ca1-9e36-aeaf61b219fe,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:50.596836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Attempting to bind port 4f6249de-c499-4ca1-9e36-aeaf61b219fe on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:50.597179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Attempting to bind port 4f6249de-c499-4ca1-9e36-aeaf61b219fe by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:50.597890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Attempting to bind port 4f6249de-c499-4ca1-9e36-aeaf61b219fe on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:50.608882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Port 4f6249de-c499-4ca1-9e36-aeaf61b219fe on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:50.609220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Attempting to bind port 4f6249de-c499-4ca1-9e36-aeaf61b219fe on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:50.625220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:50.625714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:50.626399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:50.626912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Bound port: 4f6249de-c499-4ca1-9e36-aeaf61b219fe, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:50.627249 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.769881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] For port 4f6249de-c499-4ca1-9e36-aeaf61b219fe, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:50.789386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] For port 4f6249de-c499-4ca1-9e36-aeaf61b219fe, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4f6249de-c499-4ca1-9e36-aeaf61b219fe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:50.801659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca8a1b-0b2d-4e95-a2c0-b891b2d45fb0 req-2abfd332-eaed-49a4-886a-aa68378b5fe6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.803726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bca8a1b-0b2d-4e95-a2c0-b891b2d45fb0 req-2abfd332-eaed-49a4-886a-aa68378b5fe6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1467841 Jul 16 18:04:50.805281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.876979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.877593 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.878990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] 10.222.0.45 "PUT /v2.0/ports/4f6249de-c499-4ca1-9e36-aeaf61b219fe HTTP/1.1" status: 200 len: 1096 time: 1.1323702 Jul 16 18:04:50.884000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d68d33b-52d2-4d04-af5c-c09db7391e56', 'tag': '4f6249de-c499-4ca1-9e36-aeaf61b219fe'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:50.886367 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0475495-08d8-425b-bb62-ebfffcfcf2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1d68d33b-52d2-4d04-af5c-c09db7391e56", "tag": "4f6249de-c499-4ca1-9e36-aeaf61b219fe"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:50.897274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:50.948352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bca8a1b-0b2d-4e95-a2c0-b891b2d45fb0 req-6c6a134f-6f8d-44ab-9a5f-87b7ccddab99 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365631 Jul 16 18:04:50.960533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec019f1d-de34-4174-a526-7fefcce955f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6249de-c499-4ca1-9e36-aeaf61b219fe,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.044847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd8a88-4f8d-49c2-8fee-5be06093702e req-41b01205-17ec-4529-8626-b621c0c91760 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.046410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55bd8a88-4f8d-49c2-8fee-5be06093702e req-41b01205-17ec-4529-8626-b621c0c91760 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1568954 Jul 16 18:04:51.077182 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c4509d5-4871-42d7-b587-2b2fec310b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.087227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-5d71126d-a74b-49fc-81cf-229161f06724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.088666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-5d71126d-a74b-49fc-81cf-229161f06724 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 1099 time: 0.0986178 Jul 16 18:04:51.140308 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55bd8a88-4f8d-49c2-8fee-5be06093702e req-1fcdfe66-712a-4537-95f0-ca9943fb1fd4 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880177 Jul 16 18:04:51.172144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-f7c90e80-f6c6-4033-aa5d-2faf86848575 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4f6249de-c499-4ca1-9e36-aeaf61b219fe HTTP/1.1" status: 200 len: 217 time: 0.0670078 Jul 16 18:04:51.201363 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c4509d5-4871-42d7-b587-2b2fec310b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.205239 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c4509d5-4871-42d7-b587-2b2fec310b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.237301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58171c58-dc17-46fa-9d47-29d1e2a6e7c4 req-55c71747-9620-411b-852b-e9783b74c264 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.238824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58171c58-dc17-46fa-9d47-29d1e2a6e7c4 req-55c71747-9620-411b-852b-e9783b74c264 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 945 time: 0.1556931 Jul 16 18:04:51.243435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d4adc60d-ad6d-4b7e-9375-047c883e19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.244894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-d4adc60d-ad6d-4b7e-9375-047c883e19c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0633125 Jul 16 18:04:51.251760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6c4509d5-4871-42d7-b587-2b2fec310b8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cede8e052af740979994954b697b01db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505423 Jul 16 18:04:51.252485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:51.259933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4509d5-4871-42d7-b587-2b2fec310b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b8833b-4f8e-45aa-95c6-1d3739b576d1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.266863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:51.320240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58171c58-dc17-46fa-9d47-29d1e2a6e7c4 req-d723b5ca-d3f0-471f-ab18-76e922574a19 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743585 Jul 16 18:04:51.329764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port f011f21e-a0c7-4153-91b5-e4c7e919f9fd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:51.335133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port f011f21e-a0c7-4153-91b5-e4c7e919f9fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:51.336267 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.342633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-128de948-a530-4798-a84c-2da522d8cd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.349975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-2eef6a18-d8b1-4d75-9603-b41c4568f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.351498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-2eef6a18-d8b1-4d75-9603-b41c4568f37e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0983911 Jul 16 18:04:51.375172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-128de948-a530-4798-a84c-2da522d8cd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.453832 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-128de948-a530-4798-a84c-2da522d8cd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.457577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-128de948-a530-4798-a84c-2da522d8cd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.463855 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-128de948-a530-4798-a84c-2da522d8cd37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79b8833b-4f8e-45aa-95c6-1d3739b576d1 HTTP/1.1" status: 204 len: 168 time: 0.2086504 Jul 16 18:04:51.464769 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb34ad7a-ca84-42b7-bd84-bc26dc772400 x-openstack-request-id: req-cb34ad7a-ca84-42b7-bd84-bc26dc772400 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:51.465192 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d68d33b-52d2-4d04-af5c-c09db7391e56", "tag": "4f6249de-c499-4ca1-9e36-aeaf61b219fe", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:51.465510 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb34ad7a-ca84-42b7-bd84-bc26dc772400 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:51.465872 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d68d33b-52d2-4d04-af5c-c09db7391e56', 'tag': '4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'status': 'completed', 'code': 200} Jul 16 18:04:51.483153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128de948-a530-4798-a84c-2da522d8cd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b8833b-4f8e-45aa-95c6-1d3739b576d1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.500093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-275304ad-88e3-4f73-9c47-0c313578c207 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410782 Jul 16 18:04:51.527873 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.575471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:51.576784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:51.580227 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b783842-5e9c-4276-8f55-cb315c6abf6d" -d '{"events": [{"server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "name": "network-vif-plugged", "status": "completed", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:51.585617 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.658503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f256806-601c-43c8-a391-9cd712fe3c08 req-b1bee9b1-c861-47b4-8d11-9dfcc0a039fc service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505179 Jul 16 18:04:51.783663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e5807-53d3-4c67-b49e-a20b54a7a95f req-22c8c347-69e2-4cee-96d1-75921979c622 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.792751 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-504e5807-53d3-4c67-b49e-a20b54a7a95f req-22c8c347-69e2-4cee-96d1-75921979c622 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 947 time: 0.2085283 Jul 16 18:04:51.799325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.842290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-504e5807-53d3-4c67-b49e-a20b54a7a95f req-a483ac05-8b4d-450b-a7d6-6fc73d1ec60e tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486896 Jul 16 18:04:51.845091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-da2df2af-0e0f-4364-83e1-6ff2367bfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.846522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-da2df2af-0e0f-4364-83e1-6ff2367bfe12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 1099 time: 0.1222162 Jul 16 18:04:51.923689 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b29e7e0-1069-48e2-80b0-0fc9cadb5e71 x-openstack-request-id: req-1b29e7e0-1069-48e2-80b0-0fc9cadb5e71 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:51.924248 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "name": "network-vif-plugged", "status": "completed", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:51.924595 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b29e7e0-1069-48e2-80b0-0fc9cadb5e71 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:51.925059 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd', 'code': 200} Jul 16 18:04:51.964799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-d2b06e4a-8090-408b-a121-d619e3b21774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.966746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-d2b06e4a-8090-408b-a121-d619e3b21774 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1132307 Jul 16 18:04:52.035951 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-0bac02b9-055e-4fea-989c-466c95f59363 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4f6249de-c499-4ca1-9e36-aeaf61b219fe HTTP/1.1" status: 200 len: 217 time: 0.0608284 Jul 16 18:04:52.173388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-f9b0b2bb-d4cf-45ad-9d47-4a250382d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.174872 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-f9b0b2bb-d4cf-45ad-9d47-4a250382d621 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1287601 Jul 16 18:04:52.242085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25859b7b-7361-4923-985f-f784513db535 req-7bef7e73-aff6-415f-8504-a360dc6cc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.244217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25859b7b-7361-4923-985f-f784513db535 req-7bef7e73-aff6-415f-8504-a360dc6cc33f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1098 time: 0.2170956 Jul 16 18:04:52.256611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e72dec-ac64-4344-bcac-eff460ae7da1 req-d4f1b787-df07-4356-b63e-bd172b201bb1 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.258019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39e72dec-ac64-4344-bcac-eff460ae7da1 req-d4f1b787-df07-4356-b63e-bd172b201bb1 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 945 time: 0.2321346 Jul 16 18:04:52.261101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:52.273135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3424f9-f81f-45af-8219-7bd16abeaf99 req-c2769682-6c8e-4f9d-b21b-eb1431c4ddb0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.274690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e3424f9-f81f-45af-8219-7bd16abeaf99 req-c2769682-6c8e-4f9d-b21b-eb1431c4ddb0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1698644 Jul 16 18:04:52.363536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-991840475-network', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:52.365025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25859b7b-7361-4923-985f-f784513db535 req-a32780ac-fa72-47b7-9ec2-012e54c2e4a9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054707 Jul 16 18:04:52.371843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39e72dec-ac64-4344-bcac-eff460ae7da1 req-acde406d-9e81-45fa-aa23-4e231b358b74 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962615 Jul 16 18:04:52.375696 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e3424f9-f81f-45af-8219-7bd16abeaf99 req-059f5cd4-7094-4156-9303-e0756eb83935 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860293 Jul 16 18:04:52.377657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-b0e30fea-faa9-41df-a797-e721452d0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.379120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-b0e30fea-faa9-41df-a797-e721452d0d0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1950829 Jul 16 18:04:52.391457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:52.393926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.412273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.535043 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.538895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.565883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:52.572987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e753b8-101c-4922-b5fd-3157415867d2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.579474 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.579967 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Added segment 29396846-a3f9-498f-b7f9-5eab3eceb700 of type vlan for network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 Jul 16 18:04:52.605948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-f70672b3-010c-4524-836d-6cb7d314e739 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759508 Jul 16 18:04:52.622465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.653183 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.654203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.654793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.661859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38baf3-76bb-4a78-9346-293141a8ca6a req-7631ca95-395f-4693-8cc1-07bf72d1955e tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.663325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d38baf3-76bb-4a78-9346-293141a8ca6a req-7631ca95-395f-4693-8cc1-07bf72d1955e tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1556823 Jul 16 18:04:52.688095 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4256709 Jul 16 18:04:52.711226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9321409-6970-4f58-abc7-b74474118915 req-b0bcc310-90f8-437e-bcc9-972dd2c29ee8 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.712944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9321409-6970-4f58-abc7-b74474118915 req-b0bcc310-90f8-437e-bcc9-972dd2c29ee8 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 946 time: 0.1927874 Jul 16 18:04:52.713416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34802) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:52.715624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c799731-36e9-4676-a7b5-14f689231275 admin admin] Pushing event updated for resources: {'Network': ['ID=d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.728728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:52.731227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Request body: {'subnet': {'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-991840475-subnet', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:52.802583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d38baf3-76bb-4a78-9346-293141a8ca6a req-b885e21d-e01d-463e-8a92-0a82b1501ff7 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310358 Jul 16 18:04:52.811191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0475495-08d8-425b-bb62-ebfffcfcf2a2 req-4afda02c-f02d-47a5-9b5f-2fb6f27ddb14 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952999 Jul 16 18:04:52.819639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9321409-6970-4f58-abc7-b74474118915 req-d468003f-91a6-4ae7-b461-033b87381e04 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818193 Jul 16 18:04:52.820769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:52.823038 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.035711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.106889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73124c5e-c6ea-41c2-a39b-8e518d4308b0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.121455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e9f05-4fde-4970-9a1f-b3b43ecaad5e req-6f5c0db4-89f6-4420-9f19-9f807a13413f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.122576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-391e9f05-4fde-4970-9a1f-b3b43ecaad5e req-6f5c0db4-89f6-4420-9f19-9f807a13413f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 947 time: 0.1594522 Jul 16 18:04:53.135492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Checking segment: {'id': '29396846-a3f9-498f-b7f9-5eab3eceb700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:53.135844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Network hostable DHCP agents. Network: d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:53.167616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:53.183353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-391e9f05-4fde-4970-9a1f-b3b43ecaad5e req-764e1479-4b68-486d-9438-c1855a63c471 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556927 Jul 16 18:04:53.187856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:53.200427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b526eb-3c0d-4323-81b0-c4deb5f12acc None None] Network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:53.207431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.209339 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.233034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c9b5eabb-f55d-44ac-8fc2-7adeed218029 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5136766 Jul 16 18:04:53.233311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34824) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:53.237895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:53.264201 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.265564 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.325125 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.371545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2', 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'fixed_ips': [{'subnet_id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:53.372809 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.486821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34832) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:53.574449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Allocated IP 172.20.0.2 (d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2/73124c5e-c6ea-41c2-a39b-8e518d4308b0/00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:53.636255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d278-7edc-4889-a3c3-c4d842a62a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.745289 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d278-7edc-4889-a3c3-c4d842a62a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.746378 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.750536 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b5d278-7edc-4889-a3c3-c4d842a62a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.756582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Transition to ACTIVE for port object 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:53.774410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Transition to ACTIVE for port object 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:53.784594 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.791304 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d5b5d278-7edc-4889-a3c3-c4d842a62a2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f814f2432e894851b10240358fa8a756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021841 Jul 16 18:04:53.792817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5d278-7edc-4889-a3c3-c4d842a62a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142e12cb-5c31-4b5b-a623-ad296358a0fc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.795462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:53.833649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:53.837146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:53.842737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:53.850090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Pushing event updated for resources: {'Port': ['ID=00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.853739 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e32fe44-09e0-4918-9059-a7c6cfa7661b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.876262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e32fe44-09e0-4918-9059-a7c6cfa7661b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.877072 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.905502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Attempting to bind port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:53.905923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Attempting to bind port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '29396846-a3f9-498f-b7f9-5eab3eceb700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:53.906294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Attempting to bind port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 on network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:53.911591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:53.911794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Checking segment: {'id': '29396846-a3f9-498f-b7f9-5eab3eceb700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:53.912050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.912440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Bound using segment: {'id': '29396846-a3f9-498f-b7f9-5eab3eceb700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:53.913339 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Bound port: 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29396846-a3f9-498f-b7f9-5eab3eceb700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:53.913339 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.968283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff0005-3fa5-42f8-870a-31daef3be9b9 req-6c4cfa36-4823-4f3b-b252-31832b0ab4f3 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.973095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1ff0005-3fa5-42f8-870a-31daef3be9b9 req-6c4cfa36-4823-4f3b-b252-31832b0ab4f3 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 945 time: 0.1559873 Jul 16 18:04:53.988690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec1c95-a3ef-4ee7-a632-84c7769be4d7 req-e782c539-8cae-4512-ae0b-4f5f8678766d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.992954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] For port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:53.993861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-75a7586a-c7f4-42b6-9c7f-c8292fdd316c tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.995621 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-75a7586a-c7f4-42b6-9c7f-c8292fdd316c tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 945 time: 0.0828288 Jul 16 18:04:53.996459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e32fe44-09e0-4918-9059-a7c6cfa7661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.996683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4ec1c95-a3ef-4ee7-a632-84c7769be4d7 req-e782c539-8cae-4512-ae0b-4f5f8678766d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1784198 Jul 16 18:04:53.996883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] For port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2,segment=NetworkSegment(29396846-a3f9-498f-b7f9-5eab3eceb700),segment_id=29396846-a3f9-498f-b7f9-5eab3eceb700)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:53.999752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e32fe44-09e0-4918-9059-a7c6cfa7661b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.001002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1e32fe44-09e0-4918-9059-a7c6cfa7661b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/142e12cb-5c31-4b5b-a623-ad296358a0fc HTTP/1.1" status: 204 len: 168 time: 0.2043655 Jul 16 18:04:54.001683 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.035840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32fe44-09e0-4918-9059-a7c6cfa7661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142e12cb-5c31-4b5b-a623-ad296358a0fc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:54.073050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702f896-d090-43a4-8dff-837937e7f054 None None] Pushing event updated for resources: {'Port': ['ID=00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:54.107111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1ff0005-3fa5-42f8-870a-31daef3be9b9 req-0a241f34-dd54-4425-945c-f51111600404 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd5b5c73-995c-49ec-829a-d6e337a7bcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279812 Jul 16 18:04:54.120936 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4ec1c95-a3ef-4ee7-a632-84c7769be4d7 req-f2fc1ba8-f6ec-4e74-84b5-f0cab8dc0a05 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231039 Jul 16 18:04:54.145095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Deleting port 83162806-987d-4ab0-9065-e2656bfab31c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:54.145442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.272764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] For port 83162806-987d-4ab0-9065-e2656bfab31c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=83162806-987d-4ab0-9065-e2656bfab31c,segment=NetworkSegment(1616f608-fba2-4d31-a419-d0a5c35f74ad),segment_id=1616f608-fba2-4d31-a419-d0a5c35f74ad)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:54.273131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.289234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Calling delete_port for 83162806-987d-4ab0-9065-e2656bfab31c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:54.384340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.459547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.505136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.539995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Pushing event deleted for resources: {'Port': ['ID=83162806-987d-4ab0-9065-e2656bfab31c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:54.560067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['83162806-987d-4ab0-9065-e2656bfab31c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:54.608342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f2181-523e-4f05-bb13-b7388cc7ab2c req-0cd76316-1024-476f-8634-1cd98f2ddac3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.610311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] No DVR routers for this DVR port 83162806-987d-4ab0-9065-e2656bfab31c on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:54.612974 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.615460 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-13e71d26-6157-4a2f-89cf-12e79fea19c4 req-e04f3072-1794-4e9b-b6bf-67cbc4ce6972 tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.46 "DELETE /v2.0/ports/83162806-987d-4ab0-9065-e2656bfab31c HTTP/1.1" status: 204 len: 173 time: 0.6118510 Jul 16 18:04:54.615908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bce8196-c031-4f15-b096-eabaadcd1d38', 'name': 'network-vif-deleted', 'tag': '83162806-987d-4ab0-9065-e2656bfab31c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:54.619349 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5eb62c-7245-465f-a4eb-ccebe2abcc8d" -d '{"events": [{"server_uuid": "0bce8196-c031-4f15-b096-eabaadcd1d38", "name": "network-vif-deleted", "tag": "83162806-987d-4ab0-9065-e2656bfab31c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:54.621931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f55f2181-523e-4f05-bb13-b7388cc7ab2c req-0cd76316-1024-476f-8634-1cd98f2ddac3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2924440 Jul 16 18:04:54.648815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5229dc-e62f-44cb-ba63-5e26130d8c21 req-de75b12b-e6bf-48bc-85de-b41879406fca tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.655376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e5229dc-e62f-44cb-ba63-5e26130d8c21 req-de75b12b-e6bf-48bc-85de-b41879406fca tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 946 time: 0.3353987 Jul 16 18:04:54.757106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e5229dc-e62f-44cb-ba63-5e26130d8c21 req-8ae7cad1-0259-4f0c-989a-938e380b5f0b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008625 Jul 16 18:04:54.764295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f55f2181-523e-4f05-bb13-b7388cc7ab2c req-efd07f73-e43d-4db1-ab83-43cf0aed7fcf tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414855 Jul 16 18:04:54.770924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Allocated IP 172.25.2.117 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/bf3b8127-4b5a-42ce-987c-ee60dc162468) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:54.963844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:54.969652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.981623 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f286ed94-a247-4dcd-8faa-75e7db8dc91a x-openstack-request-id: req-f286ed94-a247-4dcd-8faa-75e7db8dc91a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:54.982011 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bce8196-c031-4f15-b096-eabaadcd1d38", "name": "network-vif-deleted", "tag": "83162806-987d-4ab0-9065-e2656bfab31c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:54.982448 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f286ed94-a247-4dcd-8faa-75e7db8dc91a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:54.984999 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bce8196-c031-4f15-b096-eabaadcd1d38', 'name': 'network-vif-deleted', 'tag': '83162806-987d-4ab0-9065-e2656bfab31c', 'status': 'completed', 'code': 200} Jul 16 18:04:55.043256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72850e15-499e-455d-bd90-9fb816db567e req-6e4ccb0c-4915-4f32-89c3-578d4fcd3c9f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.051493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72850e15-499e-455d-bd90-9fb816db567e req-6e4ccb0c-4915-4f32-89c3-578d4fcd3c9f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 947 time: 0.1273441 Jul 16 18:04:55.076956 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.087056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-66819918-network', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:55.115551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Made reservation on behalf of a00384fb38ae488cb7614e7116dd86c1 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:55.121145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.130036 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.149189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:55.181603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:55.184330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:55.221485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3b8127-4b5a-42ce-987c-ee60dc162468,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.234012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72850e15-499e-455d-bd90-9fb816db567e req-ae36f067-2bfc-480b-ab21-6f3fd2893a2a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816473 Jul 16 18:04:55.240204 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.245542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.271843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4f6249de-c499-4ca1-9e36-aeaf61b219fe details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:55.293595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:55.313961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e469ad77-6fe7-4c2e-9fb0-e4757f0e4a0f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.341597 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.342011 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Added segment 5031b80e-474f-4bed-b58e-d4f9b443793f of type vlan for network 490c31b1-90bf-466e-aae0-e17f444cf19a Jul 16 18:04:55.360061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86aee4-366d-43f9-957b-c131210a9e5c req-91b0c145-89bf-4717-beda-bc5637ab298b tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.366951 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af86aee4-366d-43f9-957b-c131210a9e5c req-91b0c145-89bf-4717-beda-bc5637ab298b tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1098 time: 0.2782135 Jul 16 18:04:55.419356 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.443935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af86aee4-366d-43f9-957b-c131210a9e5c req-d26f6e02-381f-4014-bd04-0e2a9daac513 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758903 Jul 16 18:04:55.483817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.486915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.487710 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.502453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530945f0-4868-484a-82f8-5dffef71b79a None None] Network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:55.591526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] Pushing event updated for resources: {'Network': ['ID=490c31b1-90bf-466e-aae0-e17f444cf19a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.598373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4f6249de-c499-4ca1-9e36-aeaf61b219fe, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4f6249de-c499-4ca1-9e36-aeaf61b219fe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:55.605196 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3d51768a-538d-4c84-ae65-3f32c1af1e45 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6368475 Jul 16 18:04:55.605459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34880) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.612640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Request body: {'subnet': {'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-subnet', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:55.635980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 490c31b1-90bf-466e-aae0-e17f444cf19a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:55.645891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Made reservation on behalf of a00384fb38ae488cb7614e7116dd86c1 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:55.649974 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.663158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc53e6-19db-4e1e-810a-3519388134f7 req-eb84f184-79e2-4729-be85-d1ac40dcf755 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.664975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82dc53e6-19db-4e1e-810a-3519388134f7 req-eb84f184-79e2-4729-be85-d1ac40dcf755 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.2076380 Jul 16 18:04:55.679040 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.681673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3551341e-a552-4d11-85db-ba12168301b0 None None] Provisioning for port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:55.706032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-100b6bf0-50b0-4d92-9d26-af20740b9a76 req-a6f8a6d4-37dd-401e-9e85-dd39069500dc tempest-InstanceActionsTestJSON-638350540 tempest-InstanceActionsTestJSON-638350540-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bce8196-c031-4f15-b096-eabaadcd1d38 HTTP/1.1" status: 200 len: 210 time: 0.0395744 Jul 16 18:04:55.754845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'mac_address': 'fa:16:3e:c8:52:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:55.820345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82dc53e6-19db-4e1e-810a-3519388134f7 req-2a880a0d-da70-4131-ad32-14801166df13 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427462 Jul 16 18:04:55.846199 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.885927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6249de-c499-4ca1-9e36-aeaf61b219fe {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:55.913643 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.914092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4f6249de-c499-4ca1-9e36-aeaf61b219fe, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4f6249de-c499-4ca1-9e36-aeaf61b219fe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:55.938564 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.006340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4f6249de-c499-4ca1-9e36-aeaf61b219fe,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.039216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.068659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Checking segment: {'id': '5031b80e-474f-4bed-b58e-d4f9b443793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:56.069384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Network hostable DHCP agents. Network: 490c31b1-90bf-466e-aae0-e17f444cf19a, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:56.072970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.100255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68727e41-1497-48b2-b912-f28575f8619b req-176e9167-1564-486f-8210-1d546e0c1a60 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.101937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Network 490c31b1-90bf-466e-aae0-e17f444cf19a is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:56.116201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68727e41-1497-48b2-b912-f28575f8619b req-176e9167-1564-486f-8210-1d546e0c1a60 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1604826 Jul 16 18:04:56.138453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 490c31b1-90bf-466e-aae0-e17f444cf19a) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:56.144621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.144956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.150707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35b60c-1dfa-4148-8945-26493c3ae399 None None] Network 490c31b1-90bf-466e-aae0-e17f444cf19a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:56.165013 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f08665d7-bcc1-487c-9521-11bde808bbf7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5577524 Jul 16 18:04:56.167735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.172942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:56.208598 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.209532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.251588 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68727e41-1497-48b2-b912-f28575f8619b req-de26c452-6b6a-4cb6-a094-c310796f2a75 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259754 Jul 16 18:04:56.254861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:56.299960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.310444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Router 3e90a0ac-4735-4473-b0be-e7f96538a217 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:04:56.469460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:56.490887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:56.495838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.497607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fdd91c52-a410-4bef-a939-c1d9f55067d3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2632601 Jul 16 18:04:56.502608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34896) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.527371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Sync routers for ids ['3e90a0ac-4735-4473-b0be-e7f96538a217'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:56.545520 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.564271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-490c31b1-90bf-466e-aae0-e17f444cf19a', 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'fixed_ips': [{'subnet_id': '6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:56.565188 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.624272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Routers {'3e90a0ac-4735-4473-b0be-e7f96538a217'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:56.624272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3e90a0ac-4735-4473-b0be-e7f96538a217'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:56.749043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497427b-9e30-419b-807e-eb246dc24ced req-8d0f32e5-2161-4fa0-8cd7-ef47222d6516 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.753549 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8497427b-9e30-419b-807e-eb246dc24ced req-8d0f32e5-2161-4fa0-8cd7-ef47222d6516 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 948 time: 0.2537026 Jul 16 18:04:56.818981 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.876559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.887922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.893207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8497427b-9e30-419b-807e-eb246dc24ced req-f677bdef-c768-4240-ab36-5b3594c06bab tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971718 Jul 16 18:04:57.046387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:57.057555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7c17dd-c469-407d-a1eb-5429aff61e86 admin admin] Deleting subnet 67adbcad-c770-4025-87a7-850c52f2062c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:57.062530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:57.062657 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.064757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e7c17dd-c469-407d-a1eb-5429aff61e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.168168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e7c17dd-c469-407d-a1eb-5429aff61e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.231912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4530eb-3418-44f6-9908-38d97e71e5ae req-d6328db3-0ac9-4d4b-a268-d9d0c24a7a4f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.233589 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f4530eb-3418-44f6-9908-38d97e71e5ae req-d6328db3-0ac9-4d4b-a268-d9d0c24a7a4f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.2073524 Jul 16 18:04:57.239763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Allocated IP 172.25.2.93 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/96862ba3-2cce-4de2-882f-ecb48af11524) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:57.279409 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e7c17dd-c469-407d-a1eb-5429aff61e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.350813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.380832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f4530eb-3418-44f6-9908-38d97e71e5ae req-84bb5c0d-8e1e-41ac-88a3-f9a664cbf514 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416399 Jul 16 18:04:57.401220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Set router 3e90a0ac-4735-4473-b0be-e7f96538a217 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:57.404932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Allocated IP 172.20.0.2 (490c31b1-90bf-466e-aae0-e17f444cf19a/6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0/93d59999-5d04-4444-be97-1ebaa30f1cda) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:57.447245 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.483987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e7c17dd-c469-407d-a1eb-5429aff61e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.515906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c17dd-c469-407d-a1eb-5429aff61e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67adbcad-c770-4025-87a7-850c52f2062c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:57.521107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e7c17dd-c469-407d-a1eb-5429aff61e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.522745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5e7c17dd-c469-407d-a1eb-5429aff61e86 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/67adbcad-c770-4025-87a7-850c52f2062c HTTP/1.1" status: 204 len: 168 time: 0.6347554 Jul 16 18:04:57.525145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.526941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.592187 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.599749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:57.605999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Pushing event updated for resources: {'Port': ['ID=96862ba3-2cce-4de2-882f-ecb48af11524,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:57.610765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:57.614249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:57.634471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b80db-4d95-47b8-b1bd-396818c802d6 req-f360bfba-eb2d-40e8-90e7-aee68cd143e0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.637036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c52b80db-4d95-47b8-b1bd-396818c802d6 req-f360bfba-eb2d-40e8-90e7-aee68cd143e0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1579788 Jul 16 18:04:57.669387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 83162806-987d-4ab0-9065-e2656bfab31c no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:57.671722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Allocated IP 172.20.0.1 (d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2/73124c5e-c6ea-41c2-a39b-8e518d4308b0/143e4ffa-4208-4434-b9c4-79f0b9866a73) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:57.707993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.715191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 83162806-987d-4ab0-9065-e2656bfab31c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:57.715530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 83162806-987d-4ab0-9065-e2656bfab31c not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:57.744717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c52b80db-4d95-47b8-b1bd-396818c802d6 req-774bc779-6fcf-4314-9b97-9bc91ce1bfc5 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752020 Jul 16 18:04:57.757320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2,segment=NetworkSegment(29396846-a3f9-498f-b7f9-5eab3eceb700),segment_id=29396846-a3f9-498f-b7f9-5eab3eceb700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:57.795870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.857919 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.875226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Transition to ACTIVE for port object 143e4ffa-4208-4434-b9c4-79f0b9866a73 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:57.885914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.897327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830ba48d-6829-427a-97bc-9775fe41804f']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:57.908397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:57.909112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1616f608-fba2-4d31-a419-d0a5c35f74ad') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:57.909492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1616f608-fba2-4d31-a419-d0a5c35f74ad') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:57.923762 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.926871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.943460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.950318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:57.950826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.954488 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Transition to ACTIVE for port object 93d59999-5d04-4444-be97-1ebaa30f1cda will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:57.984963 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:58.013500 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:58.026618 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.026844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:58.026965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Transition to ACTIVE for port object 93d59999-5d04-4444-be97-1ebaa30f1cda will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:58.028549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:58.030728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:58.041001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:53Z', 'updated_at': '2021-07-16T18:04:55Z', 'revision_number': 3, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'gw_port': {'id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:54Z', 'updated_at': '2021-07-16T18:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:58.053969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.072724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.079950 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] 10.222.0.60 "DELETE /v2.0/networks/830ba48d-6829-427a-97bc-9775fe41804f HTTP/1.1" status: 204 len: 168 time: 0.5304623 Jul 16 18:04:58.102399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.148036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caac16-aeb4-4f3a-89ef-79607ecbcb88 admin admin] Pushing event deleted for resources: {'Network': ['ID=830ba48d-6829-427a-97bc-9775fe41804f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.167260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Checking router: 3e90a0ac-4735-4473-b0be-e7f96538a217 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:58.167635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Updating router 3e90a0ac-4735-4473-b0be-e7f96538a217 port bf3b8127-4b5a-42ce-987c-ee60dc162468 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:04:58.182552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Network 490c31b1-90bf-466e-aae0-e17f444cf19a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:58.208985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:58.216012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:58.236087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Pushing event updated for resources: {'Port': ['ID=93d59999-5d04-4444-be97-1ebaa30f1cda,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.270243 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.431393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Attempting to bind port 93d59999-5d04-4444-be97-1ebaa30f1cda on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:58.432016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Attempting to bind port 93d59999-5d04-4444-be97-1ebaa30f1cda by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5031b80e-474f-4bed-b58e-d4f9b443793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:58.432621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Attempting to bind port 93d59999-5d04-4444-be97-1ebaa30f1cda on network 490c31b1-90bf-466e-aae0-e17f444cf19a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:58.476452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.519139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:58.565203 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eaf80ce8-a0aa-45e0-ace7-e354f10a7397 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0567d6cf2a2f44ff8dec86ae60025252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842488 Jul 16 18:04:58.565712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.566370 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.582561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:58.583038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Checking segment: {'id': '5031b80e-474f-4bed-b58e-d4f9b443793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:58.583715 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.591555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Bound using segment: {'id': '5031b80e-474f-4bed-b58e-d4f9b443793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:58.592143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Bound port: 93d59999-5d04-4444-be97-1ebaa30f1cda, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5031b80e-474f-4bed-b58e-d4f9b443793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:58.592578 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.616772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.694521 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4960165-ba55-4494-8f42-6a45747ac73a None None] Provisioning for port 143e4ffa-4208-4434-b9c4-79f0b9866a73 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:58.739120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4960165-ba55-4494-8f42-6a45747ac73a None None] Provisioning complete for port 143e4ffa-4208-4434-b9c4-79f0b9866a73 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:58.739518 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4960165-ba55-4494-8f42-6a45747ac73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.749469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Pushing event updated for resources: {'Port': ['ID=143e4ffa-4208-4434-b9c4-79f0b9866a73,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.837443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:58.837825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.871128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] For port 93d59999-5d04-4444-be97-1ebaa30f1cda, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:58.882274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3987-da58-40a0-bfe6-b53a914ad5f9 req-d3a47be0-c507-4ee0-9289-42ff49354495 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.884368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fbf3987-da58-40a0-bfe6-b53a914ad5f9 req-d3a47be0-c507-4ee0-9289-42ff49354495 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 948 time: 0.7440550 Jul 16 18:04:58.892914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c4960165-ba55-4494-8f42-6a45747ac73a None None] Port 143e4ffa-4208-4434-b9c4-79f0b9866a73 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:58.903254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dcb23-a297-4281-b25f-197c9c0446ca req-42a9372c-7f07-4e2a-a21d-9b9d12c207b6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.904954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f63dcb23-a297-4281-b25f-197c9c0446ca req-42a9372c-7f07-4e2a-a21d-9b9d12c207b6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1850467 Jul 16 18:04:58.907114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] For port 93d59999-5d04-4444-be97-1ebaa30f1cda, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=93d59999-5d04-4444-be97-1ebaa30f1cda,segment=NetworkSegment(5031b80e-474f-4bed-b58e-d4f9b443793f),segment_id=5031b80e-474f-4bed-b58e-d4f9b443793f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:58.918951 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.923108 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.955479 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d43ac32e-1e39-46e0-b997-529a2329005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.989672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d43ac32e-1e39-46e0-b997-529a2329005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.008921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fbf3987-da58-40a0-bfe6-b53a914ad5f9 req-9538d8da-70f2-4a04-99b8-c206f1637984 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012123 Jul 16 18:04:59.021068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f63dcb23-a297-4281-b25f-197c9c0446ca req-674e12e1-15a0-4b3c-954a-950dfe2f8f59 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940101 Jul 16 18:04:59.132662 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d43ac32e-1e39-46e0-b997-529a2329005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.137208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d43ac32e-1e39-46e0-b997-529a2329005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.140759 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d43ac32e-1e39-46e0-b997-529a2329005a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd5b5c73-995c-49ec-829a-d6e337a7bcde HTTP/1.1" status: 204 len: 168 time: 0.2712231 Jul 16 18:04:59.169605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ac32e-1e39-46e0-b997-529a2329005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5b5c73-995c-49ec-829a-d6e337a7bcde,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.182608 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.225840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Pushing event updated for resources: {'Port': ['ID=93d59999-5d04-4444-be97-1ebaa30f1cda,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.256644 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.308290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Transition to ACTIVE for port object bf3b8127-4b5a-42ce-987c-ee60dc162468 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:59.365242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4f6249de-c499-4ca1-9e36-aeaf61b219fe up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:59.378002 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.397043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.427840 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.448703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.449048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.449391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.450317 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.450663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.450999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.451331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.451661 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.452285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.452672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.453026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.453324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb48fa84-1c50-4a5e-b88a-a0bc6282368c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:59.512356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Pushing event updated for resources: {'Port': ['ID=143e4ffa-4208-4434-b9c4-79f0b9866a73,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.522678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Router 30f39de6-8be0-4459-9c4a-9a7774016658 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:04:59.526036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92562d22-43cb-4d03-aa8d-cf40e51801cd req-c25f5a8a-70af-4925-a5f2-f49a2905005e tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.535636 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92562d22-43cb-4d03-aa8d-cf40e51801cd req-c25f5a8a-70af-4925-a5f2-f49a2905005e tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.3155777 Jul 16 18:04:59.556945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Attempting to bind port bf3b8127-4b5a-42ce-987c-ee60dc162468 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:59.558903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Attempting to bind port bf3b8127-4b5a-42ce-987c-ee60dc162468 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:59.559519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Attempting to bind port bf3b8127-4b5a-42ce-987c-ee60dc162468 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:59.561273 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.562952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bec398-eec8-45db-bdba-a3277f99eb87 None None] Pushing event updated for resources: {'Port': ['ID=bf3b8127-4b5a-42ce-987c-ee60dc162468,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.584196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:59.584885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:59.586332 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.587128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:59.587825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Bound port: bf3b8127-4b5a-42ce-987c-ee60dc162468, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:59.588580 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.615665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 4f6249de-c499-4ca1-9e36-aeaf61b219fe completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:59.624390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92562d22-43cb-4d03-aa8d-cf40e51801cd req-499704fc-1e1f-4198-8a92-227be20e16d1 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869973 Jul 16 18:04:59.624613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 4f6249de-c499-4ca1-9e36-aeaf61b219fe triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:59.625360 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.717906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] For port bf3b8127-4b5a-42ce-987c-ee60dc162468, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:59.722115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] For port bf3b8127-4b5a-42ce-987c-ee60dc162468, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bf3b8127-4b5a-42ce-987c-ee60dc162468,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:59.731261 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.781596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:59.791878 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Sync routers for ids ['30f39de6-8be0-4459-9c4a-9a7774016658'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:59.801537 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.803859 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-117b8bd2-1f0e-4446-9276-d8ade7a0ab2f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6347871 Jul 16 18:04:59.806538 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Routers {'30f39de6-8be0-4459-9c4a-9a7774016658'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:59.807345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:59.807878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:59.811348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:59.818149 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['30f39de6-8be0-4459-9c4a-9a7774016658'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:59.938325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bec398-eec8-45db-bdba-a3277f99eb87 None None] Pushing event updated for resources: {'Port': ['ID=bf3b8127-4b5a-42ce-987c-ee60dc162468,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.966428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Routers {'3e90a0ac-4735-4473-b0be-e7f96538a217'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:59.967055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3e90a0ac-4735-4473-b0be-e7f96538a217'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:00.060931 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Set router 30f39de6-8be0-4459-9c4a-9a7774016658 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:00.063116 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.134922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Router 3e90a0ac-4735-4473-b0be-e7f96538a217 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:00.279273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d68d33b-52d2-4d04-af5c-c09db7391e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6249de-c499-4ca1-9e36-aeaf61b219fe'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:00.290043 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d92e80e-721d-48e0-bdfc-bc4419d3429a" -d '{"events": [{"server_uuid": "1d68d33b-52d2-4d04-af5c-c09db7391e56", "name": "network-vif-plugged", "status": "completed", "tag": "4f6249de-c499-4ca1-9e36-aeaf61b219fe"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:00.573770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:00.582079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-219ef455-7440-43d6-b228-23c539bbb675 admin admin] 10.222.0.60 "PUT /v2.0/routers/3e90a0ac-4735-4473-b0be-e7f96538a217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0778565 Jul 16 18:05:00.606905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2be1-a512-4e6e-940d-2c8eb9806832 req-783db8fe-c2af-4403-b596-80d0844ffba3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.614912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54ee2be1-a512-4e6e-940d-2c8eb9806832 req-783db8fe-c2af-4403-b596-80d0844ffba3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.2025723 Jul 16 18:05:00.629798 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:04:58Z', 'revision_number': 3, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'gw_port': {'id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:00.670077 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Checking router: 30f39de6-8be0-4459-9c4a-9a7774016658 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:00.670638 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Updating router 30f39de6-8be0-4459-9c4a-9a7774016658 port 96862ba3-2cce-4de2-882f-ecb48af11524 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:05:00.687662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6a3ae-b6bd-4419-b91e-82a2d168b8ab req-0e983906-0fe9-4b9b-872a-6a9a19771603 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.694776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aad6a3ae-b6bd-4419-b91e-82a2d168b8ab req-0e983906-0fe9-4b9b-872a-6a9a19771603 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 948 time: 0.2812102 Jul 16 18:05:00.736117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54ee2be1-a512-4e6e-940d-2c8eb9806832 req-0697138a-7426-4c7d-9b39-2171ff99be0d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202071 Jul 16 18:05:00.761175 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.796911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34988) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:00.798767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aad6a3ae-b6bd-4419-b91e-82a2d168b8ab req-6e962d2a-6165-4dd6-8e06-257fa6a3c00c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012859 Jul 16 18:05:00.841180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 93d59999-5d04-4444-be97-1ebaa30f1cda up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:00.866227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34992) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:00.869627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4f6249de-c499-4ca1-9e36-aeaf61b219fe, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4f6249de-c499-4ca1-9e36-aeaf61b219fe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:00.876836 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c70dd67-cfd5-4965-83d2-5c55322cfac0 x-openstack-request-id: req-2c70dd67-cfd5-4965-83d2-5c55322cfac0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:00.877157 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d68d33b-52d2-4d04-af5c-c09db7391e56", "name": "network-vif-plugged", "status": "completed", "tag": "4f6249de-c499-4ca1-9e36-aeaf61b219fe", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:00.877368 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c70dd67-cfd5-4965-83d2-5c55322cfac0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:00.877743 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d68d33b-52d2-4d04-af5c-c09db7391e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'code': 200} Jul 16 18:05:00.946925 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f455a1f-d7ac-4fe2-be92-dce40c709a7e None None] Network 490c31b1-90bf-466e-aae0-e17f444cf19a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:00.960909 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.974815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.090886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-724567943'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:01.109121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] Set router 3e90a0ac-4735-4473-b0be-e7f96538a217 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:01.127250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-501bdd27-aabb-4d4a-9b19-42d0442eb21b None None] Provisioning complete for port 143e4ffa-4208-4434-b9c4-79f0b9866a73 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:01.127637 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-501bdd27-aabb-4d4a-9b19-42d0442eb21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.173891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-923223287-network', 'tenant_id': '1e7b81549ca644dc911e52cf9fd7c14d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:01.214002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4f6249de-c499-4ca1-9e36-aeaf61b219fe,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.231888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:05:01.231888 n-d-793619-10 neutron-server[93823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:05:01.231888 n-d-793619-10 neutron-server[93823]: [parameters: {'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'id': '9c05fd44-b925-4314-9a05-7042377e0359', 'expiration': datetime.datetime(2021, 7, 16, 18, 7, 1, 212902)}] Jul 16 18:05:01.231888 n-d-793619-10 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:05:01.232306 n-d-793619-10 neutron-server[93823]: DEBUG oslo_db.api [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:05:01.252056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Made reservation on behalf of 1e7b81549ca644dc911e52cf9fd7c14d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:01.255092 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.263080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Allocated IP 172.20.0.1 (490c31b1-90bf-466e-aae0-e17f444cf19a/6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0/9c783e83-65f3-4e8a-9a36-65bff1694d69) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:01.274408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.313142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d6928-8259-403c-8003-6686eba52c4a req-fc43093f-515f-41cf-aa73-e08e04f06787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.314873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb0d6928-8259-403c-8003-6686eba52c4a req-fc43093f-515f-41cf-aa73-e08e04f06787 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 1101 time: 0.3469765 Jul 16 18:05:01.337294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 93d59999-5d04-4444-be97-1ebaa30f1cda completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:01.346298 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.356845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88b15a-2952-4121-a0c2-019eba36b64f req-6788bdda-a2d5-4302-8e47-c455bd01af61 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.358623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf88b15a-2952-4121-a0c2-019eba36b64f req-6788bdda-a2d5-4302-8e47-c455bd01af61 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2848802 Jul 16 18:05:01.378755 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Transition to ACTIVE for port object 96862ba3-2cce-4de2-882f-ecb48af11524 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:01.388931 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.434271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-501bdd27-aabb-4d4a-9b19-42d0442eb21b None None] Port 143e4ffa-4208-4434-b9c4-79f0b9866a73 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:01.449327 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.455599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb0d6928-8259-403c-8003-6686eba52c4a req-fd94c194-74ef-4bd0-bc91-4b2135cbd6c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282115 Jul 16 18:05:01.457143 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Attempting to bind port 96862ba3-2cce-4de2-882f-ecb48af11524 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:01.457767 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Attempting to bind port 96862ba3-2cce-4de2-882f-ecb48af11524 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:01.458345 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Attempting to bind port 96862ba3-2cce-4de2-882f-ecb48af11524 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:01.474358 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:01.474701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Transition to ACTIVE for port object 9c783e83-65f3-4e8a-9a36-65bff1694d69 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:01.475491 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:01.476959 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.477580 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:01.478533 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Bound port: 96862ba3-2cce-4de2-882f-ecb48af11524, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:01.479333 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.488581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf88b15a-2952-4121-a0c2-019eba36b64f req-776b9019-f669-4128-be7a-7e6f941a9401 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106474 Jul 16 18:05:01.507130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.525384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.543011 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a57dbd-89e2-4c31-b1b2-95d2b56d80cc None None] Pushing event updated for resources: {'Port': ['ID=96862ba3-2cce-4de2-882f-ecb48af11524,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.563973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:01.576013 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] For port 96862ba3-2cce-4de2-882f-ecb48af11524, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:01.578486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5fc944-9e67-4da9-8817-ffbdcb911654,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.579856 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] For port 96862ba3-2cce-4de2-882f-ecb48af11524, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=96862ba3-2cce-4de2-882f-ecb48af11524,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:01.584350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.584731 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Added segment cdafeedb-d610-4653-8221-f5d0abb7fa5a of type vlan for network 6f80f92b-a48f-4afd-8f35-83bbd4d214ec Jul 16 18:05:01.587495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.588704 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.630930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-115bff65-c57f-4ffe-9e5a-6e64c6263128 None None] Provisioning for port 93d59999-5d04-4444-be97-1ebaa30f1cda completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:01.653715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-115bff65-c57f-4ffe-9e5a-6e64c6263128 None None] Provisioning complete for port 93d59999-5d04-4444-be97-1ebaa30f1cda triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:01.654124 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-115bff65-c57f-4ffe-9e5a-6e64c6263128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.671847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.676449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Network 490c31b1-90bf-466e-aae0-e17f444cf19a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:01.682681 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:01.687365 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a57dbd-89e2-4c31-b1b2-95d2b56d80cc None None] Pushing event updated for resources: {'Port': ['ID=96862ba3-2cce-4de2-882f-ecb48af11524,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.689037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:01.693619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Pushing event updated for resources: {'Port': ['ID=9c783e83-65f3-4e8a-9a36-65bff1694d69,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.716703 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Routers {'30f39de6-8be0-4459-9c4a-9a7774016658'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:01.717417 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['30f39de6-8be0-4459-9c4a-9a7774016658'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:01.747127 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.752947 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.754347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.755260 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.776690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:01.780803 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.822551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:01.846498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.849943 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Added segment 4e1fe93d-87ba-40a8-a7a4-1dced5a0792b of type vlan for network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 Jul 16 18:05:01.872298 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] Set router 30f39de6-8be0-4459-9c4a-9a7774016658 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:01.880897 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0808272 Jul 16 18:05:01.881738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a59322-3f26-4ab6-94ca-e748ebef1480 admin admin] Pushing event updated for resources: {'Network': ['ID=6f80f92b-a48f-4afd-8f35-83bbd4d214ec,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.884466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.892562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Request body: {'subnet': {'network_id': '6f80f92b-a48f-4afd-8f35-83bbd4d214ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-923223287-subnet', 'tenant_id': '1e7b81549ca644dc911e52cf9fd7c14d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:01.905920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 6f80f92b-a48f-4afd-8f35-83bbd4d214ec details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:01.956403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.985166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Made reservation on behalf of 1e7b81549ca644dc911e52cf9fd7c14d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:01.987843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.093333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.110839 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.125762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.126421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.213051 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:04:58Z', 'revision_number': 3, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'gw_port': {'id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:02.262911 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748dd66-ef9d-47af-8ad4-11a91b56c4e5 None None] The sync data for ids ['30f39de6-8be0-4459-9c4a-9a7774016658'] in n-d-793619-10 is: [{'id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:04:58Z', 'revision_number': 3, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'gw_port': {'id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:02.282033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:53Z', 'updated_at': '2021-07-16T18:04:58Z', 'revision_number': 4, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'gw_port': {'id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:54Z', 'updated_at': '2021-07-16T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '143e4ffa-4208-4434-b9c4-79f0b9866a73', 'name': '', 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'mac_address': 'fa:16:3e:0e:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:57Z', 'updated_at': '2021-07-16T18:04:59Z', 'revision_number': 2, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'subnets': [{'id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:02.286685 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-115bff65-c57f-4ffe-9e5a-6e64c6263128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.299680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4322858 Jul 16 18:05:02.307888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35010) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.314316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'subnet': {'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:02.404901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412dc22-3261-473f-a240-6bd7e4f7fc76 None None] The sync data for ids ['3e90a0ac-4735-4473-b0be-e7f96538a217'] in n-d-793619-10 is: [{'id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:53Z', 'updated_at': '2021-07-16T18:04:58Z', 'revision_number': 4, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'gw_port': {'id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:54Z', 'updated_at': '2021-07-16T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '143e4ffa-4208-4434-b9c4-79f0b9866a73', 'name': '', 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'mac_address': 'fa:16:3e:0e:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:57Z', 'updated_at': '2021-07-16T18:04:59Z', 'revision_number': 2, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'subnets': [{'id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:02.431807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753c651-c931-4943-bb3a-a5f948ff1c01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Network': ['ID=87a3083b-e9a8-499f-92b3-d2ff776a4ea9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:02.466803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:02.489149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23989ace-a7d9-4e59-8426-e8bdda4857a1 req-a357ca99-1939-4349-a2ab-333ac2bb6877 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.500265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23989ace-a7d9-4e59-8426-e8bdda4857a1 req-a357ca99-1939-4349-a2ab-333ac2bb6877 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.4628851 Jul 16 18:05:02.538030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77792fed-75c2-476e-9a6f-9d1af40a6052 req-7d943a07-4425-40d5-a582-f1fb27b84dcd tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.550054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77792fed-75c2-476e-9a6f-9d1af40a6052 req-7d943a07-4425-40d5-a582-f1fb27b84dcd tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 949 time: 0.4505851 Jul 16 18:05:02.590959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-115bff65-c57f-4ffe-9e5a-6e64c6263128 None None] For port 93d59999-5d04-4444-be97-1ebaa30f1cda, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=93d59999-5d04-4444-be97-1ebaa30f1cda,segment=NetworkSegment(5031b80e-474f-4bed-b58e-d4f9b443793f),segment_id=5031b80e-474f-4bed-b58e-d4f9b443793f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:02.624130 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-115bff65-c57f-4ffe-9e5a-6e64c6263128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.643259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77792fed-75c2-476e-9a6f-9d1af40a6052 req-a8a07a46-a6ab-42e1-8093-d93d7c5d8c5b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916083 Jul 16 18:05:02.662804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23989ace-a7d9-4e59-8426-e8bdda4857a1 req-82b8cb9c-4a29-408c-85d4-fbcf1cdba0c7 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612935 Jul 16 18:05:02.675181 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.858809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4432bbe-4db5-414a-998e-f7052c3b906e None None] Provisioning complete for port 93d59999-5d04-4444-be97-1ebaa30f1cda triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:02.859184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4432bbe-4db5-414a-998e-f7052c3b906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.861308 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.862641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bff65-c57f-4ffe-9e5a-6e64c6263128 None None] Pushing event updated for resources: {'Port': ['ID=93d59999-5d04-4444-be97-1ebaa30f1cda,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:02.893788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.029370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Pushing event updated for resources: {'Port': ['ID=9c783e83-65f3-4e8a-9a36-65bff1694d69,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.064127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4432bbe-4db5-414a-998e-f7052c3b906e None None] Provisioning for port 9c783e83-65f3-4e8a-9a36-65bff1694d69 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:03.068816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4432bbe-4db5-414a-998e-f7052c3b906e None None] Provisioning complete for port 9c783e83-65f3-4e8a-9a36-65bff1694d69 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:03.069203 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4432bbe-4db5-414a-998e-f7052c3b906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.100763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:03.104440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.128884 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8db798a4-be36-4798-bddf-2d8672af2be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.138012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e4432bbe-4db5-414a-998e-f7052c3b906e None None] Port 9c783e83-65f3-4e8a-9a36-65bff1694d69 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:03.150149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27135a-c584-45c8-b358-2d73a81d6527 req-1c53f1ae-ed5b-4355-8059-12f17def85e5 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.151808 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f27135a-c584-45c8-b358-2d73a81d6527 req-1c53f1ae-ed5b-4355-8059-12f17def85e5 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1516569 Jul 16 18:05:03.200664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.212392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f27135a-c584-45c8-b358-2d73a81d6527 req-bf2cf7fc-527b-4443-a885-2cfcb6f94a55 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533013 Jul 16 18:05:03.238955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9019b82-149e-4227-a094-700d7eb60623,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.302661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Checking segment: {'id': 'cdafeedb-d610-4653-8221-f5d0abb7fa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f80f92b-a48f-4afd-8f35-83bbd4d214ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:03.302992 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Network hostable DHCP agents. Network: 6f80f92b-a48f-4afd-8f35-83bbd4d214ec, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:03.634652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Network 6f80f92b-a48f-4afd-8f35-83bbd4d214ec is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:03.658243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Network 490c31b1-90bf-466e-aae0-e17f444cf19a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:03.661165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 6f80f92b-a48f-4afd-8f35-83bbd4d214ec) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:03.666948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.668020 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.674038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:03.674375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7094c3cd-8ca4-4a52-8c8f-9002420a7579 None None] Network 6f80f92b-a48f-4afd-8f35-83bbd4d214ec requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:03.853896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a6a88f50-730c-4011-bb2c-e920e3eadbe8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9659867 Jul 16 18:05:04.158266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a1f97-599f-43b7-93db-0cbd71b2f609 None None] Network 6f80f92b-a48f-4afd-8f35-83bbd4d214ec requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:04.187900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604f0c0-0b51-42d6-958a-df269176b2b0 req-9cd929ad-8695-49e8-a8f0-b56e420910d6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.191967 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.197270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1604f0c0-0b51-42d6-958a-df269176b2b0 req-9cd929ad-8695-49e8-a8f0-b56e420910d6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.2062769 Jul 16 18:05:04.207885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6edcc4-a8b0-4bea-8c56-a6aabd16e525 req-48b8495b-68f3-4819-8721-6f704bd3d34a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.215559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a6edcc4-a8b0-4bea-8c56-a6aabd16e525 req-48b8495b-68f3-4819-8721-6f704bd3d34a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 949 time: 0.1732042 Jul 16 18:05:04.275043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a6edcc4-a8b0-4bea-8c56-a6aabd16e525 req-2056248a-e586-431b-9993-6441d28fa770 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582788 Jul 16 18:05:04.286024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Subnet': ['ID=c1696140-3e99-420e-acf8-ad6ec595de52,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.328557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Router 30f39de6-8be0-4459-9c4a-9a7774016658 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:04.336392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cd6bfb8d-3b1b-4a5a-931b-283347d6c019 None None] Provisioning complete for port 9c783e83-65f3-4e8a-9a36-65bff1694d69 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:04.336862 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfb8d-3b1b-4a5a-931b-283347d6c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.377282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1604f0c0-0b51-42d6-958a-df269176b2b0 req-e3360e32-7902-48bf-86d4-2b30719bdf3e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785705 Jul 16 18:05:04.421410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bfb8d-3b1b-4a5a-931b-283347d6c019 None None] Port 9c783e83-65f3-4e8a-9a36-65bff1694d69 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:04.502700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Checking segment: {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:04.503055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network hostable DHCP agents. Network: 87a3083b-e9a8-499f-92b3-d2ff776a4ea9, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:04.654934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bf3b8127-4b5a-42ce-987c-ee60dc162468 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:04.671085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:04.691313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b489b2d6-8c9a-4d62-bd92-339739bed353 admin admin] 10.222.0.60 "PUT /v2.0/routers/30f39de6-8be0-4459-9c4a-9a7774016658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8817582 Jul 16 18:05:04.700166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:04.736677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 87a3083b-e9a8-499f-92b3-d2ff776a4ea9) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:04.743057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.743659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.762430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7235d4bf-fc6d-4a41-9a70-202ac4af2f8b None None] Network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:04.785249 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d2537d31-6cbf-46c4-b0c5-3b1ea30ded87 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4761846 Jul 16 18:05:04.787827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.793904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1374676156'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:04.843462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:04.848414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.856737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port bf3b8127-4b5a-42ce-987c-ee60dc162468 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:04.910181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:04.951542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.952282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bf3b8127-4b5a-42ce-987c-ee60dc162468 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:04.953265 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.953855 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Added segment 7570710a-3196-406b-8603-e45da4c42022 of type vlan for network e4dd4329-4463-4222-9bc7-8547d2a95574 Jul 16 18:05:04.979136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd0253-f653-4b87-a61e-2cb3a6af7d45 req-b12670b7-59ec-4dcc-b52d-dd5cff344fd7 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.997519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4dfd0253-f653-4b87-a61e-2cb3a6af7d45 req-b12670b7-59ec-4dcc-b52d-dd5cff344fd7 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2178588 Jul 16 18:05:05.012800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.056000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.059462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.060492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.069041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4dfd0253-f653-4b87-a61e-2cb3a6af7d45 req-8e8e4e9d-eebb-49ae-ac7d-c68a9fec877d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701079 Jul 16 18:05:05.158752 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3689728 Jul 16 18:05:05.161427 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35044) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.168694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'subnet': {'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:05.281568 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.288702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-87a3083b-e9a8-499f-92b3-d2ff776a4ea9', 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'fixed_ips': [{'subnet_id': 'c1696140-3e99-420e-acf8-ad6ec595de52'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:05.289556 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.321652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd3a62-04b2-4d80-8a56-6adf03f8025c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Network': ['ID=e4dd4329-4463-4222-9bc7-8547d2a95574,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.323667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port bf3b8127-4b5a-42ce-987c-ee60dc162468, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bf3b8127-4b5a-42ce-987c-ee60dc162468,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:05.344093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e4dd4329-4463-4222-9bc7-8547d2a95574 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:05.348893 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.350132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 96862ba3-2cce-4de2-882f-ecb48af11524 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:05.559195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:05.562697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.652365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae87fae-3d00-44b2-b57a-e0d306ba4a21 req-b84fb83d-51ed-4058-9c33-c63118b6d80e tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.654153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ae87fae-3d00-44b2-b57a-e0d306ba4a21 req-b84fb83d-51ed-4058-9c33-c63118b6d80e tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 1101 time: 0.2732830 Jul 16 18:05:05.704073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-b0c88f6e-6b8e-4d6a-8644-fe91159cb77e tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3267565 Jul 16 18:05:05.710305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8ae87fae-3d00-44b2-b57a-e0d306ba4a21 req-a428cb6e-248e-48c0-bccf-6dc5bf43a2a2 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.718119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=bf3b8127-4b5a-42ce-987c-ee60dc162468,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.772637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:05.779107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 96862ba3-2cce-4de2-882f-ecb48af11524 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:05.786965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Allocated IP 19.80.0.2 (87a3083b-e9a8-499f-92b3-d2ff776a4ea9/c1696140-3e99-420e-acf8-ad6ec595de52/e95c2a4e-62ea-495e-9b1d-f085af115fe0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:05.789547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 96862ba3-2cce-4de2-882f-ecb48af11524 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:05.790122 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.825015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Sync routers for ids ['30f39de6-8be0-4459-9c4a-9a7774016658'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:05.878328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Routers {'30f39de6-8be0-4459-9c4a-9a7774016658'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:05.878936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:04:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['30f39de6-8be0-4459-9c4a-9a7774016658'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.931866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8ae87fae-3d00-44b2-b57a-e0d306ba4a21 req-a428cb6e-248e-48c0-bccf-6dc5bf43a2a2 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.933618 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.966126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8ae87fae-3d00-44b2-b57a-e0d306ba4a21 req-a428cb6e-248e-48c0-bccf-6dc5bf43a2a2 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.979147 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.980589 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08f2dfe8-b18a-4082-b9d9-6cdeafe03f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.039762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ae87fae-3d00-44b2-b57a-e0d306ba4a21 req-a428cb6e-248e-48c0-bccf-6dc5bf43a2a2 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543379 Jul 16 18:05:06.044789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.088822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428cb6e-248e-48c0-bccf-6dc5bf43a2a2 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a71f9-c291-4c44-9826-c6590b606b5a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.107039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Subnet': ['ID=e80af99b-f57f-456e-b369-a8a8127835d0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.127242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.137140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Set router 30f39de6-8be0-4459-9c4a-9a7774016658 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:06.155976 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-371544ec-7778-49a9-a477-9c1a88a560fc service neutron] show failed (client error): The resource could not be found. Jul 16 18:05:06.157131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-371544ec-7778-49a9-a477-9c1a88a560fc service neutron] 10.222.0.46 "GET /v2.0/ports/877693f0-d5e7-4f4f-8b58-b6ab2128c596/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.1172004 Jul 16 18:05:06.192132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Checking segment: {'id': '7570710a-3196-406b-8603-e45da4c42022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:06.192931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network hostable DHCP agents. Network: e4dd4329-4463-4222-9bc7-8547d2a95574, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:06.235087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network e4dd4329-4463-4222-9bc7-8547d2a95574 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:06.246193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 96862ba3-2cce-4de2-882f-ecb48af11524, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=96862ba3-2cce-4de2-882f-ecb48af11524,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:06.272461 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.274172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 93d59999-5d04-4444-be97-1ebaa30f1cda up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:06.289198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e4dd4329-4463-4222-9bc7-8547d2a95574) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:06.295131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.296654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.338364 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-21b4ac4a-240d-410c-b145-edd6cc4a9ad1 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1750948 Jul 16 18:05:06.344827 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.375960 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.402071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d256a-54c8-443b-8b87-89cf66d481da None None] Network e4dd4329-4463-4222-9bc7-8547d2a95574 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:06.483916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Transition to ACTIVE for port object e95c2a4e-62ea-495e-9b1d-f085af115fe0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:06.675315 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Sync routers for ids ['3e90a0ac-4735-4473-b0be-e7f96538a217'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:06.677257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Allocated IP 172.25.2.120 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/9fcfb432-4879-4700-bd3e-d0569c53b2de) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:06.690269 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Routers {'3e90a0ac-4735-4473-b0be-e7f96538a217'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:06.691601 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3e90a0ac-4735-4473-b0be-e7f96538a217'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:06.701211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445afd22-4684-4041-a983-f939933d45cb req-0a12ead6-0173-40bf-8c5a-bb63bb1d58fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.702789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-445afd22-4684-4041-a983-f939933d45cb req-0a12ead6-0173-40bf-8c5a-bb63bb1d58fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.2657285 Jul 16 18:05:06.793801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-6079a9dd-cb13-46ac-992c-c6bc0d2893a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.795341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-6079a9dd-cb13-46ac-992c-c6bc0d2893a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 1101 time: 0.2006571 Jul 16 18:05:06.799720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-445afd22-4684-4041-a983-f939933d45cb req-bfff82d7-44b9-44c3-a522-661fee7f86f0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877223 Jul 16 18:05:06.807847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Transition to ACTIVE for port object e95c2a4e-62ea-495e-9b1d-f085af115fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:06.841637 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Set router 3e90a0ac-4735-4473-b0be-e7f96538a217 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:06.861610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=96862ba3-2cce-4de2-882f-ecb48af11524,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.888169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-e4dd4329-4463-4222-9bc7-8547d2a95574', 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'fixed_ips': [{'subnet_id': 'e80af99b-f57f-456e-b369-a8a8127835d0'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:06.889252 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.902205 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.994678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Pushing event updated for resources: {'Port': ['ID=e95c2a4e-62ea-495e-9b1d-f085af115fe0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:07.026067 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.221949 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:53Z', 'updated_at': '2021-07-16T18:04:58Z', 'revision_number': 4, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'gw_port': {'id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:54Z', 'updated_at': '2021-07-16T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '143e4ffa-4208-4434-b9c4-79f0b9866a73', 'name': '', 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'mac_address': 'fa:16:3e:0e:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:57Z', 'updated_at': '2021-07-16T18:04:59Z', 'revision_number': 2, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'subnets': [{'id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:07.245454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 93d59999-5d04-4444-be97-1ebaa30f1cda triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:07.246189 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.265974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:07.268042 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Checking router: 3e90a0ac-4735-4473-b0be-e7f96538a217 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:07.268730 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Updating router 3e90a0ac-4735-4473-b0be-e7f96538a217 port 143e4ffa-4208-4434-b9c4-79f0b9866a73 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:05:07.291958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:07.305884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:07.310806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Allocated IP 19.86.0.2 (e4dd4329-4463-4222-9bc7-8547d2a95574/e80af99b-f57f-456e-b369-a8a8127835d0/95ccf096-6aed-40dc-ac1b-2ff0a201cf69) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:07.316473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:07.369799 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.443282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:01Z', 'revision_number': 4, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'gw_port': {'id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9c783e83-65f3-4e8a-9a36-65bff1694d69', 'name': '', 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'mac_address': 'fa:16:3e:94:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:05:01Z', 'updated_at': '2021-07-16T18:05:02Z', 'revision_number': 2, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'subnets': [{'id': '6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:07.496563 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.500323 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.525261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Attempting to bind port e95c2a4e-62ea-495e-9b1d-f085af115fe0 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:07.525862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Attempting to bind port e95c2a4e-62ea-495e-9b1d-f085af115fe0 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:07.526069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Attempting to bind port e95c2a4e-62ea-495e-9b1d-f085af115fe0 on network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:07.553680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Checking router: 30f39de6-8be0-4459-9c4a-9a7774016658 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:07.554174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Updating router 30f39de6-8be0-4459-9c4a-9a7774016658 port 9c783e83-65f3-4e8a-9a36-65bff1694d69 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:05:07.563122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:07.563503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Checking segment: {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:07.563913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.564314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Bound using segment: {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:07.564851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Bound port: e95c2a4e-62ea-495e-9b1d-f085af115fe0, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:07.565234 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.608088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1a217-5057-48f1-b292-e9ad9bd6421d req-b592ad6e-3bc6-4819-ab0b-fafd9f8a44da tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.616548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78f1a217-5057-48f1-b292-e9ad9bd6421d req-b592ad6e-3bc6-4819-ab0b-fafd9f8a44da tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2453420 Jul 16 18:05:07.662181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] For port e95c2a4e-62ea-495e-9b1d-f085af115fe0, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:07.665958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] For port e95c2a4e-62ea-495e-9b1d-f085af115fe0, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e95c2a4e-62ea-495e-9b1d-f085af115fe0,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:07.684977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.699220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bf3b8127-4b5a-42ce-987c-ee60dc162468 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:07.768010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.783322 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.795398 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Transition to ACTIVE for port object 143e4ffa-4208-4434-b9c4-79f0b9866a73 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:07.807952 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.898630 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.907809 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Pushing event updated for resources: {'Port': ['ID=143e4ffa-4208-4434-b9c4-79f0b9866a73,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:07.928818 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.929963 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.930527 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.931169 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.931758 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.933203 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.933673 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.934526 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.936643 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.937097 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.937536 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.937987 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:07.999949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event updated for resources: {'Port': ['ID=9fcfb432-4879-4700-bd3e-d0569c53b2de,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.026012 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Attempting to bind port 143e4ffa-4208-4434-b9c4-79f0b9866a73 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:08.026488 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Attempting to bind port 143e4ffa-4208-4434-b9c4-79f0b9866a73 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '29396846-a3f9-498f-b7f9-5eab3eceb700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:08.027562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78f1a217-5057-48f1-b292-e9ad9bd6421d req-50aa1b26-d71e-4f3b-9f42-f1162eae439d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246759 Jul 16 18:05:08.027721 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Attempting to bind port 143e4ffa-4208-4434-b9c4-79f0b9866a73 on network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:08.041339 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:08.041856 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Checking segment: {'id': '29396846-a3f9-498f-b7f9-5eab3eceb700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:08.042365 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.042861 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Bound using segment: {'id': '29396846-a3f9-498f-b7f9-5eab3eceb700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:08.043601 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Bound port: 143e4ffa-4208-4434-b9c4-79f0b9866a73, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29396846-a3f9-498f-b7f9-5eab3eceb700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:08.051531 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.067118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:08.078008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:08.086195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:08.193439 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.193660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:08.206530 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] For port 143e4ffa-4208-4434-b9c4-79f0b9866a73, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:08.209932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Transition to ACTIVE for port object 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:08.230027 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] For port 143e4ffa-4208-4434-b9c4-79f0b9866a73, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=143e4ffa-4208-4434-b9c4-79f0b9866a73,segment=NetworkSegment(29396846-a3f9-498f-b7f9-5eab3eceb700),segment_id=29396846-a3f9-498f-b7f9-5eab3eceb700)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:08.236068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Transition to ACTIVE for port object 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:08.243603 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.278468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787ee21-64d8-4d04-a183-75ba76effaa6 None None] Pushing event updated for resources: {'Port': ['ID=e95c2a4e-62ea-495e-9b1d-f085af115fe0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.286436 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.345406 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Routers {'3e90a0ac-4735-4473-b0be-e7f96538a217'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:08.346039 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3e90a0ac-4735-4473-b0be-e7f96538a217'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:08.362924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:08.379071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Pushing event updated for resources: {'Port': ['ID=95ccf096-6aed-40dc-ac1b-2ff0a201cf69,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.401071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Network e4dd4329-4463-4222-9bc7-8547d2a95574 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:08.405620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:08.410044 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d745429-c770-4dee-9f43-ef466f08c148 None None] Pushing event updated for resources: {'Port': ['ID=143e4ffa-4208-4434-b9c4-79f0b9866a73,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.411192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:08.520685 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] Set router 3e90a0ac-4735-4473-b0be-e7f96538a217 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:08.534630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:08.537199 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce93e18f-b663-470a-891a-c7276a5a2ba5" -d '{"events": [{"server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "name": "network-vif-unplugged", "status": "completed", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:08.542680 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.548811 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.572482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Attempting to bind port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:08.573080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Attempting to bind port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '7570710a-3196-406b-8603-e45da4c42022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:08.573283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Attempting to bind port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 on network e4dd4329-4463-4222-9bc7-8547d2a95574 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:08.580168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Transition to ACTIVE for port object 877693f0-d5e7-4f4f-8b58-b6ab2128c596 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:08.589861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:08.590593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Checking segment: {'id': '7570710a-3196-406b-8603-e45da4c42022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:08.590790 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.591041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Bound using segment: {'id': '7570710a-3196-406b-8603-e45da4c42022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:08.591530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Bound port: 95ccf096-6aed-40dc-ac1b-2ff0a201cf69, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7570710a-3196-406b-8603-e45da4c42022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:08.591911 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.609527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bf3b8127-4b5a-42ce-987c-ee60dc162468 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:08.610048 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.624347 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.665336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-98b70e05-c66c-479c-b074-c6e56ee107f0 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.671340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-98b70e05-c66c-479c-b074-c6e56ee107f0 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.673098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-98b70e05-c66c-479c-b074-c6e56ee107f0 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/networks?id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9&id=e4dd4329-4463-4222-9bc7-8547d2a95574&id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9 HTTP/1.1" status: 200 len: 1391 time: 0.3580556 Jul 16 18:05:08.708895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-e07a411e-27e6-4463-ba12-d72361cb7367 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/quotas/a25feedebd854d5991f52c8c934ca5f4 HTTP/1.1" status: 200 len: 375 time: 0.0276723 Jul 16 18:05:08.715644 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.722060 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.802896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] For port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:08.821909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] No DVR routers for this DVR port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:08.823837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Pushing event updated for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.911290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] For port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=95ccf096-6aed-40dc-ac1b-2ff0a201cf69,segment=NetworkSegment(7570710a-3196-406b-8603-e45da4c42022),segment_id=7570710a-3196-406b-8603-e45da4c42022)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:08.928775 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:53Z', 'updated_at': '2021-07-16T18:04:58Z', 'revision_number': 4, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'gw_port': {'id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:54Z', 'updated_at': '2021-07-16T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '143e4ffa-4208-4434-b9c4-79f0b9866a73', 'name': '', 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'mac_address': 'fa:16:3e:0e:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:57Z', 'updated_at': '2021-07-16T18:05:08Z', 'revision_number': 4, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'subnets': [{'id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:08.929725 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.958329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-d88a1ba3-ece1-473d-bc8d-29a6abc29207 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a25feedebd854d5991f52c8c934ca5f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2484887 Jul 16 18:05:08.959221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Attempting to bind port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:08.960209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Attempting to bind port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:08.961265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Attempting to bind port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:08.986581 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1813b92f-4a5c-4bf1-b877-cc94337a4296 None None] The sync data for ids ['3e90a0ac-4735-4473-b0be-e7f96538a217'] in n-d-793619-10 is: [{'id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:53Z', 'updated_at': '2021-07-16T18:04:58Z', 'revision_number': 4, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'gw_port': {'id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:54Z', 'updated_at': '2021-07-16T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '143e4ffa-4208-4434-b9c4-79f0b9866a73', 'name': '', 'network_id': 'd7ef5da1-324d-4c17-9af2-f9c2fb0b49f2', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'mac_address': 'fa:16:3e:0e:84:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:57Z', 'updated_at': '2021-07-16T18:05:08Z', 'revision_number': 4, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'subnets': [{'id': '73124c5e-c6ea-41c2-a39b-8e518d4308b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:09.003147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:09.003472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Attempting to bind port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:09.013682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:09.014016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:09.014440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:09.014923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Bound port: 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:09.015507 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.058774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 96862ba3-2cce-4de2-882f-ecb48af11524 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:09.108457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e629abe-9d6b-459d-a49b-cd9f1d9df9e9 None None] Pushing event updated for resources: {'Port': ['ID=95ccf096-6aed-40dc-ac1b-2ff0a201cf69,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.162992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-40c852e9-6d25-4814-aa7f-486bc940a853 service neutron] 10.222.0.60 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893852 Jul 16 18:05:09.260487 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.264153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 96862ba3-2cce-4de2-882f-ecb48af11524 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:09.264987 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.294984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Transition to ACTIVE for port object 9c783e83-65f3-4e8a-9a36-65bff1694d69 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:09.329181 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.359639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:09.365409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:09.388341 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.414846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.442884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-0b2bc440-afab-4c2e-855a-5d4f25a24c99 service neutron] 10.222.0.60 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788613 Jul 16 18:05:09.457291 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.472631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e75c8-501a-49c8-89a3-f0932695ec7a None None] Pushing event updated for resources: {'Port': ['ID=9c783e83-65f3-4e8a-9a36-65bff1694d69,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.481993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aca5d0-637d-4888-918b-e7bb57c216f8 None None] Network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:09.482913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.483562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.484975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] 10.222.0.45 "PUT /v2.0/ports/877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 1096 time: 2.2233994 Jul 16 18:05:09.633495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6ef62-fba2-4d36-a3d5-7acabd6648ec service neutron] Pushing event updated for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.663710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Attempting to bind port 9c783e83-65f3-4e8a-9a36-65bff1694d69 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:09.664825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Attempting to bind port 9c783e83-65f3-4e8a-9a36-65bff1694d69 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5031b80e-474f-4bed-b58e-d4f9b443793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:09.665351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Attempting to bind port 9c783e83-65f3-4e8a-9a36-65bff1694d69 on network 490c31b1-90bf-466e-aae0-e17f444cf19a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:09.726516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 877693f0-d5e7-4f4f-8b58-b6ab2128c596 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:09.769952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4dc603da-a813-4bbc-b777-b73a538b4c3f None None] Provisioning for port e95c2a4e-62ea-495e-9b1d-f085af115fe0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:09.786565 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.795977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 877693f0-d5e7-4f4f-8b58-b6ab2128c596 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:09.805945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:09.806397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Checking segment: {'id': '5031b80e-474f-4bed-b58e-d4f9b443793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:09.806815 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.807217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Bound using segment: {'id': '5031b80e-474f-4bed-b58e-d4f9b443793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:09.807720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Bound port: 9c783e83-65f3-4e8a-9a36-65bff1694d69, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5031b80e-474f-4bed-b58e-d4f9b443793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:09.810964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-690b0d7a-e923-4c47-83b8-b6a69d764f15 service neutron] 10.222.0.60 "GET /v2.0/networks/e4dd4329-4463-4222-9bc7-8547d2a95574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671401 Jul 16 18:05:09.813900 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.839093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event updated for resources: {'Port': ['ID=9fcfb432-4879-4700-bd3e-d0569c53b2de,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.884495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-9ec2f936-9409-40ae-85e1-355297042edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.886070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-9ec2f936-9409-40ae-85e1-355297042edd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 1099 time: 0.3615520 Jul 16 18:05:09.890701 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.902890 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-eda32051-1f67-4f96-9da5-ea29f7fd75fb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1378121 Jul 16 18:05:09.959506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] For port 9c783e83-65f3-4e8a-9a36-65bff1694d69, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:09.964201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] For port 9c783e83-65f3-4e8a-9a36-65bff1694d69, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9c783e83-65f3-4e8a-9a36-65bff1694d69,segment=NetworkSegment(5031b80e-474f-4bed-b58e-d4f9b443793f),segment_id=5031b80e-474f-4bed-b58e-d4f9b443793f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:09.969875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e95c2a4e-62ea-495e-9b1d-f085af115fe0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:10.027657 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.061651 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-4b3098c3-1359-455b-a594-f2890fa0a58b tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 696 time: 0.1555314 Jul 16 18:05:10.123077 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.165432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-c487835f-92a5-4f54-a954-fc4bed997c28 service neutron] 10.222.0.60 "GET /v2.0/networks/e4dd4329-4463-4222-9bc7-8547d2a95574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530035 Jul 16 18:05:10.181101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Routers {'30f39de6-8be0-4459-9c4a-9a7774016658'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:10.181747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['30f39de6-8be0-4459-9c4a-9a7774016658'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:10.183384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e75c8-501a-49c8-89a3-f0932695ec7a None None] Pushing event updated for resources: {'Port': ['ID=9c783e83-65f3-4e8a-9a36-65bff1694d69,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.204450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-d127f70a-468d-4582-a53a-71f4af582ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.205971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-d127f70a-468d-4582-a53a-71f4af582ee2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2986736 Jul 16 18:05:10.240724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e95c2a4e-62ea-495e-9b1d-f085af115fe0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:10.252705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e95c2a4e-62ea-495e-9b1d-f085af115fe0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:10.253068 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.280957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a484bfee-00c8-4c78-9f57-9acc0fa7bd0c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 217 time: 0.0529225 Jul 16 18:05:10.386891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] Set router 30f39de6-8be0-4459-9c4a-9a7774016658 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:10.465751 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-a11ac0dd-8ccd-427c-a73e-3319d75372cb service neutron] 10.222.0.60 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990389 Jul 16 18:05:10.479249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-0f8e175f-8817-400e-9eba-66d472c39473 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.480706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a0473be-2f81-402b-a177-cd3b006eba31 req-0f8e175f-8817-400e-9eba-66d472c39473 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.4080446 Jul 16 18:05:10.482186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-619933b1-ac63-459d-aec7-a8280bc27f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.483530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-619933b1-ac63-459d-aec7-a8280bc27f6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1619787 Jul 16 18:05:10.539105 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:10.590712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.607141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-2e953579-8e41-490f-a1b2-ed4c0e463787 service neutron] 10.222.0.60 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226442 Jul 16 18:05:10.633033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-20c0d06c-9f91-413e-87e1-095ca49665ba tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229256 Jul 16 18:05:10.681281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port e95c2a4e-62ea-495e-9b1d-f085af115fe0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e95c2a4e-62ea-495e-9b1d-f085af115fe0,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:10.712777 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.714069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 143e4ffa-4208-4434-b9c4-79f0b9866a73 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:10.782750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-5e8125a7-fdf1-4592-8aed-49972cac6db9 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.784257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-5e8125a7-fdf1-4592-8aed-49972cac6db9 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425009 Jul 16 18:05:10.801974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5725a-7479-4c22-9c15-92c67789272c None None] Network e4dd4329-4463-4222-9bc7-8547d2a95574 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:10.806805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-234c0b41-4bfe-4904-bc06-ebf132b33b57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/quotas/33a0bbd4b0e94ba9b96e94d57280f64b HTTP/1.1" status: 200 len: 375 time: 0.0126622 Jul 16 18:05:10.884426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-c495bbe1-fc6f-4082-8f67-07bc552b18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.886019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-c495bbe1-fc6f-4082-8f67-07bc552b18a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2779462 Jul 16 18:05:10.914357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-aae53098-b973-462c-9508-3d5b8c2bdbc7 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016054 Jul 16 18:05:11.073716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-a45f67de-d2a7-45f6-bbbd-92622eff67ee service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583917 Jul 16 18:05:11.189587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb097b0-f7f2-4088-b3ff-d877d888fda9 req-ec455e9c-b57a-45ac-a306-fa8c7964fe1f service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072307 Jul 16 18:05:11.215466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acb670-1e7c-45e0-b3f9-c09f9bdb2a20 req-7cf24d95-1208-498f-b996-a526a5ed438a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.217256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92acb670-1e7c-45e0-b3f9-c09f9bdb2a20 req-7cf24d95-1208-498f-b996-a526a5ed438a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 947 time: 0.2747145 Jul 16 18:05:11.255415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1edab543-f1c3-4923-9709-8f00776d3e32 None None] Provisioning complete for port e95c2a4e-62ea-495e-9b1d-f085af115fe0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:11.260808 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1edab543-f1c3-4923-9709-8f00776d3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.266657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92acb670-1e7c-45e0-b3f9-c09f9bdb2a20 req-cfa98ef9-d669-450c-a949-4003fb4d39da tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Jul 16 18:05:11.284789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=e95c2a4e-62ea-495e-9b1d-f085af115fe0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.334483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:01Z', 'revision_number': 4, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'gw_port': {'id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9c783e83-65f3-4e8a-9a36-65bff1694d69', 'name': '', 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'mac_address': 'fa:16:3e:94:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:05:01Z', 'updated_at': '2021-07-16T18:05:09Z', 'revision_number': 4, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'subnets': [{'id': '6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:11.371329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 143e4ffa-4208-4434-b9c4-79f0b9866a73 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:11.380883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 143e4ffa-4208-4434-b9c4-79f0b9866a73 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:11.381250 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.383931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:11.385714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:11.426653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abb58f-b306-4bbc-9752-5b34f9736a69 None None] The sync data for ids ['30f39de6-8be0-4459-9c4a-9a7774016658'] in n-d-793619-10 is: [{'id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:01Z', 'revision_number': 4, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'gw_port': {'id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9c783e83-65f3-4e8a-9a36-65bff1694d69', 'name': '', 'network_id': '490c31b1-90bf-466e-aae0-e17f444cf19a', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'mac_address': 'fa:16:3e:94:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:05:01Z', 'updated_at': '2021-07-16T18:05:09Z', 'revision_number': 4, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'subnets': [{'id': '6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:11.575175 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0e1577-99c9-482c-8948-4ed701716077 x-openstack-request-id: req-1d0e1577-99c9-482c-8948-4ed701716077 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:11.575586 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "name": "network-vif-unplugged", "status": "completed", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:11.576059 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d0e1577-99c9-482c-8948-4ed701716077 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:11.576565 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'code': 200} Jul 16 18:05:11.642201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:11.687272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'mac_address': 'fa:16:3e:ef:53:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:11.822831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-90750c85-9a43-489c-8a1a-b9827d304c5a tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2148433 Jul 16 18:05:11.825534 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.830357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:11.871407 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.953090 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.002970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:12.005490 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a95186-c190-4a0a-8b69-f3a89f6bc610" -d '{"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:12.015500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc72d7-6e83-41ce-b89d-584ae951ab71 req-5bcd32a0-4fae-4dd7-832f-fd0388c27a92 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:12.017680 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.022927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6bc72d7-6e83-41ce-b89d-584ae951ab71 req-5bcd32a0-4fae-4dd7-832f-fd0388c27a92 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1680593 Jul 16 18:05:12.023940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8314f07-65f8-4ac2-981a-d725b0a821ea {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:12.030465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:12.047739 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.179336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e2328277-e12c-424f-b125-8854b29bd3ff None None] Provisioning for port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:12.226248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 143e4ffa-4208-4434-b9c4-79f0b9866a73, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=143e4ffa-4208-4434-b9c4-79f0b9866a73,segment=NetworkSegment(29396846-a3f9-498f-b7f9-5eab3eceb700),segment_id=29396846-a3f9-498f-b7f9-5eab3eceb700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:12.243543 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:05:12.244046 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:05:12.246557 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.247364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:12.257429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.363594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=143e4ffa-4208-4434-b9c4-79f0b9866a73,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.383412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:12.389001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:12.389387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.504728 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.541151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6bc72d7-6e83-41ce-b89d-584ae951ab71 req-791f7272-a136-4585-8845-5a221f666502 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170071 Jul 16 18:05:12.549577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=95ccf096-6aed-40dc-ac1b-2ff0a201cf69,segment=NetworkSegment(7570710a-3196-406b-8603-e45da4c42022),segment_id=7570710a-3196-406b-8603-e45da4c42022)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:12.560508 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.605934 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.639490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=95ccf096-6aed-40dc-ac1b-2ff0a201cf69,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.799982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf98f6be-3c38-47da-acc5-58ac160c452c req-8cfaea89-9d64-44f2-9443-26bc7686efb6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 210 time: 0.0574229 Jul 16 18:05:12.824826 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.872643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8314f07-65f8-4ac2-981a-d725b0a821ea {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:12.889703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9c783e83-65f3-4e8a-9a36-65bff1694d69 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:12.932486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Allocated IP 172.25.2.167 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/ad7bef32-9b57-4b63-bab6-5b3e41530034) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:12.987372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:13.007196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-b6795f0f-5e4e-4a53-83ea-6c66eeb73dd5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.013438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-b6795f0f-5e4e-4a53-83ea-6c66eeb73dd5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.015073 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-b6795f0f-5e4e-4a53-83ea-6c66eeb73dd5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "GET /v2.0/networks?id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9&id=e4dd4329-4463-4222-9bc7-8547d2a95574&id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9 HTTP/1.1" status: 200 len: 1391 time: 0.2311859 Jul 16 18:05:13.017008 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.038288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'port': {'device_id': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9', 'admin_state_up': True, 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:13.113530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.142148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9c783e83-65f3-4e8a-9a36-65bff1694d69 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:13.148585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9c783e83-65f3-4e8a-9a36-65bff1694d69 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:13.149290 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.187414 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.190099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:13.195105 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.218286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-fa729597-8569-4883-b212-89c19fa5434a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1377778 Jul 16 18:05:13.278419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.334812 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.373034 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:13.379556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:13.386064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 9c783e83-65f3-4e8a-9a36-65bff1694d69, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9c783e83-65f3-4e8a-9a36-65bff1694d69,segment=NetworkSegment(5031b80e-474f-4bed-b58e-d4f9b443793f),segment_id=5031b80e-474f-4bed-b58e-d4f9b443793f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:13.386587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:13.391151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event updated for resources: {'Port': ['ID=ad7bef32-9b57-4b63-bab6-5b3e41530034,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.392109 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1faed8-64ca-44af-a933-65e471ccfccb x-openstack-request-id: req-dc1faed8-64ca-44af-a933-65e471ccfccb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:13.392421 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:13.392764 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc1faed8-64ca-44af-a933-65e471ccfccb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:13.393228 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'code': 200} Jul 16 18:05:13.394483 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.395508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e95c2a4e-62ea-495e-9b1d-f085af115fe0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:13.472353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Allocated IP 19.80.0.63 (87a3083b-e9a8-499f-92b3-d2ff776a4ea9/c1696140-3e99-420e-acf8-ad6ec595de52/45221223-41a5-4a9d-af0b-d2ce18f0d38e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:13.500118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-b8c9b499-17ea-4561-b976-a89cb31acb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.501736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-b8c9b499-17ea-4561-b976-a89cb31acb39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=38eaeaa307b3400baed00e43275c1e9b&device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 1102 time: 0.2079439 Jul 16 18:05:13.504864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=9c783e83-65f3-4e8a-9a36-65bff1694d69,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.513975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e95c2a4e-62ea-495e-9b1d-f085af115fe0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:13.514358 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.554568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a8314f07-65f8-4ac2-981a-d725b0a821ea'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:13.592275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:13.594620 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888" -d '{"events": [{"name": "network-changed", "server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:13.599256 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.675068 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.693219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Transition to ACTIVE for port object 45221223-41a5-4a9d-af0b-d2ce18f0d38e will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:13.700460 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.729976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.732280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 143e4ffa-4208-4434-b9c4-79f0b9866a73 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:13.783171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:13.789556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-3610b63c-740c-4c71-a493-29f7443733d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.792155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-3610b63c-740c-4c71-a493-29f7443733d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2642951 Jul 16 18:05:13.792358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:13.795305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:13.818252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a451d-fd4d-41aa-9220-778415353fb5 req-aeba4389-b2b3-4588-8741-75224cd05d82 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.821063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c4a451d-fd4d-41aa-9220-778415353fb5 req-aeba4389-b2b3-4588-8741-75224cd05d82 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 947 time: 0.2919970 Jul 16 18:05:13.831503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 143e4ffa-4208-4434-b9c4-79f0b9866a73 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:13.832112 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.837162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Port': ['ID=45221223-41a5-4a9d-af0b-d2ce18f0d38e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.881338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.883026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.903742 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-383610ee-fd1e-4770-abe3-45ff00a8ce24 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721154 Jul 16 18:05:13.923252 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-1d9910ef-3229-4107-b11c-efa64f71f1a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b96a0fef-0283-4080-ac39-287046d3eb8f HTTP/1.1" status: 200 len: 217 time: 0.0979586 Jul 16 18:05:13.966553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'port': {'device_id': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574', 'admin_state_up': True, 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:13.987909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c4a451d-fd4d-41aa-9220-778415353fb5 req-cc28e1e0-a297-4d26-99ce-7dff3f3b07ed tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517923 Jul 16 18:05:14.053723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-d22caf5b-0641-42cb-88e7-65dc55037b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.059477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-d22caf5b-0641-42cb-88e7-65dc55037b11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1148977 Jul 16 18:05:14.095770 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fe708a-58d3-4318-8c0c-ab1a663bd142 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879016 Jul 16 18:05:14.162357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d2b782af-e560-48e6-a791-578f4893b806 None None] Provisioning for port 45221223-41a5-4a9d-af0b-d2ce18f0d38e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:14.172150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d2b782af-e560-48e6-a791-578f4893b806 None None] Provisioning complete for port 45221223-41a5-4a9d-af0b-d2ce18f0d38e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:14.173062 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2b782af-e560-48e6-a791-578f4893b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.201132 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.211175 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.218906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-16981b88-d053-4c09-9d4d-9c017a0ad40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.220844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-16981b88-d053-4c09-9d4d-9c017a0ad40b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1465878 Jul 16 18:05:14.259812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d2b782af-e560-48e6-a791-578f4893b806 None None] Port 45221223-41a5-4a9d-af0b-d2ce18f0d38e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:14.298204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:14.302135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.352902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-ea7f626d-2f5c-4c7f-a6a8-34be66029376 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066036 Jul 16 18:05:14.356829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-7614259a-fb8c-4873-b8ba-f898a6e49a75 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.358697 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-7614259a-fb8c-4873-b8ba-f898a6e49a75 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2516875 Jul 16 18:05:14.409258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Request body: {'port': {'device_id': 'f4fb51d9-a874-438e-973c-d98bfa21526c', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '33a0bbd4b0e94ba9b96e94d57280f64b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:14.442291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8ebdf99-43b0-4ea7-8a1d-56d7e01d7270 req-9eac732e-4fe4-46eb-b6d1-c32d2ae828fb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 210 time: 0.0753720 Jul 16 18:05:14.479009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event updated for resources: {'Port': ['ID=ad7bef32-9b57-4b63-bab6-5b3e41530034,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:14.520371 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.547427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.548772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-25158030-461f-4291-bee0-a946ae9af7e6 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7250037 Jul 16 18:05:14.607177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcf6177b-3440-4381-b36b-ba12e07d942a req-c35e22ca-c5cc-495a-b81a-dd324dfb01a7 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374310 Jul 16 18:05:14.614695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-b55c1a3c-ab33-4997-89e6-51a2164ebf9d tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.167 HTTP/1.1" status: 200 len: 696 time: 0.0592649 Jul 16 18:05:14.638917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Allocated IP 19.86.0.3 (e4dd4329-4463-4222-9bc7-8547d2a95574/e80af99b-f57f-456e-b369-a8a8127835d0/4c1e9094-6788-4d5a-a7aa-8e66f521dc7c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:14.655640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Made reservation on behalf of 33a0bbd4b0e94ba9b96e94d57280f64b for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:14.659206 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.721990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9c783e83-65f3-4e8a-9a36-65bff1694d69 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:14.786040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9c783e83-65f3-4e8a-9a36-65bff1694d69 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:14.786747 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.801696 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-a0647ac1-055c-4c07-bc5b-04f4a8849546 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464742 Jul 16 18:05:14.844952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4c7e0-4395-49d2-9c20-e8e8d24c771f req-6f5658ce-61b3-4263-8632-8e35b31c5dad tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.847069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebe4c7e0-4395-49d2-9c20-e8e8d24c771f req-6f5658ce-61b3-4263-8632-8e35b31c5dad tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 949 time: 0.1920648 Jul 16 18:05:14.857200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-fee6a76c-821d-4764-a310-e05031eb2369 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.858591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-fee6a76c-821d-4764-a310-e05031eb2369 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2320333 Jul 16 18:05:14.884644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-89faf70d-ead3-4def-8033-e2247cd05e9c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:14.885686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ac54ff2-13b2-4359-8a7f-9cca645455d9 req-89faf70d-ead3-4def-8033-e2247cd05e9c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177364 Jul 16 18:05:14.907773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:14.931556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebe4c7e0-4395-49d2-9c20-e8e8d24c771f req-61122f98-a34c-4c25-90c5-a3836c3ab201 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717947 Jul 16 18:05:14.980952 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e078f20d-584a-445a-9359-4b1e595ffca9 x-openstack-request-id: req-e078f20d-584a-445a-9359-4b1e595ffca9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:14.981507 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:14.982234 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e078f20d-584a-445a-9359-4b1e595ffca9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:14.983364 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'status': 'completed', 'code': 200} Jul 16 18:05:14.993996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:14.994381 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.052340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.46', 55476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:15.174847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.182616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Allocated IP 192.168.233.10 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/167de773-c6fd-49dd-af50-bfcc1bc7a5b5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:15.214630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Transition to ACTIVE for port object 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:15.226741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-0a24f849-c9e6-4d0b-93f9-f9435dc07340 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.228610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-0a24f849-c9e6-4d0b-93f9-f9435dc07340 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4121861 Jul 16 18:05:15.258430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Request body: {'port': {'device_id': '25626272-3ca7-4782-b013-2c996bf9d3fc', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '33a0bbd4b0e94ba9b96e94d57280f64b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:15.362180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-a5e6f457-ba40-46d2-be6e-63181e0eeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.363572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-a5e6f457-ba40-46d2-be6e-63181e0eeedf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 1099 time: 0.3102076 Jul 16 18:05:15.372543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-72a1f8d7-732d-4939-bed0-9654674f1b51 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1865613 Jul 16 18:05:15.388934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:15.396417 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 877693f0-d5e7-4f4f-8b58-b6ab2128c596 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:15.399114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:15.400894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.407147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-d85d6ccb-1e76-4417-b0bb-11224912ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.408682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-d85d6ccb-1e76-4417-b0bb-11224912ffb7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 1099 time: 0.2906878 Jul 16 18:05:15.431047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610fc83-a9be-45d2-a868-2db793820bf0 req-4f3439cb-aab1-4b3c-89f5-7f27e0504dca tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.432595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4610fc83-a9be-45d2-a868-2db793820bf0 req-4f3439cb-aab1-4b3c-89f5-7f27e0504dca tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 931 time: 0.2203581 Jul 16 18:05:15.532681 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.575872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Made reservation on behalf of 33a0bbd4b0e94ba9b96e94d57280f64b for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:15.575872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.585628 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network e4dd4329-4463-4222-9bc7-8547d2a95574 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:15.593579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:15.604693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Port': ['ID=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.612832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'mac_address': 'fa:16:3e:1b:72:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:15.616899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:15.620652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:15.622852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4610fc83-a9be-45d2-a868-2db793820bf0 req-e682ebc0-37d9-461d-966c-136de43230ad tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689165 Jul 16 18:05:15.640014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-6c124a01-62ae-4e5b-b344-2ddc7a32aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.642911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-6c124a01-62ae-4e5b-b344-2ddc7a32aceb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2694769 Jul 16 18:05:15.694513 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port a8314f07-65f8-4ac2-981a-d725b0a821ea triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:15.695115 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.707372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.708040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.722437 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.757329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877693f0-d5e7-4f4f-8b58-b6ab2128c596 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:15.790581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-e405ae4f-98e1-46f8-8b15-2623deb8d083 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 217 time: 0.1351128 Jul 16 18:05:15.793907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:15.801559 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.845126 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.847998 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-658801e6-8f26-4c94-a539-37abc4386c0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8867195 Jul 16 18:05:15.869625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'port': {'device_id': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9', 'admin_state_up': True, 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:15.880698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-7b542ed2-ceb1-4be1-8628-866822dc2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.882737 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-7b542ed2-ceb1-4be1-8628-866822dc2c7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.4456832 Jul 16 18:05:15.900703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Transition to ACTIVE for port object 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:15.929090 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.941234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.964402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:15.968096 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aac0713-f63c-46ad-89c6-9c6df4e1db89" -d '{"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:15.971234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-c17fa5af-4c47-4fab-afbc-ada6664a61a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 217 time: 0.0664558 Jul 16 18:05:15.984152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:15.989043 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.005253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-134912c3-da66-4f37-bdb5-f49663da1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.007400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-134912c3-da66-4f37-bdb5-f49663da1d79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1776512 Jul 16 18:05:16.015083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.032643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:16.042665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3fc82a81-e983-43ef-9e85-1163f8b4e8b5 None None] Provisioning for port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:16.076733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3fc82a81-e983-43ef-9e85-1163f8b4e8b5 None None] Provisioning complete for port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:16.077118 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fc82a81-e983-43ef-9e85-1163f8b4e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.079040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.097051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:16.102137 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.114875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:16.125685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event updated for resources: {'Port': ['ID=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.126560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3fc82a81-e983-43ef-9e85-1163f8b4e8b5 None None] Port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:16.132629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f9574-bdd3-4fd6-bdf8-daf129d54f2b req-09c2f600-4560-427a-ad50-f8c590547a78 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.134188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d87f9574-bdd3-4fd6-bdf8-daf129d54f2b req-09c2f600-4560-427a-ad50-f8c590547a78 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 948 time: 0.3031931 Jul 16 18:05:16.136691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-f38ba8c5-6247-449e-a115-67a09fb21f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.138098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-f38ba8c5-6247-449e-a115-67a09fb21f85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1448095 Jul 16 18:05:16.141360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:16.147958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:16.157409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Allocated IP 192.168.233.99 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/56715f80-f9f8-4a2f-a1ae-cb92550299f9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:16.214441 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.277681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['877693f0-d5e7-4f4f-8b58-b6ab2128c596'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:16.299894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d87f9574-bdd3-4fd6-bdf8-daf129d54f2b req-d0f9d690-eca5-4bb3-afa7-358ae3c06043 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587305 Jul 16 18:05:16.340504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-7bf8c1fa-1638-4473-a1df-e9ef2874bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.342281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-7bf8c1fa-1638-4473-a1df-e9ef2874bf33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3239357 Jul 16 18:05:16.485576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Allocated IP 172.25.2.68 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/60701c6b-5f34-449b-bc39-34f6d6beacb2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:16.494144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-e5a0f103-fe68-4209-9f80-a64431cb54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.495605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-e5a0f103-fe68-4209-9f80-a64431cb54fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3434680 Jul 16 18:05:16.563146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.564223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.564471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-48ff76ae-29bb-4990-888a-42e677ef1c34 None None] Provisioning for port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:16.573617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-48ff76ae-29bb-4990-888a-42e677ef1c34 None None] Provisioning complete for port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:16.574387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ff76ae-29bb-4990-888a-42e677ef1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.621089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-0b65b975-7d2a-44a2-9134-d6df4419c009 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501276 Jul 16 18:05:16.625656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-48ff76ae-29bb-4990-888a-42e677ef1c34 None None] Port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:16.661675 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-88665506-f9a8-421d-b43c-84d64cc3f8bb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2573595 Jul 16 18:05:16.685298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Request body: {'port': {'device_id': 'f4fb51d9-a874-438e-973c-d98bfa21526c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:16.719215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Allocated IP 19.80.0.96 (87a3083b-e9a8-499f-92b3-d2ff776a4ea9/c1696140-3e99-420e-acf8-ad6ec595de52/3b11c317-50e9-4416-b0ba-72db3b6c2838) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:16.871769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.914936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Transition to ACTIVE for port object 56715f80-f9f8-4a2f-a1ae-cb92550299f9 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:16.918270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.034219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91985522-0c2d-4cec-b8fd-ec0fca79271a req-cc1f48cf-99ae-4b56-937c-3a9ed60fe1b3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 210 time: 0.0666656 Jul 16 18:05:17.063758 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.079757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-eeeab831-4c9a-43d2-a43d-0620e357df06 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718360 Jul 16 18:05:17.108573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.116851 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.152247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-477f488f-951d-4aff-ab11-c20e06a54706 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990146 Jul 16 18:05:17.166568 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Transition to ACTIVE for port object 3b11c317-50e9-4416-b0ba-72db3b6c2838 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:17.206972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:17.223291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:17.225884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:17.252985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e2851a6-acdd-4c8b-ba6c-f237fd0b6888 req-c82e50a9-7409-4d5b-a3f4-4e87420d6e85 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601019 Jul 16 18:05:17.265142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.269537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event updated for resources: {'Port': ['ID=56715f80-f9f8-4a2f-a1ae-cb92550299f9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.336835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:17.340608 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.345528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec53c0-5beb-437b-84b0-f16b16749a9f req-5861d27c-f9ee-451b-90c7-50ec01bffa82 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.347317 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12ec53c0-5beb-437b-84b0-f16b16749a9f req-5861d27c-f9ee-451b-90c7-50ec01bffa82 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1098 time: 0.1569974 Jul 16 18:05:17.348291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:17.355667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:17.359076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event updated for resources: {'Port': ['ID=60701c6b-5f34-449b-bc39-34f6d6beacb2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.367100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.367825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.386169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:17.433658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:17.440981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77557dea-a71c-4c5b-9cc7-0b708d44cbfa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1936905 Jul 16 18:05:17.449375 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:17.451813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:17.464367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Request body: {'port': {'device_id': '25626272-3ca7-4782-b013-2c996bf9d3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:17.477778 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.486901 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Port': ['ID=3b11c317-50e9-4416-b0ba-72db3b6c2838,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.499259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12ec53c0-5beb-437b-84b0-f16b16749a9f req-98475213-061b-4525-b9bf-d2400f3fa968 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362443 Jul 16 18:05:17.552212 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.603042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:17.619715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.621052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa94c2ef-d6a6-4a97-9232-78196f5ad361 None None] Provisioning for port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:17.630432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa94c2ef-d6a6-4a97-9232-78196f5ad361 None None] Provisioning complete for port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:17.630937 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa94c2ef-d6a6-4a97-9232-78196f5ad361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.660891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Transition to ACTIVE for port object 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:17.671727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.672269 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.676982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.707608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fa94c2ef-d6a6-4a97-9232-78196f5ad361 None None] Port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:17.748556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5dbd04b7-3523-4e85-aa7f-7f8c4af7eff5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8843038 Jul 16 18:05:17.755342 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.775648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Request body: {'port': {'device_id': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:17.809542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Pushing event updated for resources: {'Port': ['ID=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.827698 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.838649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10502b8d-27be-43d1-9a57-c98fdd910c03 req-b1221679-2375-436c-a6a6-9ef41e7546ba tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.838915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63408f40-27a0-4198-9f05-b3115dd8a481 None None] Provisioning for port 3b11c317-50e9-4416-b0ba-72db3b6c2838 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:17.844744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63408f40-27a0-4198-9f05-b3115dd8a481 None None] Provisioning complete for port 3b11c317-50e9-4416-b0ba-72db3b6c2838 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:17.844744 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63408f40-27a0-4198-9f05-b3115dd8a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.847981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10502b8d-27be-43d1-9a57-c98fdd910c03 req-b1221679-2375-436c-a6a6-9ef41e7546ba tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1437254 Jul 16 18:05:17.864214 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.900150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63408f40-27a0-4198-9f05-b3115dd8a481 None None] Port 3b11c317-50e9-4416-b0ba-72db3b6c2838 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:17.937417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10502b8d-27be-43d1-9a57-c98fdd910c03 req-a67fa5dd-7d2b-4c1d-9ab0-2af178b1b167 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884840 Jul 16 18:05:17.972375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event updated for resources: {'Port': ['ID=60701c6b-5f34-449b-bc39-34f6d6beacb2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.976716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.983045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Attempting to bind port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:17.983487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Attempting to bind port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:17.983914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Attempting to bind port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:17.995817 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.997167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-19bf057a-6791-49b2-94e3-e889839fbfa0 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6132176 Jul 16 18:05:18.017028 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04213182-a5d4-45da-8241-2dec68e513aa x-openstack-request-id: req-04213182-a5d4-45da-8241-2dec68e513aa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:18.017497 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:18.017918 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04213182-a5d4-45da-8241-2dec68e513aa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:18.018462 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'code': 200} Jul 16 18:05:18.057244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-5c7d39b1-156a-44b0-b6a5-2019a0cbce62 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0541306 Jul 16 18:05:18.059484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:18.059822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Attempting to bind port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:18.086490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:18.086836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:18.087227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:18.087907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Bound port: 167de773-c6fd-49dd-af50-bfcc1bc7a5b5, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:18.088246 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.104769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.212278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-98a2ee81-562d-4847-b7a0-7c25cb9b6b0c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.213751 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8d89c12-b4b7-4682-97d8-b3d3e1d2f41f req-98a2ee81-562d-4847-b7a0-7c25cb9b6b0c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.1506023 Jul 16 18:05:18.364484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] For port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:18.443323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] For port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:18.482797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.505481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221e70f-5fe6-4ecf-ac47-a975cf950de2 req-00492919-0112-4c2c-8447-53471dcd415c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.513000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221e70f-5fe6-4ecf-ac47-a975cf950de2 req-00492919-0112-4c2c-8447-53471dcd415c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.519773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221e70f-5fe6-4ecf-ac47-a975cf950de2 req-00492919-0112-4c2c-8447-53471dcd415c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.521711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0221e70f-5fe6-4ecf-ac47-a975cf950de2 req-00492919-0112-4c2c-8447-53471dcd415c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2373 time: 0.2108428 Jul 16 18:05:18.530837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82ee9f-f331-429c-8c7f-1e6db4e0a136 req-cfcfdd23-ed61-414c-9778-0ead4d22aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.532923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac82ee9f-f331-429c-8c7f-1e6db4e0a136 req-cfcfdd23-ed61-414c-9778-0ead4d22aab8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 1102 time: 0.2749388 Jul 16 18:05:18.550873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-ee9c384f-4c50-4cdd-baf9-68f41e173080 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.552389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-ee9c384f-4c50-4cdd-baf9-68f41e173080 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 948 time: 0.2109880 Jul 16 18:05:18.559113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56715f80-f9f8-4a2f-a1ae-cb92550299f9 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:18.569078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.570082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.572033 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] 10.222.0.46 "PUT /v2.0/ports/167de773-c6fd-49dd-af50-bfcc1bc7a5b5 HTTP/1.1" status: 200 len: 1096 time: 1.8955164 Jul 16 18:05:18.573301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fb51d9-a874-438e-973c-d98bfa21526c', 'tag': '167de773-c6fd-49dd-af50-bfcc1bc7a5b5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:18.576364 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fb51d9-a874-438e-973c-d98bfa21526c", "tag": "167de773-c6fd-49dd-af50-bfcc1bc7a5b5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:18.602679 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.671223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0221e70f-5fe6-4ecf-ac47-a975cf950de2 req-9f635e32-e9c1-4779-995f-2bf4462003a3 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369262 Jul 16 18:05:18.800960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Transition to ACTIVE for port object 56715f80-f9f8-4a2f-a1ae-cb92550299f9 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:18.804712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a4ab3-f016-4f9e-a2a4-51a913fc2397 service neutron] Pushing event updated for resources: {'Port': ['ID=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.815741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac82ee9f-f331-429c-8c7f-1e6db4e0a136 req-30721379-984d-4ee9-9c9b-121665396ffb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333448 Jul 16 18:05:18.830228 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.856126 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-cd96dc61-c026-4464-99b5-930d3aae11ba service neutron] delete failed (client error): The resource could not be found. Jul 16 18:05:18.857495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-cd96dc61-c026-4464-99b5-930d3aae11ba service neutron] 10.222.0.46 "DELETE /v2.0/ports/877693f0-d5e7-4f4f-8b58-b6ab2128c596/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.2098010 Jul 16 18:05:19.028684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45221223-41a5-4a9d-af0b-d2ce18f0d38e {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:19.041076 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.043925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-a6dbfcb3-515c-4627-a6c5-cdaeb03e1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.046186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-a6dbfcb3-515c-4627-a6c5-cdaeb03e1eac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 1100 time: 0.0892837 Jul 16 18:05:19.054026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-ca6b2190-85bc-4b82-82d3-40c0c32a85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.055991 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-ca6b2190-85bc-4b82-82d3-40c0c32a85db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 1099 time: 0.2995086 Jul 16 18:05:19.056994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=56715f80-f9f8-4a2f-a1ae-cb92550299f9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.172367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Transition to ACTIVE for port object 45221223-41a5-4a9d-af0b-d2ce18f0d38e will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:19.181717 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-77c8e761-57be-4c99-87b6-6c929a469917 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=167de773-c6fd-49dd-af50-bfcc1bc7a5b5 HTTP/1.1" status: 200 len: 217 time: 0.0954909 Jul 16 18:05:19.186255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.221122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-9690a381-fba0-4fd5-920a-c74356e3c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.222641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-9690a381-fba0-4fd5-920a-c74356e3c024 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1624494 Jul 16 18:05:19.238758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-c4652c1e-2e83-4271-a3c3-e55d17c6cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.240278 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-c4652c1e-2e83-4271-a3c3-e55d17c6cb7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0496106 Jul 16 18:05:19.252619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f6ca-afec-4dd2-bd81-cdd0b94a0340 req-1b61fa52-3db9-44b6-9bef-9eb5cd602e6b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.254351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74b7f6ca-afec-4dd2-bd81-cdd0b94a0340 req-1b61fa52-3db9-44b6-9bef-9eb5cd602e6b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 947 time: 0.1593778 Jul 16 18:05:19.289018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-7d03a62c-2731-4314-9165-78cb5c3615f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 217 time: 0.0584700 Jul 16 18:05:19.346539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Pushing event updated for resources: {'Port': ['ID=45221223-41a5-4a9d-af0b-d2ce18f0d38e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.375285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74b7f6ca-afec-4dd2-bd81-cdd0b94a0340 req-625eb5a5-b86a-4faf-8441-3240a593392d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895998 Jul 16 18:05:19.383657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Attempting to bind port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:19.384004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Attempting to bind port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:19.384335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Attempting to bind port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:19.386058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-01f10798-5d24-4c4c-8172-a3c1a4f869e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.387432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-01f10798-5d24-4c4c-8172-a3c1a4f869e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0816264 Jul 16 18:05:19.409704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 877693f0-d5e7-4f4f-8b58-b6ab2128c596 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:19.419018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:19.419356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Attempting to bind port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:19.434961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-650dd8aa-a167-4fdc-a267-96cad819b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.436559 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-650dd8aa-a167-4fdc-a267-96cad819b191 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1695316 Jul 16 18:05:19.442916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:19.443123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:19.443458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:19.444598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Bound port: 56715f80-f9f8-4a2f-a1ae-cb92550299f9, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:19.444969 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.466178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-d4d9a6ca-b45f-4f8e-94eb-545362778c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.468814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-d4d9a6ca-b45f-4f8e-94eb-545362778c4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652339 Jul 16 18:05:19.526945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:19.539280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:19.540208 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.580489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Attempting to bind port 45221223-41a5-4a9d-af0b-d2ce18f0d38e on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:19.580881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Attempting to bind port 45221223-41a5-4a9d-af0b-d2ce18f0d38e by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:19.581185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Attempting to bind port 45221223-41a5-4a9d-af0b-d2ce18f0d38e on network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:19.606215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Port 45221223-41a5-4a9d-af0b-d2ce18f0d38e on network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:19.606595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Attempting to bind port 45221223-41a5-4a9d-af0b-d2ce18f0d38e on network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:19.643671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-1b673155-1dde-48c3-ad6e-3c553e73124c service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670177 Jul 16 18:05:19.658300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:19.658659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Checking segment: {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:19.659054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Bound using segment: {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:19.659550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Bound port: 45221223-41a5-4a9d-af0b-d2ce18f0d38e, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:19.659863 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.659976 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.673148 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-7ba8699c-45b7-4849-824f-ac0cb42c08c7 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258742 Jul 16 18:05:19.676437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35230) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:19.701208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] For port 56715f80-f9f8-4a2f-a1ae-cb92550299f9, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:19.701445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:19.706661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] For port 56715f80-f9f8-4a2f-a1ae-cb92550299f9, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=56715f80-f9f8-4a2f-a1ae-cb92550299f9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:19.707418 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.761165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.763432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-70c1372f-b630-4b91-bab4-d944bfc17df9 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:19.764462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-70c1372f-b630-4b91-bab4-d944bfc17df9 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0853951 Jul 16 18:05:19.772613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.797004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b1624-9202-44e9-afd3-e955beff9931 req-055b0061-7594-42d5-953f-b8e9ea174032 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.799018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-267b1624-9202-44e9-afd3-e955beff9931 req-055b0061-7594-42d5-953f-b8e9ea174032 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 948 time: 0.1753356 Jul 16 18:05:19.824671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad6cd71-cec5-4417-a879-4a0a2941a056 req-3b839914-51dc-4800-8199-6e45835affb9 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571698 Jul 16 18:05:19.867209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-267b1624-9202-44e9-afd3-e955beff9931 req-811467cd-ba3d-4467-b253-02eb4ef47495 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590949 Jul 16 18:05:19.907383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Request body: {'binding': {'host': 'n-h2-793619-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:19.908385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:05:20.020058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:20.023951 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f45c1f-93c4-44cd-8ce1-f2217306ae84" -d '{"events": [{"server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "name": "network-vif-plugged", "status": "completed", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:20.170865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on host n-h2-793619-10 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:20.171757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:20.171757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:20.184686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.185478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.186900 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] 10.222.0.46 "PUT /v2.0/ports/56715f80-f9f8-4a2f-a1ae-cb92550299f9 HTTP/1.1" status: 200 len: 1096 time: 2.7268028 Jul 16 18:05:20.190217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:20.190477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:20.215609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] For port 45221223-41a5-4a9d-af0b-d2ce18f0d38e, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:20.221962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:20.222513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:20.222678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:20.223124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Bound port: f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:20.232812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-0cda8120-e37f-4ff8-8efe-5e4bd3bb620f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1747334 Jul 16 18:05:20.233657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] For port 45221223-41a5-4a9d-af0b-d2ce18f0d38e, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45221223-41a5-4a9d-af0b-d2ce18f0d38e,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:20.238483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd9a3a-927a-4f68-8514-135adee93ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=56715f80-f9f8-4a2f-a1ae-cb92550299f9,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.249468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.261644 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-9f7ca2ae-fb5d-4e48-8798-13e58f07457b service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767086 Jul 16 18:05:20.286669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:20.290384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.291008 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.292610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-901280b6-d470-4816-8c78-66671850f2bb service neutron] 10.222.0.46 "PUT /v2.0/ports/45221223-41a5-4a9d-af0b-d2ce18f0d38e HTTP/1.1" status: 200 len: 1092 time: 2.5214252 Jul 16 18:05:20.360472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901280b6-d470-4816-8c78-66671850f2bb service neutron] Pushing event updated for resources: {'Port': ['ID=45221223-41a5-4a9d-af0b-d2ce18f0d38e,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.366612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.382767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:20.396470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Request body: {'port': {'device_id': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:20.406272 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.407476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9534a732-0158-4b03-a07e-e8828f38512a service neutron] 10.222.0.60 "POST /v2.0/ports/f011f21e-a0c7-4153-91b5-e4c7e919f9fd/bindings HTTP/1.1" status: 201 len: 390 time: 0.5803366 Jul 16 18:05:20.430152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-3ccbde25-d891-4101-8785-6c43d690b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.432176 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-3ccbde25-d891-4101-8785-6c43d690b226 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 1099 time: 0.1126451 Jul 16 18:05:20.504271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.584829 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e24553e-600b-4e8a-98b9-26b9d653fbaa x-openstack-request-id: req-2e24553e-600b-4e8a-98b9-26b9d653fbaa {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:20.584974 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fb51d9-a874-438e-973c-d98bfa21526c", "tag": "167de773-c6fd-49dd-af50-bfcc1bc7a5b5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:20.585245 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e24553e-600b-4e8a-98b9-26b9d653fbaa {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:20.585676 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4fb51d9-a874-438e-973c-d98bfa21526c', 'tag': '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', 'status': 'completed', 'code': 200} Jul 16 18:05:20.589826 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-f1c9b195-295f-41b7-adda-29a35f874dda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=56715f80-f9f8-4a2f-a1ae-cb92550299f9 HTTP/1.1" status: 200 len: 217 time: 0.0876589 Jul 16 18:05:20.593049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.710888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Allocated IP 172.25.2.26 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/83ca1252-e3c7-4258-8009-3f69603ef81a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:20.754064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-e9fb51ae-1173-46ed-978d-ac3692619ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.755630 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-e9fb51ae-1173-46ed-978d-ac3692619ae2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1271689 Jul 16 18:05:20.883105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-03bf5a28-5b71-4fba-9d56-f86c7ec72731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.884852 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-03bf5a28-5b71-4fba-9d56-f86c7ec72731 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 1099 time: 0.2411206 Jul 16 18:05:20.929846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f86291-0cd7-4541-a33a-cbbe652b0666 req-bec099ba-7158-426c-a80d-2ac0e0f427f4 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.931370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73f86291-0cd7-4541-a33a-cbbe652b0666 req-bec099ba-7158-426c-a80d-2ac0e0f427f4 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2091510 Jul 16 18:05:20.943489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.970405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-32eafbcd-efa5-41a8-9cd9-f26d1066f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.971879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-32eafbcd-efa5-41a8-9cd9-f26d1066f38f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1098 time: 0.1720061 Jul 16 18:05:20.982436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-8995fa37-2355-432e-abd6-d77ccb497cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.983938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-8995fa37-2355-432e-abd6-d77ccb497cb2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1730211 Jul 16 18:05:21.019350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73f86291-0cd7-4541-a33a-cbbe652b0666 req-b0ab321b-526d-4440-b0b8-55bacb6ca76a tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788171 Jul 16 18:05:21.093696 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.140111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-563c898d-0e1c-436b-8a3b-5c04c1ad0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.141633 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-563c898d-0e1c-436b-8a3b-5c04c1ad0962 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2449081 Jul 16 18:05:21.211674 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-06c62ef6-d82b-4faa-9ce2-20fb9e6bb150 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=167de773-c6fd-49dd-af50-bfcc1bc7a5b5 HTTP/1.1" status: 200 len: 217 time: 0.0623894 Jul 16 18:05:21.262950 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-b2c95399-e6b3-407f-80ce-67883ff3d0e7 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513134 Jul 16 18:05:21.266727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:21.289588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.326626 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Transition to ACTIVE for port object 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:21.332625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-33d3b80b-81f7-43dd-b414-de2a20621c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.334651 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-33d3b80b-81f7-43dd-b414-de2a20621c05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1123471 Jul 16 18:05:21.359835 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.457615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:21.464370 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86b781b9-8070-4fa7-b743-d3397c6506b3 req-feb33809-2908-47cd-a2b7-c9ceb4a99b8e service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928668 Jul 16 18:05:21.475783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.479526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:21.481871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:21.524378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-64afff73-d561-4ba1-915e-6ad7c8800214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.527268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-64afff73-d561-4ba1-915e-6ad7c8800214 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.5451517 Jul 16 18:05:21.542361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event updated for resources: {'Port': ['ID=83ca1252-e3c7-4258-8009-3f69603ef81a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.560188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-1c1f9b92-49ba-4446-b143-c949e6975d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.561710 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-1c1f9b92-49ba-4446-b143-c949e6975d89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1981990 Jul 16 18:05:21.580372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Attempting to bind port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:21.580473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Attempting to bind port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '7570710a-3196-406b-8603-e45da4c42022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:21.580958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Attempting to bind port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c on network e4dd4329-4463-4222-9bc7-8547d2a95574 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:21.595735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c on network e4dd4329-4463-4222-9bc7-8547d2a95574 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:21.596059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Attempting to bind port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c on network e4dd4329-4463-4222-9bc7-8547d2a95574 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:21.599383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-9319aba2-303f-4229-a42c-e3ea79aed5ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd HTTP/1.1" status: 200 len: 217 time: 0.0503435 Jul 16 18:05:21.609768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:21.610105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Checking segment: {'id': '7570710a-3196-406b-8603-e45da4c42022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:21.610526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Bound using segment: {'id': '7570710a-3196-406b-8603-e45da4c42022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:21.610943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Bound port: 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7570710a-3196-406b-8603-e45da4c42022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:21.611265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.705066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857940eb-46ad-4198-8541-efe0caefe0a9 req-a7ab0659-cab4-4d5b-9a17-e7b74b79abb7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.711542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857940eb-46ad-4198-8541-efe0caefe0a9 req-a7ab0659-cab4-4d5b-9a17-e7b74b79abb7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.714808 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-d5ed088a-d59f-4950-9edf-77603db58bc0 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420166 Jul 16 18:05:21.717573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857940eb-46ad-4198-8541-efe0caefe0a9 req-a7ab0659-cab4-4d5b-9a17-e7b74b79abb7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.719689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-857940eb-46ad-4198-8541-efe0caefe0a9 req-a7ab0659-cab4-4d5b-9a17-e7b74b79abb7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2397 time: 0.5791180 Jul 16 18:05:21.728433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-5d0b8fe1-6e9c-48cc-80c9-ce3b41a7be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.729948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-5d0b8fe1-6e9c-48cc-80c9-ce3b41a7be34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.1155171 Jul 16 18:05:21.742217 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.742828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] For port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:21.763442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] For port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,segment=NetworkSegment(7570710a-3196-406b-8603-e45da4c42022),segment_id=7570710a-3196-406b-8603-e45da4c42022)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:21.768598 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.789276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-84d48373-ab86-4007-ad1a-2c976cefe050 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494580 Jul 16 18:05:21.843332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.843955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.845365 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c1e9094-6788-4d5a-a7aa-8e66f521dc7c HTTP/1.1" status: 200 len: 1091 time: 1.4536731 Jul 16 18:05:21.858090 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d923fe4-27b0-4f02-81b4-872e5d21d3b7 req-f682b3fb-1246-4dd1-abe1-50c95453c0b1 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359417 Jul 16 18:05:21.862295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-857940eb-46ad-4198-8541-efe0caefe0a9 req-50070a77-f810-40cc-a182-63601d8ce1a5 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296339 Jul 16 18:05:21.870649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.871789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf29be-422d-4a94-ba61-3c690893ee15 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.907640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Request body: {'port': {'device_id': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:21.970220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-61dcfa0e-8e3a-4e99-9964-606004715e22 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572182 Jul 16 18:05:21.997862 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.063935 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb570562-8f79-40c8-a237-ce266aabeb45 x-openstack-request-id: req-fb570562-8f79-40c8-a237-ce266aabeb45 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:22.064438 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "name": "network-vif-plugged", "status": "completed", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:22.064670 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb570562-8f79-40c8-a237-ce266aabeb45 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:22.065183 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'code': 200} Jul 16 18:05:22.169344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-755162fa-f069-4cc5-b637-ea746e9ea97c service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854069 Jul 16 18:05:22.192073 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.210317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.303741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event updated for resources: {'Port': ['ID=83ca1252-e3c7-4258-8009-3f69603ef81a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.305643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b11c317-50e9-4416-b0ba-72db3b6c2838 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:22.314312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.327965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Transition to ACTIVE for port object 3b11c317-50e9-4416-b0ba-72db3b6c2838 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:22.331528 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.333266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.348052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61ac9-29ae-4d3a-91ac-adedb2474cc3 req-fa42722c-c152-4263-a123-e582add33c5b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.349703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ec61ac9-29ae-4d3a-91ac-adedb2474cc3 req-fa42722c-c152-4263-a123-e582add33c5b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 947 time: 0.1535161 Jul 16 18:05:22.362769 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.363922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-bcb5e5bb-e3be-4db8-a94d-9adb8fa31da1 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1100004 Jul 16 18:05:22.387079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Pushing event updated for resources: {'Port': ['ID=3b11c317-50e9-4416-b0ba-72db3b6c2838,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.434338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ec61ac9-29ae-4d3a-91ac-adedb2474cc3 req-c43398cf-a219-4d01-8c8f-fe8342aa9424 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788686 Jul 16 18:05:22.437434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-11b18a13-5020-4555-a44e-fba02d4cb8ce tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0631552 Jul 16 18:05:22.484991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Attempting to bind port 3b11c317-50e9-4416-b0ba-72db3b6c2838 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:22.485397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Attempting to bind port 3b11c317-50e9-4416-b0ba-72db3b6c2838 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:22.485657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Attempting to bind port 3b11c317-50e9-4416-b0ba-72db3b6c2838 on network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:22.490446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Port 3b11c317-50e9-4416-b0ba-72db3b6c2838 on network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:22.490846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Attempting to bind port 3b11c317-50e9-4416-b0ba-72db3b6c2838 on network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:22.496241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:22.496623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Checking segment: {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:22.497015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Bound using segment: {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:22.497450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Bound port: 3b11c317-50e9-4416-b0ba-72db3b6c2838, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:22.497815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.570261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] For port 3b11c317-50e9-4416-b0ba-72db3b6c2838, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:22.573864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] For port 3b11c317-50e9-4416-b0ba-72db3b6c2838, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3b11c317-50e9-4416-b0ba-72db3b6c2838,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:22.582790 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.588139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25626272-3ca7-4782-b013-2c996bf9d3fc', 'tag': '56715f80-f9f8-4a2f-a1ae-cb92550299f9'}, {'name': 'network-changed', 'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'tag': '45221223-41a5-4a9d-af0b-d2ce18f0d38e'}, {'name': 'network-changed', 'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'tag': '4c1e9094-6788-4d5a-a7aa-8e66f521dc7c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:22.590443 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281a2ed4-3ef8-409f-9e68-2a939ab12f29" -d '{"events": [{"name": "network-changed", "server_uuid": "25626272-3ca7-4782-b013-2c996bf9d3fc", "tag": "56715f80-f9f8-4a2f-a1ae-cb92550299f9"}, {"name": "network-changed", "server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "tag": "45221223-41a5-4a9d-af0b-d2ce18f0d38e"}, {"name": "network-changed", "server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "tag": "4c1e9094-6788-4d5a-a7aa-8e66f521dc7c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:22.610414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-51d03d89-dc95-4064-b383-66378024a97a tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.611706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8096d54-cbe8-489b-9987-2de58c536c06 req-51d03d89-dc95-4064-b383-66378024a97a tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.1638515 Jul 16 18:05:22.632278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.632895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.634310 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] 10.222.0.46 "PUT /v2.0/ports/3b11c317-50e9-4416-b0ba-72db3b6c2838 HTTP/1.1" status: 200 len: 1092 time: 0.7315311 Jul 16 18:05:22.657964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea487c73-727f-4140-bb43-c96f42313f7c service neutron] Pushing event updated for resources: {'Port': ['ID=3b11c317-50e9-4416-b0ba-72db3b6c2838,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.667710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba02cb0-2286-40ce-99af-37bb55c51b3b req-d522a061-3cad-44a4-b377-75e429818b2a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.669314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ba02cb0-2286-40ce-99af-37bb55c51b3b req-d522a061-3cad-44a4-b377-75e429818b2a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 946 time: 0.1133032 Jul 16 18:05:22.712703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ba02cb0-2286-40ce-99af-37bb55c51b3b req-e497fbd2-d843-40ec-b781-e0732fd88818 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378141 Jul 16 18:05:22.811929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d26514-eb57-4af7-a870-2165a20bce2b req-25d8f479-523e-430e-9d24-1932d89106dd tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.819571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14d26514-eb57-4af7-a870-2165a20bce2b req-25d8f479-523e-430e-9d24-1932d89106dd tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.0836532 Jul 16 18:05:22.912904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14d26514-eb57-4af7-a870-2165a20bce2b req-0696aa87-2929-4657-9696-7ef25d38e997 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922306 Jul 16 18:05:22.949772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23facc2-c0b4-4b60-af18-ac27058bd12c req-4f65df83-a4fb-4385-a7fc-263c4bc47c74 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.952021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-12ab3671-6aba-4dec-af9b-247027445240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.953264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-12ab3671-6aba-4dec-af9b-247027445240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.954195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-12ab3671-6aba-4dec-af9b-247027445240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.955383 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-12ab3671-6aba-4dec-af9b-247027445240 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a25feedebd854d5991f52c8c934ca5f4&device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2865 time: 0.0785847 Jul 16 18:05:22.957514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e23facc2-c0b4-4b60-af18-ac27058bd12c req-4f65df83-a4fb-4385-a7fc-263c4bc47c74 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1300132 Jul 16 18:05:23.022319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e23facc2-c0b4-4b60-af18-ac27058bd12c req-b78e594c-5b38-497f-b037-0227363496d4 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637672 Jul 16 18:05:23.024169 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb14a64c-139e-486d-bfdc-2a0b43bb93fa x-openstack-request-id: req-eb14a64c-139e-486d-bfdc-2a0b43bb93fa {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:23.024468 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25626272-3ca7-4782-b013-2c996bf9d3fc", "tag": "56715f80-f9f8-4a2f-a1ae-cb92550299f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "tag": "45221223-41a5-4a9d-af0b-d2ce18f0d38e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "tag": "4c1e9094-6788-4d5a-a7aa-8e66f521dc7c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:23.026142 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb14a64c-139e-486d-bfdc-2a0b43bb93fa {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:23.026142 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25626272-3ca7-4782-b013-2c996bf9d3fc', 'tag': '56715f80-f9f8-4a2f-a1ae-cb92550299f9', 'status': 'completed', 'code': 200} Jul 16 18:05:23.026142 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'tag': '45221223-41a5-4a9d-af0b-d2ce18f0d38e', 'status': 'completed', 'code': 200} Jul 16 18:05:23.026142 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'tag': '4c1e9094-6788-4d5a-a7aa-8e66f521dc7c', 'status': 'completed', 'code': 200} Jul 16 18:05:23.027672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-2c5fcca2-f50a-4f68-97ed-e3477fabd744 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=45221223-41a5-4a9d-af0b-d2ce18f0d38e HTTP/1.1" status: 200 len: 217 time: 0.0526159 Jul 16 18:05:23.096123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17a0c835-9050-430f-8185-f21181f881f3 req-b5f1e1ce-e1c3-483a-8efa-2827ccee7373 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips/0798294f-38df-451c-bf1a-8dd98f9559d9 HTTP/1.1" status: 200 len: 692 time: 0.0641170 Jul 16 18:05:23.132791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ac73deea-df46-40a8-99e3-0404063ce8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.134581 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-ac73deea-df46-40a8-99e3-0404063ce8eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1696140-3e99-420e-acf8-ad6ec595de52 HTTP/1.1" status: 200 len: 801 time: 0.0668638 Jul 16 18:05:23.199066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-c59698db-9e13-4830-92e4-a5b1179d6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.200633 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-c59698db-9e13-4830-92e4-a5b1179d6d96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549386 Jul 16 18:05:23.274999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-1bbd4ff6-37a5-40a3-80fe-cba90621c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.276424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-1bbd4ff6-37a5-40a3-80fe-cba90621c67d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 1099 time: 0.1906843 Jul 16 18:05:23.293358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0c835-9050-430f-8185-f21181f881f3 req-0ebc74e0-0a74-47ce-a584-ee4194cc0028 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.294751 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17a0c835-9050-430f-8185-f21181f881f3 req-0ebc74e0-0a74-47ce-a584-ee4194cc0028 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.1753087 Jul 16 18:05:23.303193 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-c7a723cc-bdd4-46df-a74d-800fb4828808 service neutron] 10.222.0.46 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925794 Jul 16 18:05:23.312975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43317a6d-a3bd-4e30-9005-9de3ecb403aa req-de09a3e5-82ee-4039-9763-b5df768dcb6f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.319417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43317a6d-a3bd-4e30-9005-9de3ecb403aa req-de09a3e5-82ee-4039-9763-b5df768dcb6f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.325286 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43317a6d-a3bd-4e30-9005-9de3ecb403aa req-de09a3e5-82ee-4039-9763-b5df768dcb6f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.326892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43317a6d-a3bd-4e30-9005-9de3ecb403aa req-de09a3e5-82ee-4039-9763-b5df768dcb6f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2409 time: 0.1789520 Jul 16 18:05:23.332422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-17a0c835-9050-430f-8185-f21181f881f3 req-ed37c379-80c3-4950-9223-2b990da6cdb4 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:23.333443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17a0c835-9050-430f-8185-f21181f881f3 req-ed37c379-80c3-4950-9223-2b990da6cdb4 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303266 Jul 16 18:05:23.405940 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-75cb70e5-e1cb-4076-9256-50cdad0ed6e2 service neutron] 10.222.0.46 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955479 Jul 16 18:05:23.432803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43317a6d-a3bd-4e30-9005-9de3ecb403aa req-4757dc9e-83fd-4eea-b5c0-16deedf494b8 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823150 Jul 16 18:05:23.471563 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-c2beafff-05d4-49fb-a709-d2bee2a53045 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.3&port_id=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c HTTP/1.1" status: 200 len: 217 time: 0.0564723 Jul 16 18:05:23.494023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-4a18095f-c76e-4159-8146-b2728777b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.495586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-4a18095f-c76e-4159-8146-b2728777b141 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2095146 Jul 16 18:05:23.540353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-fbb06587-71ac-43cc-bb51-1155c95520e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.542450 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-fbb06587-71ac-43cc-bb51-1155c95520e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e80af99b-f57f-456e-b369-a8a8127835d0 HTTP/1.1" status: 200 len: 801 time: 0.0631196 Jul 16 18:05:23.551412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-d1c01baf-2f0c-4e16-b153-ef786a142e73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=56715f80-f9f8-4a2f-a1ae-cb92550299f9 HTTP/1.1" status: 200 len: 217 time: 0.0478444 Jul 16 18:05:23.607494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-b540edc2-6c2a-41ed-8a05-fad17402b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.608720 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-b540edc2-6c2a-41ed-8a05-fad17402b242 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4dd4329-4463-4222-9bc7-8547d2a95574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573702 Jul 16 18:05:23.658722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a73b9-f86e-4c72-8004-f5cd1d703440 req-3afc0a06-dd5b-41e6-bbbe-4558787f9446 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.660340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f00a73b9-f86e-4c72-8004-f5cd1d703440 req-3afc0a06-dd5b-41e6-bbbe-4558787f9446 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.2250805 Jul 16 18:05:23.686825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-4dbf84c0-d6aa-48d6-95c3-0f37601aeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.688152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-4dbf84c0-d6aa-48d6-95c3-0f37601aeee3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1281540 Jul 16 18:05:23.716057 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-bdeb7ac4-7d74-47c4-850a-be120815f484 service neutron] 10.222.0.46 "GET /v2.0/networks/e4dd4329-4463-4222-9bc7-8547d2a95574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967546 Jul 16 18:05:23.760718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f00a73b9-f86e-4c72-8004-f5cd1d703440 req-b74762ed-0719-40c8-94a8-a5d800e16eb7 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872786 Jul 16 18:05:23.767351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9b46e68c-a196-476d-8c8d-d8ca02347d4a tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.768936 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9b46e68c-a196-476d-8c8d-d8ca02347d4a tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/networks?id=6f80f92b-a48f-4afd-8f35-83bbd4d214ec HTTP/1.1" status: 200 len: 809 time: 0.2215190 Jul 16 18:05:23.787712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 56715f80-f9f8-4a2f-a1ae-cb92550299f9 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:23.797064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-782b9c23-a5a4-441a-ade8-b2367e328d67 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/quotas/1e7b81549ca644dc911e52cf9fd7c14d HTTP/1.1" status: 200 len: 375 time: 0.0202579 Jul 16 18:05:23.823725 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-5249db72-2276-498f-b8ea-ef5b45bf96bd service neutron] 10.222.0.46 "GET /v2.0/networks/e4dd4329-4463-4222-9bc7-8547d2a95574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005545 Jul 16 18:05:23.843206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-1d6d47e9-77c4-4a4f-b0ab-f1a5c78e9bd7 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e7b81549ca644dc911e52cf9fd7c14d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401571 Jul 16 18:05:23.853565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-8ba7c35c-61c0-4232-b1b7-0a1644779331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.855034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-8ba7c35c-61c0-4232-b1b7-0a1644779331 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1543410 Jul 16 18:05:23.875446 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-4237cf84-b885-46e6-8b33-71c5a6325dd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=3b11c317-50e9-4416-b0ba-72db3b6c2838 HTTP/1.1" status: 200 len: 217 time: 0.0417337 Jul 16 18:05:23.976296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-97eee232-e209-4365-a35f-3227c3865f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.977861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-97eee232-e209-4365-a35f-3227c3865f2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1696140-3e99-420e-acf8-ad6ec595de52 HTTP/1.1" status: 200 len: 801 time: 0.0902517 Jul 16 18:05:24.045649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-dc169fb8-d5af-4945-9405-8eab28940bea service neutron] 10.222.0.60 "GET /v2.0/networks/6f80f92b-a48f-4afd-8f35-83bbd4d214ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015135 Jul 16 18:05:24.070449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-332cf740-948e-486a-8d30-5af7c4ddd5f2 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949456 Jul 16 18:05:24.078660 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 56715f80-f9f8-4a2f-a1ae-cb92550299f9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=56715f80-f9f8-4a2f-a1ae-cb92550299f9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:24.086080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-efa42c1f-169f-4b1e-904f-3e02e51ceca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.087614 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-efa42c1f-169f-4b1e-904f-3e02e51ceca3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976932 Jul 16 18:05:24.094157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '56715f80-f9f8-4a2f-a1ae-cb92550299f9', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '56715f80-f9f8-4a2f-a1ae-cb92550299f9', 'mac_address': 'fa:16:3e:dc:4f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:24.169867 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.187783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56715f80-f9f8-4a2f-a1ae-cb92550299f9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:24.218974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 56715f80-f9f8-4a2f-a1ae-cb92550299f9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=56715f80-f9f8-4a2f-a1ae-cb92550299f9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:24.227712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.229255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:24.239287 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-1ee0b595-9dfe-4d02-915e-012c7bd61f93 service neutron] 10.222.0.46 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404057 Jul 16 18:05:24.243544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-5d63b5cd-2a8a-436e-80d2-14cdd6caa5b4 service neutron] 10.222.0.60 "GET /v2.0/networks/6f80f92b-a48f-4afd-8f35-83bbd4d214ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969805 Jul 16 18:05:24.253100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-ddd5dc7b-509f-4563-96de-c77a301514e9 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713166 Jul 16 18:05:24.319030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:24.337870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=56715f80-f9f8-4a2f-a1ae-cb92550299f9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.342327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', 'mac_address': 'fa:16:3e:05:c5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:24.403961 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5d4a36b-c3c0-4663-a3d8-2f8e764480ee req-37efa557-ac62-41cd-8f0d-f56255cc2df3 service neutron] 10.222.0.46 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549528 Jul 16 18:05:24.417714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.450497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:24.499220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:24.506420 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.605633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-0aa05eb7-fe2e-4a5f-9932-cc800f7a5968 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips/0798294f-38df-451c-bf1a-8dd98f9559d9 HTTP/1.1" status: 200 len: 692 time: 0.1080499 Jul 16 18:05:24.643658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.708444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-8531f310-ed81-4edb-9ac6-fe20f5942816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.710066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-8531f310-ed81-4edb-9ac6-fe20f5942816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.710620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-8531f310-ed81-4edb-9ac6-fe20f5942816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.712633 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-8531f310-ed81-4edb-9ac6-fe20f5942816 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a25feedebd854d5991f52c8c934ca5f4&device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2865 time: 0.1634259 Jul 16 18:05:24.782656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-6f252545-9e35-4253-bbdd-d1ae632d5d09 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.784115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-6f252545-9e35-4253-bbdd-d1ae632d5d09 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.1634846 Jul 16 18:05:24.818637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-ffb68e03-86b5-453a-9533-b7c553547fd2 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:24.819804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-ffb68e03-86b5-453a-9533-b7c553547fd2 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121348 Jul 16 18:05:24.895383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-c731b528-408e-4035-a74d-353cb734c4bb tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0676243 Jul 16 18:05:24.903224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-f08df6a5-8834-490b-9416-ff6e1f892bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.907365 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-f08df6a5-8834-490b-9416-ff6e1f892bd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9 HTTP/1.1" status: 200 len: 902 time: 0.1852245 Jul 16 18:05:24.912485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cd379-272e-4494-93d3-08d1d45abe6f req-9b09af28-a9c4-4442-92c3-0fd03cde99cb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.917244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-973cd379-272e-4494-93d3-08d1d45abe6f req-9b09af28-a9c4-4442-92c3-0fd03cde99cb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 948 time: 0.1732140 Jul 16 18:05:24.957677 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:24.969710 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-46713ee6-28b4-4b6d-a76e-fe7effc74723 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=45221223-41a5-4a9d-af0b-d2ce18f0d38e HTTP/1.1" status: 200 len: 217 time: 0.0502968 Jul 16 18:05:24.986143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['167de773-c6fd-49dd-af50-bfcc1bc7a5b5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:25.011728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-d424e0a6-48c4-48bb-b413-54645e39fdca tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0926182 Jul 16 18:05:25.074430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'tag': '3b11c317-50e9-4416-b0ba-72db3b6c2838'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:25.076936 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f77fe1-46de-44e4-b1ca-a65da702318f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "tag": "3b11c317-50e9-4416-b0ba-72db3b6c2838"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:25.080912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-65aa1fda-09aa-4603-a31c-93e0e73106d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.082642 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-65aa1fda-09aa-4603-a31c-93e0e73106d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1696140-3e99-420e-acf8-ad6ec595de52 HTTP/1.1" status: 200 len: 801 time: 0.1040609 Jul 16 18:05:25.155550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-973cd379-272e-4494-93d3-08d1d45abe6f req-596129f6-be79-4931-9df6-b2326f701e6a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194118 Jul 16 18:05:25.173341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-3a542eac-9138-457f-be06-39c3f0e9f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.174923 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-3a542eac-9138-457f-be06-39c3f0e9f3e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848174 Jul 16 18:05:25.260565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Deleting port 83ca1252-e3c7-4258-8009-3f69603ef81a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:25.260939 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.354230 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-476dd7e6-0628-4d51-a9a1-a6e2fe70cfd3 service neutron] 10.222.0.46 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686287 Jul 16 18:05:25.463230 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.463838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.487698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Calling delete_port for 83ca1252-e3c7-4258-8009-3f69603ef81a owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:25.514514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060fc7f-0025-4bd2-812d-a56cb0b9fecf req-fd020e0f-37e4-4c56-a5a8-d67f60f8fe99 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.516287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7060fc7f-0025-4bd2-812d-a56cb0b9fecf req-fd020e0f-37e4-4c56-a5a8-d67f60f8fe99 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 946 time: 0.1495478 Jul 16 18:05:25.595227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7060fc7f-0025-4bd2-812d-a56cb0b9fecf req-c086238b-ac62-437d-85e2-07724a11e435 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Jul 16 18:05:25.736606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.747069 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-c7e19912-3962-4212-bee3-d5d4b56750f3 service neutron] 10.222.0.46 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853855 Jul 16 18:05:25.791522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event deleted for resources: {'Port': ['ID=83ca1252-e3c7-4258-8009-3f69603ef81a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:25.863759 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.866467 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.867624 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec831ffe-466d-4131-bfcd-13d9e33e1caf req-cb760cfa-ceb2-4869-a1d3-4c21abe8dd8f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "DELETE /v2.0/floatingips/0798294f-38df-451c-bf1a-8dd98f9559d9 HTTP/1.1" status: 204 len: 173 time: 0.8469117 Jul 16 18:05:25.903406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2bd5-6067-4094-8877-0cb08656ffe1 req-2aa02b2f-c356-45ca-801d-2de73140ea91 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.909351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2bd5-6067-4094-8877-0cb08656ffe1 req-2aa02b2f-c356-45ca-801d-2de73140ea91 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.914642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-3cdefc93-e1ac-4de1-8bb1-ed5d7901f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.915463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-3cdefc93-e1ac-4de1-8bb1-ed5d7901f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.915977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f2bd5-6067-4094-8877-0cb08656ffe1 req-2aa02b2f-c356-45ca-801d-2de73140ea91 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.916111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-3cdefc93-e1ac-4de1-8bb1-ed5d7901f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.917740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f84f2bd5-6067-4094-8877-0cb08656ffe1 req-2aa02b2f-c356-45ca-801d-2de73140ea91 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2409 time: 0.1037352 Jul 16 18:05:25.921400 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-3cdefc93-e1ac-4de1-8bb1-ed5d7901f35e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a25feedebd854d5991f52c8c934ca5f4&device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2865 time: 0.0779109 Jul 16 18:05:25.959961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f84f2bd5-6067-4094-8877-0cb08656ffe1 req-eb5714d9-7e3f-472e-8c8b-928706fc527c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360854 Jul 16 18:05:26.019567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b06fd358-f333-42df-b0bf-4903d2f71621 req-5a0e24ae-413d-4445-a08a-98ceb6e76639 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 210 time: 0.0435100 Jul 16 18:05:26.026959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-65b2d830-fb63-4fb3-93b0-25502d95410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.028454 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-65b2d830-fb63-4fb3-93b0-25502d95410c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4dd4329-4463-4222-9bc7-8547d2a95574 HTTP/1.1" status: 200 len: 903 time: 0.0977492 Jul 16 18:05:26.084862 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-52e03fcd-ad49-4cce-921b-ac25870074c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.3&port_id=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c HTTP/1.1" status: 200 len: 217 time: 0.0468078 Jul 16 18:05:26.147834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62ad59-08f9-4a03-8c7b-f832b9840d5d req-c34c6000-dec3-4a1c-97e2-00ae7a8e6c1d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.149586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e62ad59-08f9-4a03-8c7b-f832b9840d5d req-c34c6000-dec3-4a1c-97e2-00ae7a8e6c1d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.0762057 Jul 16 18:05:26.179843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-879e5f82-2c94-4153-8df8-4db10a49aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.182182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-879e5f82-2c94-4153-8df8-4db10a49aa9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e80af99b-f57f-456e-b369-a8a8127835d0 HTTP/1.1" status: 200 len: 801 time: 0.0916345 Jul 16 18:05:26.205718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e62ad59-08f9-4a03-8c7b-f832b9840d5d req-64268913-f1d1-442b-a877-c2969b457f41 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442007 Jul 16 18:05:26.225242 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a122b381-ac9b-432a-9503-1e74b2c81848 x-openstack-request-id: req-a122b381-ac9b-432a-9503-1e74b2c81848 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:26.225863 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "tag": "3b11c317-50e9-4416-b0ba-72db3b6c2838", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:26.226104 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a122b381-ac9b-432a-9503-1e74b2c81848 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:26.226496 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'tag': '3b11c317-50e9-4416-b0ba-72db3b6c2838', 'status': 'completed', 'code': 200} Jul 16 18:05:26.270773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-6f23e16a-1a1f-42ee-9a36-6ecab907db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.273037 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-6f23e16a-1a1f-42ee-9a36-6ecab907db9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4dd4329-4463-4222-9bc7-8547d2a95574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838706 Jul 16 18:05:26.393147 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-9ffb2215-5616-4fd7-9013-bff3da6e1c85 service neutron] 10.222.0.46 "GET /v2.0/networks/e4dd4329-4463-4222-9bc7-8547d2a95574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086488 Jul 16 18:05:26.518002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-281a2ed4-3ef8-409f-9e68-2a939ab12f29 req-85073c55-969b-4055-a89c-6b368914cfe2 service neutron] 10.222.0.46 "GET /v2.0/networks/e4dd4329-4463-4222-9bc7-8547d2a95574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139464 Jul 16 18:05:26.676225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-5bbffe4c-e378-4ff8-b938-b9e83e8e5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.678337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-5bbffe4c-e378-4ff8-b938-b9e83e8e5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.679239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-5bbffe4c-e378-4ff8-b938-b9e83e8e5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.681381 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-5bbffe4c-e378-4ff8-b938-b9e83e8e5671 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a25feedebd854d5991f52c8c934ca5f4&device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2865 time: 0.0755122 Jul 16 18:05:26.915808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bcc60-ad9e-4562-a877-380da53bb27f req-a98600b5-c5cf-49da-a77a-8339dd1ca779 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.918022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-9d487c87-8bd3-46eb-abd4-e489f4aa2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.918933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-948bcc60-ad9e-4562-a877-380da53bb27f req-a98600b5-c5cf-49da-a77a-8339dd1ca779 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6863298 Jul 16 18:05:26.919801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-9d487c87-8bd3-46eb-abd4-e489f4aa2f0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9 HTTP/1.1" status: 200 len: 902 time: 0.1045916 Jul 16 18:05:26.958077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-bc4ddbea-b68f-4e3f-94b7-6f3090ff8396 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.960826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-bc4ddbea-b68f-4e3f-94b7-6f3090ff8396 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.45 "GET /v2.0/networks?id=6f80f92b-a48f-4afd-8f35-83bbd4d214ec HTTP/1.1" status: 200 len: 809 time: 0.5243025 Jul 16 18:05:26.976537 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-046b9d00-3f92-4ce2-85b9-68fc2268d401 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=3b11c317-50e9-4416-b0ba-72db3b6c2838 HTTP/1.1" status: 200 len: 217 time: 0.0452981 Jul 16 18:05:26.977842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282a239-dbfb-4f11-bbaa-7ed5664f0c04 req-decd624b-d084-447d-9616-e9969059fcce tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.979355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9282a239-dbfb-4f11-bbaa-7ed5664f0c04 req-decd624b-d084-447d-9616-e9969059fcce tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 948 time: 0.6175606 Jul 16 18:05:26.984222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Request body: {'port': {'device_id': '37103e11-65de-40f6-955e-6b3fbb61d63a', 'network_id': '6f80f92b-a48f-4afd-8f35-83bbd4d214ec', 'admin_state_up': True, 'tenant_id': '1e7b81549ca644dc911e52cf9fd7c14d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:27.053425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-9f42bc42-7526-4d2b-963d-c9c2a824c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.055694 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-9f42bc42-7526-4d2b-963d-c9c2a824c2e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1696140-3e99-420e-acf8-ad6ec595de52 HTTP/1.1" status: 200 len: 801 time: 0.0674031 Jul 16 18:05:27.118101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-73d9855b-5990-46ba-a908-047be8d6838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.119128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9282a239-dbfb-4f11-bbaa-7ed5664f0c04 req-eaebad62-77b2-4dc8-ba3b-cb3c5b1e63ca tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300008 Jul 16 18:05:27.129445 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-73d9855b-5990-46ba-a908-047be8d6838f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87a3083b-e9a8-499f-92b3-d2ff776a4ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666847 Jul 16 18:05:27.236196 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-190cefe2-1eb7-420a-9e88-834cea60f517 service neutron] 10.222.0.46 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988302 Jul 16 18:05:27.236414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a97f954d-f32e-46de-9e06-900a819f17a1 req-c017c1a1-d9b7-4106-9f04-d7ca1774b3c9 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=a00384fb38ae488cb7614e7116dd86c1 HTTP/1.1" status: 200 len: 1656 time: 0.0769284 Jul 16 18:05:27.246898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419632b-04c1-436d-9a0e-b4af31687eae req-ed8c0673-b380-4b9d-bf1e-f8b78f3bfdbd tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.248912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3419632b-04c1-436d-9a0e-b4af31687eae req-ed8c0673-b380-4b9d-bf1e-f8b78f3bfdbd tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 946 time: 0.2037730 Jul 16 18:05:27.302201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Made reservation on behalf of 1e7b81549ca644dc911e52cf9fd7c14d for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:27.305972 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.346967 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f77fe1-46de-44e4-b1ca-a65da702318f req-b57c1eda-2a61-477a-be3f-002c8a4f8c56 service neutron] 10.222.0.46 "GET /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993476 Jul 16 18:05:27.385020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3419632b-04c1-436d-9a0e-b4af31687eae req-5af74fc1-96b6-4975-8d94-c395d645049b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209843 Jul 16 18:05:27.454073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f954d-f32e-46de-9e06-900a819f17a1 req-e1de986d-ffae-4398-bd3d-ea607edde45a tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.455571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a97f954d-f32e-46de-9e06-900a819f17a1 req-e1de986d-ffae-4398-bd3d-ea607edde45a tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks?id=4b546c39-2395-41cb-b351-61cf70738cf2&id=4b546c39-2395-41cb-b351-61cf70738cf2&id=4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 787 time: 0.2042770 Jul 16 18:05:27.477060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-a97f954d-f32e-46de-9e06-900a819f17a1 req-2ce4769b-a1f3-4f18-924c-b40b9b386a39 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:27.489443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a97f954d-f32e-46de-9e06-900a819f17a1 req-2ce4769b-a1f3-4f18-924c-b40b9b386a39 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239875 Jul 16 18:05:27.585565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Allocated IP 172.20.0.6 (6f80f92b-a48f-4afd-8f35-83bbd4d214ec/a9019b82-149e-4227-a094-700d7eb60623/76b92279-6ce7-4eac-ad4d-e20fd261cef1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:27.660074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-235380b4-c72f-4a0e-8201-5296aba3489c req-ec9b3fa2-c146-4a30-b554-aa3ab7c6e2c4 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 210 time: 0.0538208 Jul 16 18:05:27.699363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e313-ce5f-4889-bfbc-9549fd6951f9 req-e16b15a7-c43b-4541-9d16-6c2884ba91ba tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.705531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e313-ce5f-4889-bfbc-9549fd6951f9 req-e16b15a7-c43b-4541-9d16-6c2884ba91ba tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.712748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e313-ce5f-4889-bfbc-9549fd6951f9 req-e16b15a7-c43b-4541-9d16-6c2884ba91ba tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.714432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22a1e313-ce5f-4889-bfbc-9549fd6951f9 req-e16b15a7-c43b-4541-9d16-6c2884ba91ba tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2409 time: 0.1778915 Jul 16 18:05:27.784421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:27.797385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 56715f80-f9f8-4a2f-a1ae-cb92550299f9 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:27.810607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22a1e313-ce5f-4889-bfbc-9549fd6951f9 req-ee94668a-db43-48d3-a905-034030afc2ff tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814953 Jul 16 18:05:27.846778 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.900953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:27.911543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:27.912508 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.939229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-8d86e953-c537-4f90-a66d-b56af6558433 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips/e92fb293-0120-43fa-9180-b31ae20a97a5 HTTP/1.1" status: 200 len: 692 time: 0.0583644 Jul 16 18:05:27.975943 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.011977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,segment=NetworkSegment(7570710a-3196-406b-8603-e45da4c42022),segment_id=7570710a-3196-406b-8603-e45da4c42022)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:28.046464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '4c1e9094-6788-4d5a-a7aa-8e66f521dc7c', 'network_id': 'e4dd4329-4463-4222-9bc7-8547d2a95574', 'port_id': '4c1e9094-6788-4d5a-a7aa-8e66f521dc7c', 'mac_address': 'fa:16:3e:6d:6c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80af99b-f57f-456e-b369-a8a8127835d0', 'ip_address': '19.86.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:28.056022 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.077469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Network 6f80f92b-a48f-4afd-8f35-83bbd4d214ec is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:28.090781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:28.101331 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:28.105714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25626272-3ca7-4782-b013-2c996bf9d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56715f80-f9f8-4a2f-a1ae-cb92550299f9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:28.107975 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906c1ef8-2e40-47c1-8b27-0ade14ac4cdc" -d '{"events": [{"server_uuid": "25626272-3ca7-4782-b013-2c996bf9d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "56715f80-f9f8-4a2f-a1ae-cb92550299f9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:28.110416 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.131257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 56715f80-f9f8-4a2f-a1ae-cb92550299f9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=56715f80-f9f8-4a2f-a1ae-cb92550299f9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:28.135278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Pushing event updated for resources: {'Port': ['ID=76b92279-6ce7-4eac-ad4d-e20fd261cef1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.136186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:28.142331 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.143184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:28.176062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-a3935863-86ae-4f11-a523-b8a1d130b294 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.177963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-a3935863-86ae-4f11-a523-b8a1d130b294 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2286289 Jul 16 18:05:28.201520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7939911-3c7f-404c-a718-ad4e9dc944ba req-ea37c120-5359-4d2f-9eed-771ed78fdbbb tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.203004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7939911-3c7f-404c-a718-ad4e9dc944ba req-ea37c120-5359-4d2f-9eed-771ed78fdbbb tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2691720 Jul 16 18:05:28.203240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,segment=NetworkSegment(7570710a-3196-406b-8603-e45da4c42022),segment_id=7570710a-3196-406b-8603-e45da4c42022)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:28.209897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.210531 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.214367 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.215005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3b11c317-50e9-4416-b0ba-72db3b6c2838 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:28.249572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=56715f80-f9f8-4a2f-a1ae-cb92550299f9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.266686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-84764127-86f1-4f0a-8702-261e35f3b2dd tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0812695 Jul 16 18:05:28.275354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9a730bde-401d-4a1b-aff5-1caae34b0e46 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2950253 Jul 16 18:05:28.330970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Request body: {'port': {'device_id': '37103e11-65de-40f6-955e-6b3fbb61d63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:28.335752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7939911-3c7f-404c-a718-ad4e9dc944ba req-cb42735d-c3d3-4e91-8d6a-a8740659a890 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225843 Jul 16 18:05:28.337335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:28.351089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:28.351312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.360742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-8cac2e8e-bafc-48db-8db5-5e2fc6901c68 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0833132 Jul 16 18:05:28.390730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.419563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 3b11c317-50e9-4416-b0ba-72db3b6c2838, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3b11c317-50e9-4416-b0ba-72db3b6c2838,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:28.436723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '3b11c317-50e9-4416-b0ba-72db3b6c2838', 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9', 'port_id': '3b11c317-50e9-4416-b0ba-72db3b6c2838', 'mac_address': 'fa:16:3e:8f:33:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1696140-3e99-420e-acf8-ad6ec595de52', 'ip_address': '19.80.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:28.440480 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.491902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cd6b6596-e862-44c1-a637-7fbcd3f184cc tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650706 Jul 16 18:05:28.508600 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.512472 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.530563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b11c317-50e9-4416-b0ba-72db3b6c2838 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:28.560083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 3b11c317-50e9-4416-b0ba-72db3b6c2838, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3b11c317-50e9-4416-b0ba-72db3b6c2838,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:28.567514 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.568723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 45221223-41a5-4a9d-af0b-d2ce18f0d38e details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:28.571423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:28.592409 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.595398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.638956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=3b11c317-50e9-4416-b0ba-72db3b6c2838,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.642442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 45221223-41a5-4a9d-af0b-d2ce18f0d38e, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45221223-41a5-4a9d-af0b-d2ce18f0d38e,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:28.673797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '45221223-41a5-4a9d-af0b-d2ce18f0d38e', 'network_id': '87a3083b-e9a8-499f-92b3-d2ff776a4ea9', 'port_id': '45221223-41a5-4a9d-af0b-d2ce18f0d38e', 'mac_address': 'fa:16:3e:74:29:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1696140-3e99-420e-acf8-ad6ec595de52', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:28.713100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-8199022b-2d7d-47e1-9a97-05a39a76aa39 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.714499 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-8199022b-2d7d-47e1-9a97-05a39a76aa39 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117994 Jul 16 18:05:28.723506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Deleting port 60701c6b-5f34-449b-bc39-34f6d6beacb2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:28.723846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.726471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.735470 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.749838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45221223-41a5-4a9d-af0b-d2ce18f0d38e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:28.768896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 45221223-41a5-4a9d-af0b-d2ce18f0d38e, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45221223-41a5-4a9d-af0b-d2ce18f0d38e,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:28.774637 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.809814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-b8f8c8cd-3add-4c67-a174-f99ae2d4da41 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/quotas/5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 375 time: 0.0877197 Jul 16 18:05:28.829109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=45221223-41a5-4a9d-af0b-d2ce18f0d38e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.979720 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.980282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.004946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Calling delete_port for 60701c6b-5f34-449b-bc39-34f6d6beacb2 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:29.034614 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-ff2465a8-d69f-45d3-8546-05c9e7e3a246 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2136414 Jul 16 18:05:29.144248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b92279-6ce7-4eac-ad4d-e20fd261cef1 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:29.154191 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.176290 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17274bc-75a1-4870-b9e7-12763db444bb x-openstack-request-id: req-b17274bc-75a1-4870-b9e7-12763db444bb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:29.176670 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25626272-3ca7-4782-b013-2c996bf9d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "56715f80-f9f8-4a2f-a1ae-cb92550299f9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:29.177062 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b17274bc-75a1-4870-b9e7-12763db444bb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:29.178186 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25626272-3ca7-4782-b013-2c996bf9d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56715f80-f9f8-4a2f-a1ae-cb92550299f9', 'code': 200} Jul 16 18:05:29.185572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Transition to ACTIVE for port object 76b92279-6ce7-4eac-ad4d-e20fd261cef1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:29.194023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.292805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['45221223-41a5-4a9d-af0b-d2ce18f0d38e'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:29.325080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['3b11c317-50e9-4416-b0ba-72db3b6c2838'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:29.335930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=76b92279-6ce7-4eac-ad4d-e20fd261cef1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.340091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.351608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250322ea-8e5d-4bcc-95f0-93d92d9019c4 req-f0b934c1-86ec-4f0a-b499-d40fb8e8b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.353710 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-250322ea-8e5d-4bcc-95f0-93d92d9019c4 req-f0b934c1-86ec-4f0a-b499-d40fb8e8b659 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 1101 time: 0.0725050 Jul 16 18:05:29.403962 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-250322ea-8e5d-4bcc-95f0-93d92d9019c4 req-bb9f175c-1e09-4a73-a6ea-eb145b75042f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Jul 16 18:05:29.411760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event deleted for resources: {'Port': ['ID=60701c6b-5f34-449b-bc39-34f6d6beacb2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.521368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.524446 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.525654 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9de6ac1-dc3d-4c33-99c7-181c73243797 req-15a805d7-f6e2-4025-a02c-07705766a583 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "DELETE /v2.0/floatingips/e92fb293-0120-43fa-9180-b31ae20a97a5 HTTP/1.1" status: 204 len: 173 time: 1.1566801 Jul 16 18:05:29.526710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Attempting to bind port 76b92279-6ce7-4eac-ad4d-e20fd261cef1 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:29.527212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Attempting to bind port 76b92279-6ce7-4eac-ad4d-e20fd261cef1 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cdafeedb-d610-4653-8221-f5d0abb7fa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f80f92b-a48f-4afd-8f35-83bbd4d214ec'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:29.527702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Attempting to bind port 76b92279-6ce7-4eac-ad4d-e20fd261cef1 on network 6f80f92b-a48f-4afd-8f35-83bbd4d214ec {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:29.541381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a94656-82fb-4162-b909-d8fd32891719 req-82fb0a7f-14c4-4367-b7b8-ec289ec0f87f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.542935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6a94656-82fb-4162-b909-d8fd32891719 req-82fb0a7f-14c4-4367-b7b8-ec289ec0f87f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 949 time: 0.2590666 Jul 16 18:05:29.543734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Port 76b92279-6ce7-4eac-ad4d-e20fd261cef1 on network 6f80f92b-a48f-4afd-8f35-83bbd4d214ec not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:29.544057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Attempting to bind port 76b92279-6ce7-4eac-ad4d-e20fd261cef1 on network 6f80f92b-a48f-4afd-8f35-83bbd4d214ec {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:29.557974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:29.558323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Checking segment: {'id': 'cdafeedb-d610-4653-8221-f5d0abb7fa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f80f92b-a48f-4afd-8f35-83bbd4d214ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:29.558708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Bound using segment: {'id': 'cdafeedb-d610-4653-8221-f5d0abb7fa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f80f92b-a48f-4afd-8f35-83bbd4d214ec'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:29.559153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Bound port: 76b92279-6ce7-4eac-ad4d-e20fd261cef1, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdafeedb-d610-4653-8221-f5d0abb7fa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6f80f92b-a48f-4afd-8f35-83bbd4d214ec'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:29.559513 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.604022 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6a94656-82fb-4162-b909-d8fd32891719 req-ad384533-091a-48e0-9cb5-831c1de4f678 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540090 Jul 16 18:05:29.660880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] For port 76b92279-6ce7-4eac-ad4d-e20fd261cef1, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:29.665851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] For port 76b92279-6ce7-4eac-ad4d-e20fd261cef1, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=76b92279-6ce7-4eac-ad4d-e20fd261cef1,segment=NetworkSegment(cdafeedb-d610-4653-8221-f5d0abb7fa5a),segment_id=cdafeedb-d610-4653-8221-f5d0abb7fa5a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:29.670957 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.746438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.746962 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.748543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] 10.222.0.45 "PUT /v2.0/ports/76b92279-6ce7-4eac-ad4d-e20fd261cef1 HTTP/1.1" status: 200 len: 1092 time: 1.4279602 Jul 16 18:05:29.752830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37103e11-65de-40f6-955e-6b3fbb61d63a', 'tag': '76b92279-6ce7-4eac-ad4d-e20fd261cef1'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:29.755035 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "37103e11-65de-40f6-955e-6b3fbb61d63a", "tag": "76b92279-6ce7-4eac-ad4d-e20fd261cef1"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:29.817562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2b452-699a-42f7-a5e7-7075bf6c2ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=76b92279-6ce7-4eac-ad4d-e20fd261cef1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.870673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2631-c4b8-4240-83a1-1cd3db7335ac req-6919c142-404a-469c-bfd3-5e8decb7601f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.872156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-036a2631-c4b8-4240-83a1-1cd3db7335ac req-6919c142-404a-469c-bfd3-5e8decb7601f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 946 time: 0.2043953 Jul 16 18:05:29.887161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38050d-5955-42d9-a9b4-db6a5ec11412 req-fd7577e2-c380-481c-9b18-43d3f8ef75d5 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.888638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e38050d-5955-42d9-a9b4-db6a5ec11412 req-fd7577e2-c380-481c-9b18-43d3f8ef75d5 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 943 time: 0.1592970 Jul 16 18:05:29.956302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-6de927f7-b132-4198-80ea-184905b6b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.957816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-6de927f7-b132-4198-80ea-184905b6b1b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e7b81549ca644dc911e52cf9fd7c14d&device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 1095 time: 0.1525443 Jul 16 18:05:29.963111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-036a2631-c4b8-4240-83a1-1cd3db7335ac req-1fda9da8-4e26-417e-b141-c4c254af3d61 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735948 Jul 16 18:05:29.966101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e38050d-5955-42d9-a9b4-db6a5ec11412 req-2e37cbc4-0591-49e8-b046-b24354d2f2e4 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649316 Jul 16 18:05:30.009676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-9993bca4-d67a-4b44-93a2-61f457575177 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b92279-6ce7-4eac-ad4d-e20fd261cef1 HTTP/1.1" status: 200 len: 217 time: 0.0361543 Jul 16 18:05:30.066212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-7ebcf6d5-ed90-4083-b7d1-6954a6d7f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.068869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-7ebcf6d5-ed90-4083-b7d1-6954a6d7f6e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9019b82-149e-4227-a094-700d7eb60623 HTTP/1.1" status: 200 len: 849 time: 0.0494254 Jul 16 18:05:30.113341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-7fd45ce7-e9d1-4b34-a029-8491058f8aa9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6f80f92b-a48f-4afd-8f35-83bbd4d214ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361073 Jul 16 18:05:30.240206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0714dba-7555-493b-bda6-d169c286248f req-f3775b0a-36e1-4018-b63a-92fcb5dd3a1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 210 time: 0.0431468 Jul 16 18:05:30.266703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193238b-8e19-487f-b2f2-39386b47eb69 req-8d892878-8169-468a-af37-ed0089f8ce19 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.273015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193238b-8e19-487f-b2f2-39386b47eb69 req-8d892878-8169-468a-af37-ed0089f8ce19 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.278832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193238b-8e19-487f-b2f2-39386b47eb69 req-8d892878-8169-468a-af37-ed0089f8ce19 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.280611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4193238b-8e19-487f-b2f2-39386b47eb69 req-8d892878-8169-468a-af37-ed0089f8ce19 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2412 time: 0.1949129 Jul 16 18:05:30.284433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-27ded003-192d-4a63-9923-8c6e3addb4a2 service neutron] 10.222.0.45 "GET /v2.0/networks/6f80f92b-a48f-4afd-8f35-83bbd4d214ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543732 Jul 16 18:05:30.352181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4193238b-8e19-487f-b2f2-39386b47eb69 req-5f434fc7-6138-4a2b-84d4-d7a9a8ede261 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642350 Jul 16 18:05:30.463370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['4c1e9094-6788-4d5a-a7aa-8e66f521dc7c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:30.858465 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8e7116b-182e-430f-95c1-309d176e695b req-2f805ac8-7e57-4262-b0e8-4792292c46af tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips/378dfc9c-85aa-4e93-868e-ead461473f86 HTTP/1.1" status: 200 len: 693 time: 0.4585834 Jul 16 18:05:30.866651 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-dd5253b0-2532-466e-bef0-08c94c874f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3923626 Jul 16 18:05:30.895692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8af54126-0ea9-4e4e-89d6-9196b30376f3 req-c5398567-7c43-4c18-951e-c5e490bc7c7a service neutron] 10.222.0.45 "GET /v2.0/networks/6f80f92b-a48f-4afd-8f35-83bbd4d214ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008747 Jul 16 18:05:31.032419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe166bba-6b72-4b40-975a-7374b4034d32 req-28b2c155-9aae-40e2-b047-6936ea1251c3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.034087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe166bba-6b72-4b40-975a-7374b4034d32 req-28b2c155-9aae-40e2-b047-6936ea1251c3 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.6358454 Jul 16 18:05:31.094084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7116b-182e-430f-95c1-309d176e695b req-2b6b4703-416b-4e11-a58b-572568a35edd tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.095403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8e7116b-182e-430f-95c1-309d176e695b req-2b6b4703-416b-4e11-a58b-572568a35edd tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2250004 Jul 16 18:05:31.118931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-1919ab91-4adb-4c75-85dd-f1e08a9da855 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.120272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-1919ab91-4adb-4c75-85dd-f1e08a9da855 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363162 Jul 16 18:05:31.124742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe166bba-6b72-4b40-975a-7374b4034d32 req-4abd0e56-87bc-4c0f-b92f-657d3dd615b4 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822368 Jul 16 18:05:31.161687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Request body: {'port': {'device_id': '94c71e19-7752-429c-822b-2dbf3308120d', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '5fac9eacd78a4e77b15b8f90f01dc4ff'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:31.172340 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbb997d-aca1-45e1-bc7f-470b35e63563 x-openstack-request-id: req-cdbb997d-aca1-45e1-bc7f-470b35e63563 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:31.172726 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37103e11-65de-40f6-955e-6b3fbb61d63a", "tag": "76b92279-6ce7-4eac-ad4d-e20fd261cef1", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:31.172976 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdbb997d-aca1-45e1-bc7f-470b35e63563 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:31.173363 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37103e11-65de-40f6-955e-6b3fbb61d63a', 'tag': '76b92279-6ce7-4eac-ad4d-e20fd261cef1', 'status': 'completed', 'code': 200} Jul 16 18:05:31.179208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fb51d9-a874-438e-973c-d98bfa21526c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167de773-c6fd-49dd-af50-bfcc1bc7a5b5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:31.182002 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bce775-85db-4031-8f17-54ca2cc563f8" -d '{"events": [{"server_uuid": "f4fb51d9-a874-438e-973c-d98bfa21526c", "name": "network-vif-plugged", "status": "completed", "tag": "167de773-c6fd-49dd-af50-bfcc1bc7a5b5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:31.186214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8e7116b-182e-430f-95c1-309d176e695b req-45625105-2e6e-428e-bb73-d5b4b9fb1b98 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.167 HTTP/1.1" status: 200 len: 696 time: 0.0831709 Jul 16 18:05:31.301222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8e7116b-182e-430f-95c1-309d176e695b req-18fae5c5-91cc-47b1-a89d-7773beeb22f3 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.167 HTTP/1.1" status: 200 len: 696 time: 0.1044705 Jul 16 18:05:31.506543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Made reservation on behalf of 5fac9eacd78a4e77b15b8f90f01dc4ff for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:31.513904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.520844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-c7adc144-65f9-42d3-aecf-8c84bb4ddfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.522478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-c7adc144-65f9-42d3-aecf-8c84bb4ddfac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1e7b81549ca644dc911e52cf9fd7c14d&device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 1095 time: 0.2854066 Jul 16 18:05:31.540825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a4084-b07c-4813-8f14-4ff9d2593564 req-b2975228-5789-4b03-b3b7-881dee82331f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.542265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed5a4084-b07c-4813-8f14-4ff9d2593564 req-b2975228-5789-4b03-b3b7-881dee82331f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 949 time: 0.2606292 Jul 16 18:05:31.706426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed5a4084-b07c-4813-8f14-4ff9d2593564 req-266867c9-20cc-4ff0-98a9-4ee92ac8aac2 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516161 Jul 16 18:05:31.707634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b8e7116b-182e-430f-95c1-309d176e695b req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Deleting port ad7bef32-9b57-4b63-bab6-5b3e41530034 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:31.707972 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8e7116b-182e-430f-95c1-309d176e695b req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.782027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-f0897b33-50df-4a31-aab1-a0f7ae0151f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.783403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-f0897b33-50df-4a31-aab1-a0f7ae0151f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6f80f92b-a48f-4afd-8f35-83bbd4d214ec HTTP/1.1" status: 200 len: 910 time: 0.2402894 Jul 16 18:05:31.787937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3b11c317-50e9-4416-b0ba-72db3b6c2838 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:31.836988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 3b11c317-50e9-4416-b0ba-72db3b6c2838 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:31.840615 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 3b11c317-50e9-4416-b0ba-72db3b6c2838 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:31.841019 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.882177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Allocated IP 192.168.233.58 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/5a15dbb3-3ed0-4f38-8c43-8ebd243fc121) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:31.902627 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-a88af71a-a209-4d21-92c5-63342d3bb2e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76b92279-6ce7-4eac-ad4d-e20fd261cef1 HTTP/1.1" status: 200 len: 217 time: 0.0884366 Jul 16 18:05:31.920895 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.954991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 3b11c317-50e9-4416-b0ba-72db3b6c2838, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3b11c317-50e9-4416-b0ba-72db3b6c2838,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:31.955320 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8e7116b-182e-430f-95c1-309d176e695b req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.955654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8e7116b-182e-430f-95c1-309d176e695b req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.959839 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.960741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 45221223-41a5-4a9d-af0b-d2ce18f0d38e up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:31.990778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b8e7116b-182e-430f-95c1-309d176e695b req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Calling delete_port for ad7bef32-9b57-4b63-bab6-5b3e41530034 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:32.040157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=3b11c317-50e9-4416-b0ba-72db3b6c2838,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.041993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-dd2f96a8-330d-45d6-8837-5fb4ea74a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.044279 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-dd2f96a8-330d-45d6-8837-5fb4ea74a8be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a9019b82-149e-4227-a094-700d7eb60623 HTTP/1.1" status: 200 len: 849 time: 0.1289506 Jul 16 18:05:32.054636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 45221223-41a5-4a9d-af0b-d2ce18f0d38e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:32.059261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 45221223-41a5-4a9d-af0b-d2ce18f0d38e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:32.059786 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.136705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-4bbf5bc1-8ab7-4b38-8ae2-22f90a360cac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6f80f92b-a48f-4afd-8f35-83bbd4d214ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519176 Jul 16 18:05:32.159901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43aa8b-23d9-4b32-ba78-d5b46c34f789 req-c60c4c92-ceed-47ed-b11b-7e24a5e00e6e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.161675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc43aa8b-23d9-4b32-ba78-d5b46c34f789 req-c60c4c92-ceed-47ed-b11b-7e24a5e00e6e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 946 time: 0.3448215 Jul 16 18:05:32.282506 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.317362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 45221223-41a5-4a9d-af0b-d2ce18f0d38e, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45221223-41a5-4a9d-af0b-d2ce18f0d38e,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:32.321646 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.322507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:32.367126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc43aa8b-23d9-4b32-ba78-d5b46c34f789 req-85b94f1a-6380-4e63-8fe8-0c53ebf392b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910141 Jul 16 18:05:32.388204 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.395212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-1fb3d979-7c37-42d7-a725-8325dbbaef61 service neutron] 10.222.0.45 "GET /v2.0/networks/6f80f92b-a48f-4afd-8f35-83bbd4d214ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442603 Jul 16 18:05:32.407462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=45221223-41a5-4a9d-af0b-d2ce18f0d38e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.416223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:32.420400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:32.420813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.453227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Transition to ACTIVE for port object 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:32.511071 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.517105 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8e7116b-182e-430f-95c1-309d176e695b req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.546110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,segment=NetworkSegment(7570710a-3196-406b-8603-e45da4c42022),segment_id=7570710a-3196-406b-8603-e45da4c42022)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:32.550052 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.597507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event deleted for resources: {'Port': ['ID=ad7bef32-9b57-4b63-bab6-5b3e41530034,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.600336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.670913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6285a31-0fb1-4fda-beba-1fdcbec72c2a req-d319f354-a761-4bae-abd4-10dff2e87fb3 service neutron] 10.222.0.45 "GET /v2.0/networks/6f80f92b-a48f-4afd-8f35-83bbd4d214ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465882 Jul 16 18:05:32.675358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.687487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', '877693f0-d5e7-4f4f-8b58-b6ab2128c596'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:32.747860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:32.754975 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8e7116b-182e-430f-95c1-309d176e695b req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.758016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b8e7116b-182e-430f-95c1-309d176e695b req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.759135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8e7116b-182e-430f-95c1-309d176e695b req-35ad8087-cbf0-4664-b14a-723bc0d0085f tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "DELETE /v2.0/floatingips/378dfc9c-85aa-4e93-868e-ead461473f86 HTTP/1.1" status: 204 len: 173 time: 1.4377964 Jul 16 18:05:32.761119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:32.770378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf30888-5d32-49c2-ba04-a53ec77d1c38 req-71c5cb23-6199-4c43-98e0-b79a28dfbee6 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.772145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1cf30888-5d32-49c2-ba04-a53ec77d1c38 req-71c5cb23-6199-4c43-98e0-b79a28dfbee6 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 943 time: 0.2599649 Jul 16 18:05:32.772839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.775444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:32.851769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.852302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.857407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1cf30888-5d32-49c2-ba04-a53ec77d1c38 req-b62bb0d3-5fa9-410c-aaa2-594df1bed483 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768478 Jul 16 18:05:32.875958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cfaff5e1-2eea-41b9-8e03-90919501e2d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7194951 Jul 16 18:05:32.891818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Request body: {'port': {'device_id': '94c71e19-7752-429c-822b-2dbf3308120d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:32.928998 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece5dd3a-220a-4c43-84dc-c5022f476ce8 x-openstack-request-id: req-ece5dd3a-220a-4c43-84dc-c5022f476ce8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:32.929513 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fb51d9-a874-438e-973c-d98bfa21526c", "name": "network-vif-plugged", "status": "completed", "tag": "167de773-c6fd-49dd-af50-bfcc1bc7a5b5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:32.929513 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ece5dd3a-220a-4c43-84dc-c5022f476ce8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:32.929917 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fb51d9-a874-438e-973c-d98bfa21526c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', 'code': 200} Jul 16 18:05:33.011099 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.095985 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-429592d1-b1b0-4947-bc52-fdf780ab6846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.102222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-10cbf8b1-3889-4632-86ca-d71b3e7a2860 None None] Provisioning for port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:33.110691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-10cbf8b1-3889-4632-86ca-d71b3e7a2860 None None] Provisioning complete for port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:33.110691 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10cbf8b1-3889-4632-86ca-d71b3e7a2860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.114119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c6558-0cd7-4543-90ae-eba25ba3bd65 req-14d7612b-53de-4419-a30a-e639391c49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.115763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e72c6558-0cd7-4543-90ae-eba25ba3bd65 req-14d7612b-53de-4419-a30a-e639391c49e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 1101 time: 0.0712979 Jul 16 18:05:33.153571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-10cbf8b1-3889-4632-86ca-d71b3e7a2860 None None] Port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:33.164754 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e72c6558-0cd7-4543-90ae-eba25ba3bd65 req-49e6e7fe-c4e1-451a-a7d1-fd0bb2dba632 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Jul 16 18:05:33.249485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4cde2-67ae-40af-9f2a-d75d7c5f30e3 req-6e7951b8-66f9-4687-ab61-8c2d01c7233b tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.251080 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfb4cde2-67ae-40af-9f2a-d75d7c5f30e3 req-6e7951b8-66f9-4687-ab61-8c2d01c7233b tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 935 time: 0.2013950 Jul 16 18:05:33.285838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd487d-329a-4093-9df9-441f4536ea5e req-75263e43-9aa0-4987-a6b5-7d8341d5d79f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.293525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd487d-329a-4093-9df9-441f4536ea5e req-75263e43-9aa0-4987-a6b5-7d8341d5d79f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.302171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd487d-329a-4093-9df9-441f4536ea5e req-75263e43-9aa0-4987-a6b5-7d8341d5d79f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.303929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98dd487d-329a-4093-9df9-441f4536ea5e req-75263e43-9aa0-4987-a6b5-7d8341d5d79f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2415 time: 0.2146623 Jul 16 18:05:33.398045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfb4cde2-67ae-40af-9f2a-d75d7c5f30e3 req-a1df37ba-4a1a-4e3f-9016-ddc9318e897f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378949 Jul 16 18:05:33.407764 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98dd487d-329a-4093-9df9-441f4536ea5e req-1ea6a729-d89a-4551-b1b9-fdd56d4e5539 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871336 Jul 16 18:05:33.483019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 76b92279-6ce7-4eac-ad4d-e20fd261cef1 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:33.496420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:33.504983 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.544228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Transition to ACTIVE for port object 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:33.583156 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.591145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 76b92279-6ce7-4eac-ad4d-e20fd261cef1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=76b92279-6ce7-4eac-ad4d-e20fd261cef1,segment=NetworkSegment(cdafeedb-d610-4653-8221-f5d0abb7fa5a),segment_id=cdafeedb-d610-4653-8221-f5d0abb7fa5a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:33.604595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '76b92279-6ce7-4eac-ad4d-e20fd261cef1', 'network_id': '6f80f92b-a48f-4afd-8f35-83bbd4d214ec', 'port_id': '76b92279-6ce7-4eac-ad4d-e20fd261cef1', 'mac_address': 'fa:16:3e:e8:65:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9019b82-149e-4227-a094-700d7eb60623', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:33.643618 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.658950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b92279-6ce7-4eac-ad4d-e20fd261cef1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:33.666577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.687429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 76b92279-6ce7-4eac-ad4d-e20fd261cef1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=76b92279-6ce7-4eac-ad4d-e20fd261cef1,segment=NetworkSegment(cdafeedb-d610-4653-8221-f5d0abb7fa5a),segment_id=cdafeedb-d610-4653-8221-f5d0abb7fa5a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:33.692235 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.737768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a54e88-5470-481f-b3ec-665473d32236 req-27fa5294-7fba-4537-8ca3-ab55fcb166ac tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.739320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4a54e88-5470-481f-b3ec-665473d32236 req-27fa5294-7fba-4537-8ca3-ab55fcb166ac tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 949 time: 0.2229970 Jul 16 18:05:33.745121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=76b92279-6ce7-4eac-ad4d-e20fd261cef1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.748016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a317eb-13e8-40c7-9701-dc082c14c8fe req-8a45855c-52f0-4fc7-ae8b-1b36f0e10c63 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.749564 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82a317eb-13e8-40c7-9701-dc082c14c8fe req-8a45855c-52f0-4fc7-ae8b-1b36f0e10c63 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2343485 Jul 16 18:05:33.822975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:33.823305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:33.823630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:33.835075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82a317eb-13e8-40c7-9701-dc082c14c8fe req-4c4a5153-cc4a-44fb-9090-11b8ade1eab2 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765598 Jul 16 18:05:33.838024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4a54e88-5470-481f-b3ec-665473d32236 req-562732bd-8504-4e0d-a48f-6e3b36d9b22c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857072 Jul 16 18:05:33.838744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:33.839064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:33.844640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:33.845141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:33.845452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:33.845956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Bound port: 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:33.846308 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.931960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-b8caecd9-c5e3-4a70-99c9-061c09f81069 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips/a1a98825-7d58-49c4-acf0-77a839b9ad24 HTTP/1.1" status: 200 len: 693 time: 0.0707214 Jul 16 18:05:34.008630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:34.029598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:34.063076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.081044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['76b92279-6ce7-4eac-ad4d-e20fd261cef1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:34.123764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.124380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.125853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] 10.222.0.45 "PUT /v2.0/ports/5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 1096 time: 1.2399547 Jul 16 18:05:34.131961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:34.134320 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:34.162133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-a04e3013-d207-4655-a464-8f078c6b8574 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.163661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-a04e3013-d207-4655-a464-8f078c6b8574 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2238221 Jul 16 18:05:34.187981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0d1c-4ea6-4344-b2b6-bdbf1e551d95 req-8360e867-e218-4501-b1a5-89474ffde3ea tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.189458 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2edb0d1c-4ea6-4344-b2b6-bdbf1e551d95 req-8360e867-e218-4501-b1a5-89474ffde3ea tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 946 time: 0.2353444 Jul 16 18:05:34.205697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.289809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-90ccc985-9a4c-4bd9-8c1a-2a73713499c2 tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 696 time: 0.1148350 Jul 16 18:05:34.292691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.293061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.293447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.293787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.294117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.294664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.294865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.295176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.295499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.296021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.296459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.296780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c643b15a-986f-4e2f-a90d-11030c7b122d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.487554 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-502d7936-5193-42e7-b574-34037ae27449 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582914 Jul 16 18:05:34.636541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-229b8e6b-c03a-4d72-aaf5-a8544ccef693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.638177 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-229b8e6b-c03a-4d72-aaf5-a8544ccef693 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 1118 time: 0.0612752 Jul 16 18:05:34.697005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2edb0d1c-4ea6-4344-b2b6-bdbf1e551d95 req-6dd2b850-5ae0-43ff-8fe6-42723c292e76 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986689 Jul 16 18:05:34.699932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-f3be4950-26e4-4e33-9df1-34dbfffc2d1b tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 696 time: 0.3934875 Jul 16 18:05:34.763522 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-55b7cf85-6eac-45e2-94ae-2a70fa6cef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.765044 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-55b7cf85-6eac-45e2-94ae-2a70fa6cef5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.1037543 Jul 16 18:05:34.798468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-6380273d-138f-4175-8474-9ad8bf93c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.799997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-6380273d-138f-4175-8474-9ad8bf93c356 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1099 time: 0.5583115 Jul 16 18:05:34.809683 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-78e3bc3f-b626-4e22-bae6-182e67673fd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53aac028-e991-489f-ad3f-bd475f15b534 HTTP/1.1" status: 200 len: 217 time: 0.0373468 Jul 16 18:05:34.865256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-ae9e10b0-a12f-4def-82e7-eaac056bfb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.866761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-ae9e10b0-a12f-4def-82e7-eaac056bfb1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0444615 Jul 16 18:05:34.888592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-c270aea5-b122-4845-98c7-8bf3ce54d2f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.0746830 Jul 16 18:05:34.904003 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-c9d900d2-a9bb-4df1-b16f-989650cd315a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299087 Jul 16 18:05:34.931584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b11c317-50e9-4416-b0ba-72db3b6c2838'}, {'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45221223-41a5-4a9d-af0b-d2ce18f0d38e'}, {'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1e9094-6788-4d5a-a7aa-8e66f521dc7c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:34.933831 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a876059-ad28-4aff-9008-2e8ad4fc29df" -d '{"events": [{"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-plugged", "status": "completed", "tag": "3b11c317-50e9-4416-b0ba-72db3b6c2838"}, {"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-plugged", "status": "completed", "tag": "45221223-41a5-4a9d-af0b-d2ce18f0d38e"}, {"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-plugged", "status": "completed", "tag": "4c1e9094-6788-4d5a-a7aa-8e66f521dc7c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:34.965686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-24317d0e-58c8-44fb-a2f6-539da5f5c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.967430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-24317d0e-58c8-44fb-a2f6-539da5f5c8bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0685408 Jul 16 18:05:34.971005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Deleting port 9fcfb432-4879-4700-bd3e-d0569c53b2de {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:34.971343 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.982085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa925d2-8ad0-41b9-876e-b6de9478ff70 req-dab50e78-572c-4c06-af3c-fc9da0740165 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.983525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa925d2-8ad0-41b9-876e-b6de9478ff70 req-dab50e78-572c-4c06-af3c-fc9da0740165 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 944 time: 0.1823676 Jul 16 18:05:34.997459 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-cddc1d6c-1116-4da3-b88a-fa989415fb2b service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848320 Jul 16 18:05:35.091784 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8dba4cd2-0e1e-4c25-ba0a-f248cc3068ac req-824f9bec-343a-4f3a-b042-bb46619bcec2 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874722 Jul 16 18:05:35.114195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa925d2-8ad0-41b9-876e-b6de9478ff70 req-f4090c38-8e51-48ed-b2ef-32f7cac64897 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133869 Jul 16 18:05:35.132254 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.132601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.148933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Calling delete_port for 9fcfb432-4879-4700-bd3e-d0569c53b2de owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:35.154916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-4a184cb2-0330-4bb9-8dd8-83918c761293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.156587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-4a184cb2-0330-4bb9-8dd8-83918c761293 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1720564 Jul 16 18:05:35.282544 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ae23bd-9984-4fd9-a823-168782529321 x-openstack-request-id: req-41ae23bd-9984-4fd9-a823-168782529321 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:35.282821 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:35.283059 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41ae23bd-9984-4fd9-a823-168782529321 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:35.283438 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'status': 'completed', 'code': 200} Jul 16 18:05:35.318619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-cd23491b-0045-4ca8-9ef0-1a08f6d2524c service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526101 Jul 16 18:05:35.462040 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.505006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 76b92279-6ce7-4eac-ad4d-e20fd261cef1 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:35.514346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Pushing event deleted for resources: {'Port': ['ID=9fcfb432-4879-4700-bd3e-d0569c53b2de,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.517009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-1f850643-abfb-41a2-883f-ef53c6abf3d2 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.518967 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-1f850643-abfb-41a2-883f-ef53c6abf3d2 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1098 time: 0.0587027 Jul 16 18:05:35.529688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-10'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:35.549758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd48454-e413-40ac-89b2-47acefe433f7 req-112e457d-c8d0-4a05-820e-fd983ce0991b service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212186 Jul 16 18:05:35.572830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 76b92279-6ce7-4eac-ad4d-e20fd261cef1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:35.578595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 76b92279-6ce7-4eac-ad4d-e20fd261cef1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:35.580702 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.588177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d5111-4be0-4bab-bfd2-88c97eeeda35 req-e2abf8e4-a0af-47c2-b339-0c1a756394f5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.589760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-654d5111-4be0-4bab-bfd2-88c97eeeda35 req-e2abf8e4-a0af-47c2-b339-0c1a756394f5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 947 time: 0.2183435 Jul 16 18:05:35.621223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.638380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.641152 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.642392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2a1c4d0-d994-456b-98ff-c8c37ca89ade req-3eedf753-eec0-4e95-93db-395ef8fd5e5c tempest-FloatingIPDetailsTestJSON-587908051 tempest-FloatingIPDetailsTestJSON-587908051-project] 10.222.0.60 "DELETE /v2.0/floatingips/a1a98825-7d58-49c4-acf0-77a839b9ad24 HTTP/1.1" status: 204 len: 173 time: 0.9346201 Jul 16 18:05:35.659797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35420) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:35.668091 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.705482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 76b92279-6ce7-4eac-ad4d-e20fd261cef1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=76b92279-6ce7-4eac-ad4d-e20fd261cef1,segment=NetworkSegment(cdafeedb-d610-4653-8221-f5d0abb7fa5a),segment_id=cdafeedb-d610-4653-8221-f5d0abb7fa5a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.711574 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.779094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=76b92279-6ce7-4eac-ad4d-e20fd261cef1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.781352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-654d5111-4be0-4bab-bfd2-88c97eeeda35 req-ba868b6b-0669-442c-8edb-477f9d04425a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777704 Jul 16 18:05:35.783166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.841796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:35.842061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-c556a808-8236-4a4d-8a8d-3ae5ccb46104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.843444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-c556a808-8236-4a4d-8a8d-3ae5ccb46104 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1099 time: 0.2243202 Jul 16 18:05:35.889820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:35.893469 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b4ebe8-6954-49ba-a5b2-1de1fc75cc5f" -d '{"events": [{"server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "name": "network-vif-unplugged", "status": "completed", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:35.893798 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c4c8f19-50fc-4be9-87f9-99133c4bb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.901464 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.903633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.909622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.990205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Pushing event updated for resources: {'Port': ['ID=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.005477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.006344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.006685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.007021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.007345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.007670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.007993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.008318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.008672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.008989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.009307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.009627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:36.015231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on host n-h1-793619-10 for vnic_type normal with profile {"migrating_to": "n-h2-793619-10"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:36.015569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:36.015896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:36.020499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:36.021915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Attempting to bind port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:36.026971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:36.027313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:36.027690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:36.028141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Bound port: f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:36.028499 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.053083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da089-e19a-4e83-93c0-7c2b1551665f req-c44b2ed3-0f33-4057-87d5-0b6b4b50e23d tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.058981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da089-e19a-4e83-93c0-7c2b1551665f req-c44b2ed3-0f33-4057-87d5-0b6b4b50e23d tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.064786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da089-e19a-4e83-93c0-7c2b1551665f req-c44b2ed3-0f33-4057-87d5-0b6b4b50e23d tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.066418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d09da089-e19a-4e83-93c0-7c2b1551665f req-c44b2ed3-0f33-4057-87d5-0b6b4b50e23d tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2415 time: 0.2920272 Jul 16 18:05:36.099376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:36.102645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:36.112191 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.171140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-f6daf7e0-6df2-4dd2-8cb2-d371c9178a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.172622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-f6daf7e0-6df2-4dd2-8cb2-d371c9178a77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2879949 Jul 16 18:05:36.179607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d09da089-e19a-4e83-93c0-7c2b1551665f req-30e6a131-59f9-4bc5-b6b0-0ac7e69794c4 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022029 Jul 16 18:05:36.191503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.192119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.194125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4be0fd-7a14-4f2e-95fd-5d77b9a4aa6f req-68976d68-b2ad-4b51-af39-9cac6399cfa9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.194266 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] 10.222.0.46 "PUT /v2.0/ports/f011f21e-a0c7-4153-91b5-e4c7e919f9fd HTTP/1.1" status: 200 len: 1124 time: 0.6688123 Jul 16 18:05:36.195643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe4be0fd-7a14-4f2e-95fd-5d77b9a4aa6f req-68976d68-b2ad-4b51-af39-9cac6399cfa9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2892771 Jul 16 18:05:36.206432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd09dad-450f-4115-9ca2-703e90f05a47 service neutron] Pushing event updated for resources: {'Port': ['ID=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.276226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-c480b7b5-21d0-4ba5-85cd-68dd4ba30fc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.0774655 Jul 16 18:05:36.333811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['f011f21e-a0c7-4153-91b5-e4c7e919f9fd'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:36.386377 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe4be0fd-7a14-4f2e-95fd-5d77b9a4aa6f req-dab07573-1030-4f96-b0a1-940f6036eeac tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136720 Jul 16 18:05:36.399763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-6cac3c95-4f0f-46be-b883-20fb2c09e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.401247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-6cac3c95-4f0f-46be-b883-20fb2c09e582 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1107183 Jul 16 18:05:36.440806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f011f21e-a0c7-4153-91b5-e4c7e919f9fd'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:36.452119 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74db0446-f962-4964-9df5-328da75bd2fe x-openstack-request-id: req-74db0446-f962-4964-9df5-328da75bd2fe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:36.452419 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-plugged", "status": "completed", "tag": "3b11c317-50e9-4416-b0ba-72db3b6c2838", "code": 200}, {"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-plugged", "status": "completed", "tag": "45221223-41a5-4a9d-af0b-d2ce18f0d38e", "code": 200}, {"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-plugged", "status": "completed", "tag": "4c1e9094-6788-4d5a-a7aa-8e66f521dc7c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:36.452799 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74db0446-f962-4964-9df5-328da75bd2fe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:36.453291 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b11c317-50e9-4416-b0ba-72db3b6c2838', 'code': 200} Jul 16 18:05:36.453554 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45221223-41a5-4a9d-af0b-d2ce18f0d38e', 'code': 200} Jul 16 18:05:36.453810 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1e9094-6788-4d5a-a7aa-8e66f521dc7c', 'code': 200} Jul 16 18:05:36.475411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef91486-8566-4267-82ec-ed0e70fbfcf2 req-b87d74e7-c747-46fb-9ad9-85509e2619c8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.476942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ef91486-8566-4267-82ec-ed0e70fbfcf2 req-b87d74e7-c747-46fb-9ad9-85509e2619c8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 949 time: 0.1776519 Jul 16 18:05:36.557179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ef91486-8566-4267-82ec-ed0e70fbfcf2 req-608c827b-ec2d-45f7-907d-2842fb574fa7 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707126 Jul 16 18:05:36.560808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-0a85da95-dca2-411d-846e-ca92e8935e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.562175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-0a85da95-dca2-411d-846e-ca92e8935e73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1447563 Jul 16 18:05:36.631779 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f9c68d-afe5-4e47-8d82-eb4ef38dc406 x-openstack-request-id: req-40f9c68d-afe5-4e47-8d82-eb4ef38dc406 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:36.632318 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "name": "network-vif-unplugged", "status": "completed", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:36.632318 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40f9c68d-afe5-4e47-8d82-eb4ef38dc406 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:36.632760 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd', 'code': 200} Jul 16 18:05:36.643990 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.707203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810a68b-36df-44b6-be90-6093f8152547 req-5583b124-bc2e-4088-96a9-a9645b94332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.707875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810a68b-36df-44b6-be90-6093f8152547 req-5583b124-bc2e-4088-96a9-a9645b94332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.708550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810a68b-36df-44b6-be90-6093f8152547 req-5583b124-bc2e-4088-96a9-a9645b94332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.710793 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c810a68b-36df-44b6-be90-6093f8152547 req-5583b124-bc2e-4088-96a9-a9645b94332f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2871 time: 0.0620317 Jul 16 18:05:36.755095 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c810a68b-36df-44b6-be90-6093f8152547 req-afd95524-c71a-4eaf-be1a-155a0bad0828 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Jul 16 18:05:36.819055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-c4f6e660-bddf-4d2b-8a81-d6920f3b8f9f service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466130 Jul 16 18:05:36.828853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa7e52-23e3-4ffc-a43d-9064f1ff3607 req-b05d9e04-61a4-4dd7-926a-cfcbbfce8c49 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.830302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1cfa7e52-23e3-4ffc-a43d-9064f1ff3607 req-b05d9e04-61a4-4dd7-926a-cfcbbfce8c49 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.2772887 Jul 16 18:05:36.830601 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.289609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524d97-7606-4abc-b001-c5e9d1ea2d6f req-2cbd7837-f348-44fd-8b56-c462d45d8d07 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.291079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3524d97-7606-4abc-b001-c5e9d1ea2d6f req-2cbd7837-f348-44fd-8b56-c462d45d8d07 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 945 time: 0.5583472 Jul 16 18:05:37.310867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1cfa7e52-23e3-4ffc-a43d-9064f1ff3607 req-9fa5f75f-7f86-48d4-aec3-1ec40aaa6fbf tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668958 Jul 16 18:05:37.352992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943e27c6-1ed2-41c2-828d-b0401e6d4fbe req-b9310882-362b-411d-a28f-aca2d2817d94 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186737 Jul 16 18:05:37.369395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3524d97-7606-4abc-b001-c5e9d1ea2d6f req-384efad5-ee94-48d7-99e8-6a2a53706f01 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575621 Jul 16 18:05:37.482225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Deleting port 9c783e83-65f3-4e8a-9a36-65bff1694d69 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:37.482876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.593321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] For port 9c783e83-65f3-4e8a-9a36-65bff1694d69, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9c783e83-65f3-4e8a-9a36-65bff1694d69,segment=NetworkSegment(5031b80e-474f-4bed-b58e-d4f9b443793f),segment_id=5031b80e-474f-4bed-b58e-d4f9b443793f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:37.593679 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.639986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Calling delete_port for 9c783e83-65f3-4e8a-9a36-65bff1694d69 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:37.719248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56027869-435f-4676-b656-85f0a026b494 req-e13628e3-b7c6-4954-941e-e0b77d122b21 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.720747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56027869-435f-4676-b656-85f0a026b494 req-e13628e3-b7c6-4954-941e-e0b77d122b21 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 947 time: 0.1749566 Jul 16 18:05:37.766681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a4fd7-bf6d-44d9-b0fe-4e9dbb087776 req-f597d9db-81a7-4a4b-93b5-d02a79c02101 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.773492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a4fd7-bf6d-44d9-b0fe-4e9dbb087776 req-f597d9db-81a7-4a4b-93b5-d02a79c02101 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.775019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8a4fd7-bf6d-44d9-b0fe-4e9dbb087776 req-f597d9db-81a7-4a4b-93b5-d02a79c02101 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc&device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 1689 time: 0.1776803 Jul 16 18:05:37.817438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:37.848426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56027869-435f-4676-b656-85f0a026b494 req-23dc8aa8-407d-4321-8bf4-a4ea664cdae5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201994 Jul 16 18:05:37.881752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8a4fd7-bf6d-44d9-b0fe-4e9dbb087776 req-d58af0ea-7c15-4413-9138-21843d957de6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976286 Jul 16 18:05:37.937293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:37.950858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd has no active binding in host n-h2-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:05:37.973127 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.016906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c783e83-65f3-4e8a-9a36-65bff1694d69,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.245657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805da1e-5954-4968-b010-c25b806556bf req-0648986a-421d-4212-9e79-d0e182115001 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.247224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6805da1e-5954-4968-b010-c25b806556bf req-0648986a-421d-4212-9e79-d0e182115001 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2334573 Jul 16 18:05:38.259245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88561a-bd61-4bde-b6fb-76c53ac9fd4a req-ae9ed309-7cad-4112-bf11-70cf4a2b2e4b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.265066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88561a-bd61-4bde-b6fb-76c53ac9fd4a req-ae9ed309-7cad-4112-bf11-70cf4a2b2e4b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.271478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88561a-bd61-4bde-b6fb-76c53ac9fd4a req-ae9ed309-7cad-4112-bf11-70cf4a2b2e4b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.273457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d88561a-bd61-4bde-b6fb-76c53ac9fd4a req-ae9ed309-7cad-4112-bf11-70cf4a2b2e4b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2415 time: 0.2968972 Jul 16 18:05:38.326929 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.355893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6805da1e-5954-4968-b010-c25b806556bf req-82a69fb7-b80d-477c-9f07-051a0ed10972 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797932 Jul 16 18:05:38.360239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d88561a-bd61-4bde-b6fb-76c53ac9fd4a req-10633f17-97f2-4130-90b3-e0b1495e25dd tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743592 Jul 16 18:05:38.454744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37103e11-65de-40f6-955e-6b3fbb61d63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b92279-6ce7-4eac-ad4d-e20fd261cef1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:38.458589 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fa727f-a628-40b1-a49f-4244a3275dc4" -d '{"events": [{"server_uuid": "37103e11-65de-40f6-955e-6b3fbb61d63a", "name": "network-vif-plugged", "status": "completed", "tag": "76b92279-6ce7-4eac-ad4d-e20fd261cef1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:38.542588 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.639734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:38.646102 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:38.669792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee5b3-bb2f-4c81-aa64-0c9e2aff7f26 req-1686075a-398d-4258-86c9-24d39b5b09a7 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.671324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d4ee5b3-bb2f-4c81-aa64-0c9e2aff7f26 req-1686075a-398d-4258-86c9-24d39b5b09a7 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.1988156 Jul 16 18:05:38.678392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Router 30f39de6-8be0-4459-9c4a-9a7774016658 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:38.699174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958c363-3685-4334-ae13-11b5782e6fa7 req-18f9c4b9-e238-4bb8-86d5-172a1adc4bef tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.700658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b958c363-3685-4334-ae13-11b5782e6fa7 req-18f9c4b9-e238-4bb8-86d5-172a1adc4bef tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 945 time: 0.1680193 Jul 16 18:05:38.780818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d4ee5b3-bb2f-4c81-aa64-0c9e2aff7f26 req-94ff5b60-e744-4e2f-ae3c-0df412c86b4a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010442 Jul 16 18:05:38.805080 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b958c363-3685-4334-ae13-11b5782e6fa7 req-020230d7-54c1-4df4-9560-914d73fe4267 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977838 Jul 16 18:05:38.871158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:38.881446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-51176131-e8a3-41cb-8a57-1a051149dc1b admin admin] 10.222.0.60 "PUT /v2.0/routers/30f39de6-8be0-4459-9c4a-9a7774016658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2201109 Jul 16 18:05:38.881750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.883983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] Sync routers for ids ['30f39de6-8be0-4459-9c4a-9a7774016658'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:38.896632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] Routers {'30f39de6-8be0-4459-9c4a-9a7774016658'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:38.898441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:05:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['30f39de6-8be0-4459-9c4a-9a7774016658'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:38.962117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aa24-cdd5-4f04-b3ab-3638d984a3b9 req-7619247d-9378-4923-99ea-a404a298941d tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.963735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4f3aa24-cdd5-4f04-b3ab-3638d984a3b9 req-7619247d-9378-4923-99ea-a404a298941d tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 1101 time: 0.0640886 Jul 16 18:05:38.989248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.012880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4f3aa24-cdd5-4f04-b3ab-3638d984a3b9 req-1fe71023-1655-4be4-bc15-c0b7f5d6be07 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Jul 16 18:05:39.022678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] Set router 30f39de6-8be0-4459-9c4a-9a7774016658 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:39.058282 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ee83d9-fb14-4f7a-b1c5-5e65f8485174 x-openstack-request-id: req-b5ee83d9-fb14-4f7a-b1c5-5e65f8485174 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:39.058565 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37103e11-65de-40f6-955e-6b3fbb61d63a", "name": "network-vif-plugged", "status": "completed", "tag": "76b92279-6ce7-4eac-ad4d-e20fd261cef1", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:39.058813 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5ee83d9-fb14-4f7a-b1c5-5e65f8485174 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:39.059199 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37103e11-65de-40f6-955e-6b3fbb61d63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b92279-6ce7-4eac-ad4d-e20fd261cef1', 'code': 200} Jul 16 18:05:39.093644 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01fdae6-e2a9-44b7-b488-42d6ccd21e31 x-openstack-request-id: req-a01fdae6-e2a9-44b7-b488-42d6ccd21e31 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:39.094024 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:39.094318 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a01fdae6-e2a9-44b7-b488-42d6ccd21e31 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:39.094795 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd', 'status': 'completed', 'code': 200} Jul 16 18:05:39.141035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.220921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Deleting port 96862ba3-2cce-4de2-882f-ecb48af11524 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:39.221187 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.234454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:37Z', 'revision_number': 5, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'gw_port': {'id': '96862ba3-2cce-4de2-882f-ecb48af11524', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:39.261401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] Checking router: 30f39de6-8be0-4459-9c4a-9a7774016658 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:39.269849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] Routers {'30f39de6-8be0-4459-9c4a-9a7774016658'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:39.271030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:05:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['30f39de6-8be0-4459-9c4a-9a7774016658'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:39.311743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] For port 96862ba3-2cce-4de2-882f-ecb48af11524, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=96862ba3-2cce-4de2-882f-ecb48af11524,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:39.312859 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.324676 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13641fb6-db8a-459b-a27d-050a80e346d2 req-6a40fafa-3459-463d-8cd5-086691f2bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.326199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13641fb6-db8a-459b-a27d-050a80e346d2 req-6a40fafa-3459-463d-8cd5-086691f2bd49 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 1097 time: 0.1869519 Jul 16 18:05:39.326807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Calling delete_port for 96862ba3-2cce-4de2-882f-ecb48af11524 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:39.327967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-ce2dd506-5b96-46ff-aa21-81a1b7cc728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.329349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-ce2dd506-5b96-46ff-aa21-81a1b7cc728d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1127 time: 0.1600370 Jul 16 18:05:39.346810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8787a5b-6951-4354-9a81-635aa63ea127 req-ba09b337-c25e-4d30-86ae-128a980ab830 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.349452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8787a5b-6951-4354-9a81-635aa63ea127 req-ba09b337-c25e-4d30-86ae-128a980ab830 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 947 time: 0.1498141 Jul 16 18:05:39.362629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] Set router 30f39de6-8be0-4459-9c4a-9a7774016658 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:39.420530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:39Z', 'revision_number': 6, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:39.434341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c60e0e-8b37-43b8-9a00-cb77b5250d52 req-8b015886-5df8-407b-b583-3cfb884c30ba tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.436744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33c60e0e-8b37-43b8-9a00-cb77b5250d52 req-8b015886-5df8-407b-b583-3cfb884c30ba tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 1101 time: 0.2030060 Jul 16 18:05:39.447810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba084b-98a6-4172-96c2-332fba9ac60c None None] The sync data for ids ['30f39de6-8be0-4459-9c4a-9a7774016658'] in n-d-793619-10 is: [{'id': '30f39de6-8be0-4459-9c4a-9a7774016658', 'name': 'tempest-FloatingIPDetailsTestJSON-66819918-router', 'tenant_id': 'a00384fb38ae488cb7614e7116dd86c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:56Z', 'updated_at': '2021-07-16T18:05:39Z', 'revision_number': 6, 'project_id': 'a00384fb38ae488cb7614e7116dd86c1', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:39.491343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8787a5b-6951-4354-9a81-635aa63ea127 req-5daf311d-3d16-4dce-a8f6-913a372b3131 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267750 Jul 16 18:05:39.507684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13641fb6-db8a-459b-a27d-050a80e346d2 req-bf966007-f172-4bbb-88d3-acf54b1918d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559772 Jul 16 18:05:39.516133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.526119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:39.542654 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33c60e0e-8b37-43b8-9a00-cb77b5250d52 req-bc4be2bb-58d4-430a-9094-c12ff10c596a tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690856 Jul 16 18:05:39.543673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-343fb5f2-4e06-43d8-a2f1-fcff63d116e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.545338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-343fb5f2-4e06-43d8-a2f1-fcff63d116e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.1948116 Jul 16 18:05:39.596812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=96862ba3-2cce-4de2-882f-ecb48af11524,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:39.638091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:39.650347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'mac_address': 'fa:16:3e:49:5a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:39.663174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-fba2ef41-97d6-4beb-97d6-2f5aaa349e81 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd HTTP/1.1" status: 200 len: 217 time: 0.0499532 Jul 16 18:05:39.672753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.698408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.711734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:39.735061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:39.740766 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.767000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.769314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.778096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-a416eebd-c6d1-4bc4-94fa-91034f914517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.779556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-a416eebd-c6d1-4bc4-94fa-91034f914517 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0976393 Jul 16 18:05:39.794937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:39.833509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-3056aa6b-747c-40ac-b379-8d1924255c06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387657 Jul 16 18:05:39.836910 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.837844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30f39de6-8be0-4459-9c4a-9a7774016658 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:39.842341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c71ea7-5c88-437b-8689-9a8e4e95bdc6 req-72e1fc24-3e1f-4768-a941-54b7e8d8c296 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.844040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.847472 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f9da55f3-7d0d-453a-810a-4989e52f8ec5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/30f39de6-8be0-4459-9c4a-9a7774016658 HTTP/1.1" status: 204 len: 168 time: 0.9626708 Jul 16 18:05:39.847791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:39.848063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c71ea7-5c88-437b-8689-9a8e4e95bdc6 req-72e1fc24-3e1f-4768-a941-54b7e8d8c296 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.854556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c71ea7-5c88-437b-8689-9a8e4e95bdc6 req-72e1fc24-3e1f-4768-a941-54b7e8d8c296 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.857141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5c71ea7-5c88-437b-8689-9a8e4e95bdc6 req-72e1fc24-3e1f-4768-a941-54b7e8d8c296 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2415 time: 0.1852839 Jul 16 18:05:39.865254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757ce7-cd6c-4bf4-9359-cb2e650b608c req-928f7b7e-6975-40dc-a5bd-733a1494b148 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.866749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0757ce7-cd6c-4bf4-9359-cb2e650b608c req-928f7b7e-6975-40dc-a5bd-733a1494b148 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2070606 Jul 16 18:05:39.900057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-66aa4f4b-345c-4f35-b5d1-e740c2c99b0b admin admin] Deleting subnet 6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:39.903484 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66aa4f4b-345c-4f35-b5d1-e740c2c99b0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.950381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66aa4f4b-345c-4f35-b5d1-e740c2c99b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.986528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0757ce7-cd6c-4bf4-9359-cb2e650b608c req-f0d31fb9-805b-48df-8f7e-e750d477cbd0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103456 Jul 16 18:05:39.991385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5c71ea7-5c88-437b-8689-9a8e4e95bdc6 req-11fa1dc8-d4ec-4a35-b3e4-ec9c0e4815aa tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237056 Jul 16 18:05:40.016538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-b0df5d60-53a3-438f-a5c9-3a6824d0ea9a service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476119 Jul 16 18:05:40.050085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66aa4f4b-345c-4f35-b5d1-e740c2c99b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.050939 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.135179 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66aa4f4b-345c-4f35-b5d1-e740c2c99b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.173732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa4f4b-345c-4f35-b5d1-e740c2c99b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.178325 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66aa4f4b-345c-4f35-b5d1-e740c2c99b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.181434 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-66aa4f4b-345c-4f35-b5d1-e740c2c99b0b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6a30463f-04b2-4c0b-9bd3-2ee86b3d80f0 HTTP/1.1" status: 204 len: 168 time: 0.3319826 Jul 16 18:05:40.183834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:40.186255 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a3f1c46-2f1b-46e4-b0a4-5400ec7287fe req-93735c95-ea72-432a-a135-1f67d46c7e49 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591742 Jul 16 18:05:40.187253 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb75d4-a2c6-4d8b-8aa0-ec7a6caf48dd None None] Network 490c31b1-90bf-466e-aae0-e17f444cf19a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:40.237035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ac970-bd18-466d-851a-a5d02805def7 req-a2509fd9-f172-469c-bec9-8df3bd8d40ac tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.238487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f1ac970-bd18-466d-851a-a5d02805def7 req-a2509fd9-f172-469c-bec9-8df3bd8d40ac tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.1011691 Jul 16 18:05:40.279760 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.290303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:40.305741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f1ac970-bd18-466d-851a-a5d02805def7 req-e4640c18-45ff-46a4-8a2b-0fa714f828b1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552034 Jul 16 18:05:40.357612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Deleting port 93d59999-5d04-4444-be97-1ebaa30f1cda {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:40.358774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.386838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf94d0e-ce7a-4346-bfc1-e25081944b9b req-0827749a-abeb-4d76-b4ce-20bec4d05778 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.388427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bf94d0e-ce7a-4346-bfc1-e25081944b9b req-0827749a-abeb-4d76-b4ce-20bec4d05778 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 945 time: 0.0998828 Jul 16 18:05:40.443220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bf94d0e-ce7a-4346-bfc1-e25081944b9b req-0133430d-fd0c-4fa6-b1eb-eebab37a6f95 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474818 Jul 16 18:05:40.469919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] For port 93d59999-5d04-4444-be97-1ebaa30f1cda, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=93d59999-5d04-4444-be97-1ebaa30f1cda,segment=NetworkSegment(5031b80e-474f-4bed-b58e-d4f9b443793f),segment_id=5031b80e-474f-4bed-b58e-d4f9b443793f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:40.470270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.484920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Calling delete_port for 93d59999-5d04-4444-be97-1ebaa30f1cda owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:40.592844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] DHCP port deletion for 490c31b1-90bf-466e-aae0-e17f444cf19a request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:40.619903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.660532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] Deleting port 93d59999-5d04-4444-be97-1ebaa30f1cda {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:40.661511 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.688056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] No DVR routers for this DVR port 93d59999-5d04-4444-be97-1ebaa30f1cda on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:40.702359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d59999-5d04-4444-be97-1ebaa30f1cda,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.705510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9c783e83-65f3-4e8a-9a36-65bff1694d69 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:40.725653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-1ea87147-9ecf-4112-9359-a6c8a200917c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446970 Jul 16 18:05:40.762370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9c783e83-65f3-4e8a-9a36-65bff1694d69 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:40.762897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9c783e83-65f3-4e8a-9a36-65bff1694d69 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:40.769052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 93d59999-5d04-4444-be97-1ebaa30f1cda no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:40.795185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 93d59999-5d04-4444-be97-1ebaa30f1cda {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:40.795518 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 93d59999-5d04-4444-be97-1ebaa30f1cda not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:40.795940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 96862ba3-2cce-4de2-882f-ecb48af11524 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:40.802543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] For port 93d59999-5d04-4444-be97-1ebaa30f1cda, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:40.802934 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.808802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.820160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490c31b1-90bf-466e-aae0-e17f444cf19a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:40.825475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 96862ba3-2cce-4de2-882f-ecb48af11524 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:40.825815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 96862ba3-2cce-4de2-882f-ecb48af11524 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:40.833073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] Calling delete_port for 93d59999-5d04-4444-be97-1ebaa30f1cda owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:40.835321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] Port 93d59999-5d04-4444-be97-1ebaa30f1cda was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:05:40.838198 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.852910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5031b80e-474f-4bed-b58e-d4f9b443793f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:40.853292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5031b80e-474f-4bed-b58e-d4f9b443793f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:40.854668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52924b-6371-4798-8851-3c4a49438b8a req-653144f1-4aac-41ff-a0bf-15ee03003dd3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.855952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b52924b-6371-4798-8851-3c4a49438b8a req-653144f1-4aac-41ff-a0bf-15ee03003dd3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 948 time: 0.1546755 Jul 16 18:05:40.863493 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.867394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] Pushing event deleted for resources: {'Port': ['ID=93d59999-5d04-4444-be97-1ebaa30f1cda,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.868432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb341d-66c9-4953-a708-24b1c2fb96ca None None] No DVR routers for this DVR port 93d59999-5d04-4444-be97-1ebaa30f1cda on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:40.888094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.894048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:40.894445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:40.897131 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:40.903701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-491b41de-b2d9-4921-8aae-eb13dce89b98 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.905331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-491b41de-b2d9-4921-8aae-eb13dce89b98 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1613946 Jul 16 18:05:40.930695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-7b0bcba9-ce44-4831-a193-baf6a7b0e946 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/quotas/33a0bbd4b0e94ba9b96e94d57280f64b HTTP/1.1" status: 200 len: 375 time: 0.0191200 Jul 16 18:05:40.933837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b52924b-6371-4798-8851-3c4a49438b8a req-8e5be0ab-2cb6-4f55-a01a-0430b114fa78 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568209 Jul 16 18:05:40.973328 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.980577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.985256 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] 10.222.0.60 "DELETE /v2.0/networks/490c31b1-90bf-466e-aae0-e17f444cf19a HTTP/1.1" status: 204 len: 168 time: 0.7981513 Jul 16 18:05:40.997944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9f512-210b-4156-b322-15092a50a558 admin admin] Pushing event deleted for resources: {'Network': ['ID=490c31b1-90bf-466e-aae0-e17f444cf19a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:41.047341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-7c63d1ca-2dca-4f5a-8715-fc50fb743db6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978308 Jul 16 18:05:41.149150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.194927 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-26cecd36-a686-4bcb-9a59-2c3064485b3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a00384fb38ae488cb7614e7116dd86c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444481 Jul 16 18:05:41.197249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.252116 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df49cb3f-0552-485b-ae5c-c62d2a2a25be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.275175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df49cb3f-0552-485b-ae5c-c62d2a2a25be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.327579 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df49cb3f-0552-485b-ae5c-c62d2a2a25be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.330545 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df49cb3f-0552-485b-ae5c-c62d2a2a25be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.334716 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-df49cb3f-0552-485b-ae5c-c62d2a2a25be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e469ad77-6fe7-4c2e-9fb0-e4757f0e4a0f HTTP/1.1" status: 204 len: 168 time: 0.1333890 Jul 16 18:05:41.341438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49cb3f-0552-485b-ae5c-c62d2a2a25be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e469ad77-6fe7-4c2e-9fb0-e4757f0e4a0f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:41.437837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a021e5-09e8-49dd-a0b0-4b47a40b8b5f req-a37950eb-de32-4c6a-8f58-47521e385ff2 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.446733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0a021e5-09e8-49dd-a0b0-4b47a40b8b5f req-a37950eb-de32-4c6a-8f58-47521e385ff2 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1185210 Jul 16 18:05:41.501627 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0a021e5-09e8-49dd-a0b0-4b47a40b8b5f req-d7c5de0f-1ae5-4af4-885a-d816656bb74a tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534475 Jul 16 18:05:41.580907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784038a-d472-484a-a153-4b84a1385649 req-1d6e1aad-ef00-4778-bfce-7a95067a116f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.587685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784038a-d472-484a-a153-4b84a1385649 req-1d6e1aad-ef00-4778-bfce-7a95067a116f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.593999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784038a-d472-484a-a153-4b84a1385649 req-1d6e1aad-ef00-4778-bfce-7a95067a116f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.602117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6784038a-d472-484a-a153-4b84a1385649 req-1d6e1aad-ef00-4778-bfce-7a95067a116f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2415 time: 0.0989351 Jul 16 18:05:41.651374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6784038a-d472-484a-a153-4b84a1385649 req-d6cd4cc7-0550-4975-adeb-6a6c682261b9 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484006 Jul 16 18:05:41.730644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c30c4e-435a-4e0e-8943-a216743baf97 req-1ab90ef0-431f-4d19-8b42-024157cb7e6c tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.732330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41c30c4e-435a-4e0e-8943-a216743baf97 req-1ab90ef0-431f-4d19-8b42-024157cb7e6c tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.0980577 Jul 16 18:05:41.780386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41c30c4e-435a-4e0e-8943-a216743baf97 req-9dfa5af5-7a0c-4a4f-9bc8-55f456630e23 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Jul 16 18:05:41.986473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14549546-f00f-4fb1-96ea-c14e632eea76 req-fb8e6a29-c738-48b8-9b11-a17af6e3d6be tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.994162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14549546-f00f-4fb1-96ea-c14e632eea76 req-fb8e6a29-c738-48b8-9b11-a17af6e3d6be tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 945 time: 0.0875599 Jul 16 18:05:42.037086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14549546-f00f-4fb1-96ea-c14e632eea76 req-562ee746-b921-4f7c-9165-d9a34ba234a8 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Jul 16 18:05:42.118644 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0d8cc67-130b-4750-bf2f-80487f244cb5 req-9781c3e6-7aab-4392-a0f2-86b498bf80eb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 210 time: 0.0450187 Jul 16 18:05:42.310031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a4d91-d79a-4c71-aade-70a4b8ec3041 req-db4fc474-62f9-4412-a40d-1d4071c80660 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.315371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-345a4d91-d79a-4c71-aade-70a4b8ec3041 req-db4fc474-62f9-4412-a40d-1d4071c80660 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 948 time: 0.0925384 Jul 16 18:05:42.369432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-345a4d91-d79a-4c71-aade-70a4b8ec3041 req-0fce3ab0-dfb6-4c21-8c2b-8dfd4517fb12 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478740 Jul 16 18:05:42.743657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c3d7a-a42d-43ca-bee3-ad332c5bf9b9 req-34ed5154-c6c5-48b2-8094-e821ea1c0427 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.745620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d0c3d7a-a42d-43ca-bee3-ad332c5bf9b9 req-34ed5154-c6c5-48b2-8094-e821ea1c0427 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 945 time: 0.1117926 Jul 16 18:05:42.803298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d0c3d7a-a42d-43ca-bee3-ad332c5bf9b9 req-caeb2d40-c6f8-4e61-9198-99ec53a8dc66 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503936 Jul 16 18:05:42.816034 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fde525-a2f8-4483-bd7b-7a3c5d8a5e4d req-c7a21606-3c82-4869-9c91-8714b89f0f98 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.818431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55fde525-a2f8-4483-bd7b-7a3c5d8a5e4d req-c7a21606-3c82-4869-9c91-8714b89f0f98 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1194193 Jul 16 18:05:42.873447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55fde525-a2f8-4483-bd7b-7a3c5d8a5e4d req-20482cf5-777a-4718-96b9-0aa5f060d25d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Jul 16 18:05:43.097690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb3766-69ad-4929-9fdc-9d37b5442c80 req-7ba9aae1-5c0a-4764-9f89-3c694bfb4786 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.103537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb3766-69ad-4929-9fdc-9d37b5442c80 req-7ba9aae1-5c0a-4764-9f89-3c694bfb4786 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.109667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb3766-69ad-4929-9fdc-9d37b5442c80 req-7ba9aae1-5c0a-4764-9f89-3c694bfb4786 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.111337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7fb3766-69ad-4929-9fdc-9d37b5442c80 req-7ba9aae1-5c0a-4764-9f89-3c694bfb4786 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2415 time: 0.1200550 Jul 16 18:05:43.133509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf188b1-2f97-4c33-8d1c-b862fefada5b req-0c3960ed-470a-46a2-837d-7057dec523cd tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.136986 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaf188b1-2f97-4c33-8d1c-b862fefada5b req-0c3960ed-470a-46a2-837d-7057dec523cd tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.1342666 Jul 16 18:05:43.197274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7fb3766-69ad-4929-9fdc-9d37b5442c80 req-b950e20c-5dd3-4090-abea-9c36e1a8d1d3 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590737 Jul 16 18:05:43.202303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaf188b1-2f97-4c33-8d1c-b862fefada5b req-61476494-e2c9-4755-b9fc-43b4df36fd69 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574450 Jul 16 18:05:43.343044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-1ff8b68f-f84e-4f11-b8a1-4eca7d0af98b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219989 Jul 16 18:05:43.491572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-db98fb2b-b154-4abd-ae97-1875b73f10f5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.493175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-db98fb2b-b154-4abd-ae97-1875b73f10f5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1340649 Jul 16 18:05:43.521521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Request body: {'port': {'device_id': 'd545801e-c741-4060-863a-00c0943e146c', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '33a0bbd4b0e94ba9b96e94d57280f64b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:43.525913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22c24622-e557-4284-996e-3ba296a07e2c req-c3cb4bbe-2c41-48bd-8404-25edca078481 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 210 time: 0.0505476 Jul 16 18:05:43.545959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:43.680054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:43.684740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:43.685365 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.699531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Made reservation on behalf of 33a0bbd4b0e94ba9b96e94d57280f64b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:43.704304 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.774800 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.801641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:43.807196 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c7b4b0-c969-42c5-af16-75f19fef0e33" -d '{"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-plugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:43.820994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:43.835086 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.891878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:43.946158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-ab717ec2-8413-42ec-9217-0acf131eccd8 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.953332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-ab717ec2-8413-42ec-9217-0acf131eccd8 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.962168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-ab717ec2-8413-42ec-9217-0acf131eccd8 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.964580 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-ab717ec2-8413-42ec-9217-0acf131eccd8 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 2415 time: 0.1399744 Jul 16 18:05:43.980895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Allocated IP 192.168.233.66 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/a3109020-0d24-4de7-8883-8bedf4f905e6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:43.995511 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.002056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906766b-4669-450b-88af-19b72f73744f req-b32e3655-3c03-4625-9583-d5c8cecdc574 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.009097 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8906766b-4669-450b-88af-19b72f73744f req-b32e3655-3c03-4625-9583-d5c8cecdc574 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 948 time: 0.2244315 Jul 16 18:05:44.136433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8906766b-4669-450b-88af-19b72f73744f req-17c76179-a12e-4b22-8eed-fe0a4aaa907c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239204 Jul 16 18:05:44.167434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting port 3b11c317-50e9-4416-b0ba-72db3b6c2838 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:44.167790 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.210894 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05fc7a9-f0c9-4386-b39a-0b1846e50b8c x-openstack-request-id: req-b05fc7a9-f0c9-4386-b39a-0b1846e50b8c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:44.210894 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-plugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:44.210894 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b05fc7a9-f0c9-4386-b39a-0b1846e50b8c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:44.210894 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'code': 200} Jul 16 18:05:44.235987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-aac8841c-9828-4acd-b983-d993ad886837 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781569 Jul 16 18:05:44.289600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:44.318615 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd has no active binding in host n-h2-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:05:44.332447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] For port 3b11c317-50e9-4416-b0ba-72db3b6c2838, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3b11c317-50e9-4416-b0ba-72db3b6c2838,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:44.333622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.347652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Calling delete_port for 3b11c317-50e9-4416-b0ba-72db3b6c2838 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:44.494644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.535121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['3b11c317-50e9-4416-b0ba-72db3b6c2838', '45221223-41a5-4a9d-af0b-d2ce18f0d38e', '4c1e9094-6788-4d5a-a7aa-8e66f521dc7c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:44.616209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Port': ['ID=3b11c317-50e9-4416-b0ba-72db3b6c2838,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.961025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] No DVR routers for this DVR port 3b11c317-50e9-4416-b0ba-72db3b6c2838 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:44.964612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.966582 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-569ef093-56db-45d8-86b3-0555306a3444 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "DELETE /v2.0/ports/3b11c317-50e9-4416-b0ba-72db3b6c2838 HTTP/1.1" status: 204 len: 173 time: 0.9956946 Jul 16 18:05:44.967165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-deleted', 'tag': '3b11c317-50e9-4416-b0ba-72db3b6c2838'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:44.969415 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d5cadf-a19d-45c9-a0c1-9ebb8e491a57" -d '{"events": [{"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-deleted", "tag": "3b11c317-50e9-4416-b0ba-72db3b6c2838"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:45.020169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-545f5648-a3d4-4934-8f9b-6dc73832955c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.021657 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-545f5648-a3d4-4934-8f9b-6dc73832955c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.45 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 945 time: 0.5137179 Jul 16 18:05:45.061677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-70439f83-2393-4ac4-9e27-c380d08e34f0 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.063051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-70439f83-2393-4ac4-9e27-c380d08e34f0 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8015518 Jul 16 18:05:45.090349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Request body: {'port': {'device_id': '2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '33a0bbd4b0e94ba9b96e94d57280f64b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:45.096255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.131889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb04f5b-2c95-456c-b0ec-69adc31bf0f8 req-8c37f8d6-b2be-4157-b30e-85bd91d8f7e2 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.133447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bb04f5b-2c95-456c-b0ec-69adc31bf0f8 req-8c37f8d6-b2be-4157-b30e-85bd91d8f7e2 tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/ports?device_id=37103e11-65de-40f6-955e-6b3fbb61d63a HTTP/1.1" status: 200 len: 945 time: 0.8108993 Jul 16 18:05:45.151371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dd219-b3c9-4c23-ac51-aaaed9aca624 req-7255934a-05d5-4bef-8123-3140679d3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.152873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da2dd219-b3c9-4c23-ac51-aaaed9aca624 req-7255934a-05d5-4bef-8123-3140679d3696 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1101 time: 0.8902493 Jul 16 18:05:45.159464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Transition to ACTIVE for port object a3109020-0d24-4de7-8883-8bedf4f905e6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:45.171706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:45.172061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.186729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e03e0-1856-42c7-afcc-97dbefdbf4b2 req-bfe784f1-427d-43b9-928e-321465ae2455 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.189160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b9e03e0-1856-42c7-afcc-97dbefdbf4b2 req-bfe784f1-427d-43b9-928e-321465ae2455 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.7664993 Jul 16 18:05:45.204839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Deleting port 76b92279-6ce7-4eac-ad4d-e20fd261cef1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:45.205184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.318284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da2dd219-b3c9-4c23-ac51-aaaed9aca624 req-12b6546a-4bf0-4497-a6f2-d7b6ac836100 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507568 Jul 16 18:05:45.329789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] For port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,segment=NetworkSegment(7570710a-3196-406b-8603-e45da4c42022),segment_id=7570710a-3196-406b-8603-e45da4c42022)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:45.330155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.338833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bb04f5b-2c95-456c-b0ec-69adc31bf0f8 req-dd34a4b5-197f-41c8-a16b-823157fa121b tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b5fc944-9e67-4da9-8817-ffbdcb911654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936049 Jul 16 18:05:45.352143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Calling delete_port for 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:45.362315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] For port 76b92279-6ce7-4eac-ad4d-e20fd261cef1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=76b92279-6ce7-4eac-ad4d-e20fd261cef1,segment=NetworkSegment(cdafeedb-d610-4653-8221-f5d0abb7fa5a),segment_id=cdafeedb-d610-4653-8221-f5d0abb7fa5a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:45.362662 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.375322 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.383895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Calling delete_port for 76b92279-6ce7-4eac-ad4d-e20fd261cef1 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:45.387659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b9e03e0-1856-42c7-afcc-97dbefdbf4b2 req-bc374f93-a222-433c-8689-1bf0dac0711c tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437366 Jul 16 18:05:45.393517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:45.464484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event updated for resources: {'Port': ['ID=a3109020-0d24-4de7-8883-8bedf4f905e6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.504993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:45.507366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:45.522589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Made reservation on behalf of 33a0bbd4b0e94ba9b96e94d57280f64b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:45.525055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:45.528404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.559767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:45.720130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.770531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.771646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.782731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Port': ['ID=4c1e9094-6788-4d5a-a7aa-8e66f521dc7c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.797463 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.905890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Pushing event deleted for resources: {'Port': ['ID=76b92279-6ce7-4eac-ad4d-e20fd261cef1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.909643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] No DVR routers for this DVR port 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:45.913311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-b9f16ac1-d815-4354-9266-1e57eac75959 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3966546 Jul 16 18:05:45.925682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.929217 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-6f531d23-67b0-4853-9729-421962bb9a0f tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "DELETE /v2.0/ports/4c1e9094-6788-4d5a-a7aa-8e66f521dc7c HTTP/1.1" status: 204 len: 173 time: 0.9541838 Jul 16 18:05:45.955683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4623f60-ad95-4bb8-902a-9a49eec1b717 None None] Provisioning for port a3109020-0d24-4de7-8883-8bedf4f905e6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:45.960808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Request body: {'port': {'device_id': 'd545801e-c741-4060-863a-00c0943e146c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:45.974806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4623f60-ad95-4bb8-902a-9a49eec1b717 None None] Provisioning complete for port a3109020-0d24-4de7-8883-8bedf4f905e6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:45.975307 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4623f60-ad95-4bb8-902a-9a49eec1b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.022816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c4623f60-ad95-4bb8-902a-9a49eec1b717 None None] Port a3109020-0d24-4de7-8883-8bedf4f905e6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:46.047012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] No DVR routers for this DVR port 76b92279-6ce7-4eac-ad4d-e20fd261cef1 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:46.057443 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.059643 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4ebefaf1-853c-48a0-af6a-cd69baf59124 req-be02a727-68ec-410e-b42c-92ec21242c8c tempest-ServerGroupTestJSON-1337370018 tempest-ServerGroupTestJSON-1337370018-project] 10.222.0.45 "DELETE /v2.0/ports/76b92279-6ce7-4eac-ad4d-e20fd261cef1 HTTP/1.1" status: 204 len: 173 time: 1.0305626 Jul 16 18:05:46.108250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Allocated IP 192.168.233.11 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/28758984-798a-474b-ad58-9c182da22130) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:46.110958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting port 45221223-41a5-4a9d-af0b-d2ce18f0d38e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:46.111552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.157945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a728c-f1f8-4aa2-91f2-bd0cd5bc0fd1 req-c8cd60aa-d3c1-4d5a-9b33-902ab893da03 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.165669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a72a728c-f1f8-4aa2-91f2-bd0cd5bc0fd1 req-c8cd60aa-d3c1-4d5a-9b33-902ab893da03 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 944 time: 0.3842413 Jul 16 18:05:46.196209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e0bb0-c934-4f47-907a-457ff0e85b11 req-1ffa9399-7830-459d-818f-ec0057ae5b1e tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.197742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-619e0bb0-c934-4f47-907a-457ff0e85b11 req-1ffa9399-7830-459d-818f-ec0057ae5b1e tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a8b159-32e2-41e7-b6d8-2a7ef5508f33 HTTP/1.1" status: 200 len: 945 time: 0.4214780 Jul 16 18:05:46.220849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] For port 45221223-41a5-4a9d-af0b-d2ce18f0d38e, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45221223-41a5-4a9d-af0b-d2ce18f0d38e,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:46.221231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.234280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-aed2501a-9d6b-4333-bfad-c47d812f5750 service neutron] 10.222.0.45 "GET /v2.0/ports/f011f21e-a0c7-4153-91b5-e4c7e919f9fd/bindings/n-h2-793619-10 HTTP/1.1" status: 200 len: 385 time: 0.2874415 Jul 16 18:05:46.234671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Calling delete_port for 45221223-41a5-4a9d-af0b-d2ce18f0d38e owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:46.264047 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.284932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a72a728c-f1f8-4aa2-91f2-bd0cd5bc0fd1 req-49f12461-ebdc-486f-a0bd-8b51f473570f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183968 Jul 16 18:05:46.365574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-619e0bb0-c934-4f47-907a-457ff0e85b11 req-43fd9706-f69e-42bb-9b67-da3b45e125f2 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555419 Jul 16 18:05:46.380118 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.440777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Port': ['ID=45221223-41a5-4a9d-af0b-d2ce18f0d38e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.505891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] No DVR routers for this DVR port 45221223-41a5-4a9d-af0b-d2ce18f0d38e on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:46.508425 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.510525 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14c885be-f3af-48af-9ce4-57f03f93b250 req-95ffe4a6-4508-49ce-a08a-3832a831db12 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "DELETE /v2.0/ports/45221223-41a5-4a9d-af0b-d2ce18f0d38e HTTP/1.1" status: 204 len: 173 time: 0.5720916 Jul 16 18:05:46.525519 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b18e27-287a-4f75-9940-fcb999c63c81 x-openstack-request-id: req-c8b18e27-287a-4f75-9940-fcb999c63c81 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:46.525856 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-deleted", "tag": "3b11c317-50e9-4416-b0ba-72db3b6c2838", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:46.526063 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8b18e27-287a-4f75-9940-fcb999c63c81 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:46.527593 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-deleted', 'tag': '3b11c317-50e9-4416-b0ba-72db3b6c2838', 'status': 'completed', 'code': 200} Jul 16 18:05:46.694095 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.776566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Transition to ACTIVE for port object 28758984-798a-474b-ad58-9c182da22130 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:46.838862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:46.873340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6335b5-6e53-4dbc-8954-3ca570aa00cb req-49795829-12bb-4947-8ee5-b3a4eac316da tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.874828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb6335b5-6e53-4dbc-8954-3ca570aa00cb req-49795829-12bb-4947-8ee5-b3a4eac316da tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 935 time: 0.2835443 Jul 16 18:05:46.900408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:46.937216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9871-e71f-4f3a-b4aa-67b5fa893b7b req-cbb07f87-4bab-4883-b3e4-db5ecbd93f6e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.938692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8ed9871-e71f-4f3a-b4aa-67b5fa893b7b req-cbb07f87-4bab-4883-b3e4-db5ecbd93f6e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.2510319 Jul 16 18:05:46.951321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.963003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:47.024843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f011f21e-a0c7-4153-91b5-e4c7e919f9fd {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:47.033085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:47.088527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:47.094922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb6335b5-6e53-4dbc-8954-3ca570aa00cb req-b2171def-53f0-43ee-9ec2-fd0b4df24462 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110143 Jul 16 18:05:47.107977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:47.126471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:47.131567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event updated for resources: {'Port': ['ID=28758984-798a-474b-ad58-9c182da22130,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:47.139166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:47.141681 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.199776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8ed9871-e71f-4f3a-b4aa-67b5fa893b7b req-2deb443d-e979-4caf-8f2d-253f58bd8fa6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462451 Jul 16 18:05:47.429235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.429946 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.485435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3109020-0d24-4de7-8883-8bedf4f905e6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:47.498910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-a812659c-c80a-4c6b-84b4-5aaaf3b45147 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4147408 Jul 16 18:05:47.501316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.536551 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:47.537187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Request body: {'port': {'device_id': '2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:47.539716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Transition to ACTIVE for port object a3109020-0d24-4de7-8883-8bedf4f905e6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:47.546672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] Transition to ACTIVE for port object f011f21e-a0c7-4153-91b5-e4c7e919f9fd will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:47.559562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 76b92279-6ce7-4eac-ad4d-e20fd261cef1 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:47.567731 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.578579 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.592620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 76b92279-6ce7-4eac-ad4d-e20fd261cef1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:47.593324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 76b92279-6ce7-4eac-ad4d-e20fd261cef1 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:47.594105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:47.596353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8c7fb364-5e58-4909-a067-27f6ad3ca7ac None None] Provisioning for port 28758984-798a-474b-ad58-9c182da22130 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:47.604963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8c7fb364-5e58-4909-a067-27f6ad3ca7ac None None] Provisioning complete for port 28758984-798a-474b-ad58-9c182da22130 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:47.605946 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c7fb364-5e58-4909-a067-27f6ad3ca7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.681802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fb364-5e58-4909-a067-27f6ad3ca7ac None None] Port 28758984-798a-474b-ad58-9c182da22130 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:47.689963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:47.759101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Pushing event updated for resources: {'Port': ['ID=a3109020-0d24-4de7-8883-8bedf4f905e6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:47.780348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] No DVR routers for this DVR port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:47.859205 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.904034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3b11c317-50e9-4416-b0ba-72db3b6c2838 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:47.924658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 3b11c317-50e9-4416-b0ba-72db3b6c2838 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:47.925094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3b11c317-50e9-4416-b0ba-72db3b6c2838 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:47.925512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 45221223-41a5-4a9d-af0b-d2ce18f0d38e no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:47.944201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 45221223-41a5-4a9d-af0b-d2ce18f0d38e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:47.944561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 45221223-41a5-4a9d-af0b-d2ce18f0d38e not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:47.944976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:47.957039 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/f011f21e-a0c7-4153-91b5-e4c7e919f9fd/bindings/n-h2-793619-10/activate HTTP/1.1" status: 200 len: 370 time: 1.6883464 Jul 16 18:05:47.966032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:47.966584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4c1e9094-6788-4d5a-a7aa-8e66f521dc7c not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:47.966709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267404ab-9332-41a7-8dfa-2bfc1d5d79c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:47.987695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889e3f5-d5d2-451e-b997-8ca8af17619a req-efeac8b5-3161-43d5-a0ad-12359fadc025 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.989302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7889e3f5-d5d2-451e-b997-8ca8af17619a req-efeac8b5-3161-43d5-a0ad-12359fadc025 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.3680277 Jul 16 18:05:47.994726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Attempting to bind port a3109020-0d24-4de7-8883-8bedf4f905e6 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:47.995059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Attempting to bind port a3109020-0d24-4de7-8883-8bedf4f905e6 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:47.995459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Attempting to bind port a3109020-0d24-4de7-8883-8bedf4f905e6 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:48.020391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b86ea-d24f-41c2-9c79-defe1fea6f71 req-0aa1ec61-6d5c-4396-826a-8505dd872a03 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.021888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c9b86ea-d24f-41c2-9c79-defe1fea6f71 req-0aa1ec61-6d5c-4396-826a-8505dd872a03 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 945 time: 0.3772557 Jul 16 18:05:48.031204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Port a3109020-0d24-4de7-8883-8bedf4f905e6 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:48.031617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Attempting to bind port a3109020-0d24-4de7-8883-8bedf4f905e6 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:48.092136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-0584c16a-fa6d-4688-aa87-0b6116d81a3f tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.093699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-0584c16a-fa6d-4688-aa87-0b6116d81a3f tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.0570037 Jul 16 18:05:48.109872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:48.109872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:48.109872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:48.109872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Bound port: a3109020-0d24-4de7-8883-8bedf4f905e6, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:48.109872 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.158641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-7f562bab-61f1-46e2-b574-0c059e5b9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.160168 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-7f562bab-61f1-46e2-b574-0c059e5b9a1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863&tenant_id=f6b9f0b080244c71a707593126928b50 HTTP/1.1" status: 200 len: 1097 time: 0.0543520 Jul 16 18:05:48.187421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7889e3f5-d5d2-451e-b997-8ca8af17619a req-4df43333-9c55-4fe3-b8b9-b07f306eea36 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879547 Jul 16 18:05:48.198539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c9b86ea-d24f-41c2-9c79-defe1fea6f71 req-ce664981-b990-46aa-bf67-c8787b9f3930 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681409 Jul 16 18:05:48.280046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fdf6551f-c121-4d95-bb0a-38017dbbe696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.282757 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-fdf6551f-c121-4d95-bb0a-38017dbbe696 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1097 time: 0.0803761 Jul 16 18:05:48.291221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] For port a3109020-0d24-4de7-8883-8bedf4f905e6, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:48.304812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:48.319315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] For port a3109020-0d24-4de7-8883-8bedf4f905e6, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a3109020-0d24-4de7-8883-8bedf4f905e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:48.347486 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.413497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-077b1ee6-237b-41a2-b871-faa96ad77e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.415183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-077b1ee6-237b-41a2-b871-faa96ad77e6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.1238346 Jul 16 18:05:48.429789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.430473 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.436231 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] 10.222.0.45 "PUT /v2.0/ports/a3109020-0d24-4de7-8883-8bedf4f905e6 HTTP/1.1" status: 200 len: 1096 time: 2.4880922 Jul 16 18:05:48.440857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd545801e-c741-4060-863a-00c0943e146c', 'tag': 'a3109020-0d24-4de7-8883-8bedf4f905e6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:48.444136 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f" -d '{"events": [{"name": "network-changed", "server_uuid": "d545801e-c741-4060-863a-00c0943e146c", "tag": "a3109020-0d24-4de7-8883-8bedf4f905e6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:48.462620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-217ff243-cee2-4ae2-ad49-ba5f10b29152 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting subnet e80af99b-f57f-456e-b369-a8a8127835d0 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:48.493931 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-e13c35d1-f3b5-4e40-ad9a-3777b706b6eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd HTTP/1.1" status: 200 len: 217 time: 0.0717883 Jul 16 18:05:48.500347 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-217ff243-cee2-4ae2-ad49-ba5f10b29152 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.571567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-deleted', 'tag': '4c1e9094-6788-4d5a-a7aa-8e66f521dc7c'}, {'server_uuid': '37103e11-65de-40f6-955e-6b3fbb61d63a', 'name': 'network-vif-deleted', 'tag': '76b92279-6ce7-4eac-ad4d-e20fd261cef1'}, {'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-deleted', 'tag': '45221223-41a5-4a9d-af0b-d2ce18f0d38e'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:48.574164 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454fc0a0-a418-46d8-b3a3-5142dce6b855" -d '{"events": [{"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-deleted", "tag": "4c1e9094-6788-4d5a-a7aa-8e66f521dc7c"}, {"server_uuid": "37103e11-65de-40f6-955e-6b3fbb61d63a", "name": "network-vif-deleted", "tag": "76b92279-6ce7-4eac-ad4d-e20fd261cef1"}, {"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-deleted", "tag": "45221223-41a5-4a9d-af0b-d2ce18f0d38e"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:48.579416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-e6afcb13-17c5-4722-9e9a-f0496e1a7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.580809 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-e6afcb13-17c5-4722-9e9a-f0496e1a7e7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0648925 Jul 16 18:05:48.599241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64222f-3537-4909-942f-871c7ba343ff service neutron] Pushing event updated for resources: {'Port': ['ID=a3109020-0d24-4de7-8883-8bedf4f905e6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.618058 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-3aae207a-aeda-4985-bae6-33acdc6fe9e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301268 Jul 16 18:05:48.721360 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-c6457d32-aed8-4faa-a935-99f67fca0cb6 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964522 Jul 16 18:05:48.820332 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-67e07d9f-84bd-4215-92d4-0c23ebfc81d0 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878201 Jul 16 18:05:48.981493 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-217ff243-cee2-4ae2-ad49-ba5f10b29152 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.008802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28758984-798a-474b-ad58-9c182da22130 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:49.021254 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.064301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Transition to ACTIVE for port object 28758984-798a-474b-ad58-9c182da22130 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:49.075672 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.132779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-77dc82c2-883f-403a-867c-5ffccfb78895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.134295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-77dc82c2-883f-403a-867c-5ffccfb78895 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 1099 time: 0.6095030 Jul 16 18:05:49.178657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-ff7bf1f8-76ec-49b6-ac6b-a301edff6386 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.180229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-ff7bf1f8-76ec-49b6-ac6b-a301edff6386 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.0636063 Jul 16 18:05:49.182817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e4a19-e21d-4d1b-b36b-dd2f65b1c92b req-8d026b2c-e625-4d37-be4d-4ffa8b5c1920 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.184290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-317e4a19-e21d-4d1b-b36b-dd2f65b1c92b req-8d026b2c-e625-4d37-be4d-4ffa8b5c1920 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 947 time: 0.7129438 Jul 16 18:05:49.246968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-3046c48d-3fa8-4063-8400-b5817135cd0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a3109020-0d24-4de7-8883-8bedf4f905e6 HTTP/1.1" status: 200 len: 217 time: 0.0895259 Jul 16 18:05:49.251835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=28758984-798a-474b-ad58-9c182da22130,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.262281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ba8fb-471e-4a37-b760-43f3cf4c693e req-73b8ed32-3a37-4e47-9f96-0aa05bacae45 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.263850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d09ba8fb-471e-4a37-b760-43f3cf4c693e req-73b8ed32-3a37-4e47-9f96-0aa05bacae45 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.6534352 Jul 16 18:05:49.276169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-217ff243-cee2-4ae2-ad49-ba5f10b29152 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.317439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-00e78f01-d18d-4890-b928-d1524f9ed715 service neutron] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:49.320898 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-00e78f01-d18d-4890-b928-d1524f9ed715 service neutron] Notify callbacks [] for binding, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.322090 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16f5b96a-2da4-4ad9-96d7-391b533a07fb req-00e78f01-d18d-4890-b928-d1524f9ed715 service neutron] 10.222.0.46 "DELETE /v2.0/ports/f011f21e-a0c7-4153-91b5-e4c7e919f9fd/bindings/n-h1-793619-10 HTTP/1.1" status: 204 len: 173 time: 0.1315668 Jul 16 18:05:49.451569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-317e4a19-e21d-4d1b-b36b-dd2f65b1c92b req-a04224cf-330c-4f90-9229-3400a703b34b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604938 Jul 16 18:05:49.461006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-abc98da7-3e33-4c15-92d0-eac705560456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.463361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-abc98da7-3e33-4c15-92d0-eac705560456 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1892605 Jul 16 18:05:49.469619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d09ba8fb-471e-4a37-b760-43f3cf4c693e req-5162ce3a-53bf-4782-9369-f7f36e11b46d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831801 Jul 16 18:05:49.530640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-217ff243-cee2-4ae2-ad49-ba5f10b29152 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.536248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Attempting to bind port 28758984-798a-474b-ad58-9c182da22130 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:49.536616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Attempting to bind port 28758984-798a-474b-ad58-9c182da22130 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:49.537161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Attempting to bind port 28758984-798a-474b-ad58-9c182da22130 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:49.568578 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ea477c-4fd1-4a06-8f48-7d17dedec7cf x-openstack-request-id: req-a2ea477c-4fd1-4a06-8f48-7d17dedec7cf {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:49.568842 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d545801e-c741-4060-863a-00c0943e146c", "tag": "a3109020-0d24-4de7-8883-8bedf4f905e6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:49.569085 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2ea477c-4fd1-4a06-8f48-7d17dedec7cf {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:49.569472 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd545801e-c741-4060-863a-00c0943e146c', 'tag': 'a3109020-0d24-4de7-8883-8bedf4f905e6', 'status': 'completed', 'code': 200} Jul 16 18:05:49.573137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Port 28758984-798a-474b-ad58-9c182da22130 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:49.573137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Attempting to bind port 28758984-798a-474b-ad58-9c182da22130 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:49.578626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-217ff243-cee2-4ae2-ad49-ba5f10b29152 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.580468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-217ff243-cee2-4ae2-ad49-ba5f10b29152 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "DELETE /v2.0/subnets/e80af99b-f57f-456e-b369-a8a8127835d0 HTTP/1.1" status: 204 len: 168 time: 1.2746589 Jul 16 18:05:49.581325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:49.581657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:49.582694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:49.583174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Bound port: 28758984-798a-474b-ad58-9c182da22130, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:49.583521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.585429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ff243-cee2-4ae2-ad49-ba5f10b29152 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Subnet': ['ID=e80af99b-f57f-456e-b369-a8a8127835d0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.585990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:49.587780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323bf0d-66de-4e1e-ae3c-b4f1f7e529cd None None] Network e4dd4329-4463-4222-9bc7-8547d2a95574 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:49.715468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-ac9b981b-bc46-4d3c-9581-fc55532a8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.719867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-ac9b981b-bc46-4d3c-9581-fc55532a8d5f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2450662 Jul 16 18:05:49.778374 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f588db0-c4fd-411d-a216-784f76d01a68 x-openstack-request-id: req-6f588db0-c4fd-411d-a216-784f76d01a68 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:49.778716 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-deleted", "tag": "4c1e9094-6788-4d5a-a7aa-8e66f521dc7c", "status": "completed", "code": 200}, {"server_uuid": "37103e11-65de-40f6-955e-6b3fbb61d63a", "name": "network-vif-deleted", "tag": "76b92279-6ce7-4eac-ad4d-e20fd261cef1", "status": "completed", "code": 200}, {"server_uuid": "d1a8b159-32e2-41e7-b6d8-2a7ef5508f33", "name": "network-vif-deleted", "tag": "45221223-41a5-4a9d-af0b-d2ce18f0d38e", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:49.779120 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f588db0-c4fd-411d-a216-784f76d01a68 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:49.779717 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-deleted', 'tag': '4c1e9094-6788-4d5a-a7aa-8e66f521dc7c', 'status': 'completed', 'code': 200} Jul 16 18:05:49.780105 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37103e11-65de-40f6-955e-6b3fbb61d63a', 'name': 'network-vif-deleted', 'tag': '76b92279-6ce7-4eac-ad4d-e20fd261cef1', 'status': 'completed', 'code': 200} Jul 16 18:05:49.780504 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a8b159-32e2-41e7-b6d8-2a7ef5508f33', 'name': 'network-vif-deleted', 'tag': '45221223-41a5-4a9d-af0b-d2ce18f0d38e', 'status': 'completed', 'code': 200} Jul 16 18:05:49.803002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] For port 28758984-798a-474b-ad58-9c182da22130, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:49.834049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.834262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] For port 28758984-798a-474b-ad58-9c182da22130, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28758984-798a-474b-ad58-9c182da22130,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:49.870991 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.885966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47164d3f-0b25-4eb9-9185-50785842a0a7 None None] DHCP port deletion for e4dd4329-4463-4222-9bc7-8547d2a95574 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:49.931165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.931792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.933723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] 10.222.0.46 "PUT /v2.0/ports/28758984-798a-474b-ad58-9c182da22130 HTTP/1.1" status: 200 len: 1096 time: 2.4140081 Jul 16 18:05:49.981950 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:49.982498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.984366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-47164d3f-0b25-4eb9-9185-50785842a0a7 None None] Deleting port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:49.985189 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47164d3f-0b25-4eb9-9185-50785842a0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.098922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-47164d3f-0b25-4eb9-9185-50785842a0a7 None None] For port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=95ccf096-6aed-40dc-ac1b-2ff0a201cf69,segment=NetworkSegment(7570710a-3196-406b-8603-e45da4c42022),segment_id=7570710a-3196-406b-8603-e45da4c42022)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:50.101111 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47164d3f-0b25-4eb9-9185-50785842a0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.107886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] For port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=95ccf096-6aed-40dc-ac1b-2ff0a201cf69,segment=NetworkSegment(7570710a-3196-406b-8603-e45da4c42022),segment_id=7570710a-3196-406b-8603-e45da4c42022)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:50.108204 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.124428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-47164d3f-0b25-4eb9-9185-50785842a0a7 None None] Calling delete_port for 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:50.129803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Calling delete_port for 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:50.144586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:50.213220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-628629b4-e405-4e8d-bff1-6d976e8fd2fc service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448891 Jul 16 18:05:50.213842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07252dbd-505b-4c56-89bd-e09587ed1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=28758984-798a-474b-ad58-9c182da22130,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.240581 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47164d3f-0b25-4eb9-9185-50785842a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.254215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47164d3f-0b25-4eb9-9185-50785842a0a7 None None] No DVR routers for this DVR port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:50.284770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47164d3f-0b25-4eb9-9185-50785842a0a7 None None] Pushing event deleted for resources: {'Port': ['ID=95ccf096-6aed-40dc-ac1b-2ff0a201cf69,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.288059 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.322015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86ddd2-1cc9-42cd-a190-6e9b94cc40dd req-30296541-8861-4db4-9c12-26dfecf24fd2 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.323515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e86ddd2-1cc9-42cd-a190-6e9b94cc40dd req-30296541-8861-4db4-9c12-26dfecf24fd2 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.4401944 Jul 16 18:05:50.332321 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68c571ad-f459-4df1-b7b2-df5ed50fc1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.335463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] No DVR routers for this DVR port 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:50.337044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Port': ['ID=95ccf096-6aed-40dc-ac1b-2ff0a201cf69,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.374405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-907174ba-3979-4ad5-a908-cd3ef334ab5e service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490309 Jul 16 18:05:50.390248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf261af-1395-4b91-a8dc-a48c59cd4b19 req-fe647ce0-51c4-4b99-a2d6-9f13cd3c6e29 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.392081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1cf261af-1395-4b91-a8dc-a48c59cd4b19 req-fe647ce0-51c4-4b99-a2d6-9f13cd3c6e29 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 945 time: 0.4200168 Jul 16 18:05:50.419548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-f18360ba-3301-43fe-811e-edaf8b40092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.421326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-f18360ba-3301-43fe-811e-edaf8b40092d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 1099 time: 0.3612301 Jul 16 18:05:50.448990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e86ddd2-1cc9-42cd-a190-6e9b94cc40dd req-52e804fe-0dc9-4638-913c-aea29df1972b tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103022 Jul 16 18:05:50.458298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.474464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dd4329-4463-4222-9bc7-8547d2a95574']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:50.489886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7570710a-3196-406b-8603-e45da4c42022') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:50.490188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7570710a-3196-406b-8603-e45da4c42022') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:50.508761 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.533572 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.542526 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-8927a430-d9c0-4337-9238-b0c985a588a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=28758984-798a-474b-ad58-9c182da22130 HTTP/1.1" status: 200 len: 217 time: 0.0956471 Jul 16 18:05:50.547227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:50.547792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:50.553354 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:50.595558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1cf261af-1395-4b91-a8dc-a48c59cd4b19 req-30432f94-14e8-4829-a39b-799d8285995a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788757 Jul 16 18:05:50.629844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-5c940f95-a169-4061-a518-aae679c53902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.632019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-5c940f95-a169-4061-a518-aae679c53902 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0724361 Jul 16 18:05:50.638423 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68c571ad-f459-4df1-b7b2-df5ed50fc1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.639506 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.641346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-0e95650f-916b-48ae-afa5-b26be35a73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.642708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68c571ad-f459-4df1-b7b2-df5ed50fc1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.642944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-0e95650f-916b-48ae-afa5-b26be35a73bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 1099 time: 0.1827910 Jul 16 18:05:50.656473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.659131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "DELETE /v2.0/networks/e4dd4329-4463-4222-9bc7-8547d2a95574 HTTP/1.1" status: 204 len: 168 time: 1.0716105 Jul 16 18:05:50.663211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:50.694837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0fef26-0c26-4382-80b2-95d5f04c90d6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Network': ['ID=e4dd4329-4463-4222-9bc7-8547d2a95574,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.715145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c571ad-f459-4df1-b7b2-df5ed50fc1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5efd1dd-44ce-452e-bca1-1c357e007a20,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.725233 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68c571ad-f459-4df1-b7b2-df5ed50fc1b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=040823d74b184fd6a65a8bd74544a094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795989 Jul 16 18:05:50.728058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:50.764024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:50.793769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:50.794122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 95ccf096-6aed-40dc-ac1b-2ff0a201cf69 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:50.798219 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee91550-f611-4b50-bb75-3cdecb33286f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.826283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee91550-f611-4b50-bb75-3cdecb33286f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.838750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-19a3055d-b1ea-4127-af42-8de0f05c6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.840711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-19a3055d-b1ea-4127-af42-8de0f05c6f65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1885495 Jul 16 18:05:50.846352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b86633e-4c7b-4289-935f-ae3864592a72 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting subnet c1696140-3e99-420e-acf8-ad6ec595de52 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:50.856817 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b86633e-4c7b-4289-935f-ae3864592a72 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.887379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee91550-f611-4b50-bb75-3cdecb33286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.891533 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bee91550-f611-4b50-bb75-3cdecb33286f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.893173 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bee91550-f611-4b50-bb75-3cdecb33286f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5efd1dd-44ce-452e-bca1-1c357e007a20 HTTP/1.1" status: 204 len: 168 time: 0.1640270 Jul 16 18:05:50.902913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee91550-f611-4b50-bb75-3cdecb33286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5efd1dd-44ce-452e-bca1-1c357e007a20,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.938316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-5e9aa3b5-c3d2-498b-9d2a-279bdda72b51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a3109020-0d24-4de7-8883-8bedf4f905e6 HTTP/1.1" status: 200 len: 217 time: 0.0887053 Jul 16 18:05:51.033524 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b86633e-4c7b-4289-935f-ae3864592a72 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.092924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0701d56-0392-4d17-a756-9c565b98307a req-b39e7e68-6e7e-476e-8231-2721cd474fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.094413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-b39e7e68-6e7e-476e-8231-2721cd474fcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3509963 Jul 16 18:05:51.114135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-d733a321-ac18-4d56-b24c-48a0e390b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.115921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-d733a321-ac18-4d56-b24c-48a0e390b409 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1463406 Jul 16 18:05:51.237559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82fcd4-f368-4e63-b5ac-10ec109c1896 req-609a9034-ef7a-403e-97db-1f9eabbdc4de tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.239373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f82fcd4-f368-4e63-b5ac-10ec109c1896 req-609a9034-ef7a-403e-97db-1f9eabbdc4de tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.3779929 Jul 16 18:05:51.285943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86cc7-9f24-4514-9129-09113335dfe7 req-8d1b5ff8-04d7-4401-8cbc-f8b3dfcfd4f5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.287422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ee86cc7-9f24-4514-9129-09113335dfe7 req-8d1b5ff8-04d7-4401-8cbc-f8b3dfcfd4f5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 947 time: 0.3605082 Jul 16 18:05:51.308876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b86633e-4c7b-4289-935f-ae3864592a72 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.425268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f82fcd4-f368-4e63-b5ac-10ec109c1896 req-81e9b542-c7a3-48d7-9a7a-71023c03778a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509299 Jul 16 18:05:51.430076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-1be8dc36-caac-4de9-993c-90b98050b579 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087173 Jul 16 18:05:51.460286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ee86cc7-9f24-4514-9129-09113335dfe7 req-e08ec76e-8fd3-4d21-a284-99d32e58cf2b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530664 Jul 16 18:05:51.465744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-0d6e638b-a621-4ee3-8318-8570be2b9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.467599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-0d6e638b-a621-4ee3-8318-8570be2b9e08 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3431368 Jul 16 18:05:51.543567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b86633e-4c7b-4289-935f-ae3864592a72 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.612679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954', 'tag': '28758984-798a-474b-ad58-9c182da22130'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:51.615745 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e744bb-1f52-49c6-873c-6510bad7c89c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954", "tag": "28758984-798a-474b-ad58-9c182da22130"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:51.654477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86633e-4c7b-4289-935f-ae3864592a72 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Subnet': ['ID=c1696140-3e99-420e-acf8-ad6ec595de52,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:51.665228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22c1a9-fd7c-4121-a198-3a8074960322 None None] Network 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:51.676645 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b86633e-4c7b-4289-935f-ae3864592a72 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.679053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3b86633e-4c7b-4289-935f-ae3864592a72 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "DELETE /v2.0/subnets/c1696140-3e99-420e-acf8-ad6ec595de52 HTTP/1.1" status: 204 len: 168 time: 0.9439938 Jul 16 18:05:51.681301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35702) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:51.760358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-bfa2bfce-4a05-48a4-9bf7-964582f29fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680321 Jul 16 18:05:51.764302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.766291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0701d56-0392-4d17-a756-9c565b98307a req-59a9f5fe-8b63-4158-b496-9f489666e4f8 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268859 Jul 16 18:05:51.823132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting port e95c2a4e-62ea-495e-9b1d-f085af115fe0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:51.823487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.829330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b380d-20bd-4d01-8bf1-dbc0be72ec9b req-2adb99b9-04b6-47fd-b7e4-af3da04f876e tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.830889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-261b380d-20bd-4d01-8bf1-dbc0be72ec9b req-2adb99b9-04b6-47fd-b7e4-af3da04f876e tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1097 time: 0.1882114 Jul 16 18:05:51.885177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52301a-7bff-44e7-985a-75d06a69accd req-4916f649-c1f8-4426-99b8-4519396e4bfd tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.886666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b52301a-7bff-44e7-985a-75d06a69accd req-4916f649-c1f8-4426-99b8-4519396e4bfd tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2516532 Jul 16 18:05:51.894797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] For port e95c2a4e-62ea-495e-9b1d-f085af115fe0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e95c2a4e-62ea-495e-9b1d-f085af115fe0,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:51.895175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.898681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ff2f2-8206-4a6b-9e6e-9bf2c5e24a47 None None] DHCP port deletion for 87a3083b-e9a8-499f-92b3-d2ff776a4ea9 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:51.909464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Calling delete_port for e95c2a4e-62ea-495e-9b1d-f085af115fe0 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:51.946677 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-142ff2f2-8206-4a6b-9e6e-9bf2c5e24a47 None None] Deleting port e95c2a4e-62ea-495e-9b1d-f085af115fe0 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:51.947057 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-142ff2f2-8206-4a6b-9e6e-9bf2c5e24a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.952877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7af4ab20-6699-4b7f-aa0b-b21c97dbe63f req-8e60daf0-81ec-42b1-962b-cb7ceea07626 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817997 Jul 16 18:05:51.956543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-261b380d-20bd-4d01-8bf1-dbc0be72ec9b req-96314f2e-7d21-42aa-93b2-1203cc4566fe tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970485 Jul 16 18:05:51.962366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b52301a-7bff-44e7-985a-75d06a69accd req-5442b163-7b34-4255-a396-5c0a9823d07c tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663409 Jul 16 18:05:52.017399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.034578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-142ff2f2-8206-4a6b-9e6e-9bf2c5e24a47 None None] For port e95c2a4e-62ea-495e-9b1d-f085af115fe0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e95c2a4e-62ea-495e-9b1d-f085af115fe0,segment=NetworkSegment(4e1fe93d-87ba-40a8-a7a4-1dced5a0792b),segment_id=4e1fe93d-87ba-40a8-a7a4-1dced5a0792b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:52.035015 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-142ff2f2-8206-4a6b-9e6e-9bf2c5e24a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.052096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-142ff2f2-8206-4a6b-9e6e-9bf2c5e24a47 None None] Calling delete_port for e95c2a4e-62ea-495e-9b1d-f085af115fe0 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:52.061253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Port': ['ID=e95c2a4e-62ea-495e-9b1d-f085af115fe0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.065062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] No DVR routers for this DVR port e95c2a4e-62ea-495e-9b1d-f085af115fe0 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:52.073725 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4fe2ed-04c4-454e-bff8-5eb108551802 x-openstack-request-id: req-5c4fe2ed-04c4-454e-bff8-5eb108551802 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:52.074203 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954", "tag": "28758984-798a-474b-ad58-9c182da22130", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:52.074744 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c4fe2ed-04c4-454e-bff8-5eb108551802 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:52.075426 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954', 'tag': '28758984-798a-474b-ad58-9c182da22130', 'status': 'completed', 'code': 200} Jul 16 18:05:52.150974 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-142ff2f2-8206-4a6b-9e6e-9bf2c5e24a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.168170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.178466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ff2f2-8206-4a6b-9e6e-9bf2c5e24a47 None None] Pushing event deleted for resources: {'Port': ['ID=e95c2a4e-62ea-495e-9b1d-f085af115fe0,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.183724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a3083b-e9a8-499f-92b3-d2ff776a4ea9']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:52.187533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ff2f2-8206-4a6b-9e6e-9bf2c5e24a47 None None] No DVR routers for this DVR port e95c2a4e-62ea-495e-9b1d-f085af115fe0 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:52.196071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:52.196366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1fe93d-87ba-40a8-a7a4-1dced5a0792b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:52.206022 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.221124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.227310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-543a2900-c6ea-40ed-9f40-8336edb8906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.227907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:52.228311 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.229278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-543a2900-c6ea-40ed-9f40-8336edb8906a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 1099 time: 0.0795462 Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:52.231276 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:52.301767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.345216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Network': ['ID=87a3083b-e9a8-499f-92b3-d2ff776a4ea9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.348770 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.351174 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-05811b8a-b517-4402-a615-fa4e20a86e0a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "DELETE /v2.0/networks/87a3083b-e9a8-499f-92b3-d2ff776a4ea9 HTTP/1.1" status: 204 len: 168 time: 0.6687419 Jul 16 18:05:52.358173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:52.361689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1873740842'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:52.427039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-1890c42f-8047-4fde-a028-93e54e803728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.428582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-1890c42f-8047-4fde-a028-93e54e803728 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1778417 Jul 16 18:05:52.433488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:52.437284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.496822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-7a80396e-13a1-491c-a854-43dd8451c80c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=28758984-798a-474b-ad58-9c182da22130 HTTP/1.1" status: 200 len: 217 time: 0.0482295 Jul 16 18:05:52.507889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:52.525212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e260e4-a68e-4310-abeb-e638ebbdf7a6 req-2ff1d520-975f-4f30-a90c-7e22909e85bb tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.526742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47e260e4-a68e-4310-abeb-e638ebbdf7a6 req-2ff1d520-975f-4f30-a90c-7e22909e85bb tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 1097 time: 0.1589315 Jul 16 18:05:52.559882 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.560638 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Added segment 609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b of type vlan for network c4164413-9ab4-4c5d-a465-51d300fee284 Jul 16 18:05:52.598043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35724) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:52.620680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-0ff743f7-5320-41da-987f-4eb2b0c9a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.623103 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-0ff743f7-5320-41da-987f-4eb2b0c9a643 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1122713 Jul 16 18:05:52.644385 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.660781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47e260e4-a68e-4310-abeb-e638ebbdf7a6 req-78fdeea8-0623-4ea6-94f1-52ba02fe0a6f tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081827 Jul 16 18:05:52.727020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e95c2a4e-62ea-495e-9b1d-f085af115fe0 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:52.774720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e95c2a4e-62ea-495e-9b1d-f085af115fe0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:52.775360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e95c2a4e-62ea-495e-9b1d-f085af115fe0 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:52.793313 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.799434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.800399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.834430 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-5d0815b0-6af5-472e-979f-2d3ccec121a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1770775 Jul 16 18:05:52.864427 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-772e1255-f873-45d4-80e8-cd343c8eb59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.904806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-eaf4fa13-6122-407b-84b3-f9dbea083dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.906821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-eaf4fa13-6122-407b-84b3-f9dbea083dc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2733562 Jul 16 18:05:52.944497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35738) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:52.945001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5873232 Jul 16 18:05:52.958642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'subnet': {'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:53.084309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-772e1255-f873-45d4-80e8-cd343c8eb59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.091669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-772e1255-f873-45d4-80e8-cd343c8eb59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.137162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:53.140766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.164539 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-772e1255-f873-45d4-80e8-cd343c8eb59a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e94fc00b0fc451281db4951ba81aa20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5653231 Jul 16 18:05:53.165203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:53.187839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e1255-f873-45d4-80e8-cd343c8eb59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8f7a95-db27-490a-badc-cce3719fd76b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.281198 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ba07556-70bd-4e56-95ae-078a26b86932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.334665 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ba07556-70bd-4e56-95ae-078a26b86932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.369968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ba537-cbb7-4c7d-9ed9-c39806c7b4c6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Network': ['ID=c4164413-9ab4-4c5d-a465-51d300fee284,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.388035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c4164413-9ab4-4c5d-a465-51d300fee284 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:53.429296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.454384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-0f91aeb6-88a8-46e0-8da4-755f570413e4 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078728 Jul 16 18:05:53.466001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ba07556-70bd-4e56-95ae-078a26b86932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.467082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd8267-0521-418c-958d-459de183c41a req-de2c0a99-c3b3-4912-aabf-1d3180d96760 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.468486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ba07556-70bd-4e56-95ae-078a26b86932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.468662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bdd8267-0521-418c-958d-459de183c41a req-de2c0a99-c3b3-4912-aabf-1d3180d96760 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.6228914 Jul 16 18:05:53.472472 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0ba07556-70bd-4e56-95ae-078a26b86932 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a8f7a95-db27-490a-badc-cce3719fd76b HTTP/1.1" status: 204 len: 168 time: 0.3029816 Jul 16 18:05:53.498771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba07556-70bd-4e56-95ae-078a26b86932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8f7a95-db27-490a-badc-cce3719fd76b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.514151 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Subnet': ['ID=63cd1486-3f7c-4f3b-9cbd-e3204e7ae4f3,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.526698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Checking segment: {'id': '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:53.527264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network hostable DHCP agents. Network: c4164413-9ab4-4c5d-a465-51d300fee284, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:53.547306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network c4164413-9ab4-4c5d-a465-51d300fee284 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:53.566896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, c4164413-9ab4-4c5d-a465-51d300fee284) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:53.572915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.573831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.591551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5b557-b1a0-4ece-8c50-9fc449afc9d0 None None] Network c4164413-9ab4-4c5d-a465-51d300fee284 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:53.595154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a074db-ae20-47f3-b0f6-6f76fb2fad3a req-eca1e7e7-2219-4dbd-b6f1-af5f6bc49a4d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.596733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95a074db-ae20-47f3-b0f6-6f76fb2fad3a req-eca1e7e7-2219-4dbd-b6f1-af5f6bc49a4d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 947 time: 0.2239890 Jul 16 18:05:53.600560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a3109020-0d24-4de7-8883-8bedf4f905e6 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:53.601564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f83a90bc-85a2-41f0-a64d-e538ba419027 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6558962 Jul 16 18:05:53.604098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:53.618768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1087701314'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:53.637373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bdd8267-0521-418c-958d-459de183c41a req-d8d34845-5429-4149-8d90-caa3132235c1 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497450 Jul 16 18:05:53.656211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:53.661534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.689946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2e744bb-1f52-49c6-873c-6510bad7c89c req-f0b80698-56ba-4bdb-af7d-6a224dcc7163 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174072 Jul 16 18:05:53.715647 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:53.760154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95a074db-ae20-47f3-b0f6-6f76fb2fad3a req-ca4743c5-cbd1-4f1f-84f1-d21ca5d63f44 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489899 Jul 16 18:05:53.801470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c45d2b3-518d-49e2-9f05-5f7f1e272eda admin admin] Deleting subnet a9019b82-149e-4227-a094-700d7eb60623 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:53.807318 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c45d2b3-518d-49e2-9f05-5f7f1e272eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.809099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:53.854608 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.855302 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Added segment f9613ca7-2ab7-4795-9349-eb33c7102c5f of type vlan for network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 Jul 16 18:05:53.902781 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c45d2b3-518d-49e2-9f05-5f7f1e272eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.926946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28758984-798a-474b-ad58-9c182da22130 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:53.953543 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.984802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c45d2b3-518d-49e2-9f05-5f7f1e272eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.047557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.062898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a3109020-0d24-4de7-8883-8bedf4f905e6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a3109020-0d24-4de7-8883-8bedf4f905e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:54.067021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.067847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.096163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77842349-6b27-4a77-b69f-a3d51634be57 req-41ff2c0d-13c0-4e85-9746-3a950a398e9c tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.097210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'a3109020-0d24-4de7-8883-8bedf4f905e6', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'a3109020-0d24-4de7-8883-8bedf4f905e6', 'mac_address': 'fa:16:3e:57:f9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:54.101121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77842349-6b27-4a77-b69f-a3d51634be57 req-41ff2c0d-13c0-4e85-9746-3a950a398e9c tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1399870 Jul 16 18:05:54.194811 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5845687 Jul 16 18:05:54.194811 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c45d2b3-518d-49e2-9f05-5f7f1e272eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.198431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.204649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-c4164413-9ab4-4c5d-a465-51d300fee284', 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'fixed_ips': [{'subnet_id': '63cd1486-3f7c-4f3b-9cbd-e3204e7ae4f3'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:54.205932 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.208432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'subnet': {'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:54.264547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77842349-6b27-4a77-b69f-a3d51634be57 req-be7b7f1d-7ff2-40b8-bc50-8b37550c7217 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467340 Jul 16 18:05:54.282740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45d2b3-518d-49e2-9f05-5f7f1e272eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9019b82-149e-4227-a094-700d7eb60623,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.290118 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.293808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28758984-798a-474b-ad58-9c182da22130, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28758984-798a-474b-ad58-9c182da22130,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:54.394007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4c391-4017-468c-925a-26778ed4981c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Network': ['ID=214784e5-5fdf-4812-8fd4-9fc51aa0a247,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.396629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c45d2b3-518d-49e2-9f05-5f7f1e272eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.401054 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4c45d2b3-518d-49e2-9f05-5f7f1e272eda admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a9019b82-149e-4227-a094-700d7eb60623 HTTP/1.1" status: 204 len: 168 time: 0.6805701 Jul 16 18:05:54.403020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.411720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3109020-0d24-4de7-8883-8bedf4f905e6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:54.419332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '28758984-798a-474b-ad58-9c182da22130', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '28758984-798a-474b-ad58-9c182da22130', 'mac_address': 'fa:16:3e:fd:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:54.453802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:54.454070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:54.459955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.530614 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.634263 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.640128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a3109020-0d24-4de7-8883-8bedf4f905e6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a3109020-0d24-4de7-8883-8bedf4f905e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:54.648256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f80f92b-a48f-4afd-8f35-83bbd4d214ec']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:54.655084 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.666625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdafeedb-d610-4653-8221-f5d0abb7fa5a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:54.666869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdafeedb-d610-4653-8221-f5d0abb7fa5a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:54.693727 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.711627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.738866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.745323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Allocated IP 19.80.0.2 (c4164413-9ab4-4c5d-a465-51d300fee284/63cd1486-3f7c-4f3b-9cbd-e3204e7ae4f3/7556c492-6c83-4d1c-b794-7b04a2735f89) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:54.750232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:54.751012 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:54.756491 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:54.760785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.788663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Subnet': ['ID=1045d532-e17a-41a1-8107-3209058b04be,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.804151 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.813032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Checking segment: {'id': 'f9613ca7-2ab7-4795-9349-eb33c7102c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:54.813398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network hostable DHCP agents. Network: 214784e5-5fdf-4812-8fd4-9fc51aa0a247, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:54.820015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a3109020-0d24-4de7-8883-8bedf4f905e6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.841517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28758984-798a-474b-ad58-9c182da22130 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:54.843433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:54.857971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 214784e5-5fdf-4812-8fd4-9fc51aa0a247) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:54.868709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.869425 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.891489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d032e-eaa1-4ea0-8993-5443c84d7d54 None None] Network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:54.894903 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1ba15c59-4af4-4afe-8e11-7afc7695cbf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6922772 Jul 16 18:05:54.938106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-62897198-network', 'tenant_id': 'dd50d3d5da4c4508b98db47b10f25d6e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:54.976435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28758984-798a-474b-ad58-9c182da22130, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28758984-798a-474b-ad58-9c182da22130,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:54.977816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Made reservation on behalf of dd50d3d5da4c4508b98db47b10f25d6e for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:54.981737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.996652 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.037566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a3109020-0d24-4de7-8883-8bedf4f905e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:55.043278 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.045518 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.078533 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.083599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] 10.222.0.60 "DELETE /v2.0/networks/6f80f92b-a48f-4afd-8f35-83bbd4d214ec HTTP/1.1" status: 204 len: 168 time: 0.6734803 Jul 16 18:05:55.091195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a7f65-e07d-4cc8-b522-413f216fb0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=6f80f92b-a48f-4afd-8f35-83bbd4d214ec,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.112474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b1da9-efb7-483b-a7f4-91acc1ff0b0d req-5bdcc1cd-db9e-4e35-9253-c0f7c65aa401 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.120725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd2b1da9-efb7-483b-a7f4-91acc1ff0b0d req-5bdcc1cd-db9e-4e35-9253-c0f7c65aa401 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.3093603 Jul 16 18:05:55.124814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.130433 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.168693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:55.187765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1ce427-1346-449a-8173-cf07172781c8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.195011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144704a7-a580-4ca1-a593-54545a4d80d0 req-2e0ef72e-f2f2-4176-bfe0-f991a737823f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.203341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-144704a7-a580-4ca1-a593-54545a4d80d0 req-2e0ef72e-f2f2-4176-bfe0-f991a737823f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 948 time: 0.2442572 Jul 16 18:05:55.208686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-edbbf8be-51eb-4a3a-b9e6-9e47e8b8d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.210430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-edbbf8be-51eb-4a3a-b9e6-9e47e8b8d355 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1101 time: 0.2264888 Jul 16 18:05:55.212171 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.212726 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Added segment 15c9af44-3bbf-48e9-87e4-b292f4502181 of type vlan for network d74138cf-8148-4b9e-9a95-c9a9f40b1412 Jul 16 18:05:55.227806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd2b1da9-efb7-483b-a7f4-91acc1ff0b0d req-57e2c805-c709-4777-bda7-fd1d95e9253d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063919 Jul 16 18:05:55.230470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28758984-798a-474b-ad58-9c182da22130,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.275136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.330958 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.345910 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.348629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.362597 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.376217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Transition to ACTIVE for port object 7556c492-6c83-4d1c-b794-7b04a2735f89 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:55.388285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-214784e5-5fdf-4812-8fd4-9fc51aa0a247', 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'fixed_ips': [{'subnet_id': '1045d532-e17a-41a1-8107-3209058b04be'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:55.391436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:55.393336 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.445243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-ae5d6833-1038-49c1-9067-d5b79cd1a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.446786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-ae5d6833-1038-49c1-9067-d5b79cd1a169 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2152200 Jul 16 18:05:55.447670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Transition to ACTIVE for port object 7556c492-6c83-4d1c-b794-7b04a2735f89 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:55.465928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.466202 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6606367 Jul 16 18:05:55.469324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:55.476528 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Request body: {'subnet': {'network_id': 'd74138cf-8148-4b9e-9a95-c9a9f40b1412', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-62897198-subnet', 'tenant_id': 'dd50d3d5da4c4508b98db47b10f25d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:55.486291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-144704a7-a580-4ca1-a593-54545a4d80d0 req-5ea2b41f-10ee-4d56-abb5-168e1a10bcaa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817740 Jul 16 18:05:55.588912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-f10a782e-0920-47cf-8715-3c006aa2aac1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.1237993 Jul 16 18:05:55.670806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['28758984-798a-474b-ad58-9c182da22130'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:55.724964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Allocated IP 19.86.0.2 (214784e5-5fdf-4812-8fd4-9fc51aa0a247/1045d532-e17a-41a1-8107-3209058b04be/e15f0552-0bf8-4884-aca8-494d85139a2c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:55.740239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Network c4164413-9ab4-4c5d-a465-51d300fee284 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:55.758665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-d08276d4-6375-4799-85c1-c6961dc4aaf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.764085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:55.765637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-d08276d4-6375-4799-85c1-c6961dc4aaf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.767931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:55.776497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-d08276d4-6375-4799-85c1-c6961dc4aaf6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/networks?id=c4164413-9ab4-4c5d-a465-51d300fee284&id=214784e5-5fdf-4812-8fd4-9fc51aa0a247 HTTP/1.1" status: 200 len: 1392 time: 0.3286579 Jul 16 18:05:55.818629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Pushing event updated for resources: {'Port': ['ID=7556c492-6c83-4d1c-b794-7b04a2735f89,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.843176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e3196-23ca-4faa-a346-137f54edffd3 admin admin] Pushing event updated for resources: {'Network': ['ID=d74138cf-8148-4b9e-9a95-c9a9f40b1412,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.844792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-721a2d1d-8be5-4de1-ae25-e9d707821fbe tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/quotas/a25feedebd854d5991f52c8c934ca5f4 HTTP/1.1" status: 200 len: 375 time: 0.0671198 Jul 16 18:05:55.867824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-6429c708-e9c5-4018-be19-c73c97d1a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.869631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-6429c708-e9c5-4018-be19-c73c97d1a0e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2708559 Jul 16 18:05:55.877297 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b6216f0d-d33e-4f0c-9fd5-292e5aa7a186 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e7b81549ca644dc911e52cf9fd7c14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842486 Jul 16 18:05:55.880136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:55.880937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Made reservation on behalf of dd50d3d5da4c4508b98db47b10f25d6e for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:55.883729 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.909639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d74138cf-8148-4b9e-9a95-c9a9f40b1412 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:55.984829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76904313-3957-4a04-8ba3-478e58dd9aeb req-643ba916-dd2c-49ae-8d70-6a3f24d13a67 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.994112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76904313-3957-4a04-8ba3-478e58dd9aeb req-643ba916-dd2c-49ae-8d70-6a3f24d13a67 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.2442203 Jul 16 18:05:55.995832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Attempting to bind port 7556c492-6c83-4d1c-b794-7b04a2735f89 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:55.996448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Attempting to bind port 7556c492-6c83-4d1c-b794-7b04a2735f89 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:55.997335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Attempting to bind port 7556c492-6c83-4d1c-b794-7b04a2735f89 on network c4164413-9ab4-4c5d-a465-51d300fee284 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:56.038820 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f57e2a3-794d-4191-aa6a-5604771d8fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.043291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-3e32712e-c661-4af3-8f9b-784107d9ec79 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a25feedebd854d5991f52c8c934ca5f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1963127 Jul 16 18:05:56.075344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:56.075724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Checking segment: {'id': '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:56.076474 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.076891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Bound using segment: {'id': '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:56.077376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Bound port: 7556c492-6c83-4d1c-b794-7b04a2735f89, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:56.077755 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.082690 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f57e2a3-794d-4191-aa6a-5604771d8fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.083249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-a3795bd1-248d-425c-a4e3-7eaa23a6bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.084810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-a3795bd1-248d-425c-a4e3-7eaa23a6bc01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1931720 Jul 16 18:05:56.098976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76904313-3957-4a04-8ba3-478e58dd9aeb req-20106bb8-04c5-435e-8477-dbd80649b1d0 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036165 Jul 16 18:05:56.242902 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f57e2a3-794d-4191-aa6a-5604771d8fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.246015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f57e2a3-794d-4191-aa6a-5604771d8fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.248112 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0f57e2a3-794d-4191-aa6a-5604771d8fe2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b5fc944-9e67-4da9-8817-ffbdcb911654 HTTP/1.1" status: 204 len: 168 time: 0.3620157 Jul 16 18:05:56.251338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] For port 7556c492-6c83-4d1c-b794-7b04a2735f89, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:56.252808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.257149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] For port 7556c492-6c83-4d1c-b794-7b04a2735f89, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7556c492-6c83-4d1c-b794-7b04a2735f89,segment=NetworkSegment(609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b),segment_id=609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:56.295023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57e2a3-794d-4191-aa6a-5604771d8fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5fc944-9e67-4da9-8817-ffbdcb911654,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.318255 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.356445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Checking segment: {'id': '15c9af44-3bbf-48e9-87e4-b292f4502181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd74138cf-8148-4b9e-9a95-c9a9f40b1412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:56.356841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Network hostable DHCP agents. Network: d74138cf-8148-4b9e-9a95-c9a9f40b1412, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:56.360625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9a67dc-b5b1-4a0a-9161-51a57550cefc,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.386282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Network d74138cf-8148-4b9e-9a95-c9a9f40b1412 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:56.387150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-e96865f0-017b-4834-a4d7-d933685ce094 service neutron] 10.222.0.60 "GET /v2.0/networks/c4164413-9ab4-4c5d-a465-51d300fee284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429394 Jul 16 18:05:56.413076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d74138cf-8148-4b9e-9a95-c9a9f40b1412) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:56.419727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.423253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.437049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3296d03-1570-4886-b553-1a9ed44f4798 None None] Pushing event updated for resources: {'Port': ['ID=7556c492-6c83-4d1c-b794-7b04a2735f89,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.470438 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f6fadc44-8554-4b31-9f98-0d2a49f56621 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9980979 Jul 16 18:05:56.520014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-a844acb4-f625-48b8-818e-0f24f184c956 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199548 Jul 16 18:05:56.577332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f487f9-0af2-49a0-9226-0dc64f82c07c None None] Network d74138cf-8148-4b9e-9a95-c9a9f40b1412 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:56.638345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.700044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Transition to ACTIVE for port object e15f0552-0bf8-4884-aca8-494d85139a2c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:56.725295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cd2d2c58-0552-4493-8ca6-ef292317b282 service neutron] 10.222.0.60 "GET /v2.0/networks/c4164413-9ab4-4c5d-a465-51d300fee284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368673 Jul 16 18:05:56.732743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-8072ad97-3dd5-4d3f-818c-478b6fa1abf8 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024136 Jul 16 18:05:56.748275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Transition to ACTIVE for port object e15f0552-0bf8-4884-aca8-494d85139a2c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:56.784847 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.891372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Pushing event updated for resources: {'Port': ['ID=e15f0552-0bf8-4884-aca8-494d85139a2c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.901663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac156c1-6c2e-438c-92a9-4cfaea2a8f0a None None] Network d74138cf-8148-4b9e-9a95-c9a9f40b1412 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:56.939089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:56.948493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:56.953159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:56.971925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-2f18a0c7-f1f2-4a34-be84-1236aadf32c4 service neutron] 10.222.0.60 "GET /v2.0/networks/214784e5-5fdf-4812-8fd4-9fc51aa0a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339904 Jul 16 18:05:57.096245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180bf19-b6fb-47f3-af91-68f26bd1f7fd req-5549f4c4-ba8c-4877-8fb1-78f98c05ae76 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.098827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f180bf19-b6fb-47f3-af91-68f26bd1f7fd req-5549f4c4-ba8c-4877-8fb1-78f98c05ae76 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.4467824 Jul 16 18:05:57.187214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Attempting to bind port e15f0552-0bf8-4884-aca8-494d85139a2c on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:57.187580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Attempting to bind port e15f0552-0bf8-4884-aca8-494d85139a2c by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'f9613ca7-2ab7-4795-9349-eb33c7102c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:57.187940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Attempting to bind port e15f0552-0bf8-4884-aca8-494d85139a2c on network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:57.203334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:57.203644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Checking segment: {'id': 'f9613ca7-2ab7-4795-9349-eb33c7102c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:57.204038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.204419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Bound using segment: {'id': 'f9613ca7-2ab7-4795-9349-eb33c7102c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:57.204930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Bound port: e15f0552-0bf8-4884-aca8-494d85139a2c, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9613ca7-2ab7-4795-9349-eb33c7102c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:57.205320 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.266561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f180bf19-b6fb-47f3-af91-68f26bd1f7fd req-21f09e9f-a6e9-408d-bf42-01c4237d6757 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239014 Jul 16 18:05:57.294541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ab6b03-90d5-44f2-bb0d-905bef5b544a service neutron] 10.222.0.60 "GET /v2.0/networks/214784e5-5fdf-4812-8fd4-9fc51aa0a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032653 Jul 16 18:05:57.495858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] For port e15f0552-0bf8-4884-aca8-494d85139a2c, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:57.499414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] For port e15f0552-0bf8-4884-aca8-494d85139a2c, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e15f0552-0bf8-4884-aca8-494d85139a2c,segment=NetworkSegment(f9613ca7-2ab7-4795-9349-eb33c7102c5f),segment_id=f9613ca7-2ab7-4795-9349-eb33c7102c5f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:57.506653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.553845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47602960-7a2c-4eb0-bdac-00a637eed131 req-c17c7bc1-eafa-424d-9ba9-5e7e7dd2e38a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.570766 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47602960-7a2c-4eb0-bdac-00a637eed131 req-c17c7bc1-eafa-424d-9ba9-5e7e7dd2e38a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 948 time: 0.1300492 Jul 16 18:05:57.637142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a3109020-0d24-4de7-8883-8bedf4f905e6 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:57.673473 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47602960-7a2c-4eb0-bdac-00a637eed131 req-90f9d088-2da7-4034-8f2c-2add6bfb87b2 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017098 Jul 16 18:05:57.745120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54940911-a9fd-447e-aed2-49a2942cde18 None None] Pushing event updated for resources: {'Port': ['ID=e15f0552-0bf8-4884-aca8-494d85139a2c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:57.790592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port a3109020-0d24-4de7-8883-8bedf4f905e6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:57.795282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port a3109020-0d24-4de7-8883-8bedf4f905e6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:57.795656 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.806787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35874) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:57.952177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ae201-bb44-4a77-9070-9f3c2ea8a18f req-bf439d53-14a9-4421-90d9-0a976f511e63 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.973976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-345ae201-bb44-4a77-9070-9f3c2ea8a18f req-bf439d53-14a9-4421-90d9-0a976f511e63 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1294506 Jul 16 18:05:58.002311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28758984-798a-474b-ad58-9c182da22130 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:58.108897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-345ae201-bb44-4a77-9070-9f3c2ea8a18f req-4ba96986-80ce-4836-a201-471bcb1f2d94 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326787 Jul 16 18:05:58.130497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1199506355-network', 'tenant_id': 'b216c102eabc47efb1b932b615a93e19'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:58.152151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fff8325c-bbd1-4cc5-9f05-b0177d77fb26 req-cbba9629-035b-4461-a6f0-71e15122b23b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1155188686', 'description': 'tempest-description-878215283'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:58.164812 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.217827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd545801e-c741-4060-863a-00c0943e146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3109020-0d24-4de7-8883-8bedf4f905e6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:58.220396 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eeedf3-1ca4-4ed3-be4d-c280e71a77f1" -d '{"events": [{"server_uuid": "d545801e-c741-4060-863a-00c0943e146c", "name": "network-vif-plugged", "status": "completed", "tag": "a3109020-0d24-4de7-8883-8bedf4f905e6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:58.221635 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fff8325c-bbd1-4cc5-9f05-b0177d77fb26 req-cbba9629-035b-4461-a6f0-71e15122b23b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.256602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Made reservation on behalf of b216c102eabc47efb1b932b615a93e19 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:58.257004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a3109020-0d24-4de7-8883-8bedf4f905e6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a3109020-0d24-4de7-8883-8bedf4f905e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:58.259278 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.262151 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.262969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:58.298367 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.380487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a3109020-0d24-4de7-8883-8bedf4f905e6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.383403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12512e02-7a8f-473c-8d53-df47e898c5c0 None None] Network c4164413-9ab4-4c5d-a465-51d300fee284 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:58.385342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 28758984-798a-474b-ad58-9c182da22130 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:58.412150 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fff8325c-bbd1-4cc5-9f05-b0177d77fb26 req-cbba9629-035b-4461-a6f0-71e15122b23b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.428064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fff8325c-bbd1-4cc5-9f05-b0177d77fb26 req-cbba9629-035b-4461-a6f0-71e15122b23b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.471806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 28758984-798a-474b-ad58-9c182da22130 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:58.472211 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.506965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.510339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-047b3f39-1037-4bef-8e68-be90576d4458 req-3fd40db9-9e0c-43a9-8e94-5dde9dccb965 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 210 time: 0.0427153 Jul 16 18:05:58.528534 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba9629-035b-4461-a6f0-71e15122b23b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6df435-a5b6-4308-82d5-43942dabc3d9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.573127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-45803090-4d36-45f5-af93-672729fe8f47 None None] Provisioning for port 7556c492-6c83-4d1c-b794-7b04a2735f89 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:58.611622 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3776b354-f2c6-4341-9a16-a7fa23b672ed x-openstack-request-id: req-3776b354-f2c6-4341-9a16-a7fa23b672ed {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:58.611914 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d545801e-c741-4060-863a-00c0943e146c", "name": "network-vif-plugged", "status": "completed", "tag": "a3109020-0d24-4de7-8883-8bedf4f905e6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:58.612165 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3776b354-f2c6-4341-9a16-a7fa23b672ed {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:58.612640 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd545801e-c741-4060-863a-00c0943e146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3109020-0d24-4de7-8883-8bedf4f905e6', 'code': 200} Jul 16 18:05:58.626489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.635373 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.657988 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fff8325c-bbd1-4cc5-9f05-b0177d77fb26 req-cbba9629-035b-4461-a6f0-71e15122b23b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.670202 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fff8325c-bbd1-4cc5-9f05-b0177d77fb26 req-cbba9629-035b-4461-a6f0-71e15122b23b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5585113 Jul 16 18:05:58.681103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:58.778488 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.787933 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.787933 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Added segment d2f67862-12a2-438a-8389-830b7f5a5bd2 of type vlan for network 018d2e03-807f-49ec-b282-3ddc3b1ff412 Jul 16 18:05:58.866383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839e5410-20a2-4a12-a78d-3432e931d55f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.872904 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.884929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7556c492-6c83-4d1c-b794-7b04a2735f89 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:59.001782 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.010040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:59.024058 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.039118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28758984-798a-474b-ad58-9c182da22130, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28758984-798a-474b-ad58-9c182da22130,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:59.049375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9dc33f1a-c6b2-4861-b772-5f19f9dee6f8 req-4451a933-3401-40e9-868a-8b5e2f2bda49 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/8e6df435-a5b6-4308-82d5-43942dabc3d9 HTTP/1.1" status: 200 len: 1804 time: 0.2987564 Jul 16 18:05:59.079530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9dc33f1a-c6b2-4861-b772-5f19f9dee6f8 req-e067128a-cb31-493d-b15e-b4f3cc09ed8b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e6df435-a5b6-4308-82d5-43942dabc3d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:59.080389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9dc33f1a-c6b2-4861-b772-5f19f9dee6f8 req-e067128a-cb31-493d-b15e-b4f3cc09ed8b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e6df435-a5b6-4308-82d5-43942dabc3d9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:59.082939 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.118245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5bd55-7f86-4a1d-bdfe-bf513655f201 req-b622b140-ed4f-4b83-9ec7-2c108b2c784c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.120044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4a5bd55-7f86-4a1d-bdfe-bf513655f201 req-b622b140-ed4f-4b83-9ec7-2c108b2c784c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.3859670 Jul 16 18:05:59.120189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7556c492-6c83-4d1c-b794-7b04a2735f89 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:59.126485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed0f2b-da8b-4375-b975-f1dec64e91e1 req-7f07c434-1c34-4bf0-8220-e7bcddb2e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.129285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79ed0f2b-da8b-4375-b975-f1dec64e91e1 req-7f07c434-1c34-4bf0-8220-e7bcddb2e286 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 1101 time: 0.3292170 Jul 16 18:05:59.129498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.130376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.131084 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.148123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7556c492-6c83-4d1c-b794-7b04a2735f89 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:59.148501 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.152957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.220318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a8e3da-6bb0-498f-b440-43890d52de18 None None] Network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:59.267753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28758984-798a-474b-ad58-9c182da22130,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.273070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] Pushing event updated for resources: {'Network': ['ID=018d2e03-807f-49ec-b282-3ddc3b1ff412,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.304721 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4a5bd55-7f86-4a1d-bdfe-bf513655f201 req-b46c6790-5cef-4b34-805d-883c090aaff0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698692 Jul 16 18:05:59.324404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 018d2e03-807f-49ec-b282-3ddc3b1ff412 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:59.337494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79ed0f2b-da8b-4375-b975-f1dec64e91e1 req-f51635d7-4189-4953-b292-d2b971bb16ca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825335 Jul 16 18:05:59.337494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-13df5da2-cf47-4b5b-b596-1f96c04d60d6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5253811 Jul 16 18:05:59.337709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:59.341929 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9dc33f1a-c6b2-4861-b772-5f19f9dee6f8 req-e067128a-cb31-493d-b15e-b4f3cc09ed8b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.343729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Request body: {'subnet': {'network_id': '018d2e03-807f-49ec-b282-3ddc3b1ff412', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1199506355-subnet', 'tenant_id': 'b216c102eabc47efb1b932b615a93e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:59.390014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Made reservation on behalf of b216c102eabc47efb1b932b615a93e19 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:59.394706 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.400763 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9dc33f1a-c6b2-4861-b772-5f19f9dee6f8 req-e067128a-cb31-493d-b15e-b4f3cc09ed8b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.414773 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9dc33f1a-c6b2-4861-b772-5f19f9dee6f8 req-e067128a-cb31-493d-b15e-b4f3cc09ed8b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.445915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067128a-cb31-493d-b15e-b4f3cc09ed8b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b080e3-eab9-4a03-979a-ad2f4c221a80,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.463842 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9dc33f1a-c6b2-4861-b772-5f19f9dee6f8 req-e067128a-cb31-493d-b15e-b4f3cc09ed8b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.465230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9dc33f1a-c6b2-4861-b772-5f19f9dee6f8 req-e067128a-cb31-493d-b15e-b4f3cc09ed8b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4052224 Jul 16 18:05:59.574626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f43c9eb4-b652-4c68-9290-6c4727403a73 None None] Provisioning for port e15f0552-0bf8-4884-aca8-494d85139a2c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:59.605038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.622722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:59.650741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.687147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7556c492-6c83-4d1c-b794-7b04a2735f89, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7556c492-6c83-4d1c-b794-7b04a2735f89,segment=NetworkSegment(609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b),segment_id=609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:59.720508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78834711-f0e8-47f5-ad85-60717ae23fcb req-ffa1e40e-e335-4cee-86df-6d1e7e9e95b7 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.729006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78834711-f0e8-47f5-ad85-60717ae23fcb req-ffa1e40e-e335-4cee-86df-6d1e7e9e95b7 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 949 time: 0.1995165 Jul 16 18:05:59.768274 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.769409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e15f0552-0bf8-4884-aca8-494d85139a2c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:59.785817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Checking segment: {'id': 'd2f67862-12a2-438a-8389-830b7f5a5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '018d2e03-807f-49ec-b282-3ddc3b1ff412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:59.786180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Network hostable DHCP agents. Network: 018d2e03-807f-49ec-b282-3ddc3b1ff412, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:59.795035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a895c383-bc2a-42a8-80cc-076044cdb8fc,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.822492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Network 018d2e03-807f-49ec-b282-3ddc3b1ff412 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:59.834101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 018d2e03-807f-49ec-b282-3ddc3b1ff412) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:59.840011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.840011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.842619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78834711-f0e8-47f5-ad85-60717ae23fcb req-4d166cdc-b220-48d6-b1f6-47340f2f54fd tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122169 Jul 16 18:05:59.866218 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eb6d7319-4eab-4b0c-a8ad-f47ca5171b12 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5209088 Jul 16 18:05:59.889918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-efbc3eea-d057-4475-952b-070e83dd8edd tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.897547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-efbc3eea-d057-4475-952b-070e83dd8edd tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.899154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-efbc3eea-d057-4475-952b-070e83dd8edd tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "GET /v2.0/networks?id=c4164413-9ab4-4c5d-a465-51d300fee284&id=214784e5-5fdf-4812-8fd4-9fc51aa0a247 HTTP/1.1" status: 200 len: 1392 time: 0.2735560 Jul 16 18:05:59.923284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'port': {'device_id': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284', 'admin_state_up': True, 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:59.932569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f00c50-fdf1-405a-9c10-671e434fb8d2 None None] Network 018d2e03-807f-49ec-b282-3ddc3b1ff412 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:59.940348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b686b-2539-4f5e-8b79-bb861fe850f0 req-afc22c30-a34b-4d92-a00a-7b871a8acc88 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.943674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe6b686b-2539-4f5e-8b79-bb861fe850f0 req-afc22c30-a34b-4d92-a00a-7b871a8acc88 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 948 time: 0.2544062 Jul 16 18:06:00.016790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ddbc7ae0-01ca-40b1-9614-aabf154ee866 None None] Provisioning complete for port 7556c492-6c83-4d1c-b794-7b04a2735f89 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:00.017214 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddbc7ae0-01ca-40b1-9614-aabf154ee866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.058811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe6b686b-2539-4f5e-8b79-bb861fe850f0 req-0e589582-c862-4d3c-9fe1-ebf1238e2194 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003790 Jul 16 18:06:00.142510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7556c492-6c83-4d1c-b794-7b04a2735f89,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:00.146591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b2ee5566-fe2a-47c2-aa41-afe40af32920 req-698a58cb-f2f4-40c3-8df5-b7f27c0ed55b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1482658908', 'description': 'tempest-description-948762099'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:00.161907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:00.169523 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.191183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.191704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.192247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.192715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.193333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.194150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.194150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.195096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.195668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.195977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.196408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.197091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:00.220612 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:00.232595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e15f0552-0bf8-4884-aca8-494d85139a2c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:00.249085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e15f0552-0bf8-4884-aca8-494d85139a2c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:00.249667 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.251715 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b2ee5566-fe2a-47c2-aa41-afe40af32920 req-698a58cb-f2f4-40c3-8df5-b7f27c0ed55b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.252207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'mac_address': 'fa:16:3e:ef:53:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:00.353829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acbf270b-fc16-4d61-97da-d5f494a52348 req-095e66df-a0fb-4322-b2b8-cc67b00e26e6 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 210 time: 0.0566738 Jul 16 18:06:00.448161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe57ce2-1e60-4d80-91fc-2c143d64ad6f None None] Network 018d2e03-807f-49ec-b282-3ddc3b1ff412 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:00.475818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Allocated IP 19.80.0.104 (c4164413-9ab4-4c5d-a465-51d300fee284/63cd1486-3f7c-4f3b-9cbd-e3204e7ae4f3/aff2a887-e297-41c9-9ee8-a1ad122d8379) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:00.519466 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.547253 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b2ee5566-fe2a-47c2-aa41-afe40af32920 req-698a58cb-f2f4-40c3-8df5-b7f27c0ed55b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.559007 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b2ee5566-fe2a-47c2-aa41-afe40af32920 req-698a58cb-f2f4-40c3-8df5-b7f27c0ed55b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.604188 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b2ee5566-fe2a-47c2-aa41-afe40af32920 req-698a58cb-f2f4-40c3-8df5-b7f27c0ed55b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.606009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2ee5566-fe2a-47c2-aa41-afe40af32920 req-698a58cb-f2f4-40c3-8df5-b7f27c0ed55b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4656336 Jul 16 18:06:00.621267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea'}, {'server_uuid': '2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28758984-798a-474b-ad58-9c182da22130'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:00.625028 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b324485-a5cd-4f80-bed4-af4f561772eb" -d '{"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea"}, {"server_uuid": "2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954", "name": "network-vif-plugged", "status": "completed", "tag": "28758984-798a-474b-ad58-9c182da22130"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:00.651585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8314f07-65f8-4ac2-981a-d725b0a821ea {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:00.677548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a58cb-f2f4-40c3-8df5-b7f27c0ed55b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8ae397-75ce-4820-a355-b1267b6bd8c3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:00.679012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:00.854606 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.864198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8b8971df-e024-4e3a-9f31-aed7208a0f26 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.865719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8b8971df-e024-4e3a-9f31-aed7208a0f26 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/networks?id=018d2e03-807f-49ec-b282-3ddc3b1ff412 HTTP/1.1" status: 200 len: 821 time: 0.2436776 Jul 16 18:06:00.873042 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.904478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-9273b7ff-29eb-43a8-a845-6e79aafb276e tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/quotas/b216c102eabc47efb1b932b615a93e19 HTTP/1.1" status: 200 len: 375 time: 0.0289876 Jul 16 18:06:00.905395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Transition to ACTIVE for port object aff2a887-e297-41c9-9ee8-a1ad122d8379 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:00.956071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d249-a897-4e92-b390-2a280f635f6f req-72fc75d7-5410-4dd0-a789-b8ab682846d6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.957796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7762d249-a897-4e92-b390-2a280f635f6f req-72fc75d7-5410-4dd0-a789-b8ab682846d6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.1819048 Jul 16 18:06:00.960215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15928f5d-e17d-4a5f-b9f9-0f1fe0b917c4 None None] Provisioning complete for port e15f0552-0bf8-4884-aca8-494d85139a2c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:00.960766 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15928f5d-e17d-4a5f-b9f9-0f1fe0b917c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.961437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-41de2159-4285-4fec-a886-56735e5f21b6 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b216c102eabc47efb1b932b615a93e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452850 Jul 16 18:06:00.982934 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.025366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.046106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port e15f0552-0bf8-4884-aca8-494d85139a2c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e15f0552-0bf8-4884-aca8-494d85139a2c,segment=NetworkSegment(f9613ca7-2ab7-4795-9349-eb33c7102c5f),segment_id=f9613ca7-2ab7-4795-9349-eb33c7102c5f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:01.052619 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.071797 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.147575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=e15f0552-0bf8-4884-aca8-494d85139a2c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.195808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7556c492-6c83-4d1c-b794-7b04a2735f89 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:01.198070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a8314f07-65f8-4ac2-981a-d725b0a821ea'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:01.304306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7556c492-6c83-4d1c-b794-7b04a2735f89 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:01.304709 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.464126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7762d249-a897-4e92-b390-2a280f635f6f req-498ee4c6-9a6a-450d-8d5d-81fa02c0f71f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930196 Jul 16 18:06:01.514204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-4463354d-9bfd-42b2-967d-26c756271c98 service neutron] 10.222.0.60 "GET /v2.0/networks/018d2e03-807f-49ec-b282-3ddc3b1ff412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442557 Jul 16 18:06:01.515153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Port': ['ID=aff2a887-e297-41c9-9ee8-a1ad122d8379,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.518147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network c4164413-9ab4-4c5d-a465-51d300fee284 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:01.534955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:01.543565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:01.612186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-690b5193-e790-4d07-b19b-df1be99d5e58 req-90b0afc8-7e4a-4b22-ba84-384edafcb9c9 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/0a8ae397-75ce-4820-a355-b1267b6bd8c3 HTTP/1.1" status: 200 len: 1804 time: 0.1164210 Jul 16 18:06:01.651020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-690b5193-e790-4d07-b19b-df1be99d5e58 req-426e1cf7-1b72-4c16-a76e-16ff5518a442 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0a8ae397-75ce-4820-a355-b1267b6bd8c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.651445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-690b5193-e790-4d07-b19b-df1be99d5e58 req-426e1cf7-1b72-4c16-a76e-16ff5518a442 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0a8ae397-75ce-4820-a355-b1267b6bd8c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.674090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.674719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.713734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-42ac9879-920d-4ec2-9f44-f005e5684e4a tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7952309 Jul 16 18:06:01.720821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-37877d17-a5a0-4ed6-bd86-c044af5528ca service neutron] 10.222.0.60 "GET /v2.0/networks/018d2e03-807f-49ec-b282-3ddc3b1ff412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966927 Jul 16 18:06:01.735254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Request body: {'port': {'device_id': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247', 'admin_state_up': True, 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.771759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5118d774-634a-448c-9890-6bf219c2902d None None] Provisioning for port aff2a887-e297-41c9-9ee8-a1ad122d8379 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:01.777766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5118d774-634a-448c-9890-6bf219c2902d None None] Provisioning complete for port aff2a887-e297-41c9-9ee8-a1ad122d8379 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:01.778207 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5118d774-634a-448c-9890-6bf219c2902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.780771 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-690b5193-e790-4d07-b19b-df1be99d5e58 req-426e1cf7-1b72-4c16-a76e-16ff5518a442 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.834390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5118d774-634a-448c-9890-6bf219c2902d None None] Port aff2a887-e297-41c9-9ee8-a1ad122d8379 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:01.842104 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-690b5193-e790-4d07-b19b-df1be99d5e58 req-426e1cf7-1b72-4c16-a76e-16ff5518a442 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.851519 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-690b5193-e790-4d07-b19b-df1be99d5e58 req-426e1cf7-1b72-4c16-a76e-16ff5518a442 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.898140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e1cf7-1b72-4c16-a76e-16ff5518a442 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfe16d4-0ec6-4b26-b3ae-f6bb1eed8aa9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.906283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-690b5193-e790-4d07-b19b-df1be99d5e58 req-426e1cf7-1b72-4c16-a76e-16ff5518a442 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.906534 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4472fa-c459-4a2e-b242-8244c95c0b05 x-openstack-request-id: req-6a4472fa-c459-4a2e-b242-8244c95c0b05 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:01.906899 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-unplugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea", "code": 200}, {"server_uuid": "2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954", "name": "network-vif-plugged", "status": "completed", "tag": "28758984-798a-474b-ad58-9c182da22130", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:01.907191 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a4472fa-c459-4a2e-b242-8244c95c0b05 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:01.907613 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'code': 200} Jul 16 18:06:01.909583 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28758984-798a-474b-ad58-9c182da22130', 'code': 200} Jul 16 18:06:01.918446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-690b5193-e790-4d07-b19b-df1be99d5e58 req-426e1cf7-1b72-4c16-a76e-16ff5518a442 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2961402 Jul 16 18:06:01.945345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Made reservation on behalf of a25feedebd854d5991f52c8c934ca5f4 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:01.953821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.103646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1507b6-9e70-4f75-bd34-02067b41ec71 req-70babaaa-e1ef-4c84-9e67-1fd38f53f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.114873 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c1507b6-9e70-4f75-bd34-02067b41ec71 req-70babaaa-e1ef-4c84-9e67-1fd38f53f20f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 1101 time: 0.0699329 Jul 16 18:06:02.182346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Allocated IP 19.86.0.205 (214784e5-5fdf-4812-8fd4-9fc51aa0a247/1045d532-e17a-41a1-8107-3209058b04be/45b8ca2f-d7cc-4b98-abce-71dbde84aa34) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:02.194685 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c1507b6-9e70-4f75-bd34-02067b41ec71 req-3d93bc14-98f2-4c44-b97c-4d71403405ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629640 Jul 16 18:06:02.226896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e86944-3a23-4821-afa5-627938e24200 req-7cebbf75-1d42-49d4-beed-a5e60ea2e8fc tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.228802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37e86944-3a23-4821-afa5-627938e24200 req-7cebbf75-1d42-49d4-beed-a5e60ea2e8fc tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 949 time: 0.1584513 Jul 16 18:06:02.329083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37e86944-3a23-4821-afa5-627938e24200 req-9714b1d7-2bdc-4565-8efd-54d14845a3ad tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933502 Jul 16 18:06:02.454876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a233b-6a40-4f2e-a18b-4de95ce08fde req-8b5652f1-f25d-43c0-a2b0-9d24af51ccce tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.457541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-611a233b-6a40-4f2e-a18b-4de95ce08fde req-8b5652f1-f25d-43c0-a2b0-9d24af51ccce tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 950 time: 0.1961937 Jul 16 18:06:02.533444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.562815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Transition to ACTIVE for port object 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:02.583767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-611a233b-6a40-4f2e-a18b-4de95ce08fde req-5ec7e250-41db-4ada-be77-5d8b1d116b2e tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028190 Jul 16 18:06:02.626179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24635e-e395-401e-9c87-d9fb4835c237 req-165c82f6-4e4f-493a-aabe-0c3c33b9fb15 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.627374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e24635e-e395-401e-9c87-d9fb4835c237 req-165c82f6-4e4f-493a-aabe-0c3c33b9fb15 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 932 time: 0.1669607 Jul 16 18:06:02.644159 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.718384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:02.724505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e24635e-e395-401e-9c87-d9fb4835c237 req-8973daf2-9374-4393-914d-22644361a08c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904369 Jul 16 18:06:02.728159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:02.732677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:02.735346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event updated for resources: {'Port': ['ID=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:02.805457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61bce29e-efe1-4999-975f-217be12ccd5e req-adac26a0-94f5-4b25-a770-91587ca2182e tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 210 time: 0.0429790 Jul 16 18:06:02.810906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d9f0975b-ccd2-46b9-9d60-31755318b80b req-9e554c87-8dca-429b-9084-44f560107ed6 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1846422642', 'description': 'tempest-description-1337401171'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:02.832782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.833454 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.860233 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d9f0975b-ccd2-46b9-9d60-31755318b80b req-9e554c87-8dca-429b-9084-44f560107ed6 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.875401 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-421d739f-5774-4b1e-8926-b68a4befe916 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1459379 Jul 16 18:06:02.901715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Request body: {'port': {'device_id': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:03.059064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.097563 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e986eb68-7328-4715-b264-3de707c4f32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.148321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d9f0975b-ccd2-46b9-9d60-31755318b80b req-9e554c87-8dca-429b-9084-44f560107ed6 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.156295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e15f0552-0bf8-4884-aca8-494d85139a2c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:03.163058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d9f0975b-ccd2-46b9-9d60-31755318b80b req-9e554c87-8dca-429b-9084-44f560107ed6 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.176706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b4140-70cd-417e-9f5f-eb33f797dabc req-996dd7b9-1344-48d8-b5cf-843cf9ec8033 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.176706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-043b4140-70cd-417e-9f5f-eb33f797dabc req-996dd7b9-1344-48d8-b5cf-843cf9ec8033 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 949 time: 0.1795900 Jul 16 18:06:03.212454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3ef76672-3843-48ca-88d4-a7abb23a8598 None None] Provisioning for port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:03.220625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3ef76672-3843-48ca-88d4-a7abb23a8598 None None] Provisioning complete for port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:03.221084 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ef76672-3843-48ca-88d4-a7abb23a8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.267005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3ef76672-3843-48ca-88d4-a7abb23a8598 None None] Port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:03.269401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e15f0552-0bf8-4884-aca8-494d85139a2c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:03.269901 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.318123 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d9f0975b-ccd2-46b9-9d60-31755318b80b req-9e554c87-8dca-429b-9084-44f560107ed6 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.318123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9f0975b-ccd2-46b9-9d60-31755318b80b req-9e554c87-8dca-429b-9084-44f560107ed6 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5187521 Jul 16 18:06:03.321279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554c87-8dca-429b-9084-44f560107ed6 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bd86aa-294e-49a7-a26f-b43e5de331f4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.386239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-043b4140-70cd-417e-9f5f-eb33f797dabc req-03f10197-06d0-4684-9156-ed20b9889669 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711736 Jul 16 18:06:03.582129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-91bb716c-5b55-4863-a29e-8672d1924903 req-519fa3c6-50c2-4e81-9491-ef8e744c593e tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1607284391', 'description': 'tempest-description-71942103'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:03.648275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:03.665126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-2f094652-5302-4596-b5ea-e9f1282f3ed6 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.666602 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-2f094652-5302-4596-b5ea-e9f1282f3ed6 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.45 "GET /v2.0/networks?id=018d2e03-807f-49ec-b282-3ddc3b1ff412 HTTP/1.1" status: 200 len: 821 time: 0.2774441 Jul 16 18:06:03.691806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Request body: {'port': {'device_id': '758bf3ae-e153-43b2-8298-0027b03e8c9b', 'network_id': '018d2e03-807f-49ec-b282-3ddc3b1ff412', 'admin_state_up': True, 'tenant_id': 'b216c102eabc47efb1b932b615a93e19'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:03.707550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port a8314f07-65f8-4ac2-981a-d725b0a821ea triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:03.707927 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.715117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-91bb716c-5b55-4863-a29e-8672d1924903 req-519fa3c6-50c2-4e81-9491-ef8e744c593e tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.782099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad1555-11b6-4ec5-b3c5-7f554fa6594b req-b3e43682-0402-4300-a7f8-00cfd07a3175 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.789497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3aad1555-11b6-4ec5-b3c5-7f554fa6594b req-b3e43682-0402-4300-a7f8-00cfd07a3175 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.2661004 Jul 16 18:06:03.800564 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.854543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:03.859011 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.913228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff2a887-e297-41c9-9ee8-a1ad122d8379 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:03.914472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:03.916844 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a10db9e-d6c0-4375-b56a-43a79a72843a" -d '{"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:03.927837 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.931003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.932456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3aad1555-11b6-4ec5-b3c5-7f554fa6594b req-b30739bc-faba-4f86-8fa3-1012e98dbe11 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421759 Jul 16 18:06:03.957049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Transition to ACTIVE for port object aff2a887-e297-41c9-9ee8-a1ad122d8379 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:03.967003 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.044039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-91bb716c-5b55-4863-a29e-8672d1924903 req-519fa3c6-50c2-4e81-9491-ef8e744c593e tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.055045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=aff2a887-e297-41c9-9ee8-a1ad122d8379,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.070795 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-91bb716c-5b55-4863-a29e-8672d1924903 req-519fa3c6-50c2-4e81-9491-ef8e744c593e tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.190027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Made reservation on behalf of b216c102eabc47efb1b932b615a93e19 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:04.194726 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.221343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fa3c6-50c2-4e81-9491-ef8e744c593e tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae5a863-59b6-4f31-910a-bfe521dd0228,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.224914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-91bb716c-5b55-4863-a29e-8672d1924903 req-519fa3c6-50c2-4e81-9491-ef8e744c593e tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.236218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91bb716c-5b55-4863-a29e-8672d1924903 req-519fa3c6-50c2-4e81-9491-ef8e744c593e tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6691542 Jul 16 18:06:04.353439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4585e-97d3-4d91-9290-85a314600032 req-74884559-ced3-435c-8b74-993a0ea6512b tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.355021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45b4585e-97d3-4d91-9290-85a314600032 req-74884559-ced3-435c-8b74-993a0ea6512b tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 951 time: 0.3012893 Jul 16 18:06:04.372545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Attempting to bind port aff2a887-e297-41c9-9ee8-a1ad122d8379 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:04.372872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Attempting to bind port aff2a887-e297-41c9-9ee8-a1ad122d8379 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:04.373204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Attempting to bind port aff2a887-e297-41c9-9ee8-a1ad122d8379 on network c4164413-9ab4-4c5d-a465-51d300fee284 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:04.424338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Port aff2a887-e297-41c9-9ee8-a1ad122d8379 on network c4164413-9ab4-4c5d-a465-51d300fee284 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:04.425605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Attempting to bind port aff2a887-e297-41c9-9ee8-a1ad122d8379 on network c4164413-9ab4-4c5d-a465-51d300fee284 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:04.468786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:04.469125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Checking segment: {'id': '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:04.469514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Bound using segment: {'id': '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:04.469954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Bound port: aff2a887-e297-41c9-9ee8-a1ad122d8379, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:04.470310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.506339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45b4585e-97d3-4d91-9290-85a314600032 req-d0118377-cc5a-45c9-8266-4089ff407d7d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351101 Jul 16 18:06:04.531931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Allocated IP 172.20.0.13 (018d2e03-807f-49ec-b282-3ddc3b1ff412/a895c383-bc2a-42a8-80cc-076044cdb8fc/95c992c2-89f5-4bee-b5a5-1d6a690e2b97) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:04.603500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68d71-4f96-4536-bdff-db3657eb233c req-4ed2259f-bd9f-4a37-9ec3-83314e3126ed tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.609643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e68d71-4f96-4536-bdff-db3657eb233c req-4ed2259f-bd9f-4a37-9ec3-83314e3126ed tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.611370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10e68d71-4f96-4536-bdff-db3657eb233c req-4ed2259f-bd9f-4a37-9ec3-83314e3126ed tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1667 time: 0.2706754 Jul 16 18:06:04.691715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] For port aff2a887-e297-41c9-9ee8-a1ad122d8379, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:04.701924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-baaa7d92-abf5-416c-a995-728cb3776771 req-f52e3305-990c-4d7b-8311-2da4f1356f6e tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 210 time: 0.0625346 Jul 16 18:06:04.719234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] For port aff2a887-e297-41c9-9ee8-a1ad122d8379, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aff2a887-e297-41c9-9ee8-a1ad122d8379,segment=NetworkSegment(609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b),segment_id=609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:04.745375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.769970 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f850287d-2291-4057-8765-bdc6b4543f06 x-openstack-request-id: req-f850287d-2291-4057-8765-bdc6b4543f06 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:04.770624 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-plugged", "status": "completed", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:04.770624 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f850287d-2291-4057-8765-bdc6b4543f06 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:04.771947 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'code': 200} Jul 16 18:06:04.787596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10e68d71-4f96-4536-bdff-db3657eb233c req-1ee18190-91af-44fa-8fbc-73eddad22849 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672959 Jul 16 18:06:04.854787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.855420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.856867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] 10.222.0.46 "PUT /v2.0/ports/aff2a887-e297-41c9-9ee8-a1ad122d8379 HTTP/1.1" status: 200 len: 1093 time: 1.9617021 Jul 16 18:06:04.860850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'tag': 'aff2a887-e297-41c9-9ee8-a1ad122d8379'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:04.863657 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "tag": "aff2a887-e297-41c9-9ee8-a1ad122d8379"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:04.928259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Request body: {'port': {'device_id': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:04.991087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c003c-c389-4f3e-beda-8d5b4940b5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=aff2a887-e297-41c9-9ee8-a1ad122d8379,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.062199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f71a735e-b963-4d48-9c0b-28f85f586387 req-6c558276-2f8b-4c2a-b657-e94d121b7602 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/41bd86aa-294e-49a7-a26f-b43e5de331f4 HTTP/1.1" status: 200 len: 1805 time: 0.2683578 Jul 16 18:06:05.082432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.196717 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.242804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f71a735e-b963-4d48-9c0b-28f85f586387 req-a62f49dd-c2ac-456e-802c-fc885e285c5f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/0ae5a863-59b6-4f31-910a-bfe521dd0228 HTTP/1.1" status: 200 len: 1803 time: 0.1638701 Jul 16 18:06:05.250116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019616c-5a39-4844-849b-27f332e73832 req-a7fc9135-b146-4178-9042-183d7078efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.250993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3019616c-5a39-4844-849b-27f332e73832 req-a7fc9135-b146-4178-9042-183d7078efd1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 1103 time: 0.2831516 Jul 16 18:06:05.274831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f71a735e-b963-4d48-9c0b-28f85f586387 req-1037ab99-b461-4ff1-a966-7de2f36af034 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41bd86aa-294e-49a7-a26f-b43e5de331f4', 'remote_group_id': '0ae5a863-59b6-4f31-910a-bfe521dd0228', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:05.275146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f71a735e-b963-4d48-9c0b-28f85f586387 req-1037ab99-b461-4ff1-a966-7de2f36af034 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41bd86aa-294e-49a7-a26f-b43e5de331f4', 'remote_group_id': '0ae5a863-59b6-4f31-910a-bfe521dd0228', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:05.315978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c65da-eca1-40c3-8bcd-851d475173c9 req-efe79800-6ad8-4346-a00e-1285cf098d62 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.318722 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e82c65da-eca1-40c3-8bcd-851d475173c9 req-efe79800-6ad8-4346-a00e-1285cf098d62 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 949 time: 0.3374736 Jul 16 18:06:05.333539 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.443029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Network 018d2e03-807f-49ec-b282-3ddc3b1ff412 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:05.457303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3019616c-5a39-4844-849b-27f332e73832 req-d2b111e0-5f3a-482c-9a8c-a697d10738ef service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931162 Jul 16 18:06:05.509127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:05.524889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:05.533572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Pushing event updated for resources: {'Port': ['ID=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.563356 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e82c65da-eca1-40c3-8bcd-851d475173c9 req-442feedc-92f1-401c-a301-4c35e67ff1e4 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249177 Jul 16 18:06:05.642215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.642838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.661812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f71a735e-b963-4d48-9c0b-28f85f586387 req-1037ab99-b461-4ff1-a966-7de2f36af034 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.703867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-51c96ad8-9847-4c95-8b61-a53bc771b1e3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0192678 Jul 16 18:06:05.732069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Request body: {'port': {'device_id': '758bf3ae-e153-43b2-8298-0027b03e8c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:05.739995 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a93bee6-0c71-489a-8e4e-5d22e778adfe x-openstack-request-id: req-8a93bee6-0c71-489a-8e4e-5d22e778adfe {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:05.740272 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "tag": "aff2a887-e297-41c9-9ee8-a1ad122d8379", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:05.740563 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a93bee6-0c71-489a-8e4e-5d22e778adfe {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:05.740934 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'tag': 'aff2a887-e297-41c9-9ee8-a1ad122d8379', 'status': 'completed', 'code': 200} Jul 16 18:06:05.778190 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f71a735e-b963-4d48-9c0b-28f85f586387 req-1037ab99-b461-4ff1-a966-7de2f36af034 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.792909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f71a735e-b963-4d48-9c0b-28f85f586387 req-1037ab99-b461-4ff1-a966-7de2f36af034 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.837347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037ab99-b461-4ff1-a966-7de2f36af034 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638cc934-37fb-40ba-875f-a198219fc339,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.881239 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f71a735e-b963-4d48-9c0b-28f85f586387 req-1037ab99-b461-4ff1-a966-7de2f36af034 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.886700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f71a735e-b963-4d48-9c0b-28f85f586387 req-1037ab99-b461-4ff1-a966-7de2f36af034 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6308923 Jul 16 18:06:05.895513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7 req-c8baad53-ef14-41e7-b990-cd41bc03b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.897308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7 req-c8baad53-ef14-41e7-b990-cd41bc03b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.899927 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7 req-c8baad53-ef14-41e7-b990-cd41bc03b995 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a25feedebd854d5991f52c8c934ca5f4&device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1915 time: 0.1041200 Jul 16 18:06:05.900238 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.903310 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-27ef4214-4e86-490e-924c-2300d02b9dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.119218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7 req-ea443b47-4f45-408a-b5fc-d94bbbc43c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.119827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7 req-ea443b47-4f45-408a-b5fc-d94bbbc43c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.120447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7 req-ea443b47-4f45-408a-b5fc-d94bbbc43c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.122505 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7 req-ea443b47-4f45-408a-b5fc-d94bbbc43c96 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a25feedebd854d5991f52c8c934ca5f4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2047558 Jul 16 18:06:06.311978 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.312228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7 req-ae44bb28-af34-4604-9b24-bbadf2404611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.314449 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-03e65f1f-0c7b-4cc5-96f6-a0d86ba79eb7 req-ae44bb28-af34-4604-9b24-bbadf2404611 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1835427 Jul 16 18:06:06.340392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:06.356948 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.410698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Transition to ACTIVE for port object 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:06.434628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.491133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6f802-b12a-4d9c-8ca6-3a3af6ea9c71 req-43d11c75-ef9b-40e2-aa2e-9a168b73acd5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.494729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2d6f802-b12a-4d9c-8ca6-3a3af6ea9c71 req-43d11c75-ef9b-40e2-aa2e-9a168b73acd5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.6174846 Jul 16 18:06:06.571209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f9396-44d3-4904-9815-bf03e20c6f0e req-40c674a7-14ef-4e43-8d1e-46965a4d82e9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.572840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c69f9396-44d3-4904-9815-bf03e20c6f0e req-40c674a7-14ef-4e43-8d1e-46965a4d82e9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 951 time: 0.2861283 Jul 16 18:06:06.618527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Pushing event updated for resources: {'Port': ['ID=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:06.730952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2d6f802-b12a-4d9c-8ca6-3a3af6ea9c71 req-3d5957a9-c5bb-4a69-b937-62429198e7fd tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796911 Jul 16 18:06:06.748684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c69f9396-44d3-4904-9815-bf03e20c6f0e req-f28a443f-63e0-4f5e-86f1-7c3590b32f34 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569653 Jul 16 18:06:06.818171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Attempting to bind port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:06.818672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Attempting to bind port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'f9613ca7-2ab7-4795-9349-eb33c7102c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:06.819013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Attempting to bind port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 on network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:06.825284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 on network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:06.825615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Attempting to bind port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 on network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:06.840806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:06.841214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Checking segment: {'id': 'f9613ca7-2ab7-4795-9349-eb33c7102c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:06.841619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Bound using segment: {'id': 'f9613ca7-2ab7-4795-9349-eb33c7102c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:06.842160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Bound port: 45b8ca2f-d7cc-4b98-abce-71dbde84aa34, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9613ca7-2ab7-4795-9349-eb33c7102c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:06.842627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.843640 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.993283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:06.999105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] For port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:07.006024 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.009200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] For port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,segment=NetworkSegment(f9613ca7-2ab7-4795-9349-eb33c7102c5f),segment_id=f9613ca7-2ab7-4795-9349-eb33c7102c5f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:07.021229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.035922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Transition to ACTIVE for port object 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:07.084060 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.119643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.119643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.119970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] 10.222.0.46 "PUT /v2.0/ports/45b8ca2f-d7cc-4b98-abce-71dbde84aa34 HTTP/1.1" status: 200 len: 1093 time: 2.2165096 Jul 16 18:06:07.165817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbfe01-4a23-438b-80ce-0980cb17bab6 req-7be86ef1-b864-47f0-90d3-eb25f7752da6 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.167392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eddbfe01-4a23-438b-80ce-0980cb17bab6 req-7be86ef1-b864-47f0-90d3-eb25f7752da6 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 932 time: 0.2344923 Jul 16 18:06:07.182477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cd3e9-edb1-4ac7-af15-f02ea7c898ff service neutron] Pushing event updated for resources: {'Port': ['ID=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:07.392277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Pushing event updated for resources: {'Port': ['ID=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:07.414645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eddbfe01-4a23-438b-80ce-0980cb17bab6 req-1d9f3ddd-32f2-455b-9328-5c97fd687fc3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290368 Jul 16 18:06:07.433685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3ff9a-ac36-47cd-b777-0e3320189fb2 req-b44b173f-de63-42f3-977a-26831f1cc242 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.442543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3ff9a-ac36-47cd-b777-0e3320189fb2 req-b44b173f-de63-42f3-977a-26831f1cc242 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.444724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29e3ff9a-ac36-47cd-b777-0e3320189fb2 req-b44b173f-de63-42f3-977a-26831f1cc242 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954&device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 1689 time: 0.4076495 Jul 16 18:06:07.488441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Attempting to bind port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:07.489081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Attempting to bind port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'd2f67862-12a2-438a-8389-830b7f5a5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '018d2e03-807f-49ec-b282-3ddc3b1ff412'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:07.489521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Attempting to bind port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 on network 018d2e03-807f-49ec-b282-3ddc3b1ff412 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:07.504010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 on network 018d2e03-807f-49ec-b282-3ddc3b1ff412 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:07.504756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Attempting to bind port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 on network 018d2e03-807f-49ec-b282-3ddc3b1ff412 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:07.511836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-09d7c78c-23d8-4a84-aaec-c2e7652ed3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.512611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-09d7c78c-23d8-4a84-aaec-c2e7652ed3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.515113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-09d7c78c-23d8-4a84-aaec-c2e7652ed3e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a25feedebd854d5991f52c8c934ca5f4&device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1983 time: 0.3217342 Jul 16 18:06:07.523154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:07.523753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Checking segment: {'id': 'd2f67862-12a2-438a-8389-830b7f5a5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '018d2e03-807f-49ec-b282-3ddc3b1ff412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:07.524172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Bound using segment: {'id': 'd2f67862-12a2-438a-8389-830b7f5a5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '018d2e03-807f-49ec-b282-3ddc3b1ff412'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:07.524639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Bound port: 95c992c2-89f5-4bee-b5a5-1d6a690e2b97, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f67862-12a2-438a-8389-830b7f5a5bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '018d2e03-807f-49ec-b282-3ddc3b1ff412'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:07.525101 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.600308 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29e3ff9a-ac36-47cd-b777-0e3320189fb2 req-d4b7ae07-9c83-4b26-a2a2-f86132fece5a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408865 Jul 16 18:06:07.616824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-d1d1c9c3-790c-49df-81ec-32c6fe4eb844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=aff2a887-e297-41c9-9ee8-a1ad122d8379 HTTP/1.1" status: 200 len: 217 time: 0.0713291 Jul 16 18:06:07.675989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1a1a02b2-d709-492b-b5fe-9dca9479b1be req-517f7a4a-5c2a-4d6a-bca5-4a0a7209b16d tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-284639027', 'description': 'tempest-description-368999463'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:07.751711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'tag': '45b8ca2f-d7cc-4b98-abce-71dbde84aa34'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:07.754144 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02871c40-465c-4f0f-946a-eda97b6dd2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "tag": "45b8ca2f-d7cc-4b98-abce-71dbde84aa34"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:07.789606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a1a02b2-d709-492b-b5fe-9dca9479b1be req-517f7a4a-5c2a-4d6a-bca5-4a0a7209b16d tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.793753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] For port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:07.802876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-a3c7e2b4-f8de-45f1-bb7a-3a9da69a1377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.807814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-a3c7e2b4-f8de-45f1-bb7a-3a9da69a1377 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63cd1486-3f7c-4f3b-9cbd-e3204e7ae4f3 HTTP/1.1" status: 200 len: 801 time: 0.1914454 Jul 16 18:06:07.810059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] For port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,segment=NetworkSegment(d2f67862-12a2-438a-8389-830b7f5a5bd2),segment_id=d2f67862-12a2-438a-8389-830b7f5a5bd2)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:07.838065 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.937304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.937942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.939338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] 10.222.0.45 "PUT /v2.0/ports/95c992c2-89f5-4bee-b5a5-1d6a690e2b97 HTTP/1.1" status: 200 len: 1093 time: 2.2187328 Jul 16 18:06:07.958269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057ef1f-dbe7-46e2-83e5-4fbe34cff7c2 req-e221da00-1d79-4ce3-bd80-cabcc2976f49 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.964863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057ef1f-dbe7-46e2-83e5-4fbe34cff7c2 req-e221da00-1d79-4ce3-bd80-cabcc2976f49 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.966580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8057ef1f-dbe7-46e2-83e5-4fbe34cff7c2 req-e221da00-1d79-4ce3-bd80-cabcc2976f49 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1679 time: 0.3724937 Jul 16 18:06:08.094854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9a48f-5cc9-44b6-bf9d-978a3a41f717 service neutron] Pushing event updated for resources: {'Port': ['ID=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.138150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8057ef1f-dbe7-46e2-83e5-4fbe34cff7c2 req-3b45f0d9-cb27-44bf-a211-f2d56c8a6a7d tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600444 Jul 16 18:06:08.144759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-c8700efc-1de7-461e-8029-d0fb0e844345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.146256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-c8700efc-1de7-461e-8029-d0fb0e844345 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c4164413-9ab4-4c5d-a465-51d300fee284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3238089 Jul 16 18:06:08.205437 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a1a02b2-d709-492b-b5fe-9dca9479b1be req-517f7a4a-5c2a-4d6a-bca5-4a0a7209b16d tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.212458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-6380a593-7e0c-45e6-b04e-9e783b9e7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.214000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-6380a593-7e0c-45e6-b04e-9e783b9e7c71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b216c102eabc47efb1b932b615a93e19&device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 1096 time: 0.2082813 Jul 16 18:06:08.216623 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a1a02b2-d709-492b-b5fe-9dca9479b1be req-517f7a4a-5c2a-4d6a-bca5-4a0a7209b16d tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.315179 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a1a02b2-d709-492b-b5fe-9dca9479b1be req-517f7a4a-5c2a-4d6a-bca5-4a0a7209b16d tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.316617 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a1a02b2-d709-492b-b5fe-9dca9479b1be req-517f7a4a-5c2a-4d6a-bca5-4a0a7209b16d tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6491807 Jul 16 18:06:08.317885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-f78873fe-4d0f-4ce7-8004-475b2e94d07a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c992c2-89f5-4bee-b5a5-1d6a690e2b97 HTTP/1.1" status: 200 len: 217 time: 0.0612724 Jul 16 18:06:08.358553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f7a4a-5c2a-4d6a-bca5-4a0a7209b16d tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d97fa18-767e-41b2-8ab4-b2643663d9fd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.371342 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f8acce-ea9b-404d-9cc3-2ee14753de6a x-openstack-request-id: req-c6f8acce-ea9b-404d-9cc3-2ee14753de6a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:08.371994 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "tag": "45b8ca2f-d7cc-4b98-abce-71dbde84aa34", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:08.372188 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6f8acce-ea9b-404d-9cc3-2ee14753de6a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:08.372492 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'tag': '45b8ca2f-d7cc-4b98-abce-71dbde84aa34', 'status': 'completed', 'code': 200} Jul 16 18:06:08.397734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-dea064e2-4a7d-4c4e-9588-66d25c6b2b0a service neutron] 10.222.0.46 "GET /v2.0/networks/c4164413-9ab4-4c5d-a465-51d300fee284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411630 Jul 16 18:06:08.411306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-18c0b837-a6d1-41e7-9ccc-6d947449c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.413763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-18c0b837-a6d1-41e7-9ccc-6d947449c366 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a895c383-bc2a-42a8-80cc-076044cdb8fc HTTP/1.1" status: 200 len: 861 time: 0.0848017 Jul 16 18:06:08.551926 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.594889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-401f4f28-7e3a-422c-b56e-2257094432ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=018d2e03-807f-49ec-b282-3ddc3b1ff412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915358 Jul 16 18:06:08.642173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-149d3ec9-7beb-4590-8b07-32524e32b3d1 service neutron] 10.222.0.46 "GET /v2.0/networks/c4164413-9ab4-4c5d-a465-51d300fee284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255895 Jul 16 18:06:08.739483 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-10be1860-9724-46d4-a514-b8ecb3494e45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.205&port_id=45b8ca2f-d7cc-4b98-abce-71dbde84aa34 HTTP/1.1" status: 200 len: 217 time: 0.0849652 Jul 16 18:06:08.772599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82db710-1c4e-4a9c-bd01-a37dd73714bc req-3291dfc6-a03a-41c2-a875-6487ad98930d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.774086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c82db710-1c4e-4a9c-bd01-a37dd73714bc req-3291dfc6-a03a-41c2-a875-6487ad98930d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 951 time: 0.2686338 Jul 16 18:06:08.784262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfa7e4-86cd-4053-909c-8a283a9017d6 req-d7dc5eaa-3863-4ab2-a2f4-e54d0866da3d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.785826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fdfa7e4-86cd-4053-909c-8a283a9017d6 req-d7dc5eaa-3863-4ab2-a2f4-e54d0866da3d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.2813542 Jul 16 18:06:08.859012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-fad61097-3c2e-45e2-b13a-4bd23c5a4fcf service neutron] 10.222.0.45 "GET /v2.0/networks/018d2e03-807f-49ec-b282-3ddc3b1ff412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478166 Jul 16 18:06:08.895673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-553d7a3d-b2ce-416d-b683-52e36ea103f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.897053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-553d7a3d-b2ce-416d-b683-52e36ea103f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1045d532-e17a-41a1-8107-3209058b04be HTTP/1.1" status: 200 len: 801 time: 0.1438639 Jul 16 18:06:08.932207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fdfa7e4-86cd-4053-909c-8a283a9017d6 req-8752f3da-6c1d-45a7-8954-08aaeff4049f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240473 Jul 16 18:06:08.945912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c82db710-1c4e-4a9c-bd01-a37dd73714bc req-b26a2797-c1d3-4222-a66f-d3549ece01bf tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421931 Jul 16 18:06:09.016797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-05cd2405-c8e2-4a0c-a669-d5104ea732cf req-51789060-d8e6-47d4-84e0-2e1d519badcc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1937438891', 'description': 'tempest-description-833675728'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:09.084880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2942c3ea-523a-469e-a076-8c491fd6bddf req-0808430c-ed90-4e77-9553-2ea395e8eb21 service neutron] 10.222.0.45 "GET /v2.0/networks/018d2e03-807f-49ec-b282-3ddc3b1ff412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122538 Jul 16 18:06:09.101196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05cd2405-c8e2-4a0c-a669-d5104ea732cf req-51789060-d8e6-47d4-84e0-2e1d519badcc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.122563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-c7814e44-319c-44fd-a273-dce710b33b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.124057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-c7814e44-319c-44fd-a273-dce710b33b58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=214784e5-5fdf-4812-8fd4-9fc51aa0a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102969 Jul 16 18:06:09.242130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4111c-573b-4276-bb1f-f52d3a541e5f req-cf79fb23-d80c-4e70-9396-fce92fe4bc7b tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.243477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05f4111c-573b-4276-bb1f-f52d3a541e5f req-cf79fb23-d80c-4e70-9396-fce92fe4bc7b tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 1101 time: 0.1784787 Jul 16 18:06:09.291959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-01301ff8-0fca-4243-a12f-8b78a7ae1080 service neutron] 10.222.0.46 "GET /v2.0/networks/214784e5-5fdf-4812-8fd4-9fc51aa0a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534717 Jul 16 18:06:09.323733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05cd2405-c8e2-4a0c-a669-d5104ea732cf req-51789060-d8e6-47d4-84e0-2e1d519badcc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.342232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05f4111c-573b-4276-bb1f-f52d3a541e5f req-4e21d42b-9006-4893-b30f-e4ce21f93276 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818322 Jul 16 18:06:09.342232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05cd2405-c8e2-4a0c-a669-d5104ea732cf req-51789060-d8e6-47d4-84e0-2e1d519badcc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.416280 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05cd2405-c8e2-4a0c-a669-d5104ea732cf req-51789060-d8e6-47d4-84e0-2e1d519badcc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.426304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05cd2405-c8e2-4a0c-a669-d5104ea732cf req-51789060-d8e6-47d4-84e0-2e1d519badcc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4193437 Jul 16 18:06:09.428980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51789060-d8e6-47d4-84e0-2e1d519badcc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59eab6f1-7197-4beb-a577-9855feaf011e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.447819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf36b9a-e8ad-4e22-9ac6-62fcc9d43417 req-8a5b935b-d35d-4f3a-bc0f-201e24d0890f service neutron] 10.222.0.46 "GET /v2.0/networks/214784e5-5fdf-4812-8fd4-9fc51aa0a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384511 Jul 16 18:06:09.537514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465dcc0-bc16-4a9e-b391-a73a4ec22c11 req-92e24212-9bb2-4dd9-9ab8-b94ab1db3510 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.539474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f465dcc0-bc16-4a9e-b391-a73a4ec22c11 req-92e24212-9bb2-4dd9-9ab8-b94ab1db3510 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 944 time: 0.0799410 Jul 16 18:06:09.604545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f465dcc0-bc16-4a9e-b391-a73a4ec22c11 req-397854cd-cbd9-40bf-990b-cefbed7c7209 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546625 Jul 16 18:06:09.681257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-1d48ceb7-493f-403a-acb5-99e6b2dba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.681684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-1d48ceb7-493f-403a-acb5-99e6b2dba1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.683256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-1d48ceb7-493f-403a-acb5-99e6b2dba1d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a25feedebd854d5991f52c8c934ca5f4&device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1983 time: 0.0784247 Jul 16 18:06:09.836611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-ad9119a3-7d96-4d6a-ad95-6c46354ba461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.838272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-ad9119a3-7d96-4d6a-ad95-6c46354ba461 service neutron] 10.222.0.46 "GET /v2.0/networks?id=214784e5-5fdf-4812-8fd4-9fc51aa0a247 HTTP/1.1" status: 200 len: 903 time: 0.1464643 Jul 16 18:06:09.857017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdb1-4d34-4ba0-ad0e-5bd1d0fe1554 req-2e8c5647-2e41-499a-9ac0-ca578bbf74a8 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.864144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6fdb1-4d34-4ba0-ad0e-5bd1d0fe1554 req-2e8c5647-2e41-499a-9ac0-ca578bbf74a8 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.865742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ca6fdb1-4d34-4ba0-ad0e-5bd1d0fe1554 req-2e8c5647-2e41-499a-9ac0-ca578bbf74a8 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1679 time: 0.1443908 Jul 16 18:06:09.906307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-a4202603-ed74-48e2-85da-33775ac7cf3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.205&port_id=45b8ca2f-d7cc-4b98-abce-71dbde84aa34 HTTP/1.1" status: 200 len: 217 time: 0.0580547 Jul 16 18:06:10.003342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ca6fdb1-4d34-4ba0-ad0e-5bd1d0fe1554 req-f712f01b-ce88-4d10-a37e-6039b61d9096 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302187 Jul 16 18:06:10.014219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-aca73d88-9467-4ab1-bb0f-5982a2146237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.015695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-aca73d88-9467-4ab1-bb0f-5982a2146237 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1045d532-e17a-41a1-8107-3209058b04be HTTP/1.1" status: 200 len: 801 time: 0.1008248 Jul 16 18:06:10.060871 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.085351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95141ffa-1831-4ad8-b3a3-96367128b9d0 req-482438c0-7b6f-40ee-8f9d-ca36788358e4 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.086824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95141ffa-1831-4ad8-b3a3-96367128b9d0 req-482438c0-7b6f-40ee-8f9d-ca36788358e4 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 1101 time: 0.1625884 Jul 16 18:06:10.138733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9ef2bde-ba30-48f4-a6bb-49f6585f7bd6 req-c8e85e80-e438-48f8-9ada-3a94f1cec4f9 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/1d97fa18-767e-41b2-8ab4-b2643663d9fd HTTP/1.1" status: 200 len: 1803 time: 0.0999479 Jul 16 18:06:10.166161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95141ffa-1831-4ad8-b3a3-96367128b9d0 req-15cdd4cd-085e-4163-bcbf-b5fd3e12e491 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710044 Jul 16 18:06:10.173980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-5fcb4a4f-ba0c-4ce5-beec-9617c8472c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.176177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-5fcb4a4f-ba0c-4ce5-beec-9617c8472c1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=214784e5-5fdf-4812-8fd4-9fc51aa0a247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473491 Jul 16 18:06:10.278744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9ef2bde-ba30-48f4-a6bb-49f6585f7bd6 req-1cecab3e-20f5-4abd-8d61-183bf9d2db89 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/59eab6f1-7197-4beb-a577-9855feaf011e HTTP/1.1" status: 200 len: 1804 time: 0.1280944 Jul 16 18:06:10.298253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c9ef2bde-ba30-48f4-a6bb-49f6585f7bd6 req-c6bfd2c7-d094-478d-800d-70c5c423b2ed tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d97fa18-767e-41b2-8ab4-b2643663d9fd', 'remote_group_id': '59eab6f1-7197-4beb-a577-9855feaf011e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:10.298679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c9ef2bde-ba30-48f4-a6bb-49f6585f7bd6 req-c6bfd2c7-d094-478d-800d-70c5c423b2ed tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d97fa18-767e-41b2-8ab4-b2643663d9fd', 'remote_group_id': '59eab6f1-7197-4beb-a577-9855feaf011e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:10.314344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-a9527b99-2b91-478c-ba64-caa3f18cfda8 service neutron] 10.222.0.46 "GET /v2.0/networks/214784e5-5fdf-4812-8fd4-9fc51aa0a247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173840 Jul 16 18:06:10.375124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758bf3ae-e153-43b2-8298-0027b03e8c9b', 'tag': '95c992c2-89f5-4bee-b5a5-1d6a690e2b97'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:10.377384 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331bbd87-693b-4b85-9108-074e61f53bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "758bf3ae-e153-43b2-8298-0027b03e8c9b", "tag": "95c992c2-89f5-4bee-b5a5-1d6a690e2b97"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:10.495573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa74b2d-5207-4b36-aa8f-285b4d4c84e5 req-3b2c7e79-7aed-45c2-a702-846758e1dbfe tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.497419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efa74b2d-5207-4b36-aa8f-285b4d4c84e5 req-3b2c7e79-7aed-45c2-a702-846758e1dbfe tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 1103 time: 0.1798091 Jul 16 18:06:10.501378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02871c40-465c-4f0f-946a-eda97b6dd2c7 req-22598e2a-f049-45eb-933e-85b0d313634b service neutron] 10.222.0.46 "GET /v2.0/networks/214784e5-5fdf-4812-8fd4-9fc51aa0a247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705334 Jul 16 18:06:10.503221 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9ef2bde-ba30-48f4-a6bb-49f6585f7bd6 req-c6bfd2c7-d094-478d-800d-70c5c423b2ed tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.584029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efa74b2d-5207-4b36-aa8f-285b4d4c84e5 req-d2d814c0-6dac-4bcd-bf39-008305c9c642 tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575867 Jul 16 18:06:10.606381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9ef2bde-ba30-48f4-a6bb-49f6585f7bd6 req-c6bfd2c7-d094-478d-800d-70c5c423b2ed tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.611861 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9ef2bde-ba30-48f4-a6bb-49f6585f7bd6 req-c6bfd2c7-d094-478d-800d-70c5c423b2ed tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.626033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfd2c7-d094-478d-800d-70c5c423b2ed tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e666c3-99ad-4d9a-90d9-c728867c5aad,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:10.646100 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c9ef2bde-ba30-48f4-a6bb-49f6585f7bd6 req-c6bfd2c7-d094-478d-800d-70c5c423b2ed tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.647414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9ef2bde-ba30-48f4-a6bb-49f6585f7bd6 req-c6bfd2c7-d094-478d-800d-70c5c423b2ed tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3541937 Jul 16 18:06:10.771139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-8df4ad5d-09d2-4199-bdb8-2733b3462386 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424509 Jul 16 18:06:11.202215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab266bcb-9ec4-4415-b8b0-7e3e83e10ec9 req-b3dcdd8a-4efc-450e-abd9-3a33ce0508fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.203707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab266bcb-9ec4-4415-b8b0-7e3e83e10ec9 req-b3dcdd8a-4efc-450e-abd9-3a33ce0508fe tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.4856308 Jul 16 18:06:11.254049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-59991d16-45f8-4449-9c14-95ef03f9b832 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.255523 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-59991d16-45f8-4449-9c14-95ef03f9b832 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4785361 Jul 16 18:06:11.275709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab266bcb-9ec4-4415-b8b0-7e3e83e10ec9 req-92094de0-f531-4b77-804c-2d68a9fc4836 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643666 Jul 16 18:06:11.278142 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-4a772a68-b736-44a3-a722-d30fbea6b1c6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/quotas/33a0bbd4b0e94ba9b96e94d57280f64b HTTP/1.1" status: 200 len: 375 time: 0.0169466 Jul 16 18:06:11.329604 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64496cfd-e124-46cc-a17a-ed8f5d149191 x-openstack-request-id: req-64496cfd-e124-46cc-a17a-ed8f5d149191 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:11.329835 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758bf3ae-e153-43b2-8298-0027b03e8c9b", "tag": "95c992c2-89f5-4bee-b5a5-1d6a690e2b97", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:11.330200 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64496cfd-e124-46cc-a17a-ed8f5d149191 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:11.331407 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758bf3ae-e153-43b2-8298-0027b03e8c9b', 'tag': '95c992c2-89f5-4bee-b5a5-1d6a690e2b97', 'status': 'completed', 'code': 200} Jul 16 18:06:11.374400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-62022bb4-ffaf-4cfe-afa6-f5a71d0f3b1d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0895398 Jul 16 18:06:11.432099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-920860c3-da31-4730-a5c1-cf2eb928af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.433619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-920860c3-da31-4730-a5c1-cf2eb928af5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b216c102eabc47efb1b932b615a93e19&device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 1096 time: 0.0814631 Jul 16 18:06:11.583517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-ef5888af-1546-4259-86a7-743389e6d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.585028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-ef5888af-1546-4259-86a7-743389e6d7e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=018d2e03-807f-49ec-b282-3ddc3b1ff412 HTTP/1.1" status: 200 len: 922 time: 0.1437292 Jul 16 18:06:11.651872 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-8d8421e9-460f-4777-8283-3a27fc28e281 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c992c2-89f5-4bee-b5a5-1d6a690e2b97 HTTP/1.1" status: 200 len: 217 time: 0.0504513 Jul 16 18:06:11.662413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d05c9294-d03a-4da6-af57-b0536e0bf368 req-da000501-d0c0-4378-8b6d-c0be971acdb6 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/59eab6f1-7197-4beb-a577-9855feaf011e HTTP/1.1" status: 200 len: 1804 time: 0.1069167 Jul 16 18:06:11.684718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:11.804497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-1452beee-9a57-4d7e-baf3-ea893823293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.806013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-1452beee-9a57-4d7e-baf3-ea893823293d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a895c383-bc2a-42a8-80cc-076044cdb8fc HTTP/1.1" status: 200 len: 861 time: 0.1410246 Jul 16 18:06:11.809816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,segment=NetworkSegment(d2f67862-12a2-438a-8389-830b7f5a5bd2),segment_id=d2f67862-12a2-438a-8389-830b7f5a5bd2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:11.821988 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d05c9294-d03a-4da6-af57-b0536e0bf368 req-dbd591f6-c068-4b71-a2be-e95121e07ba5 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.825681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '95c992c2-89f5-4bee-b5a5-1d6a690e2b97', 'network_id': '018d2e03-807f-49ec-b282-3ddc3b1ff412', 'port_id': '95c992c2-89f5-4bee-b5a5-1d6a690e2b97', 'mac_address': 'fa:16:3e:3c:5d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a895c383-bc2a-42a8-80cc-076044cdb8fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:11.875599 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.883648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-c42e5c3b-ceb2-4e4f-804d-f80276ef8069 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=018d2e03-807f-49ec-b282-3ddc3b1ff412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632517 Jul 16 18:06:11.893947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:11.897491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d05c9294-d03a-4da6-af57-b0536e0bf368 req-dbd591f6-c068-4b71-a2be-e95121e07ba5 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.917243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,segment=NetworkSegment(d2f67862-12a2-438a-8389-830b7f5a5bd2),segment_id=d2f67862-12a2-438a-8389-830b7f5a5bd2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:11.923846 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.950784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6907940-3349-4bca-a5cd-526c584e0e36 req-2b551a56-f0a2-4d2f-84f2-f7a0e484bc1f tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.952358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6907940-3349-4bca-a5cd-526c584e0e36 req-2b551a56-f0a2-4d2f-84f2-f7a0e484bc1f tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 944 time: 0.2704792 Jul 16 18:06:11.987369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.029565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:12.117148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6907940-3349-4bca-a5cd-526c584e0e36 req-8674c5e6-a3de-4e32-92e0-1f5095a75cac tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508803 Jul 16 18:06:12.128660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-61d0d691-ba30-4e17-a275-bb0f74990ada service neutron] 10.222.0.45 "GET /v2.0/networks/018d2e03-807f-49ec-b282-3ddc3b1ff412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278321 Jul 16 18:06:12.154682 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d05c9294-d03a-4da6-af57-b0536e0bf368 req-dbd591f6-c068-4b71-a2be-e95121e07ba5 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.170805 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d05c9294-d03a-4da6-af57-b0536e0bf368 req-dbd591f6-c068-4b71-a2be-e95121e07ba5 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.170805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d05c9294-d03a-4da6-af57-b0536e0bf368 req-dbd591f6-c068-4b71-a2be-e95121e07ba5 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "DELETE /v2.0/security-groups/59eab6f1-7197-4beb-a577-9855feaf011e HTTP/1.1" status: 204 len: 173 time: 0.5071683 Jul 16 18:06:12.200448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,segment=NetworkSegment(f9613ca7-2ab7-4795-9349-eb33c7102c5f),segment_id=f9613ca7-2ab7-4795-9349-eb33c7102c5f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:12.226146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '45b8ca2f-d7cc-4b98-abce-71dbde84aa34', 'network_id': '214784e5-5fdf-4812-8fd4-9fc51aa0a247', 'port_id': '45b8ca2f-d7cc-4b98-abce-71dbde84aa34', 'mac_address': 'fa:16:3e:97:52:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1045d532-e17a-41a1-8107-3209058b04be', 'ip_address': '19.86.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:12.237324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd591f6-c068-4b71-a2be-e95121e07ba5 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eab6f1-7197-4beb-a577-9855feaf011e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.301486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['95c992c2-89f5-4bee-b5a5-1d6a690e2b97'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:12.326748 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.349584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:12.355236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-331bbd87-693b-4b85-9108-074e61f53bc5 req-ecba2528-0f6b-4ad4-94af-b147644a915c service neutron] 10.222.0.45 "GET /v2.0/networks/018d2e03-807f-49ec-b282-3ddc3b1ff412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193420 Jul 16 18:06:12.372394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,segment=NetworkSegment(f9613ca7-2ab7-4795-9349-eb33c7102c5f),segment_id=f9613ca7-2ab7-4795-9349-eb33c7102c5f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:12.382137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.382788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aff2a887-e297-41c9-9ee8-a1ad122d8379 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:12.475401 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17d14e95-be1f-449e-beae-4f6c21ab0d27 req-d4eca65e-6551-479f-8752-8443e6c2dbff tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 210 time: 0.0474317 Jul 16 18:06:12.496023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.531846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d85b1-16bb-494b-8b89-88b56cb00faf req-da192264-eae9-4f12-894c-5e6611ad0e0c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.538980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d85b1-16bb-494b-8b89-88b56cb00faf req-da192264-eae9-4f12-894c-5e6611ad0e0c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.540632 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-499d85b1-16bb-494b-8b89-88b56cb00faf req-da192264-eae9-4f12-894c-5e6611ad0e0c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1680 time: 0.1591930 Jul 16 18:06:12.589600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-499d85b1-16bb-494b-8b89-88b56cb00faf req-8016d701-aed3-4492-9390-4e749cc0aafc tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Jul 16 18:06:12.669032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aff2a887-e297-41c9-9ee8-a1ad122d8379, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aff2a887-e297-41c9-9ee8-a1ad122d8379,segment=NetworkSegment(609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b),segment_id=609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:12.701760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'aff2a887-e297-41c9-9ee8-a1ad122d8379', 'network_id': 'c4164413-9ab4-4c5d-a465-51d300fee284', 'port_id': 'aff2a887-e297-41c9-9ee8-a1ad122d8379', 'mac_address': 'fa:16:3e:4d:82:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63cd1486-3f7c-4f3b-9cbd-e3204e7ae4f3', 'ip_address': '19.80.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:12.722623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e53f1-5e5b-4063-8d69-d7e38f850b3c req-cd73bb2a-b5c3-49bb-b9a8-87e0e23f9ef5 tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.730278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac7e53f1-5e5b-4063-8d69-d7e38f850b3c req-cd73bb2a-b5c3-49bb-b9a8-87e0e23f9ef5 tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 1103 time: 0.1102386 Jul 16 18:06:12.757047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d44b6894-c9dd-423f-baf1-b699c5caaa5f req-42cbfa3a-42b5-4946-9b2b-ffa0a478bf0b tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/1d97fa18-767e-41b2-8ab4-b2643663d9fd HTTP/1.1" status: 200 len: 1803 time: 0.0961900 Jul 16 18:06:12.760220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.777506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff2a887-e297-41c9-9ee8-a1ad122d8379 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:12.793056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac7e53f1-5e5b-4063-8d69-d7e38f850b3c req-10acf8f1-4509-4e2d-998a-a3d731580f9d tempest-ServersAdminTestJSON-753601827 tempest-ServersAdminTestJSON-753601827-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562739 Jul 16 18:06:12.812934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aff2a887-e297-41c9-9ee8-a1ad122d8379, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aff2a887-e297-41c9-9ee8-a1ad122d8379,segment=NetworkSegment(609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b),segment_id=609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:12.820187 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.827199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-da8bee3a-f930-422d-85d4-23ac0aabb889 req-69134813-db3e-45df-833a-abf4e2b5ed17 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1058758456', 'description': 'tempest-description-672842323'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:12.865500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da8bee3a-f930-422d-85d4-23ac0aabb889 req-69134813-db3e-45df-833a-abf4e2b5ed17 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.897845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=aff2a887-e297-41c9-9ee8-a1ad122d8379,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.031892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b84a3-f484-4936-9f60-702cba0c1154 req-fd3b8039-e3c6-4c52-bc76-7336d4a219a3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.034206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af0b84a3-f484-4936-9f60-702cba0c1154 req-fd3b8039-e3c6-4c52-bc76-7336d4a219a3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.1516058 Jul 16 18:06:13.052191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-957e091b-5407-43d0-9902-91313ef39e7e req-b567a090-e50d-4d1d-9216-8b435a58de4e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1552746 Jul 16 18:06:13.078616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da8bee3a-f930-422d-85d4-23ac0aabb889 req-69134813-db3e-45df-833a-abf4e2b5ed17 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.085673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da8bee3a-f930-422d-85d4-23ac0aabb889 req-69134813-db3e-45df-833a-abf4e2b5ed17 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.115684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af0b84a3-f484-4936-9f60-702cba0c1154 req-c5f8ab17-bb62-4a67-8130-e14f4dfa9942 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728772 Jul 16 18:06:13.139990 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da8bee3a-f930-422d-85d4-23ac0aabb889 req-69134813-db3e-45df-833a-abf4e2b5ed17 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.141233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da8bee3a-f930-422d-85d4-23ac0aabb889 req-69134813-db3e-45df-833a-abf4e2b5ed17 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3189621 Jul 16 18:06:13.170454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69134813-db3e-45df-833a-abf4e2b5ed17 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ab44d2-9966-4aba-b96e-fceec8c88d85,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.199435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e091b-5407-43d0-9902-91313ef39e7e req-a729798d-a472-4499-b304-92f3bc6a7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.201418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-957e091b-5407-43d0-9902-91313ef39e7e req-a729798d-a472-4499-b304-92f3bc6a7378 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 1101 time: 0.0751774 Jul 16 18:06:13.400844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-de3a8dd1-dac2-4878-a496-aca0ebd74647 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740082 Jul 16 18:06:13.406392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['45b8ca2f-d7cc-4b98-abce-71dbde84aa34'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:13.496838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['aff2a887-e297-41c9-9ee8-a1ad122d8379'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:13.610099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1076-365a-47e8-8f7d-b01d6f3e1234 req-915c50a0-78cb-4cf1-b286-23ff3d997201 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.612254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2fad1076-365a-47e8-8f7d-b01d6f3e1234 req-915c50a0-78cb-4cf1-b286-23ff3d997201 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 945 time: 0.3310401 Jul 16 18:06:13.613361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e091b-5407-43d0-9902-91313ef39e7e req-c16d5975-f74a-4ef4-9882-402f8a126ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.615432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-957e091b-5407-43d0-9902-91313ef39e7e req-c16d5975-f74a-4ef4-9882-402f8a126ec8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3687887 Jul 16 18:06:13.698659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-31dd5fbc-e30e-428e-9580-5e3815fa7acc tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.700067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-31dd5fbc-e30e-428e-9580-5e3815fa7acc tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781365 Jul 16 18:06:13.708197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-957e091b-5407-43d0-9902-91313ef39e7e req-21a5193b-bae9-47af-b4b4-4413ff1bd0ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 200 len: 217 time: 0.0642936 Jul 16 18:06:13.755926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a59fd480-390b-47ac-8cd2-9de94688d149 req-03b48f02-124f-44b7-9cc4-a5e1bae28cfc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/33ab44d2-9966-4aba-b96e-fceec8c88d85 HTTP/1.1" status: 200 len: 1804 time: 0.1707568 Jul 16 18:06:13.764385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Request body: {'port': {'device_id': '42c044ec-0ea7-4424-a506-e4907ab7f88e', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '33a0bbd4b0e94ba9b96e94d57280f64b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:13.774673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2fad1076-365a-47e8-8f7d-b01d6f3e1234 req-a4bfb4d4-2f8b-4bca-b384-c57b7ecd6ae8 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489513 Jul 16 18:06:13.797920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-a59fd480-390b-47ac-8cd2-9de94688d149 req-8444eb55-d24d-4288-bb16-2fff8667b05f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33ab44d2-9966-4aba-b96e-fceec8c88d85', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:13.798170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-a59fd480-390b-47ac-8cd2-9de94688d149 req-8444eb55-d24d-4288-bb16-2fff8667b05f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33ab44d2-9966-4aba-b96e-fceec8c88d85', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:13.836626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e091b-5407-43d0-9902-91313ef39e7e req-f82ba16b-5422-4d0c-9aed-6aa7ebfff126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.838516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-957e091b-5407-43d0-9902-91313ef39e7e req-f82ba16b-5422-4d0c-9aed-6aa7ebfff126 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1218860 Jul 16 18:06:13.988407 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a59fd480-390b-47ac-8cd2-9de94688d149 req-8444eb55-d24d-4288-bb16-2fff8667b05f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.013571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Made reservation on behalf of 33a0bbd4b0e94ba9b96e94d57280f64b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:14.017498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.025236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e091b-5407-43d0-9902-91313ef39e7e req-5fb436cb-c8a9-46d0-a478-e2d6b0801436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.026835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-957e091b-5407-43d0-9902-91313ef39e7e req-5fb436cb-c8a9-46d0-a478-e2d6b0801436 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1571016 Jul 16 18:06:14.063064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a59fd480-390b-47ac-8cd2-9de94688d149 req-8444eb55-d24d-4288-bb16-2fff8667b05f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.103769 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a59fd480-390b-47ac-8cd2-9de94688d149 req-8444eb55-d24d-4288-bb16-2fff8667b05f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.199756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444eb55-d24d-4288-bb16-2fff8667b05f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631ab05f-89a2-4ce7-a9b7-1f21977d24d7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.225173 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-a59fd480-390b-47ac-8cd2-9de94688d149 req-8444eb55-d24d-4288-bb16-2fff8667b05f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.226367 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a59fd480-390b-47ac-8cd2-9de94688d149 req-8444eb55-d24d-4288-bb16-2fff8667b05f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4555483 Jul 16 18:06:14.314170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-957e091b-5407-43d0-9902-91313ef39e7e req-cfa91f04-f93e-460c-97f4-3294fa4e1a17 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793071 Jul 16 18:06:14.361981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a678f2-f5ff-454a-bdf4-5d0dd1f6b088 req-b4052f7e-d985-4c3a-ac7a-2e7d2e318109 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.363534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50a678f2-f5ff-454a-bdf4-5d0dd1f6b088 req-b4052f7e-d985-4c3a-ac7a-2e7d2e318109 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 949 time: 0.3033056 Jul 16 18:06:14.431072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Allocated IP 192.168.233.34 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/ad29380c-3497-4191-b94f-659f3c94aa8a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:14.440247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5beee59-4d1d-4dac-80c9-99f72b1f77b8 req-8e2944cd-2f93-46d3-9336-c5316e25019e tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 210 time: 0.0982392 Jul 16 18:06:14.557667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50a678f2-f5ff-454a-bdf4-5d0dd1f6b088 req-e1e0ed44-7c8c-4f7e-aec0-c3e242a81e94 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706777 Jul 16 18:06:14.579051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-957e091b-5407-43d0-9902-91313ef39e7e req-253b6554-74f3-4b45-b2c1-698a4b3f3076 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561653 Jul 16 18:06:14.779124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70828d-a830-4d93-9c67-38d5546fe71b req-3a3f83c5-426b-4a61-8a0e-80f10c7c5659 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.785129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70828d-a830-4d93-9c67-38d5546fe71b req-3a3f83c5-426b-4a61-8a0e-80f10c7c5659 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.786650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa70828d-a830-4d93-9c67-38d5546fe71b req-3a3f83c5-426b-4a61-8a0e-80f10c7c5659 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1681 time: 0.1966975 Jul 16 18:06:14.827640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.857882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Transition to ACTIVE for port object ad29380c-3497-4191-b94f-659f3c94aa8a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:14.868894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa70828d-a830-4d93-9c67-38d5546fe71b req-948e22c6-1ba0-4e12-8129-5047dae225e0 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760167 Jul 16 18:06:14.889338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06962d19-6817-4b9b-83d3-cdb1ecd10b61 req-03e227f8-70d7-4c5f-93c6-13b11fbec35f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.890810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06962d19-6817-4b9b-83d3-cdb1ecd10b61 req-03e227f8-70d7-4c5f-93c6-13b11fbec35f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.1743267 Jul 16 18:06:14.972336 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.978450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06962d19-6817-4b9b-83d3-cdb1ecd10b61 req-83772e35-bb48-4d57-b24b-9d9462734974 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795841 Jul 16 18:06:14.984922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'a3109020-0d24-4de7-8883-8bedf4f905e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:15.001290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4dcc9f8b-d221-4e94-87be-a9ba0eecee9d req-f2398f6b-c213-45f0-a34d-c50c5b258376 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/33ab44d2-9966-4aba-b96e-fceec8c88d85 HTTP/1.1" status: 200 len: 2397 time: 0.0970604 Jul 16 18:06:15.035088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4dcc9f8b-d221-4e94-87be-a9ba0eecee9d req-9b695847-a39a-4034-ad8c-54163d08a63f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33ab44d2-9966-4aba-b96e-fceec8c88d85', 'remote_group_id': None}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:15.035088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4dcc9f8b-d221-4e94-87be-a9ba0eecee9d req-9b695847-a39a-4034-ad8c-54163d08a63f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '33ab44d2-9966-4aba-b96e-fceec8c88d85', 'remote_group_id': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:15.057614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', '28758984-798a-474b-ad58-9c182da22130'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:15.060133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:15.069915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:15.073347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:15.088494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event updated for resources: {'Port': ['ID=ad29380c-3497-4191-b94f-659f3c94aa8a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:15.178237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.178907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.237798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-2368d4ef-2d42-4559-8b97-8b6c52cee191 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4807134 Jul 16 18:06:15.305254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Request body: {'port': {'device_id': '42c044ec-0ea7-4424-a506-e4907ab7f88e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:15.314843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dcc9f8b-d221-4e94-87be-a9ba0eecee9d req-9b695847-a39a-4034-ad8c-54163d08a63f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.458652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e094df0e-69b3-4c44-b6b9-5be3fa3600a8 None None] Provisioning for port ad29380c-3497-4191-b94f-659f3c94aa8a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:15.468770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e094df0e-69b3-4c44-b6b9-5be3fa3600a8 None None] Provisioning complete for port ad29380c-3497-4191-b94f-659f3c94aa8a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:15.469144 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e094df0e-69b3-4c44-b6b9-5be3fa3600a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.535761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e094df0e-69b3-4c44-b6b9-5be3fa3600a8 None None] Port ad29380c-3497-4191-b94f-659f3c94aa8a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:15.627046 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dcc9f8b-d221-4e94-87be-a9ba0eecee9d req-9b695847-a39a-4034-ad8c-54163d08a63f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.640910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dcc9f8b-d221-4e94-87be-a9ba0eecee9d req-9b695847-a39a-4034-ad8c-54163d08a63f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.694993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:15.701484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b695847-a39a-4034-ad8c-54163d08a63f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4555f5-36bf-407b-99df-302018d1dfac,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:15.712527 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4dcc9f8b-d221-4e94-87be-a9ba0eecee9d req-9b695847-a39a-4034-ad8c-54163d08a63f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.713725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4dcc9f8b-d221-4e94-87be-a9ba0eecee9d req-9b695847-a39a-4034-ad8c-54163d08a63f tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6884427 Jul 16 18:06:15.729890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c6a5d-68bf-436e-b0cd-8032cec4821b req-91431c98-b64e-4e10-a619-ca14e708e5c2 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.732034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943c6a5d-68bf-436e-b0cd-8032cec4821b req-91431c98-b64e-4e10-a619-ca14e708e5c2 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 945 time: 0.5216293 Jul 16 18:06:15.739937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db427-fbe7-4b71-bff3-86d915499578 req-62881646-4c56-43d6-953d-9207ffc09f7b tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.741681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c34db427-fbe7-4b71-bff3-86d915499578 req-62881646-4c56-43d6-953d-9207ffc09f7b tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 949 time: 0.5290964 Jul 16 18:06:15.749581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:15.755106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:15.755759 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.787258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.888115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943c6a5d-68bf-436e-b0cd-8032cec4821b req-b4c71f4a-fad5-4440-9a50-2a5c1021ec5e tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451240 Jul 16 18:06:15.912706 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.962165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758bf3ae-e153-43b2-8298-0027b03e8c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c992c2-89f5-4bee-b5a5-1d6a690e2b97'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:15.964468 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ac66e5-750d-4fbc-8c90-8abdb7f55145" -d '{"events": [{"server_uuid": "758bf3ae-e153-43b2-8298-0027b03e8c9b", "name": "network-vif-plugged", "status": "completed", "tag": "95c992c2-89f5-4bee-b5a5-1d6a690e2b97"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:15.982530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,segment=NetworkSegment(d2f67862-12a2-438a-8389-830b7f5a5bd2),segment_id=d2f67862-12a2-438a-8389-830b7f5a5bd2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:15.987706 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.046733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.051780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:16.126354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:16.132398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:16.132644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c34db427-fbe7-4b71-bff3-86d915499578 req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Deleting port ab43198a-6be3-4752-b44c-89dffb685439 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:16.132967 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.133108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c34db427-fbe7-4b71-bff3-86d915499578 req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.227233 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.368583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c34db427-fbe7-4b71-bff3-86d915499578 req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] For port ab43198a-6be3-4752-b44c-89dffb685439, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab43198a-6be3-4752-b44c-89dffb685439,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:16.368956 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c34db427-fbe7-4b71-bff3-86d915499578 req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.386943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07722b9-0e4e-4a61-ba4c-63df3e0f16f1 req-8d8ed3a5-f366-4f53-ad97-3f749f8fd9ef tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.388108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,segment=NetworkSegment(f9613ca7-2ab7-4795-9349-eb33c7102c5f),segment_id=f9613ca7-2ab7-4795-9349-eb33c7102c5f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:16.388686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d07722b9-0e4e-4a61-ba4c-63df3e0f16f1 req-8d8ed3a5-f366-4f53-ad97-3f749f8fd9ef tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 949 time: 0.2820282 Jul 16 18:06:16.393730 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.395144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aff2a887-e297-41c9-9ee8-a1ad122d8379 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:16.407785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a0c9f-2a53-464b-a149-9e1225360d7f req-3dbcfe69-15b1-41de-8e23-e35c911e8e73 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.410557 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d90a0c9f-2a53-464b-a149-9e1225360d7f req-3dbcfe69-15b1-41de-8e23-e35c911e8e73 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 935 time: 0.3313918 Jul 16 18:06:16.419516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c34db427-fbe7-4b71-bff3-86d915499578 req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Calling delete_port for ab43198a-6be3-4752-b44c-89dffb685439 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:16.477159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.491581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port aff2a887-e297-41c9-9ee8-a1ad122d8379 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:16.495980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port aff2a887-e297-41c9-9ee8-a1ad122d8379 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:16.496839 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.547357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad29380c-3497-4191-b94f-659f3c94aa8a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:16.565708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.572552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d90a0c9f-2a53-464b-a149-9e1225360d7f req-ba88e608-ceb1-43c1-a02c-1978f21239e5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498165 Jul 16 18:06:16.578727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.579933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d07722b9-0e4e-4a61-ba4c-63df3e0f16f1 req-7c4face4-df0e-4cdb-863f-6a3c6a5f0f01 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682684 Jul 16 18:06:16.598142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Transition to ACTIVE for port object ad29380c-3497-4191-b94f-659f3c94aa8a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:16.610866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.624819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aff2a887-e297-41c9-9ee8-a1ad122d8379, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aff2a887-e297-41c9-9ee8-a1ad122d8379,segment=NetworkSegment(609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b),segment_id=609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:16.629418 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.702368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=aff2a887-e297-41c9-9ee8-a1ad122d8379,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.725009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Pushing event updated for resources: {'Port': ['ID=ad29380c-3497-4191-b94f-659f3c94aa8a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.865641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d0fba93-e216-46d2-a0cd-8f62b6f4a222 req-8160c385-efa1-408d-9e0a-490723594206 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/33ab44d2-9966-4aba-b96e-fceec8c88d85 HTTP/1.1" status: 200 len: 2995 time: 0.1879497 Jul 16 18:06:16.877883 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c34db427-fbe7-4b71-bff3-86d915499578 req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.889577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['b96a0fef-0283-4080-ac39-287046d3eb8f', 'ab43198a-6be3-4752-b44c-89dffb685439', 'a8314f07-65f8-4ac2-981a-d725b0a821ea'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:16.924386 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157e5cee-8c29-4e13-8639-b82a30f0fe82 x-openstack-request-id: req-157e5cee-8c29-4e13-8639-b82a30f0fe82 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:16.924725 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758bf3ae-e153-43b2-8298-0027b03e8c9b", "name": "network-vif-plugged", "status": "completed", "tag": "95c992c2-89f5-4bee-b5a5-1d6a690e2b97", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:16.924974 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-157e5cee-8c29-4e13-8639-b82a30f0fe82 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:16.925604 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758bf3ae-e153-43b2-8298-0027b03e8c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c992c2-89f5-4bee-b5a5-1d6a690e2b97', 'code': 200} Jul 16 18:06:16.941768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Pushing event deleted for resources: {'Port': ['ID=ab43198a-6be3-4752-b44c-89dffb685439,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.988985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Attempting to bind port ad29380c-3497-4191-b94f-659f3c94aa8a on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:16.989736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Attempting to bind port ad29380c-3497-4191-b94f-659f3c94aa8a by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:16.990070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Attempting to bind port ad29380c-3497-4191-b94f-659f3c94aa8a on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:17.053660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Port ad29380c-3497-4191-b94f-659f3c94aa8a on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:17.054579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Attempting to bind port ad29380c-3497-4191-b94f-659f3c94aa8a on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:17.116547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34db427-fbe7-4b71-bff3-86d915499578 req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] No DVR routers for this DVR port ab43198a-6be3-4752-b44c-89dffb685439 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:17.118303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:17.118657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:17.119033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:17.119505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Bound port: ad29380c-3497-4191-b94f-659f3c94aa8a, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:17.119844 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.123086 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c34db427-fbe7-4b71-bff3-86d915499578 req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.125420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c34db427-fbe7-4b71-bff3-86d915499578 req-dd4d6d57-0cd9-4116-a50c-15ed1637f9f9 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "DELETE /v2.0/ports/ab43198a-6be3-4752-b44c-89dffb685439 HTTP/1.1" status: 204 len: 173 time: 1.3712535 Jul 16 18:06:17.130905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72342e62-a128-4f69-98e1-2fefc6237db8', 'name': 'network-vif-deleted', 'tag': 'ab43198a-6be3-4752-b44c-89dffb685439'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:17.133172 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d331fe74-2331-47bb-be11-63a5323ca007" -d '{"events": [{"server_uuid": "72342e62-a128-4f69-98e1-2fefc6237db8", "name": "network-vif-deleted", "tag": "ab43198a-6be3-4752-b44c-89dffb685439"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:17.155880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fca03-5eb2-472e-bbee-d83287801a2a req-28966c51-cc60-4c15-8e7c-a00452985b60 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.162840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fca03-5eb2-472e-bbee-d83287801a2a req-28966c51-cc60-4c15-8e7c-a00452985b60 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.164538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f0fca03-5eb2-472e-bbee-d83287801a2a req-28966c51-cc60-4c15-8e7c-a00452985b60 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1683 time: 0.3490984 Jul 16 18:06:17.297873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f0fca03-5eb2-472e-bbee-d83287801a2a req-ade6b423-b5c4-4801-8ac8-e1c0a24e5562 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199236 Jul 16 18:06:17.341272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2514fda-aff1-48a2-bb9a-ed35e9fb0046 req-7d04552c-9fab-40e4-8b59-77b4ad817d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.342841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2514fda-aff1-48a2-bb9a-ed35e9fb0046 req-7d04552c-9fab-40e4-8b59-77b4ad817d1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 1098 time: 0.2843263 Jul 16 18:06:17.363784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] For port ad29380c-3497-4191-b94f-659f3c94aa8a, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:17.368887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] For port ad29380c-3497-4191-b94f-659f3c94aa8a, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad29380c-3497-4191-b94f-659f3c94aa8a,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:17.384168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff653c-59af-46ac-8e41-a36fcd4677e6 req-16cc2580-144c-4f3a-8f6a-3d15722333b7 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.392199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdff653c-59af-46ac-8e41-a36fcd4677e6 req-16cc2580-144c-4f3a-8f6a-3d15722333b7 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.2631724 Jul 16 18:06:17.410988 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.500042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.500692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.502692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] 10.222.0.46 "PUT /v2.0/ports/ad29380c-3497-4191-b94f-659f3c94aa8a HTTP/1.1" status: 200 len: 1096 time: 2.2044027 Jul 16 18:06:17.541336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdff653c-59af-46ac-8e41-a36fcd4677e6 req-dc195814-9475-4fea-8d6c-5d7295fe10d0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474307 Jul 16 18:06:17.552984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2514fda-aff1-48a2-bb9a-ed35e9fb0046 req-d51acfd0-3384-4c4b-9eec-9b7aae672230 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970077 Jul 16 18:06:17.575668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11afaab6-135c-45ef-b377-642e43e8c9fa req-2e561b97-f23d-459c-a367-86922a0e967d tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-group-rules/ec4555f5-36bf-407b-99df-302018d1dfac HTTP/1.1" status: 200 len: 783 time: 0.0656731 Jul 16 18:06:17.577427 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0ed7e-025c-4252-b281-81c86812147a service neutron] Pushing event updated for resources: {'Port': ['ID=ad29380c-3497-4191-b94f-659f3c94aa8a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.721611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11afaab6-135c-45ef-b377-642e43e8c9fa req-f37d30ee-4ca9-456c-acbe-8dde805670fc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/33ab44d2-9966-4aba-b96e-fceec8c88d85 HTTP/1.1" status: 200 len: 2995 time: 0.1443131 Jul 16 18:06:17.747737 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-3ae98e83-a8ac-4a49-b335-bb081740321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.749163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-3ae98e83-a8ac-4a49-b335-bb081740321c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 1099 time: 0.1499531 Jul 16 18:06:17.773197 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-11afaab6-135c-45ef-b377-642e43e8c9fa req-c454a7b4-e1cb-4b31-82bc-c9a299fe91bc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.823291 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-11afaab6-135c-45ef-b377-642e43e8c9fa req-c454a7b4-e1cb-4b31-82bc-c9a299fe91bc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.832381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-3d3762a1-db69-4225-956a-728efce67642 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ad29380c-3497-4191-b94f-659f3c94aa8a HTTP/1.1" status: 200 len: 217 time: 0.0604005 Jul 16 18:06:17.865172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff014c7b-cb1e-401e-8481-2b696be70381 req-a6131d62-2685-4aba-a51f-78ba908b3ae3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.866702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff014c7b-cb1e-401e-8481-2b696be70381 req-a6131d62-2685-4aba-a51f-78ba908b3ae3 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 946 time: 0.1949396 Jul 16 18:06:17.914643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-11afaab6-135c-45ef-b377-642e43e8c9fa req-c454a7b4-e1cb-4b31-82bc-c9a299fe91bc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.924566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-11afaab6-135c-45ef-b377-642e43e8c9fa req-c454a7b4-e1cb-4b31-82bc-c9a299fe91bc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.925688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11afaab6-135c-45ef-b377-642e43e8c9fa req-c454a7b4-e1cb-4b31-82bc-c9a299fe91bc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ec4555f5-36bf-407b-99df-302018d1dfac HTTP/1.1" status: 204 len: 173 time: 0.2031491 Jul 16 18:06:17.947161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454a7b4-e1cb-4b31-82bc-c9a299fe91bc tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec4555f5-36bf-407b-99df-302018d1dfac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.952546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-fb9a5224-1535-4022-86d4-5c687b3a210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.954016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-fb9a5224-1535-4022-86d4-5c687b3a210d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1097338 Jul 16 18:06:17.957599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff014c7b-cb1e-401e-8481-2b696be70381 req-91dde114-4848-4cc7-be65-2259bde0a359 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705454 Jul 16 18:06:17.981564 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b898723-99e1-4620-8fda-a83c74e1c9e2 x-openstack-request-id: req-2b898723-99e1-4620-8fda-a83c74e1c9e2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:17.981564 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72342e62-a128-4f69-98e1-2fefc6237db8", "name": "network-vif-deleted", "tag": "ab43198a-6be3-4752-b44c-89dffb685439", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:17.981564 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b898723-99e1-4620-8fda-a83c74e1c9e2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:17.981926 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72342e62-a128-4f69-98e1-2fefc6237db8', 'name': 'network-vif-deleted', 'tag': 'ab43198a-6be3-4752-b44c-89dffb685439', 'status': 'completed', 'code': 200} Jul 16 18:06:18.094210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-b5f01b53-84a9-4f5c-85cd-ff0ab2e91df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.096399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-b5f01b53-84a9-4f5c-85cd-ff0ab2e91df3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1294215 Jul 16 18:06:18.195950 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a3de96c-03ab-46a0-9d8c-a6345dd65707 req-b7557cbf-6557-4bc6-8716-f07825f6bc36 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=72342e62-a128-4f69-98e1-2fefc6237db8 HTTP/1.1" status: 200 len: 210 time: 0.0480993 Jul 16 18:06:18.308496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf297-9c3c-4d6a-bda8-73152da69f80 req-b26082fe-eafa-487a-a8b2-018e570e9fb5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.309942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-effbf297-9c3c-4d6a-bda8-73152da69f80 req-b26082fe-eafa-487a-a8b2-018e570e9fb5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 947 time: 0.2234607 Jul 16 18:06:18.314870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-513d5aee-3d30-4a0a-9788-a442a7346071 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007833 Jul 16 18:06:18.318661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66be83c2-6adb-4b2f-965e-89ba98e9484d req-ee690116-512b-4318-b50b-a1447aaccb49 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/33ab44d2-9966-4aba-b96e-fceec8c88d85 HTTP/1.1" status: 200 len: 2397 time: 0.0850761 Jul 16 18:06:18.410055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-effbf297-9c3c-4d6a-bda8-73152da69f80 req-b7c7c858-9bc5-4cbb-b5d2-854ce116733e tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904434 Jul 16 18:06:18.462257 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-66be83c2-6adb-4b2f-965e-89ba98e9484d req-378626bf-513c-4f85-957e-5d4733cc6db7 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.500823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45a4b418-0538-4e3d-a4de-e83e459a84fe req-354f0912-456d-4703-8fdd-8300a632e9f2 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560037 Jul 16 18:06:18.502999 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-66be83c2-6adb-4b2f-965e-89ba98e9484d req-378626bf-513c-4f85-957e-5d4733cc6db7 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.607082 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-66be83c2-6adb-4b2f-965e-89ba98e9484d req-378626bf-513c-4f85-957e-5d4733cc6db7 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.609910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-66be83c2-6adb-4b2f-965e-89ba98e9484d req-378626bf-513c-4f85-957e-5d4733cc6db7 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.611742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66be83c2-6adb-4b2f-965e-89ba98e9484d req-378626bf-513c-4f85-957e-5d4733cc6db7 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "DELETE /v2.0/security-groups/33ab44d2-9966-4aba-b96e-fceec8c88d85 HTTP/1.1" status: 204 len: 173 time: 0.2856021 Jul 16 18:06:18.627630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378626bf-513c-4f85-957e-5d4733cc6db7 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ab44d2-9966-4aba-b96e-fceec8c88d85,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:18.909608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ebe06-6944-43fd-a11e-dbaadaaf42fb req-858d0d9f-a52a-410f-a5b1-ead71cee3f0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.915361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ebe06-6944-43fd-a11e-dbaadaaf42fb req-858d0d9f-a52a-410f-a5b1-ead71cee3f0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.916928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba8ebe06-6944-43fd-a11e-dbaadaaf42fb req-858d0d9f-a52a-410f-a5b1-ead71cee3f0b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1683 time: 0.3785665 Jul 16 18:06:18.926550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b8ca2f-d7cc-4b98-abce-71dbde84aa34'}, {'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff2a887-e297-41c9-9ee8-a1ad122d8379'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:18.929102 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea48891b-afaf-425c-973c-7a90da1ba069" -d '{"events": [{"server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "name": "network-vif-plugged", "status": "completed", "tag": "45b8ca2f-d7cc-4b98-abce-71dbde84aa34"}, {"server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "name": "network-vif-plugged", "status": "completed", "tag": "aff2a887-e297-41c9-9ee8-a1ad122d8379"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:18.965209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806e2ad-5f33-4411-bb78-bcc265292c1d req-404e56d4-f6f1-45e6-80bd-c823032a8cca tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.966686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b806e2ad-5f33-4411-bb78-bcc265292c1d req-404e56d4-f6f1-45e6-80bd-c823032a8cca tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.1103477 Jul 16 18:06:19.004458 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba8ebe06-6944-43fd-a11e-dbaadaaf42fb req-4d3301e0-1854-4900-b14f-92dd3cba2f97 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806229 Jul 16 18:06:19.044298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b806e2ad-5f33-4411-bb78-bcc265292c1d req-6d448c5c-92d3-4d83-9fce-054a78ede8de tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684440 Jul 16 18:06:19.087973 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-08765a84-5e8d-4230-818c-caffee95d658 req-c7aa4cc1-17f4-4d0b-9d8c-e01864879dc2 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] show failed (client error): The resource could not be found. Jul 16 18:06:19.089034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08765a84-5e8d-4230-818c-caffee95d658 req-c7aa4cc1-17f4-4d0b-9d8c-e01864879dc2 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/59eab6f1-7197-4beb-a577-9855feaf011e HTTP/1.1" status: 404 len: 352 time: 0.0258076 Jul 16 18:06:19.112167 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f984ed8a-8d94-42f6-a573-9edba3847d05 x-openstack-request-id: req-f984ed8a-8d94-42f6-a573-9edba3847d05 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:19.115728 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "name": "network-vif-plugged", "status": "completed", "tag": "45b8ca2f-d7cc-4b98-abce-71dbde84aa34", "code": 200}, {"server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "name": "network-vif-plugged", "status": "completed", "tag": "aff2a887-e297-41c9-9ee8-a1ad122d8379", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:19.116334 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f984ed8a-8d94-42f6-a573-9edba3847d05 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:19.133624 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b8ca2f-d7cc-4b98-abce-71dbde84aa34', 'code': 200} Jul 16 18:06:19.134312 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff2a887-e297-41c9-9ee8-a1ad122d8379', 'code': 200} Jul 16 18:06:19.216230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8b4f0a1-2699-410d-b527-78b4b8255025 req-ef8ba7b5-02dd-4b45-9fa5-c80aa17b0592 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/1d97fa18-767e-41b2-8ab4-b2643663d9fd HTTP/1.1" status: 200 len: 1803 time: 0.0879402 Jul 16 18:06:19.456713 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-2b0865a1-77de-469d-a1a1-a73e5a9dd86f service neutron] show failed (client error): The resource could not be found. Jul 16 18:06:19.457727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-2b0865a1-77de-469d-a1a1-a73e5a9dd86f service neutron] 10.222.0.45 "GET /v2.0/ports/5a15dbb3-3ed0-4f38-8c43-8ebd243fc121/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.2354815 Jul 16 18:06:19.458386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8b4f0a1-2699-410d-b527-78b4b8255025 req-49d67dc1-d0c6-487e-beb9-60bedeeb24ae tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.499785 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8b4f0a1-2699-410d-b527-78b4b8255025 req-49d67dc1-d0c6-487e-beb9-60bedeeb24ae tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.514205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145624f-a2f4-43e3-a50c-5acdede5ee79 req-e685a058-2417-490c-bfd8-c0d93162df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.514668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145624f-a2f4-43e3-a50c-5acdede5ee79 req-e685a058-2417-490c-bfd8-c0d93162df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.516318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b145624f-a2f4-43e3-a50c-5acdede5ee79 req-e685a058-2417-490c-bfd8-c0d93162df68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1987 time: 0.2265582 Jul 16 18:06:19.527869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16f313-c5fb-4cef-b3d6-43107e3dd7a3 req-20a480e0-46b0-466c-9fcf-5561ee79c072 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.529497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce16f313-c5fb-4cef-b3d6-43107e3dd7a3 req-20a480e0-46b0-466c-9fcf-5561ee79c072 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 946 time: 0.2385759 Jul 16 18:06:19.607454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b145624f-a2f4-43e3-a50c-5acdede5ee79 req-0ac44840-179f-4073-a9ea-f91238d1ce12 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745945 Jul 16 18:06:19.617943 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8b4f0a1-2699-410d-b527-78b4b8255025 req-49d67dc1-d0c6-487e-beb9-60bedeeb24ae tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.620883 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d8b4f0a1-2699-410d-b527-78b4b8255025 req-49d67dc1-d0c6-487e-beb9-60bedeeb24ae tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.622697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8b4f0a1-2699-410d-b527-78b4b8255025 req-49d67dc1-d0c6-487e-beb9-60bedeeb24ae tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "DELETE /v2.0/security-groups/1d97fa18-767e-41b2-8ab4-b2643663d9fd HTTP/1.1" status: 204 len: 173 time: 0.3848825 Jul 16 18:06:19.641804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce16f313-c5fb-4cef-b3d6-43107e3dd7a3 req-7df4b3bb-6264-452a-aac3-71beb6b54126 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968807 Jul 16 18:06:19.651124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d67dc1-d0c6-487e-beb9-60bedeeb24ae tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d97fa18-767e-41b2-8ab4-b2643663d9fd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.717836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ab43198a-6be3-4752-b44c-89dffb685439 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:19.748380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: ab43198a-6be3-4752-b44c-89dffb685439 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:19.748491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ab43198a-6be3-4752-b44c-89dffb685439 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:19.840041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecc2d451-1ba6-494a-923d-c3cf768c8e39 req-409168d0-5a9f-412a-9852-3282588ce9a1 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/0ae5a863-59b6-4f31-910a-bfe521dd0228 HTTP/1.1" status: 200 len: 1803 time: 0.0730252 Jul 16 18:06:19.893815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9ceb6-9c0d-49db-9343-7714044f7bce req-5ec95565-f495-45c6-8c88-fdc30aa60ad5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.895314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49c9ceb6-9c0d-49db-9343-7714044f7bce req-5ec95565-f495-45c6-8c88-fdc30aa60ad5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 947 time: 0.1040046 Jul 16 18:06:19.951386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49c9ceb6-9c0d-49db-9343-7714044f7bce req-115c7189-b080-4374-8304-2ef4ef28bd23 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500898 Jul 16 18:06:19.952868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ecc2d451-1ba6-494a-923d-c3cf768c8e39 req-5bc1bcf8-ca8a-4615-bc9d-d2a2534397da tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.982117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ecc2d451-1ba6-494a-923d-c3cf768c8e39 req-5bc1bcf8-ca8a-4615-bc9d-d2a2534397da tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.984757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c044ec-0ea7-4424-a506-e4907ab7f88e', 'tag': 'ad29380c-3497-4191-b94f-659f3c94aa8a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:19.988362 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed05e0c-b99a-4c62-a276-157751f1bd59" -d '{"events": [{"name": "network-changed", "server_uuid": "42c044ec-0ea7-4424-a506-e4907ab7f88e", "tag": "ad29380c-3497-4191-b94f-659f3c94aa8a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:20.095900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ecc2d451-1ba6-494a-923d-c3cf768c8e39 req-5bc1bcf8-ca8a-4615-bc9d-d2a2534397da tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.098782 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ecc2d451-1ba6-494a-923d-c3cf768c8e39 req-5bc1bcf8-ca8a-4615-bc9d-d2a2534397da tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.099938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecc2d451-1ba6-494a-923d-c3cf768c8e39 req-5bc1bcf8-ca8a-4615-bc9d-d2a2534397da tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "DELETE /v2.0/security-groups/0ae5a863-59b6-4f31-910a-bfe521dd0228 HTTP/1.1" status: 204 len: 173 time: 0.2535357 Jul 16 18:06:20.110190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-792dd311-aeed-4c59-871e-99d702571b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.111683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-792dd311-aeed-4c59-871e-99d702571b92 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 1101 time: 0.0828435 Jul 16 18:06:20.122521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1bcf8-ca8a-4615-bc9d-d2a2534397da tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae5a863-59b6-4f31-910a-bfe521dd0228,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.157498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:20.187373 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224bc1e9-d466-4bc7-847a-7c23f410b19b x-openstack-request-id: req-224bc1e9-d466-4bc7-847a-7c23f410b19b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:20.187766 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c044ec-0ea7-4424-a506-e4907ab7f88e", "tag": "ad29380c-3497-4191-b94f-659f3c94aa8a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:20.188111 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-224bc1e9-d466-4bc7-847a-7c23f410b19b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:20.188635 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c044ec-0ea7-4424-a506-e4907ab7f88e', 'tag': 'ad29380c-3497-4191-b94f-659f3c94aa8a', 'status': 'completed', 'code': 200} Jul 16 18:06:20.294986 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.366828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-e0e7a2a8-0a22-4a41-b6c8-76ede42e4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.368610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-e0e7a2a8-0a22-4a41-b6c8-76ede42e4a07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 1099 time: 0.0947199 Jul 16 18:06:20.493397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-cad35f6e-25b8-44b5-b10f-74c6a24d53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.495067 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-cad35f6e-25b8-44b5-b10f-74c6a24d53e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1093173 Jul 16 18:06:20.546480 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-803cee2e-d62a-4d13-af2e-f710b884da01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=ad29380c-3497-4191-b94f-659f3c94aa8a HTTP/1.1" status: 200 len: 217 time: 0.0433152 Jul 16 18:06:20.584908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab82e00-b715-4924-9b24-b81c54cd3919 req-dd6b577f-19d9-48bb-85e2-72b08dc9ece4 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.590707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab82e00-b715-4924-9b24-b81c54cd3919 req-dd6b577f-19d9-48bb-85e2-72b08dc9ece4 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.592333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ab82e00-b715-4924-9b24-b81c54cd3919 req-dd6b577f-19d9-48bb-85e2-72b08dc9ece4 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1683 time: 0.2189505 Jul 16 18:06:20.603086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-477de4e3-e347-4045-aa3c-c98c12623bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.604627 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-477de4e3-e347-4045-aa3c-c98c12623bda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0461302 Jul 16 18:06:20.670635 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-b5f475f9-e2c3-4a19-a6db-b7d9e4e146b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.672244 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-b5f475f9-e2c3-4a19-a6db-b7d9e4e146b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544426 Jul 16 18:06:20.694064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ab82e00-b715-4924-9b24-b81c54cd3919 req-1bf81216-a4c2-4176-a12b-02366acaaaea tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936408 Jul 16 18:06:20.701002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:20.720462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8388ad-78c2-4f18-8d4b-a15ef821b199 req-09051320-67d6-4ec4-a394-2807d4b23f91 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.721980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a8388ad-78c2-4f18-8d4b-a15ef821b199 req-09051320-67d6-4ec4-a394-2807d4b23f91 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.1868219 Jul 16 18:06:20.779513 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-f0d1d0a5-6ca4-4be6-9e35-6f403e155c21 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970256 Jul 16 18:06:20.790620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:20.832813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76c0e982-09cd-4d5f-8397-a218a72193fa req-1e9f8925-86b2-423a-88a9-0629abb97084 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/41bd86aa-294e-49a7-a26f-b43e5de331f4 HTTP/1.1" status: 200 len: 1805 time: 0.1098337 Jul 16 18:06:20.839550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a8388ad-78c2-4f18-8d4b-a15ef821b199 req-b8649f7c-2919-47eb-9e2d-91f89932d9ac tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076961 Jul 16 18:06:20.872743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.886820 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fed05e0c-b99a-4c62-a276-157751f1bd59 req-7ced5ab5-69d1-4668-b4a5-30ff69cd5d1e service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971470 Jul 16 18:06:20.901671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Transition to ACTIVE for port object 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:20.909863 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.959561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-76c0e982-09cd-4d5f-8397-a218a72193fa req-59e0fa2c-5a3b-422b-afd1-4467d3fc1d15 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.023086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.030576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] No DVR routers for this DVR port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:21.034534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-76c0e982-09cd-4d5f-8397-a218a72193fa req-59e0fa2c-5a3b-422b-afd1-4467d3fc1d15 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.126098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:21.126469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:21.126796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:21.140352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:21.140707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:21.143628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-76c0e982-09cd-4d5f-8397-a218a72193fa req-59e0fa2c-5a3b-422b-afd1-4467d3fc1d15 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.145890 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-76c0e982-09cd-4d5f-8397-a218a72193fa req-59e0fa2c-5a3b-422b-afd1-4467d3fc1d15 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.147145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76c0e982-09cd-4d5f-8397-a218a72193fa req-59e0fa2c-5a3b-422b-afd1-4467d3fc1d15 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "DELETE /v2.0/security-groups/41bd86aa-294e-49a7-a26f-b43e5de331f4 HTTP/1.1" status: 204 len: 173 time: 0.3053813 Jul 16 18:06:21.162494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:21.162844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:21.163228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:21.163669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Bound port: 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:21.164030 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.167698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0fa2c-5a3b-422b-afd1-4467d3fc1d15 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bd86aa-294e-49a7-a26f-b43e5de331f4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.188912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe3c0f-46b7-48a5-8c71-0427f1592672 req-6f555e57-37bd-44eb-94be-ebbe8b22c21d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.191011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3abe3c0f-46b7-48a5-8c71-0427f1592672 req-6f555e57-37bd-44eb-94be-ebbe8b22c21d tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 950 time: 0.2083354 Jul 16 18:06:21.289163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3abe3c0f-46b7-48a5-8c71-0427f1592672 req-9288abaf-c2e8-4ae2-b3af-0c88f2184e60 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901277 Jul 16 18:06:21.323069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:21.326963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:21.332711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.388277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.389020 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.390520 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 1096 time: 1.2374794 Jul 16 18:06:21.419683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1491e4-5f74-4146-8f00-241b5479ace5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.436624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321a19a-df6b-4893-872a-fab8c2abd35b req-90aef65d-3b1c-4a92-ac0b-038063517ed1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.444377 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d321a19a-df6b-4893-872a-fab8c2abd35b req-90aef65d-3b1c-4a92-ac0b-038063517ed1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 947 time: 0.1731775 Jul 16 18:06:21.540621 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d321a19a-df6b-4893-872a-fab8c2abd35b req-bf4ef6a3-f094-4a9b-9f39-40e7bd79db2a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952137 Jul 16 18:06:21.568601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5408dd54-1426-49c8-90c8-0c2135cc5e0a req-c3435537-ea7b-4465-b127-30c5aa60e34a tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/0a8ae397-75ce-4820-a355-b1267b6bd8c3 HTTP/1.1" status: 200 len: 2403 time: 0.0748570 Jul 16 18:06:21.587729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-2196f47c-6b8f-4205-a710-a8f42e3d5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.589269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-2196f47c-6b8f-4205-a710-a8f42e3d5c57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1099 time: 0.1241438 Jul 16 18:06:21.711597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5408dd54-1426-49c8-90c8-0c2135cc5e0a req-a308c052-fcab-4f82-8527-a6a0fa440831 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.748378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-c60d2fbf-9b79-4925-a072-3b1360c6bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.749900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-c60d2fbf-9b79-4925-a072-3b1360c6bb76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1517930 Jul 16 18:06:21.755181 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5408dd54-1426-49c8-90c8-0c2135cc5e0a req-a308c052-fcab-4f82-8527-a6a0fa440831 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.805902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-486e918f-9b60-43c1-8fa6-5c75d2a5d2ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.0471911 Jul 16 18:06:21.944580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-c74510e5-0bf8-4d59-a501-7da623c510db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.946040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-c74510e5-0bf8-4d59-a501-7da623c510db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1147296 Jul 16 18:06:21.948731 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5408dd54-1426-49c8-90c8-0c2135cc5e0a req-a308c052-fcab-4f82-8527-a6a0fa440831 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.951227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5408dd54-1426-49c8-90c8-0c2135cc5e0a req-a308c052-fcab-4f82-8527-a6a0fa440831 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.952245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5408dd54-1426-49c8-90c8-0c2135cc5e0a req-a308c052-fcab-4f82-8527-a6a0fa440831 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "DELETE /v2.0/security-groups/0a8ae397-75ce-4820-a355-b1267b6bd8c3 HTTP/1.1" status: 204 len: 173 time: 0.3772962 Jul 16 18:06:21.983785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308c052-fcab-4f82-8527-a6a0fa440831 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8ae397-75ce-4820-a355-b1267b6bd8c3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.013618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af374a-7859-498c-99b0-cad2d623c1cf req-60693724-996c-4f71-991e-8d441fba99ae tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.015110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-60693724-996c-4f71-991e-8d441fba99ae tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 808 time: 0.2027142 Jul 16 18:06:22.097926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-a555a334-92e4-4fa2-9131-a4e094e33da2 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/quotas/f6b9f0b080244c71a707593126928b50 HTTP/1.1" status: 200 len: 375 time: 0.0694444 Jul 16 18:06:22.106767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad29380c-3497-4191-b94f-659f3c94aa8a details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:22.160723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-17372fe2-2de2-4fd1-85c9-b7c202f3135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.162235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-17372fe2-2de2-4fd1-85c9-b7c202f3135a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2015669 Jul 16 18:06:22.192979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'}, {'name': 'network-changed', 'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:22.195248 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038fd568-c696-49d8-8bfa-41ac4ca90ea2" -d '{"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121"}, {"name": "network-changed", "server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:22.208863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad29380c-3497-4191-b94f-659f3c94aa8a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad29380c-3497-4191-b94f-659f3c94aa8a,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:22.219407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'ad29380c-3497-4191-b94f-659f3c94aa8a', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'ad29380c-3497-4191-b94f-659f3c94aa8a', 'mac_address': 'fa:16:3e:72:67:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:22.223222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-8f72b85e-439f-4524-8dea-bdd91765d090 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.224710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-8f72b85e-439f-4524-8dea-bdd91765d090 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 950 time: 0.2087109 Jul 16 18:06:22.257652 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.262776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15922b1-29f7-4004-a6fa-c44ef8fe76cf req-78dcd532-4702-4eda-bab1-fe110a846973 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.271146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15922b1-29f7-4004-a6fa-c44ef8fe76cf req-78dcd532-4702-4eda-bab1-fe110a846973 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.271712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad29380c-3497-4191-b94f-659f3c94aa8a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:22.272740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f15922b1-29f7-4004-a6fa-c44ef8fe76cf req-78dcd532-4702-4eda-bab1-fe110a846973 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1683 time: 0.2205160 Jul 16 18:06:22.291933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad29380c-3497-4191-b94f-659f3c94aa8a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad29380c-3497-4191-b94f-659f3c94aa8a,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:22.296936 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.354030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ad29380c-3497-4191-b94f-659f3c94aa8a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.422331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-5b1ef8bc-b0f1-416d-8182-f265d45c5cd4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3148930 Jul 16 18:06:22.448809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-c2520e43-ef4a-4c3b-9ce3-8006a2c255f7 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730260 Jul 16 18:06:22.464557 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f15922b1-29f7-4004-a6fa-c44ef8fe76cf req-c6a9fbc1-2608-4336-ac36-d9c16f311530 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383858 Jul 16 18:06:22.771429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ad29380c-3497-4191-b94f-659f3c94aa8a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:22.867942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Deleting port b96a0fef-0283-4080-ac39-287046d3eb8f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:22.867942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.904071 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-70debf7d-0c93-444c-a070-2dec30c71f49 service neutron] 10.222.0.60 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730868 Jul 16 18:06:22.981298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5ee6222-a636-4bb2-a05e-6f7c1b148aaa req-01047b72-e67b-4995-bbaf-4c015d977b76 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052226 Jul 16 18:06:23.060330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dfca0-0e6c-4e39-9f34-de0d192daf7a req-7421a024-6340-4aac-8c13-5392706a617a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.061736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc4dfca0-0e6c-4e39-9f34-de0d192daf7a req-7421a024-6340-4aac-8c13-5392706a617a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 947 time: 0.2965872 Jul 16 18:06:23.073460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] For port b96a0fef-0283-4080-ac39-287046d3eb8f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b96a0fef-0283-4080-ac39-287046d3eb8f,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:23.073821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.108954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Calling delete_port for b96a0fef-0283-4080-ac39-287046d3eb8f owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:23.138055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-44e9f3bf-caea-4767-94ee-7035d97dbbed service neutron] 10.222.0.60 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160647 Jul 16 18:06:23.183601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc4dfca0-0e6c-4e39-9f34-de0d192daf7a req-1c2a4af1-a508-4711-886f-71c073b20cf2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072896 Jul 16 18:06:23.294064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8efebad2-74fe-40b4-8cf2-132d704bb924 req-c93caebb-fe9b-4d77-8e5c-9e655ea01b79 tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "GET /v2.0/security-groups/8e6df435-a5b6-4308-82d5-43942dabc3d9 HTTP/1.1" status: 200 len: 2397 time: 0.0812173 Jul 16 18:06:23.319966 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.338438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['b96a0fef-0283-4080-ac39-287046d3eb8f', 'a8314f07-65f8-4ac2-981a-d725b0a821ea'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:23.363692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Pushing event deleted for resources: {'Port': ['ID=b96a0fef-0283-4080-ac39-287046d3eb8f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.432278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] No DVR routers for this DVR port b96a0fef-0283-4080-ac39-287046d3eb8f on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:23.435452 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.437810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eac0440-6d4f-4e5f-a239-eb63c7121b70 req-7824715f-2b10-4e93-847b-5f3955e42add tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "DELETE /v2.0/ports/b96a0fef-0283-4080-ac39-287046d3eb8f HTTP/1.1" status: 204 len: 173 time: 1.2033882 Jul 16 18:06:23.482238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8efebad2-74fe-40b4-8cf2-132d704bb924 req-0ce3a4eb-ec46-4231-a0e3-b7418c386bca tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.521562 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925e4d90-7c9d-4506-8c3b-665c14db3955 x-openstack-request-id: req-925e4d90-7c9d-4506-8c3b-665c14db3955 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:23.521839 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121", "code": 200}, {"name": "network-changed", "server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:23.522094 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-925e4d90-7c9d-4506-8c3b-665c14db3955 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:23.522588 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'code': 200} Jul 16 18:06:23.522757 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'status': 'completed', 'code': 200} Jul 16 18:06:23.551254 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8efebad2-74fe-40b4-8cf2-132d704bb924 req-0ce3a4eb-ec46-4231-a0e3-b7418c386bca tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.629931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8efebad2-74fe-40b4-8cf2-132d704bb924 req-0ce3a4eb-ec46-4231-a0e3-b7418c386bca tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.632531 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8efebad2-74fe-40b4-8cf2-132d704bb924 req-0ce3a4eb-ec46-4231-a0e3-b7418c386bca tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.633684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8efebad2-74fe-40b4-8cf2-132d704bb924 req-0ce3a4eb-ec46-4231-a0e3-b7418c386bca tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] 10.222.0.60 "DELETE /v2.0/security-groups/8e6df435-a5b6-4308-82d5-43942dabc3d9 HTTP/1.1" status: 204 len: 173 time: 0.3320701 Jul 16 18:06:23.646583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36348) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.663372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3a4eb-ec46-4231-a0e3-b7418c386bca tempest-SecurityGroupRulesTestJSON-464810363 tempest-SecurityGroupRulesTestJSON-464810363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6df435-a5b6-4308-82d5-43942dabc3d9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.725420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af959f5-97c4-4e4e-8e34-9dba3f189a25 admin admin] Deleting subnet ac9a67dc-b5b1-4a0a-9161-51a57550cefc {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:23.729230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1af959f5-97c4-4e4e-8e34-9dba3f189a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.735256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b96a0fef-0283-4080-ac39-287046d3eb8f no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:23.762457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34d5f8d6-158e-4f07-8be2-1769072a0bbe req-798531d0-79f8-40cc-b688-a5271e779321 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=02249d45-407c-435b-ab37-6cfb6805a9f1 HTTP/1.1" status: 200 len: 210 time: 0.0983987 Jul 16 18:06:23.789046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: b96a0fef-0283-4080-ac39-287046d3eb8f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:23.789804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b96a0fef-0283-4080-ac39-287046d3eb8f not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:23.790098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1af959f5-97c4-4e4e-8e34-9dba3f189a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.790224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:23.824955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-4dcee915-bbf6-4a89-afc9-d9dc14e72442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.828967 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-4dcee915-bbf6-4a89-afc9-d9dc14e72442 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1099 time: 0.2292047 Jul 16 18:06:23.844262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1af959f5-97c4-4e4e-8e34-9dba3f189a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.873399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:23.920695 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1af959f5-97c4-4e4e-8e34-9dba3f189a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.951838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-677cc52a-1091-4968-9eea-8757a01bfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.953516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-677cc52a-1091-4968-9eea-8757a01bfafd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1099 time: 0.3012681 Jul 16 18:06:23.959807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af959f5-97c4-4e4e-8e34-9dba3f189a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac9a67dc-b5b1-4a0a-9161-51a57550cefc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.962398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1af959f5-97c4-4e4e-8e34-9dba3f189a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.965423 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1af959f5-97c4-4e4e-8e34-9dba3f189a25 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ac9a67dc-b5b1-4a0a-9161-51a57550cefc HTTP/1.1" status: 204 len: 168 time: 0.3175704 Jul 16 18:06:23.967631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:24.025735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-ee7fa9f1-3960-4256-ae56-c9961c4c99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.027267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-ee7fa9f1-3960-4256-ae56-c9961c4c99a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1867483 Jul 16 18:06:24.108794 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.123597 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-4e6be497-cf38-4cba-abf8-529b995f188d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.0605223 Jul 16 18:06:24.205765 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.217621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74138cf-8148-4b9e-9a95-c9a9f40b1412']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.226777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb579fe9-3ef3-456e-ae83-1ec17643a632 req-333bcff5-78ba-4a1c-9d97-37b07984503a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 210 time: 0.1221967 Jul 16 18:06:24.229430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c9af44-3bbf-48e9-87e4-b292f4502181') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.229931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c9af44-3bbf-48e9-87e4-b292f4502181') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.242043 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.263917 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.271314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:24.271727 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.317244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-7748b08e-ba0d-48fc-81c0-91200f9f5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.318728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-7748b08e-ba0d-48fc-81c0-91200f9f5fc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1943808 Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:24.334127 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:24.341940 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.352058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.354222 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d74138cf-8148-4b9e-9a95-c9a9f40b1412 HTTP/1.1" status: 204 len: 168 time: 0.3851185 Jul 16 18:06:24.367487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68b5a5-4fdc-4317-8172-c1b1200866a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d74138cf-8148-4b9e-9a95-c9a9f40b1412,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.399852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-56ddb574-4a79-46e5-92d1-c5ae784b943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.401575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-56ddb574-4a79-46e5-92d1-c5ae784b943f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.4371889 Jul 16 18:06:24.420642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c74d4-f19c-4508-9227-241cc1af8c89 req-787da0d2-8434-4054-871d-b280ff61ddb8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.430661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-651c74d4-f19c-4508-9227-241cc1af8c89 req-787da0d2-8434-4054-871d-b280ff61ddb8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 948 time: 0.3272641 Jul 16 18:06:24.518757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-5c4f5822-123a-48bb-bd6d-ac10f90b397d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.0858603 Jul 16 18:06:24.529634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:24.537471 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:06:24.573628 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8048889f-4f41-4912-a30b-394cd2713314 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd50d3d5da4c4508b98db47b10f25d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428441 Jul 16 18:06:24.576185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36364) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:24.576786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-651c74d4-f19c-4508-9227-241cc1af8c89 req-30a85a91-94de-4073-a2a8-bf9ebcd93d7b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451564 Jul 16 18:06:24.578731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-f53359d3-5bbd-41d6-a3a4-01ca0c58e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.581056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-f53359d3-5bbd-41d6-a3a4-01ca0c58e2da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2408729 Jul 16 18:06:24.601715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-2bdcbe10-2a07-4f31-bb79-a37717b7e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.603162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-2bdcbe10-2a07-4f31-bb79-a37717b7e0cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0698495 Jul 16 18:06:24.665494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07bc2605-7c25-41f3-8af7-0c15f43f5f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.694957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07bc2605-7c25-41f3-8af7-0c15f43f5f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.733524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-c624ba50-a336-4943-b30c-3dd76caf74ad service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418669 Jul 16 18:06:24.761031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07bc2605-7c25-41f3-8af7-0c15f43f5f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.763942 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07bc2605-7c25-41f3-8af7-0c15f43f5f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.765298 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-07bc2605-7c25-41f3-8af7-0c15f43f5f6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b1ce427-1346-449a-8173-cf07172781c8 HTTP/1.1" status: 204 len: 168 time: 0.1873188 Jul 16 18:06:24.777929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc2605-7c25-41f3-8af7-0c15f43f5f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1ce427-1346-449a-8173-cf07172781c8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.850776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-1e7782dd-95e5-4d76-a898-cf658760e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.852205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-1e7782dd-95e5-4d76-a898-cf658760e1ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2303782 Jul 16 18:06:24.938475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-700b4374-db07-40e0-a7da-49efb1f1a1a3 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805668 Jul 16 18:06:24.974793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6413b-d50c-4f64-b39f-fe06fbba9556 req-98a8b982-8ccd-44eb-b901-5998aea8ee9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.976785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25d6413b-d50c-4f64-b39f-fe06fbba9556 req-98a8b982-8ccd-44eb-b901-5998aea8ee9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 947 time: 0.2654626 Jul 16 18:06:25.131644 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-8c9e5668-b6de-4a9e-a9a1-7f698ebe3cd2 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672675 Jul 16 18:06:25.173206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d87021-8773-4d23-8fa1-3bad2cc1e522 req-c3f5cca8-b724-4417-9fe8-55548c168c52 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.174619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74d87021-8773-4d23-8fa1-3bad2cc1e522 req-c3f5cca8-b724-4417-9fe8-55548c168c52 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 946 time: 0.3115895 Jul 16 18:06:25.212665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25d6413b-d50c-4f64-b39f-fe06fbba9556 req-c512d0e0-5473-4674-a810-892a6ccb44dc tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830297 Jul 16 18:06:25.225714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af374a-7859-498c-99b0-cad2d623c1cf req-1af683da-2d25-4afb-a68f-c878822e9da5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.227210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-1af683da-2d25-4afb-a68f-c878822e9da5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 808 time: 0.2767773 Jul 16 18:06:25.274705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Request body: {'port': {'device_id': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0', 'admin_state_up': True, 'tenant_id': 'f6b9f0b080244c71a707593126928b50'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:25.369600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74d87021-8773-4d23-8fa1-3bad2cc1e522 req-c69678f3-3828-4ba8-9f4d-1a6abd943321 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760709 Jul 16 18:06:25.410545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-038fd568-c696-49d8-8bfa-41ac4ca90ea2 req-e3d16d8b-647b-49f8-a25e-e9a48cc70bbc service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580132 Jul 16 18:06:25.492443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Made reservation on behalf of f6b9f0b080244c71a707593126928b50 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:25.496480 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.524180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02249d45-407c-435b-ab37-6cfb6805a9f1', 'name': 'network-vif-deleted', 'tag': 'b96a0fef-0283-4080-ac39-287046d3eb8f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:25.526510 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba83823e-63d6-475a-a27a-20c330d6a609" -d '{"events": [{"server_uuid": "02249d45-407c-435b-ab37-6cfb6805a9f1", "name": "network-vif-deleted", "tag": "b96a0fef-0283-4080-ac39-287046d3eb8f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:25.599342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec523e8-2433-42a2-a897-a07dee55e7b9 req-3a933fb2-a73a-4f29-bf8f-4ac61fe88fbb tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.605297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec523e8-2433-42a2-a897-a07dee55e7b9 req-3a933fb2-a73a-4f29-bf8f-4ac61fe88fbb tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.606840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ec523e8-2433-42a2-a897-a07dee55e7b9 req-3a933fb2-a73a-4f29-bf8f-4ac61fe88fbb tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1683 time: 0.2292976 Jul 16 18:06:25.624363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:25.694177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ec523e8-2433-42a2-a897-a07dee55e7b9 req-da676091-3f42-4340-a5bb-86cb4a941b01 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796821 Jul 16 18:06:25.726198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Allocated IP 172.20.0.10 (4cdcbab5-69e0-4320-a4e3-82749ccfe0e0/99df10c3-2675-45ca-b32a-e13c26b1036f/e7069278-6ee0-47f8-9b0c-c8bb4cee1727) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:25.736045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1529493274-network', 'tenant_id': '92eff68eb5de4072b04d51a645cd4f73'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:25.766412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Made reservation on behalf of 92eff68eb5de4072b04d51a645cd4f73 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:25.769561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.779937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.933696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.941616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.989985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:26.009043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534fdf84-e126-4bf7-a1c0-8dba5546ad73,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.014509 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.014801 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Added segment 3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5 of type vlan for network 41c49a6d-117d-4dda-a554-77f2d40605ad Jul 16 18:06:26.087096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.126564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:26.137504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.139671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.140304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.168001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcc09391-b7a1-4781-ac8b-bf26d55cc578 req-aa81ea97-ee89-4e46-b29d-15923e10479e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 210 time: 0.3959486 Jul 16 18:06:26.173659 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef93d678-1ad3-4e9d-be10-97dc4ec6276c x-openstack-request-id: req-ef93d678-1ad3-4e9d-be10-97dc4ec6276c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:26.176214 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02249d45-407c-435b-ab37-6cfb6805a9f1", "name": "network-vif-deleted", "tag": "b96a0fef-0283-4080-ac39-287046d3eb8f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:26.176581 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef93d678-1ad3-4e9d-be10-97dc4ec6276c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:26.178059 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02249d45-407c-435b-ab37-6cfb6805a9f1', 'name': 'network-vif-deleted', 'tag': 'b96a0fef-0283-4080-ac39-287046d3eb8f', 'status': 'completed', 'code': 200} Jul 16 18:06:26.206834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5802457 Jul 16 18:06:26.209660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.214559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Request body: {'subnet': {'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1529493274-subnet', 'tenant_id': '92eff68eb5de4072b04d51a645cd4f73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:26.267859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.278488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97487b1-c7c4-4e86-a797-f907f411fd6e admin admin] Pushing event updated for resources: {'Network': ['ID=41c49a6d-117d-4dda-a554-77f2d40605ad,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.294347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'mac_address': 'fa:16:3e:49:5a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:26.295541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Made reservation on behalf of 92eff68eb5de4072b04d51a645cd4f73 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:26.297244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad29380c-3497-4191-b94f-659f3c94aa8a up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:26.299085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.339362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 41c49a6d-117d-4dda-a554-77f2d40605ad details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:26.439257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port ad29380c-3497-4191-b94f-659f3c94aa8a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:26.460362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port ad29380c-3497-4191-b94f-659f3c94aa8a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:26.461135 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.464753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.479269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:26.502566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.528000 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.540044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.601348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63992da4-d5a2-4cb1-a440-4b8cb274a6d4 req-64ec3335-69cb-49ea-be1c-9ee3bd9c4363 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.603269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63992da4-d5a2-4cb1-a440-4b8cb274a6d4 req-64ec3335-69cb-49ea-be1c-9ee3bd9c4363 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 948 time: 0.3244641 Jul 16 18:06:26.614978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110da64f-c5a2-449b-a13b-ff973e7f328b req-7090e0a8-6e3d-41e1-8e73-a18ce62ee988 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.621824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d467f39-c1ea-42de-a1d2-8170bc5c944b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.623130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-110da64f-c5a2-449b-a13b-ff973e7f328b req-7090e0a8-6e3d-41e1-8e73-a18ce62ee988 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 951 time: 0.2370744 Jul 16 18:06:26.631189 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.633572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Checking segment: {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:26.633928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Network hostable DHCP agents. Network: 41c49a6d-117d-4dda-a554-77f2d40605ad, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:26.640890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-5b43b2ca-09ea-4a75-b298-20f3e9f8e282 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.643215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-5b43b2ca-09ea-4a75-b298-20f3e9f8e282 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.45 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 946 time: 0.4652395 Jul 16 18:06:26.650059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.659229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Network 41c49a6d-117d-4dda-a554-77f2d40605ad is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:26.672027 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.682456 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 41c49a6d-117d-4dda-a554-77f2d40605ad) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:26.694175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8429fd8-999b-4193-a9a5-d0caf47ccbfb None None] Network 41c49a6d-117d-4dda-a554-77f2d40605ad requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:26.695289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.696211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.729691 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9032256a-281f-46f8-8e8f-66fea7e887c6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5189571 Jul 16 18:06:26.737207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c044ec-0ea7-4424-a506-e4907ab7f88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad29380c-3497-4191-b94f-659f3c94aa8a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:26.740328 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41329181-2ef3-450a-a3ca-6b636721c3c2" -d '{"events": [{"server_uuid": "42c044ec-0ea7-4424-a506-e4907ab7f88e", "name": "network-vif-plugged", "status": "completed", "tag": "ad29380c-3497-4191-b94f-659f3c94aa8a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:26.744245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad29380c-3497-4191-b94f-659f3c94aa8a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad29380c-3497-4191-b94f-659f3c94aa8a,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.755421 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.840585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ad29380c-3497-4191-b94f-659f3c94aa8a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.858467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63992da4-d5a2-4cb1-a440-4b8cb274a6d4 req-c96344b3-32b1-4ffc-b51e-b81a390cb207 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324817 Jul 16 18:06:26.863036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.896825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-110da64f-c5a2-449b-a13b-ff973e7f328b req-017a11b9-63b4-456d-af59-bd27ac326f53 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.60 "GET /v2.0/security-groups?id=3123ad22-1733-4fd9-b5e2-44117c965111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727151 Jul 16 18:06:26.934721 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f011f21e-a0c7-4153-91b5-e4c7e919f9fd'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:26.965879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Pushing event updated for resources: {'Port': ['ID=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.975844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:26.978708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:26.984786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:27.034187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Deleting port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:27.034545 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.050886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e109f4-efe1-4887-8092-a94d9af3f52c None None] Network 41c49a6d-117d-4dda-a554-77f2d40605ad requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:27.072253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.073196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.198578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-0475d44c-c9a3-456e-a376-8fa1ab8096b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9536967 Jul 16 18:06:27.217171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Request body: {'port': {'device_id': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:27.245829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:27.284338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] For port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,segment=NetworkSegment(d2f67862-12a2-438a-8389-830b7f5a5bd2),segment_id=d2f67862-12a2-438a-8389-830b7f5a5bd2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:27.285178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.339098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Calling delete_port for 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:27.373386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268101b5-85c5-46be-b6f0-f8b480d781d5 req-0643134f-d00e-4be1-80a3-93c4347e16b6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.374912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-268101b5-85c5-46be-b6f0-f8b480d781d5 req-0643134f-d00e-4be1-80a3-93c4347e16b6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 948 time: 0.2956715 Jul 16 18:06:27.427643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc800178-5869-40f6-92e2-a8224463558a req-ed12ea73-c363-4c7e-8b81-68eca1453187 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.429314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc800178-5869-40f6-92e2-a8224463558a req-ed12ea73-c363-4c7e-8b81-68eca1453187 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/ports?device_id=758bf3ae-e153-43b2-8298-0027b03e8c9b HTTP/1.1" status: 200 len: 946 time: 0.3094227 Jul 16 18:06:27.467689 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.579390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-cf736f27-1778-41ab-9136-7d513fc717d4 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.581075 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-cf736f27-1778-41ab-9136-7d513fc717d4 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa25bdd4-991f-4792-8e47-6a3a3d0acf3c HTTP/1.1" status: 200 len: 951 time: 0.0715129 Jul 16 18:06:27.600771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-268101b5-85c5-46be-b6f0-f8b480d781d5 req-cf19d4b4-ff6b-464e-be92-5c1d12aae4db tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981723 Jul 16 18:06:27.610066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc800178-5869-40f6-92e2-a8224463558a req-ba0719f6-9cff-4368-8155-8ba7ab371986 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.60 "GET /v2.0/security-groups?id=839e5410-20a2-4a12-a78d-3432e931d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458683 Jul 16 18:06:27.714291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-67519d32-61a8-4160-b2bf-adbf50f39a0c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.722991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-67519d32-61a8-4160-b2bf-adbf50f39a0c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.724555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-67519d32-61a8-4160-b2bf-adbf50f39a0c tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1683 time: 0.4051409 Jul 16 18:06:27.732258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Deleting port a8314f07-65f8-4ac2-981a-d725b0a821ea {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:27.734768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.829018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] For port a8314f07-65f8-4ac2-981a-d725b0a821ea, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a8314f07-65f8-4ac2-981a-d725b0a821ea,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:27.829365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.848232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Calling delete_port for a8314f07-65f8-4ac2-981a-d725b0a821ea owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:27.848913 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16de7aa2-5f34-4caa-9186-da8f716f8b92 x-openstack-request-id: req-16de7aa2-5f34-4caa-9186-da8f716f8b92 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:27.849455 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c044ec-0ea7-4424-a506-e4907ab7f88e", "name": "network-vif-plugged", "status": "completed", "tag": "ad29380c-3497-4191-b94f-659f3c94aa8a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:27.849930 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16de7aa2-5f34-4caa-9186-da8f716f8b92 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:27.850545 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c044ec-0ea7-4424-a506-e4907ab7f88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad29380c-3497-4191-b94f-659f3c94aa8a', 'code': 200} Jul 16 18:06:27.974925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.996440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.009863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a8314f07-65f8-4ac2-981a-d725b0a821ea'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:28.034311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Pushing event deleted for resources: {'Port': ['ID=95c992c2-89f5-4bee-b5a5-1d6a690e2b97,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.048497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Pushing event deleted for resources: {'Port': ['ID=a8314f07-65f8-4ac2-981a-d725b0a821ea,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.111455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] No DVR routers for this DVR port 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:28.129685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] No DVR routers for this DVR port a8314f07-65f8-4ac2-981a-d725b0a821ea on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:28.133407 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.134394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0d72-9b7c-49c3-ba9a-8d296c37dd83 req-e97c1077-133b-49bf-a133-58f2ba8bb4d2 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:28.135706 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6db5581-5f0a-4061-8778-fb5efdcabcf6 req-21f3a931-f69e-4927-bc62-a737e7552097 tempest-ServersAdminTestJSON-632563580 tempest-ServersAdminTestJSON-632563580-project] 10.222.0.45 "DELETE /v2.0/ports/a8314f07-65f8-4ac2-981a-d725b0a821ea HTTP/1.1" status: 204 len: 173 time: 0.5433807 Jul 16 18:06:28.136318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-deleted', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:28.138853 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb81922-0ba5-45d0-80ec-c2e02e6e0789" -d '{"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-deleted", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:28.154405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0d72-9b7c-49c3-ba9a-8d296c37dd83 req-e97c1077-133b-49bf-a133-58f2ba8bb4d2 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:28.159393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e7b0d72-9b7c-49c3-ba9a-8d296c37dd83 req-e97c1077-133b-49bf-a133-58f2ba8bb4d2 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 1683 time: 0.3675671 Jul 16 18:06:28.165299 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.167765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65967d81-a634-4f26-ae32-4e823c32fc95 req-6ff8de7b-f3bc-4763-86de-c05a34d54528 tempest-ServerMetadataNegativeTestJSON-1050869717 tempest-ServerMetadataNegativeTestJSON-1050869717-project] 10.222.0.45 "DELETE /v2.0/ports/95c992c2-89f5-4bee-b5a5-1d6a690e2b97 HTTP/1.1" status: 204 len: 173 time: 1.5167456 Jul 16 18:06:28.181333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b1ce0-e04f-4815-a791-7cde9f8f488d req-4ae5daa1-e783-4c1c-81f4-acaabcc1ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:28.183477 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-919b1ce0-e04f-4815-a791-7cde9f8f488d req-4ae5daa1-e783-4c1c-81f4-acaabcc1ec40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 1101 time: 0.1512163 Jul 16 18:06:28.186464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758bf3ae-e153-43b2-8298-0027b03e8c9b', 'name': 'network-vif-deleted', 'tag': '95c992c2-89f5-4bee-b5a5-1d6a690e2b97'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:28.191004 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b858b5fe-a485-46df-a8f6-283313b6acdb" -d '{"events": [{"server_uuid": "758bf3ae-e153-43b2-8298-0027b03e8c9b", "name": "network-vif-deleted", "tag": "95c992c2-89f5-4bee-b5a5-1d6a690e2b97"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:28.248592 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-919b1ce0-e04f-4815-a791-7cde9f8f488d req-efb92f11-f6fc-4e42-8a9e-d16ce04aae2a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Jul 16 18:06:28.280244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting port aff2a887-e297-41c9-9ee8-a1ad122d8379 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:28.280917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.358619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7069278-6ee0-47f8-9b0c-c8bb4cee1727 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:28.374870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e7b0d72-9b7c-49c3-ba9a-8d296c37dd83 req-7e2018bc-110f-4f43-a67e-a6d3b7545a8b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/security-groups?id=43e753b8-101c-4922-b5fd-3157415867d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946051 Jul 16 18:06:28.416862 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.421766 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.477154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Transition to ACTIVE for port object e7069278-6ee0-47f8-9b0c-c8bb4cee1727 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:28.485919 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.583886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-2e2a41df-30a5-4a40-9671-d81cbaa43423 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:28.585422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-2e2a41df-30a5-4a40-9671-d81cbaa43423 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/networks?id=41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 200 len: 815 time: 0.4063592 Jul 16 18:06:28.599327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] For port aff2a887-e297-41c9-9ee8-a1ad122d8379, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aff2a887-e297-41c9-9ee8-a1ad122d8379,segment=NetworkSegment(609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b),segment_id=609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:28.599697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.631214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Pushing event updated for resources: {'Port': ['ID=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.638529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Calling delete_port for aff2a887-e297-41c9-9ee8-a1ad122d8379 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:28.645073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-3a72bb25-a2fe-4284-9acf-eb95e16d5eef tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/quotas/92eff68eb5de4072b04d51a645cd4f73 HTTP/1.1" status: 200 len: 375 time: 0.0413897 Jul 16 18:06:28.993903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-7f00c546-a310-4d6b-b1b8-2f2505a3ff83 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92eff68eb5de4072b04d51a645cd4f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3250263 Jul 16 18:06:29.072301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e2480-1b64-4ea8-a57c-7a503b4e1b96 req-b6117939-8b0d-4b55-9735-26a4fe1c0020 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.073830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-555e2480-1b64-4ea8-a57c-7a503b4e1b96 req-b6117939-8b0d-4b55-9735-26a4fe1c0020 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 944 time: 0.5779080 Jul 16 18:06:29.082212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:29.082550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:29.082878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:29.136750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:29.137087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:29.161874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:29.162255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:29.162615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:29.163060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Bound port: e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:29.163427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.251740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-555e2480-1b64-4ea8-a57c-7a503b4e1b96 req-9a5a970b-3b3c-4b17-85f5-9844c4f82a76 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634052 Jul 16 18:06:29.253777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-fd3cb09f-63c7-411f-b48d-deb23a1f5ba6 service neutron] 10.222.0.60 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498629 Jul 16 18:06:29.360781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.376444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:29.411539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Port': ['ID=aff2a887-e297-41c9-9ee8-a1ad122d8379,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.419920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:29.434286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.491393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-7ab77de2-159f-441b-b9f5-ff18247ac2f5 service neutron] 10.222.0.60 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299936 Jul 16 18:06:29.521827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] No DVR routers for this DVR port aff2a887-e297-41c9-9ee8-a1ad122d8379 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:29.524014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.524460 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.525881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] 10.222.0.45 "PUT /v2.0/ports/e7069278-6ee0-47f8-9b0c-c8bb4cee1727 HTTP/1.1" status: 200 len: 1093 time: 2.3173850 Jul 16 18:06:29.551950 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.555796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-b26bbfec-9a16-4a95-b9c8-1cc3f774dc56 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "DELETE /v2.0/ports/aff2a887-e297-41c9-9ee8-a1ad122d8379 HTTP/1.1" status: 204 len: 173 time: 1.8242369 Jul 16 18:06:29.582500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c84053-c130-4e73-b4ef-89e9c8af699a service neutron] Pushing event updated for resources: {'Port': ['ID=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.773195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:29.777468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af374a-7859-498c-99b0-cad2d623c1cf req-be8b2c68-e8c1-464c-b0b9-ad98dcb53a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.779167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-be8b2c68-e8c1-464c-b0b9-ad98dcb53a89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 1096 time: 0.1455331 Jul 16 18:06:29.842810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-5f44b336-20ed-45f9-844d-7fbb30b2f779 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727 HTTP/1.1" status: 200 len: 217 time: 0.0555177 Jul 16 18:06:29.861307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:29.861678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 95c992c2-89f5-4bee-b5a5-1d6a690e2b97 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:29.862116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:29.903984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-70ced72a-7081-4f51-a317-a60661cdc7d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.905683 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-70ced72a-7081-4f51-a317-a60661cdc7d8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 948 time: 0.1600642 Jul 16 18:06:29.922424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: a8314f07-65f8-4ac2-981a-d725b0a821ea {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:29.923416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a8314f07-65f8-4ac2-981a-d725b0a821ea not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:29.996796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:29.997172 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.013033 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cede9be4-73bf-49ca-a04a-986ea993dbb9 x-openstack-request-id: req-cede9be4-73bf-49ca-a04a-986ea993dbb9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:30.014877 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25bdd4-991f-4792-8e47-6a3a3d0acf3c", "name": "network-vif-deleted", "tag": "a8314f07-65f8-4ac2-981a-d725b0a821ea", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:30.015286 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cede9be4-73bf-49ca-a04a-986ea993dbb9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:30.015856 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa25bdd4-991f-4792-8e47-6a3a3d0acf3c', 'name': 'network-vif-deleted', 'tag': 'a8314f07-65f8-4ac2-981a-d725b0a821ea', 'status': 'completed', 'code': 200} Jul 16 18:06:30.039867 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9bb48b-3ba9-4208-8e2d-13c50aba3c7e x-openstack-request-id: req-3f9bb48b-3ba9-4208-8e2d-13c50aba3c7e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:30.048674 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758bf3ae-e153-43b2-8298-0027b03e8c9b", "name": "network-vif-deleted", "tag": "95c992c2-89f5-4bee-b5a5-1d6a690e2b97", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:30.049195 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f9bb48b-3ba9-4208-8e2d-13c50aba3c7e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:30.050175 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758bf3ae-e153-43b2-8298-0027b03e8c9b', 'name': 'network-vif-deleted', 'tag': '95c992c2-89f5-4bee-b5a5-1d6a690e2b97', 'status': 'completed', 'code': 200} Jul 16 18:06:30.055954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af374a-7859-498c-99b0-cad2d623c1cf req-a8d6a898-050f-4848-a884-05984cb1fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.057753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-a8d6a898-050f-4848-a884-05984cb1fff3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.1862092 Jul 16 18:06:30.088059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-19f1388e-d25e-4615-957f-ed9b39b79feb service neutron] 10.222.0.46 "GET /v2.0/ports/5a15dbb3-3ed0-4f38-8c43-8ebd243fc121/bindings/n-h2-793619-10 HTTP/1.1" status: 200 len: 383 time: 0.1691895 Jul 16 18:06:30.108645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-62dd8f5f-4044-4c80-b473-512844fa368b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397549 Jul 16 18:06:30.149627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:30.200132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d935e3-eca0-4c78-888f-859ada88941e req-a77ecfe9-9e7e-48be-9519-535ab5d2e8e5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.211233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29d935e3-eca0-4c78-888f-859ada88941e req-a77ecfe9-9e7e-48be-9519-535ab5d2e8e5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 949 time: 0.4473484 Jul 16 18:06:30.248242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.274314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:30.278719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:30.279098 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.378083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] For port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,segment=NetworkSegment(f9613ca7-2ab7-4795-9349-eb33c7102c5f),segment_id=f9613ca7-2ab7-4795-9349-eb33c7102c5f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:30.380332 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.386570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.436709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Calling delete_port for 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:30.444410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13254eb-1611-4b43-99ae-ae9b97398845 admin admin] Deleting subnet a895c383-bc2a-42a8-80cc-076044cdb8fc {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:30.451971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-2a83d5b1-ea8c-47dc-a3c8-ff0cb8619cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.454788 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-2a83d5b1-ea8c-47dc-a3c8-ff0cb8619cb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1100 time: 0.2751327 Jul 16 18:06:30.454927 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.455925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13254eb-1611-4b43-99ae-ae9b97398845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.481845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29d935e3-eca0-4c78-888f-859ada88941e req-17d87329-b221-4f19-896b-0bca02cae48d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675769 Jul 16 18:06:30.524071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:30.530094 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070d274b-c1c4-4355-9245-a55fcc7b8d75" -d '{"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-plugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:30.558175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:30.577561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.580273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:30.612181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-bda88889-1912-449d-b501-747f1f502872 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670310 Jul 16 18:06:30.646771 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13254eb-1611-4b43-99ae-ae9b97398845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.725574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.761593 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.786122 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13254eb-1611-4b43-99ae-ae9b97398845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.792111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No active binding found for port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:06:30.795103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:30.795717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aff2a887-e297-41c9-9ee8-a1ad122d8379 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:30.809680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-250a55b8-fc95-4410-b7b2-0a07fe8a0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.811359 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-250a55b8-fc95-4410-b7b2-0a07fe8a0947 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3167470 Jul 16 18:06:30.823013 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c8775296-6631-4f73-a16f-376a2907cb1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38eaeaa307b3400baed00e43275c1e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298069 Jul 16 18:06:30.825306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: aff2a887-e297-41c9-9ee8-a1ad122d8379 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:30.825865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aff2a887-e297-41c9-9ee8-a1ad122d8379 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:30.827985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.868354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Port': ['ID=45b8ca2f-d7cc-4b98-abce-71dbde84aa34,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.890704 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-33d09750-9abc-4351-bef0-1a875df74730 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.0637012 Jul 16 18:06:30.928246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] No DVR routers for this DVR port 45b8ca2f-d7cc-4b98-abce-71dbde84aa34 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:30.930690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.933040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00fcefe1-5c59-4375-b791-92f0e843e14d req-1ebb8e3a-705e-4d73-a0d3-3bbd9fac7354 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.46 "DELETE /v2.0/ports/45b8ca2f-d7cc-4b98-abce-71dbde84aa34 HTTP/1.1" status: 204 len: 173 time: 1.3421609 Jul 16 18:06:30.950525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-051b40bd-57e1-4be7-8df1-753a1bae180e req-78010e53-9d18-4d90-9e6b-f74b7d3f3109 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "GET /v2.0/ports?device_id=79a0ea34-ce8a-4d14-bf71-d74942fb2d6e HTTP/1.1" status: 200 len: 210 time: 0.2017064 Jul 16 18:06:31.048984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-80ef297c-24d3-4ea6-821c-4e9d0f943e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.050569 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-80ef297c-24d3-4ea6-821c-4e9d0f943e7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1160488 Jul 16 18:06:31.097490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54af374a-7859-498c-99b0-cad2d623c1cf req-3a2cec85-0e8e-421f-b7db-cc30bf0e7781 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718390 Jul 16 18:06:31.123172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821183e-2e30-4fed-9b86-67efa8f53e05 req-8f81205b-7a5c-439c-80c1-a91569ad0f30 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.125139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0821183e-2e30-4fed-9b86-67efa8f53e05 req-8f81205b-7a5c-439c-80c1-a91569ad0f30 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.3798125 Jul 16 18:06:31.139932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30ff8fc5-7529-4ccd-8575-6071c925d551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.145084 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13254eb-1611-4b43-99ae-ae9b97398845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.180905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10439c2f-525b-4779-b0bd-94e5ea73423f req-70f1f029-b401-4ded-b64f-4eb805981003 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 210 time: 0.0542467 Jul 16 18:06:31.185368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13254eb-1611-4b43-99ae-ae9b97398845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a895c383-bc2a-42a8-80cc-076044cdb8fc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.197289 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13254eb-1611-4b43-99ae-ae9b97398845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.208327 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b13254eb-1611-4b43-99ae-ae9b97398845 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a895c383-bc2a-42a8-80cc-076044cdb8fc HTTP/1.1" status: 204 len: 168 time: 0.9528511 Jul 16 18:06:31.208780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0821183e-2e30-4fed-9b86-67efa8f53e05 req-08b99ff9-a050-4c25-a39f-96f95e018ee2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704706 Jul 16 18:06:31.211913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.213785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30ff8fc5-7529-4ccd-8575-6071c925d551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.273191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-bd60a271-1ec7-4029-bdc6-f960dd29e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.274838 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-bd60a271-1ec7-4029-bdc6-f960dd29e5d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2085934 Jul 16 18:06:31.298843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.346583 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30ff8fc5-7529-4ccd-8575-6071c925d551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.349221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30ff8fc5-7529-4ccd-8575-6071c925d551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.352756 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-30ff8fc5-7529-4ccd-8575-6071c925d551 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3123ad22-1733-4fd9-b5e2-44117c965111 HTTP/1.1" status: 204 len: 168 time: 0.5144837 Jul 16 18:06:31.382511 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff8fc5-7529-4ccd-8575-6071c925d551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3123ad22-1733-4fd9-b5e2-44117c965111,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.423358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.435008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018d2e03-807f-49ec-b282-3ddc3b1ff412']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:31.446709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f67862-12a2-438a-8389-830b7f5a5bd2') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:31.447170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f67862-12a2-438a-8389-830b7f5a5bd2') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:31.457351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.474988 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.483464 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-19f1b1ca-44ac-41be-8b29-2369610f8e2a service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832724 Jul 16 18:06:31.528687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:31.529000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:31.530683 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:31.618177 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-e9cb1ebf-2211-42ef-ae9a-d417ea11fa6f service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219249 Jul 16 18:06:31.695422 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.722353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb487-be06-4f79-bd04-922b05803f1b req-b1c8f577-6d03-4eda-a9c7-b912ffec4217 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.729075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9becb487-be06-4f79-bd04-922b05803f1b req-b1c8f577-6d03-4eda-a9c7-b912ffec4217 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 944 time: 0.3975809 Jul 16 18:06:31.734264 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.736840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] 10.222.0.60 "DELETE /v2.0/networks/018d2e03-807f-49ec-b282-3ddc3b1ff412 HTTP/1.1" status: 204 len: 168 time: 0.5235765 Jul 16 18:06:31.750191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36492) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.783417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069406c-8cb9-4e19-af46-3308226f892d admin admin] Pushing event deleted for resources: {'Network': ['ID=018d2e03-807f-49ec-b282-3ddc3b1ff412,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.796422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-0c1a8069-36c9-4e29-8eff-016489086a37 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.798459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-0c1a8069-36c9-4e29-8eff-016489086a37 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.45 "GET /v2.0/networks?id=41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 200 len: 815 time: 0.3009470 Jul 16 18:06:31.799277 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ee9c3186-fb5a-4d93-b60c-e64b7e5bf244 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3def01c1fcb429daf7ee23f9b43895f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472054 Jul 16 18:06:31.801660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.814461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Request body: {'port': {'device_id': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad', 'admin_state_up': True, 'tenant_id': '92eff68eb5de4072b04d51a645cd4f73'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:31.879030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-715f00bf-a831-41cd-8d4f-5f818ce820f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.883509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9becb487-be06-4f79-bd04-922b05803f1b req-9cd092d7-3846-4090-977e-8714bb152aad tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533618 Jul 16 18:06:31.918343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-715f00bf-a831-41cd-8d4f-5f818ce820f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.923816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747c1a-1d5e-4523-8280-fd232928a153 req-7c3fb535-0481-48a6-9364-57707ab3ddec tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.930672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52747c1a-1d5e-4523-8280-fd232928a153 req-7c3fb535-0481-48a6-9364-57707ab3ddec tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 945 time: 0.4506695 Jul 16 18:06:31.975464 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae268e25-3ef9-4d0c-a909-cd59976ebab9 x-openstack-request-id: req-ae268e25-3ef9-4d0c-a909-cd59976ebab9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:31.975992 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-plugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:31.975992 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae268e25-3ef9-4d0c-a909-cd59976ebab9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:31.976370 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'code': 200} Jul 16 18:06:31.991326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-715f00bf-a831-41cd-8d4f-5f818ce820f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.995576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-715f00bf-a831-41cd-8d4f-5f818ce820f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.998346 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-715f00bf-a831-41cd-8d4f-5f818ce820f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3f0422c-db1f-4f58-91ab-905f5e0cbabb HTTP/1.1" status: 204 len: 168 time: 0.1955738 Jul 16 18:06:32.014083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52747c1a-1d5e-4523-8280-fd232928a153 req-10f780a5-d171-46e9-9a8f-1c7ba82dc298 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823441 Jul 16 18:06:32.028175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f00bf-a831-41cd-8d4f-5f818ce820f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f0422c-db1f-4f58-91ab-905f5e0cbabb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.051364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727'}, {'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'name': 'network-vif-deleted', 'tag': 'aff2a887-e297-41c9-9ee8-a1ad122d8379'}, {'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'name': 'network-vif-deleted', 'tag': '45b8ca2f-d7cc-4b98-abce-71dbde84aa34'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:32.059368 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727"}, {"server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "name": "network-vif-deleted", "tag": "aff2a887-e297-41c9-9ee8-a1ad122d8379"}, {"server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "name": "network-vif-deleted", "tag": "45b8ca2f-d7cc-4b98-abce-71dbde84aa34"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:32.085733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36504) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.093623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Made reservation on behalf of 92eff68eb5de4072b04d51a645cd4f73 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:32.098805 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.158200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36506) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.159024 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-97661c04-20cc-4c37-960a-4d5474195263 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b216c102eabc47efb1b932b615a93e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699973 Jul 16 18:06:32.165890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.232344 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea41d971-939e-4737-a483-b59d572a1a83 x-openstack-request-id: req-ea41d971-939e-4737-a483-b59d572a1a83 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:32.232675 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727", "status": "completed", "code": 200}, {"server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "name": "network-vif-deleted", "tag": "aff2a887-e297-41c9-9ee8-a1ad122d8379", "status": "completed", "code": 200}, {"server_uuid": "79a0ea34-ce8a-4d14-bf71-d74942fb2d6e", "name": "network-vif-deleted", "tag": "45b8ca2f-d7cc-4b98-abce-71dbde84aa34", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:32.232923 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea41d971-939e-4737-a483-b59d572a1a83 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:32.233315 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727', 'status': 'completed', 'code': 200} Jul 16 18:06:32.233564 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'name': 'network-vif-deleted', 'tag': 'aff2a887-e297-41c9-9ee8-a1ad122d8379', 'status': 'completed', 'code': 200} Jul 16 18:06:32.233808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bc1f0a-b6db-49ff-bdfd-abc663c9a51b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting subnet 1045d532-e17a-41a1-8107-3209058b04be {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:32.233928 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a0ea34-ce8a-4d14-bf71-d74942fb2d6e', 'name': 'network-vif-deleted', 'tag': '45b8ca2f-d7cc-4b98-abce-71dbde84aa34', 'status': 'completed', 'code': 200} Jul 16 18:06:32.237951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15bc1f0a-b6db-49ff-bdfd-abc663c9a51b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.293438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15bc1f0a-b6db-49ff-bdfd-abc663c9a51b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.389848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15bc1f0a-b6db-49ff-bdfd-abc663c9a51b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.404762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11ef24bb-14ed-4560-a049-0e3c2b93c479 req-dbeb9cf9-68b0-47e3-8d07-481dd4810450 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 210 time: 0.0759749 Jul 16 18:06:32.461035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15bc1f0a-b6db-49ff-bdfd-abc663c9a51b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.761083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc1f0a-b6db-49ff-bdfd-abc663c9a51b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Subnet': ['ID=1045d532-e17a-41a1-8107-3209058b04be,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.769279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15bc1f0a-b6db-49ff-bdfd-abc663c9a51b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.774098 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-15bc1f0a-b6db-49ff-bdfd-abc663c9a51b tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "DELETE /v2.0/subnets/1045d532-e17a-41a1-8107-3209058b04be HTTP/1.1" status: 204 len: 168 time: 0.6071467 Jul 16 18:06:32.774454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d7ba2-d4d5-46f6-a065-2dd7a2f3c415 req-2c982f91-6c6b-40fc-9b1d-0d06a09f5c26 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.774874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.775982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-833d7ba2-d4d5-46f6-a065-2dd7a2f3c415 req-2c982f91-6c6b-40fc-9b1d-0d06a09f5c26 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 949 time: 0.5971787 Jul 16 18:06:32.786314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7862578-492b-4682-85a1-cd16a88cfacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.789439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f29e99-ab2b-4fad-866c-fa771590ad57 None None] Network 214784e5-5fdf-4812-8fd4-9fc51aa0a247 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:32.814804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Allocated IP 172.20.0.3 (41c49a6d-117d-4dda-a554-77f2d40605ad/3d467f39-c1ea-42de-a1d2-8170bc5c944b/0b83f46d-e0cc-46b6-8fc3-b41344826c10) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:32.823953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-6321ffc3-f8e6-4d71-86cb-ad860a26e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.825004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-6321ffc3-f8e6-4d71-86cb-ad860a26e584 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 1096 time: 0.5478044 Jul 16 18:06:32.854656 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.865159 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7862578-492b-4682-85a1-cd16a88cfacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.924644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting port e15f0552-0bf8-4884-aca8-494d85139a2c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:32.925075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.980623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-833d7ba2-d4d5-46f6-a065-2dd7a2f3c415 req-c63bda24-8ee5-4e7b-b56b-cc487e85e77a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872957 Jul 16 18:06:33.002437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] For port e15f0552-0bf8-4884-aca8-494d85139a2c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e15f0552-0bf8-4884-aca8-494d85139a2c,segment=NetworkSegment(f9613ca7-2ab7-4795-9349-eb33c7102c5f),segment_id=f9613ca7-2ab7-4795-9349-eb33c7102c5f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:33.002967 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.017822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Calling delete_port for e15f0552-0bf8-4884-aca8-494d85139a2c owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:33.044321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009c959-33cb-4d28-aa1c-f644a6b36b95 None None] DHCP port deletion for 214784e5-5fdf-4812-8fd4-9fc51aa0a247 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:33.118984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632066e-3fe2-4a1f-957e-191f2f9d7e7b req-6ba5b20b-e91a-4c9d-a1f5-88e964fe5148 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.127687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e632066e-3fe2-4a1f-957e-191f2f9d7e7b req-6ba5b20b-e91a-4c9d-a1f5-88e964fe5148 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.4185607 Jul 16 18:06:33.153245 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87537ddd-0b5f-4fca-98e8-33825c2b4d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.189045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1009c959-33cb-4d28-aa1c-f644a6b36b95 None None] Deleting port e15f0552-0bf8-4884-aca8-494d85139a2c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:33.190375 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1009c959-33cb-4d28-aa1c-f644a6b36b95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.217481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.233353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] No DVR routers for this DVR port e15f0552-0bf8-4884-aca8-494d85139a2c on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:33.264147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Port': ['ID=e15f0552-0bf8-4884-aca8-494d85139a2c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.264702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-641f97dc-36c0-49fe-a3a0-72ab3f32d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.266515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-641f97dc-36c0-49fe-a3a0-72ab3f32d5a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.4301424 Jul 16 18:06:33.279656 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7862578-492b-4682-85a1-cd16a88cfacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.279777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1009c959-33cb-4d28-aa1c-f644a6b36b95 None None] For port e15f0552-0bf8-4884-aca8-494d85139a2c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e15f0552-0bf8-4884-aca8-494d85139a2c,segment=NetworkSegment(f9613ca7-2ab7-4795-9349-eb33c7102c5f),segment_id=f9613ca7-2ab7-4795-9349-eb33c7102c5f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:33.279984 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1009c959-33cb-4d28-aa1c-f644a6b36b95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.282499 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7862578-492b-4682-85a1-cd16a88cfacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.285933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d7862578-492b-4682-85a1-cd16a88cfacc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/839e5410-20a2-4a12-a78d-3432e931d55f HTTP/1.1" status: 204 len: 168 time: 1.1267371 Jul 16 18:06:33.294515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1009c959-33cb-4d28-aa1c-f644a6b36b95 None None] Calling delete_port for e15f0552-0bf8-4884-aca8-494d85139a2c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:33.317754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e632066e-3fe2-4a1f-957e-191f2f9d7e7b req-98b114cc-9291-4b8c-a2e5-bfd828c6a595 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891317 Jul 16 18:06:33.356020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7862578-492b-4682-85a1-cd16a88cfacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839e5410-20a2-4a12-a78d-3432e931d55f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.363984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-7db85c85-ee9e-4964-951a-312006521f57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727 HTTP/1.1" status: 200 len: 217 time: 0.0868869 Jul 16 18:06:33.408144 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.429604 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.437837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214784e5-5fdf-4812-8fd4-9fc51aa0a247']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:33.449884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e15f0552-0bf8-4884-aca8-494d85139a2c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:33.462594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed478371-943e-451b-bd17-4166524a9a05 req-4c77987d-17dd-4300-b9e5-1f19f7fdea0b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.471750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9613ca7-2ab7-4795-9349-eb33c7102c5f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:33.471750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9613ca7-2ab7-4795-9349-eb33c7102c5f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:33.471942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed478371-943e-451b-bd17-4166524a9a05 req-4c77987d-17dd-4300-b9e5-1f19f7fdea0b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 944 time: 0.3061569 Jul 16 18:06:33.491395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.503426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e15f0552-0bf8-4884-aca8-494d85139a2c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:33.503760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e15f0552-0bf8-4884-aca8-494d85139a2c not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:33.506637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-ad45e166-fd95-4e62-ba66-c0acbc6a5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.508332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-ad45e166-fd95-4e62-ba66-c0acbc6a5de8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.1369016 Jul 16 18:06:33.549306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.551506 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1009c959-33cb-4d28-aa1c-f644a6b36b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.564847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:33.565750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-a1b4eb3a-7222-4b40-8451-af4ce3cd9278 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408223 Jul 16 18:06:33.566230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:33.570950 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:33.577268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed478371-943e-451b-bd17-4166524a9a05 req-037925c0-b577-4f87-9671-0cc1e353a791 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064122 Jul 16 18:06:33.609604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009c959-33cb-4d28-aa1c-f644a6b36b95 None None] No DVR routers for this DVR port e15f0552-0bf8-4884-aca8-494d85139a2c on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:33.614271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009c959-33cb-4d28-aa1c-f644a6b36b95 None None] Pushing event deleted for resources: {'Port': ['ID=e15f0552-0bf8-4884-aca8-494d85139a2c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.695538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.704805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.715783 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "DELETE /v2.0/networks/214784e5-5fdf-4812-8fd4-9fc51aa0a247 HTTP/1.1" status: 204 len: 168 time: 0.9399009 Jul 16 18:06:33.717547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:33.749389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb17b-ee3c-4c09-8c9e-3b972018cde7 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Network': ['ID=214784e5-5fdf-4812-8fd4-9fc51aa0a247,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.783414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting subnet 63cd1486-3f7c-4f3b-9cbd-e3204e7ae4f3 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:33.786668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.827909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.883299 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.979751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Network 41c49a6d-117d-4dda-a554-77f2d40605ad is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:33.982378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-b4282262-761b-4f25-819a-5bf50208f589 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847809 Jul 16 18:06:33.989168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:34.014244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:34.108463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Pushing event updated for resources: {'Port': ['ID=0b83f46d-e0cc-46b6-8fc3-b41344826c10,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.136353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ff657-29b7-4244-8620-fe429420e949 req-558c12e1-e479-4867-9ea0-7ff2ad4b7867 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.137940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca2ff657-29b7-4244-8620-fe429420e949 req-558c12e1-e479-4867-9ea0-7ff2ad4b7867 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 1101 time: 0.5597153 Jul 16 18:06:34.192223 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.232221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.232770 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.266848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36584) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:34.290217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-94064d75-344b-41f3-80d7-ce3adc670924 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4815137 Jul 16 18:06:34.306799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca2ff657-29b7-4244-8620-fe429420e949 req-66655b87-a3ad-4ebe-bb86-24650048315b tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589279 Jul 16 18:06:34.311611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Request body: {'port': {'device_id': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:34.349789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-738bb1c0-84ff-4b3e-bb84-3f81c3329a33 req-ad0d3de9-21a4-4dde-9641-6a3234d41900 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390255 Jul 16 18:06:34.366473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac59e73-208e-44da-a407-5fa9900dc05d req-e913bf91-3771-4eaa-84f2-81d7d55eeec8 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.373608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ac59e73-208e-44da-a407-5fa9900dc05d req-e913bf91-3771-4eaa-84f2-81d7d55eeec8 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 931 time: 0.3856177 Jul 16 18:06:34.398909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.416452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-518478611-network', 'tenant_id': '837a6d991f4745a8964bdf2bd718975e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:34.452715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Made reservation on behalf of 837a6d991f4745a8964bdf2bd718975e for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:34.456657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.476811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Subnet': ['ID=63cd1486-3f7c-4f3b-9cbd-e3204e7ae4f3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.480928 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.482851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "DELETE /v2.0/subnets/63cd1486-3f7c-4f3b-9cbd-e3204e7ae4f3 HTTP/1.1" status: 204 len: 168 time: 0.7615943 Jul 16 18:06:34.487519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e7c90c-c7de-409f-b510-a3e912a7d3c3 None None] Network c4164413-9ab4-4c5d-a465-51d300fee284 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:34.493880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:34.514374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ac59e73-208e-44da-a407-5fa9900dc05d req-59ad2422-79e7-4d5b-a8aa-81ae3371248b tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397617 Jul 16 18:06:34.518341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.522157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.522720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.523239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.524394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.524916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.525471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.526674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.533205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.533777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.534294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.534789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.535310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cc976-f820-4dca-8ad4-88eacaa2bdae tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.540887 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.756369 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.775469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-d0cd5904-a5fa-4ab6-93c2-e1691d431c52 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--167644244&fields=id&tenant_id=6003d76c61b940759fea111c77e737cb HTTP/1.1" status: 200 len: 267 time: 0.1520011 Jul 16 18:06:34.801044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908649c5-8ccf-4713-ab9c-6e991bac46f9 None None] DHCP port deletion for c4164413-9ab4-4c5d-a465-51d300fee284 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:34.879811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-908649c5-8ccf-4713-ab9c-6e991bac46f9 None None] Deleting port 7556c492-6c83-4d1c-b794-7b04a2735f89 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:34.881344 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-908649c5-8ccf-4713-ab9c-6e991bac46f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.889996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Deleting port 7556c492-6c83-4d1c-b794-7b04a2735f89 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:34.890348 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.930167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.934805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.962318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-908649c5-8ccf-4713-ab9c-6e991bac46f9 None None] For port 7556c492-6c83-4d1c-b794-7b04a2735f89, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7556c492-6c83-4d1c-b794-7b04a2735f89,segment=NetworkSegment(609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b),segment_id=609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:34.962699 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-908649c5-8ccf-4713-ab9c-6e991bac46f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.977001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-908649c5-8ccf-4713-ab9c-6e991bac46f9 None None] Calling delete_port for 7556c492-6c83-4d1c-b794-7b04a2735f89 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:34.998315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:35.001650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] For port 7556c492-6c83-4d1c-b794-7b04a2735f89, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7556c492-6c83-4d1c-b794-7b04a2735f89,segment=NetworkSegment(609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b),segment_id=609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:35.002015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.024625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f49b7db-1932-44e4-95db-f95660a48296,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.027550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.027901 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Added segment 2fb16479-2807-468c-8085-f69bf87c8609 of type vlan for network d91b51d3-a043-428e-bc20-73b5633278ec Jul 16 18:06:35.029463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Calling delete_port for 7556c492-6c83-4d1c-b794-7b04a2735f89 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:35.069625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-908649c5-8ccf-4713-ab9c-6e991bac46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.093174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-cb50f50b-b8c8-4b83-9595-a6e5580af7f3 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.094738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-cb50f50b-b8c8-4b83-9595-a6e5580af7f3 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/networks?id=e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 200 len: 824 time: 0.3108761 Jul 16 18:06:35.100499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908649c5-8ccf-4713-ab9c-6e991bac46f9 None None] No DVR routers for this DVR port 7556c492-6c83-4d1c-b794-7b04a2735f89 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:35.110943 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.112729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b75cf-833f-4d80-a624-6e605efd1374 req-0a71b541-bcc5-4783-943f-77234da81b52 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.114415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908649c5-8ccf-4713-ab9c-6e991bac46f9 None None] Pushing event deleted for resources: {'Port': ['ID=7556c492-6c83-4d1c-b794-7b04a2735f89,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.121109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-850b75cf-833f-4d80-a624-6e605efd1374 req-0a71b541-bcc5-4783-943f-77234da81b52 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.2907383 Jul 16 18:06:35.172253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.173938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.174535 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.192995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-5d05b1be-9883-48a3-a31a-ed1915ba04e3 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/quotas/6003d76c61b940759fea111c77e737cb HTTP/1.1" status: 200 len: 375 time: 0.0702801 Jul 16 18:06:35.198118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7556c492-6c83-4d1c-b794-7b04a2735f89 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:35.206326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.217600 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9489534 Jul 16 18:06:35.218637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36612) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:35.221627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-1142d2c8-4c3e-4c0d-8cb5-ee636dc28150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.222267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7556c492-6c83-4d1c-b794-7b04a2735f89 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:35.222612 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7556c492-6c83-4d1c-b794-7b04a2735f89 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:35.222898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-1142d2c8-4c3e-4c0d-8cb5-ee636dc28150 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 1101 time: 0.2646573 Jul 16 18:06:35.234998 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Request body: {'subnet': {'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-518478611-subnet', 'tenant_id': '837a6d991f4745a8964bdf2bd718975e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:35.254287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:35.265633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b83f46d-e0cc-46b6-8fc3-b41344826c10 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:35.286230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8d453-b56e-4f94-87b2-658d82a5a2dc admin admin] Pushing event updated for resources: {'Network': ['ID=d91b51d3-a043-428e-bc20-73b5633278ec,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.288249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Port': ['ID=7556c492-6c83-4d1c-b794-7b04a2735f89,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.292127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] No DVR routers for this DVR port 7556c492-6c83-4d1c-b794-7b04a2735f89 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:35.301341 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d91b51d3-a043-428e-bc20-73b5633278ec details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:35.302806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-850b75cf-833f-4d80-a624-6e605efd1374 req-865aff14-6155-4907-acfb-5f56094a9c5c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812711 Jul 16 18:06:35.312238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.357039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Transition to ACTIVE for port object 0b83f46d-e0cc-46b6-8fc3-b41344826c10 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:35.358855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Made reservation on behalf of 837a6d991f4745a8964bdf2bd718975e for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:35.363536 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.436424 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.513233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4164413-9ab4-4c5d-a465-51d300fee284']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:35.540740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:35.540946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609c3c3e-a1d0-4712-bfc7-95fdb8f0ea1b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:35.557802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.583847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.596494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:35.596932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:35.601016 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:35.633062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.639866 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-8b9cfb83-d6a9-4e7b-85a2-31189aaad1e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1975255 Jul 16 18:06:35.692530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-9d04ced8-ac72-4e1c-b2e8-e22b166dd9a4 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641179 Jul 16 18:06:35.700732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.720387 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.722886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-c49383b8-b8a2-4340-bb67-3fb6c6db5868 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6003d76c61b940759fea111c77e737cb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5290632 Jul 16 18:06:35.732985 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.739902 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] 10.222.0.60 "DELETE /v2.0/networks/c4164413-9ab4-4c5d-a465-51d300fee284 HTTP/1.1" status: 204 len: 168 time: 1.2368531 Jul 16 18:06:35.762216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64686f35-f750-4a94-87f4-d77be9db9952 tempest-ServersTestMultiNic-2023400820 tempest-ServersTestMultiNic-2023400820-project] Pushing event deleted for resources: {'Network': ['ID=c4164413-9ab4-4c5d-a465-51d300fee284,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.786771 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.787329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Pushing event updated for resources: {'Port': ['ID=0b83f46d-e0cc-46b6-8fc3-b41344826c10,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.858731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=279aaed0-7f04-4e5d-a203-512d81106746,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.875812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Checking segment: {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:35.876173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Network hostable DHCP agents. Network: d91b51d3-a043-428e-bc20-73b5633278ec, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:35.879626 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-fbd6318b-0aea-480d-8e0a-940dd1e44eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.881184 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-fbd6318b-0aea-480d-8e0a-940dd1e44eb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 1096 time: 0.1318278 Jul 16 18:06:35.899167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Network d91b51d3-a043-428e-bc20-73b5633278ec is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:35.904418 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.908555 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-228ad3fa-0e01-41df-be47-390333abb8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.934624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d91b51d3-a043-428e-bc20-73b5633278ec) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:35.940068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.940723 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.945714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abcd8a-aaa8-4c5c-b1b9-e91594792ca6 None None] Network d91b51d3-a043-428e-bc20-73b5633278ec requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:35.968767 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-214bf47f-f8cb-43f1-af90-e46a161b3602 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7407644 Jul 16 18:06:36.027504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-5b33fb23-00ed-4b67-8a3f-7af6085b47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.029765 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-5b33fb23-00ed-4b67-8a3f-7af6085b47ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.1171606 Jul 16 18:06:36.087709 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-26eb8e3c-01e0-460f-a1df-52b7c31f208f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee HTTP/1.1" status: 200 len: 217 time: 0.0493016 Jul 16 18:06:36.113770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f73642-a8c5-4ca5-960f-44d230ca7e27 None None] Network d91b51d3-a043-428e-bc20-73b5633278ec requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:36.140682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-e103d8b7-6ff7-4fcb-942a-d3e0070492c4 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.142620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-e103d8b7-6ff7-4fcb-942a-d3e0070492c4 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4397986 Jul 16 18:06:36.154880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-4b38cd5e-e7f2-4f88-9a9e-9c353187aeb1 service neutron] 10.222.0.60 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041610 Jul 16 18:06:36.174722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c0645-6841-440b-932a-fe25008bdbce req-350c025f-f6b8-4994-aae5-4e500a0eb1d9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.176611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b14c0645-6841-440b-932a-fe25008bdbce req-350c025f-f6b8-4994-aae5-4e500a0eb1d9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "GET /v2.0/ports?device_id=07899a9c-337c-4979-8a7a-e106d3b18975 HTTP/1.1" status: 200 len: 945 time: 0.4270892 Jul 16 18:06:36.179431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-a85f742c-a935-4088-8211-fa05bf2f4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.181035 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-a85f742c-a935-4088-8211-fa05bf2f4e14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0855787 Jul 16 18:06:36.190039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Attempting to bind port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:36.190379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Attempting to bind port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:36.190704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Attempting to bind port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 on network 41c49a6d-117d-4dda-a554-77f2d40605ad {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:36.225324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-7457319b-bf7c-48d9-a580-2e321adbcc71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310037 Jul 16 18:06:36.263525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-c3f207a7-527f-4a3b-af46-f154a85d7d6d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/quotas/33a0bbd4b0e94ba9b96e94d57280f64b HTTP/1.1" status: 200 len: 375 time: 0.0977468 Jul 16 18:06:36.264150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 on network 41c49a6d-117d-4dda-a554-77f2d40605ad not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:36.264481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Attempting to bind port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 on network 41c49a6d-117d-4dda-a554-77f2d40605ad {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:36.304283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:36.324658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:36.325391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Checking segment: {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:36.325391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Bound using segment: {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:36.325834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Bound port: 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:36.326199 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.346083 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-de23d85a-0429-4d25-bd94-f5c4259d3beb service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140897 Jul 16 18:06:36.439221 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.447297 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4da68bf7-48ed-45a9-9cd6-927e0efa10cd req-f0e27172-4ddb-4a1d-b613-0b31ff383f26 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907912 Jul 16 18:06:36.478722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:36.528786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-fd2e5b84-c564-4ee9-ac54-94dcad9f7bec service neutron] 10.222.0.60 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727927 Jul 16 18:06:36.577292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] For port 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:36.580046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:36.584723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] For port 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:36.616351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6c87af18-e08b-4cde-a704-aef808efc82a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3443756 Jul 16 18:06:36.622333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.640490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Deleting port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:36.641459 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.696350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:36.698528 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c7b34c-065a-4888-9d01-082b08a53c2b" -d '{"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:36.713191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.713811 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.715682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] 10.222.0.45 "PUT /v2.0/ports/0b83f46d-e0cc-46b6-8fc3-b41344826c10 HTTP/1.1" status: 200 len: 1092 time: 2.4112835 Jul 16 18:06:36.717248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.788556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Transition to ACTIVE for port object 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:36.803261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15bd58-c2e5-4664-a138-c9f9f347760e service neutron] Pushing event updated for resources: {'Port': ['ID=0b83f46d-e0cc-46b6-8fc3-b41344826c10,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.861239 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.910225 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.915647 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:06:36.916016 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:06:36.932071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] For port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:36.932444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.081470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] No DVR routers for this DVR port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:37.131289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.256748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d5b7e-0bc8-4108-a367-e9ab4a323564 req-eac184dc-8a62-491e-b290-93a284d6f996 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.258271 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c1d5b7e-0bc8-4108-a367-e9ab4a323564 req-eac184dc-8a62-491e-b290-93a284d6f996 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 944 time: 0.4827538 Jul 16 18:06:37.324890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-b6bde5bd-1b5f-4532-bc54-6e59c20b9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.326327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-b6bde5bd-1b5f-4532-bc54-6e59c20b9d1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92eff68eb5de4072b04d51a645cd4f73&device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 1095 time: 0.5458994 Jul 16 18:06:37.363908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:37.363908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:37.364257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:37.464352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:37.569635 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.596242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:37.598713 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617dbd17-b7e8-4220-abb9-6bd7b2a07e50" -d '{"events": [{"server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "name": "network-vif-unplugged", "status": "completed", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:37.613708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:37.618878 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.653586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-f4dcffb3-e32f-418d-862d-b9a9e50277bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10 HTTP/1.1" status: 200 len: 217 time: 0.3171906 Jul 16 18:06:37.662610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:37.662930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Attempting to bind port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:37.676147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.742691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:37.743023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:37.743402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:37.743861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Bound port: 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:37.744210 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.777238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c1d5b7e-0bc8-4108-a367-e9ab4a323564 req-588f4d16-85aa-4696-96e6-01040c9bd14d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717398 Jul 16 18:06:37.793557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e74b7-193e-48af-aa13-a67b8f4e7da5 req-fcad4bc0-1695-4402-91ce-6a9449b601f8 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.795030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a88e74b7-193e-48af-aa13-a67b8f4e7da5 req-fcad4bc0-1695-4402-91ce-6a9449b601f8 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 943 time: 0.7068486 Jul 16 18:06:37.805266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device e7069278-6ee0-47f8-9b0c-c8bb4cee1727 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:37.860392 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.861074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.861074 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Floating IP 27f6066b-a5dc-446d-b2f5-7be9386d80e6 disassociated. External IP: 172.25.2.144, port: 3e83c91c-4f82-4ab4-9726-4bee30dc0a62. Jul 16 18:06:37.861483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Calling delete_port for 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:37.868377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5a70670c-7582-4261-a993-cf144762e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.869880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-5a70670c-7582-4261-a993-cf144762e7f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d467f39-c1ea-42de-a1d2-8170bc5c944b HTTP/1.1" status: 200 len: 855 time: 0.1758878 Jul 16 18:06:37.914275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:37.927682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727', 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0', 'port_id': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727', 'mac_address': 'fa:16:3e:d1:ca:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99df10c3-2675-45ca-b32a-e13c26b1036f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:37.966831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-ddfcc199-1dff-4f4e-b680-371094b1a752 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=41c49a6d-117d-4dda-a554-77f2d40605ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833607 Jul 16 18:06:37.972914 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.990967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7069278-6ee0-47f8-9b0c-c8bb4cee1727 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:37.993206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a88e74b7-193e-48af-aa13-a67b8f4e7da5 req-a1d451ba-f8d2-4319-8ebe-bd67d4fc8ed2 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889956 Jul 16 18:06:38.021683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:38.034680 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.061046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:38.093060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.139201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:38.183209 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.294717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['e7069278-6ee0-47f8-9b0c-c8bb4cee1727'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:38.320341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.321542 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.323072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] 10.222.0.45 "PUT /v2.0/ports/5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 1097 time: 3.0797255 Jul 16 18:06:38.334037 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-2fc36a66-b80f-483f-b52c-75587550fee8 service neutron] 10.222.0.45 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577952 Jul 16 18:06:38.338363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-972b12ef-7a07-4a6e-948a-22a11f3ce993 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.340729 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-972b12ef-7a07-4a6e-948a-22a11f3ce993 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "GET /v2.0/networks?id=e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 200 len: 824 time: 0.1499043 Jul 16 18:06:38.397229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-968ba3c2-b3af-4e37-afbc-018334ce5472 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6003d76c61b940759fea111c77e737cb HTTP/1.1" status: 200 len: 379 time: 0.0398800 Jul 16 18:06:38.414677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Request body: {'port': {'device_id': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'admin_state_up': True, 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'security_groups': ['25c343c3-b35e-4a78-b93b-ee5475638a2f']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:38.425708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-765b3995-b1db-49f7-93ef-e09554a6db59 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.427470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-765b3995-b1db-49f7-93ef-e09554a6db59 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 813 time: 0.4159310 Jul 16 18:06:38.519226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d97362-1340-4ba3-8bb5-44780767a17f service neutron] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.556572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-51d0f064-ca5e-4df4-9b3d-7e822c835e45 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/quotas/837a6d991f4745a8964bdf2bd718975e HTTP/1.1" status: 200 len: 375 time: 0.0973647 Jul 16 18:06:38.559300 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.568112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Made reservation on behalf of 6003d76c61b940759fea111c77e737cb for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:38.571830 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.648131 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.664937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-cd1245fd-d8fd-469f-a611-680ace209aff tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689502 Jul 16 18:06:38.694634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953b5f-a4b2-4365-b6aa-a7b38f5d96a5 req-e728c7e8-90b3-44bd-b93a-07b796d35d2d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.697028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68953b5f-a4b2-4365-b6aa-a7b38f5d96a5 req-e728c7e8-90b3-44bd-b93a-07b796d35d2d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 948 time: 0.5152855 Jul 16 18:06:38.706104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Allocated IP 172.20.0.7 (e4c0d341-1db4-4359-81e0-5a31d9d3624c/c486c120-0ad9-4c01-8f55-560381225582/90e70d17-566f-40cc-a9f9-61eaae4bfe9f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:38.757183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event deleted for resources: {'Port': ['ID=3e83c91c-4f82-4ab4-9726-4bee30dc0a62,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.793188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5c1b3de-1a16-4651-8efe-b0dbbcbf2291 req-15cc9385-c8b1-4466-b80c-bedd8f1a6d19 service neutron] 10.222.0.45 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258201 Jul 16 18:06:38.810040 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-31817188-b743-4fd4-8b82-3a2e36dfb553 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360727 Jul 16 18:06:38.848839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-305a2293-0fe2-4cca-a6e6-4abfb71a9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.850349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-305a2293-0fe2-4cca-a6e6-4abfb71a9ca1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1100 time: 0.4712014 Jul 16 18:06:38.907369 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68953b5f-a4b2-4365-b6aa-a7b38f5d96a5 req-ff606896-6de0-4f90-8194-95b98b9f099c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662707 Jul 16 18:06:38.972322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.988424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-050e1cca-5b89-422a-8758-ae82d14264b1 service neutron] 10.222.0.60 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222439 Jul 16 18:06:38.988692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-c2556053-a27c-436e-ad3f-78d10492f25c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.990568 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-c2556053-a27c-436e-ad3f-78d10492f25c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471860 Jul 16 18:06:39.002575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Transition to ACTIVE for port object 90e70d17-566f-40cc-a9f9-61eaae4bfe9f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:39.030629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Request body: {'port': {'device_id': '1d777068-7121-4411-95c5-8d4ad2a68394', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '33a0bbd4b0e94ba9b96e94d57280f64b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:39.101047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.149565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:39.155788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Router 11a98a37-fe53-46a8-99c5-ccd65eb20608 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:39.156114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:39.164217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:39.164860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-4a2f1a63-e386-4577-8549-679f6325bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.166384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-4a2f1a63-e386-4577-8549-679f6325bf8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2786241 Jul 16 18:06:39.213727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event updated for resources: {'Port': ['ID=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:39.235581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.235936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.236281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.236671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.237012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.237358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.237694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.238021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.238356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.238719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.239128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.239463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:39.242647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-5c9e9555-d85a-42ad-8bb0-dbd0aff4756a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.0649629 Jul 16 18:06:39.260160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-d2aa5dcd-4a20-429d-85ec-ff7ca8f03801 service neutron] 10.222.0.60 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442889 Jul 16 18:06:39.262036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.262686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.274492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Made reservation on behalf of 33a0bbd4b0e94ba9b96e94d57280f64b for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:39.278035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.291526 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-9c8c7023-fad5-4c2a-ab56-d07efa936f6b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8869662 Jul 16 18:06:39.311714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Request body: {'port': {'device_id': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:39.339121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a658cdf-7b42-49f7-915c-d78f188476b1 req-94c2dc8e-2795-4f41-a845-0200a6e1f29a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.346688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a658cdf-7b42-49f7-915c-d78f188476b1 req-94c2dc8e-2795-4f41-a845-0200a6e1f29a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 931 time: 0.2809649 Jul 16 18:06:39.445485 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.607473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Allocated IP 192.168.233.88 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/6355eb42-048b-49d5-82fe-4c7471dd7e39) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:39.694980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-72b55eb9-59c0-41dd-8412-f34409d2a9d5 None None] Provisioning for port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:39.700192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-72b55eb9-59c0-41dd-8412-f34409d2a9d5 None None] Provisioning complete for port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:39.700992 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-72b55eb9-59c0-41dd-8412-f34409d2a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.728748 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321e3305-9a02-4fe0-a11a-9fe663019b16 x-openstack-request-id: req-321e3305-9a02-4fe0-a11a-9fe663019b16 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:39.729032 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-unplugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:39.729276 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-321e3305-9a02-4fe0-a11a-9fe663019b16 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:39.729662 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'code': 200} Jul 16 18:06:39.758315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-72b55eb9-59c0-41dd-8412-f34409d2a9d5 None None] Port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:39.783166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a53cf075-bb7a-4bc7-9c93-2430901db7c5 req-ead8a4e2-e312-4e50-90b8-89a88297d429 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 210 time: 0.0568113 Jul 16 18:06:39.788269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-35e9cd0c-f421-45d4-b552-711e21027913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.789810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-35e9cd0c-f421-45d4-b552-711e21027913 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.4941976 Jul 16 18:06:39.800338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a658cdf-7b42-49f7-915c-d78f188476b1 req-051350db-7f18-47a2-983a-5c205e97f6a6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4527943 Jul 16 18:06:39.818666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device e7069278-6ee0-47f8-9b0c-c8bb4cee1727 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:39.853410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:39.865936 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] Sync routers for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:39.878384 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:39.879016 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:39.934237 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b62031-0567-4be6-8f67-87823e743688 x-openstack-request-id: req-e3b62031-0567-4be6-8f67-87823e743688 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:39.934473 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "name": "network-vif-unplugged", "status": "completed", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:39.935076 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3b62031-0567-4be6-8f67-87823e743688 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:39.935915 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'code': 200} Jul 16 18:06:39.940679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] No DVR routers for this DVR port 3e83c91c-4f82-4ab4-9726-4bee30dc0a62 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:39.944668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.947259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b14c0645-6841-440b-932a-fe25008bdbce req-c3aa18d1-1209-4933-972b-c506b4f86d4b tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "DELETE /v2.0/ports/3e83c91c-4f82-4ab4-9726-4bee30dc0a62 HTTP/1.1" status: 204 len: 173 time: 3.7465966 Jul 16 18:06:39.949267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:39.955877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:39.957953 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.995419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-2d98ce5f-5fcb-4900-9ec4-9163a0026c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.002501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-2d98ce5f-5fcb-4900-9ec4-9163a0026c96 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1996250 Jul 16 18:06:40.073579 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.097622 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.110052 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.154554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Transition to ACTIVE for port object 6355eb42-048b-49d5-82fe-4c7471dd7e39 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:40.179011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:40.184291 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.216800 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:40.247650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e70d17-566f-40cc-a9f9-61eaae4bfe9f {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:40.260173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.260445 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-6fa46e79-c39c-4202-8a09-27048287d0b4 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500892 Jul 16 18:06:40.261424 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.288755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Transition to ACTIVE for port object 90e70d17-566f-40cc-a9f9-61eaae4bfe9f will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:40.290865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.302396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'a3109020-0d24-4de7-8883-8bedf4f905e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:40.374836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', '28758984-798a-474b-ad58-9c182da22130', 'ad29380c-3497-4191-b94f-659f3c94aa8a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:40.378135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event updated for resources: {'Port': ['ID=6355eb42-048b-49d5-82fe-4c7471dd7e39,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.387375 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.454078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:40.461110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:40.464350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:40.470635 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Pushing event updated for resources: {'Port': ['ID=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.558104 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:40.611791 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] Checking router: 11a98a37-fe53-46a8-99c5-ccd65eb20608 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:40.613216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586bd38-d628-4b6f-ae15-93b21d67797b req-3b262533-46cd-49a7-b402-119a2eb061be tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.622634 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:40.624092 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:40.626208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d586bd38-d628-4b6f-ae15-93b21d67797b req-3b262533-46cd-49a7-b402-119a2eb061be tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.4277952 Jul 16 18:06:40.654368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbea96-2830-44d0-9cd6-9d507fac2161 req-5eb8065e-1427-4b41-845c-74ccec962381 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760319 Jul 16 18:06:40.666967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.667718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.672045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Attempting to bind port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:40.672345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Attempting to bind port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:40.672740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Attempting to bind port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f on network e4c0d341-1db4-4359-81e0-5a31d9d3624c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:40.700718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f on network e4c0d341-1db4-4359-81e0-5a31d9d3624c not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:40.701228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Attempting to bind port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f on network e4c0d341-1db4-4359-81e0-5a31d9d3624c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:40.717836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-6e36c4c3-2d14-48f0-8cb2-ea740518a5d5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6909704 Jul 16 18:06:40.719305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:40.719823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Checking segment: {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:40.723090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Bound using segment: {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:40.723607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Bound port: 90e70d17-566f-40cc-a9f9-61eaae4bfe9f, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670e8d1d-ff0d-4519-8538-e449d8604b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:40.724109 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.756175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Request body: {'port': {'device_id': '1d777068-7121-4411-95c5-8d4ad2a68394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:40.769164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d586bd38-d628-4b6f-ae15-93b21d67797b req-1df6ea85-b6b1-4cf8-b7f1-a32f79abb4a0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419616 Jul 16 18:06:40.770388 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:40.803835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be6c6b-7e0c-4a85-a852-2f9c96baafeb req-12e9a5d0-6ecb-48bd-a6a6-2300a593d2d9 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.821993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91be6c6b-7e0c-4a85-a852-2f9c96baafeb req-12e9a5d0-6ecb-48bd-a6a6-2300a593d2d9 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 943 time: 0.4491994 Jul 16 18:06:40.901320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91be6c6b-7e0c-4a85-a852-2f9c96baafeb req-dd8da6fa-6eb9-45b5-ba8a-95532c5afec9 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783615 Jul 16 18:06:40.948737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4218f8f5-50a0-46a7-97e9-e130436ba19f None None] Provisioning for port 6355eb42-048b-49d5-82fe-4c7471dd7e39 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:40.957470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4218f8f5-50a0-46a7-97e9-e130436ba19f None None] Provisioning complete for port 6355eb42-048b-49d5-82fe-4c7471dd7e39 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:40.957912 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4218f8f5-50a0-46a7-97e9-e130436ba19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.996170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.997540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4218f8f5-50a0-46a7-97e9-e130436ba19f None None] Port 6355eb42-048b-49d5-82fe-4c7471dd7e39 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:41.045381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] For port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:41.047057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d48b6506-48ab-48a3-a1e7-9a5c85c657a5 req-5eda5147-d6f2-4af0-88f5-d0ba3bb6cc89 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 210 time: 0.0501864 Jul 16 18:06:41.049694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] For port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:41.091147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.212422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.213039 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.217105 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] 10.222.0.46 "PUT /v2.0/ports/90e70d17-566f-40cc-a9f9-61eaae4bfe9f HTTP/1.1" status: 200 len: 1092 time: 1.9102175 Jul 16 18:06:41.220098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'tag': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:41.222474 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629a36e9-07e3-4053-be4b-2a224c3d91c9" -d '{"events": [{"name": "network-changed", "server_uuid": "87bfa0c2-7863-4d6f-a96c-88f5c84a588a", "tag": "90e70d17-566f-40cc-a9f9-61eaae4bfe9f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:41.251797 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:41.324025 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90235b38-a121-4f55-b157-e02fafb950ff None None] The sync data for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 is: [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:41.344028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0625d-144b-46c6-b020-fa85bb01b7c3 req-cc964090-e5c4-4d24-b977-459c68e6c927 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.345972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15c0625d-144b-46c6-b020-fa85bb01b7c3 req-cc964090-e5c4-4d24-b977-459c68e6c927 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 948 time: 0.1847820 Jul 16 18:06:41.444884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92634d3-cac1-4084-9b65-450092a7e140 service neutron] Pushing event updated for resources: {'Port': ['ID=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.481886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15c0625d-144b-46c6-b020-fa85bb01b7c3 req-a3a27eef-1824-4803-9ee4-1e1845df44a1 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223111 Jul 16 18:06:41.519650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.652401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-fbd00526-fa81-497f-af32-dded7c220e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.660777 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-fbd00526-fa81-497f-af32-dded7c220e0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6003d76c61b940759fea111c77e737cb&device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 1095 time: 0.3169224 Jul 16 18:06:41.761098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'tag': '0b83f46d-e0cc-46b6-8fc3-b41344826c10'}, {'name': 'network-changed', 'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'}, {'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'name': 'network-vif-deleted', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:41.763803 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "169c5791-606a-43a4-8a6f-51c43c31d16b", "tag": "0b83f46d-e0cc-46b6-8fc3-b41344826c10"}, {"name": "network-changed", "server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121"}, {"server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "name": "network-vif-deleted", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:41.809298 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-8290ba44-9ee4-4f5d-be87-c2c142031eae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90e70d17-566f-40cc-a9f9-61eaae4bfe9f HTTP/1.1" status: 200 len: 217 time: 0.0857563 Jul 16 18:06:41.825237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0b83f46d-e0cc-46b6-8fc3-b41344826c10 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:41.829974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c7f5-7a18-4b1e-84f9-bc6eafbd33a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.848626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1061c3ee-b1f8-495e-8a7c-28ea5ee54dbb None None] New status for floating IP 27f6066b-a5dc-446d-b2f5-7be9386d80e6: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:06:41.856617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35d23-aaa8-4bb4-9dd3-322934df7a0b req-8223ed23-469d-49a4-9183-5dc085f54eb2 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.864959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dbe35d23-aaa8-4bb4-9dd3-322934df7a0b req-8223ed23-469d-49a4-9183-5dc085f54eb2 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 935 time: 0.3215413 Jul 16 18:06:41.923208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-63c3ac37-2b80-4b09-b956-3b1f670616be tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.924707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-63c3ac37-2b80-4b09-b956-3b1f670616be tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.45 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 813 time: 0.3112581 Jul 16 18:06:41.939474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:41.941649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-8afe6065-8f42-4748-a854-9f66b6d0ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.941899 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7256d87c-f7d0-41f7-b5ba-293f3a52812d" -d '{"events": [{"server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "name": "network-vif-plugged", "status": "completed", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:41.943312 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-8afe6065-8f42-4748-a854-9f66b6d0ffb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c486c120-0ad9-4c01-8f55-560381225582 HTTP/1.1" status: 200 len: 863 time: 0.0736430 Jul 16 18:06:41.946799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6355eb42-048b-49d5-82fe-4c7471dd7e39 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:41.950649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Request body: {'port': {'device_id': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec', 'admin_state_up': True, 'tenant_id': '837a6d991f4745a8964bdf2bd718975e'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:41.966724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.978601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dbe35d23-aaa8-4bb4-9dd3-322934df7a0b req-b631c8e2-ad91-40f6-8bf4-3d5723474b71 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127141 Jul 16 18:06:42.000693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Transition to ACTIVE for port object 6355eb42-048b-49d5-82fe-4c7471dd7e39 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:42.006456 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.084209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e2964-df9c-433f-b550-41eb6c30db20 req-ea044b3e-e484-4744-b9f6-8e02d36787d6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.096552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab5e2964-df9c-433f-b550-41eb6c30db20 req-ea044b3e-e484-4744-b9f6-8e02d36787d6 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 943 time: 0.3252733 Jul 16 18:06:42.114458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:42.131802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '0b83f46d-e0cc-46b6-8fc3-b41344826c10', 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad', 'port_id': '0b83f46d-e0cc-46b6-8fc3-b41344826c10', 'mac_address': 'fa:16:3e:29:fb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d467f39-c1ea-42de-a1d2-8170bc5c944b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:42.185074 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.203989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b83f46d-e0cc-46b6-8fc3-b41344826c10 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:42.233186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:42.241837 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.244780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab5e2964-df9c-433f-b550-41eb6c30db20 req-2d6566a7-acd6-4e47-a8f2-5606fded5c20 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471882 Jul 16 18:06:42.257411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36724) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:42.346002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=0b83f46d-e0cc-46b6-8fc3-b41344826c10,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.389628 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9038bc-ad6c-4e2d-b587-7d9a7ea480fe x-openstack-request-id: req-6a9038bc-ad6c-4e2d-b587-7d9a7ea480fe {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:42.389983 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169c5791-606a-43a4-8a6f-51c43c31d16b", "tag": "0b83f46d-e0cc-46b6-8fc3-b41344826c10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121", "status": "completed", "code": 200}, {"server_uuid": "07899a9c-337c-4979-8a7a-e106d3b18975", "name": "network-vif-deleted", "tag": "3e83c91c-4f82-4ab4-9726-4bee30dc0a62", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:42.390231 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a9038bc-ad6c-4e2d-b587-7d9a7ea480fe {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:42.391300 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'tag': '0b83f46d-e0cc-46b6-8fc3-b41344826c10', 'status': 'completed', 'code': 200} Jul 16 18:06:42.391657 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'status': 'completed', 'code': 200} Jul 16 18:06:42.391936 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07899a9c-337c-4979-8a7a-e106d3b18975', 'name': 'network-vif-deleted', 'tag': '3e83c91c-4f82-4ab4-9726-4bee30dc0a62', 'status': 'completed', 'code': 200} Jul 16 18:06:42.474690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c7f5-7a18-4b1e-84f9-bc6eafbd33a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.523402 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4aa8c7f5-7a18-4b1e-84f9-bc6eafbd33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.524139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['0b83f46d-e0cc-46b6-8fc3-b41344826c10'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:42.575259 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e404d00d-c5c6-47b2-9a1a-1dad0adef8bd x-openstack-request-id: req-e404d00d-c5c6-47b2-9a1a-1dad0adef8bd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:42.575541 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bfa0c2-7863-4d6f-a96c-88f5c84a588a", "tag": "90e70d17-566f-40cc-a9f9-61eaae4bfe9f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:42.575732 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e404d00d-c5c6-47b2-9a1a-1dad0adef8bd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:42.584743 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'tag': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f', 'status': 'completed', 'code': 200} Jul 16 18:06:42.652937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-8f66c17e-1340-4f3d-9eeb-685473dcefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.657811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Made reservation on behalf of 837a6d991f4745a8964bdf2bd718975e for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:42.658918 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-8f66c17e-1340-4f3d-9eeb-685473dcefdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4c0d341-1db4-4359-81e0-5a31d9d3624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7066197 Jul 16 18:06:42.661369 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.673505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6355eb42-048b-49d5-82fe-4c7471dd7e39,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.741401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8c7f5-7a18-4b1e-84f9-bc6eafbd33a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a43cea-d82b-4e4c-9ef9-c49ab5f2cb70,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.756044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Attempting to bind port 6355eb42-048b-49d5-82fe-4c7471dd7e39 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:42.756377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Attempting to bind port 6355eb42-048b-49d5-82fe-4c7471dd7e39 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:42.757042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Attempting to bind port 6355eb42-048b-49d5-82fe-4c7471dd7e39 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:42.759800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4aa8c7f5-7a18-4b1e-84f9-bc6eafbd33a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96e4c4f3b2f441d2b77b9aa82c90513e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2389252 Jul 16 18:06:42.765881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36728) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:42.808796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Port 6355eb42-048b-49d5-82fe-4c7471dd7e39 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:42.809031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Attempting to bind port 6355eb42-048b-49d5-82fe-4c7471dd7e39 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:42.831940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:42.832282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:42.832690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:42.833348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Bound port: 6355eb42-048b-49d5-82fe-4c7471dd7e39, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:42.833490 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.837963 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-0e009472-e681-4c58-8152-faa8cfbae559 service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678741 Jul 16 18:06:42.841854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-ee8fa067-ceb2-4697-b9ba-a963c6a11d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.843521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-ee8fa067-ceb2-4697-b9ba-a963c6a11d8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92eff68eb5de4072b04d51a645cd4f73&device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 1096 time: 0.4405811 Jul 16 18:06:42.906822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe6-ebb3-4b29-aa27-98594d57a4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.920001 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-7a22a344-9190-4b36-8754-c5ff5cd226ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.922231 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-7a22a344-9190-4b36-8754-c5ff5cd226ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1100 time: 0.5038135 Jul 16 18:06:42.955995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab130c-4144-4239-a3d1-d46c28627f16 req-4cf4a392-bf0d-40ee-9328-ff4fb2742f79 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.963089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24ab130c-4144-4239-a3d1-d46c28627f16 req-4cf4a392-bf0d-40ee-9328-ff4fb2742f79 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.5589027 Jul 16 18:06:42.992173 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35cbc70b-78c6-4df6-8c5d-3c96f053cd23 req-7583eab9-be01-457b-81ff-3cab73eaa57d service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455545 Jul 16 18:06:43.026263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe6-ebb3-4b29-aa27-98594d57a4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.049972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] For port 6355eb42-048b-49d5-82fe-4c7471dd7e39, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:43.074512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] For port 6355eb42-048b-49d5-82fe-4c7471dd7e39, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6355eb42-048b-49d5-82fe-4c7471dd7e39,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:43.082703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.152387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ef44d-0122-4d95-9179-0a2de0dac0c2 req-48ba256c-5d00-4924-aed4-1cefb7ff45da tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.153987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-490ef44d-0122-4d95-9179-0a2de0dac0c2 req-48ba256c-5d00-4924-aed4-1cefb7ff45da tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 944 time: 0.5606325 Jul 16 18:06:43.192130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe6-ebb3-4b29-aa27-98594d57a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.194726 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b58cbe6-ebb3-4b29-aa27-98594d57a4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.198575 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2b58cbe6-ebb3-4b29-aa27-98594d57a4c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02a43cea-d82b-4e4c-9ef9-c49ab5f2cb70 HTTP/1.1" status: 204 len: 168 time: 0.4302807 Jul 16 18:06:43.200598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=6355eb42-048b-49d5-82fe-4c7471dd7e39,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.209536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.210146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.211533 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-45f83b05-431f-4082-a435-158a828b2cf1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6355eb42-048b-49d5-82fe-4c7471dd7e39 HTTP/1.1" status: 200 len: 1096 time: 2.4621811 Jul 16 18:06:43.222036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58cbe6-ebb3-4b29-aa27-98594d57a4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a43cea-d82b-4e4c-9ef9-c49ab5f2cb70,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.254903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-38f67911-f1cd-4329-89e9-35593cc7a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.257234 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-38f67911-f1cd-4329-89e9-35593cc7a154 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6003d76c61b940759fea111c77e737cb&device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 1095 time: 0.1205251 Jul 16 18:06:43.439221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-1ea4b130-4e5a-4f34-b7cc-f860eebc9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.441022 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-1ea4b130-4e5a-4f34-b7cc-f860eebc9e39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 200 len: 925 time: 0.1685185 Jul 16 18:06:43.512535 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-3208873a-c60b-4dfe-b770-5f3fa0582d41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90e70d17-566f-40cc-a9f9-61eaae4bfe9f HTTP/1.1" status: 200 len: 217 time: 0.0632124 Jul 16 18:06:43.523145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-cfd1413f-28c9-4c63-aa56-61cbe66bb751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.524481 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-cfd1413f-28c9-4c63-aa56-61cbe66bb751 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 1099 time: 0.2181547 Jul 16 18:06:43.568745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Allocated IP 172.20.0.8 (d91b51d3-a043-428e-bc20-73b5633278ec/279aaed0-7f04-4e5d-a203-512d81106746/011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:43.598595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24ab130c-4144-4239-a3d1-d46c28627f16 req-ebf50ee2-b971-4770-a00e-b8ba5e712e1d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6345201 Jul 16 18:06:43.622805 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-8f251172-ea35-432b-b71a-7f13bbeee0f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6355eb42-048b-49d5-82fe-4c7471dd7e39 HTTP/1.1" status: 200 len: 217 time: 0.0524514 Jul 16 18:06:43.642371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-3095599a-7128-42a6-abed-7ae61e7c8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.644086 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-3095599a-7128-42a6-abed-7ae61e7c8805 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c486c120-0ad9-4c01-8f55-560381225582 HTTP/1.1" status: 200 len: 863 time: 0.1183419 Jul 16 18:06:43.657801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-490ef44d-0122-4d95-9179-0a2de0dac0c2 req-551aeb99-45eb-41fe-9401-5583b174512e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245320 Jul 16 18:06:43.668134 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02a85da-9e6a-469f-a75f-9194ade4ea72 x-openstack-request-id: req-d02a85da-9e6a-469f-a75f-9194ade4ea72 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:43.668589 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "name": "network-vif-plugged", "status": "completed", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:43.669037 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d02a85da-9e6a-469f-a75f-9194ade4ea72 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:43.669370 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727', 'code': 200} Jul 16 18:06:43.683183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-bea604ce-2a66-42bf-a516-933699ab5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.684816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-bea604ce-2a66-42bf-a516-933699ab5c1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 200 len: 916 time: 0.7968976 Jul 16 18:06:43.685187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:43.744932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-3da4eb14-f8ce-4752-a14e-289bd1a653ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.746926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-3da4eb14-f8ce-4752-a14e-289bd1a653ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1018720 Jul 16 18:06:43.759240 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf96e221-a6f7-4189-a658-971143c8d782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.761830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-ab48647a-b24f-4062-91d6-01881c3c9af7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10 HTTP/1.1" status: 200 len: 217 time: 0.0526414 Jul 16 18:06:43.768961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-3be6c249-a9e4-44ef-9ea7-a31a395f68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.770477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-3be6c249-a9e4-44ef-9ea7-a31a395f68bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.8255348 Jul 16 18:06:43.821614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-74da0509-ee6d-4653-9aa8-90b62498921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.823166 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-74da0509-ee6d-4653-9aa8-90b62498921b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4c0d341-1db4-4359-81e0-5a31d9d3624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693292 Jul 16 18:06:43.857873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:43.860930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0b83f46d-e0cc-46b6-8fc3-b41344826c10 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:43.915876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-651d7a5e-1a8b-4b00-bdcf-e28a887555b0 req-4b9533a8-c906-4da8-81dd-ef65163f2e76 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 210 time: 0.1252544 Jul 16 18:06:43.917142 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-c33c6f28-f178-43d6-b66d-a5fc75930e32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.1182294 Jul 16 18:06:43.927945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-92eb6561-383f-47fe-8545-9255e558a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.929460 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-92eb6561-383f-47fe-8545-9255e558a453 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1725037 Jul 16 18:06:43.969834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-95d560b2-a89c-4509-97ac-5919811f120e service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359878 Jul 16 18:06:43.998847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:44.009018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:44.009369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.011302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed07376-6dd5-459f-a99a-6f29af7f8e4b req-43d35743-3ad7-4c6c-aceb-770f3b841022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.012732 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1ed07376-6dd5-459f-a99a-6f29af7f8e4b req-43d35743-3ad7-4c6c-aceb-770f3b841022 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 1098 time: 0.2441416 Jul 16 18:06:44.033423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:44.055011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-13e9ae2e-f02b-4498-b230-9700a0e7944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.056543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-13e9ae2e-f02b-4498-b230-9700a0e7944d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d467f39-c1ea-42de-a1d2-8170bc5c944b HTTP/1.1" status: 200 len: 855 time: 0.2803960 Jul 16 18:06:44.084297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'mac_address': 'fa:16:3e:49:5a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:44.139330 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.156503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:44.159021 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1ed07376-6dd5-459f-a99a-6f29af7f8e4b req-0958a699-a805-4992-86b7-6505a57b9aa8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333501 Jul 16 18:06:44.180171 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-629a36e9-07e3-4053-be4b-2a224c3d91c9 req-e60de99a-c3a5-4d1c-a19b-04e30ea8799c service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889238 Jul 16 18:06:44.183944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-e4c12bd8-99cf-4c3a-8493-f023d7cdfdde service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112782 Jul 16 18:06:44.189904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-a8c21a0d-8f67-46ad-b642-7b575886f136 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=41c49a6d-117d-4dda-a554-77f2d40605ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250873 Jul 16 18:06:44.200666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:44.207578 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.209831 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.221124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-1b9bb7b4-ba3b-4024-963e-b898ee3aedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.222489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-1b9bb7b4-ba3b-4024-963e-b898ee3aedfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2528050 Jul 16 18:06:44.295717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.299889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:44.305665 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.335006 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5905b6-9881-46b0-ac51-31f4e4da8c2b req-dfc11ab7-bcd6-421f-a659-5fcdfa208ec1 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224408 Jul 16 18:06:44.359849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=0b83f46d-e0cc-46b6-8fc3-b41344826c10,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.361313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4b73-ed4c-46ff-808f-58bb9fa5873e req-45c96727-5489-4051-9f58-a8d6e2eedbb8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.362875 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b1a4b73-ed4c-46ff-808f-58bb9fa5873e req-45c96727-5489-4051-9f58-a8d6e2eedbb8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 948 time: 0.4591579 Jul 16 18:06:44.462170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.491474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:44.513175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d4e4f-3c3a-49d2-b3ab-aa6c0b5080b7 req-9e1498c8-f80f-4eb4-a898-e8a9ada8b0ec tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.514676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f58d4e4f-3c3a-49d2-b3ab-aa6c0b5080b7 req-9e1498c8-f80f-4eb4-a898-e8a9ada8b0ec tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 947 time: 0.4472325 Jul 16 18:06:44.564212 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf96e221-a6f7-4189-a658-971143c8d782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.576284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-c377b488-36c3-4758-a1bc-475c9e315db2 service neutron] 10.222.0.45 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594744 Jul 16 18:06:44.586229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d777068-7121-4411-95c5-8d4ad2a68394', 'tag': '6355eb42-048b-49d5-82fe-4c7471dd7e39'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:44.588247 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf96e221-a6f7-4189-a658-971143c8d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.589052 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42" -d '{"events": [{"name": "network-changed", "server_uuid": "1d777068-7121-4411-95c5-8d4ad2a68394", "tag": "6355eb42-048b-49d5-82fe-4c7471dd7e39"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:44.615382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b1a4b73-ed4c-46ff-808f-58bb9fa5873e req-c65a5033-c8ce-4a56-b944-de4febb561d1 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024796 Jul 16 18:06:44.659109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-3c6e3082-2579-4f43-8e11-3542257576bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.660642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-3c6e3082-2579-4f43-8e11-3542257576bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4110308 Jul 16 18:06:44.732504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bf96e221-a6f7-4189-a658-971143c8d782 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a24252cd2a954b518ce0a7719b9f314a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0374544 Jul 16 18:06:44.735101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36748) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:44.742965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96e221-a6f7-4189-a658-971143c8d782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab3dac6-9fe4-4700-87b1-f0ecd104992a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.785425 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68003eef-2053-4b85-b1c6-8841434c6a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.798409 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f58d4e4f-3c3a-49d2-b3ab-aa6c0b5080b7 req-f25e703e-462d-4079-9a4a-87223877abad tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705827 Jul 16 18:06:44.808476 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68003eef-2053-4b85-b1c6-8841434c6a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.826989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.853678 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f2a911-19e0-4b5c-8fab-0500b73e337f x-openstack-request-id: req-10f2a911-19e0-4b5c-8fab-0500b73e337f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:44.854063 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d777068-7121-4411-95c5-8d4ad2a68394", "tag": "6355eb42-048b-49d5-82fe-4c7471dd7e39", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:44.854276 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10f2a911-19e0-4b5c-8fab-0500b73e337f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:44.854703 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d777068-7121-4411-95c5-8d4ad2a68394', 'tag': '6355eb42-048b-49d5-82fe-4c7471dd7e39', 'status': 'completed', 'code': 200} Jul 16 18:06:44.873049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68003eef-2053-4b85-b1c6-8841434c6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.876185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68003eef-2053-4b85-b1c6-8841434c6a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.880572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68003eef-2053-4b85-b1c6-8841434c6a4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aab3dac6-9fe4-4700-87b1-f0ecd104992a HTTP/1.1" status: 204 len: 168 time: 0.1444271 Jul 16 18:06:44.891675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68003eef-2053-4b85-b1c6-8841434c6a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab3dac6-9fe4-4700-87b1-f0ecd104992a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.925419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.984022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-7cec0219-f8fa-4da0-82b9-0ba8643c98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.986054 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-7cec0219-f8fa-4da0-82b9-0ba8643c98d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 1099 time: 0.0796068 Jul 16 18:06:44.986634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Network d91b51d3-a043-428e-bc20-73b5633278ec is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:45.013874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:45.033219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.037011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-f739d039-686b-41d3-949b-08a75985ea9a service neutron] 10.222.0.45 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514339 Jul 16 18:06:45.041267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:45.071905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-f5b9d5eb-f796-4ff7-bda5-08bf48ef970b service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955741 Jul 16 18:06:45.126986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-93f2abb7-4946-4b4e-8740-a38054fa248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.128469 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-93f2abb7-4946-4b4e-8740-a38054fa248b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1349893 Jul 16 18:06:45.182880 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-01e58682-32bb-48f8-b831-da9de6ff81d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=6355eb42-048b-49d5-82fe-4c7471dd7e39 HTTP/1.1" status: 200 len: 217 time: 0.0445993 Jul 16 18:06:45.230705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cb3b3-4700-44d6-b115-28769c0ca285 req-04a5871b-4174-4535-ae4b-e26d31b1bcb7 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.232179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d0cb3b3-4700-44d6-b115-28769c0ca285 req-04a5871b-4174-4535-ae4b-e26d31b1bcb7 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 943 time: 0.4969473 Jul 16 18:06:45.239413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-9b39d81d-57fd-4321-bcff-4e664f1452e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.240873 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-9b39d81d-57fd-4321-bcff-4e664f1452e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0494764 Jul 16 18:06:45.257341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.257953 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.304364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-976ce14a-a887-4a89-8db6-ccba016f89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.305969 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-976ce14a-a887-4a89-8db6-ccba016f89e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0566332 Jul 16 18:06:45.417178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-78b21889-34e1-4877-9e66-8887f5d182ec service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981123 Jul 16 18:06:45.517859 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ca8703a-51c9-46cb-b5d7-3dfe0defcf42 req-d66db099-d9e6-4013-baff-382bcde7d9f3 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934293 Jul 16 18:06:45.628710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-719be5d9-d570-4cc1-bcff-765751f0704a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6922951 Jul 16 18:06:45.670187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b83f46d-e0cc-46b6-8fc3-b41344826c10'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:45.670821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Request body: {'port': {'device_id': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:45.672984 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd76e46-ed38-4b7b-8b20-7656e77e5864" -d '{"events": [{"server_uuid": "169c5791-606a-43a4-8a6f-51c43c31d16b", "name": "network-vif-plugged", "status": "completed", "tag": "0b83f46d-e0cc-46b6-8fc3-b41344826c10"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:45.716204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d844-72af-4def-838b-2d855df62722 req-9f3c6d52-26ba-4bc9-8a45-400d5bb6b1ac tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.717662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1004d844-72af-4def-838b-2d855df62722 req-9f3c6d52-26ba-4bc9-8a45-400d5bb6b1ac tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.7142308 Jul 16 18:06:45.726115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d0cb3b3-4700-44d6-b115-28769c0ca285 req-a8f21c58-f8a8-41db-a1a8-266eb7fd3ce9 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4837639 Jul 16 18:06:45.746030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-cde3b7bd-a08b-40f5-8183-5ba78abd2637 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477494 Jul 16 18:06:45.749452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-a12c55ae-9fbf-4d2f-bf8c-fc938a626010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.751135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-a12c55ae-9fbf-4d2f-bf8c-fc938a626010 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 1101 time: 0.6475391 Jul 16 18:06:45.792535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:45.855908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:45.876819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1004d844-72af-4def-838b-2d855df62722 req-6caab8eb-ec71-4328-8259-ecf94388af52 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454947 Jul 16 18:06:45.900915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-network', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:45.933966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Made reservation on behalf of 901e1bde2d734918a92ef7aa5b7e11db for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:45.936597 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.943624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:45.947782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.951473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:45.953111 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.954178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.037556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-f792e0e1-e1dc-40a0-9293-8f956a68a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.039017 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-f792e0e1-e1dc-40a0-9293-8f956a68a44d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2813778 Jul 16 18:06:46.042553 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.065114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.071539 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.081697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:46.087229 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.096097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:46.115892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b587ae-596b-4d45-bd1a-5453477d2b8b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.125054 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.125739 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Added segment 6be4cf0a-a5bf-45d0-b530-99dd7f678c1b of type vlan for network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b Jul 16 18:06:46.153363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-55747375-8f52-439d-9f70-82dfc16b3f6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 200 len: 217 time: 0.1047566 Jul 16 18:06:46.153828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=13']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.182549 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.213202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.214500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.215097 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.243423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 6355eb42-048b-49d5-82fe-4c7471dd7e39 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:46.249027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4552250 Jul 16 18:06:46.252712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:46.259343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Request body: {'subnet': {'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-subnet', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:46.260102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37276-f0c6-438d-8c4d-3edaa3d206d6 req-32533787-2b99-4884-b788-9ee6d403d620 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.261895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88f37276-f0c6-438d-8c4d-3edaa3d206d6 req-32533787-2b99-4884-b788-9ee6d403d620 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 949 time: 0.4099479 Jul 16 18:06:46.306146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32aac4-18c3-4268-8cc9-e3f25f02a417 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea49e93-12f8-4684-bfe6-8f8a81f6340b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.310338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Made reservation on behalf of 901e1bde2d734918a92ef7aa5b7e11db for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:46.313804 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.325154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:46.346064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-10a0f250-e482-4c58-87d9-1f7d438da474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.347569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-10a0f250-e482-4c58-87d9-1f7d438da474 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1844428 Jul 16 18:06:46.411851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 6355eb42-048b-49d5-82fe-4c7471dd7e39, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6355eb42-048b-49d5-82fe-4c7471dd7e39,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:46.424847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '6355eb42-048b-49d5-82fe-4c7471dd7e39', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '6355eb42-048b-49d5-82fe-4c7471dd7e39', 'mac_address': 'fa:16:3e:76:62:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:46.457193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88f37276-f0c6-438d-8c4d-3edaa3d206d6 req-c5f3a8a6-48aa-4915-81da-75ada611e626 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782496 Jul 16 18:06:46.465820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.472608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743a77b-58e6-4b66-ae64-a4a058b0e38d req-cbb062d7-4e2c-4e79-a64e-74b72e871763 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.479722 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a743a77b-58e6-4b66-ae64-a4a058b0e38d req-cbb062d7-4e2c-4e79-a64e-74b72e871763 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.4452014 Jul 16 18:06:46.490533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6355eb42-048b-49d5-82fe-4c7471dd7e39 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:46.502630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Deleting port 143e4ffa-4208-4434-b9c4-79f0b9866a73 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:46.502979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.512018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 6355eb42-048b-49d5-82fe-4c7471dd7e39, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6355eb42-048b-49d5-82fe-4c7471dd7e39,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:46.514206 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.517701 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.518814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 90e70d17-566f-40cc-a9f9-61eaae4bfe9f details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:46.590749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b169c49-37df-4284-9453-23227a1db268,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.598202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Checking segment: {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:46.598923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Network hostable DHCP agents. Network: 3ea49e93-12f8-4684-bfe6-8f8a81f6340b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:46.621016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:46.632318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 3ea49e93-12f8-4684-bfe6-8f8a81f6340b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:46.638171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.639406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.662023 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-131cebba-96c9-40b2-b265-d2fb4860cb32 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4081073 Jul 16 18:06:46.662847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:46.667924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:46.678205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2704d12-deef-4cad-a8e5-85e060d9460b None None] Network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:46.683136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a743a77b-58e6-4b66-ae64-a4a058b0e38d req-9bd8396f-2ba2-4d9d-8f08-b1595e282f2d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024763 Jul 16 18:06:46.694576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.695207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.699907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] For port 143e4ffa-4208-4434-b9c4-79f0b9866a73, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=143e4ffa-4208-4434-b9c4-79f0b9866a73,segment=NetworkSegment(29396846-a3f9-498f-b7f9-5eab3eceb700),segment_id=29396846-a3f9-498f-b7f9-5eab3eceb700)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:46.700283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.738264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Calling delete_port for 143e4ffa-4208-4434-b9c4-79f0b9866a73 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:46.743931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-a9dac4c9-2d6a-433e-b1d9-65917ceab21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.745762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-a9dac4c9-2d6a-433e-b1d9-65917ceab21c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3873508 Jul 16 18:06:46.762517 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223bcfec-9923-4cee-918d-9478c6b2e33a x-openstack-request-id: req-223bcfec-9923-4cee-918d-9478c6b2e33a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:46.762792 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169c5791-606a-43a4-8a6f-51c43c31d16b", "name": "network-vif-plugged", "status": "completed", "tag": "0b83f46d-e0cc-46b6-8fc3-b41344826c10", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:46.763038 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-223bcfec-9923-4cee-918d-9478c6b2e33a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:46.763425 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b83f46d-e0cc-46b6-8fc3-b41344826c10', 'code': 200} Jul 16 18:06:46.783975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.792638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=6355eb42-048b-49d5-82fe-4c7471dd7e39,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.879639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d61c0b-3595-4401-a20e-fa16f88e32e5 req-cb4a8f54-3a29-45cb-b831-472b4ba2e6e5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.886341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69d61c0b-3595-4401-a20e-fa16f88e32e5 req-cb4a8f54-3a29-45cb-b831-472b4ba2e6e5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 931 time: 0.3061879 Jul 16 18:06:46.893314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:46.908133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'port_id': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f', 'mac_address': 'fa:16:3e:36:e1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:46.954059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-3ea49e93-12f8-4684-bfe6-8f8a81f6340b', 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'fixed_ips': [{'subnet_id': '2b169c49-37df-4284-9453-23227a1db268'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:46.954993 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.981099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.000281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.022802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:47.042028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.045008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e70d17-566f-40cc-a9f9-61eaae4bfe9f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:47.056567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10084844-f1e4-428e-a93c-d8a5ba756051 req-0d83b6d0-8757-4d93-826a-a15ac273d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.058112 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-10084844-f1e4-428e-a93c-d8a5ba756051 req-0d83b6d0-8757-4d93-826a-a15ac273d41f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 1097 time: 0.2177029 Jul 16 18:06:47.067252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:47.071538 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.131775 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Transition to ACTIVE for port object 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:47.136818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69d61c0b-3595-4401-a20e-fa16f88e32e5 req-7a755342-cf84-41d6-9bcc-7ca1ffc55d89 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164726 Jul 16 18:06:47.145232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.165797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-8cb2276a-e32a-48f2-8421-f9a09b8ba65b service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024568 Jul 16 18:06:47.174959 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-10084844-f1e4-428e-a93c-d8a5ba756051 req-65b348ec-0ad4-4577-96df-e4cbecad8ca7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097517 Jul 16 18:06:47.221786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Allocated IP 172.20.0.2 (3ea49e93-12f8-4684-bfe6-8f8a81f6340b/2b169c49-37df-4284-9453-23227a1db268/7c075ac2-0f68-428b-a6fa-cf62c382692d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:47.285118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.370220 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.383639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e183fc-5156-448a-9033-b50e8b1e35b2 req-2434adea-1eab-416e-aa7c-be55656f96e7 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.385286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1e183fc-5156-448a-9033-b50e8b1e35b2 req-2434adea-1eab-416e-aa7c-be55656f96e7 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 948 time: 0.4661224 Jul 16 18:06:47.391112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.410638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0b025de-cbde-4c21-9ae6-5665cb33e3e2 req-232c17b6-1d67-4580-a61f-38b671b36ce0 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367289 Jul 16 18:06:47.411371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.425143 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.435247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Transition to ACTIVE for port object 7c075ac2-0f68-428b-a6fa-cf62c382692d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:47.454281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Transition to ACTIVE for port object 7c075ac2-0f68-428b-a6fa-cf62c382692d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:47.462103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.496087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['6355eb42-048b-49d5-82fe-4c7471dd7e39'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:47.507870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Allocated IP 172.25.2.168 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/96bd5252-22e2-43ee-8e23-3a1656424e32) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:47.530221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:47.540904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:47.547802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:47.552001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Pushing event updated for resources: {'Port': ['ID=7c075ac2-0f68-428b-a6fa-cf62c382692d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.553665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['90e70d17-566f-40cc-a9f9-61eaae4bfe9f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:47.581706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1e183fc-5156-448a-9033-b50e8b1e35b2 req-d061d59f-edfc-483e-a27a-50f7655b41dc tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793907 Jul 16 18:06:47.604973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ec908-366f-4df8-8743-66efc0289f32 req-15a9a356-1b3d-4a9e-8ab0-d511f025b61a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.604973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf4ec908-366f-4df8-8743-66efc0289f32 req-15a9a356-1b3d-4a9e-8ab0-d511f025b61a tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 944 time: 0.3135886 Jul 16 18:06:47.610591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.648590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Attempting to bind port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:47.648934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Attempting to bind port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:47.649267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Attempting to bind port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on network d91b51d3-a043-428e-bc20-73b5633278ec {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:47.661349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on network d91b51d3-a043-428e-bc20-73b5633278ec not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:47.662072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Attempting to bind port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on network d91b51d3-a043-428e-bc20-73b5633278ec {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:47.668299 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.670503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:47.670842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Checking segment: {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:47.671270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Bound using segment: {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:47.674830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Bound port: 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:47.675255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.677329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Pushing event deleted for resources: {'Port': ['ID=143e4ffa-4208-4434-b9c4-79f0b9866a73,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.723789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Attempting to bind port 7c075ac2-0f68-428b-a6fa-cf62c382692d on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:47.724885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Attempting to bind port 7c075ac2-0f68-428b-a6fa-cf62c382692d by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:47.725407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Attempting to bind port 7c075ac2-0f68-428b-a6fa-cf62c382692d on network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:47.728230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.732481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:47.732913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Checking segment: {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:47.733322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.734307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Bound using segment: {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:47.735315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Bound port: 7c075ac2-0f68-428b-a6fa-cf62c382692d, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:47.735956 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.788767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:47.792957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:47.795627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:47.803745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Pushing event updated for resources: {'Port': ['ID=96bd5252-22e2-43ee-8e23-3a1656424e32,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.954337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] For port 7c075ac2-0f68-428b-a6fa-cf62c382692d, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:47.978644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] For port 7c075ac2-0f68-428b-a6fa-cf62c382692d, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7c075ac2-0f68-428b-a6fa-cf62c382692d,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:47.989059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.079286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615b53b-1487-43fb-b9e1-0514822a3224 None None] Pushing event updated for resources: {'Port': ['ID=7c075ac2-0f68-428b-a6fa-cf62c382692d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.095531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf4ec908-366f-4df8-8743-66efc0289f32 req-994f3b96-bca0-43be-9987-0000875d03b5 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4733489 Jul 16 18:06:48.132895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.250234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:48.316418 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:48.324656 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-076b91d5-e79b-4076-abf0-f53992e2cf98 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047065 Jul 16 18:06:48.356399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.434074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8be35f-7ba2-40ce-be1e-09c0fa622440 req-f98f99be-5e15-4145-9372-4b2502bd9d82 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.441176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e8be35f-7ba2-40ce-be1e-09c0fa622440 req-f98f99be-5e15-4145-9372-4b2502bd9d82 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.6820822 Jul 16 18:06:48.482860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.483480 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.484909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] 10.222.0.45 "PUT /v2.0/ports/011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 1092 time: 2.8259184 Jul 16 18:06:48.485360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:48.487655 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305e4769-4c96-4374-8087-c28f7b957f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:48.533481 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.598577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d4bff-e56c-444d-b290-6de4e443f392 service neutron] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.652532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e8be35f-7ba2-40ce-be1e-09c0fa622440 req-680874fd-f8a6-454c-9d23-0981fe5917b2 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101312 Jul 16 18:06:48.679601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e49af-f575-4f70-961b-8fba9941cd07 req-c5bea1e8-38a4-4913-9476-661cbba7fb9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.681179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-c5bea1e8-38a4-4913-9476-661cbba7fb9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3556216 Jul 16 18:06:48.692949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.742476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-9518442c-5a88-4d85-942c-be8642b11597 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/quotas/5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 375 time: 0.0503657 Jul 16 18:06:48.751420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-0b8bf6b2-c7bb-4ee2-9197-c5f046985f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.752990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-0b8bf6b2-c7bb-4ee2-9197-c5f046985f88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1095 time: 0.2120452 Jul 16 18:06:48.764853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:48.771388 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fa5c10-5807-4cc6-8f4b-c8eb6e5a0da1" -d '{"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-plugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:48.832313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:48.845047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-4f59e827-9e30-4bdc-afa0-5a4ddae04bfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 217 time: 0.0771694 Jul 16 18:06:48.947037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:48.961330 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Sync routers for ids ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:48.974453 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Routers {'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:48.975434 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:48.977304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.982202 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1a4d933e-834d-419d-a19a-fe9ebad8743e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3184893 Jul 16 18:06:48.982821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:49.023673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-89584ddc-3486-434a-beed-b3398ae4000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.025185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-89584ddc-3486-434a-beed-b3398ae4000c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.1612005 Jul 16 18:06:49.036989 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-39b2325b-a747-4f86-814e-bc43bf3a0b01 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2830198 Jul 16 18:06:49.084666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-6779b4f1-6ca4-459a-b206-d9fffba32cc1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466483 Jul 16 18:06:49.099120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f1aab-7ecf-41be-88d3-ec13e89a0504 req-24297958-8d34-4fd9-b129-44121acb6096 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.111064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-875f1aab-7ecf-41be-88d3-ec13e89a0504 req-24297958-8d34-4fd9-b129-44121acb6096 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.3138852 Jul 16 18:06:49.119949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Router 3e90a0ac-4735-4473-b0be-e7f96538a217 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:49.144417 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Set router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:49.304250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-875f1aab-7ecf-41be-88d3-ec13e89a0504 req-0f8a3561-e486-4d2b-b189-15ac4f32adb4 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971247 Jul 16 18:06:49.357300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7645f2-ca2e-4a84-8263-ff2de14722ed None None] Network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:49.376879 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860c1dd1-24e4-4c6a-ba65-2cf7c4c7236d x-openstack-request-id: req-860c1dd1-24e4-4c6a-ba65-2cf7c4c7236d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:49.376879 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:49.376879 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-860c1dd1-24e4-4c6a-ba65-2cf7c4c7236d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:49.376879 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'status': 'completed', 'code': 200} Jul 16 18:06:49.455754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7c075ac2-0f68-428b-a6fa-cf62c382692d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:49.480351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-b1624fdc-c15c-45af-959e-78b67d760e86 service neutron] 10.222.0.45 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721502 Jul 16 18:06:49.540555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d5a9ef56-15f6-42d7-9855-ec06d18bcb39 None None] Provisioning for port 7c075ac2-0f68-428b-a6fa-cf62c382692d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:49.592659 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:46Z', 'updated_at': '2021-07-16T18:06:47Z', 'revision_number': 3, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'gw_port': {'id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:47Z', 'updated_at': '2021-07-16T18:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.615600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:49.623646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1151d363-3c1f-48ba-b4d0-5541a843113e admin admin] 10.222.0.60 "PUT /v2.0/routers/3e90a0ac-4735-4473-b0be-e7f96538a217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3647971 Jul 16 18:06:49.645411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36826) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:49.657219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] Sync routers for ids ['3e90a0ac-4735-4473-b0be-e7f96538a217'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:49.692755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] Routers {'3e90a0ac-4735-4473-b0be-e7f96538a217'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:49.693647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3e90a0ac-4735-4473-b0be-e7f96538a217'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.736321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7c075ac2-0f68-428b-a6fa-cf62c382692d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:49.757584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7c075ac2-0f68-428b-a6fa-cf62c382692d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:49.758033 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.767892 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Checking router: f2fc8f1a-ce25-4813-a8bf-90c67c09d15f for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:49.768235 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Updating router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f port 96bd5252-22e2-43ee-8e23-3a1656424e32 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:49.794340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62624e0b-c7b0-4b68-9b09-1daf5cfea8cc req-a383e98b-428c-433a-b9f2-d6ce5b86e3bb service neutron] 10.222.0.45 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884939 Jul 16 18:06:49.820124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8445f67-4a37-4b5f-85e5-a6bd3df186d3 req-39e50b1c-b2d4-434f-8702-c23180996514 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.828250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8445f67-4a37-4b5f-85e5-a6bd3df186d3 req-39e50b1c-b2d4-434f-8702-c23180996514 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 948 time: 0.2945540 Jul 16 18:06:49.837291 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.845112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85582789-3ebf-4f99-94c9-8c969caa4ea5 req-d48aeb6d-e93d-4096-81bd-b6c3752b91fe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.847091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85582789-3ebf-4f99-94c9-8c969caa4ea5 req-d48aeb6d-e93d-4096-81bd-b6c3752b91fe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 943 time: 0.3152506 Jul 16 18:06:49.851953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.956055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8445f67-4a37-4b5f-85e5-a6bd3df186d3 req-34484695-a1dc-496a-9a29-aa86674a9025 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262980 Jul 16 18:06:49.970681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.998723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85582789-3ebf-4f99-94c9-8c969caa4ea5 req-76f126e2-e294-450a-b8e6-c3c8bf78b3e5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288607 Jul 16 18:06:50.023009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4769-4c96-4374-8087-c28f7b957f9c req-6a16b2ed-148c-4a8f-b172-45b30a589ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.025146 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305e4769-4c96-4374-8087-c28f7b957f9c req-6a16b2ed-148c-4a8f-b172-45b30a589ca9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1095 time: 0.1753590 Jul 16 18:06:50.104683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] Set router 3e90a0ac-4735-4473-b0be-e7f96538a217 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:50.151695 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.246508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4769-4c96-4374-8087-c28f7b957f9c req-dcffc23f-87d8-46dc-bfca-ae6bca90209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.253301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305e4769-4c96-4374-8087-c28f7b957f9c req-dcffc23f-87d8-46dc-bfca-ae6bca90209c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 914 time: 0.2206368 Jul 16 18:06:50.287918 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0befbc96-b284-4342-825e-ee68cb3a2b93 x-openstack-request-id: req-0befbc96-b284-4342-825e-ee68cb3a2b93 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:50.287918 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-plugged", "status": "completed", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:50.287918 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0befbc96-b284-4342-825e-ee68cb3a2b93 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:50.288362 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'code': 200} Jul 16 18:06:50.289264 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.293959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 90e70d17-566f-40cc-a9f9-61eaae4bfe9f up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:50.325389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Deleting port bf3b8127-4b5a-42ce-987c-ee60dc162468 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:50.325734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.341660 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.345308 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305e4769-4c96-4374-8087-c28f7b957f9c req-9d812f82-7285-40af-b32e-e67fef5bae6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 217 time: 0.0832729 Jul 16 18:06:50.356336 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Transition to ACTIVE for port object 96bd5252-22e2-43ee-8e23-3a1656424e32 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:50.365328 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.428318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeebc73-9824-43e4-bc1d-5b72d60b55f8 req-93301d8d-f0e4-4fd1-a1be-b6ef43768002 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.431783 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Attempting to bind port 96bd5252-22e2-43ee-8e23-3a1656424e32 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:50.432394 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Attempting to bind port 96bd5252-22e2-43ee-8e23-3a1656424e32 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:50.432997 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Attempting to bind port 96bd5252-22e2-43ee-8e23-3a1656424e32 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:50.435566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2eeebc73-9824-43e4-bc1d-5b72d60b55f8 req-93301d8d-f0e4-4fd1-a1be-b6ef43768002 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 1098 time: 0.2541685 Jul 16 18:06:50.447304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Allocated IP 172.20.0.1 (3ea49e93-12f8-4684-bfe6-8f8a81f6340b/2b169c49-37df-4284-9453-23227a1db268/5356ec0a-5eeb-4143-aba1-c82074fa4b90) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:50.451032 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:50.452913 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:50.453578 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.454459 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:50.455311 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Bound port: 96bd5252-22e2-43ee-8e23-3a1656424e32, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:50.457482 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.477190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e4769-4c96-4374-8087-c28f7b957f9c req-89481d08-2a56-4561-8284-cf1729ccc7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.478862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305e4769-4c96-4374-8087-c28f7b957f9c req-89481d08-2a56-4561-8284-cf1729ccc7d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.1135199 Jul 16 18:06:50.524569 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] For port 96bd5252-22e2-43ee-8e23-3a1656424e32, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:50.530104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2eeebc73-9824-43e4-bc1d-5b72d60b55f8 req-a76e163c-fd96-4918-b8a6-50f2383787b2 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934608 Jul 16 18:06:50.531040 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] For port 96bd5252-22e2-43ee-8e23-3a1656424e32, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=96bd5252-22e2-43ee-8e23-3a1656424e32,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:50.534164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] For port bf3b8127-4b5a-42ce-987c-ee60dc162468, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bf3b8127-4b5a-42ce-987c-ee60dc162468,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:50.534598 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.535498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305e4769-4c96-4374-8087-c28f7b957f9c req-9818ba0e-59d2-4af3-94f0-9d12432be52e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482254 Jul 16 18:06:50.538722 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.570270 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Pushing event updated for resources: {'Port': ['ID=96bd5252-22e2-43ee-8e23-3a1656424e32,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.597315 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.598202 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.599475 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.600239 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.600698 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.601507 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.601876 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.602534 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.602925 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.606334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Calling delete_port for bf3b8127-4b5a-42ce-987c-ee60dc162468 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:50.607018 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.607404 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.608131 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:50.626210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113ba45-6ed8-42fe-a2c2-179ed8f0380b req-4741a764-42eb-47b5-ab2f-1e567b100f16 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.628277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2113ba45-6ed8-42fe-a2c2-179ed8f0380b req-4741a764-42eb-47b5-ab2f-1e567b100f16 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 944 time: 0.2863548 Jul 16 18:06:50.705327 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546d66a-cedc-43a4-b4d0-12a83eed8960 None None] Pushing event updated for resources: {'Port': ['ID=96bd5252-22e2-43ee-8e23-3a1656424e32,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.710233 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Routers {'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:50.711095 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:50.714817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.740281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Transition to ACTIVE for port object 5356ec0a-5eeb-4143-aba1-c82074fa4b90 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:50.806853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2113ba45-6ed8-42fe-a2c2-179ed8f0380b req-fe172014-5324-4acc-890d-799dd452bb52 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660821 Jul 16 18:06:50.833015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0cea9fa-cc9c-434a-bc7e-8fc4db465f66 req-0dd8b35e-7372-4550-92e5-202be5cb6af9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0809166 Jul 16 18:06:50.854318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:50.862611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7c075ac2-0f68-428b-a6fa-cf62c382692d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7c075ac2-0f68-428b-a6fa-cf62c382692d,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:50.880207 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.882639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:50.886537 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.890094 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305e4769-4c96-4374-8087-c28f7b957f9c req-a72e9694-61f4-4f2c-9ad5-db0e79d6bedf service neutron] 10.222.0.45 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404520 Jul 16 18:06:50.909180 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] Set router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:50.919261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.933170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.966670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:50.975199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:50.984782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:51.104423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:53Z', 'updated_at': '2021-07-16T18:06:47Z', 'revision_number': 5, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'gw_port': {'id': 'bf3b8127-4b5a-42ce-987c-ee60dc162468', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:54Z', 'updated_at': '2021-07-16T18:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:51.182802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.188906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Pushing event updated for resources: {'Port': ['ID=5356ec0a-5eeb-4143-aba1-c82074fa4b90,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.198501 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.202086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7c075ac2-0f68-428b-a6fa-cf62c382692d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.205857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] Checking router: 3e90a0ac-4735-4473-b0be-e7f96538a217 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:51.255822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] Routers {'3e90a0ac-4735-4473-b0be-e7f96538a217'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:51.265898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3e90a0ac-4735-4473-b0be-e7f96538a217'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:51.354322 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:46Z', 'updated_at': '2021-07-16T18:06:47Z', 'revision_number': 3, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'gw_port': {'id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:47Z', 'updated_at': '2021-07-16T18:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:51.362368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3b8127-4b5a-42ce-987c-ee60dc162468,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.377818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.399594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-77ab9621-e8a3-454e-b911-32f499eebed4 None None] Provisioning complete for port 7c075ac2-0f68-428b-a6fa-cf62c382692d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:51.400002 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77ab9621-e8a3-454e-b911-32f499eebed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.416949 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb76a3-c25d-4c57-8fbd-3c0b99983988 None None] The sync data for ids ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'] in n-d-793619-10 is: [{'id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:46Z', 'updated_at': '2021-07-16T18:06:47Z', 'revision_number': 3, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'gw_port': {'id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:47Z', 'updated_at': '2021-07-16T18:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:51.427819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] Set router 3e90a0ac-4735-4473-b0be-e7f96538a217 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:51.451967 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.456528 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.554012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-5eba6f10-8b99-42af-b8d0-f09b0284bcee tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091912 Jul 16 18:06:51.566046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:51.566303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.566760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e90a0ac-4735-4473-b0be-e7f96538a217 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:06:51.573632 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.578444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e689529a-8b0a-4e01-aa2a-21697d8740ff admin admin] 10.222.0.60 "DELETE /v2.0/routers/3e90a0ac-4735-4473-b0be-e7f96538a217 HTTP/1.1" status: 204 len: 168 time: 1.8723187 Jul 16 18:06:51.585802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36838) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:51.607582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305e4769-4c96-4374-8087-c28f7b957f9c req-9eacf90e-96f7-4491-9d26-38a6515c5155 service neutron] 10.222.0.45 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7106307 Jul 16 18:06:51.613568 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.614424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 6355eb42-048b-49d5-82fe-4c7471dd7e39 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:51.623439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:53Z', 'updated_at': '2021-07-16T18:06:50Z', 'revision_number': 7, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:51.688008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc17a6e-646f-4e0b-ac51-9fc8acdd4ffa admin admin] Deleting subnet 73124c5e-c6ea-41c2-a39b-8e518d4308b0 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:51.698921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc17a6e-646f-4e0b-ac51-9fc8acdd4ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.719218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261a686-be23-4463-814f-3cbfdc942bd2 None None] The sync data for ids ['3e90a0ac-4735-4473-b0be-e7f96538a217'] in n-d-793619-10 is: [{'id': '3e90a0ac-4735-4473-b0be-e7f96538a217', 'name': 'tempest-ServersTestMultiNic-991840475-router', 'tenant_id': 'a25feedebd854d5991f52c8c934ca5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:53Z', 'updated_at': '2021-07-16T18:06:50Z', 'revision_number': 7, 'project_id': 'a25feedebd854d5991f52c8c934ca5f4', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:51.735937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65b1b6-3196-4c92-b63a-5c4a627c8bb9 req-f4dea014-5bfd-49c8-ac66-a8207fadaaaf tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.745710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d65b1b6-3196-4c92-b63a-5c4a627c8bb9 req-f4dea014-5bfd-49c8-ac66-a8207fadaaaf tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 1098 time: 0.2978749 Jul 16 18:06:51.762547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.769720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9762-9a70-4cce-9071-ab676426b63e req-628254ee-d024-4940-ab84-d1bf0926106e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.773506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4dcc9762-9a70-4cce-9071-ab676426b63e req-628254ee-d024-4940-ab84-d1bf0926106e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.3247538 Jul 16 18:06:51.774847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.783501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e49af-f575-4f70-961b-8fba9941cd07 req-31c721f1-31af-4c3d-96b9-be59862d019a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.792016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-31c721f1-31af-4c3d-96b9-be59862d019a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235575 Jul 16 18:06:51.840830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Request body: {'port': {'device_id': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '5fac9eacd78a4e77b15b8f90f01dc4ff'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:51.861870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 6355eb42-048b-49d5-82fe-4c7471dd7e39 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:51.867195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 6355eb42-048b-49d5-82fe-4c7471dd7e39 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:51.867520 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.875395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc17a6e-646f-4e0b-ac51-9fc8acdd4ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.896128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d65b1b6-3196-4c92-b63a-5c4a627c8bb9 req-29f521f5-f4ba-4fa3-88d4-d082e8b89524 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491470 Jul 16 18:06:51.904315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:51.929372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4dcc9762-9a70-4cce-9071-ab676426b63e req-ad13dd9d-2889-4526-bb8c-811b4d637d27 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248329 Jul 16 18:06:52.076207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-246b22d5-0ab0-4da7-9c4c-00aa3efad52e None None] Provisioning for port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:52.084494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-246b22d5-0ab0-4da7-9c4c-00aa3efad52e None None] Provisioning complete for port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:52.084747 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-246b22d5-0ab0-4da7-9c4c-00aa3efad52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.091338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Made reservation on behalf of 5fac9eacd78a4e77b15b8f90f01dc4ff for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:52.096546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.143081 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.206575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-246b22d5-0ab0-4da7-9c4c-00aa3efad52e None None] Port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:52.265402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:52.269520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 6355eb42-048b-49d5-82fe-4c7471dd7e39, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6355eb42-048b-49d5-82fe-4c7471dd7e39,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:52.276047 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.298763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667f07f-0501-4bd4-9973-d547fabea38a req-e9a64c9a-afdd-4bd5-bf7c-a649689aba5f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.305957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2667f07f-0501-4bd4-9973-d547fabea38a req-e9a64c9a-afdd-4bd5-bf7c-a649689aba5f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 948 time: 0.2558348 Jul 16 18:06:52.338102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f'}, {'server_uuid': '1d777068-7121-4411-95c5-8d4ad2a68394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6355eb42-048b-49d5-82fe-4c7471dd7e39'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:52.340399 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fb8b5f-a289-4399-b2c4-5b50a6507b2d" -d '{"events": [{"server_uuid": "87bfa0c2-7863-4d6f-a96c-88f5c84a588a", "name": "network-vif-plugged", "status": "completed", "tag": "90e70d17-566f-40cc-a9f9-61eaae4bfe9f"}, {"server_uuid": "1d777068-7121-4411-95c5-8d4ad2a68394", "name": "network-vif-plugged", "status": "completed", "tag": "6355eb42-048b-49d5-82fe-4c7471dd7e39"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:52.351737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec', 'port_id': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'mac_address': 'fa:16:3e:a3:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279aaed0-7f04-4e5d-a203-512d81106746', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:52.358117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=6355eb42-048b-49d5-82fe-4c7471dd7e39,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.386092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2667f07f-0501-4bd4-9973-d547fabea38a req-238308cb-5bd0-4397-b926-880e97e516b3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667775 Jul 16 18:06:52.398036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601392-9b64-4954-892e-b58fcfb9524d req-26dea95c-6a41-4af5-ad64-c5ebb4c4fe75 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.405796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a601392-9b64-4954-892e-b58fcfb9524d req-26dea95c-6a41-4af5-ad64-c5ebb4c4fe75 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 943 time: 0.2781813 Jul 16 18:06:52.443341 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc17a6e-646f-4e0b-ac51-9fc8acdd4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.448865 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.469426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:52.478285 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.483923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.500013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:52.506327 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.530730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a601392-9b64-4954-892e-b58fcfb9524d req-ea63cb00-cbb4-402d-8f73-ae2eb21f7802 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228426 Jul 16 18:06:52.585964 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.588998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.602763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Pushing event updated for resources: {'Port': ['ID=5356ec0a-5eeb-4143-aba1-c82074fa4b90,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.607137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Allocated IP 192.168.233.155 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/ac08c660-51e4-4c1a-a51d-df93c7ef579d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:52.693849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc17a6e-646f-4e0b-ac51-9fc8acdd4ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.740617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc17a6e-646f-4e0b-ac51-9fc8acdd4ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73124c5e-c6ea-41c2-a39b-8e518d4308b0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.747300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdc17a6e-646f-4e0b-ac51-9fc8acdd4ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.751519 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bdc17a6e-646f-4e0b-ac51-9fc8acdd4ffa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/73124c5e-c6ea-41c2-a39b-8e518d4308b0 HTTP/1.1" status: 204 len: 168 time: 1.1646500 Jul 16 18:06:52.751736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94671b70-765a-412a-8aae-6652d0496f57 None None] Network d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:52.754307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36850) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:52.781961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:52.783389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:52.846037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:52.909024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-929fc80c-c5d4-4cf1-8b68-c35dcf6e4f06 req-ae6ee283-ad5b-4c27-ae01-2ee87d596097 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 210 time: 0.1780293 Jul 16 18:06:52.964266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.966911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:53.190109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc20302-c456-4038-a4c2-78f55936bf36 req-bcff6dde-90ee-49f2-9874-7331f311528f tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.202915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecc20302-c456-4038-a4c2-78f55936bf36 req-bcff6dde-90ee-49f2-9874-7331f311528f tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 945 time: 0.5291727 Jul 16 18:06:53.222250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38062e0-fedf-470e-9b8a-5859f82e839e None None] DHCP port deletion for d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:53.246604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:53.256787 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f99a6e3a-fcbb-4928-b1f0-bf2b182d04ea admin admin] 10.222.0.60 "PUT /v2.0/routers/f2fc8f1a-ce25-4813-a8bf-90c67c09d15f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2690520 Jul 16 18:06:53.278873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf6c5bf7-6f60-4e35-a46e-1409f7d9da18 None None] Provisioning complete for port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:53.279260 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf6c5bf7-6f60-4e35-a46e-1409f7d9da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.347009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.412835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c5bf7-6f60-4e35-a46e-1409f7d9da18 None None] Port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:53.416154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Transition to ACTIVE for port object ac08c660-51e4-4c1a-a51d-df93c7ef579d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:53.453859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a38062e0-fedf-470e-9b8a-5859f82e839e None None] Deleting port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:53.453859 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a38062e0-fedf-470e-9b8a-5859f82e839e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.472453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecc20302-c456-4038-a4c2-78f55936bf36 req-aba7e174-ae01-4680-8638-5f63722ed7a7 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667983 Jul 16 18:06:53.474393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7c075ac2-0f68-428b-a6fa-cf62c382692d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:53.481483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Deleting port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:53.481834 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.512150 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.595299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.602450 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da69bf05-b961-438f-ae89-1698acdf78a2 x-openstack-request-id: req-da69bf05-b961-438f-ae89-1698acdf78a2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:53.603157 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bfa0c2-7863-4d6f-a96c-88f5c84a588a", "name": "network-vif-plugged", "status": "completed", "tag": "90e70d17-566f-40cc-a9f9-61eaae4bfe9f", "code": 200}, {"server_uuid": "1d777068-7121-4411-95c5-8d4ad2a68394", "name": "network-vif-plugged", "status": "completed", "tag": "6355eb42-048b-49d5-82fe-4c7471dd7e39", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:53.603755 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da69bf05-b961-438f-ae89-1698acdf78a2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:53.604794 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f', 'code': 200} Jul 16 18:06:53.605435 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d777068-7121-4411-95c5-8d4ad2a68394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6355eb42-048b-49d5-82fe-4c7471dd7e39', 'code': 200} Jul 16 18:06:53.623580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a38062e0-fedf-470e-9b8a-5859f82e839e None None] For port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2,segment=NetworkSegment(29396846-a3f9-498f-b7f9-5eab3eceb700),segment_id=29396846-a3f9-498f-b7f9-5eab3eceb700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:53.624339 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a38062e0-fedf-470e-9b8a-5859f82e839e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.642772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a38062e0-fedf-470e-9b8a-5859f82e839e None None] Calling delete_port for 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:53.664397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:53.720055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7c075ac2-0f68-428b-a6fa-cf62c382692d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:53.720724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.760231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:53.785793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:53.873239 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a38062e0-fedf-470e-9b8a-5859f82e839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.884943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.885351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.923476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-64526305-1dda-401e-8daa-b03dd0f9a664 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0977561 Jul 16 18:06:53.925334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] For port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2,segment=NetworkSegment(29396846-a3f9-498f-b7f9-5eab3eceb700),segment_id=29396846-a3f9-498f-b7f9-5eab3eceb700)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:53.925700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.945777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Request body: {'port': {'device_id': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:53.948380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Calling delete_port for 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:54.034285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38062e0-fedf-470e-9b8a-5859f82e839e None None] Pushing event deleted for resources: {'Port': ['ID=00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.048841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38062e0-fedf-470e-9b8a-5859f82e839e None None] No DVR routers for this DVR port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:54.076285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128acba-e1ed-468c-83ce-7a7ecb2618d5 req-7f2e048c-fad8-4549-b87a-48073db507a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.078672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0128acba-e1ed-468c-83ce-7a7ecb2618d5 req-7f2e048c-fad8-4549-b87a-48073db507a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 1097 time: 0.3385599 Jul 16 18:06:54.113510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', '877693f0-d5e7-4f4f-8b58-b6ab2128c596', '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:54.156705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0d713-9332-4588-af0f-ba9e471ce9df req-d54b0d68-b42f-4dc9-918d-0736e3a927ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.173071 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-31a0d713-9332-4588-af0f-ba9e471ce9df req-d54b0d68-b42f-4dc9-918d-0736e3a927ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 1101 time: 0.3368495 Jul 16 18:06:54.234404 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0128acba-e1ed-468c-83ce-7a7ecb2618d5 req-80617f37-f255-4910-b767-80f8d97ca607 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361837 Jul 16 18:06:54.279117 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-31a0d713-9332-4588-af0f-ba9e471ce9df req-dce16c6d-d13d-416f-96c3-fb91b50d2a6e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938382 Jul 16 18:06:54.298225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:54.304320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-network', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:54.346253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Made reservation on behalf of e6ad05bc3d2e4ff0a9b5bcd9c000b55f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:54.349580 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.361608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.365746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.409222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 96bd5252-22e2-43ee-8e23-3a1656424e32 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:54.420853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a73f29-6c75-4944-a1d0-79be5559db11 req-97867053-3b4b-412f-bb88-582204b1dc2d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.428248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26a73f29-6c75-4944-a1d0-79be5559db11 req-97867053-3b4b-412f-bb88-582204b1dc2d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 949 time: 0.2573261 Jul 16 18:06:54.463397 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.476377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e4c3b6b-457f-4bc8-9712-1b386a584b76 None None] Provisioning for port ac08c660-51e4-4c1a-a51d-df93c7ef579d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:54.488086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e4c3b6b-457f-4bc8-9712-1b386a584b76 None None] Provisioning complete for port ac08c660-51e4-4c1a-a51d-df93c7ef579d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:54.488454 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3b6b-457f-4bc8-9712-1b386a584b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.517040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.529729 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Sync routers for ids ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:54.530482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Pushing event deleted for resources: {'Port': ['ID=00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.538671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] No DVR routers for this DVR port 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:54.548362 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.554332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 96bd5252-22e2-43ee-8e23-3a1656424e32 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:54.554594 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Routers {'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:54.557405 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:54.568992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 96bd5252-22e2-43ee-8e23-3a1656424e32 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:54.569369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.575658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c3b6b-457f-4bc8-9712-1b386a584b76 None None] Port ac08c660-51e4-4c1a-a51d-df93c7ef579d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:54.579843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:54.583976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26a73f29-6c75-4944-a1d0-79be5559db11 req-093e45df-2c8e-4251-a950-67d820c16c38 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544478 Jul 16 18:06:54.598797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.599147 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Added segment 45691435-3c7e-4270-af3a-9c998f55cfdc of type vlan for network 475c1230-d934-466c-a90d-aee1162358c6 Jul 16 18:06:54.681218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.775955 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Set router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:54.780916 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.812402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8471720e-80ae-47cd-a0ff-4d8d95d7a206,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.815347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 96bd5252-22e2-43ee-8e23-3a1656424e32, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=96bd5252-22e2-43ee-8e23-3a1656424e32,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:54.824656 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.826122 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.829007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.832607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.837045 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.838563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:54.853006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29396846-a3f9-498f-b7f9-5eab3eceb700') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:54.853499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29396846-a3f9-498f-b7f9-5eab3eceb700') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:54.865025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.880498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.887785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:54.888120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.945931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=96bd5252-22e2-43ee-8e23-3a1656424e32,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.956334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bf3b8127-4b5a-42ce-987c-ee60dc162468 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:54.962891 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:54.991498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: bf3b8127-4b5a-42ce-987c-ee60dc162468 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:54.991909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bf3b8127-4b5a-42ce-987c-ee60dc162468 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:54.992359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 143e4ffa-4208-4434-b9c4-79f0b9866a73 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:54.995660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] Pushing event updated for resources: {'Network': ['ID=475c1230-d934-466c-a90d-aee1162358c6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.018504 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.024453 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ad09f4e3-bf7c-41ad-beab-2d6d38632c13 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7250829 Jul 16 18:06:55.025556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36914) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:55.032623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Request body: {'subnet': {'network_id': '475c1230-d934-466c-a90d-aee1162358c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-subnet', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:55.037343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 475c1230-d934-466c-a90d-aee1162358c6 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:55.047192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 143e4ffa-4208-4434-b9c4-79f0b9866a73 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:55.047792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 143e4ffa-4208-4434-b9c4-79f0b9866a73 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:55.066496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Made reservation on behalf of e6ad05bc3d2e4ff0a9b5bcd9c000b55f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:55.069622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.095167 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.106407 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:46Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 4, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'gw_port': {'id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:47Z', 'updated_at': '2021-07-16T18:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '5356ec0a-5eeb-4143-aba1-c82074fa4b90', 'name': '', 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'mac_address': 'fa:16:3e:dd:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '2b169c49-37df-4284-9453-23227a1db268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 2, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'subnets': [{'id': '2b169c49-37df-4284-9453-23227a1db268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:55.107250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] 10.222.0.60 "DELETE /v2.0/networks/d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2 HTTP/1.1" status: 204 len: 168 time: 2.3457141 Jul 16 18:06:55.121919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388964c-12ee-410b-b7cd-bb20c04dad1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7ef5da1-324d-4c17-9af2-f9c2fb0b49f2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.198690 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Checking router: f2fc8f1a-ce25-4813-a8bf-90c67c09d15f for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:55.199078 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Updating router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:55.275874 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.288439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 96bd5252-22e2-43ee-8e23-3a1656424e32 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:55.344727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaf1a5-bf8d-4002-b043-1e58c70620d3 req-07d9cbbd-68b4-40fa-939f-70d64d096abe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.348151 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.353053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ffbaf1a5-bf8d-4002-b043-1e58c70620d3 req-07d9cbbd-68b4-40fa-939f-70d64d096abe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 0.3916841 Jul 16 18:06:55.381505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 96bd5252-22e2-43ee-8e23-3a1656424e32 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:55.381892 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.411907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36918) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:55.434561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ffbaf1a5-bf8d-4002-b043-1e58c70620d3 req-8f907129-68ab-4511-92d4-75496c7dfa75 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803723 Jul 16 18:06:55.464529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac08c660-51e4-4c1a-a51d-df93c7ef579d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:55.486496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.509227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-1cb0cc59-240b-42bb-af18-32c5f673fcfd tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:06:55.510254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-1cb0cc59-240b-42bb-af18-32c5f673fcfd tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263662 Jul 16 18:06:55.520556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4505cd73-9e55-4112-b575-ed17210a7694,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.527309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Request body: {'binding': {'host': 'n-h2-793619-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:55.527762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:06:55.537134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c7503343-a065-4266-ad59-2e1d0f8cea25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a25feedebd854d5991f52c8c934ca5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1162658 Jul 16 18:06:55.541065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:55.559384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Checking segment: {'id': '45691435-3c7e-4270-af3a-9c998f55cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '475c1230-d934-466c-a90d-aee1162358c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:55.559873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Network hostable DHCP agents. Network: 475c1230-d934-466c-a90d-aee1162358c6, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:55.589704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Transition to ACTIVE for port object ac08c660-51e4-4c1a-a51d-df93c7ef579d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:55.601182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Network 475c1230-d934-466c-a90d-aee1162358c6 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:55.603389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:55.604259 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.617659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-901b3b32-aa3e-44d0-b72b-c59fd6c80afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.620889 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 475c1230-d934-466c-a90d-aee1162358c6) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:55.631807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.632007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.643412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e84283b-3bbc-467d-92a7-77e7cdde918d None None] Network 475c1230-d934-466c-a90d-aee1162358c6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:55.647214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:55.647881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 00ddc0a9-4e43-4e9c-b2c1-b560ba598bf2 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:55.656913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-901b3b32-aa3e-44d0-b72b-c59fd6c80afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.666681 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2561edd0-46c1-4ca6-8a53-ab43150af9a0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6369987 Jul 16 18:06:55.668881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:55.679226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:55.715831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.716914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.756028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-901b3b32-aa3e-44d0-b72b-c59fd6c80afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.760276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-901b3b32-aa3e-44d0-b72b-c59fd6c80afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.763943 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-901b3b32-aa3e-44d0-b72b-c59fd6c80afe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43e753b8-101c-4922-b5fd-3157415867d2 HTTP/1.1" status: 204 len: 168 time: 0.2192135 Jul 16 18:06:55.775181 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.794264 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Transition to ACTIVE for port object 5356ec0a-5eeb-4143-aba1-c82074fa4b90 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:55.804290 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.805821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b3b32-aa3e-44d0-b72b-c59fd6c80afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e753b8-101c-4922-b5fd-3157415867d2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.808302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.879311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.951679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:56.018821 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0eec1-42bd-4cfc-800e-f669008884b5 None None] Pushing event updated for resources: {'Port': ['ID=5356ec0a-5eeb-4143-aba1-c82074fa4b90,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:56.044133 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Attempting to bind port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:56.044721 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Attempting to bind port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:56.045116 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Attempting to bind port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 on network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:56.052369 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:56.054933 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Checking segment: {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:56.055678 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.056441 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Bound using segment: {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:56.057433 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Bound port: 5356ec0a-5eeb-4143-aba1-c82074fa4b90, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:56.058020 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.058284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-475c1230-d934-466c-a90d-aee1162358c6', 'network_id': '475c1230-d934-466c-a90d-aee1162358c6', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'fixed_ips': [{'subnet_id': '4505cd73-9e55-4112-b575-ed17210a7694'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:56.059184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.095533 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.176616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ce9c4-1e5c-47fa-bf7f-9e6d0112867d req-99b16edb-4072-4cc5-94d0-4ba02d19497a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.189072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678ce9c4-1e5c-47fa-bf7f-9e6d0112867d req-99b16edb-4072-4cc5-94d0-4ba02d19497a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.5686996 Jul 16 18:06:56.192251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:56.192820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:56.193374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:56.237936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Port ac08c660-51e4-4c1a-a51d-df93c7ef579d on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:56.238508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:56.242309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] For port 5356ec0a-5eeb-4143-aba1-c82074fa4b90, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:56.251777 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] For port 5356ec0a-5eeb-4143-aba1-c82074fa4b90, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5356ec0a-5eeb-4143-aba1-c82074fa4b90,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:56.254198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:56.254833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:56.255424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:56.256088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Bound port: ac08c660-51e4-4c1a-a51d-df93c7ef579d, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:56.256708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.260455 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.302991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on host n-h2-793619-10 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:56.303633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:56.304167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:56.310326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:56.329544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:56.330341 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.347896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:56.348297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:56.361366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678ce9c4-1e5c-47fa-bf7f-9e6d0112867d req-dc770867-4edb-45e8-af29-74a33bb8d089 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601882 Jul 16 18:06:56.364463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:56.364952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:56.365387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:56.365838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Bound port: e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:56.419267 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Routers {'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:56.419267 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:56.477931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:56.485116 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.500066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-30c496b6-c27e-4257-87a1-7038cd6e4c1f service neutron] 10.222.0.60 "POST /v2.0/ports/e7069278-6ee0-47f8-9b0c-c8bb4cee1727/bindings HTTP/1.1" status: 201 len: 390 time: 0.9760146 Jul 16 18:06:56.509898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:56.522499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:56.534345 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.598247 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0eec1-42bd-4cfc-800e-f669008884b5 None None] Pushing event updated for resources: {'Port': ['ID=5356ec0a-5eeb-4143-aba1-c82074fa4b90,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:56.645627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Allocated IP 172.20.0.2 (475c1230-d934-466c-a90d-aee1162358c6/4505cd73-9e55-4112-b575-ed17210a7694/ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:56.669782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:56.757479 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.765517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.788574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.789585 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.798291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-12f353c0-9150-4e89-bd61-bab57aedad08 service neutron] 10.222.0.46 "PUT /v2.0/ports/ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 1097 time: 2.8556864 Jul 16 18:06:56.802270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:56.803035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.805282 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abdf3c3-1d29-4163-9729-54ad84d1ff65" -d '{"events": [{"name": "network-changed", "server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:56.922537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b3632-d537-48bd-8d3a-ac4632867f37 req-59793de6-2d29-4d98-bdf5-79fd61738c9d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.924320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544b3632-d537-48bd-8d3a-ac4632867f37 req-59793de6-2d29-4d98-bdf5-79fd61738c9d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 948 time: 0.2354937 Jul 16 18:06:56.973927 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] Set router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:57.062729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544b3632-d537-48bd-8d3a-ac4632867f37 req-14828df6-6ea8-49c6-8bb4-a4c4641f4d82 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313396 Jul 16 18:06:57.132552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:57.134937 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdab2df3-c4f7-4041-b1f5-f4486da2287d" -d '{"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-plugged", "status": "completed", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:57.147609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Allocated IP 172.25.2.190 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/d1f5f7db-6609-4bd7-a795-986b30089e84) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:57.206965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:57.217123 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.218985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e49af-f575-4f70-961b-8fba9941cd07 req-e4730095-8017-4361-abee-19edf52b5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.221475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-e4730095-8017-4361-abee-19edf52b5805 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1100 time: 0.1762278 Jul 16 18:06:57.237856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0343fb-3f8e-4159-85ad-978942cbf815 req-8f4a936f-d3ef-4988-b84a-fa41e10cc931 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.246638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a0343fb-3f8e-4159-85ad-978942cbf815 req-8f4a936f-d3ef-4988-b84a-fa41e10cc931 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 945 time: 0.1966131 Jul 16 18:06:57.300573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-aac6b396-89ba-4d75-b654-65f3a406f003 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.0489845 Jul 16 18:06:57.302485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.407994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a0343fb-3f8e-4159-85ad-978942cbf815 req-922d9c90-ad69-4274-b226-4e385a4dc2ec tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594300 Jul 16 18:06:57.420104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-19114311-76b5-4e13-b49a-4545ec25d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.424976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-19114311-76b5-4e13-b49a-4545ec25d979 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 1098 time: 0.2948413 Jul 16 18:06:57.478863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.485355 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:46Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 4, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'gw_port': {'id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:47Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '5356ec0a-5eeb-4143-aba1-c82074fa4b90', 'name': '', 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'mac_address': 'fa:16:3e:dd:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '2b169c49-37df-4284-9453-23227a1db268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:56Z', 'revision_number': 4, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'subnets': [{'id': '2b169c49-37df-4284-9453-23227a1db268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:57.497527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Transition to ACTIVE for port object ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:57.527994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Transition to ACTIVE for port object ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:57.537083 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bda1b8-18ed-4551-9ac3-5d6807ad291e None None] The sync data for ids ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'] in n-d-793619-10 is: [{'id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:46Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 4, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'gw_port': {'id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:47Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '5356ec0a-5eeb-4143-aba1-c82074fa4b90', 'name': '', 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'mac_address': 'fa:16:3e:dd:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '2b169c49-37df-4284-9453-23227a1db268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:56Z', 'revision_number': 4, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'subnets': [{'id': '2b169c49-37df-4284-9453-23227a1db268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:57.543537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-b3094f81-cd99-48e1-8f9a-c86cd986416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.544799 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.545712 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-b3094f81-cd99-48e1-8f9a-c86cd986416c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.1102645 Jul 16 18:06:57.597211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Network 475c1230-d934-466c-a90d-aee1162358c6 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:57.604859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:57.623239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:57.640797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Pushing event updated for resources: {'Port': ['ID=ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.657651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e49af-f575-4f70-961b-8fba9941cd07 req-cd8785c9-f690-49f9-87cc-92ad0968652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.667472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-cd8785c9-f690-49f9-87cc-92ad0968652c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2976575 Jul 16 18:06:57.667869 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-d586b63a-8aed-4523-aaeb-a3d711e51fc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727 HTTP/1.1" status: 200 len: 217 time: 0.1139600 Jul 16 18:06:57.699190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.711734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc6c8-e33e-4aef-9f8e-c81ef3cda663 req-45de3a2d-b5d6-4bcb-a689-085bf6ae57c6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.713839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Attempting to bind port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:57.717161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Attempting to bind port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '45691435-3c7e-4270-af3a-9c998f55cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '475c1230-d934-466c-a90d-aee1162358c6'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:57.717655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Attempting to bind port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb on network 475c1230-d934-466c-a90d-aee1162358c6 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:57.723684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2acdc6c8-e33e-4aef-9f8e-c81ef3cda663 req-45de3a2d-b5d6-4bcb-a689-085bf6ae57c6 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 949 time: 0.2831817 Jul 16 18:06:57.726533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:57.727278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Checking segment: {'id': '45691435-3c7e-4270-af3a-9c998f55cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '475c1230-d934-466c-a90d-aee1162358c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:57.727717 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.739257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Bound using segment: {'id': '45691435-3c7e-4270-af3a-9c998f55cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '475c1230-d934-466c-a90d-aee1162358c6'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:57.740561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Bound port: ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45691435-3c7e-4270-af3a-9c998f55cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '475c1230-d934-466c-a90d-aee1162358c6'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:57.743096 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.766471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2b4e2456-a8ed-4097-80a7-3d998c8dbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.767983 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2b4e2456-a8ed-4097-80a7-3d998c8dbed8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.0848532 Jul 16 18:06:57.819566 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-128eead5-f782-4512-9776-bf6d694dfa01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410411 Jul 16 18:06:57.844263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.850762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2acdc6c8-e33e-4aef-9f8e-c81ef3cda663 req-75973e47-7e5c-47ca-b001-0c730f23d6e0 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257026 Jul 16 18:06:57.873008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] For port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:57.877672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] For port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb,segment=NetworkSegment(45691435-3c7e-4270-af3a-9c998f55cfdc),segment_id=45691435-3c7e-4270-af3a-9c998f55cfdc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:57.884966 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.933184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e49af-f575-4f70-961b-8fba9941cd07 req-24ee9f2b-55bb-41cb-849a-2e0e1ea77146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.935115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-24ee9f2b-55bb-41cb-849a-2e0e1ea77146 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2411723 Jul 16 18:06:57.955217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f5f7db-6609-4bd7-a795-986b30089e84,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.970465 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ff88-798b-4ab9-87c4-3f6a4552df91 req-193c6b88-01ea-46a3-8184-c53cf6a7a9ee tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.978440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a7ff88-798b-4ab9-87c4-3f6a4552df91 req-193c6b88-01ea-46a3-8184-c53cf6a7a9ee tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2514672 Jul 16 18:06:57.992187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef37a74-ba86-4cf3-bba8-9bcc36af8cb8 None None] Pushing event updated for resources: {'Port': ['ID=ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:58.021371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:58.022863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:58.025392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:58.142350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a7ff88-798b-4ab9-87c4-3f6a4552df91 req-1eab47f9-a849-485b-93ad-d0f5985c4527 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602938 Jul 16 18:06:58.163497 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-ffff33fa-3c6d-415f-9080-d98fe70fccfa service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318083 Jul 16 18:06:58.178973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-9e78a32a-2bda-4994-ab6a-87ad5b073bcd service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884356 Jul 16 18:06:58.258894 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4977ee8e-a3ef-4cbc-ac68-d38341447a3d x-openstack-request-id: req-4977ee8e-a3ef-4cbc-ac68-d38341447a3d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:58.259252 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:58.259503 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4977ee8e-a3ef-4cbc-ac68-d38341447a3d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:58.259935 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'status': 'completed', 'code': 200} Jul 16 18:06:58.272782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25521e-07ed-4393-a816-d4f7782dc733 req-8c50f23c-076f-474c-8500-9b3565b37270 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.274730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a25521e-07ed-4393-a816-d4f7782dc733 req-8c50f23c-076f-474c-8500-9b3565b37270 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.2666805 Jul 16 18:06:58.334101 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190513bf-ee3d-412a-8488-ac5f6bf85078 x-openstack-request-id: req-190513bf-ee3d-412a-8488-ac5f6bf85078 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:58.334549 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-plugged", "status": "completed", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:58.335344 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-190513bf-ee3d-412a-8488-ac5f6bf85078 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:58.335853 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'code': 200} Jul 16 18:06:58.459612 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.477277 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-0b119f68-8acf-4018-a80e-5749b3434608 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511539 Jul 16 18:06:58.505157 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.788942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a25521e-07ed-4393-a816-d4f7782dc733 req-5273bcfa-de8a-4e15-a681-5001ad54a25e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499715 Jul 16 18:06:58.799550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-866e49af-f575-4f70-961b-8fba9941cd07 req-61835f44-8bbf-49c4-9eb4-65668828b6eb service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040292 Jul 16 18:06:58.832778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e15538-741d-4690-9d41-ff18a97d6390 req-5ed5b35d-414e-4fa1-8efe-b6b55a50051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.834570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34e15538-741d-4690-9d41-ff18a97d6390 req-5ed5b35d-414e-4fa1-8efe-b6b55a50051d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1097 time: 0.1888096 Jul 16 18:06:58.883801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48947fad-f4b3-4afc-acdf-0bfd90a6ee85 req-bc58671d-8b44-4042-98b0-ca11f609231d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.897007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48947fad-f4b3-4afc-acdf-0bfd90a6ee85 req-bc58671d-8b44-4042-98b0-ca11f609231d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.2437668 Jul 16 18:06:59.085747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34e15538-741d-4690-9d41-ff18a97d6390 req-c1ee2328-fc60-40c6-b10b-3f5dc8e3519b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414281 Jul 16 18:06:59.122191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48947fad-f4b3-4afc-acdf-0bfd90a6ee85 req-c9777332-3eb9-4e4c-bd27-14ed77d41ae6 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228110 Jul 16 18:06:59.125449 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.206398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2547b-7c3d-43f0-b522-33d48e6b755a req-393b358f-5ae9-4dc5-a8ff-da7dc31ecb60 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.221142 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71f2547b-7c3d-43f0-b522-33d48e6b755a req-393b358f-5ae9-4dc5-a8ff-da7dc31ecb60 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 945 time: 0.2058322 Jul 16 18:06:59.221753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:59.224398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-cc08df46-0b21-4e85-b15c-95cdc20d1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.225972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-cc08df46-0b21-4e85-b15c-95cdc20d1c6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1100 time: 0.2910218 Jul 16 18:06:59.244257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Request body: {'floatingip': {'port_id': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:59.409791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5356ec0a-5eeb-4143-aba1-c82074fa4b90 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:59.453934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-f1467579-36bb-4053-92bf-8574ac6c88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.457628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-f1467579-36bb-4053-92bf-8574ac6c88ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2232907 Jul 16 18:06:59.507943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:59.516172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:59.517675 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.558042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d4115-d31c-4139-bbf2-f0fe8d28e61f None None] Network 475c1230-d934-466c-a90d-aee1162358c6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:59.558310 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.590462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-af640559-0229-46d3-a5ec-e86a3e90b04f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.1085069 Jul 16 18:06:59.682779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4cd373c7-305f-4b95-bddc-9eee6b3faba5 None None] Provisioning for port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:59.718303 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.721815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ff7a7-bc2b-43b2-a388-6482471e7458 req-90f611f4-6ced-40c2-8ff0-5ca888e8ef54 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.730174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-485ff7a7-bc2b-43b2-a388-6482471e7458 req-90f611f4-6ced-40c2-8ff0-5ca888e8ef54 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 1101 time: 0.2715364 Jul 16 18:06:59.775553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-fb20894d-6c77-4c4d-bd55-b2ef26ed2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.777792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-fb20894d-6c77-4c4d-bd55-b2ef26ed2bdd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1790786 Jul 16 18:06:59.793582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 5356ec0a-5eeb-4143-aba1-c82074fa4b90, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5356ec0a-5eeb-4143-aba1-c82074fa4b90,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:59.823226 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.825834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:59.834642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-485ff7a7-bc2b-43b2-a388-6482471e7458 req-1ea9c558-b790-4486-a31c-077f75d1ecb7 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031480 Jul 16 18:06:59.921402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a92cea-1425-473e-b0d8-e89e0c21ed5f req-b2a5128b-839e-4c5c-82a2-f9a5a7b25e55 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.928240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57a92cea-1425-473e-b0d8-e89e0c21ed5f req-b2a5128b-839e-4c5c-82a2-f9a5a7b25e55 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 948 time: 0.2778635 Jul 16 18:07:00.005268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57a92cea-1425-473e-b0d8-e89e0c21ed5f req-55edb60f-aa9f-45df-beba-8f1a58460f56 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759978 Jul 16 18:07:00.035084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-3a463c0b-7531-4aaf-ace3-9504ca6ee1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.042365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-3a463c0b-7531-4aaf-ace3-9504ca6ee1b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2450333 Jul 16 18:07:00.142402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=5356ec0a-5eeb-4143-aba1-c82074fa4b90,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.195526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:00.204337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:00.206345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.324318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Router bcae7e56-22db-4b06-9bdb-67ccea323b56 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:00.329456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:00.334939 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-64578106-3e19-48a9-bd1e-a34d06937658 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414222 Jul 16 18:07:00.352965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f0655-0405-4043-8ca2-3a9409a0f025 req-508a2ffe-d6ab-4d3e-b21e-593aca0bb455 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.354985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c3f0655-0405-4043-8ca2-3a9409a0f025 req-508a2ffe-d6ab-4d3e-b21e-593aca0bb455 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.3469954 Jul 16 18:07:00.453162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c3f0655-0405-4043-8ca2-3a9409a0f025 req-90c83f81-5091-46ed-a0a7-0afe8caae73c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802064 Jul 16 18:07:00.456024 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.493296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb,segment=NetworkSegment(45691435-3c7e-4270-af3a-9c998f55cfdc),segment_id=45691435-3c7e-4270-af3a-9c998f55cfdc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:00.532700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af3662-5e6e-4548-b700-dc054b4c8fb4 req-6d608d06-cbf7-4d69-a5e0-b8558178c703 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.534448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-70af3662-5e6e-4548-b700-dc054b4c8fb4 req-6d608d06-cbf7-4d69-a5e0-b8558178c703 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.2898943 Jul 16 18:07:00.595634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abdf3c3-1d29-4163-9729-54ad84d1ff65 req-5a54e7f7-3d13-4ee2-b1ee-417bc841c98a service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377152 Jul 16 18:07:00.652292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-70af3662-5e6e-4548-b700-dc054b4c8fb4 req-1d4973d3-7341-4ab7-8e75-d2570aeaf135 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995369 Jul 16 18:07:00.652447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:00.666321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'mac_address': 'fa:16:3e:85:13:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:00.687272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.resource_extend [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:07:00.690285 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.735962 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:00.778563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-fd01181c-b643-4b21-acab-82ac780f9ffb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265779 Jul 16 18:07:00.784315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.786091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.787609 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ecb9ec9-b2e2-4d03-b2dd-3fe6b86ce862 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1177478 Jul 16 18:07:00.789031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.790870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37000) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:00.801777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Sync routers for ids ['bcae7e56-22db-4b06-9bdb-67ccea323b56'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:00.835530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-80d846ec-e2a2-4844-885e-93cbd4d2b1b1 None None] Provisioning complete for port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:00.835840 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80d846ec-e2a2-4844-885e-93cbd4d2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.855858 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.905415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac08c660-51e4-4c1a-a51d-df93c7ef579d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:00.910257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.927239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.927984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.928703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.929261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.929812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.930359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.930945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.931505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.932174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.932747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.933314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.933854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:00.946103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Routers {'bcae7e56-22db-4b06-9bdb-67ccea323b56'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:00.947202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bcae7e56-22db-4b06-9bdb-67ccea323b56'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:00.992761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3607069-eb78-4322-b29c-e121c81123f5 req-64478896-920f-4d26-8864-47e742fe2bdd tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.994611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3607069-eb78-4322-b29c-e121c81123f5 req-64478896-920f-4d26-8864-47e742fe2bdd tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.1426480 Jul 16 18:07:01.015171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150afa-9235-4398-875d-d21d8c595e38 req-387a8c4e-3fbe-44ff-984c-492c4b254099 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.018492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-387a8c4e-3fbe-44ff-984c-492c4b254099 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328780 Jul 16 18:07:01.065144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-cbdb4da5-f76c-4d44-a5c0-29bb9be01770 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/quotas/33a0bbd4b0e94ba9b96e94d57280f64b HTTP/1.1" status: 200 len: 375 time: 0.0244403 Jul 16 18:07:01.068598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3607069-eb78-4322-b29c-e121c81123f5 req-41728d81-2bd9-4780-9214-580a40148032 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640597 Jul 16 18:07:01.211497 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Floating IP 27f6066b-a5dc-446d-b2f5-7be9386d80e6 associated. External IP: 172.25.2.144, port: 90e70d17-566f-40cc-a9f9-61eaae4bfe9f. Jul 16 18:07:01.244582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-80979e83-8b2e-4383-98bb-4f4a25ff9a7d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1657641 Jul 16 18:07:01.292501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Set router bcae7e56-22db-4b06-9bdb-67ccea323b56 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:01.361115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bd941-2565-4c39-9a7b-5c51fc3722fe req-fe798406-6b2c-4800-9044-cf11f97f8e98 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.362646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-540bd941-2565-4c39-9a7b-5c51fc3722fe req-fe798406-6b2c-4800-9044-cf11f97f8e98 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 948 time: 0.1166906 Jul 16 18:07:01.382592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5356ec0a-5eeb-4143-aba1-c82074fa4b90 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:01.409979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-540bd941-2565-4c39-9a7b-5c51fc3722fe req-b0b33b99-a297-4b0d-a54b-56fe8f77c792 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Jul 16 18:07:01.480557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:01.538884 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:01.579449 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.636639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16e949e7-dcd1-458f-8d71-11349c0bbfae req-9d83b817-cf64-45b9-926e-37cbd69e1523 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0834401 Jul 16 18:07:01.764992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:01.765364 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.802630 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:01.919282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b832aa5-70c8-4fbd-a060-bafcd833a36f req-eaf5767e-f1e8-4d1b-a2c2-74dec5734d44 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.927785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b832aa5-70c8-4fbd-a060-bafcd833a36f req-eaf5767e-f1e8-4d1b-a2c2-74dec5734d44 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2084408 Jul 16 18:07:01.953202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37024) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.020014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb2e2-469a-46c6-8713-19a7ee3ed01c req-ffc7b15a-b3e8-4ad9-856e-37d0a2521da8 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.022823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-458eb2e2-469a-46c6-8713-19a7ee3ed01c req-ffc7b15a-b3e8-4ad9-856e-37d0a2521da8 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.1690137 Jul 16 18:07:02.041174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b832aa5-70c8-4fbd-a060-bafcd833a36f req-7b41f36a-9700-48c7-8544-b899d12802f8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120067 Jul 16 18:07:02.114118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:55Z', 'updated_at': '2021-07-16T18:06:58Z', 'revision_number': 3, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'gw_port': {'id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:56Z', 'updated_at': '2021-07-16T18:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.137027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ac08c660-51e4-4c1a-a51d-df93c7ef579d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:02.149443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-458eb2e2-469a-46c6-8713-19a7ee3ed01c req-95611b8f-a857-410c-ae2b-08e37c7c0315 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011178 Jul 16 18:07:02.150945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Router 11a98a37-fe53-46a8-99c5-ccd65eb20608 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:02.207257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.229595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed518a38-7df4-4dc9-bd5f-30011828629b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.280772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Checking router: bcae7e56-22db-4b06-9bdb-67ccea323b56 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:02.281553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Updating router bcae7e56-22db-4b06-9bdb-67ccea323b56 port d1f5f7db-6609-4bd7-a795-986b30089e84 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:02.362706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:02.399912 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.427241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eaffd-129b-4b99-a022-c05f5dad0a15 req-f074ca04-474c-4348-87db-a590e70c15e4 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.437175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f93eaffd-129b-4b99-a022-c05f5dad0a15 req-f074ca04-474c-4348-87db-a590e70c15e4 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.1472585 Jul 16 18:07:02.463793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:02.474410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.483732 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] Sync routers for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:02.511459 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:02.512431 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.591466 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68febc89-e9ad-49f5-836c-ad52e35e1204 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "PUT /v2.0/floatingips/27f6066b-a5dc-446d-b2f5-7be9386d80e6 HTTP/1.1" status: 200 len: 991 time: 3.3667960 Jul 16 18:07:02.601369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'tag': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:02.605232 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af" -d '{"events": [{"name": "network-changed", "server_uuid": "87bfa0c2-7863-4d6f-a96c-88f5c84a588a", "tag": "90e70d17-566f-40cc-a9f9-61eaae4bfe9f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:02.626064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f93eaffd-129b-4b99-a022-c05f5dad0a15 req-6bf30b5b-6588-4f88-9d39-cb5d5b599f32 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871505 Jul 16 18:07:02.660170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:02.660170 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.683968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Allocated IP 172.20.0.1 (475c1230-d934-466c-a90d-aee1162358c6/4505cd73-9e55-4112-b575-ed17210a7694/1dd5eb25-7403-4eeb-a50d-de81720d293f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:02.776033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-a9197429-7800-44d4-9369-d17b0054b7d8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.785303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-a9197429-7800-44d4-9369-d17b0054b7d8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 813 time: 0.4000390 Jul 16 18:07:02.815919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-3853f4d0-773b-4196-b997-1e272606f56d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/quotas/837a6d991f4745a8964bdf2bd718975e HTTP/1.1" status: 200 len: 375 time: 0.0296538 Jul 16 18:07:02.818748 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:02.902592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed518a38-7df4-4dc9-bd5f-30011828629b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.913640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed518a38-7df4-4dc9-bd5f-30011828629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.964689 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ed518a38-7df4-4dc9-bd5f-30011828629b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=535b046a1d654aae97909a0bd9672de5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0094416 Jul 16 18:07:02.968078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.972622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed518a38-7df4-4dc9-bd5f-30011828629b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bed26c-c11f-4ae4-a8b7-aa98d0f3320c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.011683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-07329c91-f28a-4a84-b5b1-d0cd34126994 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1948066 Jul 16 18:07:03.060498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c78c7e3-eb1c-4179-9268-f28f9021b740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.085131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c78c7e3-eb1c-4179-9268-f28f9021b740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.104220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.107199 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ccca506-1910-4384-96e7-adf57c39c684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.120233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Transition to ACTIVE for port object d1f5f7db-6609-4bd7-a795-986b30089e84 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:03.128127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-02af5e33-6c62-4597-b20d-722c281412c9 service neutron] 10.222.0.60 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155188 Jul 16 18:07:03.138034 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.167019 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.197847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Attempting to bind port d1f5f7db-6609-4bd7-a795-986b30089e84 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:03.198370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Attempting to bind port d1f5f7db-6609-4bd7-a795-986b30089e84 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:03.198752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Attempting to bind port d1f5f7db-6609-4bd7-a795-986b30089e84 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:03.203201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b49c1-2073-4fac-9dfd-6bbba2ac23a5 None None] Pushing event updated for resources: {'Port': ['ID=d1f5f7db-6609-4bd7-a795-986b30089e84,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.214311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:03.214692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:03.215105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.215497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:03.216035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Bound port: d1f5f7db-6609-4bd7-a795-986b30089e84, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:03.216416 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.225965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Transition to ACTIVE for port object 1dd5eb25-7403-4eeb-a50d-de81720d293f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:03.258062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c78c7e3-eb1c-4179-9268-f28f9021b740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.264297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c78c7e3-eb1c-4179-9268-f28f9021b740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.270611 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9c78c7e3-eb1c-4179-9268-f28f9021b740 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28bed26c-c11f-4ae4-a8b7-aa98d0f3320c HTTP/1.1" status: 204 len: 168 time: 0.2942958 Jul 16 18:07:03.293903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea15ac-3a7c-414e-b13b-349c442757bb req-b55e088a-577a-45ae-ab78-677a8b033042 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:03.305505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34ea15ac-3a7c-414e-b13b-349c442757bb req-b55e088a-577a-45ae-ab78-677a8b033042 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 949 time: 0.4218111 Jul 16 18:07:03.314667 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '27f6066b-a5dc-446d-b2f5-7be9386d80e6', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'port_id': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'mac_address': 'fa:16:3e:36:e1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:17Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:03.314984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78c7e3-eb1c-4179-9268-f28f9021b740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bed26c-c11f-4ae4-a8b7-aa98d0f3320c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.349537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] For port d1f5f7db-6609-4bd7-a795-986b30089e84, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:03.358414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.378018 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] Checking router: 11a98a37-fe53-46a8-99c5-ccd65eb20608 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:03.382650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] For port d1f5f7db-6609-4bd7-a795-986b30089e84, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d1f5f7db-6609-4bd7-a795-986b30089e84,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:03.389467 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:03.390756 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:03.399731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.417372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34ea15ac-3a7c-414e-b13b-349c442757bb req-8886fb14-0ee3-49c2-bb21-ee31fc7b418b tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107633 Jul 16 18:07:03.435266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Network 475c1230-d934-466c-a90d-aee1162358c6 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:03.453317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:03.478992 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:03.501016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Routers {'bcae7e56-22db-4b06-9bdb-67ccea323b56'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:03.501692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bcae7e56-22db-4b06-9bdb-67ccea323b56'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:03.545222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b49c1-2073-4fac-9dfd-6bbba2ac23a5 None None] Pushing event updated for resources: {'Port': ['ID=d1f5f7db-6609-4bd7-a795-986b30089e84,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.593782 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-fdacdfa6-7ba1-4c10-bd25-e9f3a5714fab tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869639 Jul 16 18:07:03.645450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Pushing event updated for resources: {'Port': ['ID=1dd5eb25-7403-4eeb-a50d-de81720d293f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.669087 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:03.689274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.689744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] Set router bcae7e56-22db-4b06-9bdb-67ccea323b56 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:03.810223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-0b24f3e3-95a3-4b24-bbfe-67d666f6c664 service neutron] 10.222.0.60 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690388 Jul 16 18:07:03.945720 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a738c0-256d-4a8c-a7d1-141a4fe9c4a1 x-openstack-request-id: req-15a738c0-256d-4a8c-a7d1-141a4fe9c4a1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:03.946008 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bfa0c2-7863-4d6f-a96c-88f5c84a588a", "tag": "90e70d17-566f-40cc-a9f9-61eaae4bfe9f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:03.946256 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15a738c0-256d-4a8c-a7d1-141a4fe9c4a1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:03.946657 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'tag': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f', 'status': 'completed', 'code': 200} Jul 16 18:07:04.084325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6ba63f7e-2dfe-4a46-966f-b724cb1b212a None None] Provisioning for port 1dd5eb25-7403-4eeb-a50d-de81720d293f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:04.108897 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.131419 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '27f6066b-a5dc-446d-b2f5-7be9386d80e6', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'port_id': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'mac_address': 'fa:16:3e:36:e1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:17Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:04.167178 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883f924-3022-4f13-9043-ef550b099d18 None None] The sync data for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 is: [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '27f6066b-a5dc-446d-b2f5-7be9386d80e6', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'floating_ip_address': '172.25.2.144', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'port_id': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'mac_address': 'fa:16:3e:36:e1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:17Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:04.242407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6ba63f7e-2dfe-4a46-966f-b724cb1b212a None None] Provisioning complete for port 1dd5eb25-7403-4eeb-a50d-de81720d293f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:04.242782 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ba63f7e-2dfe-4a46-966f-b724cb1b212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.300381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150afa-9235-4398-875d-d21d8c595e38 req-0ad85579-b154-4dae-90a5-f8fdc945a875 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.307805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-0ad85579-b154-4dae-90a5-f8fdc945a875 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7037520 Jul 16 18:07:04.331587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Request body: {'port': {'device_id': '6c07b4fc-24b9-4e7b-9403-c98c4489c1c1', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '33a0bbd4b0e94ba9b96e94d57280f64b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:04.346369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:04.423308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-5d796971-a265-4f3c-9534-794ca5783857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.426986 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-5d796971-a265-4f3c-9534-794ca5783857 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6003d76c61b940759fea111c77e737cb&device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 1097 time: 0.4458098 Jul 16 18:07:04.537234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6ba63f7e-2dfe-4a46-966f-b724cb1b212a None None] Port 1dd5eb25-7403-4eeb-a50d-de81720d293f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:04.590837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:55Z', 'updated_at': '2021-07-16T18:06:58Z', 'revision_number': 3, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'gw_port': {'id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:56Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:04.602873 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.616818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.678845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port ac08c660-51e4-4c1a-a51d-df93c7ef579d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:04.681742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b823cb3-dd9a-4e80-8847-fe33b0e71c88 None None] The sync data for ids ['bcae7e56-22db-4b06-9bdb-67ccea323b56'] in n-d-793619-10 is: [{'id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:55Z', 'updated_at': '2021-07-16T18:06:58Z', 'revision_number': 3, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'gw_port': {'id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:56Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:04.721771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port ac08c660-51e4-4c1a-a51d-df93c7ef579d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:04.724280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.745486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99aa8aac-b320-4065-a395-c0ec2cd066f3 req-c81c7657-ff44-4160-99d9-b8d7a3d58bce tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0877836 Jul 16 18:07:04.810290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe840da-2f79-4b7b-8d24-b55220691791 None None] New status for floating IP 27f6066b-a5dc-446d-b2f5-7be9386d80e6: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:04.823208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Pushing event updated for resources: {'Port': ['ID=1dd5eb25-7403-4eeb-a50d-de81720d293f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.879060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.892237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37090) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.017941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef543c4e-4085-4c55-815e-2cb9a55218ea req-52757577-5cef-4cb4-b6e0-9383f82c6d1d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.026461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef543c4e-4085-4c55-815e-2cb9a55218ea req-52757577-5cef-4cb4-b6e0-9383f82c6d1d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.5339880 Jul 16 18:07:05.031532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-1eeabf49-e61b-44c5-885e-28021b7bafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.032941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-1eeabf49-e61b-44c5-885e-28021b7bafdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 200 len: 925 time: 0.5394106 Jul 16 18:07:05.112454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Made reservation on behalf of 33a0bbd4b0e94ba9b96e94d57280f64b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:05.127646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.167312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Network 475c1230-d934-466c-a90d-aee1162358c6 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:05.176833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1076284912-network', 'tenant_id': '912029a002ed480b9f2028bb36fb8eb5'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:05.184684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:05.437274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef543c4e-4085-4c55-815e-2cb9a55218ea req-b64217c4-0f3e-46a9-abad-fe4436aed575 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094899 Jul 16 18:07:05.477022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Made reservation on behalf of 912029a002ed480b9f2028bb36fb8eb5 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:05.479503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.490844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-cba42455-7bfc-484d-8d55-a6c80797675e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90e70d17-566f-40cc-a9f9-61eaae4bfe9f HTTP/1.1" status: 200 len: 999 time: 0.4228368 Jul 16 18:07:05.525079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b555be-adee-45f7-babb-cbf4bb039771 req-ced9ac5c-12c9-4013-936b-826261d0b3ad tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.533900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28b555be-adee-45f7-babb-cbf4bb039771 req-ced9ac5c-12c9-4013-936b-826261d0b3ad tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.4989805 Jul 16 18:07:05.538150 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.556852 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.658278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:05.668205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Router bcae7e56-22db-4b06-9bdb-67ccea323b56 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:05.668765 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e021c511-0813-45c7-9044-53f82a94d83e" -d '{"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:05.737293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-78d92d3a-a47e-4049-b73e-b58a7bea6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.738730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-78d92d3a-a47e-4049-b73e-b58a7bea6778 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c486c120-0ad9-4c01-8f55-560381225582 HTTP/1.1" status: 200 len: 863 time: 0.2370899 Jul 16 18:07:05.797307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28b555be-adee-45f7-babb-cbf4bb039771 req-ff4c249c-06bf-40ea-aa4e-1aed5024a58d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623253 Jul 16 18:07:05.803524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:05.827628 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.840667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f2791fd-3ddd-479e-a359-a74ea26d77e3 req-6910d819-0ca7-4d2b-b0e3-8043283039d6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 210 time: 0.0937819 Jul 16 18:07:05.917829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bf6d72c0-a4fd-4dec-88af-a2b376f5f966 None None] Provisioning complete for port 1dd5eb25-7403-4eeb-a50d-de81720d293f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:05.918211 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf6d72c0-a4fd-4dec-88af-a2b376f5f966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.942609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Allocated IP 192.168.233.64 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/fab39443-b570-479f-8941-6e396172c5e6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:06.064347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53492166-1931-4c70-a507-d44752b8578f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.067496 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.091162 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.097480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.102063 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.109803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d72c0-a4fd-4dec-88af-a2b376f5f966 None None] Port 1dd5eb25-7403-4eeb-a50d-de81720d293f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:06.127053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-a9b72723-fcf8-40da-8205-267c0611bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.128337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-a9b72723-fcf8-40da-8205-267c0611bb2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4c0d341-1db4-4359-81e0-5a31d9d3624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3685794 Jul 16 18:07:06.156164 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d849ae91-a0a8-46aa-9ed4-ff12190e8223 x-openstack-request-id: req-d849ae91-a0a8-46aa-9ed4-ff12190e8223 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:06.156974 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:06.157400 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d849ae91-a0a8-46aa-9ed4-ff12190e8223 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:06.157991 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'code': 200} Jul 16 18:07:06.172674 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:06.174629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a142de96-bfa4-4f7e-9571-12aefaeb6dee,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.205900 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cae5d2e4-cbeb-4e9e-88c3-a75f8988920f admin admin] 10.222.0.60 "PUT /v2.0/routers/bcae7e56-22db-4b06-9bdb-67ccea323b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4137702 Jul 16 18:07:06.207683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:06.222642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.223525 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Added segment 8117e326-4aba-4349-8422-fe3d98638280 of type vlan for network 86d0ba2b-996d-4ea9-892d-5302421dae1f Jul 16 18:07:06.273876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.335673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.336879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.337576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.368618 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4750047 Jul 16 18:07:06.369262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37102) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:06.395052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Request body: {'subnet': {'network_id': '86d0ba2b-996d-4ea9-892d-5302421dae1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1076284912-subnet', 'tenant_id': '912029a002ed480b9f2028bb36fb8eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:06.477190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076f26e-4943-4b97-9577-cf3952e2f5ab admin admin] Pushing event updated for resources: {'Network': ['ID=86d0ba2b-996d-4ea9-892d-5302421dae1f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.490101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 86d0ba2b-996d-4ea9-892d-5302421dae1f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:06.493648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Made reservation on behalf of 912029a002ed480b9f2028bb36fb8eb5 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:06.496346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.640172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96338b-697f-4116-83a5-b8fb8dd62318 req-660f4867-90ae-49cd-ac11-faa89476707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.642090 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6f96338b-697f-4116-83a5-b8fb8dd62318 req-660f4867-90ae-49cd-ac11-faa89476707d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1102 time: 0.2698352 Jul 16 18:07:06.698683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-430b5d74-508e-4b52-b07a-2adb862dd91b service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549357 Jul 16 18:07:06.765411 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6f96338b-697f-4116-83a5-b8fb8dd62318 req-3bae25fb-e670-4586-8536-2bfabe13977a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898762 Jul 16 18:07:06.775478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-e4d586eb-a628-4e8a-9319-df08aff14486 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.777006 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-e4d586eb-a628-4e8a-9319-df08aff14486 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.46 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 813 time: 0.2565963 Jul 16 18:07:06.859827 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.906322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50c8a8e8-078a-44bf-965a-444f247473e0 req-7dc73a3e-e083-4744-a2a0-39c21b31c8cb tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 210 time: 0.2843730 Jul 16 18:07:06.935123 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.979077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce08f2-20cf-4223-bf61-4feb8b8cd788 req-1499326d-0772-4079-b757-833637032b3e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.988776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6ce08f2-20cf-4223-bf61-4feb8b8cd788 req-1499326d-0772-4079-b757-833637032b3e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.9325821 Jul 16 18:07:07.007571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583ddb46-2657-4361-9719-d5a0e878aeb1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.036366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Checking segment: {'id': '8117e326-4aba-4349-8422-fe3d98638280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '86d0ba2b-996d-4ea9-892d-5302421dae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:07.037091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Network hostable DHCP agents. Network: 86d0ba2b-996d-4ea9-892d-5302421dae1f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:07.052611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.062172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Network 86d0ba2b-996d-4ea9-892d-5302421dae1f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:07.075578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 86d0ba2b-996d-4ea9-892d-5302421dae1f) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:07.076601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Transition to ACTIVE for port object fab39443-b570-479f-8941-6e396172c5e6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:07.081603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.082212 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-267482c0-c574-491b-99ee-391139905350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.086232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9342009a-a447-427d-b4de-15008d7a95a8 None None] Network 86d0ba2b-996d-4ea9-892d-5302421dae1f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:07.130016 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-267482c0-c574-491b-99ee-391139905350 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7559416 Jul 16 18:07:07.194637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.206309 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Request body: {'port': {'device_id': '32a8f146-0953-4012-a877-f2b0b0a42c30', 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec', 'admin_state_up': True, 'tenant_id': '837a6d991f4745a8964bdf2bd718975e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:07.250782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'a3109020-0d24-4de7-8883-8bedf4f905e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:07.268902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', '28758984-798a-474b-ad58-9c182da22130', 'ad29380c-3497-4191-b94f-659f3c94aa8a', '6355eb42-048b-49d5-82fe-4c7471dd7e39'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:07.419927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d1f5f7db-6609-4bd7-a795-986b30089e84 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:07.420419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:07.458406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6ce08f2-20cf-4223-bf61-4feb8b8cd788 req-3f99bee0-bcaf-473e-9b13-7521d4909494 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649434 Jul 16 18:07:07.488741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:07.522136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a45a26c-8cf6-4a8b-99c4-ecb5ed11e5af req-16b779d6-91b2-41ae-9339-706daba7ebfc service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7995446 Jul 16 18:07:07.523272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:07.540587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event updated for resources: {'Port': ['ID=fab39443-b570-479f-8941-6e396172c5e6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.542282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Made reservation on behalf of 837a6d991f4745a8964bdf2bd718975e for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:07.548275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.688189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013094d-adb0-4ed8-a3e1-c3156fd7933f req-100397ce-7c72-43db-8b51-3428b7d21cfc tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.714908 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2013094d-adb0-4ed8-a3e1-c3156fd7933f req-100397ce-7c72-43db-8b51-3428b7d21cfc tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.5382547 Jul 16 18:07:07.753561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Allocated IP 172.20.0.3 (d91b51d3-a043-428e-bc20-73b5633278ec/279aaed0-7f04-4e5d-a203-512d81106746/ef2050dc-5508-4697-866b-b7ba45fb22b3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:07.831035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.832044 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.881469 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Sync routers for ids ['bcae7e56-22db-4b06-9bdb-67ccea323b56'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:07.895048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-32be7cc8-fc9a-44f3-9bb7-4db59c62238c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5758476 Jul 16 18:07:07.904484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b79f95-fc27-4085-a512-b4a570b7b6b8 None None] Network 86d0ba2b-996d-4ea9-892d-5302421dae1f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:07.926880 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Routers {'bcae7e56-22db-4b06-9bdb-67ccea323b56'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:07.927887 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:07:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bcae7e56-22db-4b06-9bdb-67ccea323b56'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:07.942740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d1f5f7db-6609-4bd7-a795-986b30089e84 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:07.953143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Request body: {'port': {'device_id': '6c07b4fc-24b9-4e7b-9403-c98c4489c1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:07.972907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d1f5f7db-6609-4bd7-a795-986b30089e84 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:07.973203 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.070886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2013094d-adb0-4ed8-a3e1-c3156fd7933f req-9f74fc46-5154-44e4-bdba-4e9761597697 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419733 Jul 16 18:07:08.113699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-76eda334-069a-4677-9f16-17039049a9ba None None] Provisioning for port fab39443-b570-479f-8941-6e396172c5e6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:08.143746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-76eda334-069a-4677-9f16-17039049a9ba None None] Provisioning complete for port fab39443-b570-479f-8941-6e396172c5e6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:08.144238 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76eda334-069a-4677-9f16-17039049a9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.185704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.291139 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.299290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-76eda334-069a-4677-9f16-17039049a9ba None None] Port fab39443-b570-479f-8941-6e396172c5e6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:08.370953 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Set router bcae7e56-22db-4b06-9bdb-67ccea323b56 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:08.389931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6ab81-d32c-42cf-adb1-736bd487a589 req-85c1ae4e-63ba-4ef5-9391-167e2e2eb1cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.400675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98f6ab81-d32c-42cf-adb1-736bd487a589 req-85c1ae4e-63ba-4ef5-9391-167e2e2eb1cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.6527324 Jul 16 18:07:08.437562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Network d91b51d3-a043-428e-bc20-73b5633278ec is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:08.440008 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.442355 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.447269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:08.463875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:08.475573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Pushing event updated for resources: {'Port': ['ID=ef2050dc-5508-4697-866b-b7ba45fb22b3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.586503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d1f5f7db-6609-4bd7-a795-986b30089e84, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d1f5f7db-6609-4bd7-a795-986b30089e84,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:08.609598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.621346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.643928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.651082 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-f9cdc6ad-7452-46dc-a1a3-f1b163f5af4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4499500 Jul 16 18:07:08.674219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Request body: {'port': {'device_id': '32a8f146-0953-4012-a877-f2b0b0a42c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:08.772816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d1f5f7db-6609-4bd7-a795-986b30089e84,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.796465 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.860367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.939311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98f6ab81-d32c-42cf-adb1-736bd487a589 req-9a701a2f-f32d-4cc7-a8b9-5f7077a0ffdc tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376403 Jul 16 18:07:08.944627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab39443-b570-479f-8941-6e396172c5e6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:08.956436 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.012647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Transition to ACTIVE for port object fab39443-b570-479f-8941-6e396172c5e6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:09.023248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.053117 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:55Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 4, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'gw_port': {'id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:56Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1dd5eb25-7403-4eeb-a50d-de81720d293f', 'name': '', 'network_id': '475c1230-d934-466c-a90d-aee1162358c6', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'mac_address': 'fa:16:3e:1b:ee:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '4505cd73-9e55-4112-b575-ed17210a7694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:02Z', 'updated_at': '2021-07-16T18:07:04Z', 'revision_number': 2, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'subnets': [{'id': '4505cd73-9e55-4112-b575-ed17210a7694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:09.070743 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5987969-6ecd-4096-a1af-5d6b64425d11 req-809b11ff-5eb3-4d3f-865d-5e9a92282689 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.074181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5987969-6ecd-4096-a1af-5d6b64425d11 req-809b11ff-5eb3-4d3f-865d-5e9a92282689 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 931 time: 0.5921724 Jul 16 18:07:09.171244 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Checking router: bcae7e56-22db-4b06-9bdb-67ccea323b56 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:09.171595 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Updating router bcae7e56-22db-4b06-9bdb-67ccea323b56 port 1dd5eb25-7403-4eeb-a50d-de81720d293f binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:09.248607 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.316433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d1f5f7db-6609-4bd7-a795-986b30089e84 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:09.444402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:09.463114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5987969-6ecd-4096-a1af-5d6b64425d11 req-1e0f3891-bd4c-4b8f-837e-bebcc8d587c3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673744 Jul 16 18:07:09.537011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Pushing event updated for resources: {'Port': ['ID=fab39443-b570-479f-8941-6e396172c5e6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.626221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Attempting to bind port fab39443-b570-479f-8941-6e396172c5e6 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:09.626483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Attempting to bind port fab39443-b570-479f-8941-6e396172c5e6 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:09.626886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Attempting to bind port fab39443-b570-479f-8941-6e396172c5e6 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:09.631394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2050dc-5508-4697-866b-b7ba45fb22b3 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:09.633027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Port fab39443-b570-479f-8941-6e396172c5e6 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:09.640802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Attempting to bind port fab39443-b570-479f-8941-6e396172c5e6 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:09.646418 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:09.646854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:09.647460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:09.647883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Bound port: fab39443-b570-479f-8941-6e396172c5e6, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:09.648653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.659976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.692422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Transition to ACTIVE for port object ef2050dc-5508-4697-866b-b7ba45fb22b3 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:09.698971 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.772169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2050dc-5508-4697-866b-b7ba45fb22b3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.778222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] For port fab39443-b570-479f-8941-6e396172c5e6, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:09.783439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] For port fab39443-b570-479f-8941-6e396172c5e6, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fab39443-b570-479f-8941-6e396172c5e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:09.802545 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.861944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d1f5f7db-6609-4bd7-a795-986b30089e84 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:09.862316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.885052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Attempting to bind port ef2050dc-5508-4697-866b-b7ba45fb22b3 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:09.885626 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Attempting to bind port ef2050dc-5508-4697-866b-b7ba45fb22b3 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:09.886094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Attempting to bind port ef2050dc-5508-4697-866b-b7ba45fb22b3 on network d91b51d3-a043-428e-bc20-73b5633278ec {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:09.894803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Port ef2050dc-5508-4697-866b-b7ba45fb22b3 on network d91b51d3-a043-428e-bc20-73b5633278ec not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:09.895297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Attempting to bind port ef2050dc-5508-4697-866b-b7ba45fb22b3 on network d91b51d3-a043-428e-bc20-73b5633278ec {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:09.903434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:09.904229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Checking segment: {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:09.905162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Bound using segment: {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:09.905692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Bound port: ef2050dc-5508-4697-866b-b7ba45fb22b3, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:09.906209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.913703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.914341 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.915777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] 10.222.0.45 "PUT /v2.0/ports/fab39443-b570-479f-8941-6e396172c5e6 HTTP/1.1" status: 200 len: 1096 time: 2.0091803 Jul 16 18:07:09.917905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07b4fc-24b9-4e7b-9403-c98c4489c1c1', 'tag': 'fab39443-b570-479f-8941-6e396172c5e6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:09.922216 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07b4fc-24b9-4e7b-9403-c98c4489c1c1", "tag": "fab39443-b570-479f-8941-6e396172c5e6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:10.014048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] For port ef2050dc-5508-4697-866b-b7ba45fb22b3, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:10.018464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] For port ef2050dc-5508-4697-866b-b7ba45fb22b3, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ef2050dc-5508-4697-866b-b7ba45fb22b3,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:10.029121 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.070172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.072296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.074079 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/ef2050dc-5508-4697-866b-b7ba45fb22b3 HTTP/1.1" status: 200 len: 1092 time: 1.4079623 Jul 16 18:07:10.074960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a8f146-0953-4012-a877-f2b0b0a42c30', 'tag': 'ef2050dc-5508-4697-866b-b7ba45fb22b3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:10.079785 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e579c9bd-7aae-4957-916c-52be45670aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "32a8f146-0953-4012-a877-f2b0b0a42c30", "tag": "ef2050dc-5508-4697-866b-b7ba45fb22b3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:10.147322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ef0c0-da4c-483f-9388-6171f6dd67d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2050dc-5508-4697-866b-b7ba45fb22b3,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.203922 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.227497 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Transition to ACTIVE for port object 1dd5eb25-7403-4eeb-a50d-de81720d293f will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:10.241998 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.245973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-d361804f-ed58-448a-bb54-a03de51e2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.248752 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-d361804f-ed58-448a-bb54-a03de51e2f30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 1095 time: 0.0883410 Jul 16 18:07:10.315350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.345421 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-917d4d20-d518-490b-a2ca-ed6828efe127 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef2050dc-5508-4697-866b-b7ba45fb22b3 HTTP/1.1" status: 200 len: 217 time: 0.0674343 Jul 16 18:07:10.437822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600c775-8ac6-4777-b394-3356ec4f2b9f service neutron] Pushing event updated for resources: {'Port': ['ID=fab39443-b570-479f-8941-6e396172c5e6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.460466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-b3bef47e-5862-433f-90e7-9e48c5a2073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.462408 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-b3bef47e-5862-433f-90e7-9e48c5a2073c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.1089797 Jul 16 18:07:10.480424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83294d-807a-4b2a-adcf-171de0872339 req-9fb37b11-bf6b-440b-bc20-247b54b434b3 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.505321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-9fb37b11-bf6b-440b-bc20-247b54b434b3 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/networks?id=86d0ba2b-996d-4ea9-892d-5302421dae1f HTTP/1.1" status: 200 len: 813 time: 0.7186265 Jul 16 18:07:10.511642 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae92a2-0e79-4df4-9c89-005979a1e697 None None] Pushing event updated for resources: {'Port': ['ID=1dd5eb25-7403-4eeb-a50d-de81720d293f,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.543410 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Attempting to bind port 1dd5eb25-7403-4eeb-a50d-de81720d293f on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:10.543781 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Attempting to bind port 1dd5eb25-7403-4eeb-a50d-de81720d293f by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '45691435-3c7e-4270-af3a-9c998f55cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '475c1230-d934-466c-a90d-aee1162358c6'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:10.544038 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Attempting to bind port 1dd5eb25-7403-4eeb-a50d-de81720d293f on network 475c1230-d934-466c-a90d-aee1162358c6 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:10.555328 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-883fd799-8466-45a5-a6c5-4b98aa0aa620 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816946 Jul 16 18:07:10.556211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-03645621-be80-4b96-9663-aea207985a8e tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/quotas/912029a002ed480b9f2028bb36fb8eb5 HTTP/1.1" status: 200 len: 375 time: 0.0478170 Jul 16 18:07:10.566720 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:10.566973 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Checking segment: {'id': '45691435-3c7e-4270-af3a-9c998f55cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '475c1230-d934-466c-a90d-aee1162358c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:10.567453 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.568382 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Bound using segment: {'id': '45691435-3c7e-4270-af3a-9c998f55cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '475c1230-d934-466c-a90d-aee1162358c6'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:10.568382 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Bound port: 1dd5eb25-7403-4eeb-a50d-de81720d293f, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45691435-3c7e-4270-af3a-9c998f55cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '475c1230-d934-466c-a90d-aee1162358c6'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:10.568617 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.618949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d7b05-bf39-46b1-8546-d8497ec5475d req-65552863-6d13-4cba-b0f8-aeff8c9a172d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.621006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-725d7b05-bf39-46b1-8546-d8497ec5475d req-65552863-6d13-4cba-b0f8-aeff8c9a172d tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 947 time: 0.8357923 Jul 16 18:07:10.713605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-6ca1ccd7-73c3-4d54-b669-890650726913 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=912029a002ed480b9f2028bb36fb8eb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1563501 Jul 16 18:07:10.749872 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] For port 1dd5eb25-7403-4eeb-a50d-de81720d293f, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:10.753382 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] For port 1dd5eb25-7403-4eeb-a50d-de81720d293f, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1dd5eb25-7403-4eeb-a50d-de81720d293f,segment=NetworkSegment(45691435-3c7e-4270-af3a-9c998f55cfdc),segment_id=45691435-3c7e-4270-af3a-9c998f55cfdc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:10.762850 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.771812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150afa-9235-4398-875d-d21d8c595e38 req-95d950ea-3da6-4d34-951d-b4f28d4b551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.773801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-95d950ea-3da6-4d34-951d-b4f28d4b551b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 1099 time: 0.7465947 Jul 16 18:07:10.791253 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-cb120601-901e-4f60-ab0e-00008a27313d service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089107 Jul 16 18:07:10.830879 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Routers {'bcae7e56-22db-4b06-9bdb-67ccea323b56'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:10.831362 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:07:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bcae7e56-22db-4b06-9bdb-67ccea323b56'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:10.870589 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae92a2-0e79-4df4-9c89-005979a1e697 None None] Pushing event updated for resources: {'Port': ['ID=1dd5eb25-7403-4eeb-a50d-de81720d293f,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.893430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-725d7b05-bf39-46b1-8546-d8497ec5475d req-ea8642af-e7da-46fc-b346-cce4504bd4e8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481904 Jul 16 18:07:10.895759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-dbb74087-dd1e-4181-8a59-74115ae57ee0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fab39443-b570-479f-8941-6e396172c5e6 HTTP/1.1" status: 200 len: 217 time: 0.0879269 Jul 16 18:07:10.977442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-c48e10cf-a00d-474c-9a7c-ff672beae127 service neutron] 10.222.0.60 "GET /v2.0/networks/86d0ba2b-996d-4ea9-892d-5302421dae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628758 Jul 16 18:07:11.034734 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a5750f0-d1a6-4bb5-b409-13178444fa5b req-43c79952-ecf1-46ad-b59f-06297a94cfe9 service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417479 Jul 16 18:07:11.051105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150afa-9235-4398-875d-d21d8c595e38 req-87464256-838b-4407-8dfd-d2e5b0c90aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.052870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-87464256-838b-4407-8dfd-d2e5b0c90aed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1445820 Jul 16 18:07:11.201910 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] Set router bcae7e56-22db-4b06-9bdb-67ccea323b56 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:11.261736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8f992aaa-f719-4d38-a20f-9e2fc72403c5 service neutron] 10.222.0.60 "GET /v2.0/networks/86d0ba2b-996d-4ea9-892d-5302421dae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833385 Jul 16 18:07:11.285957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d150afa-9235-4398-875d-d21d8c595e38 req-04ac4ba0-4eb6-416b-82a8-6052558779b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.287570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-04ac4ba0-4eb6-416b-82a8-6052558779b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2203448 Jul 16 18:07:11.302502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305755-a64c-4894-b65e-149c7e336ee0 req-3bf569bf-9b42-48db-ad1c-1a99216532fa tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.303446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8305755-a64c-4894-b65e-149c7e336ee0 req-3bf569bf-9b42-48db-ad1c-1a99216532fa tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.1420472 Jul 16 18:07:11.374375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8305755-a64c-4894-b65e-149c7e336ee0 req-81125711-d62d-441a-a9c1-b2dd7b26d974 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599372 Jul 16 18:07:11.468092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-8b55dfc6-d4c0-4595-ba1d-66ee4c8877ba service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637967 Jul 16 18:07:11.488659 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:55Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 4, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'gw_port': {'id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:56Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1dd5eb25-7403-4eeb-a50d-de81720d293f', 'name': '', 'network_id': '475c1230-d934-466c-a90d-aee1162358c6', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'mac_address': 'fa:16:3e:1b:ee:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '4505cd73-9e55-4112-b575-ed17210a7694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:02Z', 'updated_at': '2021-07-16T18:07:10Z', 'revision_number': 4, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'subnets': [{'id': '4505cd73-9e55-4112-b575-ed17210a7694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:11.575281 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998d3d2-4d85-4fa1-a40f-836fd592ef7e None None] The sync data for ids ['bcae7e56-22db-4b06-9bdb-67ccea323b56'] in n-d-793619-10 is: [{'id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:55Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 4, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'gw_port': {'id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:56Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1dd5eb25-7403-4eeb-a50d-de81720d293f', 'name': '', 'network_id': '475c1230-d934-466c-a90d-aee1162358c6', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'mac_address': 'fa:16:3e:1b:ee:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '4505cd73-9e55-4112-b575-ed17210a7694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:02Z', 'updated_at': '2021-07-16T18:07:10Z', 'revision_number': 4, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'subnets': [{'id': '4505cd73-9e55-4112-b575-ed17210a7694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:11.613269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d150afa-9235-4398-875d-d21d8c595e38 req-e5288fc7-f363-4810-8fe9-204ff3ca8192 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322563 Jul 16 18:07:11.722333 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a998ef0c-4d80-4c41-b7cb-23913259450e x-openstack-request-id: req-a998ef0c-4d80-4c41-b7cb-23913259450e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:11.722624 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07b4fc-24b9-4e7b-9403-c98c4489c1c1", "tag": "fab39443-b570-479f-8941-6e396172c5e6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:11.723092 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a998ef0c-4d80-4c41-b7cb-23913259450e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:11.723508 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07b4fc-24b9-4e7b-9403-c98c4489c1c1', 'tag': 'fab39443-b570-479f-8941-6e396172c5e6', 'status': 'completed', 'code': 200} Jul 16 18:07:11.815102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a423277-9b78-4081-b37e-ab9fa621fc4d req-2d595d13-6569-4545-92e6-e160095d6a0a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.822608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a423277-9b78-4081-b37e-ab9fa621fc4d req-2d595d13-6569-4545-92e6-e160095d6a0a tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.2072647 Jul 16 18:07:11.943703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-e4c886a6-4727-4a8b-b8df-4c1ce80c0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.945551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-e4c886a6-4727-4a8b-b8df-4c1ce80c0502 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 1099 time: 0.1883020 Jul 16 18:07:11.951817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a423277-9b78-4081-b37e-ab9fa621fc4d req-2cba2ff9-6b57-4963-a972-eff7ab978c30 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884824 Jul 16 18:07:11.988362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db098c39-506b-4ad0-a424-45a2a5025c64 req-07f32fc7-70de-4356-9a59-98dbecafcd12 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.990186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db098c39-506b-4ad0-a424-45a2a5025c64 req-07f32fc7-70de-4356-9a59-98dbecafcd12 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.1952317 Jul 16 18:07:12.070333 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d43c72-cc92-46c6-b4e3-740025df616b x-openstack-request-id: req-e3d43c72-cc92-46c6-b4e3-740025df616b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:12.070895 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a8f146-0953-4012-a877-f2b0b0a42c30", "tag": "ef2050dc-5508-4697-866b-b7ba45fb22b3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:12.070895 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3d43c72-cc92-46c6-b4e3-740025df616b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:12.071240 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a8f146-0953-4012-a877-f2b0b0a42c30', 'tag': 'ef2050dc-5508-4697-866b-b7ba45fb22b3', 'status': 'completed', 'code': 200} Jul 16 18:07:12.192392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-1753c7ad-d626-438c-90e1-799c2fe09a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.195387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-1753c7ad-d626-438c-90e1-799c2fe09a6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2412884 Jul 16 18:07:12.203559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db098c39-506b-4ad0-a424-45a2a5025c64 req-7c517f7f-22b1-4396-9f88-05351626742a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047203 Jul 16 18:07:12.270291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-fe6f9e39-d469-499f-a165-cdcb20fb0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.272844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-fe6f9e39-d469-499f-a165-cdcb20fb0455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 1095 time: 0.1176682 Jul 16 18:07:12.354850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-da4bd3f4-7574-4985-8be9-5c13904ee133 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fab39443-b570-479f-8941-6e396172c5e6 HTTP/1.1" status: 200 len: 217 time: 0.1501107 Jul 16 18:07:12.460787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-d7042406-9a2e-486d-aa93-fa5ded3fd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.474236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-d7042406-9a2e-486d-aa93-fa5ded3fd7d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0989983 Jul 16 18:07:12.529198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-b9ea093d-51c3-46bf-8b40-13b5f3760fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.531117 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-b9ea093d-51c3-46bf-8b40-13b5f3760fc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 914 time: 0.2355313 Jul 16 18:07:12.607752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc23f5b1-d8ef-4538-961d-1ff85252468a req-b9708432-d079-411c-987c-985f13625cdf tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 210 time: 0.0922341 Jul 16 18:07:12.630149 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-25eb7bac-d7a1-41e3-b6fc-aafefb5c484a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef2050dc-5508-4697-866b-b7ba45fb22b3 HTTP/1.1" status: 200 len: 217 time: 0.0797353 Jul 16 18:07:12.698508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d56cc-3c17-442b-b26c-a36ec5dd7b0c req-430127dd-e3bd-479a-a7d6-7cc0db560fd5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.701576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-072d56cc-3c17-442b-b26c-a36ec5dd7b0c req-430127dd-e3bd-479a-a7d6-7cc0db560fd5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 943 time: 0.2699254 Jul 16 18:07:12.732351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-59995c48-cf0e-49f8-ac4e-211dfa62a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.740281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-59995c48-cf0e-49f8-ac4e-211dfa62a74f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2641971 Jul 16 18:07:12.863500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-072d56cc-3c17-442b-b26c-a36ec5dd7b0c req-457c01b2-31aa-4752-85e2-11142140dafb tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549518 Jul 16 18:07:13.028323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f19321-7a04-4a0e-b042-6b89efc39bc3 req-2bdb671b-3d7d-43bc-aa52-504c9fea7cff tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.031117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4f19321-7a04-4a0e-b042-6b89efc39bc3 req-2bdb671b-3d7d-43bc-aa52-504c9fea7cff tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1102 time: 0.2266171 Jul 16 18:07:13.132331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-90888c28-30f0-43c0-8bd8-8c5db53ec704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.134005 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-90888c28-30f0-43c0-8bd8-8c5db53ec704 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.5022390 Jul 16 18:07:13.145760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-5e9e055f-086b-485a-b941-db569be71d7d service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918598 Jul 16 18:07:13.203404 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-d4bb5a0a-f312-4dd1-bf0d-054f1df79583 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583072 Jul 16 18:07:13.260200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4f19321-7a04-4a0e-b042-6b89efc39bc3 req-fb74225d-2fdd-4174-8c1f-e675e4a4a2a1 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178786 Jul 16 18:07:13.378285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1dd5eb25-7403-4eeb-a50d-de81720d293f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:13.476090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1dd5eb25-7403-4eeb-a50d-de81720d293f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:13.487538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1dd5eb25-7403-4eeb-a50d-de81720d293f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:13.488724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.503966 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-ef30952e-bbcb-4294-a307-0f1b97c666a2 service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927854 Jul 16 18:07:13.641996 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.710450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1dd5eb25-7403-4eeb-a50d-de81720d293f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1dd5eb25-7403-4eeb-a50d-de81720d293f,segment=NetworkSegment(45691435-3c7e-4270-af3a-9c998f55cfdc),segment_id=45691435-3c7e-4270-af3a-9c998f55cfdc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:13.713524 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e579c9bd-7aae-4957-916c-52be45670aa4 req-d193254c-7f98-4b51-9144-01089f0d68a6 service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849844 Jul 16 18:07:13.717138 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.833621 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0eca2e4-2311-4a59-a4ac-60399cd5bf4b req-43a6cf8a-0ae4-4e35-bf17-b6b7497f775b service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778393 Jul 16 18:07:13.936201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1dd5eb25-7403-4eeb-a50d-de81720d293f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.041809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fab39443-b570-479f-8941-6e396172c5e6 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:14.052253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c708-3c13-4819-8bdb-b5ab1021588a req-bca1865d-5500-44f6-89da-d4a088ae9749 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.057160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24b7c708-3c13-4819-8bdb-b5ab1021588a req-bca1865d-5500-44f6-89da-d4a088ae9749 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 947 time: 0.9647472 Jul 16 18:07:14.136385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-8cf9ceeb-23f4-4c87-8125-c8b7df17e546 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.137948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-8cf9ceeb-23f4-4c87-8125-c8b7df17e546 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1098 time: 0.3009024 Jul 16 18:07:14.152299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-10'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:14.163797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fab39443-b570-479f-8941-6e396172c5e6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fab39443-b570-479f-8941-6e396172c5e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.165668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83294d-807a-4b2a-adcf-171de0872339 req-2727aa26-7214-4af5-9637-edeb0fc0d2f0 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.167138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-2727aa26-7214-4af5-9637-edeb0fc0d2f0 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.45 "GET /v2.0/networks?id=86d0ba2b-996d-4ea9-892d-5302421dae1f HTTP/1.1" status: 200 len: 813 time: 0.3320069 Jul 16 18:07:14.176943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'fab39443-b570-479f-8941-6e396172c5e6', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'fab39443-b570-479f-8941-6e396172c5e6', 'mac_address': 'fa:16:3e:39:35:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:14.192113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24b7c708-3c13-4819-8bdb-b5ab1021588a req-528e819f-42bb-4c2d-9e29-5fecd3fbc324 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214569 Jul 16 18:07:14.199644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bb89e-953b-4c89-b2ef-d61716614b10 req-1f324476-3cec-4d47-b39e-4ecb2883911e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.207584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e16bb89e-953b-4c89-b2ef-d61716614b10 req-1f324476-3cec-4d47-b39e-4ecb2883911e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 946 time: 0.3693728 Jul 16 18:07:14.215275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Request body: {'port': {'device_id': 'b0b94717-7717-4696-8298-aed789d3104a', 'network_id': '86d0ba2b-996d-4ea9-892d-5302421dae1f', 'admin_state_up': True, 'tenant_id': '912029a002ed480b9f2028bb36fb8eb5'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:14.230015 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.247565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab39443-b570-479f-8941-6e396172c5e6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:14.273397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fab39443-b570-479f-8941-6e396172c5e6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fab39443-b570-479f-8941-6e396172c5e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.280890 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.346671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=fab39443-b570-479f-8941-6e396172c5e6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.374841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e16bb89e-953b-4c89-b2ef-d61716614b10 req-9eff6a51-b0a5-4b4d-b69b-0fbefe23802d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663928 Jul 16 18:07:14.386737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e7069278-6ee0-47f8-9b0c-c8bb4cee1727 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:14.454308 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.561464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Made reservation on behalf of 912029a002ed480b9f2028bb36fb8eb5 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:14.565757 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.576571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.594538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e7069278-6ee0-47f8-9b0c-c8bb4cee1727 has no active binding in host n-h2-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:07:14.595010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ef2050dc-5508-4697-866b-b7ba45fb22b3 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:14.595285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324eefe-e56b-4367-801c-f4ac720077da req-f9d7ee2c-53dd-44ff-901f-3d439c6a0212 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.603682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2324eefe-e56b-4367-801c-f4ac720077da req-f9d7ee2c-53dd-44ff-901f-3d439c6a0212 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.2340586 Jul 16 18:07:14.729103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ef2050dc-5508-4697-866b-b7ba45fb22b3, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ef2050dc-5508-4697-866b-b7ba45fb22b3,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.752204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'ef2050dc-5508-4697-866b-b7ba45fb22b3', 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec', 'port_id': 'ef2050dc-5508-4697-866b-b7ba45fb22b3', 'mac_address': 'fa:16:3e:93:69:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279aaed0-7f04-4e5d-a203-512d81106746', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:14.757421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['fab39443-b570-479f-8941-6e396172c5e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:14.762415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2324eefe-e56b-4367-801c-f4ac720077da req-bf33a6c5-3bbb-48f3-8e8a-db3a77614b0c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555660 Jul 16 18:07:14.869046 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.899666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2050dc-5508-4697-866b-b7ba45fb22b3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:14.904055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.978868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ef2050dc-5508-4697-866b-b7ba45fb22b3, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ef2050dc-5508-4697-866b-b7ba45fb22b3,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:14.989261 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.033212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Allocated IP 172.20.0.10 (86d0ba2b-996d-4ea9-892d-5302421dae1f/583ddb46-2657-4361-9719-d5a0e878aeb1/6dc64a83-afd4-4ca4-a39f-fbab9784ef19) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:15.120442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ef2050dc-5508-4697-866b-b7ba45fb22b3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.284005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:15.323822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1dd5eb25-7403-4eeb-a50d-de81720d293f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:15.350984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.354696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:15.357910 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11c4921-fee8-47b5-a446-4e34c17b6361" -d '{"events": [{"server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:15.404951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1dd5eb25-7403-4eeb-a50d-de81720d293f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:15.405576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.444624 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.487563 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.556183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dadcd9ce-80b8-43b9-a95b-713c7f47e52e req-877ca68a-b34e-42b2-8e77-c5e345cb30a3 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 210 time: 0.1139297 Jul 16 18:07:15.676562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ef2050dc-5508-4697-866b-b7ba45fb22b3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:15.715044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.779661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4d306f-a233-458c-b4e1-839ba019121e req-35af9dca-c187-487d-b290-53a50ad1de21 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4181826 Jul 16 18:07:15.782130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-e4a8b042-9e58-4bc2-8ff8-7e17e3b741a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4193473 Jul 16 18:07:15.788449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on host n-h1-793619-10 for vnic_type normal with profile {"migrating_to": "n-h2-793619-10"} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:15.788809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:15.789220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:15.808170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873b161-0f3d-47de-8c03-78bb12bc20e2 req-2adc1e18-68d2-47e3-90bd-a95c456f5326 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.810312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6873b161-0f3d-47de-8c03-78bb12bc20e2 req-2adc1e18-68d2-47e3-90bd-a95c456f5326 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 944 time: 0.3197632 Jul 16 18:07:15.817844 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.820100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:15.820382 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Attempting to bind port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on network 4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:15.911579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:15.912309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Checking segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:15.912309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Bound using segment: {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:15.912769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Bound port: e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39254cf3-f9c7-40f1-b118-b8a38378704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4cdcbab5-69e0-4320-a4e3-82749ccfe0e0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:15.913131 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.965299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Network 86d0ba2b-996d-4ea9-892d-5302421dae1f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:15.986119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:15.992711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Pushing event updated for resources: {'Port': ['ID=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.995386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:16.025140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3735c5-ca71-4ef7-98c8-22243f2f243e req-5a68278f-2be2-45d5-a02d-729cbcd9bea8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.026680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c3735c5-ca71-4ef7-98c8-22243f2f243e req-5a68278f-2be2-45d5-a02d-729cbcd9bea8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.3203335 Jul 16 18:07:16.034847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6873b161-0f3d-47de-8c03-78bb12bc20e2 req-26f22189-5207-4afc-8c40-febd2f121ddb tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119343 Jul 16 18:07:16.127159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.127818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.165652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d306f-a233-458c-b4e1-839ba019121e req-93b9a562-01f8-4e19-abd0-c08cb482f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.167275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4d306f-a233-458c-b4e1-839ba019121e req-93b9a562-01f8-4e19-abd0-c08cb482f817 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 1101 time: 0.3376749 Jul 16 18:07:16.171603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:16.177261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c3735c5-ca71-4ef7-98c8-22243f2f243e req-98da9aae-709a-4d64-a05c-325ab7817bd9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180005 Jul 16 18:07:16.178715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-3b36da37-664f-4d06-8af4-075f7c03cd1b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9904354 Jul 16 18:07:16.204779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Request body: {'port': {'device_id': 'b0b94717-7717-4696-8298-aed789d3104a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:16.240966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:16.276275 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cef9ef-3134-4c83-9601-77e6c32d24b2 x-openstack-request-id: req-11cef9ef-3134-4c83-9601-77e6c32d24b2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:16.276594 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:16.276850 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11cef9ef-3134-4c83-9601-77e6c32d24b2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:16.277249 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727', 'code': 200} Jul 16 18:07:16.306732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.521941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.823427 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.824052 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.826080 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-2a132fc0-b641-4237-ae31-c416370958e4 service neutron] 10.222.0.46 "PUT /v2.0/ports/e7069278-6ee0-47f8-9b0c-c8bb4cee1727 HTTP/1.1" status: 200 len: 1124 time: 2.6799371 Jul 16 18:07:16.830537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d306f-a233-458c-b4e1-839ba019121e req-556f819b-ed8a-467a-9cfc-3939e16e69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.832001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4d306f-a233-458c-b4e1-839ba019121e req-556f819b-ed8a-467a-9cfc-3939e16e69ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.6022010 Jul 16 18:07:16.833543 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.849932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f1401-1ebb-41c2-96b2-e91b2b651c0d req-2bfa7f4e-6706-4f77-ba39-76311d15eadf tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.849932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-152f1401-1ebb-41c2-96b2-e91b2b651c0d req-2bfa7f4e-6706-4f77-ba39-76311d15eadf tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 948 time: 0.6220417 Jul 16 18:07:16.919555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4d306f-a233-458c-b4e1-839ba019121e req-b2a74c2a-5e11-48e0-bc16-ae444daedabf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 200 len: 217 time: 0.0635905 Jul 16 18:07:16.957537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['e7069278-6ee0-47f8-9b0c-c8bb4cee1727'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:17.022308 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-152f1401-1ebb-41c2-96b2-e91b2b651c0d req-ce520081-c0d5-409e-a721-5e4b314b9604 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590190 Jul 16 18:07:17.057449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c5e3f-e7ed-45f7-9b55-0f2ae15f208e req-b585218d-ec8c-408a-a6e5-7ee60646b8d8 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.073140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-094c5e3f-e7ed-45f7-9b55-0f2ae15f208e req-b585218d-ec8c-408a-a6e5-7ee60646b8d8 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 944 time: 0.6534839 Jul 16 18:07:17.173435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d306f-a233-458c-b4e1-839ba019121e req-95f5f317-8e38-411b-84e3-5168d1a31ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.177503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4d306f-a233-458c-b4e1-839ba019121e req-95f5f317-8e38-411b-84e3-5168d1a31ae6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2367444 Jul 16 18:07:17.179895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['e7069278-6ee0-47f8-9b0c-c8bb4cee1727'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:17.280593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-094c5e3f-e7ed-45f7-9b55-0f2ae15f208e req-7bb859a3-166b-4353-bd25-e4846c97330f tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024448 Jul 16 18:07:17.445909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d306f-a233-458c-b4e1-839ba019121e req-4fc97f33-d492-49ba-be03-c28661b2e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.447421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4d306f-a233-458c-b4e1-839ba019121e req-4fc97f33-d492-49ba-be03-c28661b2e587 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2154796 Jul 16 18:07:17.459692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c4df-e63b-4d2f-a7b5-adc445fdffc8 req-4959b480-c2f4-4f60-8b1a-c96de31c443e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.461402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc10c4df-e63b-4d2f-a7b5-adc445fdffc8 req-4959b480-c2f4-4f60-8b1a-c96de31c443e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.2191947 Jul 16 18:07:17.696319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc10c4df-e63b-4d2f-a7b5-adc445fdffc8 req-7c946ae6-c9fd-4bcd-b472-bf696ba8dc20 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236669 Jul 16 18:07:17.705622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4d306f-a233-458c-b4e1-839ba019121e req-c247f332-7f65-4b7c-8c1d-1c6aa127ce11 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286534 Jul 16 18:07:17.787965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:17.829313 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.898982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37013de7-6b41-42cc-b4ce-f46db8be1ca7 req-6f82a8e6-9711-433b-bdad-acd4ede13ddc tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.900469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37013de7-6b41-42cc-b4ce-f46db8be1ca7 req-6f82a8e6-9711-433b-bdad-acd4ede13ddc tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 932 time: 0.3065970 Jul 16 18:07:17.902517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Transition to ACTIVE for port object 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:17.916617 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.936429 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4d306f-a233-458c-b4e1-839ba019121e req-11d2c24e-5bf2-4dc0-a4ea-0e458f4bf7c3 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103207 Jul 16 18:07:17.937569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-4e95cf63-b179-4233-939c-fada2e580186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.938923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-4e95cf63-b179-4233-939c-fada2e580186 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1102 time: 0.2869437 Jul 16 18:07:18.049594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Pushing event updated for resources: {'Port': ['ID=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.057215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fab39443-b570-479f-8941-6e396172c5e6 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:18.102923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37013de7-6b41-42cc-b4ce-f46db8be1ca7 req-54ff67bc-5580-4c9f-899c-c81f661becab tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/security-groups?id=a142de96-bfa4-4f7e-9571-12aefaeb6dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890123 Jul 16 18:07:18.140273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port fab39443-b570-479f-8941-6e396172c5e6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:18.146118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port fab39443-b570-479f-8941-6e396172c5e6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:18.147892 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.182729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f891e02-aaf9-4c73-b6f9-eae8d508c066 req-7fce4abe-1bdb-415b-afe3-916adc37d58f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.182729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f891e02-aaf9-4c73-b6f9-eae8d508c066 req-7fce4abe-1bdb-415b-afe3-916adc37d58f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 944 time: 0.3576372 Jul 16 18:07:18.241580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-0f83db1d-1303-43ce-b674-393bac26bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.243047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-0f83db1d-1303-43ce-b674-393bac26bca4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2737300 Jul 16 18:07:18.279810 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.284351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:18.286663 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350f2094-3a19-476d-a723-619a8960b4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:18.313609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07b4fc-24b9-4e7b-9403-c98c4489c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab39443-b570-479f-8941-6e396172c5e6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:18.317277 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a86f48-ec15-4e38-ae5c-5bcf352a8d8b" -d '{"events": [{"server_uuid": "6c07b4fc-24b9-4e7b-9403-c98c4489c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "fab39443-b570-479f-8941-6e396172c5e6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:18.328112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fab39443-b570-479f-8941-6e396172c5e6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fab39443-b570-479f-8941-6e396172c5e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:18.331970 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.359415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-27532300-280e-4c48-8b2a-36fede73d77c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.0982170 Jul 16 18:07:18.362276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f891e02-aaf9-4c73-b6f9-eae8d508c066 req-4b118e31-6485-48b5-8f14-2fb601d81993 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469471 Jul 16 18:07:18.403900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Attempting to bind port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:18.403900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Attempting to bind port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8117e326-4aba-4349-8422-fe3d98638280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '86d0ba2b-996d-4ea9-892d-5302421dae1f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:18.403900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Attempting to bind port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 on network 86d0ba2b-996d-4ea9-892d-5302421dae1f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:18.427119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ef2050dc-5508-4697-866b-b7ba45fb22b3 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:18.476438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 on network 86d0ba2b-996d-4ea9-892d-5302421dae1f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:18.482851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Attempting to bind port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 on network 86d0ba2b-996d-4ea9-892d-5302421dae1f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:18.519865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:18.520097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Checking segment: {'id': '8117e326-4aba-4349-8422-fe3d98638280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '86d0ba2b-996d-4ea9-892d-5302421dae1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:18.520488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Bound using segment: {'id': '8117e326-4aba-4349-8422-fe3d98638280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '86d0ba2b-996d-4ea9-892d-5302421dae1f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:18.520951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Bound port: 6dc64a83-afd4-4ca4-a39f-fbab9784ef19, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8117e326-4aba-4349-8422-fe3d98638280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '86d0ba2b-996d-4ea9-892d-5302421dae1f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:18.521300 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.542283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=fab39443-b570-479f-8941-6e396172c5e6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.558635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-bc86fbe0-1bbf-44d2-b701-10cf6cfa8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.559484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-bc86fbe0-1bbf-44d2-b701-10cf6cfa8522 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1783478 Jul 16 18:07:18.569841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36775907-5f42-437c-a935-aa6ac438498b req-8a3a84d5-b556-4f6c-a898-f0330ca9980d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.577267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36775907-5f42-437c-a935-aa6ac438498b req-8a3a84d5-b556-4f6c-a898-f0330ca9980d tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.3296373 Jul 16 18:07:18.585487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port ef2050dc-5508-4697-866b-b7ba45fb22b3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:18.591886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port ef2050dc-5508-4697-866b-b7ba45fb22b3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:18.593184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.704802 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.730384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] For port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:18.745865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] For port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,segment=NetworkSegment(8117e326-4aba-4349-8422-fe3d98638280),segment_id=8117e326-4aba-4349-8422-fe3d98638280)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:18.747403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ef2050dc-5508-4697-866b-b7ba45fb22b3, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ef2050dc-5508-4697-866b-b7ba45fb22b3,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:18.753424 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.769024 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.784817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36775907-5f42-437c-a935-aa6ac438498b req-f87cbbae-d393-4b60-aa86-fbbe6088ad0c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065098 Jul 16 18:07:18.796625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ae01-0761-4e2e-abdf-c6d058552002 req-69c87daf-0938-4534-a9a5-6b91f9be7183 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.803915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84d9ae01-0761-4e2e-abdf-c6d058552002 req-69c87daf-0938-4534-a9a5-6b91f9be7183 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 949 time: 0.2732003 Jul 16 18:07:18.817711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ef2050dc-5508-4697-866b-b7ba45fb22b3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.863539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.864169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.865687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] 10.222.0.45 "PUT /v2.0/ports/6dc64a83-afd4-4ca4-a39f-fbab9784ef19 HTTP/1.1" status: 200 len: 1093 time: 2.6698873 Jul 16 18:07:18.876044 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5781bab2-a039-4d74-a2be-c03f37a64298 x-openstack-request-id: req-5781bab2-a039-4d74-a2be-c03f37a64298 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:18.876343 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:18.876604 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5781bab2-a039-4d74-a2be-c03f37a64298 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:18.876993 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727', 'status': 'completed', 'code': 200} Jul 16 18:07:18.936411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b958248-c1c2-4e97-b578-c228eaf6da0d service neutron] Pushing event updated for resources: {'Port': ['ID=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.942694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-24138726-fd9d-4c37-82f3-af6e23cba181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.944278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-24138726-fd9d-4c37-82f3-af6e23cba181 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3622885 Jul 16 18:07:18.965355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84d9ae01-0761-4e2e-abdf-c6d058552002 req-663c2d06-ccec-4a9f-a5d3-8f53ac0ceafc tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605000 Jul 16 18:07:19.051308 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3912e440-56de-4683-a917-88fd99fcc36b x-openstack-request-id: req-3912e440-56de-4683-a917-88fd99fcc36b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:19.051993 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07b4fc-24b9-4e7b-9403-c98c4489c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "fab39443-b570-479f-8941-6e396172c5e6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:19.051993 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3912e440-56de-4683-a917-88fd99fcc36b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:19.052629 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07b4fc-24b9-4e7b-9403-c98c4489c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab39443-b570-479f-8941-6e396172c5e6', 'code': 200} Jul 16 18:07:19.175075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-1e54404f-60f5-4904-a021-47966e593082 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043767 Jul 16 18:07:19.234598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74b831-942c-4e5b-84e5-e9094f021ba8 req-a0ed600f-a50f-4b87-8722-add13d2a1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.236449 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cd74b831-942c-4e5b-84e5-e9094f021ba8 req-a0ed600f-a50f-4b87-8722-add13d2a1a93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 1101 time: 0.0785968 Jul 16 18:07:19.249868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f2094-3a19-476d-a723-619a8960b4a9 req-89724dc7-9f03-4167-8e68-7ab064d0feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.251498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-350f2094-3a19-476d-a723-619a8960b4a9 req-89724dc7-9f03-4167-8e68-7ab064d0feb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 1127 time: 0.3414454 Jul 16 18:07:19.289140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83294d-807a-4b2a-adcf-171de0872339 req-a14fcfb3-8150-4355-abf9-6a800fc68190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.290739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-a14fcfb3-8150-4355-abf9-6a800fc68190 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=912029a002ed480b9f2028bb36fb8eb5&device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 1096 time: 0.3239520 Jul 16 18:07:19.300776 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cd74b831-942c-4e5b-84e5-e9094f021ba8 req-00f0ffea-bd4b-4dce-b4a7-5db9345916e9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537679 Jul 16 18:07:19.362727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ec652ddb-6203-481e-8142-8ecc4c6542bf service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712096 Jul 16 18:07:19.373668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6303f4-1d8e-4298-98a7-11eb8e9b38a9 req-6785d7f0-d7c0-46a9-92a0-79b2aea2fff5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.375387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f6303f4-1d8e-4298-98a7-11eb8e9b38a9 req-6785d7f0-d7c0-46a9-92a0-79b2aea2fff5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 944 time: 0.2940025 Jul 16 18:07:19.493346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-19cce204-90c9-4106-b3b9-b746b57cd101 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc64a83-afd4-4ca4-a39f-fbab9784ef19 HTTP/1.1" status: 200 len: 217 time: 0.0855746 Jul 16 18:07:19.571192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b6bf452-1490-46d7-b2bb-5d6d3edcb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.572805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-8b6bf452-1490-46d7-b2bb-5d6d3edcb5d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=583ddb46-2657-4361-9719-d5a0e878aeb1 HTTP/1.1" status: 200 len: 853 time: 0.0600243 Jul 16 18:07:19.609099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f6303f4-1d8e-4298-98a7-11eb8e9b38a9 req-17780070-c880-4156-9bb7-ae169934cc62 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908193 Jul 16 18:07:19.675778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-9f26ae0d-538c-4545-80e0-5d1efc8377e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=86d0ba2b-996d-4ea9-892d-5302421dae1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778694 Jul 16 18:07:19.678143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f2094-3a19-476d-a723-619a8960b4a9 req-6a9606ab-bfeb-46c2-93e3-7ab6b2b522e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.679834 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-350f2094-3a19-476d-a723-619a8960b4a9 req-6a9606ab-bfeb-46c2-93e3-7ab6b2b522e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.4194574 Jul 16 18:07:20.043443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-350f2094-3a19-476d-a723-619a8960b4a9 req-3b2372ea-df8b-4ab6-86fc-ca7acc8199ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727 HTTP/1.1" status: 200 len: 217 time: 0.3462019 Jul 16 18:07:20.113895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1fc03-d1c4-4bfb-9796-b9ee84045d93 req-45fa09e4-d03a-4e35-9ab5-d28e4b24416f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.115464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63b1fc03-d1c4-4bfb-9796-b9ee84045d93 req-45fa09e4-d03a-4e35-9ab5-d28e4b24416f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.7369111 Jul 16 18:07:20.238635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f2094-3a19-476d-a723-619a8960b4a9 req-9522f58c-eae7-4d8b-a0aa-e1400c898fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.240132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-350f2094-3a19-476d-a723-619a8960b4a9 req-9522f58c-eae7-4d8b-a0aa-e1400c898fd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.1770465 Jul 16 18:07:20.257995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63b1fc03-d1c4-4bfb-9796-b9ee84045d93 req-1a482c1a-5c6d-4e92-815d-aa10fc29467c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174848 Jul 16 18:07:20.274561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-e90977d6-403b-4738-b02e-085d4b0ecb03 service neutron] 10.222.0.45 "GET /v2.0/networks/86d0ba2b-996d-4ea9-892d-5302421dae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758624 Jul 16 18:07:20.298914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-350f2094-3a19-476d-a723-619a8960b4a9 req-e886388a-bc22-4e55-a358-4c0743bf20e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368245 Jul 16 18:07:20.305541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b15b7-4e30-4952-90d4-21d83dae88d3 req-4cfff5e9-f782-4704-b3f5-b95ac33bf7e7 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.307093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe2b15b7-4e30-4952-90d4-21d83dae88d3 req-4cfff5e9-f782-4704-b3f5-b95ac33bf7e7 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 944 time: 0.2683012 Jul 16 18:07:20.509316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe2b15b7-4e30-4952-90d4-21d83dae88d3 req-b385406d-3a71-46ff-819e-64ab51dc780e tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/security-groups?id=a142de96-bfa4-4f7e-9571-12aefaeb6dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832240 Jul 16 18:07:20.549746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab83294d-807a-4b2a-adcf-171de0872339 req-40e43e91-a1f5-4369-b45d-bcc443668cc5 service neutron] 10.222.0.45 "GET /v2.0/networks/86d0ba2b-996d-4ea9-892d-5302421dae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540762 Jul 16 18:07:20.552009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-350f2094-3a19-476d-a723-619a8960b4a9 req-6c87bbc4-4345-4912-9670-a0d79a1fffcd service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368767 Jul 16 18:07:20.634542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c9fd9-c79f-43fc-a99b-8cbcc949ea85 req-a2a08b62-8508-4fa4-a92f-634fd86cf83e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.636215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e76c9fd9-c79f-43fc-a99b-8cbcc949ea85 req-a2a08b62-8508-4fa4-a92f-634fd86cf83e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 945 time: 0.2160265 Jul 16 18:07:20.785632 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e76c9fd9-c79f-43fc-a99b-8cbcc949ea85 req-330da46a-a09d-4784-b908-82d0bc0bc414 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116929 Jul 16 18:07:20.789948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-350f2094-3a19-476d-a723-619a8960b4a9 req-5fbfaad6-fede-4bbc-b60b-f93dfe876826 service neutron] 10.222.0.45 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171605 Jul 16 18:07:20.834108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f00b1d-723a-4a2b-b13d-03db8e95a338 req-cbec29ce-4af5-4889-95a7-0118cd2cb505 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.835647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03f00b1d-723a-4a2b-b13d-03db8e95a338 req-cbec29ce-4af5-4889-95a7-0118cd2cb505 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.1403494 Jul 16 18:07:20.880283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b94717-7717-4696-8298-aed789d3104a', 'tag': '6dc64a83-afd4-4ca4-a39f-fbab9784ef19'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:20.882696 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afa2c01-06e9-4bed-8d62-8f1667224222" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b94717-7717-4696-8298-aed789d3104a", "tag": "6dc64a83-afd4-4ca4-a39f-fbab9784ef19"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:20.913531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03f00b1d-723a-4a2b-b13d-03db8e95a338 req-08fba385-041d-4410-bf5b-622cd3d90894 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697560 Jul 16 18:07:21.052858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b718d-52b0-418d-89b3-634d02cf9a64 req-b1c4f9b8-827e-4760-864c-0c1fa7faed56 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.053708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8f146-0953-4012-a877-f2b0b0a42c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2050dc-5508-4697-866b-b7ba45fb22b3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:21.054819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-302b718d-52b0-418d-89b3-634d02cf9a64 req-b1c4f9b8-827e-4760-864c-0c1fa7faed56 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 949 time: 0.0880458 Jul 16 18:07:21.056013 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffbc7d5-f79e-497c-b010-4fbdeabd5c76" -d '{"events": [{"server_uuid": "32a8f146-0953-4012-a877-f2b0b0a42c30", "name": "network-vif-plugged", "status": "completed", "tag": "ef2050dc-5508-4697-866b-b7ba45fb22b3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:21.126620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-302b718d-52b0-418d-89b3-634d02cf9a64 req-9c6ee7a5-1af3-47de-9fd3-7ac63a849d71 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615971 Jul 16 18:07:21.190247 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08820c5e-41aa-469a-9470-0451a806d9e8 x-openstack-request-id: req-08820c5e-41aa-469a-9470-0451a806d9e8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:21.190737 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b94717-7717-4696-8298-aed789d3104a", "tag": "6dc64a83-afd4-4ca4-a39f-fbab9784ef19", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:21.191219 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08820c5e-41aa-469a-9470-0451a806d9e8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:21.191768 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b94717-7717-4696-8298-aed789d3104a', 'tag': '6dc64a83-afd4-4ca4-a39f-fbab9784ef19', 'status': 'completed', 'code': 200} Jul 16 18:07:21.234718 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bf71e2-35c2-490f-b8d5-8fc51869538c x-openstack-request-id: req-93bf71e2-35c2-490f-b8d5-8fc51869538c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:21.235100 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8f146-0953-4012-a877-f2b0b0a42c30", "name": "network-vif-plugged", "status": "completed", "tag": "ef2050dc-5508-4697-866b-b7ba45fb22b3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:21.235465 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93bf71e2-35c2-490f-b8d5-8fc51869538c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:21.236021 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8f146-0953-4012-a877-f2b0b0a42c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2050dc-5508-4697-866b-b7ba45fb22b3', 'code': 200} Jul 16 18:07:21.377420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-afda468c-57e1-4d4c-8902-2b95b2bd9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.379093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-afda468c-57e1-4d4c-8902-2b95b2bd9e44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=912029a002ed480b9f2028bb36fb8eb5&device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 1096 time: 0.1561692 Jul 16 18:07:21.525631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-8c3b05cf-4282-44c4-bd83-db70d1a371d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.527486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-8c3b05cf-4282-44c4-bd83-db70d1a371d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=86d0ba2b-996d-4ea9-892d-5302421dae1f HTTP/1.1" status: 200 len: 914 time: 0.1339827 Jul 16 18:07:21.592960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a991-9704-433f-9f76-c930199bf6a0 req-4b0d45d5-b561-42a7-8648-9208f4c1bf9d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.599831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2348a991-9704-433f-9f76-c930199bf6a0 req-4b0d45d5-b561-42a7-8648-9208f4c1bf9d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 944 time: 0.3237147 Jul 16 18:07:21.685596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-bb78f781-1bd8-467a-874b-7cb9ba5c675b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc64a83-afd4-4ca4-a39f-fbab9784ef19 HTTP/1.1" status: 200 len: 217 time: 0.1233366 Jul 16 18:07:21.773217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2348a991-9704-433f-9f76-c930199bf6a0 req-9adb704f-5855-4e80-b141-3c2d3dcd4c3d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723545 Jul 16 18:07:21.799341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-a7406abe-40db-426a-963e-ffd8e8b9595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.801134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-a7406abe-40db-426a-963e-ffd8e8b9595f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=583ddb46-2657-4361-9719-d5a0e878aeb1 HTTP/1.1" status: 200 len: 853 time: 0.1014614 Jul 16 18:07:21.812771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1b440-1851-4d17-aecf-c49a5dc08bb1 req-eb817ba4-9549-4016-846d-d14bffb4a958 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.814509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad1b440-1851-4d17-aecf-c49a5dc08bb1 req-eb817ba4-9549-4016-846d-d14bffb4a958 tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 1101 time: 0.2558675 Jul 16 18:07:21.864908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8645b-74a0-47f2-9372-444c32d18431 req-ba2257d5-a76c-42ae-9f9f-b21882cec6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.866604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8b8645b-74a0-47f2-9372-444c32d18431 req-ba2257d5-a76c-42ae-9f9f-b21882cec6ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 1097 time: 0.4747040 Jul 16 18:07:21.870281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-bb637412-7a87-4bfa-a88f-4f53d3ede7c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=86d0ba2b-996d-4ea9-892d-5302421dae1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519798 Jul 16 18:07:21.957504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad1b440-1851-4d17-aecf-c49a5dc08bb1 req-45b849ee-e525-4adc-89fc-e506c2be8f3c tempest-ServersOnMultiNodesTest-751060844 tempest-ServersOnMultiNodesTest-751060844-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282825 Jul 16 18:07:22.038808 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8b8645b-74a0-47f2-9372-444c32d18431 req-34dbf264-d07c-4484-9674-3b7d4df50391 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556299 Jul 16 18:07:22.153708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-2eff2b4c-a824-41a5-b6bf-ee20c6e6d9e9 service neutron] 10.222.0.45 "GET /v2.0/networks/86d0ba2b-996d-4ea9-892d-5302421dae1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453420 Jul 16 18:07:22.201478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5bc42-0008-4db7-b4f9-6b0ec28d13d3 req-3522ed7e-c67d-4642-b77a-4c4faf8feaab tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.202902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32a5bc42-0008-4db7-b4f9-6b0ec28d13d3 req-3522ed7e-c67d-4642-b77a-4c4faf8feaab tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.2378516 Jul 16 18:07:22.305798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec646a38-997b-45d6-97d6-fb2fba384de9 req-a105e839-aacf-4f9f-8d4f-1fc9c3d138f6 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.314095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec646a38-997b-45d6-97d6-fb2fba384de9 req-a105e839-aacf-4f9f-8d4f-1fc9c3d138f6 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 944 time: 0.2186327 Jul 16 18:07:22.339824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32a5bc42-0008-4db7-b4f9-6b0ec28d13d3 req-b4f7d2a6-b5a1-4d3b-8fc4-839c9bede680 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250229 Jul 16 18:07:22.349120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2afa2c01-06e9-4bed-8d62-8f1667224222 req-2ace4f7c-66bd-4657-ae59-0aaca2b6e069 service neutron] 10.222.0.45 "GET /v2.0/networks/86d0ba2b-996d-4ea9-892d-5302421dae1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881287 Jul 16 18:07:22.376073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec646a38-997b-45d6-97d6-fb2fba384de9 req-4de2cff4-7f8e-4616-ada1-1b6f100906a2 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/security-groups?id=a142de96-bfa4-4f7e-9571-12aefaeb6dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609183 Jul 16 18:07:22.705390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1bc05-57d5-44e7-b8fe-bc22e3b1f911 req-f164812a-e0a8-4907-8a6d-c295b8a9e243 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.707345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5e1bc05-57d5-44e7-b8fe-bc22e3b1f911 req-f164812a-e0a8-4907-8a6d-c295b8a9e243 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.1613281 Jul 16 18:07:22.720926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a5ac2-60c3-42f1-99b7-1591ed618567 req-9a5ba70d-faa4-4a63-8411-9fbd87481f67 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.722669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-430a5ac2-60c3-42f1-99b7-1591ed618567 req-9a5ba70d-faa4-4a63-8411-9fbd87481f67 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 945 time: 0.1222610 Jul 16 18:07:22.803510 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5e1bc05-57d5-44e7-b8fe-bc22e3b1f911 req-88e32e72-9712-40b4-bb90-179aa95c221a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795236 Jul 16 18:07:22.806676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-430a5ac2-60c3-42f1-99b7-1591ed618567 req-d87bffaa-cd6d-4f40-92da-4c5e1549ea50 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718877 Jul 16 18:07:23.061935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-8b341ea4-25d3-4840-b091-dffcbf4b3bf1 service neutron] 10.222.0.45 "GET /v2.0/ports/e7069278-6ee0-47f8-9b0c-c8bb4cee1727/bindings/n-h2-793619-10 HTTP/1.1" status: 200 len: 385 time: 0.0666339 Jul 16 18:07:23.291389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d48a3-e487-4141-b883-2e4edf3f0582 req-5757d327-2850-4b34-b2c1-99ab9b9c6b90 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.292174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d2d48a3-e487-4141-b883-2e4edf3f0582 req-5757d327-2850-4b34-b2c1-99ab9b9c6b90 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 944 time: 0.1409855 Jul 16 18:07:23.354633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d2d48a3-e487-4141-b883-2e4edf3f0582 req-e101cd82-fd1e-4931-8346-a03d1aec5f49 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486600 Jul 16 18:07:23.438018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:23.500952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:23.561252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7069278-6ee0-47f8-9b0c-c8bb4cee1727 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:23.593105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:23.627692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.657065 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b59857-2a0f-4927-8588-adf8cd6b2bad req-27a87817-74d1-414a-9065-89878609d018 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.658732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71b59857-2a0f-4927-8588-adf8cd6b2bad req-27a87817-74d1-414a-9065-89878609d018 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 949 time: 0.2104306 Jul 16 18:07:23.739015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d0407-37de-43c0-af11-2f1b45e9f0bb req-40790d8e-14d3-423c-9ee1-5335038bd71f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.740540 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d8d0407-37de-43c0-af11-2f1b45e9f0bb req-40790d8e-14d3-423c-9ee1-5335038bd71f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.2136161 Jul 16 18:07:23.770542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71b59857-2a0f-4927-8588-adf8cd6b2bad req-02d790e6-4a33-498b-9c63-28b2aa7c4fdc tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059713 Jul 16 18:07:23.807270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] Transition to ACTIVE for port object e7069278-6ee0-47f8-9b0c-c8bb4cee1727 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:23.812941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d8d0407-37de-43c0-af11-2f1b45e9f0bb req-bc042a7f-c959-4f87-a397-1f86b97ec0dd tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579028 Jul 16 18:07:23.815650 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.139336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:24.154798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device e7069278-6ee0-47f8-9b0c-c8bb4cee1727 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:24.210664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] No DVR routers for this DVR port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:24.247710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] Pushing event updated for resources: {'Port': ['ID=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:24.252874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device e7069278-6ee0-47f8-9b0c-c8bb4cee1727 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:24.285496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,segment=NetworkSegment(8117e326-4aba-4349-8422-fe3d98638280),segment_id=8117e326-4aba-4349-8422-fe3d98638280)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:24.307750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-76b39af8-76d5-48cf-8f1f-e9f709972b16 service neutron] 10.222.0.45 "PUT /v2.0/ports/e7069278-6ee0-47f8-9b0c-c8bb4cee1727/bindings/n-h2-793619-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2270839 Jul 16 18:07:24.313696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '6dc64a83-afd4-4ca4-a39f-fbab9784ef19', 'network_id': '86d0ba2b-996d-4ea9-892d-5302421dae1f', 'port_id': '6dc64a83-afd4-4ca4-a39f-fbab9784ef19', 'mac_address': 'fa:16:3e:8e:88:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583ddb46-2657-4361-9719-d5a0e878aeb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:24.350305 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.353193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174db70b-14da-4f43-877b-07d442e2bf8a req-78acee81-7c76-4631-848d-30a1af1a94de tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.357813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-174db70b-14da-4f43-877b-07d442e2bf8a req-78acee81-7c76-4631-848d-30a1af1a94de tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.1697373 Jul 16 18:07:24.366084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:24.420456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,segment=NetworkSegment(8117e326-4aba-4349-8422-fe3d98638280),segment_id=8117e326-4aba-4349-8422-fe3d98638280)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:24.439219 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.446389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ffea5-1ec7-40c8-90da-ae3984ac8122 req-f91c697a-dcf1-4282-9362-7de6d4b43874 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.448343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-293ffea5-1ec7-40c8-90da-ae3984ac8122 req-f91c697a-dcf1-4282-9362-7de6d4b43874 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 944 time: 0.2619638 Jul 16 18:07:24.495553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:24.511835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-174db70b-14da-4f43-877b-07d442e2bf8a req-0f685f2f-57c4-4c4b-8e1a-0009a00548eb tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489654 Jul 16 18:07:24.593335 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-293ffea5-1ec7-40c8-90da-ae3984ac8122 req-7dc7addb-b0f6-4b2a-8ee0-2262dc56ccd5 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/security-groups?id=a142de96-bfa4-4f7e-9571-12aefaeb6dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312652 Jul 16 18:07:24.748668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-c637e365-6763-4c08-89f2-79d87af615a1 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.750541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-c637e365-6763-4c08-89f2-79d87af615a1 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.2755728 Jul 16 18:07:24.776108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-d81c6481-a3d8-4b86-8b40-2733cb05c340 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.778209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-d81c6481-a3d8-4b86-8b40-2733cb05c340 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 949 time: 0.2093148 Jul 16 18:07:24.783011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['6dc64a83-afd4-4ca4-a39f-fbab9784ef19'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:24.898992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c95847-d5c5-4936-ab84-6e2abca412f7 req-0e6a68c2-319c-42bd-8015-f19c8dc1b0f7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.908139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7c95847-d5c5-4936-ab84-6e2abca412f7 req-0e6a68c2-319c-42bd-8015-f19c8dc1b0f7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 945 time: 0.2682142 Jul 16 18:07:25.028397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7c95847-d5c5-4936-ab84-6e2abca412f7 req-58304946-dfe3-4b80-a5ee-225601f6c5e0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189392 Jul 16 18:07:25.049008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-96588c7c-d56c-46d1-aeee-eb8166f250ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.051058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-96588c7c-d56c-46d1-aeee-eb8166f250ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c&tenant_id=f6b9f0b080244c71a707593126928b50 HTTP/1.1" status: 200 len: 1097 time: 0.2717195 Jul 16 18:07:25.093855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Deleting port fab39443-b570-479f-8941-6e396172c5e6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:25.094362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.107929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d93b3-4ab0-4097-915f-5a3a4bf14258 req-19a48218-8bf1-4fb5-b611-93dd2230a5f5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.109536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe7d93b3-4ab0-4097-915f-5a3a4bf14258 req-19a48218-8bf1-4fb5-b611-93dd2230a5f5 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 945 time: 0.1673062 Jul 16 18:07:25.287755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe7d93b3-4ab0-4097-915f-5a3a4bf14258 req-9b3572c8-3600-4385-b764-11b3f23033f2 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625838 Jul 16 18:07:25.329508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] For port fab39443-b570-479f-8941-6e396172c5e6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fab39443-b570-479f-8941-6e396172c5e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:25.331263 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.364484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-bf9f0d10-0311-44e6-9466-867c9e47b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.366164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-bf9f0d10-0311-44e6-9466-867c9e47b3c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6b9f0b080244c71a707593126928b50&device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 1097 time: 0.2401223 Jul 16 18:07:25.367125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Calling delete_port for fab39443-b570-479f-8941-6e396172c5e6 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:25.388805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608b84d-9432-454e-91a5-e10db72e6309 req-910dd9db-a25e-43ec-b81b-ec0c612aab0a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.390469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a608b84d-9432-454e-91a5-e10db72e6309 req-910dd9db-a25e-43ec-b81b-ec0c612aab0a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.2206874 Jul 16 18:07:25.573731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a608b84d-9432-454e-91a5-e10db72e6309 req-acecdf88-f021-4ce8-9b81-f08fd0999a44 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729074 Jul 16 18:07:25.646771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-9c3aac90-db97-4aa9-a48a-8f3f1dd65da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.648282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-9c3aac90-db97-4aa9-a48a-8f3f1dd65da2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 200 len: 909 time: 0.2551413 Jul 16 18:07:25.709184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3c5ca-84e8-448b-b334-c6396d79b6ba req-8dc8b49a-180e-4aa1-9ba4-b257ab3a4ce1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.717168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad3c5ca-84e8-448b-b334-c6396d79b6ba req-8dc8b49a-180e-4aa1-9ba4-b257ab3a4ce1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c07b4fc-24b9-4e7b-9403-c98c4489c1c1 HTTP/1.1" status: 200 len: 949 time: 0.2957373 Jul 16 18:07:25.772276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-d19c74e7-c470-40fa-b6f9-ca9136374e1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727 HTTP/1.1" status: 200 len: 217 time: 0.0798862 Jul 16 18:07:25.812819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad3c5ca-84e8-448b-b334-c6396d79b6ba req-5c13cbc0-2264-4902-8b4b-1d5f431030c1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945199 Jul 16 18:07:25.901371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-69b24a43-c827-442a-919c-4ff0dd431bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.904126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-69b24a43-c827-442a-919c-4ff0dd431bdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 200 len: 848 time: 0.1049700 Jul 16 18:07:25.904874 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.918769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'a3109020-0d24-4de7-8883-8bedf4f905e6', 'fab39443-b570-479f-8941-6e396172c5e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:25.983161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', '28758984-798a-474b-ad58-9c182da22130', 'ad29380c-3497-4191-b94f-659f3c94aa8a', '6355eb42-048b-49d5-82fe-4c7471dd7e39'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:26.078052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event deleted for resources: {'Port': ['ID=fab39443-b570-479f-8941-6e396172c5e6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:26.173871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:26.206811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-fc824876-fab9-41ad-ad04-eb13db582119 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2531233 Jul 16 18:07:26.344014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] No DVR routers for this DVR port fab39443-b570-479f-8941-6e396172c5e6 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:26.349362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.351318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d32829d-e687-410c-a3ae-767ce4d17b2b req-af8755cf-c66a-453c-8efa-ea1135fe47a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "DELETE /v2.0/ports/fab39443-b570-479f-8941-6e396172c5e6 HTTP/1.1" status: 204 len: 173 time: 1.5377977 Jul 16 18:07:26.353422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07b4fc-24b9-4e7b-9403-c98c4489c1c1', 'name': 'network-vif-deleted', 'tag': 'fab39443-b570-479f-8941-6e396172c5e6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:26.356931 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17da55d1-7b00-40b5-8c5e-400e90a9eaad" -d '{"events": [{"server_uuid": "6c07b4fc-24b9-4e7b-9403-c98c4489c1c1", "name": "network-vif-deleted", "tag": "fab39443-b570-479f-8941-6e396172c5e6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:26.429551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:26.456810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:26.457194 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.483913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb55b4-3cf3-4edb-bfac-5609d9daac4f req-c68c0b10-3db9-41eb-b96f-a406f415869c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.491844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-feeb55b4-3cf3-4edb-bfac-5609d9daac4f req-c68c0b10-3db9-41eb-b96f-a406f415869c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.5372527 Jul 16 18:07:26.542650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41ae18-8a8a-42ea-bf36-349a57c68259 req-d922e138-ef4d-4a62-ba69-175c6711952d tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.544372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d41ae18-8a8a-42ea-bf36-349a57c68259 req-d922e138-ef4d-4a62-ba69-175c6711952d tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 945 time: 0.5492656 Jul 16 18:07:26.576859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-feeb55b4-3cf3-4edb-bfac-5609d9daac4f req-6526c838-b1d4-4254-a15f-e2707e606233 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813468 Jul 16 18:07:26.578969 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-91d7e22a-402a-43ca-84bd-2e8d783ad9f7 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960989 Jul 16 18:07:26.693826 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.743874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b94717-7717-4696-8298-aed789d3104a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc64a83-afd4-4ca4-a39f-fbab9784ef19'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:26.747239 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690bb4d8-284e-49d9-ad60-165c4c35794f" -d '{"events": [{"server_uuid": "b0b94717-7717-4696-8298-aed789d3104a", "name": "network-vif-plugged", "status": "completed", "tag": "6dc64a83-afd4-4ca4-a39f-fbab9784ef19"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:26.775099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,segment=NetworkSegment(8117e326-4aba-4349-8422-fe3d98638280),segment_id=8117e326-4aba-4349-8422-fe3d98638280)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:26.787414 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.801371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d41ae18-8a8a-42ea-bf36-349a57c68259 req-6539b023-28fb-433e-b99b-c72fa133618a tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/security-groups?id=a142de96-bfa4-4f7e-9571-12aefaeb6dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403936 Jul 16 18:07:26.816305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-f3d949b6-ef1f-4519-9333-5b2a0e9c5747 service neutron] 10.222.0.46 "GET /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107120 Jul 16 18:07:26.882915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:27.059247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacefc6-e421-4c11-8f09-19452790f93c req-4d49201b-3e88-4dfc-bd71-d3c5592e6319 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.061371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bfacefc6-e421-4c11-8f09-19452790f93c req-4d49201b-3e88-4dfc-bd71-d3c5592e6319 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 945 time: 0.1351066 Jul 16 18:07:27.129454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb030ab-2073-4811-b8b4-8ef42fee2d97 req-0c68bb59-4d1f-407a-bc7e-1102ab24604b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.137796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aeb030ab-2073-4811-b8b4-8ef42fee2d97 req-0c68bb59-4d1f-407a-bc7e-1102ab24604b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 945 time: 0.1533761 Jul 16 18:07:27.202999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bfacefc6-e421-4c11-8f09-19452790f93c req-7e39d536-9460-42d9-a757-516fb1b36bb9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285679 Jul 16 18:07:27.214002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aeb030ab-2073-4811-b8b4-8ef42fee2d97 req-23da1e78-fbb1-4dc0-b643-2738133500a7 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753222 Jul 16 18:07:27.329380 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f1d87-ea76-445e-bd46-4816fc82abbe x-openstack-request-id: req-af5f1d87-ea76-445e-bd46-4816fc82abbe {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:27.329695 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07b4fc-24b9-4e7b-9403-c98c4489c1c1", "name": "network-vif-deleted", "tag": "fab39443-b570-479f-8941-6e396172c5e6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:27.329952 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af5f1d87-ea76-445e-bd46-4816fc82abbe {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:27.330359 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07b4fc-24b9-4e7b-9403-c98c4489c1c1', 'name': 'network-vif-deleted', 'tag': 'fab39443-b570-479f-8941-6e396172c5e6', 'status': 'completed', 'code': 200} Jul 16 18:07:27.393547 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1df678-c771-448b-93f5-5b24937e60ce x-openstack-request-id: req-cc1df678-c771-448b-93f5-5b24937e60ce {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:27.394056 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b94717-7717-4696-8298-aed789d3104a", "name": "network-vif-plugged", "status": "completed", "tag": "6dc64a83-afd4-4ca4-a39f-fbab9784ef19", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:27.394056 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc1df678-c771-448b-93f5-5b24937e60ce {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:27.394939 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b94717-7717-4696-8298-aed789d3104a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc64a83-afd4-4ca4-a39f-fbab9784ef19', 'code': 200} Jul 16 18:07:27.406645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-3f86c7bf-cfe1-4d1a-9276-2d85f5625b4b tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.408919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-3f86c7bf-cfe1-4d1a-9276-2d85f5625b4b tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c&tenant_id=f6b9f0b080244c71a707593126928b50&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.0777447 Jul 16 18:07:27.638934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c58d6f-12a8-4911-84c2-ce82bf6dcf5f req-dd17c9e4-8877-4925-b454-fc5e9a60c4b1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.640601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9c58d6f-12a8-4911-84c2-ce82bf6dcf5f req-dd17c9e4-8877-4925-b454-fc5e9a60c4b1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.1835754 Jul 16 18:07:27.679325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6fbdf-30d1-4708-bd09-af7cf7fe1cda req-18cab3ea-c04a-40f6-a8a8-0b6727b120da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.680940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46c6fbdf-30d1-4708-bd09-af7cf7fe1cda req-18cab3ea-c04a-40f6-a8a8-0b6727b120da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 1098 time: 0.2088861 Jul 16 18:07:27.707224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-5cfb6636-9dbd-4ef2-8213-78956cef3c05 service neutron] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:27.719497 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-5cfb6636-9dbd-4ef2-8213-78956cef3c05 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.720722 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a008f5-dcc1-42e9-b99c-69ff70695cf7 req-5cfb6636-9dbd-4ef2-8213-78956cef3c05 service neutron] 10.222.0.46 "DELETE /v2.0/ports/e7069278-6ee0-47f8-9b0c-c8bb4cee1727/bindings/n-h1-793619-10 HTTP/1.1" status: 204 len: 173 time: 0.3015370 Jul 16 18:07:27.739820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9c58d6f-12a8-4911-84c2-ce82bf6dcf5f req-3c415a7f-1636-4902-bdbf-ec796adb8f25 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932748 Jul 16 18:07:27.772561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46c6fbdf-30d1-4708-bd09-af7cf7fe1cda req-25d46ef9-4aac-4db5-ae10-09e48e3af742 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a142de96-bfa4-4f7e-9571-12aefaeb6dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793064 Jul 16 18:07:27.985349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd64f9c-745b-48b0-993f-f995f20e2882 req-d26a42ab-ec7c-40a3-b08f-e92ba03d0cdd tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.986822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccd64f9c-745b-48b0-993f-f995f20e2882 req-d26a42ab-ec7c-40a3-b08f-e92ba03d0cdd tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.1177492 Jul 16 18:07:28.021562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d8ea0-e2e8-4687-ae96-ece05cbd42b6 req-4d9075fa-8237-449e-a96b-45aa9b41b5d8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.028340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb7d8ea0-e2e8-4687-ae96-ece05cbd42b6 req-4d9075fa-8237-449e-a96b-45aa9b41b5d8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 949 time: 0.1266806 Jul 16 18:07:28.069219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccd64f9c-745b-48b0-993f-f995f20e2882 req-fbeca8ea-601a-4a55-aef3-a4a28dab190a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763252 Jul 16 18:07:28.094938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb7d8ea0-e2e8-4687-ae96-ece05cbd42b6 req-6ed3f91e-b84e-46ca-b3d0-718dd528bb61 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656366 Jul 16 18:07:28.166817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0b83f46d-e0cc-46b6-8fc3-b41344826c10 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:28.218952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fab39443-b570-479f-8941-6e396172c5e6 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:28.256308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: fab39443-b570-479f-8941-6e396172c5e6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:28.256568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fab39443-b570-479f-8941-6e396172c5e6 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:28.355640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:28.384742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '0b83f46d-e0cc-46b6-8fc3-b41344826c10', 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad', 'port_id': '0b83f46d-e0cc-46b6-8fc3-b41344826c10', 'mac_address': 'fa:16:3e:29:fb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d467f39-c1ea-42de-a1d2-8170bc5c944b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:28.385380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6019a-c082-4fc2-a3da-737d029d767b req-680c8936-9595-47c1-8fb1-0c44244cc50b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.393274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73c6019a-c082-4fc2-a3da-737d029d767b req-680c8936-9595-47c1-8fb1-0c44244cc50b tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 946 time: 0.1451151 Jul 16 18:07:28.451157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73c6019a-c082-4fc2-a3da-737d029d767b req-59ef29d7-f433-4bfe-a496-290d9fb9b266 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/security-groups?id=a142de96-bfa4-4f7e-9571-12aefaeb6dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569620 Jul 16 18:07:28.600183 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.615495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdf450-16e5-419c-a128-2252816d2f2d req-208f4690-1b96-45d6-a15c-84d8ec84fa9c tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.617029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3bdf450-16e5-419c-a128-2252816d2f2d req-208f4690-1b96-45d6-a15c-84d8ec84fa9c tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 945 time: 0.1423330 Jul 16 18:07:28.624949 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.627876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b83f46d-e0cc-46b6-8fc3-b41344826c10 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:28.682139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:28.689601 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.713190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3bdf450-16e5-419c-a128-2252816d2f2d req-da37facb-55ea-4239-aec9-adbf2c98dee9 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836842 Jul 16 18:07:28.751174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=0b83f46d-e0cc-46b6-8fc3-b41344826c10,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.860952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f720b-8062-4036-bab2-5462de8e6c2e req-06cb3021-8ab6-4f6a-8d98-fe8e939706c7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.868297 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a52f720b-8062-4036-bab2-5462de8e6c2e req-06cb3021-8ab6-4f6a-8d98-fe8e939706c7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 945 time: 0.2501104 Jul 16 18:07:28.973732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a52f720b-8062-4036-bab2-5462de8e6c2e req-76b3cfe2-0b7b-4c85-8d5c-9ddbd3e5ac54 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037917 Jul 16 18:07:28.998459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['0b83f46d-e0cc-46b6-8fc3-b41344826c10'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:29.048682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-2f65ca79-20a7-469c-92d8-95da15ec6a7e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.050187 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-2f65ca79-20a7-469c-92d8-95da15ec6a7e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.46 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 945 time: 0.3087640 Jul 16 18:07:29.126715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd2c2e-9291-422e-a424-66530654ef8f req-4787e383-3fc7-4df3-8718-8b21d347563a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.128365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75dd2c2e-9291-422e-a424-66530654ef8f req-4787e383-3fc7-4df3-8718-8b21d347563a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 944 time: 0.2283554 Jul 16 18:07:29.254151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75dd2c2e-9291-422e-a424-66530654ef8f req-8f0f7b51-2ad9-484d-850d-755f372ebce3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124544 Jul 16 18:07:29.279932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Deleting port ef2050dc-5508-4697-866b-b7ba45fb22b3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:29.280630 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.321087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a7c52-d458-4766-ad38-e5cd2a006e3f req-b40a0853-617d-4397-b5b9-6d06854cd34a tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.323041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-461a7c52-d458-4766-ad38-e5cd2a006e3f req-b40a0853-617d-4397-b5b9-6d06854cd34a tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 1097 time: 0.1469090 Jul 16 18:07:29.691816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] For port ef2050dc-5508-4697-866b-b7ba45fb22b3, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ef2050dc-5508-4697-866b-b7ba45fb22b3,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:29.692567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.706108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-461a7c52-d458-4766-ad38-e5cd2a006e3f req-0633fb24-755f-4915-a185-2494f346a1a9 tempest-LiveMigrationTest-1746143865 tempest-LiveMigrationTest-1746143865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756120 Jul 16 18:07:29.717345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Calling delete_port for ef2050dc-5508-4697-866b-b7ba45fb22b3 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:29.752945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaa9c3-486b-4c3a-899a-bbaa391d802f req-899b398d-500b-459c-a929-2ec9b02fc813 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.754514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22eaa9c3-486b-4c3a-899a-bbaa391d802f req-899b398d-500b-459c-a929-2ec9b02fc813 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.1409676 Jul 16 18:07:29.843677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22eaa9c3-486b-4c3a-899a-bbaa391d802f req-bbbfd4ec-fe70-49be-b454-d825c164ad6a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566003 Jul 16 18:07:29.929952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd7e4-9af9-4c7d-a5c3-997af8e5d0db req-f04e81ac-c902-4c68-b6d2-dc365bc45d2e tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.936813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-169dd7e4-9af9-4c7d-a5c3-997af8e5d0db req-f04e81ac-c902-4c68-b6d2-dc365bc45d2e tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 949 time: 0.1057088 Jul 16 18:07:30.009124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-169dd7e4-9af9-4c7d-a5c3-997af8e5d0db req-89070e13-531e-4076-92f9-b770c22dd2d8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713139 Jul 16 18:07:30.031510 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.049081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:30.138744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Pushing event deleted for resources: {'Port': ['ID=ef2050dc-5508-4697-866b-b7ba45fb22b3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.188894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] No DVR routers for this DVR port ef2050dc-5508-4697-866b-b7ba45fb22b3 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:30.193570 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.197089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58a9a6b1-e7cd-4c95-8d3d-a25f6073c89d req-f9ea1617-4e4a-4479-bc73-28a9110ba8c1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.46 "DELETE /v2.0/ports/ef2050dc-5508-4697-866b-b7ba45fb22b3 HTTP/1.1" status: 204 len: 173 time: 1.1370864 Jul 16 18:07:30.204496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0b83f46d-e0cc-46b6-8fc3-b41344826c10 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:30.226058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a8f146-0953-4012-a877-f2b0b0a42c30', 'name': 'network-vif-deleted', 'tag': 'ef2050dc-5508-4697-866b-b7ba45fb22b3'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:30.229019 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a975f0-2fc8-4525-9505-b175f2343c26" -d '{"events": [{"server_uuid": "32a8f146-0953-4012-a877-f2b0b0a42c30", "name": "network-vif-deleted", "tag": "ef2050dc-5508-4697-866b-b7ba45fb22b3"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:30.252655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ef2050dc-5508-4697-866b-b7ba45fb22b3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:30.294713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3609ed-a2d5-4b75-a1e5-a8fe071f0e4e req-cc85a02f-ba23-451b-a400-7d8437a7d9e4 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.307501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee3609ed-a2d5-4b75-a1e5-a8fe071f0e4e req-cc85a02f-ba23-451b-a400-7d8437a7d9e4 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 946 time: 0.1598544 Jul 16 18:07:30.325116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:30.326049 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.401090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee3609ed-a2d5-4b75-a1e5-a8fe071f0e4e req-98b009fd-282e-44f7-89d0-6cc0e1452f63 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/security-groups?id=a142de96-bfa4-4f7e-9571-12aefaeb6dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890231 Jul 16 18:07:30.508087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.550496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b83f46d-e0cc-46b6-8fc3-b41344826c10'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:30.553154 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88be6c54-4d58-48d3-87ff-0862a5b14798" -d '{"events": [{"server_uuid": "169c5791-606a-43a4-8a6f-51c43c31d16b", "name": "network-vif-plugged", "status": "completed", "tag": "0b83f46d-e0cc-46b6-8fc3-b41344826c10"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:30.568001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.573228 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.576528 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0919d108-7858-4be6-a21a-495f704f0340 x-openstack-request-id: req-0919d108-7858-4be6-a21a-495f704f0340 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:30.577645 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a8f146-0953-4012-a877-f2b0b0a42c30", "name": "network-vif-deleted", "tag": "ef2050dc-5508-4697-866b-b7ba45fb22b3", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:30.577901 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0919d108-7858-4be6-a21a-495f704f0340 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:30.578303 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a8f146-0953-4012-a877-f2b0b0a42c30', 'name': 'network-vif-deleted', 'tag': 'ef2050dc-5508-4697-866b-b7ba45fb22b3', 'status': 'completed', 'code': 200} Jul 16 18:07:30.651753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=0b83f46d-e0cc-46b6-8fc3-b41344826c10,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.673389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9997fc4c-eb86-47b4-a2d0-19ed507ba260 req-1bc42f7f-2cea-442d-92a9-a3f6c24968d6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a8f146-0953-4012-a877-f2b0b0a42c30 HTTP/1.1" status: 200 len: 210 time: 0.0939851 Jul 16 18:07:30.720078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-8986a520-773f-400e-b5f6-692ac4a832aa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.722487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-8986a520-773f-400e-b5f6-692ac4a832aa tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 949 time: 0.1281261 Jul 16 18:07:30.918461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d05a7-263e-41d7-8124-01e938852933 req-05402553-a1d5-4a8b-acc8-616b3f2b6d17 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.925742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-024d05a7-263e-41d7-8124-01e938852933 req-05402553-a1d5-4a8b-acc8-616b3f2b6d17 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.2019668 Jul 16 18:07:30.935945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Deleting port 6355eb42-048b-49d5-82fe-4c7471dd7e39 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:30.936277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.024909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-024d05a7-263e-41d7-8124-01e938852933 req-8a9c4ac3-e2be-4ff9-b367-c46f3482b908 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982742 Jul 16 18:07:31.103087 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d163e1-a327-418b-9c6a-f012eaba88f3 x-openstack-request-id: req-28d163e1-a327-418b-9c6a-f012eaba88f3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:31.103611 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169c5791-606a-43a4-8a6f-51c43c31d16b", "name": "network-vif-plugged", "status": "completed", "tag": "0b83f46d-e0cc-46b6-8fc3-b41344826c10", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:31.103963 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28d163e1-a327-418b-9c6a-f012eaba88f3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:31.104107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] For port 6355eb42-048b-49d5-82fe-4c7471dd7e39, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6355eb42-048b-49d5-82fe-4c7471dd7e39,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:31.104413 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b83f46d-e0cc-46b6-8fc3-b41344826c10', 'code': 200} Jul 16 18:07:31.106375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.126173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Calling delete_port for 6355eb42-048b-49d5-82fe-4c7471dd7e39 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:31.284086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f1c8-810d-4832-999f-35cb5eb35895 req-c9a986a9-8a0f-472e-a754-8db2e979dcd4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.290933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ade9f1c8-810d-4832-999f-35cb5eb35895 req-c9a986a9-8a0f-472e-a754-8db2e979dcd4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 945 time: 0.2542875 Jul 16 18:07:31.455444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ade9f1c8-810d-4832-999f-35cb5eb35895 req-79c2d679-b843-40e4-b86d-6592b70a65a0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635468 Jul 16 18:07:31.466624 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.485748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'a3109020-0d24-4de7-8883-8bedf4f905e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:31.534498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event deleted for resources: {'Port': ['ID=6355eb42-048b-49d5-82fe-4c7471dd7e39,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.540072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e857f-7dbc-4b0b-82c7-5eb17fa80f72 req-1960a747-80a4-40d4-8f0c-15b2685ef5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.541712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d6e857f-7dbc-4b0b-82c7-5eb17fa80f72 req-1960a747-80a4-40d4-8f0c-15b2685ef5f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 1097 time: 0.2277339 Jul 16 18:07:31.552755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', '28758984-798a-474b-ad58-9c182da22130', 'ad29380c-3497-4191-b94f-659f3c94aa8a', '6355eb42-048b-49d5-82fe-4c7471dd7e39'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:31.569997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2190d8-d0fb-4920-b53b-a877a937f2ec req-b91032d6-b67c-44d4-929c-63e3c065fb86 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.578427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab2190d8-d0fb-4920-b53b-a877a937f2ec req-b91032d6-b67c-44d4-929c-63e3c065fb86 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.3244882 Jul 16 18:07:31.732694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] No DVR routers for this DVR port 6355eb42-048b-49d5-82fe-4c7471dd7e39 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:31.747596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.751996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e287b994-6e25-47ec-897b-2a7b0160ca8b req-51332827-41b8-49b8-9166-8950aba011e1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "DELETE /v2.0/ports/6355eb42-048b-49d5-82fe-4c7471dd7e39 HTTP/1.1" status: 204 len: 173 time: 1.0159616 Jul 16 18:07:31.778073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d6e857f-7dbc-4b0b-82c7-5eb17fa80f72 req-cd7d9dc9-2c63-42d9-bfc3-b59ea15623a3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960857 Jul 16 18:07:31.793175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab2190d8-d0fb-4920-b53b-a877a937f2ec req-f12eb7a4-f337-4e32-ba83-55b0037386d1 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124043 Jul 16 18:07:31.834508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-cd08f966-239e-4078-b400-981b18280ef0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.836200 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-cd08f966-239e-4078-b400-981b18280ef0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 945 time: 0.1996064 Jul 16 18:07:32.045391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d479024-7f86-40e0-9b24-3a9987da174b req-1ba48e80-179e-4c92-8d7f-fb435e007f13 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d777068-7121-4411-95c5-8d4ad2a68394 HTTP/1.1" status: 200 len: 210 time: 0.0592172 Jul 16 18:07:32.117849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Deleting port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:32.118196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.322599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] For port e7069278-6ee0-47f8-9b0c-c8bb4cee1727, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:32.323241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.346017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Calling delete_port for e7069278-6ee0-47f8-9b0c-c8bb4cee1727 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:32.412179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0baf-a145-480b-ba82-30a563cec962 req-73c9c6e8-5bc0-42a1-8561-e8427e43d0fd tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.419665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3cf0baf-a145-480b-ba82-30a563cec962 req-73c9c6e8-5bc0-42a1-8561-e8427e43d0fd tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.1256709 Jul 16 18:07:32.482428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9e1a-e8fe-472a-8c59-5bafcafc73ce req-46f1d91b-e57d-4026-86be-00f4bc699887 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.484001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5aa9e1a-e8fe-472a-8c59-5bafcafc73ce req-46f1d91b-e57d-4026-86be-00f4bc699887 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1507695 Jul 16 18:07:32.512569 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.533020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3cf0baf-a145-480b-ba82-30a563cec962 req-387387dd-3381-4b3f-95de-ddb43b7582bb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123588 Jul 16 18:07:32.573558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Pushing event deleted for resources: {'Port': ['ID=e7069278-6ee0-47f8-9b0c-c8bb4cee1727,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.594555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d777068-7121-4411-95c5-8d4ad2a68394', 'name': 'network-vif-deleted', 'tag': '6355eb42-048b-49d5-82fe-4c7471dd7e39'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:32.597325 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32fdab2-ec8d-48ac-ae35-84dc8376eaa0" -d '{"events": [{"server_uuid": "1d777068-7121-4411-95c5-8d4ad2a68394", "name": "network-vif-deleted", "tag": "6355eb42-048b-49d5-82fe-4c7471dd7e39"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:32.608285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5aa9e1a-e8fe-472a-8c59-5bafcafc73ce req-ec117fd1-7039-4783-b20a-fade3e277590 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155279 Jul 16 18:07:32.623267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] No DVR routers for this DVR port e7069278-6ee0-47f8-9b0c-c8bb4cee1727 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:32.657724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.660030 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-81a7aa97-2864-49e9-94fa-bf99f95087d1 req-73b1d58b-7fad-4a5b-ba46-5816a9aa028e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.46 "DELETE /v2.0/ports/e7069278-6ee0-47f8-9b0c-c8bb4cee1727 HTTP/1.1" status: 204 len: 173 time: 0.8005733 Jul 16 18:07:32.660716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'name': 'network-vif-deleted', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:32.664778 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8ff33f-510d-41db-8a0d-a26c552b5020" -d '{"events": [{"server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "name": "network-vif-deleted", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:32.890505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d375aae-8035-4978-94e6-3e0f0adc230c req-62cee146-19a0-4e1a-8a22-ebf65f693e2e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 210 time: 0.0634198 Jul 16 18:07:32.990914 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13d7078-f1fd-452f-8b76-3da1662955da x-openstack-request-id: req-e13d7078-f1fd-452f-8b76-3da1662955da {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:32.991213 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d777068-7121-4411-95c5-8d4ad2a68394", "name": "network-vif-deleted", "tag": "6355eb42-048b-49d5-82fe-4c7471dd7e39", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:32.991459 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e13d7078-f1fd-452f-8b76-3da1662955da {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:32.991856 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d777068-7121-4411-95c5-8d4ad2a68394', 'name': 'network-vif-deleted', 'tag': '6355eb42-048b-49d5-82fe-4c7471dd7e39', 'status': 'completed', 'code': 200} Jul 16 18:07:33.012949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cad58c-1d28-483d-90f4-5db46174b0c3 req-2f83e489-cfa4-4e19-85ca-e3838f969fd3 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.014406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10cad58c-1d28-483d-90f4-5db46174b0c3 req-2f83e489-cfa4-4e19-85ca-e3838f969fd3 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 946 time: 0.2910690 Jul 16 18:07:33.033974 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea56f6ce-1298-422f-b65d-02591e46c753 x-openstack-request-id: req-ea56f6ce-1298-422f-b65d-02591e46c753 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:33.034501 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e53c7fb-e09c-4d2e-8a08-6de178d90c8c", "name": "network-vif-deleted", "tag": "e7069278-6ee0-47f8-9b0c-c8bb4cee1727", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:33.034501 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea56f6ce-1298-422f-b65d-02591e46c753 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:33.034884 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e53c7fb-e09c-4d2e-8a08-6de178d90c8c', 'name': 'network-vif-deleted', 'tag': 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727', 'status': 'completed', 'code': 200} Jul 16 18:07:33.116004 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-317ee35c-7f62-4599-8d7a-7e68f4076c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.143695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10cad58c-1d28-483d-90f4-5db46174b0c3 req-fb0f2b5b-c5f0-4beb-b3c6-e95a23e3cff4 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/security-groups?id=a142de96-bfa4-4f7e-9571-12aefaeb6dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178029 Jul 16 18:07:33.361852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe20cc-f628-4dec-ad78-164bad634f08 req-bac7ce48-4f6f-43ae-ae90-b0a349b93c0a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.368703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ebe20cc-f628-4dec-ad78-164bad634f08 req-bac7ce48-4f6f-43ae-ae90-b0a349b93c0a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.0781271 Jul 16 18:07:33.426511 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ebe20cc-f628-4dec-ad78-164bad634f08 req-68e5d564-7448-4d38-bc6a-cf47e00043a8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566683 Jul 16 18:07:33.517215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a613-476e-4d7e-94a7-20f9e21498e7 req-e195efe6-374d-420d-a171-2300484cfc2c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.525990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce79a613-476e-4d7e-94a7-20f9e21498e7 req-e195efe6-374d-420d-a171-2300484cfc2c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0984147 Jul 16 18:07:33.599904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce79a613-476e-4d7e-94a7-20f9e21498e7 req-d61686e4-a980-4f79-a709-0028c7bd1a33 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719464 Jul 16 18:07:33.837848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1627050-8d9d-40bc-ae9d-705b7ad0ac2d req-8fddc60c-aff7-40c0-a85f-4bf67e07ec3f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.846513 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1627050-8d9d-40bc-ae9d-705b7ad0ac2d req-8fddc60c-aff7-40c0-a85f-4bf67e07ec3f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.1376178 Jul 16 18:07:33.886032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fbc07ca0-b6b5-42c7-b209-ad34fd38d0c6 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.887541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fbc07ca0-b6b5-42c7-b209-ad34fd38d0c6 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 946 time: 0.1436176 Jul 16 18:07:33.972322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1627050-8d9d-40bc-ae9d-705b7ad0ac2d req-a891d179-ee04-4a31-89f7-0aca409f2183 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254749 Jul 16 18:07:34.083773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e58d5d-a053-4932-93e2-ee4a7f4bfd38 req-71f76300-55a4-48a5-9a79-5b137c0983e0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.086233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7e58d5d-a053-4932-93e2-ee4a7f4bfd38 req-71f76300-55a4-48a5-9a79-5b137c0983e0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1927173 Jul 16 18:07:34.122868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Deleting port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:34.123229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.204445 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7e58d5d-a053-4932-93e2-ee4a7f4bfd38 req-e98552e2-f794-449e-a043-1c6353bf7bc5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094925 Jul 16 18:07:34.253695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f011f21e-a0c7-4153-91b5-e4c7e919f9fd', 'e7069278-6ee0-47f8-9b0c-c8bb4cee1727'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:34.296471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092fcf4-1d26-4396-ad93-65338ad858a4 req-d901c71f-8966-446a-9d59-6fbb304e6f03 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.303730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a092fcf4-1d26-4396-ad93-65338ad858a4 req-d901c71f-8966-446a-9d59-6fbb304e6f03 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 949 time: 0.1719782 Jul 16 18:07:34.307512 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] For port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,segment=NetworkSegment(8117e326-4aba-4349-8422-fe3d98638280),segment_id=8117e326-4aba-4349-8422-fe3d98638280)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:34.307891 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.334443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Calling delete_port for 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:34.407826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a092fcf4-1d26-4396-ad93-65338ad858a4 req-0923e61f-272b-4e58-96c2-6e612ff86f1f tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031289 Jul 16 18:07:34.476621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 6355eb42-048b-49d5-82fe-4c7471dd7e39 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:34.509332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 6355eb42-048b-49d5-82fe-4c7471dd7e39 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:34.509969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 6355eb42-048b-49d5-82fe-4c7471dd7e39 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:34.510572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ef2050dc-5508-4697-866b-b7ba45fb22b3 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:34.532490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: ef2050dc-5508-4697-866b-b7ba45fb22b3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:34.533834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ef2050dc-5508-4697-866b-b7ba45fb22b3 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:34.542445 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f36a1780-a1a1-4c23-8cb3-c32b55914049 req-61093570-b126-468a-b3c4-40953347bc96 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 210 time: 0.1255496 Jul 16 18:07:34.657856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.666968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d131091-6541-4ddf-be59-8161abc13a7a req-29373f25-bbac-4d0a-be04-171b325bf1f5 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.669239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d131091-6541-4ddf-be59-8161abc13a7a req-29373f25-bbac-4d0a-be04-171b325bf1f5 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.1382279 Jul 16 18:07:34.711323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Pushing event deleted for resources: {'Port': ['ID=6dc64a83-afd4-4ca4-a39f-fbab9784ef19,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.723703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.724053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.724393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.724884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.725223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.725629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.725879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.726213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.726541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.726866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.727192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.727517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:34.787840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-719ef58d-9a54-4f9a-a346-da1f6b985cf3 req-97633396-7e69-47d4-9587-f94b19736ad0 tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0b94717-7717-4696-8298-aed789d3104a HTTP/1.1" status: 200 len: 210 time: 0.0774348 Jul 16 18:07:34.850605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] No DVR routers for this DVR port 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:34.854652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.859660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4f6e351-0bf8-4b0e-8d5c-58f75aa4381a req-fc24f5a9-3e49-4e2e-9bf0-00830c4aee7f tempest-ServerPasswordTestJSON-1809839791 tempest-ServerPasswordTestJSON-1809839791-project] 10.222.0.45 "DELETE /v2.0/ports/6dc64a83-afd4-4ca4-a39f-fbab9784ef19 HTTP/1.1" status: 204 len: 173 time: 0.9633045 Jul 16 18:07:34.876716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d131091-6541-4ddf-be59-8161abc13a7a req-b7c826e0-8d10-4c35-a764-4e1b6d9d6170 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661532 Jul 16 18:07:34.993540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b94717-7717-4696-8298-aed789d3104a', 'name': 'network-vif-deleted', 'tag': '6dc64a83-afd4-4ca4-a39f-fbab9784ef19'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:34.997035 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fb0e29-2b24-4b48-9d3f-c8073520b578" -d '{"events": [{"server_uuid": "b0b94717-7717-4696-8298-aed789d3104a", "name": "network-vif-deleted", "tag": "6dc64a83-afd4-4ca4-a39f-fbab9784ef19"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:35.224943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d5043-a7cf-4d0f-afe2-e9a5f9f44032 req-cf0fc669-57f5-485e-be2a-b32196327b26 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.228974 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f37d5043-a7cf-4d0f-afe2-e9a5f9f44032 req-cf0fc669-57f5-485e-be2a-b32196327b26 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.1406481 Jul 16 18:07:35.237274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-6d87f0d9-3c41-4143-a7a9-d34b3b442dcb tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.238892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-6d87f0d9-3c41-4143-a7a9-d34b3b442dcb tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/networks?id=3ea49e93-12f8-4684-bfe6-8f8a81f6340b HTTP/1.1" status: 200 len: 815 time: 0.1978276 Jul 16 18:07:35.266604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-7cbbdcf3-3628-4761-a156-182ea401322b tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/quotas/901e1bde2d734918a92ef7aa5b7e11db HTTP/1.1" status: 200 len: 375 time: 0.0194676 Jul 16 18:07:35.302244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f37d5043-a7cf-4d0f-afe2-e9a5f9f44032 req-defefa12-c66c-435d-b613-6425bba700eb tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623236 Jul 16 18:07:35.376552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-d4ed6297-81c9-40aa-8416-14083225c8f9 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=901e1bde2d734918a92ef7aa5b7e11db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969346 Jul 16 18:07:35.553171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-dff486d3-2c8e-48f6-a9e6-fc89a56b208a service neutron] 10.222.0.60 "GET /v2.0/networks/3ea49e93-12f8-4684-bfe6-8f8a81f6340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696124 Jul 16 18:07:35.708918 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75477cbe-31eb-42a5-8908-4ec443752a0e x-openstack-request-id: req-75477cbe-31eb-42a5-8908-4ec443752a0e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:35.709265 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b94717-7717-4696-8298-aed789d3104a", "name": "network-vif-deleted", "tag": "6dc64a83-afd4-4ca4-a39f-fbab9784ef19", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:35.709455 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75477cbe-31eb-42a5-8908-4ec443752a0e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:35.709849 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b94717-7717-4696-8298-aed789d3104a', 'name': 'network-vif-deleted', 'tag': '6dc64a83-afd4-4ca4-a39f-fbab9784ef19', 'status': 'completed', 'code': 200} Jul 16 18:07:35.759806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-99ef2451-a56e-48f0-9cf9-cdda5619c406 service neutron] 10.222.0.60 "GET /v2.0/networks/3ea49e93-12f8-4684-bfe6-8f8a81f6340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028739 Jul 16 18:07:35.928598 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70dd2760-f8c0-460d-9858-fc1eac4475c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.954865 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.028416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a91852-0cc0-4575-be13-18830bf02de0 req-e5fc584e-42ea-419a-a7ba-415ddd3e2e88 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.030455 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-68a91852-0cc0-4575-be13-18830bf02de0 req-e5fc584e-42ea-419a-a7ba-415ddd3e2e88 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 949 time: 0.2284818 Jul 16 18:07:36.120681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3945131-9857-4b33-bd54-0d26b935bcec req-c18849df-a668-473c-8e28-dcc0bcbee941 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 210 time: 0.0574982 Jul 16 18:07:36.185562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-68a91852-0cc0-4575-be13-18830bf02de0 req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Deleting port ad29380c-3497-4191-b94f-659f3c94aa8a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:36.185767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150ed90-1acf-46de-a374-ab3ea540cc70 req-27d1ce3b-a8ba-43f2-8efe-6a14d925c51b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.185907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68a91852-0cc0-4575-be13-18830bf02de0 req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.201184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b150ed90-1acf-46de-a374-ab3ea540cc70 req-27d1ce3b-a8ba-43f2-8efe-6a14d925c51b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 949 time: 0.3121073 Jul 16 18:07:36.232581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:36.275617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:36.282248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 6dc64a83-afd4-4ca4-a39f-fbab9784ef19 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:36.289503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b150ed90-1acf-46de-a374-ab3ea540cc70 req-a1bd4c03-d6f6-480d-919c-403d400cd1e8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810299 Jul 16 18:07:36.345094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-68a91852-0cc0-4575-be13-18830bf02de0 req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] For port ad29380c-3497-4191-b94f-659f3c94aa8a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad29380c-3497-4191-b94f-659f3c94aa8a,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:36.345779 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68a91852-0cc0-4575-be13-18830bf02de0 req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.360767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-68a91852-0cc0-4575-be13-18830bf02de0 req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Calling delete_port for ad29380c-3497-4191-b94f-659f3c94aa8a owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:36.385619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.467735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5fef1cd4-3515-44cb-8ff7-2439811ad5c9 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.475812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5fef1cd4-3515-44cb-8ff7-2439811ad5c9 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/networks?id=41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 200 len: 815 time: 0.2325573 Jul 16 18:07:36.481591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da23c65-b5c0-4ae1-9eb6-024ee8f70a62 admin admin] Deleting subnet 583ddb46-2657-4361-9719-d5a0e878aeb1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:36.493641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e7069278-6ee0-47f8-9b0c-c8bb4cee1727 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:36.523871 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6da23c65-b5c0-4ae1-9eb6-024ee8f70a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.539525 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: e7069278-6ee0-47f8-9b0c-c8bb4cee1727 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:36.539976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1ca7924-e33a-47de-9686-8322a4a34da6 req-68877706-b18d-413b-b2f4-53752573109c tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 210 time: 0.1107292 Jul 16 18:07:36.540622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e7069278-6ee0-47f8-9b0c-c8bb4cee1727 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:36.580184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-d11ec134-938e-48fb-98fd-c9e7bd979097 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/quotas/92eff68eb5de4072b04d51a645cd4f73 HTTP/1.1" status: 200 len: 375 time: 0.1033442 Jul 16 18:07:36.593934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68a91852-0cc0-4575-be13-18830bf02de0 req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.608848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'a3109020-0d24-4de7-8883-8bedf4f905e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:36.651079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', '28758984-798a-474b-ad58-9c182da22130', 'ad29380c-3497-4191-b94f-659f3c94aa8a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:36.680446 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6da23c65-b5c0-4ae1-9eb6-024ee8f70a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.771170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event deleted for resources: {'Port': ['ID=ad29380c-3497-4191-b94f-659f3c94aa8a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.772139 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6da23c65-b5c0-4ae1-9eb6-024ee8f70a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.790024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a91852-0cc0-4575-be13-18830bf02de0 req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] No DVR routers for this DVR port ad29380c-3497-4191-b94f-659f3c94aa8a on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:36.799049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-68a91852-0cc0-4575-be13-18830bf02de0 req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.803514 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-68a91852-0cc0-4575-be13-18830bf02de0 req-a73eeb24-ba45-407b-9df3-af8ef48da057 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "DELETE /v2.0/ports/ad29380c-3497-4191-b94f-659f3c94aa8a HTTP/1.1" status: 204 len: 173 time: 0.7669370 Jul 16 18:07:36.804006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c044ec-0ea7-4424-a506-e4907ab7f88e', 'name': 'network-vif-deleted', 'tag': 'ad29380c-3497-4191-b94f-659f3c94aa8a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:36.809812 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd9be20-712e-47b4-bc48-5ea482eaf8a1" -d '{"events": [{"server_uuid": "42c044ec-0ea7-4424-a506-e4907ab7f88e", "name": "network-vif-deleted", "tag": "ad29380c-3497-4191-b94f-659f3c94aa8a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:36.844920 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-b44302eb-ae85-4328-8edc-5da417b95da0 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92eff68eb5de4072b04d51a645cd4f73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2475374 Jul 16 18:07:36.953916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-e6331028-81d8-4559-ad40-6d258b9bfceb service neutron] 10.222.0.60 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078820 Jul 16 18:07:36.959954 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.000701 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6da23c65-b5c0-4ae1-9eb6-024ee8f70a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.180948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da23c65-b5c0-4ae1-9eb6-024ee8f70a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583ddb46-2657-4361-9719-d5a0e878aeb1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.183837 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6da23c65-b5c0-4ae1-9eb6-024ee8f70a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.186212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6da23c65-b5c0-4ae1-9eb6-024ee8f70a62 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/583ddb46-2657-4361-9719-d5a0e878aeb1 HTTP/1.1" status: 204 len: 168 time: 0.7978663 Jul 16 18:07:37.191488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:37.278573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-2b4380d2-5327-49af-a421-01ac2d4fabf0 service neutron] 10.222.0.60 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236160 Jul 16 18:07:37.300153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.340053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b544f0c-8707-4aeb-997d-77bb383c1f32 req-ae98ecfa-f0dc-4ae9-8c66-9a39748bb381 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.342025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b544f0c-8707-4aeb-997d-77bb383c1f32 req-ae98ecfa-f0dc-4ae9-8c66-9a39748bb381 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.2609632 Jul 16 18:07:37.358983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-dc22de7e-6055-4187-ad10-f1f6a3189d52 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.360537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-dc22de7e-6055-4187-ad10-f1f6a3189d52 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.45 "GET /v2.0/ports?device_id=169c5791-606a-43a4-8a6f-51c43c31d16b HTTP/1.1" status: 200 len: 945 time: 0.2816041 Jul 16 18:07:37.420971 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.435210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d0ba2b-996d-4ea9-892d-5302421dae1f']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.449737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8117e326-4aba-4349-8422-fe3d98638280') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.450029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8117e326-4aba-4349-8422-fe3d98638280') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.460153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.480705 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.493073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:37.493485 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:37.615870 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:37.619674 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd7ebf2-e5f8-4359-a72c-29c6d1cabaad x-openstack-request-id: req-8bd7ebf2-e5f8-4359-a72c-29c6d1cabaad {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:37.619674 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c044ec-0ea7-4424-a506-e4907ab7f88e", "name": "network-vif-deleted", "tag": "ad29380c-3497-4191-b94f-659f3c94aa8a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:37.619674 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8bd7ebf2-e5f8-4359-a72c-29c6d1cabaad {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:37.619920 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c044ec-0ea7-4424-a506-e4907ab7f88e', 'name': 'network-vif-deleted', 'tag': 'ad29380c-3497-4191-b94f-659f3c94aa8a', 'status': 'completed', 'code': 200} Jul 16 18:07:37.631987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.661909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b544f0c-8707-4aeb-997d-77bb383c1f32 req-08f04a40-42af-4246-a8a7-b7796d155c15 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135209 Jul 16 18:07:37.662092 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.663921 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/86d0ba2b-996d-4ea9-892d-5302421dae1f HTTP/1.1" status: 204 len: 168 time: 0.4705491 Jul 16 18:07:37.693097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Deleting port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:37.693516 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.709407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c326d6-8f09-43fb-9c32-b03a4c1ec5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d0ba2b-996d-4ea9-892d-5302421dae1f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.815137 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f81976b5-0915-473a-9333-84c21877278b req-099fd122-d4b0-49de-91f6-e4df30b8c3ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1931074 Jul 16 18:07:37.961192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.031754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] For port 0b83f46d-e0cc-46b6-8fc3-b41344826c10, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0b83f46d-e0cc-46b6-8fc3-b41344826c10,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:38.044642 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.088458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81976b5-0915-473a-9333-84c21877278b req-dccda37c-409b-4ce6-9896-e794681451d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.090760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f81976b5-0915-473a-9333-84c21877278b req-dccda37c-409b-4ce6-9896-e794681451d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 1101 time: 0.2029822 Jul 16 18:07:38.110219 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ed644815-9447-45c9-95f1-25fe0e6adf82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=912029a002ed480b9f2028bb36fb8eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476345 Jul 16 18:07:38.112668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37558) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.171696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Calling delete_port for 0b83f46d-e0cc-46b6-8fc3-b41344826c10 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:38.208778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ead3b2ac-cc26-40aa-b34d-e3d72efb61c2 req-c236a17a-950b-45e3-b2bc-ab92dbd94adc tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e53c7fb-e09c-4d2e-8a08-6de178d90c8c HTTP/1.1" status: 200 len: 210 time: 0.3569441 Jul 16 18:07:38.240674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-8c72e081-f228-4c3d-a261-8e563d4c14e6 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.242264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-8c72e081-f228-4c3d-a261-8e563d4c14e6 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.45 "GET /v2.0/networks?id=3ea49e93-12f8-4684-bfe6-8f8a81f6340b HTTP/1.1" status: 200 len: 815 time: 0.3994811 Jul 16 18:07:38.279750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ec1c9dd-c680-4821-a919-0db66f5f87da req-ea246792-e55c-471e-bf3f-f8a56b71df75 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=42c044ec-0ea7-4424-a506-e4907ab7f88e HTTP/1.1" status: 200 len: 210 time: 0.0689878 Jul 16 18:07:38.368185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-160dc37c-2943-4f5b-a8cf-1e7940a34eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.373265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Request body: {'port': {'device_id': 'cd3ca042-7a06-4aa5-8a7c-105850cd253d', 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b', 'admin_state_up': True, 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:38.420062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81976b5-0915-473a-9333-84c21877278b req-ffd72ee6-888e-4c52-a5e0-91cb6f218f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.421611 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f81976b5-0915-473a-9333-84c21877278b req-ffd72ee6-888e-4c52-a5e0-91cb6f218f62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2556510 Jul 16 18:07:38.430579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf4ed85b-c274-4e36-863d-df184d08f167 req-1dc38a28-236a-4847-84c0-3a8bb00ebf64 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 210 time: 0.1686649 Jul 16 18:07:38.498046 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f81976b5-0915-473a-9333-84c21877278b req-b783adf9-494b-496f-a836-7347257d93cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=56715f80-f9f8-4a2f-a1ae-cb92550299f9 HTTP/1.1" status: 200 len: 217 time: 0.0549288 Jul 16 18:07:38.505731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-160dc37c-2943-4f5b-a8cf-1e7940a34eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.541319 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:38.552994 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.601489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81976b5-0915-473a-9333-84c21877278b req-8394f365-6e7d-4329-b5e3-80e6f37c47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.603402 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f81976b5-0915-473a-9333-84c21877278b req-8394f365-6e7d-4329-b5e3-80e6f37c47c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0865846 Jul 16 18:07:38.624507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-160dc37c-2943-4f5b-a8cf-1e7940a34eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.627422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-160dc37c-2943-4f5b-a8cf-1e7940a34eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.628860 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-160dc37c-2943-4f5b-a8cf-1e7940a34eb0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a142de96-bfa4-4f7e-9571-12aefaeb6dee HTTP/1.1" status: 204 len: 168 time: 0.5152326 Jul 16 18:07:38.650306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dc37c-2943-4f5b-a8cf-1e7940a34eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a142de96-bfa4-4f7e-9571-12aefaeb6dee,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.734206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38689769-52ec-4cbc-bef8-dc8262806ce0 req-4f118c8e-620b-4649-abe3-0d1a82cd9d0f tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 210 time: 0.1268394 Jul 16 18:07:38.763929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Made reservation on behalf of 901e1bde2d734918a92ef7aa5b7e11db for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:38.767975 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.813344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81976b5-0915-473a-9333-84c21877278b req-46855370-3b1a-4487-9151-48c69a2cc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.818788 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f81976b5-0915-473a-9333-84c21877278b req-46855370-3b1a-4487-9151-48c69a2cc611 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690831 Jul 16 18:07:39.078010 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f81976b5-0915-473a-9333-84c21877278b req-a91bdcab-8da9-44db-b477-f46358a7d7e2 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260132 Jul 16 18:07:39.147787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Allocated IP 172.20.0.11 (3ea49e93-12f8-4684-bfe6-8f8a81f6340b/2b169c49-37df-4284-9453-23227a1db268/72e40d34-d601-444c-9a9b-f188c2e9459a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:39.219200 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f81976b5-0915-473a-9333-84c21877278b req-162f0c56-789e-45fb-9462-089e90382122 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354427 Jul 16 18:07:39.393158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.957368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.971823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Transition to ACTIVE for port object 72e40d34-d601-444c-9a9b-f188c2e9459a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:40.034208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Pushing event deleted for resources: {'Port': ['ID=0b83f46d-e0cc-46b6-8fc3-b41344826c10,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.044337 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.062086 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.159197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:40.162164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] No DVR routers for this DVR port 0b83f46d-e0cc-46b6-8fc3-b41344826c10 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:40.191010 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.193533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d6330a9-24a6-4d20-a9df-8a5970602e03 req-919592d5-d4e4-4f22-90bf-4db0c38bf5e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.45 "DELETE /v2.0/ports/0b83f46d-e0cc-46b6-8fc3-b41344826c10 HTTP/1.1" status: 204 len: 173 time: 2.8193076 Jul 16 18:07:40.194503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:40.196500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'name': 'network-vif-deleted', 'tag': '0b83f46d-e0cc-46b6-8fc3-b41344826c10'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:40.199649 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbcc32b-016e-40d8-90d9-f8c88bb88fd3" -d '{"events": [{"server_uuid": "169c5791-606a-43a4-8a6f-51c43c31d16b", "name": "network-vif-deleted", "tag": "0b83f46d-e0cc-46b6-8fc3-b41344826c10"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:40.209840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:40.262548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0b83f46d-e0cc-46b6-8fc3-b41344826c10 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:40.283489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Pushing event updated for resources: {'Port': ['ID=72e40d34-d601-444c-9a9b-f188c2e9459a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.304654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 0b83f46d-e0cc-46b6-8fc3-b41344826c10 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:40.304986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0b83f46d-e0cc-46b6-8fc3-b41344826c10 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:40.325760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.326572 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.339888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5265a-475d-4693-b765-820c6c1864ba req-7dc93314-26bd-483e-a8a7-7d6e0a14d1a0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.347251 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27b5265a-475d-4693-b765-820c6c1864ba req-7dc93314-26bd-483e-a8a7-7d6e0a14d1a0 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.9731357 Jul 16 18:07:40.372818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3610349-7f05-4b0e-ad03-8cbbf05e36d1 req-c20449c4-1180-48c3-b88a-3b5492f2cb03 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.374863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3610349-7f05-4b0e-ad03-8cbbf05e36d1 req-c20449c4-1180-48c3-b88a-3b5492f2cb03 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 1.0679328 Jul 16 18:07:40.392455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-5cf0cf6f-55be-4974-a0f6-02078960b4bc tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1272461 Jul 16 18:07:40.437544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27b5265a-475d-4693-b765-820c6c1864ba req-56c6118a-1e3b-4601-bcb6-2410e55df620 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891385 Jul 16 18:07:40.469718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3610349-7f05-4b0e-ad03-8cbbf05e36d1 req-a37c26e8-7757-4bd1-b92e-2a7a9e52870e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791504 Jul 16 18:07:40.521143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad29380c-3497-4191-b94f-659f3c94aa8a no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:40.598983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: ad29380c-3497-4191-b94f-659f3c94aa8a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:40.599478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad29380c-3497-4191-b94f-659f3c94aa8a not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:40.632084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9884e76d-78ae-46e3-9f69-8dc4cc7898bb None None] Provisioning for port 72e40d34-d601-444c-9a9b-f188c2e9459a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:40.645812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9884e76d-78ae-46e3-9f69-8dc4cc7898bb None None] Provisioning complete for port 72e40d34-d601-444c-9a9b-f188c2e9459a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:40.646630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9884e76d-78ae-46e3-9f69-8dc4cc7898bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.715156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26ad47c8-0d3b-4189-8a61-75e69daa479c req-3d528695-ecd8-44dc-9cc3-76c7b619b679 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 210 time: 0.0424657 Jul 16 18:07:40.750840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9884e76d-78ae-46e3-9f69-8dc4cc7898bb None None] Port 72e40d34-d601-444c-9a9b-f188c2e9459a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:41.018061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c537a-fdf4-40b6-8a1b-069bd4209ef1 req-cfa3c54c-8af6-41a7-92fc-ef4b09f3b910 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.028153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c38c537a-fdf4-40b6-8a1b-069bd4209ef1 req-cfa3c54c-8af6-41a7-92fc-ef4b09f3b910 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 932 time: 0.1870592 Jul 16 18:07:41.085120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c38c537a-fdf4-40b6-8a1b-069bd4209ef1 req-aa3f8f2a-d3d9-458c-8116-d64074584ff3 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560822 Jul 16 18:07:41.181327 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0162f622-cc6a-4b63-a287-152362b51bac x-openstack-request-id: req-0162f622-cc6a-4b63-a287-152362b51bac {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:41.181625 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169c5791-606a-43a4-8a6f-51c43c31d16b", "name": "network-vif-deleted", "tag": "0b83f46d-e0cc-46b6-8fc3-b41344826c10", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:41.181962 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0162f622-cc6a-4b63-a287-152362b51bac {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:41.182361 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169c5791-606a-43a4-8a6f-51c43c31d16b', 'name': 'network-vif-deleted', 'tag': '0b83f46d-e0cc-46b6-8fc3-b41344826c10', 'status': 'completed', 'code': 200} Jul 16 18:07:41.450693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fdf50-8b89-4ec5-9909-f58bea2b437e req-cca4036d-2b55-4914-80ee-4df55f27e64e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.459827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-052fdf50-8b89-4ec5-9909-f58bea2b437e req-cca4036d-2b55-4914-80ee-4df55f27e64e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1062598 Jul 16 18:07:41.521505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-052fdf50-8b89-4ec5-9909-f58bea2b437e req-ef2ac5d3-81b0-436f-8c27-fddbace3ea7d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604889 Jul 16 18:07:41.675945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a216ac62-d6e7-4d63-98b1-d2bda0c4b8a2 req-60ded029-1a25-4416-a469-8e410929e35e tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0677848 Jul 16 18:07:42.148022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb028c3-d648-4dc0-9c39-22f40b97b4a6 req-d4172f82-df03-45a4-b62d-d89aa79e3949 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.189810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bb028c3-d648-4dc0-9c39-22f40b97b4a6 req-d4172f82-df03-45a4-b62d-d89aa79e3949 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.2262084 Jul 16 18:07:42.349869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bb028c3-d648-4dc0-9c39-22f40b97b4a6 req-f1e90987-6eea-4ecf-b1ae-dcf1eba02540 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586533 Jul 16 18:07:42.441911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06de56ac-c0b1-4079-b81b-e8cca8eff2fa req-37fe56a5-6483-44b9-83f3-63cb6a7bb8a5 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 210 time: 0.0653744 Jul 16 18:07:42.999395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e426e33-aaa7-46e6-803b-23d02a91db78 req-154e1740-a75c-47c1-8d07-7664d9a13249 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.002627 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e426e33-aaa7-46e6-803b-23d02a91db78 req-154e1740-a75c-47c1-8d07-7664d9a13249 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 932 time: 0.2201033 Jul 16 18:07:43.102743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e426e33-aaa7-46e6-803b-23d02a91db78 req-3322bef6-edff-4a73-aa78-3647f233b8ed tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920835 Jul 16 18:07:43.458909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61140336-80a0-43f2-8897-589da5bdd6ef req-da869878-098b-47c0-b050-474e123a2d04 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0711541 Jul 16 18:07:43.664301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca540776-05de-4e9b-9fce-5dfd02321575 req-07287889-ace8-4e4b-833f-7c332f466339 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.674446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca540776-05de-4e9b-9fce-5dfd02321575 req-07287889-ace8-4e4b-833f-7c332f466339 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 949 time: 0.2283735 Jul 16 18:07:43.759380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Request body: {'port': {'device_id': 'cd3ca042-7a06-4aa5-8a7c-105850cd253d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:43.875620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca540776-05de-4e9b-9fce-5dfd02321575 req-5cc14681-6b81-41f7-9e3d-be2738727d35 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969318 Jul 16 18:07:44.100323 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.149361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fbe11-05f5-4e97-9666-c5cae2a1fb8a req-d990d8e0-5725-4c51-a122-fc5a57681c78 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.156711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a34fbe11-05f5-4e97-9666-c5cae2a1fb8a req-d990d8e0-5725-4c51-a122-fc5a57681c78 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.3583937 Jul 16 18:07:44.346541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2b34bd3-5cfd-4d19-b671-5a4430d25440 req-3de52b89-8032-436b-94e7-c102e22e0c25 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 210 time: 0.2121079 Jul 16 18:07:44.412533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-a5524c8b-5eba-4821-8d6a-7c1aad04296c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.421512 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-a5524c8b-5eba-4821-8d6a-7c1aad04296c tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 949 time: 0.2434618 Jul 16 18:07:44.474388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a34fbe11-05f5-4e97-9666-c5cae2a1fb8a req-dfef1a10-20ea-472d-8cd0-ff683839fac8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862873 Jul 16 18:07:44.793534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Deleting port 28758984-798a-474b-ad58-9c182da22130 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:44.794531 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.993670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5890ccaa-beb4-4407-9b6d-6a2cc68bba42 req-01358fc1-f181-4618-b72d-e79c2e294759 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0417156 Jul 16 18:07:45.017516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6f693-5285-4ced-aba2-c835ce6fef14 req-16b4bd52-e332-449f-90aa-07056f7c7062 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.017665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] For port 28758984-798a-474b-ad58-9c182da22130, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28758984-798a-474b-ad58-9c182da22130,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:45.017997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.025828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34a6f693-5285-4ced-aba2-c835ce6fef14 req-16b4bd52-e332-449f-90aa-07056f7c7062 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 932 time: 0.1598616 Jul 16 18:07:45.058794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Calling delete_port for 28758984-798a-474b-ad58-9c182da22130 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:45.175149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e40d34-d601-444c-9a9b-f188c2e9459a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:45.198019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.217034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34a6f693-5285-4ced-aba2-c835ce6fef14 req-1ac36788-db0a-4c59-98af-ebe81fa7dda2 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898863 Jul 16 18:07:45.263038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Transition to ACTIVE for port object 72e40d34-d601-444c-9a9b-f188c2e9459a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:45.278488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.396921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.410467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'a3109020-0d24-4de7-8883-8bedf4f905e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:45.437158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=72e40d34-d601-444c-9a9b-f188c2e9459a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.529721 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', '28758984-798a-474b-ad58-9c182da22130'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:45.583821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f43e8d-21c4-4e35-829f-a84284c851f6 req-ca784933-c130-403d-a215-fbc6f727eaa1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 210 time: 0.1478143 Jul 16 18:07:45.611873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event deleted for resources: {'Port': ['ID=28758984-798a-474b-ad58-9c182da22130,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.714779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.716971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.717339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.720329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.721427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.721779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.722123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.722542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.728377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.729816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.731725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.734273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:45.746351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] No DVR routers for this DVR port 28758984-798a-474b-ad58-9c182da22130 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:45.753538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.764731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2481e6e6-7a66-4193-912e-5cdbbc957fcc req-8ad73371-dcaa-4581-b15c-da9f21cec2e3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "DELETE /v2.0/ports/28758984-798a-474b-ad58-9c182da22130 HTTP/1.1" status: 204 len: 173 time: 1.3284869 Jul 16 18:07:45.765605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954', 'name': 'network-vif-deleted', 'tag': '28758984-798a-474b-ad58-9c182da22130'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:45.774683 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d123123-d0d6-439b-b418-2f8de3c5ebca" -d '{"events": [{"server_uuid": "2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954", "name": "network-vif-deleted", "tag": "28758984-798a-474b-ad58-9c182da22130"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:45.952717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b41e4-6537-4483-9361-075a189e4d5d req-6b15bee9-2ac9-4f25-ab50-71c20911cdec tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.960721 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c2b41e4-6537-4483-9361-075a189e4d5d req-6b15bee9-2ac9-4f25-ab50-71c20911cdec tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.3733666 Jul 16 18:07:46.051631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-418e2dbf-9e7a-4d12-8e9f-d974158d12e1 req-43855166-9875-4ed8-b20c-51aeafb4f4db tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 210 time: 0.1588075 Jul 16 18:07:46.079009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Attempting to bind port 72e40d34-d601-444c-9a9b-f188c2e9459a on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:46.079680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Attempting to bind port 72e40d34-d601-444c-9a9b-f188c2e9459a by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:46.080238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Attempting to bind port 72e40d34-d601-444c-9a9b-f188c2e9459a on network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:46.105859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Port 72e40d34-d601-444c-9a9b-f188c2e9459a on network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:46.106478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Attempting to bind port 72e40d34-d601-444c-9a9b-f188c2e9459a on network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:46.124654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:46.125238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Checking segment: {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:46.125804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Bound using segment: {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:46.126660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Bound port: 72e40d34-d601-444c-9a9b-f188c2e9459a, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:46.127229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.144719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c2b41e4-6537-4483-9361-075a189e4d5d req-62f6eb03-8896-4390-a09a-c70127b5eb9f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826301 Jul 16 18:07:46.531726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] For port 72e40d34-d601-444c-9a9b-f188c2e9459a, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:46.536146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] For port 72e40d34-d601-444c-9a9b-f188c2e9459a, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=72e40d34-d601-444c-9a9b-f188c2e9459a,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:46.554518 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.558060 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eb354b-763e-4b73-a4d0-9ffcd07d37eb x-openstack-request-id: req-50eb354b-763e-4b73-a4d0-9ffcd07d37eb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:46.558477 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954", "name": "network-vif-deleted", "tag": "28758984-798a-474b-ad58-9c182da22130", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:46.558785 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50eb354b-763e-4b73-a4d0-9ffcd07d37eb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:46.559506 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954', 'name': 'network-vif-deleted', 'tag': '28758984-798a-474b-ad58-9c182da22130', 'status': 'completed', 'code': 200} Jul 16 18:07:46.612271 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6c25f26f-0dd6-4e61-8ffc-53292e6eb974 req-dabb8f5c-f979-4175-9b9d-6ef9cf638abd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0511978 Jul 16 18:07:46.661323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.661954 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.663441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] 10.222.0.45 "PUT /v2.0/ports/72e40d34-d601-444c-9a9b-f188c2e9459a HTTP/1.1" status: 200 len: 1093 time: 2.9147456 Jul 16 18:07:46.663902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3ca042-7a06-4aa5-8a7c-105850cd253d', 'tag': '72e40d34-d601-444c-9a9b-f188c2e9459a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:46.667911 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee16124b-e6c3-4ef4-8df6-6ac879746cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3ca042-7a06-4aa5-8a7c-105850cd253d", "tag": "72e40d34-d601-444c-9a9b-f188c2e9459a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:46.694154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affe723-1a6e-4674-8c5a-1bd366e31ddc req-6740245b-46f2-4077-94d2-0acb36b48fe9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.696103 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6affe723-1a6e-4674-8c5a-1bd366e31ddc req-6740245b-46f2-4077-94d2-0acb36b48fe9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.3858435 Jul 16 18:07:46.770574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d57f5d-7360-4651-b287-b6c5e2d77ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=72e40d34-d601-444c-9a9b-f188c2e9459a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.786120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7390cdad-65bb-424b-bf86-5edcf4a1281d req-efe0cf4b-6a74-4081-a77a-fe5b019fcc4d tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0807076 Jul 16 18:07:46.885075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6affe723-1a6e-4674-8c5a-1bd366e31ddc req-daf2f2f1-7746-4bbe-8c93-b7144ceee62e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696651 Jul 16 18:07:47.239851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd639-b350-49fc-9051-81490248ff4f req-e193a7ec-f3e8-404a-aac3-83c160a984f4 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.247208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c0cd639-b350-49fc-9051-81490248ff4f req-e193a7ec-f3e8-404a-aac3-83c160a984f4 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1907423 Jul 16 18:07:47.264829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c981382-5326-4c43-b756-8a4fb4e0c4b6 req-cdda022e-ffcd-44cb-a1c2-e6748e206462 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.273733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c981382-5326-4c43-b756-8a4fb4e0c4b6 req-cdda022e-ffcd-44cb-a1c2-e6748e206462 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 944 time: 0.1242692 Jul 16 18:07:47.342294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c981382-5326-4c43-b756-8a4fb4e0c4b6 req-71148448-d69d-405b-af12-3a239d168466 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631402 Jul 16 18:07:47.371822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c0cd639-b350-49fc-9051-81490248ff4f req-dce514ea-5a86-4254-9ac7-88e3834c55bd tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233752 Jul 16 18:07:47.672936 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-745bb445-3ffc-4a31-b5a9-6a28e670d5df req-4d88fd2c-6e56-414f-89ef-2e0e3213ce2b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ed6e31c-6d76-4efb-a55c-8d8ca0bb9954 HTTP/1.1" status: 200 len: 210 time: 0.0652773 Jul 16 18:07:47.748020 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb0fceb-4beb-4179-8c3d-d51aa30ec124 x-openstack-request-id: req-2cb0fceb-4beb-4179-8c3d-d51aa30ec124 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:47.748680 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3ca042-7a06-4aa5-8a7c-105850cd253d", "tag": "72e40d34-d601-444c-9a9b-f188c2e9459a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:47.749158 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2cb0fceb-4beb-4179-8c3d-d51aa30ec124 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:47.749823 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3ca042-7a06-4aa5-8a7c-105850cd253d', 'tag': '72e40d34-d601-444c-9a9b-f188c2e9459a', 'status': 'completed', 'code': 200} Jul 16 18:07:47.890236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2c9da94-8ae2-41e4-a36e-624bf5fc2983 req-61ab349b-7847-4e20-9d3a-25d05c43cf7b tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 210 time: 0.0315075 Jul 16 18:07:48.086992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9f19bfb-8fb5-4213-a4cf-e7c925fc35ca req-561fb3c1-0e3c-4136-9f0e-bf816ad93f32 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0406790 Jul 16 18:07:48.117374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4dd25-5d1e-4744-babc-a5310f0c50ef req-11d3f598-7045-4965-a0cb-cbf716db939b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.120216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ee4dd25-5d1e-4744-babc-a5310f0c50ef req-11d3f598-7045-4965-a0cb-cbf716db939b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 945 time: 0.1042051 Jul 16 18:07:48.188181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ee4dd25-5d1e-4744-babc-a5310f0c50ef req-f2193477-6bf7-4662-a3e4-0390b0023b09 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582333 Jul 16 18:07:48.320110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a50f95-ac41-4a00-bec2-bcdc73715eab req-39b6e716-13d3-4ba9-9600-78422c6d091e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.321599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8a50f95-ac41-4a00-bec2-bcdc73715eab req-39b6e716-13d3-4ba9-9600-78422c6d091e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.0784106 Jul 16 18:07:48.384194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8a50f95-ac41-4a00-bec2-bcdc73715eab req-d259ec59-3f4c-4285-adfc-67471c5cd6b7 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461113 Jul 16 18:07:48.405346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd8415-6d75-4f32-80b4-e9d09de8e983 req-46e0acce-66ee-42e6-a4e1-ef7d32006652 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.406913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2abd8415-6d75-4f32-80b4-e9d09de8e983 req-46e0acce-66ee-42e6-a4e1-ef7d32006652 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1073663 Jul 16 18:07:48.483959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2abd8415-6d75-4f32-80b4-e9d09de8e983 req-ca1526e4-1252-4d82-aa82-d5b4c5114fc2 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686815 Jul 16 18:07:48.525144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28758984-798a-474b-ad58-9c182da22130 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:48.546202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 28758984-798a-474b-ad58-9c182da22130 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:48.546705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28758984-798a-474b-ad58-9c182da22130 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:48.591658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7277fb-8d40-4f3b-af2e-b37391ef7940 req-db4017be-9a0a-40ef-b36d-c6b6ef68e531 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.593548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f7277fb-8d40-4f3b-af2e-b37391ef7940 req-db4017be-9a0a-40ef-b36d-c6b6ef68e531 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 944 time: 0.0696445 Jul 16 18:07:48.669412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f7277fb-8d40-4f3b-af2e-b37391ef7940 req-f31b956c-cfda-404c-be52-c1d56182a441 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703726 Jul 16 18:07:48.700997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f4c6-a183-4cd9-8278-f57614bcf163 req-04e1ab6b-aac2-4cc5-830e-0b9e7bc3d2fe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.702503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8f4f4c6-a183-4cd9-8278-f57614bcf163 req-04e1ab6b-aac2-4cc5-830e-0b9e7bc3d2fe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0942996 Jul 16 18:07:48.750001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8f4f4c6-a183-4cd9-8278-f57614bcf163 req-2ac55f1c-8b64-4e0e-977d-35ba4cc1b664 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Jul 16 18:07:48.764755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-1aba7a8c-3ead-45bb-a866-86abf38f0cbd tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.767332 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-1aba7a8c-3ead-45bb-a866-86abf38f0cbd tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 945 time: 0.0975776 Jul 16 18:07:48.935484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Deleting port f011f21e-a0c7-4153-91b5-e4c7e919f9fd {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:48.935915 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.033244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] For port f011f21e-a0c7-4153-91b5-e4c7e919f9fd, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:49.033639 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.045960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Calling delete_port for f011f21e-a0c7-4153-91b5-e4c7e919f9fd owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:49.060377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80207b-8f38-42d0-9a7d-c7fe95529519 req-5e97990b-a886-403c-9017-ce0e2b7b8659 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.061899 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e80207b-8f38-42d0-9a7d-c7fe95529519 req-5e97990b-a886-403c-9017-ce0e2b7b8659 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1140556 Jul 16 18:07:49.069339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12396447-314e-431f-8448-c2cc13fe95d7 req-09c3fe35-cc02-4f55-8475-8ee1eb3dcf71 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.070727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12396447-314e-431f-8448-c2cc13fe95d7 req-09c3fe35-cc02-4f55-8475-8ee1eb3dcf71 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 949 time: 0.1356356 Jul 16 18:07:49.136385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e80207b-8f38-42d0-9a7d-c7fe95529519 req-3df9682b-3e81-46ce-9868-d5710ee4af19 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632339 Jul 16 18:07:49.141533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12396447-314e-431f-8448-c2cc13fe95d7 req-780d6ddb-6ff9-4cd1-b3d7-0e1d8cca9e38 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631239 Jul 16 18:07:49.199545 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.238962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f011f21e-a0c7-4153-91b5-e4c7e919f9fd'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:49.290270 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Pushing event deleted for resources: {'Port': ['ID=f011f21e-a0c7-4153-91b5-e4c7e919f9fd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:49.311956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] No DVR routers for this DVR port f011f21e-a0c7-4153-91b5-e4c7e919f9fd on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:49.315230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.317505 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7c57071f-0c8c-46ec-aefa-38572d5da42f req-2f9adbcb-3002-490a-998b-8f1a96b39af1 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.46 "DELETE /v2.0/ports/f011f21e-a0c7-4153-91b5-e4c7e919f9fd HTTP/1.1" status: 204 len: 173 time: 0.5442111 Jul 16 18:07:49.318083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'name': 'network-vif-deleted', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:49.320452 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ed45be-9f8b-498c-af1e-cc8532471a90" -d '{"events": [{"server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "name": "network-vif-deleted", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:49.365332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d940e33f-83d6-47c9-87a8-79fc1dc4fa24 req-efb301a3-f648-4ec7-833f-d3848d0a9bd3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 210 time: 0.0501897 Jul 16 18:07:49.474233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9fd265af-07a5-4cbd-92c6-cfea9710f2e6 req-e1532e6b-f6a1-4147-b1d5-fd81c12397e4 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0440662 Jul 16 18:07:49.613234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e222bc-bb64-49af-8ccc-c3ffd53e0f64 req-3e59574b-175c-4ccd-b963-2d4e1b9c3f33 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.614792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60e222bc-bb64-49af-8ccc-c3ffd53e0f64 req-3e59574b-175c-4ccd-b963-2d4e1b9c3f33 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0678027 Jul 16 18:07:49.679461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f7f167d-416c-4896-ab9a-6c2ed86c361e req-4cdaf1a0-6b39-416e-8e81-564ca5a247c6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd557375-45d0-4c1e-94b1-5b42aa7c2863 HTTP/1.1" status: 200 len: 210 time: 0.0373232 Jul 16 18:07:49.688538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60e222bc-bb64-49af-8ccc-c3ffd53e0f64 req-1a409aea-434c-497a-a105-c9cde7469721 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670888 Jul 16 18:07:49.735173 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a479547-4235-45c9-b98c-5700bd612eff x-openstack-request-id: req-0a479547-4235-45c9-b98c-5700bd612eff {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:49.735575 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd557375-45d0-4c1e-94b1-5b42aa7c2863", "name": "network-vif-deleted", "tag": "f011f21e-a0c7-4153-91b5-e4c7e919f9fd", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:49.735827 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a479547-4235-45c9-b98c-5700bd612eff {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:49.736245 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd557375-45d0-4c1e-94b1-5b42aa7c2863', 'name': 'network-vif-deleted', 'tag': 'f011f21e-a0c7-4153-91b5-e4c7e919f9fd', 'status': 'completed', 'code': 200} Jul 16 18:07:49.918248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453cad-675d-43fb-8461-c7f45ce348ad req-36185e1b-590b-42ed-9f15-0d0b6f11ad83 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.920717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e453cad-675d-43fb-8461-c7f45ce348ad req-36185e1b-590b-42ed-9f15-0d0b6f11ad83 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.0844400 Jul 16 18:07:49.998521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e453cad-675d-43fb-8461-c7f45ce348ad req-0f717a8a-fef8-4cde-a860-4889939b4d66 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716369 Jul 16 18:07:50.221865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e307a-0dad-4a47-bc7a-df0b4080590c req-165b5575-c25f-4811-9df5-ba14f49b74c5 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.223832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c5e307a-0dad-4a47-bc7a-df0b4080590c req-165b5575-c25f-4811-9df5-ba14f49b74c5 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 944 time: 0.1171772 Jul 16 18:07:50.273139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c5e307a-0dad-4a47-bc7a-df0b4080590c req-9c3e4d75-6758-407e-b5aa-45d18d197a6d tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Jul 16 18:07:50.485780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862921c-9d9a-41c0-bb14-1872f59b60bf req-73b4542f-1c97-4e4f-9dfc-3e4c0d6ed909 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.487740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e862921c-9d9a-41c0-bb14-1872f59b60bf req-73b4542f-1c97-4e4f-9dfc-3e4c0d6ed909 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0827620 Jul 16 18:07:50.534014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e862921c-9d9a-41c0-bb14-1872f59b60bf req-e97eda69-4a52-4f1d-88e0-13b4be25812f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Jul 16 18:07:50.740197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414bf3a-72a6-41d8-96c5-da4fa94759cd req-814578b5-1952-4708-be98-4e4268228529 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.741939 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1414bf3a-72a6-41d8-96c5-da4fa94759cd req-814578b5-1952-4708-be98-4e4268228529 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 949 time: 0.0693343 Jul 16 18:07:50.808498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7d35de1-a3d0-49bf-9f8b-a7e2cff58970 req-03348d04-3afb-45fa-9cea-c9e2243eb6e8 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 210 time: 0.0397706 Jul 16 18:07:50.814984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1414bf3a-72a6-41d8-96c5-da4fa94759cd req-b34f687b-6319-4d77-8863-9844d63ab6df tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644071 Jul 16 18:07:50.999547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9a70c64-3b4d-45ce-ba63-96a625dc50d7 req-e7524fe8-44d2-4352-9caf-08e987bea983 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0555329 Jul 16 18:07:51.036739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629485b-76c9-4208-96fc-b0f601e0d68e req-731eaaf1-8343-4bf0-80bb-7151c280c73d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.038230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2629485b-76c9-4208-96fc-b0f601e0d68e req-731eaaf1-8343-4bf0-80bb-7151c280c73d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1125925 Jul 16 18:07:51.078100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2629485b-76c9-4208-96fc-b0f601e0d68e req-e4dcf47d-2070-45bb-a643-10c8f26f9bc6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Jul 16 18:07:51.242547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5628331-d215-431a-87c4-04a7fdf7906b req-476c2bec-d0ab-496b-97d9-03488df0da6f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.244336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5628331-d215-431a-87c4-04a7fdf7906b req-476c2bec-d0ab-496b-97d9-03488df0da6f tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.0652008 Jul 16 18:07:51.284904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5628331-d215-431a-87c4-04a7fdf7906b req-3edf619b-1b62-4a03-bf8d-1a50d42127b4 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341985 Jul 16 18:07:51.510819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788757-bb93-4f42-9c77-3aec0e78eb7a req-c1921001-216f-4c8d-bde4-cfe81a6f84a4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.512620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7788757-bb93-4f42-9c77-3aec0e78eb7a req-c1921001-216f-4c8d-bde4-cfe81a6f84a4 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 944 time: 0.1133130 Jul 16 18:07:51.524985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a304d3c-f906-4a7b-aac3-88fe7a9c4ef8 req-b8e100ab-6abd-4a45-910d-7ccc1e41f769 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.528482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a304d3c-f906-4a7b-aac3-88fe7a9c4ef8 req-b8e100ab-6abd-4a45-910d-7ccc1e41f769 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 944 time: 0.1293466 Jul 16 18:07:51.624358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7788757-bb93-4f42-9c77-3aec0e78eb7a req-7f4ae3f0-54d8-4959-abbb-37ac826de4fd tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945592 Jul 16 18:07:51.647740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a304d3c-f906-4a7b-aac3-88fe7a9c4ef8 req-6251f7eb-a3f6-4a7f-9793-ab808076d2c2 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073287 Jul 16 18:07:51.749545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-86072235-6f84-4189-8de0-98c8a58109e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.751235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-86072235-6f84-4189-8de0-98c8a58109e1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.45 "GET /v2.0/networks?id=41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 200 len: 815 time: 0.2120414 Jul 16 18:07:51.803431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Request body: {'port': {'device_id': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad', 'admin_state_up': True, 'tenant_id': '92eff68eb5de4072b04d51a645cd4f73'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:51.928668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16124b-e6c3-4ef4-8df6-6ac879746cb9 req-22ed43c8-da9f-42d2-9a68-f4f10d26f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.930177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee16124b-e6c3-4ef4-8df6-6ac879746cb9 req-22ed43c8-da9f-42d2-9a68-f4f10d26f350 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901e1bde2d734918a92ef7aa5b7e11db&device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 1096 time: 0.3528986 Jul 16 18:07:52.001291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d821-e88f-4156-80a9-ce2bbd61bb48 req-7e49ea1b-b9c2-477b-ada7-559968b30ab2 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.002739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79f5d821-e88f-4156-80a9-ce2bbd61bb48 req-7e49ea1b-b9c2-477b-ada7-559968b30ab2 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2188365 Jul 16 18:07:52.036868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-805e35f1-9e4f-4799-88e1-c9daa67be80d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.038318 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-805e35f1-9e4f-4799-88e1-c9daa67be80d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 944 time: 0.0637393 Jul 16 18:07:52.045035 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68d28f36-2bb8-4428-bf51-176084f880f7 req-7bb44e97-c29c-47de-947e-c00fcb116f88 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 210 time: 0.0788877 Jul 16 18:07:52.120044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Made reservation on behalf of 92eff68eb5de4072b04d51a645cd4f73 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:52.123537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.152888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Deleting port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:52.153237 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.175355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79f5d821-e88f-4156-80a9-ce2bbd61bb48 req-45e39cc8-caee-4891-88b4-4f6b49cfe8e4 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612718 Jul 16 18:07:52.256293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] For port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:52.257234 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.269904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Calling delete_port for 3604e54e-f5d6-4660-a63d-3e32b6ab7dee owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:52.414414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.444910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Pushing event deleted for resources: {'Port': ['ID=3604e54e-f5d6-4660-a63d-3e32b6ab7dee,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.492193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] No DVR routers for this DVR port 3604e54e-f5d6-4660-a63d-3e32b6ab7dee on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:52.494986 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.496993 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cee5cb2e-f458-4b00-a4cd-ca2983e19935 req-ea04582f-456c-4e9f-b9a1-d52b9b68daf0 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.46 "DELETE /v2.0/ports/3604e54e-f5d6-4660-a63d-3e32b6ab7dee HTTP/1.1" status: 204 len: 173 time: 0.4524896 Jul 16 18:07:52.497435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'name': 'network-vif-deleted', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:52.499757 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daad8181-7585-4a38-b534-3e5b7dd271fd" -d '{"events": [{"server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "name": "network-vif-deleted", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:52.524262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:52.548056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: f011f21e-a0c7-4153-91b5-e4c7e919f9fd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:52.548390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011f21e-a0c7-4153-91b5-e4c7e919f9fd not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:52.560341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16124b-e6c3-4ef4-8df6-6ac879746cb9 req-606f071c-20c6-4cfb-b431-66624d992e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.561826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee16124b-e6c3-4ef4-8df6-6ac879746cb9 req-606f071c-20c6-4cfb-b431-66624d992e23 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=901e1bde2d734918a92ef7aa5b7e11db&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6164904 Jul 16 18:07:52.589967 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-502ab5d0-5707-4060-8e8d-cbe83cecd30f req-8dea017e-4476-4230-97e6-4dda52b4b9d4 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0544326 Jul 16 18:07:52.695278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb970ad-34ee-436b-8367-569118b67d0c req-2ccf2e0d-e557-45ba-b91a-045a3e284f51 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.696748 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2fb970ad-34ee-436b-8367-569118b67d0c req-2ccf2e0d-e557-45ba-b91a-045a3e284f51 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 949 time: 0.0723352 Jul 16 18:07:52.805393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2fb970ad-34ee-436b-8367-569118b67d0c req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Deleting port a3109020-0d24-4de7-8883-8bedf4f905e6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:52.805741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2fb970ad-34ee-436b-8367-569118b67d0c req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.843571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825df16-844f-4551-9de8-93df71e02275 req-a5db1210-2826-43aa-bfe6-0bd381fb40e8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.845082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5825df16-844f-4551-9de8-93df71e02275 req-a5db1210-2826-43aa-bfe6-0bd381fb40e8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=d545801e-c741-4060-863a-00c0943e146c HTTP/1.1" status: 200 len: 949 time: 0.6744819 Jul 16 18:07:52.886116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Allocated IP 172.20.0.7 (41c49a6d-117d-4dda-a554-77f2d40605ad/3d467f39-c1ea-42de-a1d2-8170bc5c944b/68048f56-4baa-416d-a5b8-f20931d1d46f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:52.898183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2fb970ad-34ee-436b-8367-569118b67d0c req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] For port a3109020-0d24-4de7-8883-8bedf4f905e6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a3109020-0d24-4de7-8883-8bedf4f905e6,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:52.898549 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2fb970ad-34ee-436b-8367-569118b67d0c req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.913524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2fb970ad-34ee-436b-8367-569118b67d0c req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Calling delete_port for a3109020-0d24-4de7-8883-8bedf4f905e6 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:52.927804 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-0463592d-d9b3-44a0-b7cc-9313a0a09586 service neutron] show failed (client error): The resource could not be found. Jul 16 18:07:52.928837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-0463592d-d9b3-44a0-b7cc-9313a0a09586 service neutron] 10.222.0.46 "GET /v2.0/ports/ac08c660-51e4-4c1a-a51d-df93c7ef579d/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.3902385 Jul 16 18:07:52.946372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16124b-e6c3-4ef4-8df6-6ac879746cb9 req-0d31054f-6020-4286-8bd0-cd109682618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.947802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee16124b-e6c3-4ef4-8df6-6ac879746cb9 req-0d31054f-6020-4286-8bd0-cd109682618c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3609099 Jul 16 18:07:52.982933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5825df16-844f-4551-9de8-93df71e02275 req-9ad1fde1-787d-48b0-8c4a-cca7dc610b13 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249828 Jul 16 18:07:53.007710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b8350-6c3d-44a3-984a-0544025d3604 req-3e8a4ad2-a369-4252-9ba0-40d0fe998660 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.009272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-272b8350-6c3d-44a3-984a-0544025d3604 req-3e8a4ad2-a369-4252-9ba0-40d0fe998660 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2679451 Jul 16 18:07:53.094015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2fb970ad-34ee-436b-8367-569118b67d0c req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.112852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'a3109020-0d24-4de7-8883-8bedf4f905e6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:53.152780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:53.165170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event deleted for resources: {'Port': ['ID=a3109020-0d24-4de7-8883-8bedf4f905e6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.217793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-272b8350-6c3d-44a3-984a-0544025d3604 req-8291f2bc-f5da-4db6-bbd8-dcb22c6c0a80 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953855 Jul 16 18:07:53.259800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb970ad-34ee-436b-8367-569118b67d0c req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] No DVR routers for this DVR port a3109020-0d24-4de7-8883-8bedf4f905e6 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:53.265223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2fb970ad-34ee-436b-8367-569118b67d0c req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.268652 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2fb970ad-34ee-436b-8367-569118b67d0c req-1bd4693f-d5a7-48ac-856c-6029d8d2810b tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "DELETE /v2.0/ports/a3109020-0d24-4de7-8883-8bedf4f905e6 HTTP/1.1" status: 204 len: 173 time: 0.5657847 Jul 16 18:07:53.298269 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d57f206-42c8-481f-b6a0-a2a6184dea80 x-openstack-request-id: req-1d57f206-42c8-481f-b6a0-a2a6184dea80 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:53.299254 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7acb60-725b-497f-a138-b0e481d474b7", "name": "network-vif-deleted", "tag": "3604e54e-f5d6-4660-a63d-3e32b6ab7dee", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:53.299737 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d57f206-42c8-481f-b6a0-a2a6184dea80 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:53.301127 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7acb60-725b-497f-a138-b0e481d474b7', 'name': 'network-vif-deleted', 'tag': '3604e54e-f5d6-4660-a63d-3e32b6ab7dee', 'status': 'completed', 'code': 200} Jul 16 18:07:53.301741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.321227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-4b37887b-6120-4eb3-b82b-96a2780e75c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.323342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-4b37887b-6120-4eb3-b82b-96a2780e75c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=901e1bde2d734918a92ef7aa5b7e11db&device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 1096 time: 0.3104165 Jul 16 18:07:53.374615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-8519420d-28f0-471c-b5e5-71b7f22286c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e40d34-d601-444c-9a9b-f188c2e9459a HTTP/1.1" status: 200 len: 217 time: 0.0439677 Jul 16 18:07:53.382292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854bb72-3439-46a7-8350-bc8e0bf8cb31 req-896cb547-8e52-4edf-a9cc-c4901789f7f9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.389978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e854bb72-3439-46a7-8350-bc8e0bf8cb31 req-896cb547-8e52-4edf-a9cc-c4901789f7f9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.2351696 Jul 16 18:07:53.460340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-f7596842-4622-476e-b09a-d9bd99b3280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.460818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.462974 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-f7596842-4622-476e-b09a-d9bd99b3280e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 1102 time: 0.1029418 Jul 16 18:07:53.479320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:53.535046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e854bb72-3439-46a7-8350-bc8e0bf8cb31 req-bfd4ae93-6963-43f5-b99a-0753fd9d1653 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438904 Jul 16 18:07:53.612115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.642112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04bfc4e9-c3da-46c6-98f5-9ecf2dfc83ee req-51f05dba-16ae-43db-ac54-2a54fbb7e38b tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e7acb60-725b-497f-a138-b0e481d474b7 HTTP/1.1" status: 200 len: 210 time: 0.1211412 Jul 16 18:07:53.643830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-6a6be9da-a5a4-485e-8cef-8b83115cd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.649803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-6a6be9da-a5a4-485e-8cef-8b83115cd550 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b169c49-37df-4284-9453-23227a1db268 HTTP/1.1" status: 200 len: 854 time: 0.2535372 Jul 16 18:07:53.755981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Network 41c49a6d-117d-4dda-a554-77f2d40605ad is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:53.783466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Pushing event updated for resources: {'Port': ['ID=68048f56-4baa-416d-a5b8-f20931d1d46f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.788675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:53.814101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:53.890580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.891207 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.914116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-5eb4c876-a9b7-4b32-8335-c3cdcc710e1e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1167669 Jul 16 18:07:53.919563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-113042a7-4d8e-40be-b3fc-66e9a379225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.921055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-113042a7-4d8e-40be-b3fc-66e9a379225e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3ea49e93-12f8-4684-bfe6-8f8a81f6340b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2432930 Jul 16 18:07:53.924424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:53.929604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f655de-d15b-4e17-9c00-05c65dea54a8 req-dd83be0f-3671-4ae2-a901-0bb0913d7c38 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.931260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30f655de-d15b-4e17-9c00-05c65dea54a8 req-dd83be0f-3671-4ae2-a901-0bb0913d7c38 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 944 time: 0.1792908 Jul 16 18:07:53.938210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Request body: {'port': {'device_id': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:53.974867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:54.025107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.038627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Transition to ACTIVE for port object ac08c660-51e4-4c1a-a51d-df93c7ef579d will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:54.043147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.097255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.135628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30f655de-d15b-4e17-9c00-05c65dea54a8 req-3cc0585e-6e82-4847-9b98-b0b19f390ebf tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935685 Jul 16 18:07:54.139516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] No DVR routers for this DVR port ac08c660-51e4-4c1a-a51d-df93c7ef579d on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:54.161345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-91abbd61-3f83-4d02-8e88-72d642fa1d52 service neutron] 10.222.0.45 "GET /v2.0/networks/3ea49e93-12f8-4684-bfe6-8f8a81f6340b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272575 Jul 16 18:07:54.180075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:54.180417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:54.180821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:54.186563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Port ac08c660-51e4-4c1a-a51d-df93c7ef579d on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:54.186957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:54.190790 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.194054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:54.194394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:54.194773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:54.195197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Bound port: ac08c660-51e4-4c1a-a51d-df93c7ef579d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:54.195551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.235079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296d6c2-5632-4833-9df9-69c58a4f9db1 req-76204a13-8655-46ae-b643-d69d0625c3a4 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.242497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e296d6c2-5632-4833-9df9-69c58a4f9db1 req-76204a13-8655-46ae-b643-d69d0625c3a4 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 931 time: 0.2911878 Jul 16 18:07:54.275101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:54.279343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:54.285805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.323864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.324564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.325912 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] 10.222.0.45 "PUT /v2.0/ports/ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 1097 time: 0.8549972 Jul 16 18:07:54.367931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bb70256-f3ce-402a-8623-35392e687ad9 req-c869f6ef-da5c-403c-a4cf-d708314fecd4 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0574582 Jul 16 18:07:54.392673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8db676-52c4-4ca0-baf9-642be0b13c13 service neutron] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.412877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e296d6c2-5632-4833-9df9-69c58a4f9db1 req-b66b1674-0748-4c1f-bb13-5e568c6c8717 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693869 Jul 16 18:07:54.425323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-d75b2be6-f002-4390-b6d2-ae4b296a137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.426872 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-d75b2be6-f002-4390-b6d2-ae4b296a137f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1100 time: 0.0721083 Jul 16 18:07:54.544176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-577a446d-4594-42f2-bd5c-c63480f49557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.545374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e27be20-0652-48e6-9086-10f3aad6c57f req-de646b77-e547-4e6b-b512-d9edd0b9b93a service neutron] 10.222.0.45 "GET /v2.0/networks/3ea49e93-12f8-4684-bfe6-8f8a81f6340b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750467 Jul 16 18:07:54.545683 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-577a446d-4594-42f2-bd5c-c63480f49557 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1129375 Jul 16 18:07:54.609938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-817cf002-7b6e-4304-b7e0-049740868b6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.0537484 Jul 16 18:07:54.664394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-28d8eaf8-4a20-49a2-902f-464323cd4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.666017 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-28d8eaf8-4a20-49a2-902f-464323cd4a03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0492857 Jul 16 18:07:54.733185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-78b4a9dd-db77-4405-924d-af0cf87d8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.734737 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-78b4a9dd-db77-4405-924d-af0cf87d8aca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601201 Jul 16 18:07:54.747037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaba973-8504-42fc-8805-ea1bb575ff62 req-5620a1fb-dae9-4e1a-97a8-48dc2bf8d7ff tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.748637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adaba973-8504-42fc-8805-ea1bb575ff62 req-5620a1fb-dae9-4e1a-97a8-48dc2bf8d7ff tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1405282 Jul 16 18:07:54.827094 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adaba973-8504-42fc-8805-ea1bb575ff62 req-46a0b4a2-a874-4a97-99b3-02347a734790 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710766 Jul 16 18:07:54.840592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68048f56-4baa-416d-a5b8-f20931d1d46f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:54.857306 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.865913 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-a2dac6cf-e36d-46da-a690-2ae6999720c5 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236129 Jul 16 18:07:54.874679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Transition to ACTIVE for port object 68048f56-4baa-416d-a5b8-f20931d1d46f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:54.911286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.964788 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0698617e-3056-4b0b-adc1-5bad820a6a1b req-a6949bba-8797-44cd-9146-70d68780ce7e service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919733 Jul 16 18:07:54.977153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Pushing event updated for resources: {'Port': ['ID=68048f56-4baa-416d-a5b8-f20931d1d46f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.038963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920e9a0-5571-4d89-a8e3-4096ac98ef71 req-101d856b-4984-4a2a-be63-dcf218a3ea46 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.040417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0920e9a0-5571-4d89-a8e3-4096ac98ef71 req-101d856b-4984-4a2a-be63-dcf218a3ea46 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 948 time: 0.1639438 Jul 16 18:07:55.095097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Attempting to bind port 68048f56-4baa-416d-a5b8-f20931d1d46f on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:55.095441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Attempting to bind port 68048f56-4baa-416d-a5b8-f20931d1d46f by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:55.095776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Attempting to bind port 68048f56-4baa-416d-a5b8-f20931d1d46f on network 41c49a6d-117d-4dda-a554-77f2d40605ad {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:55.105131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0920e9a0-5571-4d89-a8e3-4096ac98ef71 req-f45d07bc-db5e-4f4d-815a-329fbf861db8 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544331 Jul 16 18:07:55.108932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Port 68048f56-4baa-416d-a5b8-f20931d1d46f on network 41c49a6d-117d-4dda-a554-77f2d40605ad not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:55.109274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Attempting to bind port 68048f56-4baa-416d-a5b8-f20931d1d46f on network 41c49a6d-117d-4dda-a554-77f2d40605ad {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:55.120647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:55.121563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Checking segment: {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:55.122691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Bound using segment: {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:55.123733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Bound port: 68048f56-4baa-416d-a5b8-f20931d1d46f, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:55.124931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.211227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:55.215450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=68048f56-4baa-416d-a5b8-f20931d1d46f,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:55.220154 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.266437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.267069 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.268465 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] 10.222.0.45 "PUT /v2.0/ports/68048f56-4baa-416d-a5b8-f20931d1d46f HTTP/1.1" status: 200 len: 1092 time: 1.3355744 Jul 16 18:07:55.288849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:55.291784 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5231e6e-5d65-4dca-9382-247281f1e10d" -d '{"events": [{"name": "network-changed", "server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:55.302948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd545801e-c741-4060-863a-00c0943e146c', 'name': 'network-vif-deleted', 'tag': 'a3109020-0d24-4de7-8883-8bedf4f905e6'}, {'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d'}, {'name': 'network-changed', 'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:55.305740 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0823b040-ffe4-4688-9ca7-536e8aceace3" -d '{"events": [{"server_uuid": "d545801e-c741-4060-863a-00c0943e146c", "name": "network-vif-deleted", "tag": "a3109020-0d24-4de7-8883-8bedf4f905e6"}, {"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d"}, {"name": "network-changed", "server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:55.349704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473134a-32fd-42c0-90cd-6f6370d45b22 service neutron] Pushing event updated for resources: {'Port': ['ID=68048f56-4baa-416d-a5b8-f20931d1d46f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.390886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76039156-d56e-4b66-a23d-ec49048883c3 req-240e36ff-02d6-480b-8cf4-7b6797d537c9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.392390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76039156-d56e-4b66-a23d-ec49048883c3 req-240e36ff-02d6-480b-8cf4-7b6797d537c9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1459384 Jul 16 18:07:55.398448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-22a75e70-7350-4e89-a69f-410766e3eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.399889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-22a75e70-7350-4e89-a69f-410766e3eb81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92eff68eb5de4072b04d51a645cd4f73&device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 1095 time: 0.0894988 Jul 16 18:07:55.457341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-6e5953e3-bcdb-4588-848a-bac5ca44feed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68048f56-4baa-416d-a5b8-f20931d1d46f HTTP/1.1" status: 200 len: 217 time: 0.0432715 Jul 16 18:07:55.478167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76039156-d56e-4b66-a23d-ec49048883c3 req-8129ff1f-6b40-4970-86ce-4b4f6687fce9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771010 Jul 16 18:07:55.874833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-98f44319-0bad-4408-960d-60b5a50f78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.876320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-98f44319-0bad-4408-960d-60b5a50f78e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d467f39-c1ea-42de-a1d2-8170bc5c944b HTTP/1.1" status: 200 len: 855 time: 0.4113178 Jul 16 18:07:55.924623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-61d5f85a-4ecb-4edb-94d5-642ebd00fb21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=41c49a6d-117d-4dda-a554-77f2d40605ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360692 Jul 16 18:07:55.939830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331235e-1155-4cc2-9c37-66aceb01225d req-2109ea57-1493-457c-989d-2e87d39b8b20 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.941247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4331235e-1155-4cc2-9c37-66aceb01225d req-2109ea57-1493-457c-989d-2e87d39b8b20 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 949 time: 0.1465323 Jul 16 18:07:55.957089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4396-73d1-4798-b621-583487305f49 req-f608d187-f70a-4748-8961-0366f8fec15f tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.958482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-195a4396-73d1-4798-b621-583487305f49 req-f608d187-f70a-4748-8961-0366f8fec15f tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 944 time: 0.1650505 Jul 16 18:07:56.066801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4331235e-1155-4cc2-9c37-66aceb01225d req-53719d08-d0c5-4782-addf-9f35eb6f6687 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177988 Jul 16 18:07:56.077937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-195a4396-73d1-4798-b621-583487305f49 req-121a8d2c-9ba4-4ae9-bdcc-9b12e565201a tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049078 Jul 16 18:07:56.096562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-640353f8-f666-44e4-9279-a202a914b5bb service neutron] 10.222.0.45 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646817 Jul 16 18:07:56.183773 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ee6cb6-41ce-4e8d-952d-15956b47d760 x-openstack-request-id: req-d0ee6cb6-41ce-4e8d-952d-15956b47d760 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:56.184068 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:56.184313 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0ee6cb6-41ce-4e8d-952d-15956b47d760 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:56.184730 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f', 'status': 'completed', 'code': 200} Jul 16 18:07:56.201845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b7e6ac6-77a2-4d24-a4f5-eccb38a4798c req-52919fdf-539c-4ea7-b3a5-3668105afe52 service neutron] 10.222.0.45 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981596 Jul 16 18:07:56.216041 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eafc23f-7c30-4526-936f-0e266bb25fbe x-openstack-request-id: req-3eafc23f-7c30-4526-936f-0e266bb25fbe {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:56.216375 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d545801e-c741-4060-863a-00c0943e146c", "name": "network-vif-deleted", "tag": "a3109020-0d24-4de7-8883-8bedf4f905e6", "status": "completed", "code": 200}, {"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d", "code": 200}, {"name": "network-changed", "server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:56.216597 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3eafc23f-7c30-4526-936f-0e266bb25fbe {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:56.216979 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd545801e-c741-4060-863a-00c0943e146c', 'name': 'network-vif-deleted', 'tag': 'a3109020-0d24-4de7-8883-8bedf4f905e6', 'status': 'completed', 'code': 200} Jul 16 18:07:56.217298 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'code': 200} Jul 16 18:07:56.217458 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'status': 'completed', 'code': 200} Jul 16 18:07:56.324368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-c77866ce-7bb2-450f-8eac-fd992ccb078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.326082 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-c77866ce-7bb2-450f-8eac-fd992ccb078b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=92eff68eb5de4072b04d51a645cd4f73&device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 1095 time: 0.0574005 Jul 16 18:07:56.327347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b803787-b997-4b4e-b970-1985d06b4690 req-58805f27-20e9-4dcd-939f-cb2bc3ba7de3 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0377483 Jul 16 18:07:56.362159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 72e40d34-d601-444c-9a9b-f188c2e9459a details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:56.432017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a3109020-0d24-4de7-8883-8bedf4f905e6 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:56.444156 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-15a49b11-3dd8-4734-b931-fde51c4a85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.446076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-15a49b11-3dd8-4734-b931-fde51c4a85e3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1100 time: 0.2049565 Jul 16 18:07:56.463458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: a3109020-0d24-4de7-8883-8bedf4f905e6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:56.464119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a3109020-0d24-4de7-8883-8bedf4f905e6 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:56.468593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-aacb1f3f-9d87-4fda-8a43-d04c431d67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.470118 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-aacb1f3f-9d87-4fda-8a43-d04c431d67fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1100 time: 0.1090941 Jul 16 18:07:56.488142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 72e40d34-d601-444c-9a9b-f188c2e9459a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=72e40d34-d601-444c-9a9b-f188c2e9459a,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:56.500293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '72e40d34-d601-444c-9a9b-f188c2e9459a', 'network_id': '3ea49e93-12f8-4684-bfe6-8f8a81f6340b', 'port_id': '72e40d34-d601-444c-9a9b-f188c2e9459a', 'mac_address': 'fa:16:3e:eb:4f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b169c49-37df-4284-9453-23227a1db268', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:56.509221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-0a7af3d7-45be-45b1-8ee7-29d2443d20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.511021 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-0a7af3d7-45be-45b1-8ee7-29d2443d20dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 200 len: 916 time: 0.1783984 Jul 16 18:07:56.538292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:56.546890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c681ab-9163-43e0-bd9f-c9f8849f3e4d req-0a1a67f7-280b-4501-9d8c-eff623218938 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.548404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84c681ab-9163-43e0-bd9f-c9f8849f3e4d req-0a1a67f7-280b-4501-9d8c-eff623218938 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 943 time: 0.2238724 Jul 16 18:07:56.557681 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-e679797b-81cb-432a-a8b2-ee7341e75c84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68048f56-4baa-416d-a5b8-f20931d1d46f HTTP/1.1" status: 200 len: 217 time: 0.0398946 Jul 16 18:07:56.567334 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.588855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e40d34-d601-444c-9a9b-f188c2e9459a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:56.612141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 72e40d34-d601-444c-9a9b-f188c2e9459a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=72e40d34-d601-444c-9a9b-f188c2e9459a,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:56.613695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:56.614154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3604e54e-f5d6-4660-a63d-3e32b6ab7dee no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:56.615095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-1bef1cfd-fd36-495b-be09-3d2a25202a8e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.616744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-1bef1cfd-fd36-495b-be09-3d2a25202a8e tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 966 time: 0.2867806 Jul 16 18:07:56.635399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 3604e54e-f5d6-4660-a63d-3e32b6ab7dee {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:56.636099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3604e54e-f5d6-4660-a63d-3e32b6ab7dee not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:56.638724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.654139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-147aa5b8-9e89-4eea-8ebb-13a6e6dc69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.655672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-147aa5b8-9e89-4eea-8ebb-13a6e6dc69cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d467f39-c1ea-42de-a1d2-8170bc5c944b HTTP/1.1" status: 200 len: 855 time: 0.0718415 Jul 16 18:07:56.656801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-9c847a33-ddcb-46d1-806c-f8d6111820f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.658086 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-9c847a33-ddcb-46d1-806c-f8d6111820f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1750753 Jul 16 18:07:56.671126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-758f42ef-0244-4e24-8b39-e7b76779439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.672909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-758f42ef-0244-4e24-8b39-e7b76779439e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2162216 Jul 16 18:07:56.696165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=72e40d34-d601-444c-9a9b-f188c2e9459a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.696995 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-eee7a46e-8d7a-4e0d-b7e3-57360791d230 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=41c49a6d-117d-4dda-a554-77f2d40605ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313437 Jul 16 18:07:56.703127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84c681ab-9163-43e0-bd9f-c9f8849f3e4d req-338ac49d-aca5-4119-b19b-e6d82a60f9a6 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195252 Jul 16 18:07:56.726796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c664d6d-25a6-4971-8f7d-883c32f0dbe5 req-7db8e1ff-02ee-45cf-8860-72456250f76d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.730626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c664d6d-25a6-4971-8f7d-883c32f0dbe5 req-7db8e1ff-02ee-45cf-8860-72456250f76d tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 966 time: 0.2753379 Jul 16 18:07:56.745800 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-301cbe54-6e82-44cc-aa22-77d5451d2323 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.0446901 Jul 16 18:07:56.779596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-809befc9-49a7-41ee-a9a0-af582dd0cf17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.0823574 Jul 16 18:07:56.920707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c664d6d-25a6-4971-8f7d-883c32f0dbe5 req-24687fff-27ca-45dd-be33-8c204d13f879 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/security-groups?id=53d3c28a-9343-4faf-bd89-8d479b5e2fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891713 Jul 16 18:07:56.926219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-b7d89f55-c374-4eeb-8337-fbcb2764c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.927727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-b7d89f55-c374-4eeb-8337-fbcb2764c498 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1384592 Jul 16 18:07:56.936292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['72e40d34-d601-444c-9a9b-f188c2e9459a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:57.028111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Deleting port 53aac028-e991-489f-ad3f-bd475f15b534 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:57.028461 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.058972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6e5ec-3a70-4e4b-a77e-faf4c3d7645f req-556602c6-d311-47bd-abc5-492297ab83e3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.060533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6db6e5ec-3a70-4e4b-a77e-faf4c3d7645f req-556602c6-d311-47bd-abc5-492297ab83e3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 813 time: 0.2350388 Jul 16 18:07:57.138211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6db6e5ec-3a70-4e4b-a77e-faf4c3d7645f req-d91060f6-80ac-4834-b6c0-a8770766bb8a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/quotas/837a6d991f4745a8964bdf2bd718975e HTTP/1.1" status: 200 len: 375 time: 0.0618656 Jul 16 18:07:57.191142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-34b5398a-53a4-4331-977a-d052f49c570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.192231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-7a32dab4-eed6-4025-baef-a500913fa3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.193058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-34b5398a-53a4-4331-977a-d052f49c570a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2336104 Jul 16 18:07:57.193789 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-7a32dab4-eed6-4025-baef-a500913fa3e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.4373214 Jul 16 18:07:57.252346 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-b6d724cc-e4f4-4404-900a-fe729c00ff9f service neutron] 10.222.0.45 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433469 Jul 16 18:07:57.264543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-cc78c356-b914-4091-91dc-64cfa25fe4ce tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.265968 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-cc78c356-b914-4091-91dc-64cfa25fe4ce tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 949 time: 0.1641016 Jul 16 18:07:57.291866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] For port 53aac028-e991-489f-ad3f-bd475f15b534, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=53aac028-e991-489f-ad3f-bd475f15b534,segment=NetworkSegment(39254cf3-f9c7-40f1-b118-b8a38378704d),segment_id=39254cf3-f9c7-40f1-b118-b8a38378704d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:57.292243 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.338854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Calling delete_port for 53aac028-e991-489f-ad3f-bd475f15b534 owned by compute:tempest-test_az-1068111226 {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:57.371371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7099a-4d2e-4b32-becf-ec82628ec3b8 req-9e6392fe-9186-4ef8-882c-14300c02d616 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.372898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8fc7099a-4d2e-4b32-becf-ec82628ec3b8 req-9e6392fe-9186-4ef8-882c-14300c02d616 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 948 time: 0.2810106 Jul 16 18:07:57.433081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6db6e5ec-3a70-4e4b-a77e-faf4c3d7645f req-560953f9-3dc4-4169-98d4-bc07a67b0c79 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2660818 Jul 16 18:07:57.439217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-3573d393-2793-4fd6-a1f4-4fc2dced4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.440749 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-3573d393-2793-4fd6-a1f4-4fc2dced4ece service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2353971 Jul 16 18:07:57.444120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-33260988-f1bb-4ede-ba19-08157f14af4d service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232544 Jul 16 18:07:57.502998 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5231e6e-5d65-4dca-9382-247281f1e10d req-57866d63-2ccb-4c96-8c4b-6a0a1ff82e7f service neutron] 10.222.0.45 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358105 Jul 16 18:07:57.506325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8fc7099a-4d2e-4b32-becf-ec82628ec3b8 req-44980b3e-8cad-4e48-b72b-600b1e89930b tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268659 Jul 16 18:07:57.591700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Deleting port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:57.592167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.601970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-61370711-91d2-4cba-bfe1-f01e933f2fd2 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.603534 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-61370711-91d2-4cba-bfe1-f01e933f2fd2 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "GET /v2.0/ports?device_id=25626272-3ca7-4782-b013-2c996bf9d3fc HTTP/1.1" status: 200 len: 949 time: 0.2312086 Jul 16 18:07:57.607102 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-673df785-9e73-48f3-bb0c-6fc2219c5949 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569588 Jul 16 18:07:57.620249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-aab4e289-ddd6-4584-a064-b678e027d475 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693308 Jul 16 18:07:57.686246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.724499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Pushing event deleted for resources: {'Port': ['ID=53aac028-e991-489f-ad3f-bd475f15b534,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:57.814646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] No DVR routers for this DVR port 53aac028-e991-489f-ad3f-bd475f15b534 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:57.819727 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.822426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fff60020-28f8-48bd-a5a3-bea29b48bab5 req-d7f08bbf-8926-46fe-a34f-79b596f5aeee tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.46 "DELETE /v2.0/ports/53aac028-e991-489f-ad3f-bd475f15b534 HTTP/1.1" status: 204 len: 173 time: 1.1620803 Jul 16 18:07:57.832712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c475-30f5-4258-89a0-f7e209658a44 req-1c49eacc-4334-417f-9aac-51fb11e558c7 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.834682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4cc5c475-30f5-4258-89a0-f7e209658a44 req-1c49eacc-4334-417f-9aac-51fb11e558c7 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4fb51d9-a874-438e-973c-d98bfa21526c HTTP/1.1" status: 200 len: 949 time: 0.1833987 Jul 16 18:07:57.843550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] For port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:57.843970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.858532 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0823b040-ffe4-4688-9ca7-536e8aceace3 req-5498c559-3038-4ba9-8036-efc70344176d service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401066 Jul 16 18:07:57.863347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Calling delete_port for 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:57.888731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1154880-c07e-4b10-8fab-9fae3a0dfe3c req-0486e7c4-2c48-452d-87e1-a25455bf5744 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.890282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1154880-c07e-4b10-8fab-9fae3a0dfe3c req-0486e7c4-2c48-452d-87e1-a25455bf5744 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 945 time: 0.1716938 Jul 16 18:07:57.895665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4cc5c475-30f5-4258-89a0-f7e209658a44 req-b90b136f-6a08-4cdc-aa63-6465bb86e2f1 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521848 Jul 16 18:07:57.930069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1154880-c07e-4b10-8fab-9fae3a0dfe3c req-dd6780b4-d54a-45e5-8c7f-7a09ce38670d tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Jul 16 18:07:57.939560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Deleting port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:57.939915 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.089777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-258064b3-465b-4f6f-943a-3be760d97eca req-0ef71b0e-8641-4aff-894b-bc3de63ff697 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0386918 Jul 16 18:07:58.096751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] For port 56715f80-f9f8-4a2f-a1ae-cb92550299f9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=56715f80-f9f8-4a2f-a1ae-cb92550299f9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:58.097131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.128773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Calling delete_port for 56715f80-f9f8-4a2f-a1ae-cb92550299f9 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:58.151788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.163349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:58.168290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960160d0-2ddd-41e1-ab3b-edc4aaa0965d req-1be94bb1-6815-479d-8ef3-20b8c7fa52d8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.169698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960160d0-2ddd-41e1-ab3b-edc4aaa0965d req-1be94bb1-6815-479d-8ef3-20b8c7fa52d8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0827529 Jul 16 18:07:58.204831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'name': 'network-vif-deleted', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:58.207610 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f77fc1-b4e6-4b77-92b2-abc180d4c7ad" -d '{"events": [{"server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "name": "network-vif-deleted", "tag": "53aac028-e991-489f-ad3f-bd475f15b534"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:58.215370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event deleted for resources: {'Port': ['ID=167de773-c6fd-49dd-af50-bfcc1bc7a5b5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.216311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['56715f80-f9f8-4a2f-a1ae-cb92550299f9', '167de773-c6fd-49dd-af50-bfcc1bc7a5b5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:58.264934 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960160d0-2ddd-41e1-ab3b-edc4aaa0965d req-1707fd2f-6df3-41e9-9c31-25c07f936b0e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874491 Jul 16 18:07:58.303968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] No DVR routers for this DVR port 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:58.307102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.309545 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32c62094-d9f0-4b15-a822-042b8b6910a7 req-5a6bcf26-b136-4845-8485-a2933c4b6168 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "DELETE /v2.0/ports/167de773-c6fd-49dd-af50-bfcc1bc7a5b5 HTTP/1.1" status: 204 len: 173 time: 1.0334933 Jul 16 18:07:58.310020 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fb51d9-a874-438e-973c-d98bfa21526c', 'name': 'network-vif-deleted', 'tag': '167de773-c6fd-49dd-af50-bfcc1bc7a5b5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:58.312731 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180dfce3-18d0-4c6a-8ac9-e6a90d5bcee9" -d '{"events": [{"server_uuid": "f4fb51d9-a874-438e-973c-d98bfa21526c", "name": "network-vif-deleted", "tag": "167de773-c6fd-49dd-af50-bfcc1bc7a5b5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:58.451914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:58.453110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.460820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 72e40d34-d601-444c-9a9b-f188c2e9459a up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:58.507885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event deleted for resources: {'Port': ['ID=56715f80-f9f8-4a2f-a1ae-cb92550299f9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.549923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8660821-8c6d-411b-b572-5d9c6542990a req-11021a0f-92e6-4351-a171-c36fbfe82d02 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.559270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8660821-8c6d-411b-b572-5d9c6542990a req-11021a0f-92e6-4351-a171-c36fbfe82d02 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 943 time: 0.1653252 Jul 16 18:07:58.585049 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.595314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] No DVR routers for this DVR port 56715f80-f9f8-4a2f-a1ae-cb92550299f9 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:58.599581 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.602838 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d62e409-612d-4f96-afc5-ac9804c39548 req-b84e5928-1bd7-45e4-98d9-cff739dff7a3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.46 "DELETE /v2.0/ports/56715f80-f9f8-4a2f-a1ae-cb92550299f9 HTTP/1.1" status: 204 len: 173 time: 0.9856691 Jul 16 18:07:58.625471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb3eac0e-2b99-422f-b878-20200ac006cc req-22f02639-1d57-4ba6-bf95-3701bc0842b6 tempest-LiveMigrationTest-584480831 tempest-LiveMigrationTest-584480831-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2866579-fb0b-476b-927d-769cea75111a HTTP/1.1" status: 200 len: 210 time: 0.0850253 Jul 16 18:07:58.637152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-1d944eab-b417-4bc6-9549-a3e8957158a5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.638693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-1d944eab-b417-4bc6-9549-a3e8957158a5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 948 time: 0.1936252 Jul 16 18:07:58.717282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8660821-8c6d-411b-b572-5d9c6542990a req-c9f2bd3b-3863-42b9-8719-f3bc53de122f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566751 Jul 16 18:07:58.719163 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731cc135-d539-4757-8d93-ff3a5327e0cd x-openstack-request-id: req-731cc135-d539-4757-8d93-ff3a5327e0cd {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:58.719163 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2866579-fb0b-476b-927d-769cea75111a", "name": "network-vif-deleted", "tag": "53aac028-e991-489f-ad3f-bd475f15b534", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:58.719401 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-731cc135-d539-4757-8d93-ff3a5327e0cd {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:58.719706 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2866579-fb0b-476b-927d-769cea75111a', 'name': 'network-vif-deleted', 'tag': '53aac028-e991-489f-ad3f-bd475f15b534', 'status': 'completed', 'code': 200} Jul 16 18:07:58.724960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 72e40d34-d601-444c-9a9b-f188c2e9459a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:58.738328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 72e40d34-d601-444c-9a9b-f188c2e9459a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:58.738921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.801147 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79743a3-8353-479c-99e6-7f452a1065ed x-openstack-request-id: req-f79743a3-8353-479c-99e6-7f452a1065ed {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:58.801402 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fb51d9-a874-438e-973c-d98bfa21526c", "name": "network-vif-deleted", "tag": "167de773-c6fd-49dd-af50-bfcc1bc7a5b5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:58.801636 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f79743a3-8353-479c-99e6-7f452a1065ed {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:58.802069 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4fb51d9-a874-438e-973c-d98bfa21526c', 'name': 'network-vif-deleted', 'tag': '167de773-c6fd-49dd-af50-bfcc1bc7a5b5', 'status': 'completed', 'code': 200} Jul 16 18:07:58.808954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-1f8ae9c7-347f-440d-b515-cbd65c6801de service neutron] 10.222.0.45 "GET /v2.0/ports/ac08c660-51e4-4c1a-a51d-df93c7ef579d/bindings/n-h1-793619-10 HTTP/1.1" status: 200 len: 383 time: 0.1591084 Jul 16 18:07:58.828454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:58.871675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'mac_address': 'fa:16:3e:85:13:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:58.968628 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.983382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.986892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac08c660-51e4-4c1a-a51d-df93c7ef579d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:59.022254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:59.027028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3ca042-7a06-4aa5-8a7c-105850cd253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e40d34-d601-444c-9a9b-f188c2e9459a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:59.028536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-ecc20e26-f99b-46bc-ae08-dca3dc633091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.029498 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb18ea8-1eac-4f52-8f13-4d30789a0d1b" -d '{"events": [{"server_uuid": "cd3ca042-7a06-4aa5-8a7c-105850cd253d", "name": "network-vif-plugged", "status": "completed", "tag": "72e40d34-d601-444c-9a9b-f188c2e9459a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:59.030146 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-ecc20e26-f99b-46bc-ae08-dca3dc633091 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1100 time: 0.1901882 Jul 16 18:07:59.034267 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.034915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 68048f56-4baa-416d-a5b8-f20931d1d46f details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:59.067994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 72e40d34-d601-444c-9a9b-f188c2e9459a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=72e40d34-d601-444c-9a9b-f188c2e9459a,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:59.079321 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.115884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.151432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:59.264549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=72e40d34-d601-444c-9a9b-f188c2e9459a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.298590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=68048f56-4baa-416d-a5b8-f20931d1d46f,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:59.327340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '68048f56-4baa-416d-a5b8-f20931d1d46f', 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad', 'port_id': '68048f56-4baa-416d-a5b8-f20931d1d46f', 'mac_address': 'fa:16:3e:e6:66:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d467f39-c1ea-42de-a1d2-8170bc5c944b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:59.397948 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.422344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00832c41-9a72-4475-b092-27ffb4865ceb req-cb15478d-e327-4c6c-a96c-e9c1445c36d5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.423900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00832c41-9a72-4475-b092-27ffb4865ceb req-cb15478d-e327-4c6c-a96c-e9c1445c36d5 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 948 time: 0.4733760 Jul 16 18:07:59.429399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68048f56-4baa-416d-a5b8-f20931d1d46f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:59.456861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=68048f56-4baa-416d-a5b8-f20931d1d46f,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:59.466806 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.484954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79815504-a64c-45d7-8c29-b50c4990861c req-cad2c27b-6575-49c4-a0d1-7007a9bbdeb3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.493241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79815504-a64c-45d7-8c29-b50c4990861c req-cad2c27b-6575-49c4-a0d1-7007a9bbdeb3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.5223191 Jul 16 18:07:59.536400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=68048f56-4baa-416d-a5b8-f20931d1d46f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.536857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00832c41-9a72-4475-b092-27ffb4865ceb req-e894ef4e-1b4a-465d-9449-4e7b652707fd tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875976 Jul 16 18:07:59.540943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-316d8f21-2675-483f-80a9-6b1f51774126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.542414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-316d8f21-2675-483f-80a9-6b1f51774126 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.5050769 Jul 16 18:07:59.597746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79815504-a64c-45d7-8c29-b50c4990861c req-fa26e92b-e13b-431e-ad19-53d00e873252 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028094 Jul 16 18:07:59.598979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-0e2d8ebe-07c0-41b4-8687-fb2684464f47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.0488775 Jul 16 18:07:59.669131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-32801909-895e-4822-ae32-5dcc6f64f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.670612 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-32801909-895e-4822-ae32-5dcc6f64f2fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0646722 Jul 16 18:07:59.735891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-10a0beb4-7967-472d-9cb1-deb18e652fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.737468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-10a0beb4-7967-472d-9cb1-deb18e652fe4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594139 Jul 16 18:07:59.741974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['68048f56-4baa-416d-a5b8-f20931d1d46f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:59.745241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['ac08c660-51e4-4c1a-a51d-df93c7ef579d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:59.747868 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af880fd7-da72-484e-95a6-ca868d74bd50 x-openstack-request-id: req-af880fd7-da72-484e-95a6-ca868d74bd50 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:59.748843 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3ca042-7a06-4aa5-8a7c-105850cd253d", "name": "network-vif-plugged", "status": "completed", "tag": "72e40d34-d601-444c-9a9b-f188c2e9459a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:59.751195 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af880fd7-da72-484e-95a6-ca868d74bd50 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:59.751671 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3ca042-7a06-4aa5-8a7c-105850cd253d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e40d34-d601-444c-9a9b-f188c2e9459a', 'code': 200} Jul 16 18:07:59.898385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b856cf-5290-494d-a170-45b8ea6f4208 req-5da569a1-49b1-4b19-97a5-0d516de42f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.900667 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-34b856cf-5290-494d-a170-45b8ea6f4208 req-5da569a1-49b1-4b19-97a5-0d516de42f67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 1098 time: 0.0753851 Jul 16 18:07:59.951044 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-34b856cf-5290-494d-a170-45b8ea6f4208 req-42b6069f-4c71-43e1-9d0a-31da773ace3a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418689 Jul 16 18:07:59.959445 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2fd88bd-8ec6-4991-bf38-5405f4fcfbcf req-3cd02ffd-d0c2-4f75-b4bb-7f1b3159faae tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0734720 Jul 16 18:07:59.999682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-c5105d9a-7eec-4fc4-b1f4-b4e3719748db service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499428 Jul 16 18:08:00.061099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37952) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:00.070025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecf5b2-3cb4-451f-9488-2fd33578c07e req-c1b204d6-e7f3-4f67-99fa-17ce53d1eba1 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.071828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11ecf5b2-3cb4-451f-9488-2fd33578c07e req-c1b204d6-e7f3-4f67-99fa-17ce53d1eba1 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 946 time: 0.1915352 Jul 16 18:08:00.170207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11ecf5b2-3cb4-451f-9488-2fd33578c07e req-b789048e-57a6-4eee-9beb-7f6fa215cb27 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717328 Jul 16 18:08:00.173757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-be55b586-6517-49b1-9f65-fec46fe0114b service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659892 Jul 16 18:08:00.185458 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22995008-b513-48eb-aa64-a1075a176c80 req-866de5a0-ed0a-44f5-b2a9-683eb1db1e0b tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=837a6d991f4745a8964bdf2bd718975e HTTP/1.1" status: 200 len: 221 time: 0.0473392 Jul 16 18:08:00.236827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ddb619-9cdd-45b9-9d40-7e116bf5f66f admin admin] Deleting subnet 99df10c3-2675-45ca-b32a-e13c26b1036f {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:00.240109 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97ddb619-9cdd-45b9-9d40-7e116bf5f66f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.280996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97ddb619-9cdd-45b9-9d40-7e116bf5f66f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.325206 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97ddb619-9cdd-45b9-9d40-7e116bf5f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.376089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983030b-f469-478a-8cac-9af754de6b99 req-d126f8b4-f3cb-4152-8b4e-6c4526a00532 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.377688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6983030b-f469-478a-8cac-9af754de6b99 req-d126f8b4-f3cb-4152-8b4e-6c4526a00532 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 944 time: 0.0816987 Jul 16 18:08:00.389399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97ddb619-9cdd-45b9-9d40-7e116bf5f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.416636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddb619-9cdd-45b9-9d40-7e116bf5f66f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99df10c3-2675-45ca-b32a-e13c26b1036f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.420539 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97ddb619-9cdd-45b9-9d40-7e116bf5f66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.422783 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-97ddb619-9cdd-45b9-9d40-7e116bf5f66f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/99df10c3-2675-45ca-b32a-e13c26b1036f HTTP/1.1" status: 204 len: 168 time: 0.3606246 Jul 16 18:08:00.425233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:00.451818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6983030b-f469-478a-8cac-9af754de6b99 req-14bcacf3-bbc9-4f32-bcc7-9f74e441b60c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518334 Jul 16 18:08:00.465643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ac515-45cd-4248-b291-414927df882e req-a5833544-0784-4085-845d-b5fcada02437 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.467154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-781ac515-45cd-4248-b291-414927df882e req-a5833544-0784-4085-845d-b5fcada02437 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1086473 Jul 16 18:08:00.516560 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.521162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-781ac515-45cd-4248-b291-414927df882e req-539fdbeb-debf-48ca-92dc-2a121f9c6c09 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460389 Jul 16 18:08:00.601747 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.608249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 56715f80-f9f8-4a2f-a1ae-cb92550299f9 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:00.614300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdcbab5-69e0-4320-a4e3-82749ccfe0e0']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:00.629033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39254cf3-f9c7-40f1-b118-b8a38378704d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:00.629486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39254cf3-f9c7-40f1-b118-b8a38378704d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:00.631399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 56715f80-f9f8-4a2f-a1ae-cb92550299f9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:00.631755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 56715f80-f9f8-4a2f-a1ae-cb92550299f9 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:00.632185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:00.642192 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.656354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:00.656722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 167de773-c6fd-49dd-af50-bfcc1bc7a5b5 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:00.657156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 53aac028-e991-489f-ad3f-bd475f15b534 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:00.658292 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.664939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:00.665949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.678229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 53aac028-e991-489f-ad3f-bd475f15b534 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:00.678438 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:00.681240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 53aac028-e991-489f-ad3f-bd475f15b534 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:00.707164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36825d6f-917f-4157-97b9-91694916a630 req-3f5f8cdd-8033-4ea8-8b92-444b646fa102 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.716218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36825d6f-917f-4157-97b9-91694916a630 req-3f5f8cdd-8033-4ea8-8b92-444b646fa102 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0810826 Jul 16 18:08:00.734462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.741286 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.748706 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4cdcbab5-69e0-4320-a4e3-82749ccfe0e0 HTTP/1.1" status: 204 len: 168 time: 0.3172708 Jul 16 18:08:00.749541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37978) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:00.766446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed434e-59d6-42ad-9f9d-e9761f21beb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cdcbab5-69e0-4320-a4e3-82749ccfe0e0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.776066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36825d6f-917f-4157-97b9-91694916a630 req-358b5e6c-a271-4b3a-b9da-9d4c189296be tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585065 Jul 16 18:08:00.803061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25626272-3ca7-4782-b013-2c996bf9d3fc', 'name': 'network-vif-deleted', 'tag': '56715f80-f9f8-4a2f-a1ae-cb92550299f9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:00.809226 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3d3386-c3cf-4f5f-991a-6263cb9dc206" -d '{"events": [{"server_uuid": "25626272-3ca7-4782-b013-2c996bf9d3fc", "name": "network-vif-deleted", "tag": "56715f80-f9f8-4a2f-a1ae-cb92550299f9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:00.820742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e551bf-2ee1-401f-ac5d-99c655d0985f admin admin] Deleting subnet fdcdcf4b-0451-4c5f-9826-b4a312108886 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:00.825342 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41e551bf-2ee1-401f-ac5d-99c655d0985f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.869496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41e551bf-2ee1-401f-ac5d-99c655d0985f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.917056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41e551bf-2ee1-401f-ac5d-99c655d0985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.974838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41e551bf-2ee1-401f-ac5d-99c655d0985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.000136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e551bf-2ee1-401f-ac5d-99c655d0985f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdcdcf4b-0451-4c5f-9826-b4a312108886,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:01.016364 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41e551bf-2ee1-401f-ac5d-99c655d0985f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.018995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-41e551bf-2ee1-401f-ac5d-99c655d0985f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fdcdcf4b-0451-4c5f-9826-b4a312108886 HTTP/1.1" status: 204 len: 168 time: 0.2673774 Jul 16 18:08:01.022954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.096164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.110047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90ddeb-1ca0-48e5-a3d1-f55597b92bdf req-f97d4a15-b1a5-4afe-b360-889f98d3fdc1 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.110047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c90ddeb-1ca0-48e5-a3d1-f55597b92bdf req-f97d4a15-b1a5-4afe-b360-889f98d3fdc1 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 949 time: 0.1066246 Jul 16 18:08:01.159540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfd493-5f5d-42ea-b60b-08b0eaf01a3a req-f3ffdfab-50df-463d-a28c-e01c557725f8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.161052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6dfd493-5f5d-42ea-b60b-08b0eaf01a3a req-f3ffdfab-50df-463d-a28c-e01c557725f8 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 949 time: 0.1101832 Jul 16 18:08:01.168545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c90ddeb-1ca0-48e5-a3d1-f55597b92bdf req-dc606ff9-add0-41c3-8630-013167b64993 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542364 Jul 16 18:08:01.173177 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.184638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba449003-be70-47cb-a54b-f81fd368605f']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.203493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b4dc59-1acd-43a0-9b78-22f559d839f2') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.203742 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b4dc59-1acd-43a0-9b78-22f559d839f2') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.211972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6dfd493-5f5d-42ea-b60b-08b0eaf01a3a req-d89eccc2-bee9-4bf1-8b64-c214d2a5b4a5 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Jul 16 18:08:01.217130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.237054 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.238837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:01.239247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:01.241198 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:01.252691 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff6040-6763-4a6c-9322-29efc294c5a8 x-openstack-request-id: req-fbff6040-6763-4a6c-9322-29efc294c5a8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:01.252890 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25626272-3ca7-4782-b013-2c996bf9d3fc", "name": "network-vif-deleted", "tag": "56715f80-f9f8-4a2f-a1ae-cb92550299f9", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:01.253096 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbff6040-6763-4a6c-9322-29efc294c5a8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:01.253489 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25626272-3ca7-4782-b013-2c996bf9d3fc', 'name': 'network-vif-deleted', 'tag': '56715f80-f9f8-4a2f-a1ae-cb92550299f9', 'status': 'completed', 'code': 200} Jul 16 18:08:01.304705 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.312914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.316701 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] 10.222.0.60 "DELETE /v2.0/networks/ba449003-be70-47cb-a54b-f81fd368605f HTTP/1.1" status: 204 len: 168 time: 0.2926013 Jul 16 18:08:01.330013 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d76443-6375-4b5c-9106-ee557cc1c56f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba449003-be70-47cb-a54b-f81fd368605f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:01.394046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e956577-8367-4d2c-a207-2c303cfed9d2 req-e01cc24c-3693-4b49-8603-ea571cb6edc1 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0553241 Jul 16 18:08:01.433966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aaeee-9bb0-48df-b515-105039cc7d97 req-fb05926e-9c60-4629-adff-a673915f5fff tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.435542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-560aaeee-9bb0-48df-b515-105039cc7d97 req-fb05926e-9c60-4629-adff-a673915f5fff tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0986664 Jul 16 18:08:01.456625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.519041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-560aaeee-9bb0-48df-b515-105039cc7d97 req-0acc3e18-2b4e-46b0-93e3-28480c4e23f4 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737710 Jul 16 18:08:01.532027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dc18f883-2288-4d97-a89e-a2c6d5388734 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6b9f0b080244c71a707593126928b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740361 Jul 16 18:08:01.535308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.589695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cfed2-622a-46e5-b631-e2911eadb7d0 req-cd89361a-64f2-48e3-a877-8be0dc479344 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.591226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e94cfed2-622a-46e5-b631-e2911eadb7d0 req-cd89361a-64f2-48e3-a877-8be0dc479344 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 946 time: 0.0786736 Jul 16 18:08:01.596726 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d04f6bc-e582-4e27-84b5-b9b1002419c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.620240 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d04f6bc-e582-4e27-84b5-b9b1002419c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.634593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e94cfed2-622a-46e5-b631-e2911eadb7d0 req-e23141ae-2761-4558-a1e6-226bed7bf731 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372233 Jul 16 18:08:01.684057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d04f6bc-e582-4e27-84b5-b9b1002419c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.689149 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d04f6bc-e582-4e27-84b5-b9b1002419c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.689989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7d04f6bc-e582-4e27-84b5-b9b1002419c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53d3c28a-9343-4faf-bd89-8d479b5e2fc9 HTTP/1.1" status: 204 len: 168 time: 0.1533530 Jul 16 18:08:01.699191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04f6bc-e582-4e27-84b5-b9b1002419c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d3c28a-9343-4faf-bd89-8d479b5e2fc9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:01.727453 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc23f22-4b90-401c-8f26-337c8c47d0ef req-08e870c5-bc50-43af-8bea-2cadaa564b14 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.735740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fc23f22-4b90-401c-8f26-337c8c47d0ef req-08e870c5-bc50-43af-8bea-2cadaa564b14 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 944 time: 0.1000612 Jul 16 18:08:01.801124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fc23f22-4b90-401c-8f26-337c8c47d0ef req-e8b4154e-7519-4cb7-b588-fac0edc03fbf tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645351 Jul 16 18:08:01.844455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa758b9-6177-4526-aa3b-0a5b994d6292 req-cae66930-1dfa-489d-b0c5-6f30b83dde50 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.846005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9aa758b9-6177-4526-aa3b-0a5b994d6292 req-cae66930-1dfa-489d-b0c5-6f30b83dde50 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0860572 Jul 16 18:08:01.893341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9aa758b9-6177-4526-aa3b-0a5b994d6292 req-e3612c73-590c-46a8-97e0-ed6cdfd87cb3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Jul 16 18:08:02.131813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c8323-5d84-46db-ae75-89031f160b60 req-6381faa1-6244-4a7f-9221-f0ebc279f1d9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.133342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f35c8323-5d84-46db-ae75-89031f160b60 req-6381faa1-6244-4a7f-9221-f0ebc279f1d9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0991321 Jul 16 18:08:02.209024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f35c8323-5d84-46db-ae75-89031f160b60 req-ef915e1c-d7c8-41ea-b71a-5598596557ea tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689454 Jul 16 18:08:02.248936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.333300 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a502d846-1f73-40d0-bd85-6d3e9f34154c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54f7389efe8849dca15587c981674750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817940 Jul 16 18:08:02.335423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.402486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-bf17b445-81c0-4146-ad30-f21235681d3a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.405321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-bf17b445-81c0-4146-ad30-f21235681d3a tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 949 time: 0.1759365 Jul 16 18:08:02.407373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-576a4878-106e-40df-b9d2-693fad35d2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.413083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:02.431916 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-576a4878-106e-40df-b9d2-693fad35d2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.479732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port ac08c660-51e4-4c1a-a51d-df93c7ef579d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:02.486589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-576a4878-106e-40df-b9d2-693fad35d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.490027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-576a4878-106e-40df-b9d2-693fad35d2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.490891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port ac08c660-51e4-4c1a-a51d-df93c7ef579d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:02.492357 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.496192 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-576a4878-106e-40df-b9d2-693fad35d2e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f65e53dc-98fb-4da2-83c2-c11c45088e5e HTTP/1.1" status: 204 len: 168 time: 0.1594622 Jul 16 18:08:02.504315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a4878-106e-40df-b9d2-693fad35d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65e53dc-98fb-4da2-83c2-c11c45088e5e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.644965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.680362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-91bfa11f-b71a-4eb6-844a-8e141f586035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.682890 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-91bfa11f-b71a-4eb6-844a-8e141f586035 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8&tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff HTTP/1.1" status: 200 len: 1101 time: 0.0988269 Jul 16 18:08:02.683046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7df6d-7df3-423c-b145-dcfc1af1673b req-69d5536c-61fa-49c1-bfb8-5bfe74ce92f3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.684506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49d7df6d-7df3-423c-b145-dcfc1af1673b req-69d5536c-61fa-49c1-bfb8-5bfe74ce92f3 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 949 time: 0.2938697 Jul 16 18:08:02.695394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f136e2-6c2b-4737-9281-86601f17d259 req-8217285e-e008-486d-b7a1-85aa1ff4a9fe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.696757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:02.699089 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3a5856-81fe-4252-82e0-262e159ca72d" -d '{"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:02.703479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9f136e2-6c2b-4737-9281-86601f17d259 req-8217285e-e008-486d-b7a1-85aa1ff4a9fe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.3244944 Jul 16 18:08:02.705394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:02.714554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:02.720125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.720981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 68048f56-4baa-416d-a5b8-f20931d1d46f up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:02.740891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Deleting port 4f6249de-c499-4ca1-9e36-aeaf61b219fe {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:02.741352 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.810797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.817770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49d7df6d-7df3-423c-b145-dcfc1af1673b req-fb0ae353-660c-4343-a374-b81237233bac tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115563 Jul 16 18:08:02.846183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.869677 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.870036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.870785 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.871739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.872149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.872599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.872985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.873395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.873772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.874285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.874555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.874896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:02.885878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9f136e2-6c2b-4737-9281-86601f17d259 req-494ee3b4-03ab-4f5a-bb92-fb0566e5543c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817219 Jul 16 18:08:02.898808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 68048f56-4baa-416d-a5b8-f20931d1d46f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:02.929138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 68048f56-4baa-416d-a5b8-f20931d1d46f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:02.929604 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.133661 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c5942d6-4fd4-4779-a84e-babc54d9d0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.137761 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.146340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] For port 4f6249de-c499-4ca1-9e36-aeaf61b219fe, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4f6249de-c499-4ca1-9e36-aeaf61b219fe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:03.146594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.167476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Calling delete_port for 4f6249de-c499-4ca1-9e36-aeaf61b219fe owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:03.189171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=68048f56-4baa-416d-a5b8-f20931d1d46f,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:03.195721 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.240862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:03.259047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07454462-3ff9-4f99-b691-ef8cd249e969 req-559ac9f5-9390-474f-9337-e29b4fe95403 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0700400 Jul 16 18:08:03.270612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c7389-b7b8-4be7-adf6-5ff06c60befd req-f6bfe0ac-760c-401d-ba7c-8728c43ffdc3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.272149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc1c7389-b7b8-4be7-adf6-5ff06c60befd req-f6bfe0ac-760c-401d-ba7c-8728c43ffdc3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d68d33b-52d2-4d04-af5c-c09db7391e56 HTTP/1.1" status: 200 len: 949 time: 0.2295148 Jul 16 18:08:03.276179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=68048f56-4baa-416d-a5b8-f20931d1d46f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.303987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:03.344509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc1c7389-b7b8-4be7-adf6-5ff06c60befd req-d81d8b15-d472-4729-adfd-aff052c8d7f3 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.60 "GET /v2.0/security-groups?id=11f0e823-2376-461b-bbb0-81484b7f54cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642948 Jul 16 18:08:03.372911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.375673 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9fd1d0-994e-4731-9e63-ec2493d3a458 x-openstack-request-id: req-3b9fd1d0-994e-4731-9e63-ec2493d3a458 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:03.375962 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:03.376598 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b9fd1d0-994e-4731-9e63-ec2493d3a458 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:03.377012 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'code': 200} Jul 16 18:08:03.387840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:03.390150 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fda85e-a970-431a-be82-f89379272790" -d '{"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:03.422250 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Transition to ACTIVE for port object ac08c660-51e4-4c1a-a51d-df93c7ef579d will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:03.422370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.425623 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.436656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4f6249de-c499-4ca1-9e36-aeaf61b219fe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:03.480164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Pushing event deleted for resources: {'Port': ['ID=4f6249de-c499-4ca1-9e36-aeaf61b219fe,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.554672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] No DVR routers for this DVR port ac08c660-51e4-4c1a-a51d-df93c7ef579d on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:03.558794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.571244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] No DVR routers for this DVR port 4f6249de-c499-4ca1-9e36-aeaf61b219fe on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:03.576904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.578967 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d820824-3d3a-4ccf-8bed-61ccac0b67c4 req-11171f9f-6d09-4476-9d54-008ebe58de57 tempest-ServersOnMultiNodesTest-1492640787 tempest-ServersOnMultiNodesTest-1492640787-project] 10.222.0.45 "DELETE /v2.0/ports/4f6249de-c499-4ca1-9e36-aeaf61b219fe HTTP/1.1" status: 204 len: 173 time: 1.1463053 Jul 16 18:08:03.579457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d68d33b-52d2-4d04-af5c-c09db7391e56', 'name': 'network-vif-deleted', 'tag': '4f6249de-c499-4ca1-9e36-aeaf61b219fe'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:03.587601 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65d59aa-a75f-4920-9483-bc9b0b773f9f" -d '{"events": [{"server_uuid": "1d68d33b-52d2-4d04-af5c-c09db7391e56", "name": "network-vif-deleted", "tag": "4f6249de-c499-4ca1-9e36-aeaf61b219fe"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:03.611996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:03.612441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:03.612889 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:03.623397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Port ac08c660-51e4-4c1a-a51d-df93c7ef579d on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:03.624971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Attempting to bind port ac08c660-51e4-4c1a-a51d-df93c7ef579d on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:03.636789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:03.637145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:03.637539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:03.637983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Bound port: ac08c660-51e4-4c1a-a51d-df93c7ef579d, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:03.638345 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.789991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db76a1-a7ea-461c-a146-ff6adff3b17c req-4851cc46-4a4a-4240-b987-d79c2e56d1d7 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.791738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90db76a1-a7ea-461c-a146-ff6adff3b17c req-4851cc46-4a4a-4240-b987-d79c2e56d1d7 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.2010674 Jul 16 18:08:03.797616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:03.801694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:03.808098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.854783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90db76a1-a7ea-461c-a146-ff6adff3b17c req-4ee4f1c4-6e0d-48cf-adf1-288df2956179 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554893 Jul 16 18:08:03.870341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.870983 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.872374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] 10.222.0.46 "PUT /v2.0/ports/ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 1098 time: 1.1718926 Jul 16 18:08:03.905476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109867e-0cfe-4d44-ba3a-0805f9f3afa3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=11']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.982832 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2608c74c-584a-4cbe-b74d-b93d7929f619 x-openstack-request-id: req-2608c74c-584a-4cbe-b74d-b93d7929f619 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:03.983268 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:03.983497 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2608c74c-584a-4cbe-b74d-b93d7929f619 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:03.986952 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'code': 200} Jul 16 18:08:04.031955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-e6fbf3fb-73d9-467e-9d6f-6333dd34a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.033743 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-e6fbf3fb-73d9-467e-9d6f-6333dd34a543 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1101 time: 0.1028919 Jul 16 18:08:04.200570 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20140a5-874e-4788-b9e0-f1e9f6dd2adc x-openstack-request-id: req-c20140a5-874e-4788-b9e0-f1e9f6dd2adc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:04.200898 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d68d33b-52d2-4d04-af5c-c09db7391e56", "name": "network-vif-deleted", "tag": "4f6249de-c499-4ca1-9e36-aeaf61b219fe", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:04.201123 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c20140a5-874e-4788-b9e0-f1e9f6dd2adc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:04.201699 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d68d33b-52d2-4d04-af5c-c09db7391e56', 'name': 'network-vif-deleted', 'tag': '4f6249de-c499-4ca1-9e36-aeaf61b219fe', 'status': 'completed', 'code': 200} Jul 16 18:08:04.217006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-2cec896f-773b-4098-ab1c-436188e02276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.218527 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-2cec896f-773b-4098-ab1c-436188e02276 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1766639 Jul 16 18:08:04.278561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743562d-e4c8-44a2-9c14-26b7daaef5f3 req-fbccebd8-67f4-4925-a660-ece3a7794f94 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.287880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9743562d-e4c8-44a2-9c14-26b7daaef5f3 req-fbccebd8-67f4-4925-a660-ece3a7794f94 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1722023 Jul 16 18:08:04.313404 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-8a0f51c1-f631-41fc-9bbe-31ec1e08310e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.0874667 Jul 16 18:08:04.414027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9743562d-e4c8-44a2-9c14-26b7daaef5f3 req-f1ac478c-37fc-4528-9b85-c9249693120d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149912 Jul 16 18:08:04.414495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-6a7c1842-1076-4eb4-95e5-79dcf1d74b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.417863 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-6a7c1842-1076-4eb4-95e5-79dcf1d74b74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0970709 Jul 16 18:08:04.443232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:04.491298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094a175-c39f-4b21-905a-f493b13180a5 req-0e76cffc-8fa1-475b-9abe-456247d6ff7e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.492698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6094a175-c39f-4b21-905a-f493b13180a5 req-0e76cffc-8fa1-475b-9abe-456247d6ff7e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 949 time: 0.1871278 Jul 16 18:08:04.534457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:04.534785 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4f6249de-c499-4ca1-9e36-aeaf61b219fe no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:04.568301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6094a175-c39f-4b21-905a-f493b13180a5 req-a8bc0591-3851-485e-b74e-0f3da820ba72 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662618 Jul 16 18:08:04.582222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 4f6249de-c499-4ca1-9e36-aeaf61b219fe {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:04.583043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4f6249de-c499-4ca1-9e36-aeaf61b219fe not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:04.594653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-15c70986-fdff-48f3-855b-2dbd8f2bea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.597033 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-15c70986-fdff-48f3-855b-2dbd8f2bea1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1722658 Jul 16 18:08:04.731371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74c12ef2-4b90-46d8-a28b-b64ea0b91c14 req-6d05d2fe-a031-42dd-94dd-9aa8630c39aa tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0663064 Jul 16 18:08:04.739700 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-4eaa29d2-a97f-4bbe-a26e-65e8c079d766 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338673 Jul 16 18:08:04.899353 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0dc7f7c0-8e02-4733-afcd-1766f963ebd8 req-e7900e6f-c3e3-4683-bb85-a56d2401ae72 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502953 Jul 16 18:08:04.972697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cff549-f2b5-4f52-a06f-4767ec13d130 req-49c1ac9c-949e-46fa-bf2b-3caafc273dfe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.980261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82cff549-f2b5-4f52-a06f-4767ec13d130 req-49c1ac9c-949e-46fa-bf2b-3caafc273dfe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1152408 Jul 16 18:08:05.032018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82cff549-f2b5-4f52-a06f-4767ec13d130 req-190c59c9-cc55-4a1d-bc0c-6c702f428188 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508463 Jul 16 18:08:05.127899 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-ea2a8bd5-02e4-43e7-89c9-2a8edba45927 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=13c49039e75f4f209c1846c4420cce09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328918 Jul 16 18:08:05.174051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38130) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.301416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-4f14a537-6928-46d6-bb82-8b83a7b09270 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.302904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-4f14a537-6928-46d6-bb82-8b83a7b09270 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698730 Jul 16 18:08:05.326960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-af0a2c7c-1473-4b3a-9c75-830d145e9e25 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/quotas/13c49039e75f4f209c1846c4420cce09 HTTP/1.1" status: 200 len: 375 time: 0.0156188 Jul 16 18:08:05.333195 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-df432a83-9b38-41f0-950f-945e3a52402e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33a0bbd4b0e94ba9b96e94d57280f64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579342 Jul 16 18:08:05.335517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.339403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d67d3-62f0-497c-9f34-1bccc3c10efc req-f9f75091-475b-45e6-9875-10334b2fc364 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.341003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e40d67d3-62f0-497c-9f34-1bccc3c10efc req-f9f75091-475b-45e6-9875-10334b2fc364 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1119885 Jul 16 18:08:05.378080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:05.381864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-90eea11a-09c5-45b6-8af2-a6c41a650796 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c49039e75f4f209c1846c4420cce09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399041 Jul 16 18:08:05.382643 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6523085d-0dd9-48df-ae87-135c05de3431" -d '{"events": [{"server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "name": "network-vif-plugged", "status": "completed", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:05.388954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-420e1285-08dc-4a1a-9258-00b8706fb94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.406534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e40d67d3-62f0-497c-9f34-1bccc3c10efc req-dd909b1c-e654-4f4e-9ba0-0a777c937a05 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558374 Jul 16 18:08:05.415559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-420e1285-08dc-4a1a-9258-00b8706fb94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.477585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-420e1285-08dc-4a1a-9258-00b8706fb94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.481048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-420e1285-08dc-4a1a-9258-00b8706fb94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.482584 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-420e1285-08dc-4a1a-9258-00b8706fb94b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11f0e823-2376-461b-bbb0-81484b7f54cd HTTP/1.1" status: 204 len: 168 time: 0.1461573 Jul 16 18:08:05.491637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e1285-08dc-4a1a-9258-00b8706fb94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f0e823-2376-461b-bbb0-81484b7f54cd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:05.825601 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb8f271-fa98-4535-9c84-21ecbfe82424 x-openstack-request-id: req-7eb8f271-fa98-4535-9c84-21ecbfe82424 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:05.826108 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "name": "network-vif-plugged", "status": "completed", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:05.826227 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7eb8f271-fa98-4535-9c84-21ecbfe82424 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:05.826532 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f', 'code': 200} Jul 16 18:08:05.886905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033f88e-4252-4d2a-878d-8e00b4362517 req-9d2a0ee9-175e-48ea-a03e-4cb968129c95 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.896255 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f033f88e-4252-4d2a-878d-8e00b4362517 req-9d2a0ee9-175e-48ea-a03e-4cb968129c95 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1494057 Jul 16 18:08:05.915904 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.927789 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7c2ac45-c040-498e-9626-67fad2b980de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.940869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38158) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.987702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:05.990159 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465" -d '{"events": [{"name": "network-changed", "server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:06.000828 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3c52e41f-6852-4435-964a-21e02459896f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=960cf91c2dea4925984166aed655cbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586641 Jul 16 18:08:06.001555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38164) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.008320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00c01d47-d225-4483-9a7f-9f89e3c09c65 req-c6d06277-179a-43ff-ae7c-2614d9f4950c tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 210 time: 0.0919521 Jul 16 18:08:06.069514 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a2c191c-c48b-468f-9919-af1ee2e48fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.080738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f033f88e-4252-4d2a-878d-8e00b4362517 req-b28be1d6-a180-4a64-b92e-7001ac6e8a12 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774716 Jul 16 18:08:06.091480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5fc7e-7b64-4bc5-a7db-4d4323f3d164 req-850269a0-cf89-4200-8010-b9100c3abcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.093074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04e5fc7e-7b64-4bc5-a7db-4d4323f3d164 req-850269a0-cf89-4200-8010-b9100c3abcb0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 1097 time: 0.1629930 Jul 16 18:08:06.101354 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a2c191c-c48b-468f-9919-af1ee2e48fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.150743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04e5fc7e-7b64-4bc5-a7db-4d4323f3d164 req-09a1cf06-9da9-4b7c-8a66-955e9517d4e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501297 Jul 16 18:08:06.194266 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a2c191c-c48b-468f-9919-af1ee2e48fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.198272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a2c191c-c48b-468f-9919-af1ee2e48fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.200059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3a2c191c-c48b-468f-9919-af1ee2e48fd6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e1a71f9-c291-4c44-9826-c6590b606b5a HTTP/1.1" status: 204 len: 168 time: 0.1971262 Jul 16 18:08:06.217387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c191c-c48b-468f-9919-af1ee2e48fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a71f9-c291-4c44-9826-c6590b606b5a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.308602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e8f1a-d23e-4258-bc0e-63987e074a83 req-3bbca8f5-c621-45a3-808d-ab490ba17c20 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.316886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-173e8f1a-d23e-4258-bc0e-63987e074a83 req-3bbca8f5-c621-45a3-808d-ab490ba17c20 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 949 time: 0.0954039 Jul 16 18:08:06.377157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-173e8f1a-d23e-4258-bc0e-63987e074a83 req-ff57ec1a-d41a-471a-b224-840514ffb527 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585840 Jul 16 18:08:06.417986 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8d00504-bcfb-4092-af1d-e083aeb9d620 req-cedf7539-2a99-4be9-8346-31aadb502513 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0614505 Jul 16 18:08:06.458967 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93189e1-2577-48eb-b8ee-0d9b9b7502f9 x-openstack-request-id: req-c93189e1-2577-48eb-b8ee-0d9b9b7502f9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:06.459496 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:06.459618 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c93189e1-2577-48eb-b8ee-0d9b9b7502f9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:06.459927 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'status': 'completed', 'code': 200} Jul 16 18:08:06.704982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-32299df9-e49b-43f7-8939-d360ada2252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.706954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-32299df9-e49b-43f7-8939-d360ada2252b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1101 time: 0.2072649 Jul 16 18:08:06.751876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-e9025fd3-2638-4f1f-8420-5cf507deb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.753682 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-e9025fd3-2638-4f1f-8420-5cf507deb775 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1101 time: 0.1198328 Jul 16 18:08:06.758527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a654ea9-2bd5-4f6c-baaa-c76de29b0281 req-5d6dc0f9-2fc1-4f3d-aac4-c72776b7dc6a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.765101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a654ea9-2bd5-4f6c-baaa-c76de29b0281 req-5d6dc0f9-2fc1-4f3d-aac4-c72776b7dc6a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1964238 Jul 16 18:08:06.811414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082c933-2894-44f0-91e8-dec3d8bdad3b req-b173061e-59e9-4fc2-aae1-f0aba9f19bb4 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.813297 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4082c933-2894-44f0-91e8-dec3d8bdad3b req-b173061e-59e9-4fc2-aae1-f0aba9f19bb4 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1837142 Jul 16 18:08:06.874520 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.923687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-464310c3-8d6e-4a45-98b9-780a519d5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.925422 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-464310c3-8d6e-4a45-98b9-780a519d5094 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1562917 Jul 16 18:08:06.940226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a654ea9-2bd5-4f6c-baaa-c76de29b0281 req-f5df4a64-97a3-472a-8c66-f366520921d0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739814 Jul 16 18:08:06.996385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4082c933-2894-44f0-91e8-dec3d8bdad3b req-97fa20bc-ddf3-4236-8fdd-6b20abff3e55 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769192 Jul 16 18:08:07.016318 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-32f95180-ef2d-4b4f-9eb6-17795615226e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.0732765 Jul 16 18:08:07.028360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-a3708da7-ab89-43ce-be70-3a9b4948a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.029900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-a3708da7-ab89-43ce-be70-3a9b4948a2dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3132932 Jul 16 18:08:07.092668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-ba396e9d-9d33-4726-95a9-057d9b2878c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.095692 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-ba396e9d-9d33-4726-95a9-057d9b2878c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0694227 Jul 16 18:08:07.137043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-f3f9a027-3aa1-4c34-ab54-b3357171aab5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 200 len: 217 time: 0.1001236 Jul 16 18:08:07.240381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-a22f6bc4-e3e5-4a5e-a58e-bee09ba1de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.245629 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-a22f6bc4-e3e5-4a5e-a58e-bee09ba1de33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367795 Jul 16 18:08:07.396190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54eef5f4-78a0-4040-9e3e-81fffe4f1515 req-75a69554-f6a1-4c0f-9bf2-611218b4cc4a tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 210 time: 0.1352980 Jul 16 18:08:07.407520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-490c6e3a-db1f-4ba7-81f7-cda80fcf150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.412915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-490c6e3a-db1f-4ba7-81f7-cda80fcf150d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2671120 Jul 16 18:08:07.496602 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-4969972a-dd37-45f1-ac51-1e23e40c3d0d service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434967 Jul 16 18:08:07.585064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-6aafd133-db1e-48a7-8b8a-5d4002f5d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.587925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-6aafd133-db1e-48a7-8b8a-5d4002f5d690 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1682525 Jul 16 18:08:07.614711 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-b79060fd-0f94-4990-b69d-521440211381 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=13c49039e75f4f209c1846c4420cce09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632975 Jul 16 18:08:07.716164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-7f8cbe5d-105f-42df-84eb-296b094c2d75 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180243 Jul 16 18:08:07.794767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-f725e791-f1fc-4e5b-8937-79e98cfa025f tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.796354 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-f725e791-f1fc-4e5b-8937-79e98cfa025f tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665683 Jul 16 18:08:07.808918 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-5fd81e31-bbd5-449f-b799-120a4dc0cb70 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701070 Jul 16 18:08:07.846067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Request body: {'port': {'device_id': '5f9feffe-2924-4bb3-b3ec-4933c93d1e19', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '13c49039e75f4f209c1846c4420cce09'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:07.883252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d0ec3-8bfc-4a9d-9899-b214b4f8abe9 req-f432ab32-b0e0-4493-b601-54f3eef07dfa tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.889065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b75d0ec3-8bfc-4a9d-9899-b214b4f8abe9 req-f432ab32-b0e0-4493-b601-54f3eef07dfa tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.3867972 Jul 16 18:08:07.892946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b24e31d1-6a92-4b1d-9cf6-4ab015b0d465 req-5943e5d9-164e-4aa0-ada6-079c29eb1f47 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686594 Jul 16 18:08:07.943285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b75d0ec3-8bfc-4a9d-9899-b214b4f8abe9 req-d05777e9-0ce2-4e29-9092-2019ff84f7ac tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494576 Jul 16 18:08:07.956093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37493f00-ae27-4239-8144-fd576665c4df req-6c835e35-d574-49b7-b187-5e68afec1768 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.957889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37493f00-ae27-4239-8144-fd576665c4df req-6c835e35-d574-49b7-b187-5e68afec1768 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 949 time: 0.1436539 Jul 16 18:08:08.007711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Made reservation on behalf of 13c49039e75f4f209c1846c4420cce09 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:08.015200 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.019115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37493f00-ae27-4239-8144-fd576665c4df req-3b0b3bf9-8c74-447c-b821-a8749c866a1a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545583 Jul 16 18:08:08.028103 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.124047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9dd6fe35-514e-4a95-925f-e38bf64e18f8 req-6f889042-43fa-42af-8ae3-27e79ed38e96 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0420003 Jul 16 18:08:08.169346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.174347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.360775 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba892907-2ed2-42ad-8bc6-58d5f5079d36 req-16abd084-6f5d-4ee2-bf1b-81ecdd0d4092 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.363434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba892907-2ed2-42ad-8bc6-58d5f5079d36 req-16abd084-6f5d-4ee2-bf1b-81ecdd0d4092 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1707058 Jul 16 18:08:08.435476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7da54-4201-4c2e-a17b-c9fe6a8e1903 req-897501b7-3963-4ee9-8188-18732d69be70 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.438184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbc7da54-4201-4c2e-a17b-c9fe6a8e1903 req-897501b7-3963-4ee9-8188-18732d69be70 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1767533 Jul 16 18:08:08.448592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba892907-2ed2-42ad-8bc6-58d5f5079d36 req-a847a5b7-88e8-4e33-9b32-e46d8fe37a67 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750008 Jul 16 18:08:08.528145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbc7da54-4201-4c2e-a17b-c9fe6a8e1903 req-e0151abd-b2e4-423b-ad81-f571ff58370c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780323 Jul 16 18:08:08.574994 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.623074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b732f1-5334-4203-b797-593febd550a2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:08.638315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:08.746930 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Allocated IP 192.168.233.244 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/e1b861f3-5ee8-4e3e-ade5-06211440ebfe) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:08.809252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361aa3b8-0b9f-476e-ae45-630b0b8a3f2c req-33e20a99-db45-4d7a-bee8-1f3e75c33857 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.816366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-361aa3b8-0b9f-476e-ae45-630b0b8a3f2c req-33e20a99-db45-4d7a-bee8-1f3e75c33857 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 1101 time: 0.0793402 Jul 16 18:08:08.870354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-361aa3b8-0b9f-476e-ae45-630b0b8a3f2c req-8b7d4528-50ee-4163-b0d8-aad9ca6b01d5 tempest-MigrationsAdminTest-1998528147 tempest-MigrationsAdminTest-1998528147-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528255 Jul 16 18:08:08.877495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:08.895247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'mac_address': 'fa:16:3e:85:13:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:08.944970 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.961343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac08c660-51e4-4c1a-a51d-df93c7ef579d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:08.986598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:09.003119 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.026706 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.059871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Transition to ACTIVE for port object e1b861f3-5ee8-4e3e-ade5-06211440ebfe will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:09.101093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:09.154306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.194863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856e39c-f6ca-43bf-9ea8-79ce093ae79c req-865b3080-49c0-4b74-b7a4-9e7b457e7338 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.206277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0856e39c-f6ca-43bf-9ea8-79ce093ae79c req-865b3080-49c0-4b74-b7a4-9e7b457e7338 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1394701 Jul 16 18:08:09.228994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:09.232285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:09.236452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:09.243516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Pushing event updated for resources: {'Port': ['ID=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:09.293655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0856e39c-f6ca-43bf-9ea8-79ce093ae79c req-66df30f2-bd99-4332-a46b-f2b78a30acac tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832171 Jul 16 18:08:09.304008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.304687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.334151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e1a20-d1b2-49d9-9413-9506f7ba3f1f req-94e676ec-3e24-4369-b469-44581f9bd222 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.338707 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-92482990-af02-4095-b538-c3cbb828671b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4975383 Jul 16 18:08:09.342601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea2e1a20-d1b2-49d9-9413-9506f7ba3f1f req-94e676ec-3e24-4369-b469-44581f9bd222 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 936 time: 0.1348104 Jul 16 18:08:09.365422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Request body: {'port': {'device_id': '5f9feffe-2924-4bb3-b3ec-4933c93d1e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:09.398334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ac08c660-51e4-4c1a-a51d-df93c7ef579d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:09.416080 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea2e1a20-d1b2-49d9-9413-9506f7ba3f1f req-05f43fd1-a54b-4727-a446-f5525d8c152d tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710623 Jul 16 18:08:09.557042 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.650395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b18d9597-52c0-4e16-8870-251a2a1e88db None None] Provisioning for port e1b861f3-5ee8-4e3e-ade5-06211440ebfe completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:09.661682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b18d9597-52c0-4e16-8870-251a2a1e88db None None] Provisioning complete for port e1b861f3-5ee8-4e3e-ade5-06211440ebfe triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:09.662481 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b18d9597-52c0-4e16-8870-251a2a1e88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.739358 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b18d9597-52c0-4e16-8870-251a2a1e88db None None] Port e1b861f3-5ee8-4e3e-ade5-06211440ebfe cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:09.804229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43994e88-9454-4244-8868-63c5ebca3d2e req-aa9f3f59-c9d8-41bc-8bdf-114de210d5c9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.806186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43994e88-9454-4244-8868-63c5ebca3d2e req-aa9f3f59-c9d8-41bc-8bdf-114de210d5c9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1469035 Jul 16 18:08:09.861588 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26ea20d2-b0f3-4714-a54d-4f8725dc7c97 req-6f922dd3-a95c-40d2-b828-ab978cfcc683 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0467620 Jul 16 18:08:09.880031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43994e88-9454-4244-8868-63c5ebca3d2e req-68dfd4df-8177-473c-9685-9bf8f1eb6c4a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674555 Jul 16 18:08:09.964860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b861f3-5ee8-4e3e-ade5-06211440ebfe {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:09.974227 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.989399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Transition to ACTIVE for port object e1b861f3-5ee8-4e3e-ade5-06211440ebfe will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:09.994373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.048657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:10.064799 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.138572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e947dd-4aa9-4004-8e89-c4a031c41bf7 req-01e3580f-e789-40be-abdc-00c58e91ee47 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.145970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4e947dd-4aa9-4004-8e89-c4a031c41bf7 req-01e3580f-e789-40be-abdc-00c58e91ee47 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 950 time: 0.1010239 Jul 16 18:08:10.151105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Attempting to bind port e1b861f3-5ee8-4e3e-ade5-06211440ebfe on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:10.151572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Attempting to bind port e1b861f3-5ee8-4e3e-ade5-06211440ebfe by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:10.152002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Attempting to bind port e1b861f3-5ee8-4e3e-ade5-06211440ebfe on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:10.157593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Port e1b861f3-5ee8-4e3e-ade5-06211440ebfe on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:10.158036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Attempting to bind port e1b861f3-5ee8-4e3e-ade5-06211440ebfe on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:10.166146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:10.166721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:10.167216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:10.167753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Bound port: e1b861f3-5ee8-4e3e-ade5-06211440ebfe, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:10.168212 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.204453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4e947dd-4aa9-4004-8e89-c4a031c41bf7 req-5fe58597-2a31-4d4c-a560-9bc5a48f51dc tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572951 Jul 16 18:08:10.241042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] For port e1b861f3-5ee8-4e3e-ade5-06211440ebfe, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:10.244826 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] For port e1b861f3-5ee8-4e3e-ade5-06211440ebfe, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:10.251876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.297387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.298230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.299761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1b861f3-5ee8-4e3e-ade5-06211440ebfe HTTP/1.1" status: 200 len: 1097 time: 0.9400847 Jul 16 18:08:10.300279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9feffe-2924-4bb3-b3ec-4933c93d1e19', 'tag': 'e1b861f3-5ee8-4e3e-ade5-06211440ebfe'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:10.303199 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531fc2d9-50da-4b2b-ac2c-42b3fde84688" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9feffe-2924-4bb3-b3ec-4933c93d1e19", "tag": "e1b861f3-5ee8-4e3e-ade5-06211440ebfe"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:10.341582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ddd59-b71e-48c6-83c3-259b61f4ed99 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:10.456777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-1447748c-834c-4495-9f69-8ab48e19f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.458424 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-1447748c-834c-4495-9f69-8ab48e19f9b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c49039e75f4f209c1846c4420cce09&device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 1100 time: 0.0811863 Jul 16 18:08:10.490209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd972e-dbcf-43b7-a576-f7dfdc18626d req-fe61c0c9-44f3-4a69-893b-07befc2ad9de tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.504301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2edd972e-dbcf-43b7-a576-f7dfdc18626d req-fe61c0c9-44f3-4a69-893b-07befc2ad9de tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1504817 Jul 16 18:08:10.536027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-53adee18-9834-4c8d-bd79-9ae5c294247e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e1b861f3-5ee8-4e3e-ade5-06211440ebfe HTTP/1.1" status: 200 len: 217 time: 0.0586383 Jul 16 18:08:10.563714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2edd972e-dbcf-43b7-a576-f7dfdc18626d req-efc3e1dc-6d1b-4bff-b74e-9f055c479e35 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578189 Jul 16 18:08:10.630560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:10.684083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-565e1577-1b1e-492e-a55f-e2037c3474e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.687976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-565e1577-1b1e-492e-a55f-e2037c3474e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1380718 Jul 16 18:08:10.739766 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f6fe9d-2a94-49cf-a724-d0f74a87f918 x-openstack-request-id: req-77f6fe9d-2a94-49cf-a724-d0f74a87f918 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:10.740267 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9feffe-2924-4bb3-b3ec-4933c93d1e19", "tag": "e1b861f3-5ee8-4e3e-ade5-06211440ebfe", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:10.743829 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77f6fe9d-2a94-49cf-a724-d0f74a87f918 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:10.745465 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9feffe-2924-4bb3-b3ec-4933c93d1e19', 'tag': 'e1b861f3-5ee8-4e3e-ade5-06211440ebfe', 'status': 'completed', 'code': 200} Jul 16 18:08:10.806535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port ac08c660-51e4-4c1a-a51d-df93c7ef579d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:10.822583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port ac08c660-51e4-4c1a-a51d-df93c7ef579d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:10.822949 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.871700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-31a9eac9-19b3-4044-9daf-d7db72b95331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.873579 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-31a9eac9-19b3-4044-9daf-d7db72b95331 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1784520 Jul 16 18:08:10.890256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225f9e5-01bd-496f-8748-de3d8a7af234 req-e24d40f5-78e5-41f2-ba65-3977c030018f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.901910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0225f9e5-01bd-496f-8748-de3d8a7af234 req-e24d40f5-78e5-41f2-ba65-3977c030018f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1776927 Jul 16 18:08:10.965877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38294) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.975184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.003345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:11.005934 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bac28b-9433-4d2b-bbcc-cd7181c3b57d" -d '{"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:11.009072 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-b42718b8-0d12-4984-a81c-564fd1696cf7 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241963 Jul 16 18:08:11.022465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:11.027085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.029157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0225f9e5-01bd-496f-8748-de3d8a7af234 req-506bd2b8-364f-4dd0-b361-9fc47085fe7b tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259305 Jul 16 18:08:11.081048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae7885-e940-400b-9ea0-5dfd876cdbbd req-c8cc8a41-4595-4c28-81b9-649b6956af51 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.081698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=13']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:11.089433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1ae7885-e940-400b-9ea0-5dfd876cdbbd req-c8cc8a41-4595-4c28-81b9-649b6956af51 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 948 time: 0.1840818 Jul 16 18:08:11.140897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1ae7885-e940-400b-9ea0-5dfd876cdbbd req-4c1de24e-8490-4f86-97a9-1683686e99ad tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496883 Jul 16 18:08:11.193135 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c879052-7afd-4bf3-9852-411633f67b57 x-openstack-request-id: req-7c879052-7afd-4bf3-9852-411633f67b57 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:11.193668 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:11.193959 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c879052-7afd-4bf3-9852-411633f67b57 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:11.194288 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'code': 200} Jul 16 18:08:11.238957 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ee77405-b27c-4374-bca6-598969abc7b6 req-35aa6868-d8f5-416e-83b3-522674cf0965 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223198 Jul 16 18:08:11.261319 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22417c9f-018c-4671-b1f7-45b79669de8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.281284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8c48d48-ae55-415d-a675-d0333f6892d9 req-57652d60-1e40-44d5-b7f6-4c7053a3a629 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0484831 Jul 16 18:08:11.403275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22417c9f-018c-4671-b1f7-45b79669de8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.419767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22417c9f-018c-4671-b1f7-45b79669de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.422403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94086f6-407a-48bb-9b46-d4908be0791c req-9de8b8c3-cc2b-4dda-8359-5e8c8719cf27 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.424148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f94086f6-407a-48bb-9b46-d4908be0791c req-9de8b8c3-cc2b-4dda-8359-5e8c8719cf27 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.0964625 Jul 16 18:08:11.474601 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-22417c9f-018c-4671-b1f7-45b79669de8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ef0da4d29514a93a73000ab2e81f0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068552 Jul 16 18:08:11.475236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22417c9f-018c-4671-b1f7-45b79669de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304a33cb-1efa-4552-a45a-8eb29ea62fe3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:11.480021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38308) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.487324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-ceb194cc-4c92-493a-9105-eca0170551bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.489407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-ceb194cc-4c92-493a-9105-eca0170551bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13c49039e75f4f209c1846c4420cce09&device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 1100 time: 0.1224577 Jul 16 18:08:11.509383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f94086f6-407a-48bb-9b46-d4908be0791c req-4dda20ce-fa39-4089-9294-c8a9e486efce tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649529 Jul 16 18:08:11.534593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251ea0e-290d-4cc1-aecf-a0de5dc84b8f req-a4a3bbfa-5c05-4013-88fd-e3f9dd9ea937 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.536258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c251ea0e-290d-4cc1-aecf-a0de5dc84b8f req-a4a3bbfa-5c05-4013-88fd-e3f9dd9ea937 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1029794 Jul 16 18:08:11.584138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c251ea0e-290d-4cc1-aecf-a0de5dc84b8f req-b3666074-4384-4215-8c6d-ea1b7f97e4de tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 Jul 16 18:08:11.662013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce22f8b4-2593-4923-bf2a-ed1941751102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.694888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-0c939334-30cf-4827-8eab-64bb08757600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.697415 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-0c939334-30cf-4827-8eab-64bb08757600 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1915386 Jul 16 18:08:11.701823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce22f8b4-2593-4923-bf2a-ed1941751102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.706915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e3567-c23d-4cee-82db-bde626fb459e req-62c5de8c-d206-487b-8369-f32e0c6c37a9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.708428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e3e3567-c23d-4cee-82db-bde626fb459e req-62c5de8c-d206-487b-8369-f32e0c6c37a9 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 951 time: 0.0761735 Jul 16 18:08:11.754275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e3e3567-c23d-4cee-82db-bde626fb459e req-4ad09015-0240-4e91-8b60-d6fb425e723e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Jul 16 18:08:11.778442 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-9d347f76-d3fe-434d-ad6e-677f809b5a3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e1b861f3-5ee8-4e3e-ade5-06211440ebfe HTTP/1.1" status: 200 len: 217 time: 0.0408616 Jul 16 18:08:11.808830 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce22f8b4-2593-4923-bf2a-ed1941751102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.813581 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce22f8b4-2593-4923-bf2a-ed1941751102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.817792 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ce22f8b4-2593-4923-bf2a-ed1941751102 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/304a33cb-1efa-4552-a45a-8eb29ea62fe3 HTTP/1.1" status: 204 len: 168 time: 0.3351691 Jul 16 18:08:11.831559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22f8b4-2593-4923-bf2a-ed1941751102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304a33cb-1efa-4552-a45a-8eb29ea62fe3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:11.953252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-e2b56c34-eb72-4d05-9231-9c5dad5d9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.954166 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-e2b56c34-eb72-4d05-9231-9c5dad5d9061 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0726776 Jul 16 18:08:12.025174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-527d028f-68fd-4404-aa45-76473be3a360 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.026727 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-527d028f-68fd-4404-aa45-76473be3a360 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 951 time: 0.1781466 Jul 16 18:08:12.066282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7c84a-c040-4818-b8e9-853ac55cb698 req-31610aaf-8a88-496a-8fb5-456bfe88f7d1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.074818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57a7c84a-c040-4818-b8e9-853ac55cb698 req-31610aaf-8a88-496a-8fb5-456bfe88f7d1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1150012 Jul 16 18:08:12.093565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-6044b345-fbda-4254-b759-3b4e10d7e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.095136 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-6044b345-fbda-4254-b759-3b4e10d7e868 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310658 Jul 16 18:08:12.306189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Deleting port ac08c660-51e4-4c1a-a51d-df93c7ef579d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:12.306525 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.314169 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-284f0d23-58e7-43b4-bdb1-9c435dbae613 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956594 Jul 16 18:08:12.522408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] For port ac08c660-51e4-4c1a-a51d-df93c7ef579d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ac08c660-51e4-4c1a-a51d-df93c7ef579d,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:12.522681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.542509 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-531fc2d9-50da-4b2b-ac2c-42b3fde84688 req-e42459e1-360f-4ef4-8c13-6ead0bebd686 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034497 Jul 16 18:08:12.543679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Calling delete_port for ac08c660-51e4-4c1a-a51d-df93c7ef579d owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:12.620809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57a7c84a-c040-4818-b8e9-853ac55cb698 req-a69771cc-e2ab-452e-ad81-f636950fb3ce tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400372 Jul 16 18:08:12.728769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d20692-8ac4-4109-be9f-00853f4197a3 req-65ff8e77-cb77-44e2-bf24-37151fa363c9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.731761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46d20692-8ac4-4109-be9f-00853f4197a3 req-65ff8e77-cb77-44e2-bf24-37151fa363c9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 948 time: 0.1712558 Jul 16 18:08:12.801935 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.817058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', '877693f0-d5e7-4f4f-8b58-b6ab2128c596', '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:12.839380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46d20692-8ac4-4109-be9f-00853f4197a3 req-135005c5-9804-409c-9dba-aafcc9e26230 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015317 Jul 16 18:08:12.848382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Pushing event deleted for resources: {'Port': ['ID=ac08c660-51e4-4c1a-a51d-df93c7ef579d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.896999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a3df4-dd59-4de9-8d05-d354403ec029 req-f36e38e2-23dd-414c-824b-15a0e995855d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.909418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e99a3df4-dd59-4de9-8d05-d354403ec029 req-f36e38e2-23dd-414c-824b-15a0e995855d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1208503 Jul 16 18:08:12.959464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ac08c660-51e4-4c1a-a51d-df93c7ef579d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:12.977899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] No DVR routers for this DVR port ac08c660-51e4-4c1a-a51d-df93c7ef579d on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:12.984211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.994465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a6951e58-fd16-454a-b5a0-b2260f665461 req-7da9ef86-b9ea-4929-a683-e6097b4f0f9a tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.46 "DELETE /v2.0/ports/ac08c660-51e4-4c1a-a51d-df93c7ef579d HTTP/1.1" status: 204 len: 173 time: 0.9593797 Jul 16 18:08:12.994963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-deleted', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:12.997312 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7838a-48cb-48de-84b2-bc1f7722b8f1" -d '{"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-deleted", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:13.033363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e99a3df4-dd59-4de9-8d05-d354403ec029 req-081ba6d1-1138-4d0b-a932-42c70c31cf9f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224954 Jul 16 18:08:13.198094 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53a2a56b-16b2-4826-b08a-a766fb4c5929 req-523d747a-550e-4a35-815a-2126677f95d1 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0995786 Jul 16 18:08:13.366784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0dfe9da7-bd54-41f4-8cac-82ae61f4b9eb req-30a1d585-9b60-4561-8977-ce932c5b7871 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=469a3985-c8bb-4fdd-b298-ac58d944f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0302615 Jul 16 18:08:13.388033 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5ec4d2-807c-4f6e-9f7e-e18eab651ca4 x-openstack-request-id: req-2b5ec4d2-807c-4f6e-9f7e-e18eab651ca4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:13.388707 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469a3985-c8bb-4fdd-b298-ac58d944f1f8", "name": "network-vif-deleted", "tag": "ac08c660-51e4-4c1a-a51d-df93c7ef579d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:13.389567 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b5ec4d2-807c-4f6e-9f7e-e18eab651ca4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:13.390469 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469a3985-c8bb-4fdd-b298-ac58d944f1f8', 'name': 'network-vif-deleted', 'tag': 'ac08c660-51e4-4c1a-a51d-df93c7ef579d', 'status': 'completed', 'code': 200} Jul 16 18:08:13.544207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1bab7-f614-44f7-903f-f8cde1663b10 req-ea60bfe1-8212-4a90-a1c8-b8dbdd13779a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.545805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebf1bab7-f614-44f7-903f-f8cde1663b10 req-ea60bfe1-8212-4a90-a1c8-b8dbdd13779a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0639851 Jul 16 18:08:13.594951 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebf1bab7-f614-44f7-903f-f8cde1663b10 req-2491aab3-2fea-4d60-a4df-ddef351ca664 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Jul 16 18:08:13.640429 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-425f42a3-f339-42fb-83ed-4b25b4efe59d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ddf46637bc6b44aab162f241626db8ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273182 Jul 16 18:08:13.801998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-1c51710a-cc31-4e0d-89ca-c900498146f8 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.803477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-1c51710a-cc31-4e0d-89ca-c900498146f8 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566970 Jul 16 18:08:13.835196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05104fc-2957-4254-8761-5bbb3d5cd333 req-62fa8788-13ea-4e10-bfc4-8330b761fcc1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.837048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e05104fc-2957-4254-8761-5bbb3d5cd333 req-62fa8788-13ea-4e10-bfc4-8330b761fcc1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1077766 Jul 16 18:08:13.839709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-99108f47-8df9-4ce7-b8f0-ee3a40db7c73 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/quotas/ddf46637bc6b44aab162f241626db8ca HTTP/1.1" status: 200 len: 375 time: 0.0227020 Jul 16 18:08:13.887259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-56690024-de22-4b1b-b4d0-cc3cfc8e612c tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ddf46637bc6b44aab162f241626db8ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412617 Jul 16 18:08:13.909954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e05104fc-2957-4254-8761-5bbb3d5cd333 req-84480dc9-28af-4519-aa80-ac9e02e83e88 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626786 Jul 16 18:08:14.171627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b4785-9b69-4605-8938-67ee0e2bb0c2 req-cd87b7ba-29e7-4515-b71f-0682778a8759 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.173938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b78b4785-9b69-4605-8938-67ee0e2bb0c2 req-cd87b7ba-29e7-4515-b71f-0682778a8759 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 948 time: 0.0878708 Jul 16 18:08:14.266341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b78b4785-9b69-4605-8938-67ee0e2bb0c2 req-f53d0c88-f39a-4bd9-a7dd-a2beefbb5631 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845640 Jul 16 18:08:14.303793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9443ae-d52b-42d5-b62c-db4115695f85 req-564f70e3-bec3-4ae1-bee4-56bc2766301e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.305937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db9443ae-d52b-42d5-b62c-db4115695f85 req-564f70e3-bec3-4ae1-bee4-56bc2766301e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1004760 Jul 16 18:08:14.359123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b60de37-163f-4ecf-b49e-9b52874952ca req-6689f383-48f0-492d-bf7c-5fade2686e28 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 210 time: 0.0467501 Jul 16 18:08:14.394291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db9443ae-d52b-42d5-b62c-db4115695f85 req-9644145e-1a39-4567-94e7-585b931f844d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706439 Jul 16 18:08:14.582109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6756ac7-0d4b-42b8-9878-a5e0f46802ee req-24baaef1-a71a-4e1b-90a6-f2a797728b09 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0510828 Jul 16 18:08:14.614969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c763-0f6b-4679-b662-cc40d4561574 req-6efe730d-38b5-4caf-b610-f2ba25cd1fa1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.616495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e180c763-0f6b-4679-b662-cc40d4561574 req-6efe730d-38b5-4caf-b610-f2ba25cd1fa1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0961616 Jul 16 18:08:14.635733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e1b861f3-5ee8-4e3e-ade5-06211440ebfe details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:14.671809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e180c763-0f6b-4679-b662-cc40d4561574 req-1788507b-31c2-4e90-869f-58d42df5603f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 Jul 16 18:08:14.784794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port e1b861f3-5ee8-4e3e-ade5-06211440ebfe, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:14.800229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'e1b861f3-5ee8-4e3e-ade5-06211440ebfe', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'e1b861f3-5ee8-4e3e-ade5-06211440ebfe', 'mac_address': 'fa:16:3e:dc:55:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:14.841715 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.858469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b861f3-5ee8-4e3e-ade5-06211440ebfe {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:14.881464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port e1b861f3-5ee8-4e3e-ade5-06211440ebfe, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:14.889343 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.951824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.037443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0239dc-c1cd-467e-8148-ade677486c07 req-061e9c09-a9b0-4dff-af82-0d67f6192456 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.040315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b0239dc-c1cd-467e-8148-ade677486c07 req-061e9c09-a9b0-4dff-af82-0d67f6192456 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1081662 Jul 16 18:08:15.083217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b0239dc-c1cd-467e-8148-ade677486c07 req-17b558a8-20ee-49bb-b9a7-e1f62d027310 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345154 Jul 16 18:08:15.279478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['e1b861f3-5ee8-4e3e-ade5-06211440ebfe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:15.413940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58467153-d445-4855-8550-2e998b7da4b0 req-a49f5fc9-e587-4286-893f-4971705f4814 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.417362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58467153-d445-4855-8550-2e998b7da4b0 req-a49f5fc9-e587-4286-893f-4971705f4814 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 950 time: 0.1504705 Jul 16 18:08:15.541048 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:15.548682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58467153-d445-4855-8550-2e998b7da4b0 req-3f218d00-efea-4a1b-80ea-a732222ef026 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245925 Jul 16 18:08:15.613997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f0bf3-cbbd-4ead-8781-92b024b53fe0 req-9fcfdbf4-cebe-4e2d-ae1d-3ab4f22c17c0 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.624599 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-96a53581-3617-4f4b-b8d7-180607f0dcf7 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ddf46637bc6b44aab162f241626db8ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489964 Jul 16 18:08:15.628915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b4f0bf3-cbbd-4ead-8781-92b024b53fe0 req-9fcfdbf4-cebe-4e2d-ae1d-3ab4f22c17c0 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 949 time: 0.1738820 Jul 16 18:08:15.732859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b4f0bf3-cbbd-4ead-8781-92b024b53fe0 req-55d86b22-e1ea-44dc-ad0b-038dd13d056f tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028013 Jul 16 18:08:15.790473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6e8b8-5d09-46f9-94c5-22da09e784d0 req-71f94925-ac62-48b1-ab16-99a3135899f1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.801732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4fd6e8b8-5d09-46f9-94c5-22da09e784d0 req-71f94925-ac62-48b1-ab16-99a3135899f1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1183944 Jul 16 18:08:15.870548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-1271cdb6-88a0-4025-8f16-fec0d4578b7e tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.873605 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-1271cdb6-88a0-4025-8f16-fec0d4578b7e tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421441 Jul 16 18:08:15.889116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4fd6e8b8-5d09-46f9-94c5-22da09e784d0 req-83a22ac5-0a4e-44e0-a4be-d4fb05397285 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850632 Jul 16 18:08:15.905536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Request body: {'port': {'device_id': 'd8d46d45-31c9-4add-b229-1160987653e1', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': 'ddf46637bc6b44aab162f241626db8ca'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:15.965535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57f95f5-6bf0-4cc8-86b3-b014ac4a1918 req-71fdeff9-b8a0-4e79-8894-38f211fc5c84 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 210 time: 0.0382135 Jul 16 18:08:16.055947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Made reservation on behalf of ddf46637bc6b44aab162f241626db8ca for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:16.059920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.069648 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.126884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfcff5-e327-44cf-8e3b-e72ebb12e4f7 req-08adabae-12d3-4f0f-b9d4-919c9822b99e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.133966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25dfcff5-e327-44cf-8e3b-e72ebb12e4f7 req-08adabae-12d3-4f0f-b9d4-919c9822b99e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.0957685 Jul 16 18:08:16.180408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.182494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb8f1f3c-dbc7-43f2-b3d5-7218e302ef86 req-13b873a3-15fa-45dc-b18d-8bdf55c799de tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0470681 Jul 16 18:08:16.186305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.204622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25dfcff5-e327-44cf-8e3b-e72ebb12e4f7 req-15b1e5b5-aeba-4d4f-b70d-6bd3e350bdfc tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665147 Jul 16 18:08:16.301424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38b9ae0-091c-4423-a98c-67fea19e85ed,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.396429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Allocated IP 192.168.233.155 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/cd37cf9f-83ac-454b-b8f1-a99520b50597) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:16.561567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.576814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Transition to ACTIVE for port object cd37cf9f-83ac-454b-b8f1-a99520b50597 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:16.620352 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.660585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e1b861f3-5ee8-4e3e-ade5-06211440ebfe up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:16.674544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:16.678337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:16.684770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:16.718459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.760344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.761115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.782498 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-8e9d95c7-2156-4292-8640-ee607a83e2be tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8873651 Jul 16 18:08:16.796266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port e1b861f3-5ee8-4e3e-ade5-06211440ebfe completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:16.802685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port e1b861f3-5ee8-4e3e-ade5-06211440ebfe triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:16.803363 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.807377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Request body: {'port': {'device_id': 'd8d46d45-31c9-4add-b229-1160987653e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:16.901816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-2859b474-a3b2-414b-95a9-09d15f8dfd8b tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.903402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-2859b474-a3b2-414b-95a9-09d15f8dfd8b tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 950 time: 0.1908488 Jul 16 18:08:16.903845 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.934968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fadffc-d50e-4965-8454-d6987bb9f887 req-e9ed7afe-5ef9-4dc7-b1b5-fbc6ea8779b4 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.936618 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6fadffc-d50e-4965-8454-d6987bb9f887 req-e9ed7afe-5ef9-4dc7-b1b5-fbc6ea8779b4 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 950 time: 0.2463205 Jul 16 18:08:16.953787 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.986693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9feffe-2924-4bb3-b3ec-4933c93d1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b861f3-5ee8-4e3e-ade5-06211440ebfe'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:16.989472 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b203d26f-2154-405a-a669-df5b45edb951" -d '{"events": [{"server_uuid": "5f9feffe-2924-4bb3-b3ec-4933c93d1e19", "name": "network-vif-plugged", "status": "completed", "tag": "e1b861f3-5ee8-4e3e-ade5-06211440ebfe"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:17.005932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port e1b861f3-5ee8-4e3e-ade5-06211440ebfe, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:17.012229 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.013345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:17.053050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6fadffc-d50e-4965-8454-d6987bb9f887 req-77a55a15-6b8c-4a60-964f-8a3b4e0b610c tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029623 Jul 16 18:08:17.058625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: ac08c660-51e4-4c1a-a51d-df93c7ef579d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:17.059042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ac08c660-51e4-4c1a-a51d-df93c7ef579d not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:17.101223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.106499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b328b2f2-cb7e-46bb-a28f-89ed7ffc5b71 None None] Provisioning for port cd37cf9f-83ac-454b-b8f1-a99520b50597 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:17.112685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b328b2f2-cb7e-46bb-a28f-89ed7ffc5b71 None None] Provisioning complete for port cd37cf9f-83ac-454b-b8f1-a99520b50597 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:17.115016 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b328b2f2-cb7e-46bb-a28f-89ed7ffc5b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.181275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Deleting port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:17.181610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.197287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b328b2f2-cb7e-46bb-a28f-89ed7ffc5b71 None None] Port cd37cf9f-83ac-454b-b8f1-a99520b50597 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:17.352444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] For port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:17.353184 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.389865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Calling delete_port for 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:17.393690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd37cf9f-83ac-454b-b8f1-a99520b50597 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:17.403635 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.419243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Transition to ACTIVE for port object cd37cf9f-83ac-454b-b8f1-a99520b50597 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:17.423320 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.477856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.481704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ab0b8-f0e9-4871-9178-90fb04a5f3e5 req-4c473604-79ea-4157-b6b1-bc48a38a5c9e tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.483406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b51ab0b8-f0e9-4871-9178-90fb04a5f3e5 req-4c473604-79ea-4157-b6b1-bc48a38a5c9e tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 950 time: 0.2012734 Jul 16 18:08:17.562362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addab2c-f63e-41d3-987b-d49905126b4a req-d5533b6b-dfb4-4869-8eda-955139a1c1f9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.564015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8addab2c-f63e-41d3-987b-d49905126b4a req-d5533b6b-dfb4-4869-8eda-955139a1c1f9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1917958 Jul 16 18:08:17.566955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b51ab0b8-f0e9-4871-9178-90fb04a5f3e5 req-ace042ec-2b88-4f00-ac30-598fc80c2daf tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759296 Jul 16 18:08:17.576637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Attempting to bind port cd37cf9f-83ac-454b-b8f1-a99520b50597 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:17.578665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Attempting to bind port cd37cf9f-83ac-454b-b8f1-a99520b50597 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:17.579307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Attempting to bind port cd37cf9f-83ac-454b-b8f1-a99520b50597 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:17.591980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Port cd37cf9f-83ac-454b-b8f1-a99520b50597 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:17.593003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Attempting to bind port cd37cf9f-83ac-454b-b8f1-a99520b50597 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:17.617581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:17.618213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:17.618891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:17.619618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Bound port: cd37cf9f-83ac-454b-b8f1-a99520b50597, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:17.622801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.651710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8addab2c-f63e-41d3-987b-d49905126b4a req-daabb7cf-69c9-49b1-89b4-ed948ac82f7c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764265 Jul 16 18:08:17.728152 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dc0495-885f-49cd-b752-484c11a8e4f0 x-openstack-request-id: req-38dc0495-885f-49cd-b752-484c11a8e4f0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:17.728967 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9feffe-2924-4bb3-b3ec-4933c93d1e19", "name": "network-vif-plugged", "status": "completed", "tag": "e1b861f3-5ee8-4e3e-ade5-06211440ebfe", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:17.728967 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38dc0495-885f-49cd-b752-484c11a8e4f0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:17.729637 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9feffe-2924-4bb3-b3ec-4933c93d1e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b861f3-5ee8-4e3e-ade5-06211440ebfe', 'code': 200} Jul 16 18:08:17.760829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.780249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', '877693f0-d5e7-4f4f-8b58-b6ab2128c596', '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:17.837785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:17.853762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:17.867911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.944226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Pushing event deleted for resources: {'Port': ['ID=5a15dbb3-3ed0-4f38-8c43-8ebd243fc121,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.952183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.955442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.956968 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] 10.222.0.46 "PUT /v2.0/ports/cd37cf9f-83ac-454b-b8f1-a99520b50597 HTTP/1.1" status: 200 len: 1097 time: 1.1559410 Jul 16 18:08:17.960463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:17.971456 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7bacec-ac80-448c-b44e-04de05fcbc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:18.036077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20aa03c2-4ae3-4c2b-a3cb-ee75888b61f2 req-265d0c2f-f1ea-4e79-9919-ffd4ebd91003 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0866952 Jul 16 18:08:18.057626 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec60576-913c-4f07-b338-47dc83d06898 service neutron] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.135600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10a0fe-0bcf-4826-b1e2-d997a251cf4b req-7d73bc22-c261-45ab-bbc9-6e683898a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.140558 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d10a0fe-0bcf-4826-b1e2-d997a251cf4b req-7d73bc22-c261-45ab-bbc9-6e683898a9e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 1102 time: 0.1808271 Jul 16 18:08:18.158111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] No DVR routers for this DVR port 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:18.161427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.168856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54c0e73c-8db5-4a2b-b448-76e159641ff0 req-5b3174e5-8a2d-4ed9-8a2d-bbf911546e27 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "DELETE /v2.0/ports/5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 HTTP/1.1" status: 204 len: 173 time: 1.2571046 Jul 16 18:08:18.169387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-deleted', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:18.172049 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243e29d2-2c85-47dc-9f4e-f5cb96d0d2b5" -d '{"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-deleted", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:18.264603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53d24-06d9-4832-9799-a86c2694141c req-47a61629-b0a1-4bdd-9597-8426b74ce557 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.266901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57b53d24-06d9-4832-9799-a86c2694141c req-47a61629-b0a1-4bdd-9597-8426b74ce557 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 948 time: 0.3881392 Jul 16 18:08:18.330625 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d10a0fe-0bcf-4826-b1e2-d997a251cf4b req-d3d07a9e-4c01-4a53-8955-cfbfc13c1d0f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641352 Jul 16 18:08:18.358530 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-4ab4266f-4b03-4d23-8e0f-cecbd21b4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.361048 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-4ab4266f-4b03-4d23-8e0f-cecbd21b4a8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ddf46637bc6b44aab162f241626db8ca&device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 1100 time: 0.2178259 Jul 16 18:08:18.434646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57b53d24-06d9-4832-9799-a86c2694141c req-8e63574c-aacb-4892-b6e9-c3ae8e20efb3 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425567 Jul 16 18:08:18.503796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5363d-2171-4962-b986-30ba7ea8963d req-eb436746-31f2-43ea-b7ce-7e9d5666c42f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.516737 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfe5363d-2171-4962-b986-30ba7ea8963d req-eb436746-31f2-43ea-b7ce-7e9d5666c42f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1889608 Jul 16 18:08:18.575591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfe5363d-2171-4962-b986-30ba7ea8963d req-5cbada1a-c859-4bdc-83b9-81740e07343b tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577500 Jul 16 18:08:18.667437 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-71f82248-d53b-4659-892f-cfc39992cb12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597 HTTP/1.1" status: 200 len: 217 time: 0.0534213 Jul 16 18:08:18.738299 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94c2195-4f29-4269-906e-df20d2b771c7 x-openstack-request-id: req-f94c2195-4f29-4269-906e-df20d2b771c7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:18.738502 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:18.738672 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f94c2195-4f29-4269-906e-df20d2b771c7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:18.738989 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'status': 'completed', 'code': 200} Jul 16 18:08:18.774884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3741153f-d914-4549-a6c5-a00edaa2d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.779636 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-3741153f-d914-4549-a6c5-a00edaa2d585 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1017451 Jul 16 18:08:18.831999 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3488e92b-295e-41fc-807d-0a3aeaa574ea x-openstack-request-id: req-3488e92b-295e-41fc-807d-0a3aeaa574ea {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:18.832288 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c71e19-7752-429c-822b-2dbf3308120d", "name": "network-vif-deleted", "tag": "5a15dbb3-3ed0-4f38-8c43-8ebd243fc121", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:18.832553 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3488e92b-295e-41fc-807d-0a3aeaa574ea {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:18.832957 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c71e19-7752-429c-822b-2dbf3308120d', 'name': 'network-vif-deleted', 'tag': '5a15dbb3-3ed0-4f38-8c43-8ebd243fc121', 'status': 'completed', 'code': 200} Jul 16 18:08:18.919415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-23640b27-c3df-4502-aa25-89fdb87fe294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.922323 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-23640b27-c3df-4502-aa25-89fdb87fe294 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314173 Jul 16 18:08:19.047320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13c45db5-13f7-40c7-a6fa-3099adf7abe4 req-84c40dac-2322-4d10-b8e2-6e4f7883eb63 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=94c71e19-7752-429c-822b-2dbf3308120d HTTP/1.1" status: 200 len: 210 time: 0.0489228 Jul 16 18:08:19.139182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-605bc921-958e-48a3-b021-dcc6dd57f8d1 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977038 Jul 16 18:08:19.189599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa368e8-16d7-429d-813d-a2d825d7fc8f req-b11797c9-aa55-4336-a298-aaf672fe8f47 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.200077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfa368e8-16d7-429d-813d-a2d825d7fc8f req-b11797c9-aa55-4336-a298-aaf672fe8f47 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 950 time: 0.1228378 Jul 16 18:08:19.255100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfa368e8-16d7-429d-813d-a2d825d7fc8f req-111b943f-59f4-4650-8f33-264a7cf22ba1 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518031 Jul 16 18:08:19.286751 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aa5c85ee-580e-4613-bebd-6c21fb7e6b9f req-e658ae38-85c5-423d-8dd9-cc080a50d1e7 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395884 Jul 16 18:08:19.472415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-927bbbc5-0a44-41d9-8b52-9f3856e4c668 req-024370f6-a7e3-4827-a0ca-ee963b6c42d2 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0714040 Jul 16 18:08:19.552869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-12f59d1b-d2ff-4264-80f8-9678542fd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.555277 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-12f59d1b-d2ff-4264-80f8-9678542fd44e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ddf46637bc6b44aab162f241626db8ca&device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 1100 time: 0.1187332 Jul 16 18:08:19.630528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eea5f7-5c80-4ba5-b2d4-29b1f0cb9c55 req-2dc036ac-4aff-4bb6-86e2-4487c4cc2df9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.633091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73eea5f7-5c80-4ba5-b2d4-29b1f0cb9c55 req-2dc036ac-4aff-4bb6-86e2-4487c4cc2df9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1217475 Jul 16 18:08:19.697544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-b1132725-3369-4394-88ec-efbb44c910d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.699586 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-b1132725-3369-4394-88ec-efbb44c910d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1366944 Jul 16 18:08:19.736873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73eea5f7-5c80-4ba5-b2d4-29b1f0cb9c55 req-298617e7-41b7-48ce-b6d9-56961001173e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872297 Jul 16 18:08:19.781224 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-adb58c97-da4a-4f66-a3d1-6602145885ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597 HTTP/1.1" status: 200 len: 217 time: 0.0701690 Jul 16 18:08:19.804956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aad63-ba3b-4634-830a-7c8d84220589 req-9a911c6b-dfc5-4201-bc02-598aad3fde4b tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.806505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-760aad63-ba3b-4634-830a-7c8d84220589 req-9a911c6b-dfc5-4201-bc02-598aad3fde4b tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 948 time: 0.1399212 Jul 16 18:08:19.862778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-9e3f656e-e6af-427d-8468-7b60d6b3f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.865118 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-9e3f656e-e6af-427d-8468-7b60d6b3f47d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0746701 Jul 16 18:08:19.900212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-760aad63-ba3b-4634-830a-7c8d84220589 req-616c7b18-80eb-42a6-918b-3e12ca4a4658 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859153 Jul 16 18:08:20.015616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-ff580b59-b728-4f1f-9524-bfb25ecb062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.018366 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-ff580b59-b728-4f1f-9524-bfb25ecb062e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1451631 Jul 16 18:08:20.062898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77295-0cfa-439d-a095-0315574618e5 req-3ecd011d-7ce9-4b4a-a5fc-3b28cde309a1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.065058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3de77295-0cfa-439d-a095-0315574618e5 req-3ecd011d-7ce9-4b4a-a5fc-3b28cde309a1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1634836 Jul 16 18:08:20.187434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3de77295-0cfa-439d-a095-0315574618e5 req-c68c40c4-bb79-4c14-b3a4-d97b08c02f8e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949044 Jul 16 18:08:20.249584 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-81e83ef1-d038-417b-87f2-d6173be05bba service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192957 Jul 16 18:08:20.421410 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fd7bacec-ac80-448c-b44e-04de05fcbc6b req-fb2503df-4a28-4b3a-90fd-85fcb27e966b service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605172 Jul 16 18:08:20.511167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:20.550892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:20.551861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5a15dbb3-3ed0-4f38-8c43-8ebd243fc121 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:20.584632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abefdf8-884d-446e-b561-c270eadf15ab req-006c329f-7e6d-4f33-8d29-9d071698c792 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.588128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9abefdf8-884d-446e-b561-c270eadf15ab req-006c329f-7e6d-4f33-8d29-9d071698c792 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 950 time: 0.1000247 Jul 16 18:08:20.665500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9abefdf8-884d-446e-b561-c270eadf15ab req-f4cc994b-7481-4c72-98f2-0f041d69f2d5 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683875 Jul 16 18:08:20.851923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a38cb4a-343e-4ea5-bf3d-15e003c9fdb1 req-bc78ca6a-320c-43dc-9628-fed5126ed9a7 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0470943 Jul 16 18:08:20.949403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67857611-845b-4492-9b3e-794332eeafda req-770371f2-1fc5-4207-a005-141878f9a752 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.952183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67857611-845b-4492-9b3e-794332eeafda req-770371f2-1fc5-4207-a005-141878f9a752 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1026046 Jul 16 18:08:21.015254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67857611-845b-4492-9b3e-794332eeafda req-aa317650-f90b-4964-9586-a2a5263baa10 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561445 Jul 16 18:08:21.239175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388a30e-d0a2-4e1c-bc6b-f2643e9a54f7 req-c574fc09-1e75-49ff-b9ad-bdc1eeab8b30 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.243853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e388a30e-d0a2-4e1c-bc6b-f2643e9a54f7 req-c574fc09-1e75-49ff-b9ad-bdc1eeab8b30 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1087353 Jul 16 18:08:21.298964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e388a30e-d0a2-4e1c-bc6b-f2643e9a54f7 req-9d903ca4-b1e3-4c1d-9805-99dfd900a139 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480320 Jul 16 18:08:21.368419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9200c3-c079-44f6-98db-86e7f9c60a90 req-80313de8-f8db-44fe-a402-0dd99651327c tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.370419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a9200c3-c079-44f6-98db-86e7f9c60a90 req-80313de8-f8db-44fe-a402-0dd99651327c tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 948 time: 0.0930133 Jul 16 18:08:21.410637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a9200c3-c079-44f6-98db-86e7f9c60a90 req-c81795e0-6051-4272-8ea0-5861e96c0503 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345335 Jul 16 18:08:21.577952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9dec-d098-4fd4-b2c6-7fe5a8f02db8 req-17aaea06-d8b9-4c37-8967-cc5aaefa6bed tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.579476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb8f9dec-d098-4fd4-b2c6-7fe5a8f02db8 req-17aaea06-d8b9-4c37-8967-cc5aaefa6bed tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 950 time: 0.1004729 Jul 16 18:08:21.631119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb8f9dec-d098-4fd4-b2c6-7fe5a8f02db8 req-f48d967b-253e-4c1c-93b0-2e3359a3f221 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416014 Jul 16 18:08:21.828397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f7e10-afa5-47ae-8a9c-a1ba7c020516 req-b956d3bb-bca9-4c52-84d9-7ca173c9e965 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.839547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-449f7e10-afa5-47ae-8a9c-a1ba7c020516 req-b956d3bb-bca9-4c52-84d9-7ca173c9e965 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1950731 Jul 16 18:08:21.893612 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-449f7e10-afa5-47ae-8a9c-a1ba7c020516 req-5d9186f4-593e-4ef6-899a-53bd19c85994 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531449 Jul 16 18:08:21.973625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b9a1b-d9b5-4bc5-a395-813b61a01c1a req-1d42a027-913b-4c9c-9c1c-3b348217556c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.980204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-989b9a1b-d9b5-4bc5-a395-813b61a01c1a req-1d42a027-913b-4c9c-9c1c-3b348217556c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1042259 Jul 16 18:08:22.045133 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-989b9a1b-d9b5-4bc5-a395-813b61a01c1a req-96c11d6b-44c0-4250-88b2-1e1d6c9be5f5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631423 Jul 16 18:08:22.048282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-cd574172-6d85-48d4-9ee5-d12b223f90ad tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=13c49039e75f4f209c1846c4420cce09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410104 Jul 16 18:08:22.213532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40356e4c-ac47-4213-ba80-ae9be9b370e1 req-8b7ab7d7-6565-4616-82a6-ec91eaa542de tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0529289 Jul 16 18:08:22.220328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-0578b9dc-2bab-4090-ac16-99549b8b8a64 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.221948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-0578b9dc-2bab-4090-ac16-99549b8b8a64 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631935 Jul 16 18:08:22.259819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-d66947d5-929e-4e75-9f42-224c9dd51467 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/quotas/13c49039e75f4f209c1846c4420cce09 HTTP/1.1" status: 200 len: 375 time: 0.0205083 Jul 16 18:08:22.324601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-7d135996-cba5-4095-9071-32043cfcd802 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.326093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-7d135996-cba5-4095-9071-32043cfcd802 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1493447 Jul 16 18:08:22.436497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-8140facd-2d09-4f46-884c-3016adb3d765 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c49039e75f4f209c1846c4420cce09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1675496 Jul 16 18:08:22.484299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec06ab5-6c49-49e9-8dc5-7d4415650509 req-20e3b784-2305-45ad-a0a8-446fbce70c62 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.485915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ec06ab5-6c49-49e9-8dc5-7d4415650509 req-20e3b784-2305-45ad-a0a8-446fbce70c62 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 949 time: 0.1574655 Jul 16 18:08:22.539476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Deleting port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:22.540037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.546729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ec06ab5-6c49-49e9-8dc5-7d4415650509 req-fda23d2b-5cdd-4a49-8b21-c54e102b9a15 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518787 Jul 16 18:08:22.711891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:22.756935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] For port 877693f0-d5e7-4f4f-8b58-b6ab2128c596, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=877693f0-d5e7-4f4f-8b58-b6ab2128c596,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:22.757957 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.775884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Calling delete_port for 877693f0-d5e7-4f4f-8b58-b6ab2128c596 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:22.838139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:22.855149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'mac_address': 'fa:16:3e:04:e4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:22.911525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b50f32-c0d1-48e7-89cf-a88218401ffd req-bf50b189-bfa4-423f-8612-da96c11e1eda tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.913235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27b50f32-c0d1-48e7-89cf-a88218401ffd req-bf50b189-bfa4-423f-8612-da96c11e1eda tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 948 time: 0.2088675 Jul 16 18:08:23.025873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27b50f32-c0d1-48e7-89cf-a88218401ffd req-2c04d10c-3fc1-46f7-bc15-2245d4ba086a tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036322 Jul 16 18:08:23.171761 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.202572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd37cf9f-83ac-454b-b8f1-a99520b50597 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:23.234982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:23.239122 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.251734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.257799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-519521f5-06fd-43ff-b8a2-469f7561f79a req-324e5278-c309-48c8-a3ef-97d84c2b1441 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 210 time: 0.0737257 Jul 16 18:08:23.268320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:23.366902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Pushing event deleted for resources: {'Port': ['ID=877693f0-d5e7-4f4f-8b58-b6ab2128c596,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.380627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.468812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] No DVR routers for this DVR port 877693f0-d5e7-4f4f-8b58-b6ab2128c596 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:23.476710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.478447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-017ac3c8-e1de-4ee2-afe5-281439424e39 req-e9e4883d-2ec2-42d8-a08b-7409211ebd1e tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "DELETE /v2.0/ports/877693f0-d5e7-4f4f-8b58-b6ab2128c596 HTTP/1.1" status: 204 len: 173 time: 1.1387246 Jul 16 18:08:23.478924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'name': 'network-vif-deleted', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:23.482278 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa3f712-64d5-4887-a068-ea14ecb74c6c" -d '{"events": [{"server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "name": "network-vif-deleted", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:23.515296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b86bf-b0f1-4363-8357-7fd0ad9bf2fc req-c3bbe7e7-f05d-4460-bf6e-842ad0e938f9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.516834 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a2b86bf-b0f1-4363-8357-7fd0ad9bf2fc req-c3bbe7e7-f05d-4460-bf6e-842ad0e938f9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.3302827 Jul 16 18:08:23.553408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad7dbc-3f58-4351-a36b-51500b835e67 req-6f72f85a-d7b6-4622-8db5-e4709427e1bb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.555151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cad7dbc-3f58-4351-a36b-51500b835e67 req-6f72f85a-d7b6-4622-8db5-e4709427e1bb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1399229 Jul 16 18:08:23.591015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a2b86bf-b0f1-4363-8357-7fd0ad9bf2fc req-932da5fb-d5f8-46c5-b167-efb9ff4c3444 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629148 Jul 16 18:08:23.598305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['cd37cf9f-83ac-454b-b8f1-a99520b50597'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:23.621048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cad7dbc-3f58-4351-a36b-51500b835e67 req-0d0d49ff-8ed9-4645-a539-b66462897637 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583284 Jul 16 18:08:23.757824 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2ab025-c43c-447b-bea5-7c313d3833de x-openstack-request-id: req-fb2ab025-c43c-447b-bea5-7c313d3833de {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:23.758220 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1360bcb1-7888-448f-a476-9450698646b7", "name": "network-vif-deleted", "tag": "877693f0-d5e7-4f4f-8b58-b6ab2128c596", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:23.758567 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb2ab025-c43c-447b-bea5-7c313d3833de {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:23.759066 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1360bcb1-7888-448f-a476-9450698646b7', 'name': 'network-vif-deleted', 'tag': '877693f0-d5e7-4f4f-8b58-b6ab2128c596', 'status': 'completed', 'code': 200} Jul 16 18:08:23.856380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-542f21ed-7e30-44e2-9343-12737fce9f5c req-f3636110-f9b0-4cf9-8cf6-8eb0cc9447e5 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0761273 Jul 16 18:08:23.979536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00ad7402-2c68-4df6-bfb6-aee022b904be req-ad663352-30db-43e2-befb-dbfbd2341636 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=1360bcb1-7888-448f-a476-9450698646b7 HTTP/1.1" status: 200 len: 210 time: 0.0536060 Jul 16 18:08:24.148104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af8158-0608-4138-ac30-005d25491a54 req-f151b914-8f1c-4864-8e64-7a54fa412d50 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.149674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78af8158-0608-4138-ac30-005d25491a54 req-f151b914-8f1c-4864-8e64-7a54fa412d50 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0706859 Jul 16 18:08:24.190391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78af8158-0608-4138-ac30-005d25491a54 req-bd464a40-84aa-4c01-8911-663d1899cce8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348241 Jul 16 18:08:24.450482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d3bbc6e-420a-4089-842a-43494c6a7be1 req-9ba90646-b6ba-4245-9a04-5809f9b40a60 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 210 time: 0.0396440 Jul 16 18:08:24.458803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874ba08-80cb-4aca-b48a-71f16519a538 req-3325290b-f385-445e-8dbd-bccbf0cbb422 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.461038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7874ba08-80cb-4aca-b48a-71f16519a538 req-3325290b-f385-445e-8dbd-bccbf0cbb422 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 949 time: 0.1006160 Jul 16 18:08:24.513510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 877693f0-d5e7-4f4f-8b58-b6ab2128c596 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:24.550940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 877693f0-d5e7-4f4f-8b58-b6ab2128c596 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:24.551406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 877693f0-d5e7-4f4f-8b58-b6ab2128c596 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:24.552205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fd2252d3-9924-4263-a396-e7787197ef4e tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=13c49039e75f4f209c1846c4420cce09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801387 Jul 16 18:08:24.627687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7874ba08-80cb-4aca-b48a-71f16519a538 req-94fda534-7e05-45d3-ad20-329a6aa2ec3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567194 Jul 16 18:08:24.697656 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc0b4367-a0b3-4c3e-9236-22f59db0623e req-b309d2bf-d668-4c56-9514-cce44caaed9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0657070 Jul 16 18:08:24.707856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:24.792344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port cd37cf9f-83ac-454b-b8f1-a99520b50597 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:24.798959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port cd37cf9f-83ac-454b-b8f1-a99520b50597 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:24.800630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.919238 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.947840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:24.950996 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f17ba1-1462-433f-8871-a15461367305" -d '{"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-plugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:24.971929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:24.978754 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.089777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-57e531f9-6a39-407f-89d7-afec3e8ae3e0 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.091421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-57e531f9-6a39-407f-89d7-afec3e8ae3e0 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5305207 Jul 16 18:08:25.098815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:25.114652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33075-3ec9-4e27-94e7-661355e77c8f req-225d4506-1b30-403f-b890-e781fd6376bc tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.125027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ab33075-3ec9-4e27-94e7-661355e77c8f req-225d4506-1b30-403f-b890-e781fd6376bc tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.4760945 Jul 16 18:08:25.129893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Request body: {'port': {'device_id': '885441f7-9a60-4352-81df-2c16b955cd7e', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '13c49039e75f4f209c1846c4420cce09'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:25.255623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ab33075-3ec9-4e27-94e7-661355e77c8f req-448ce617-66c4-490b-849c-8103dbe35e84 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200597 Jul 16 18:08:25.331008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a920e-1b74-4169-93de-851e57bc519a req-245ffea4-bee9-42a8-9435-a504b749ab28 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.332563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-318a920e-1b74-4169-93de-851e57bc519a req-245ffea4-bee9-42a8-9435-a504b749ab28 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1506884 Jul 16 18:08:25.333674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Made reservation on behalf of 13c49039e75f4f209c1846c4420cce09 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:25.337931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.451987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-318a920e-1b74-4169-93de-851e57bc519a req-cdd3f0e4-e3eb-432a-b46e-ea25eb0c562a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114578 Jul 16 18:08:25.456476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82484c2e-0b01-4ac4-b694-a777ca6839b8 req-37bf3698-29f2-4215-8768-23bad810b47f tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0777874 Jul 16 18:08:25.514874 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f8b5f0-a937-439b-a6bc-78c30e8b0224 x-openstack-request-id: req-f7f8b5f0-a937-439b-a6bc-78c30e8b0224 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:25.517494 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-plugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:25.517801 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7f8b5f0-a937-439b-a6bc-78c30e8b0224 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:25.518685 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'code': 200} Jul 16 18:08:25.546868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Allocated IP 192.168.233.95 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/06e3ec94-6676-43a1-bb1c-476c45e094a9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:25.706525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4ccdf-3c10-4ede-9ec0-552ce58115df req-92e15740-b64c-4e91-be3e-2bfd2cc39977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.708162 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-15b4ccdf-3c10-4ede-9ec0-552ce58115df req-92e15740-b64c-4e91-be3e-2bfd2cc39977 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 1102 time: 0.0580504 Jul 16 18:08:25.758933 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-15b4ccdf-3c10-4ede-9ec0-552ce58115df req-15b2ee41-d696-45b0-ac45-bea0d2a91696 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383594 Jul 16 18:08:25.799748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc86f1c-5ebb-43d6-b2fb-97fd9b475204 req-60839214-548e-4b6b-b1f3-4ed17806db92 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.801336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fc86f1c-5ebb-43d6-b2fb-97fd9b475204 req-60839214-548e-4b6b-b1f3-4ed17806db92 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 946 time: 0.1451693 Jul 16 18:08:25.806772 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.865500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Transition to ACTIVE for port object 06e3ec94-6676-43a1-bb1c-476c45e094a9 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:25.900997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fc86f1c-5ebb-43d6-b2fb-97fd9b475204 req-dcb8a549-1a0d-40f5-befd-27230e048920 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3b587ae-596b-4d45-bd1a-5453477d2b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913658 Jul 16 18:08:25.944588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41a8d-6838-46e0-bde0-9060eef4a48e req-d9ee668a-b16e-4bd0-9695-05f0755c39a1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.946731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38f41a8d-6838-46e0-bde0-9060eef4a48e req-d9ee668a-b16e-4bd0-9695-05f0755c39a1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1340718 Jul 16 18:08:25.949262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.010317 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['e1b861f3-5ee8-4e3e-ade5-06211440ebfe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:26.033833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:26.063183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:26.065979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Pushing event updated for resources: {'Port': ['ID=06e3ec94-6676-43a1-bb1c-476c45e094a9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.068945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:26.110726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38f41a8d-6838-46e0-bde0-9060eef4a48e req-e029c977-6572-4a97-91c0-b6ed131a7598 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511421 Jul 16 18:08:26.142897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.143568 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.167482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-fc8f941e-6c52-4b10-8f4f-b081a72e82e9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0414872 Jul 16 18:08:26.187484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Request body: {'port': {'device_id': '885441f7-9a60-4352-81df-2c16b955cd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:26.202851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6e7e2-a481-4c03-8a95-ab6f51d167ce req-0d894c8e-d1fd-4c5f-8eba-32cb47d4cdb4 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.212275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8d6e7e2-a481-4c03-8a95-ab6f51d167ce req-0d894c8e-d1fd-4c5f-8eba-32cb47d4cdb4 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 935 time: 0.1978717 Jul 16 18:08:26.307104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8d6e7e2-a481-4c03-8a95-ab6f51d167ce req-6c519195-4c76-4704-a000-fa3f59e16903 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818183 Jul 16 18:08:26.390818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.459889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c1869e9c-4f39-428a-a7a5-a1653cd19fd4 None None] Provisioning for port 06e3ec94-6676-43a1-bb1c-476c45e094a9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:26.469820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c1869e9c-4f39-428a-a7a5-a1653cd19fd4 None None] Provisioning complete for port 06e3ec94-6676-43a1-bb1c-476c45e094a9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:26.470886 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c1869e9c-4f39-428a-a7a5-a1653cd19fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.596637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c1869e9c-4f39-428a-a7a5-a1653cd19fd4 None None] Port 06e3ec94-6676-43a1-bb1c-476c45e094a9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:26.714284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43928639-22b9-409d-aa96-a0a8316767a7 req-db87bd0f-4537-4b13-9455-0a108ff270ce tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.715825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43928639-22b9-409d-aa96-a0a8316767a7 req-db87bd0f-4537-4b13-9455-0a108ff270ce tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 950 time: 0.1449492 Jul 16 18:08:26.842524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43928639-22b9-409d-aa96-a0a8316767a7 req-13adac4c-990b-4c02-8847-d1e4d6951485 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047390 Jul 16 18:08:26.859997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e3ec94-6676-43a1-bb1c-476c45e094a9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:26.871391 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.890871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8839e-5b27-4a30-948f-d26a55a5526d req-695e3f26-a508-4a43-b849-83bec2f43f72 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.892435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ba8839e-5b27-4a30-948f-d26a55a5526d req-695e3f26-a508-4a43-b849-83bec2f43f72 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1739683 Jul 16 18:08:26.896197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-2effb42e-3f3b-4298-b7b9-10b700f82519 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.898490 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-2effb42e-3f3b-4298-b7b9-10b700f82519 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 946 time: 0.0798879 Jul 16 18:08:26.899225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Transition to ACTIVE for port object 06e3ec94-6676-43a1-bb1c-476c45e094a9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:26.903912 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.012534 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=06e3ec94-6676-43a1-bb1c-476c45e094a9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.029258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ba8839e-5b27-4a30-948f-d26a55a5526d req-41548f09-dc3c-4c67-af1e-02cce394a0db tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226633 Jul 16 18:08:27.047574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Deleting port 72e40d34-d601-444c-9a9b-f188c2e9459a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:27.048169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.154516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-980293c9-574c-43f2-a3bd-1f0630fc382c req-b83413fa-2bcc-4b24-bb49-7aff829ab76c tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0796146 Jul 16 18:08:27.190424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] For port 72e40d34-d601-444c-9a9b-f188c2e9459a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=72e40d34-d601-444c-9a9b-f188c2e9459a,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:27.191211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.207760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Attempting to bind port 06e3ec94-6676-43a1-bb1c-476c45e094a9 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:27.208110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Attempting to bind port 06e3ec94-6676-43a1-bb1c-476c45e094a9 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:27.208439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Attempting to bind port 06e3ec94-6676-43a1-bb1c-476c45e094a9 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:27.239798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Calling delete_port for 72e40d34-d601-444c-9a9b-f188c2e9459a owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:27.258356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Port 06e3ec94-6676-43a1-bb1c-476c45e094a9 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:27.258838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Attempting to bind port 06e3ec94-6676-43a1-bb1c-476c45e094a9 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:27.280113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:27.280593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:27.281247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:27.282007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Bound port: 06e3ec94-6676-43a1-bb1c-476c45e094a9, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:27.282598 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.441425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cf0fb-cd44-404b-a635-2b2ed518eb77 req-3f05c648-57a5-4249-a3b7-7df6d6cc21f6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.442992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-212cf0fb-cd44-404b-a635-2b2ed518eb77 req-3f05c648-57a5-4249-a3b7-7df6d6cc21f6 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.2373285 Jul 16 18:08:27.460320 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.468318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] For port 06e3ec94-6676-43a1-bb1c-476c45e094a9, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:27.473450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['72e40d34-d601-444c-9a9b-f188c2e9459a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:27.492814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] For port 06e3ec94-6676-43a1-bb1c-476c45e094a9, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=06e3ec94-6676-43a1-bb1c-476c45e094a9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:27.493090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Pushing event deleted for resources: {'Port': ['ID=72e40d34-d601-444c-9a9b-f188c2e9459a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.506523 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.561435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-212cf0fb-cd44-404b-a635-2b2ed518eb77 req-cdc8ce90-ff60-41fd-81c7-11e42f3d8d37 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e99dad6-5587-40f4-99c5-650298e365f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058323 Jul 16 18:08:27.571338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] No DVR routers for this DVR port 72e40d34-d601-444c-9a9b-f188c2e9459a on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:27.573287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.574490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.574936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.576468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/06e3ec94-6676-43a1-bb1c-476c45e094a9 HTTP/1.1" status: 200 len: 1096 time: 1.3990052 Jul 16 18:08:27.577603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885441f7-9a60-4352-81df-2c16b955cd7e', 'tag': '06e3ec94-6676-43a1-bb1c-476c45e094a9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:27.578106 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39c43dc6-6e86-460c-a675-8a0d371028b7 req-86e6e09a-b707-479b-914c-f95e386afc81 tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.45 "DELETE /v2.0/ports/72e40d34-d601-444c-9a9b-f188c2e9459a HTTP/1.1" status: 204 len: 173 time: 0.6740670 Jul 16 18:08:27.578721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3ca042-7a06-4aa5-8a7c-105850cd253d', 'name': 'network-vif-deleted', 'tag': '72e40d34-d601-444c-9a9b-f188c2e9459a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:27.580477 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0351b021-04ec-436f-b1c8-f238c9278781" -d '{"events": [{"name": "network-changed", "server_uuid": "885441f7-9a60-4352-81df-2c16b955cd7e", "tag": "06e3ec94-6676-43a1-bb1c-476c45e094a9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:27.582189 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dd80c4-b2d1-4396-acef-e5f5c52646c2" -d '{"events": [{"server_uuid": "cd3ca042-7a06-4aa5-8a7c-105850cd253d", "name": "network-vif-deleted", "tag": "72e40d34-d601-444c-9a9b-f188c2e9459a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:27.605831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537794b-b217-4185-9f62-91a7b4de8141 req-39096897-b89a-41b6-9061-4b6b04aa77e0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.608390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b537794b-b217-4185-9f62-91a7b4de8141 req-39096897-b89a-41b6-9061-4b6b04aa77e0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2180948 Jul 16 18:08:27.660312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c707ae-a101-44b7-a11e-7cd69297f9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=06e3ec94-6676-43a1-bb1c-476c45e094a9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.696846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b537794b-b217-4185-9f62-91a7b4de8141 req-bdf5a658-e54f-4075-bcb6-392267ec8694 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753984 Jul 16 18:08:27.768167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-63f2ce5b-355c-4dab-a984-c55556d24c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.770405 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-63f2ce5b-355c-4dab-a984-c55556d24c7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13c49039e75f4f209c1846c4420cce09&device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 1099 time: 0.1334589 Jul 16 18:08:27.843914 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-be3a98d2-087f-4442-bdba-cf1b13622d3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=06e3ec94-6676-43a1-bb1c-476c45e094a9 HTTP/1.1" status: 200 len: 217 time: 0.0644331 Jul 16 18:08:27.915899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-a9003017-11c1-468a-8add-bd06963e683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.918654 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-a9003017-11c1-468a-8add-bd06963e683f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0631099 Jul 16 18:08:27.983842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2328c7df-144d-44b2-87db-2b723a57ee16 req-5393b3cb-94b7-48ab-9ab2-d94a7951379a tempest-AttachSCSIVolumeTestJSON-896876284 tempest-AttachSCSIVolumeTestJSON-896876284-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd3ca042-7a06-4aa5-8a7c-105850cd253d HTTP/1.1" status: 200 len: 210 time: 0.0464118 Jul 16 18:08:27.999346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-f40c9c36-c716-4908-90ce-61a17980ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.001253 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-f40c9c36-c716-4908-90ce-61a17980ee8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0747385 Jul 16 18:08:28.085986 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3575ade0-3a5c-4d74-887b-789466c12f99 x-openstack-request-id: req-3575ade0-3a5c-4d74-887b-789466c12f99 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:28.086370 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3ca042-7a06-4aa5-8a7c-105850cd253d", "name": "network-vif-deleted", "tag": "72e40d34-d601-444c-9a9b-f188c2e9459a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:28.086816 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3575ade0-3a5c-4d74-887b-789466c12f99 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:28.087263 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3ca042-7a06-4aa5-8a7c-105850cd253d', 'name': 'network-vif-deleted', 'tag': '72e40d34-d601-444c-9a9b-f188c2e9459a', 'status': 'completed', 'code': 200} Jul 16 18:08:28.099014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-9fa576ce-6734-4a6d-9a77-38a021ddcbd2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.101597 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-9fa576ce-6734-4a6d-9a77-38a021ddcbd2 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 949 time: 0.1192591 Jul 16 18:08:28.115385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40157c-5c23-4a2f-9b2f-fd13fd275e20 req-fd359d4c-0a49-4e62-bed1-3f3da3ba62a5 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.124416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b40157c-5c23-4a2f-9b2f-fd13fd275e20 req-fd359d4c-0a49-4e62-bed1-3f3da3ba62a5 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 947 time: 0.1439970 Jul 16 18:08:28.139018 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-307dec64-9488-4008-91b2-9c2dd9ceacbd service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287546 Jul 16 18:08:28.176340 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f6b2d4-3f96-4e04-9d90-366b532e9221 x-openstack-request-id: req-36f6b2d4-3f96-4e04-9d90-366b532e9221 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:28.176696 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885441f7-9a60-4352-81df-2c16b955cd7e", "tag": "06e3ec94-6676-43a1-bb1c-476c45e094a9", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:28.176946 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36f6b2d4-3f96-4e04-9d90-366b532e9221 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:28.177750 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885441f7-9a60-4352-81df-2c16b955cd7e', 'tag': '06e3ec94-6676-43a1-bb1c-476c45e094a9', 'status': 'completed', 'code': 200} Jul 16 18:08:28.220238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b40157c-5c23-4a2f-9b2f-fd13fd275e20 req-82ff9e38-ad9c-45bd-b97e-6aca598b267b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948124 Jul 16 18:08:28.325961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Deleting port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:28.326315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.469460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.488019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] For port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:28.489399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.508031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Calling delete_port for 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:28.529835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116278b5-82cb-4262-a113-bbe3fef437de req-8fdc5f9c-fab4-4a3b-b0fd-eac0cfdc8610 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.531606 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-116278b5-82cb-4262-a113-bbe3fef437de req-8fdc5f9c-fab4-4a3b-b0fd-eac0cfdc8610 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1664500 Jul 16 18:08:28.576102 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98fca0e7-1f31-4d01-8673-e8df87671f07 req-c5a0961d-d8ff-472c-979b-07603f514c99 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265766 Jul 16 18:08:28.624898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-116278b5-82cb-4262-a113-bbe3fef437de req-e53ab617-a30d-444f-b035-ce527fe1fc04 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566115 Jul 16 18:08:28.757911 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29ab9ed2-870f-4247-be61-389261a26afd req-9659f771-9029-4da1-b8ad-b89daf37e477 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=300718f9a263446facb644f3c6601c0e&device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0597191 Jul 16 18:08:28.764111 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.815565 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29ab9ed2-870f-4247-be61-389261a26afd req-c5334504-535c-4e2a-94a4-8372ec0e46e3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=300718f9a263446facb644f3c6601c0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352185 Jul 16 18:08:28.823073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Pushing event deleted for resources: {'Port': ['ID=5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:28.827703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351b021-04ec-436f-b1c8-f238c9278781 req-cd6224c8-15cd-4c7d-9ccd-cf4ac97d9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.831299 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0351b021-04ec-436f-b1c8-f238c9278781 req-cd6224c8-15cd-4c7d-9ccd-cf4ac97d9756 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13c49039e75f4f209c1846c4420cce09&device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 1099 time: 0.1827586 Jul 16 18:08:28.897572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] No DVR routers for this DVR port 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:28.905303 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.907409 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5ed61c-38d0-49ef-8ff9-8785d171f19c req-cc3e6304-1d24-46b7-91fa-2f69f0302c58 tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.45 "DELETE /v2.0/ports/5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 HTTP/1.1" status: 204 len: 173 time: 0.7756250 Jul 16 18:08:28.922652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6596bf-fb63-46a0-9c70-bbc1f7069f68 req-783cff6d-b6bd-474f-a384-20276e010dd9 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.925738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc6596bf-fb63-46a0-9c70-bbc1f7069f68 req-783cff6d-b6bd-474f-a384-20276e010dd9 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 950 time: 0.1986947 Jul 16 18:08:28.940499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faf87a-1118-48b2-8b56-c65c6f70d6d1 req-f6c2d552-80f8-45de-9074-458159f0045d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.951531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2faf87a-1118-48b2-8b56-c65c6f70d6d1 req-f6c2d552-80f8-45de-9074-458159f0045d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1825240 Jul 16 18:08:29.010921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc6596bf-fb63-46a0-9c70-bbc1f7069f68 req-ed6c2aa8-18e2-47c2-a568-a8813afc18d9 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782216 Jul 16 18:08:29.022052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2faf87a-1118-48b2-8b56-c65c6f70d6d1 req-3c47102b-6adb-458e-9af8-2a6d7a1ca70d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695119 Jul 16 18:08:29.110156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab9ed2-870f-4247-be61-389261a26afd req-3e50e460-8c98-4b7a-842b-55bd14952d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.110156 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29ab9ed2-870f-4247-be61-389261a26afd req-3e50e460-8c98-4b7a-842b-55bd14952d50 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2770889 Jul 16 18:08:29.111588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351b021-04ec-436f-b1c8-f238c9278781 req-964bcd9b-965a-4596-8421-365d8d34a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.113640 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0351b021-04ec-436f-b1c8-f238c9278781 req-964bcd9b-965a-4596-8421-365d8d34a5df service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2671812 Jul 16 18:08:29.185844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c05d6533-5140-4865-bc7f-6fdd00bdcd55 req-2299a269-f1db-498a-aa6c-830e8815dd9b tempest-MigrationsAdminTest-424960413 tempest-MigrationsAdminTest-424960413-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8130dd7-be89-4d25-9b9f-044776781101 HTTP/1.1" status: 200 len: 210 time: 0.0399179 Jul 16 18:08:29.187244 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0351b021-04ec-436f-b1c8-f238c9278781 req-711d640f-c926-414e-9b43-c99276830253 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=06e3ec94-6676-43a1-bb1c-476c45e094a9 HTTP/1.1" status: 200 len: 217 time: 0.0601323 Jul 16 18:08:29.246428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82ec4bfd-1ae5-4910-b4d6-fc473a5498d6 req-39bb10bb-635b-4003-8d81-c1ee1532cace tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0640409 Jul 16 18:08:29.276407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351b021-04ec-436f-b1c8-f238c9278781 req-65cdfce2-ba16-4d83-a80c-295dce3e16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.278362 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0351b021-04ec-436f-b1c8-f238c9278781 req-65cdfce2-ba16-4d83-a80c-295dce3e16d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0811398 Jul 16 18:08:29.375748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351b021-04ec-436f-b1c8-f238c9278781 req-3ca5036f-8d11-4e02-b5ed-07c8bebdc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.378511 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0351b021-04ec-436f-b1c8-f238c9278781 req-3ca5036f-8d11-4e02-b5ed-07c8bebdc012 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895708 Jul 16 18:08:29.539612 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0351b021-04ec-436f-b1c8-f238c9278781 req-9e557579-1ee6-4c7c-9a4f-cf3e1f04a95f service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500666 Jul 16 18:08:29.654313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0351b021-04ec-436f-b1c8-f238c9278781 req-424fcbdb-2f9f-4e15-9e17-48071e79ef2c service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087396 Jul 16 18:08:29.660340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8be77-e0f0-4c36-959d-cbb7bcb0fc41 req-9d29d9f9-316a-41ea-a654-a28aee457fd6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.662116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21f8be77-e0f0-4c36-959d-cbb7bcb0fc41 req-9d29d9f9-316a-41ea-a654-a28aee457fd6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0876672 Jul 16 18:08:29.724130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21f8be77-e0f0-4c36-959d-cbb7bcb0fc41 req-0166a015-4e71-45e8-a9b9-2798124b25f5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456095 Jul 16 18:08:29.980103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59d52e-4fea-4981-ab3c-4c591ef49dbd req-b55c7627-5036-4c12-9c2b-1fbbb201782b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.981664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f59d52e-4fea-4981-ab3c-4c591ef49dbd req-b55c7627-5036-4c12-9c2b-1fbbb201782b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 947 time: 0.1238897 Jul 16 18:08:30.040437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f59d52e-4fea-4981-ab3c-4c591ef49dbd req-061382f1-d10c-4142-bcd7-da5aa18c81a7 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490823 Jul 16 18:08:30.064361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee865b24-80c9-4a52-ab89-7fd588511b10 req-bf11d951-d899-4455-8334-9a2e45a06d59 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.081457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee865b24-80c9-4a52-ab89-7fd588511b10 req-bf11d951-d899-4455-8334-9a2e45a06d59 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1424780 Jul 16 18:08:30.165545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee865b24-80c9-4a52-ab89-7fd588511b10 req-b9314781-d6e3-4e34-8c4f-e3337b62eac9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805373 Jul 16 18:08:30.178453 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'name': 'network-vif-deleted', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:30.181623 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de24577-fda6-4fcf-9c3c-352e383f769b" -d '{"events": [{"server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "name": "network-vif-deleted", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:30.227885 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3bbe18-0832-4b04-8ed8-84ed88971410 x-openstack-request-id: req-bf3bbe18-0832-4b04-8ed8-84ed88971410 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:30.228440 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8130dd7-be89-4d25-9b9f-044776781101", "name": "network-vif-deleted", "tag": "5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:30.228956 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf3bbe18-0832-4b04-8ed8-84ed88971410 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:30.229505 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8130dd7-be89-4d25-9b9f-044776781101', 'name': 'network-vif-deleted', 'tag': '5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7', 'status': 'completed', 'code': 200} Jul 16 18:08:30.462395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb144fe-5873-4c19-a734-9fbe8787fc07 req-74a69a36-2310-491a-a0c0-6d05c97da378 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.469033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fb144fe-5873-4c19-a734-9fbe8787fc07 req-74a69a36-2310-491a-a0c0-6d05c97da378 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1503637 Jul 16 18:08:30.528604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:30.530722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 06e3ec94-6676-43a1-bb1c-476c45e094a9 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:30.597672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fb144fe-5873-4c19-a734-9fbe8787fc07 req-a72dcaa1-883e-4ee2-a888-3ecd69578d6c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154044 Jul 16 18:08:30.618444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:30.618923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5cc5eb32-869e-4d5e-acc6-6b62cc3cd1c7 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:30.619600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 72e40d34-d601-444c-9a9b-f188c2e9459a no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:30.665074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 72e40d34-d601-444c-9a9b-f188c2e9459a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:30.665420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 72e40d34-d601-444c-9a9b-f188c2e9459a not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:30.665635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5e7b4-86be-491c-8151-8183be85f9cf req-fce2ff27-b8b5-4fc0-b04a-6a3b8f8664d7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.672767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc5e7b4-86be-491c-8151-8183be85f9cf req-fce2ff27-b8b5-4fc0-b04a-6a3b8f8664d7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2025807 Jul 16 18:08:30.724117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc5e7b4-86be-491c-8151-8183be85f9cf req-9ac97973-ff6b-4842-9322-cfd1db8747c6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467682 Jul 16 18:08:30.827984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 06e3ec94-6676-43a1-bb1c-476c45e094a9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=06e3ec94-6676-43a1-bb1c-476c45e094a9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:30.856930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '06e3ec94-6676-43a1-bb1c-476c45e094a9', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '06e3ec94-6676-43a1-bb1c-476c45e094a9', 'mac_address': 'fa:16:3e:45:81:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:30.872681 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:30.902738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95d6e677-1526-4293-a951-08d77b034d4a req-1171092a-5730-4312-b6d0-772e8f8202b6 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0601537 Jul 16 18:08:30.933133 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.949302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e3ec94-6676-43a1-bb1c-476c45e094a9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:30.975078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 06e3ec94-6676-43a1-bb1c-476c45e094a9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=06e3ec94-6676-43a1-bb1c-476c45e094a9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:30.981148 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.052989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=06e3ec94-6676-43a1-bb1c-476c45e094a9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.098801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29ab9ed2-870f-4247-be61-389261a26afd req-b3f5b2a1-c567-4092-a3b6-b6443f12d433 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.46 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0732837 Jul 16 18:08:31.210067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['06e3ec94-6676-43a1-bb1c-476c45e094a9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:31.214165 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-917d9258-f7e2-467e-bc80-e2a05935f75f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fac9eacd78a4e77b15b8f90f01dc4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387139 Jul 16 18:08:31.217544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:31.263425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c4df1-3d58-4e95-90de-c99fa84392ec req-b780e4f8-6f3d-4583-9fd8-f7660c343f59 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.273498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b49c4df1-3d58-4e95-90de-c99fa84392ec req-b780e4f8-6f3d-4583-9fd8-f7660c343f59 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1649437 Jul 16 18:08:31.386569 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69b1eb19-7a18-444b-ac17-d7e974f7a110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.454514 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69b1eb19-7a18-444b-ac17-d7e974f7a110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.564151 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69b1eb19-7a18-444b-ac17-d7e974f7a110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.568356 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69b1eb19-7a18-444b-ac17-d7e974f7a110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.570146 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-69b1eb19-7a18-444b-ac17-d7e974f7a110 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e99dad6-5587-40f4-99c5-650298e365f1 HTTP/1.1" status: 204 len: 168 time: 0.3493352 Jul 16 18:08:31.580403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1eb19-7a18-444b-ac17-d7e974f7a110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e99dad6-5587-40f4-99c5-650298e365f1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.669683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b49c4df1-3d58-4e95-90de-c99fa84392ec req-01f74dfc-8fc6-424e-8e36-a1b6efeac065 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951840 Jul 16 18:08:31.689911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5cb8-f5c3-40ee-9136-a7a3b684244d req-ee9fe42a-6b8d-4a00-b823-a8cf6fc0cac9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.697738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c6c5cb8-f5c3-40ee-9136-a7a3b684244d req-ee9fe42a-6b8d-4a00-b823-a8cf6fc0cac9 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 948 time: 0.4765875 Jul 16 18:08:31.746964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c6c5cb8-f5c3-40ee-9136-a7a3b684244d req-c951763f-e890-4409-8da7-aa7596051fc6 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481768 Jul 16 18:08:31.957334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccf337-c4b3-4a3b-8380-eba039868122 req-2e514fb9-391e-469d-baac-58df4555940b tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.967231 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76ccf337-c4b3-4a3b-8380-eba039868122 req-2e514fb9-391e-469d-baac-58df4555940b tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1023173 Jul 16 18:08:32.044976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76ccf337-c4b3-4a3b-8380-eba039868122 req-59ba4512-8a74-406c-ae82-8ce64165cf2a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760901 Jul 16 18:08:32.108978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:32.202900 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-aa823788-4a70-495b-b12d-8e3d8835d1f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abf97a0f3aca4c02836d60ed1a16760d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911303 Jul 16 18:08:32.205875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:32.221339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eeca6c-7030-4839-a378-232c892549f1 req-e3a0e756-4100-4f6d-87aa-7faa543f1ed2 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.222941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7eeca6c-7030-4839-a378-232c892549f1 req-e3a0e756-4100-4f6d-87aa-7faa543f1ed2 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1634736 Jul 16 18:08:32.276272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7eeca6c-7030-4839-a378-232c892549f1 req-e659ece1-0f65-42c9-a501-3e23e2201695 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450013 Jul 16 18:08:32.329685 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2074e8d6-fd96-4418-9332-c2257ba9f6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.335718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1e36ed0-86fa-4a9f-803b-1d3cfcac6258 req-70d6ff59-0275-43ae-9caa-e5f972c86a66 tempest-ServerShowV254Test-1761991935 tempest-ServerShowV254Test-1761991935-project] 10.222.0.60 "GET /v2.0/ports?device_id=394d8c3d-ffc3-4c25-94b7-c5a33003ce66 HTTP/1.1" status: 200 len: 210 time: 0.0379097 Jul 16 18:08:32.371871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2074e8d6-fd96-4418-9332-c2257ba9f6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.443254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2074e8d6-fd96-4418-9332-c2257ba9f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.449366 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2074e8d6-fd96-4418-9332-c2257ba9f6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.453696 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2074e8d6-fd96-4418-9332-c2257ba9f6ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00019162-c121-4eaa-915b-1c733afbd2e9 HTTP/1.1" status: 204 len: 168 time: 0.2437105 Jul 16 18:08:32.466440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074e8d6-fd96-4418-9332-c2257ba9f6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00019162-c121-4eaa-915b-1c733afbd2e9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.534227 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 06e3ec94-6676-43a1-bb1c-476c45e094a9 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:32.586509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45037698-2546-40a7-a996-6afbab5db99d req-9b6eb618-d1d2-4629-8620-240737783764 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.595347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45037698-2546-40a7-a996-6afbab5db99d req-9b6eb618-d1d2-4629-8620-240737783764 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0999134 Jul 16 18:08:32.608396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 06e3ec94-6676-43a1-bb1c-476c45e094a9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:32.614712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 06e3ec94-6676-43a1-bb1c-476c45e094a9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:32.615598 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.649104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45037698-2546-40a7-a996-6afbab5db99d req-02c685c9-63cc-4c37-afaa-3471cc16aabf tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481346 Jul 16 18:08:32.735892 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.751926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:32.858558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885441f7-9a60-4352-81df-2c16b955cd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e3ec94-6676-43a1-bb1c-476c45e094a9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:32.864496 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5943a53d-66e7-4a2e-944b-fdb5f4327841" -d '{"events": [{"server_uuid": "885441f7-9a60-4352-81df-2c16b955cd7e", "name": "network-vif-plugged", "status": "completed", "tag": "06e3ec94-6676-43a1-bb1c-476c45e094a9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:32.915242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 06e3ec94-6676-43a1-bb1c-476c45e094a9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=06e3ec94-6676-43a1-bb1c-476c45e094a9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:32.949014 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.984928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7f2ec-5b90-401c-8d9d-ed067578a7a8 req-837bbce4-9c07-4b0f-8631-cb4ada4ce276 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.987591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9e7f2ec-5b90-401c-8d9d-ed067578a7a8 req-837bbce4-9c07-4b0f-8631-cb4ada4ce276 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1454229 Jul 16 18:08:33.133449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9e7f2ec-5b90-401c-8d9d-ed067578a7a8 req-a1097c12-bdc6-4ad2-9144-1811121295a3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334767 Jul 16 18:08:33.142472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=06e3ec94-6676-43a1-bb1c-476c45e094a9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.168385 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5ddf0e1-649f-47c8-9b7d-2bcf3922bb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.181959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834243cb-56c3-4cb4-aa42-a869836baef1 req-d578b6c7-3db1-474c-938a-81bc3b65f54b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.182589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:33.184115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-834243cb-56c3-4cb4-aa42-a869836baef1 req-d578b6c7-3db1-474c-938a-81bc3b65f54b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 949 time: 0.1487045 Jul 16 18:08:33.227816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'mac_address': 'fa:16:3e:04:e4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:33.282805 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.307652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-834243cb-56c3-4cb4-aa42-a869836baef1 req-38405bb0-4f29-46ed-b89d-c1c52276ec1b tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070065 Jul 16 18:08:33.308140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd37cf9f-83ac-454b-b8f1-a99520b50597 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:33.358947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:33.367356 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df54aeef-39ca-4514-b5ff-43152844e9c3 x-openstack-request-id: req-df54aeef-39ca-4514-b5ff-43152844e9c3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:33.367768 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885441f7-9a60-4352-81df-2c16b955cd7e", "name": "network-vif-plugged", "status": "completed", "tag": "06e3ec94-6676-43a1-bb1c-476c45e094a9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:33.368036 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df54aeef-39ca-4514-b5ff-43152844e9c3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:33.368500 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885441f7-9a60-4352-81df-2c16b955cd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e3ec94-6676-43a1-bb1c-476c45e094a9', 'code': 200} Jul 16 18:08:33.369937 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.496997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.572327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['cd37cf9f-83ac-454b-b8f1-a99520b50597'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:33.582633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745c0af-fcf8-4102-8f59-409e87ae7f2c req-7e5ea195-2d30-4605-9e51-a4b602aa6c60 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.588880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3745c0af-fcf8-4102-8f59-409e87ae7f2c req-7e5ea195-2d30-4605-9e51-a4b602aa6c60 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1678252 Jul 16 18:08:33.643679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0ef83-6fdb-47ee-85f0-bf19ad1768a5 req-0906c9a0-76fe-4725-b76f-376a328b1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.645249 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8f0ef83-6fdb-47ee-85f0-bf19ad1768a5 req-0906c9a0-76fe-4725-b76f-376a328b1520 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 1101 time: 0.1052918 Jul 16 18:08:33.721797 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8f0ef83-6fdb-47ee-85f0-bf19ad1768a5 req-f2a9f5fa-1bfb-4b9e-8522-b643d156e11e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688212 Jul 16 18:08:33.741382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3745c0af-fcf8-4102-8f59-409e87ae7f2c req-daa1a9f5-4d32-4c61-9e34-dec807da9291 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334591 Jul 16 18:08:33.804210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa088d-4297-436b-8cd2-d17396a429b2 req-c638393b-57fa-4a4e-9d42-e70126ae0376 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.806289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92fa088d-4297-436b-8cd2-d17396a429b2 req-c638393b-57fa-4a4e-9d42-e70126ae0376 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2160819 Jul 16 18:08:33.925696 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92fa088d-4297-436b-8cd2-d17396a429b2 req-1731fa42-a529-421d-b31b-e8023e8c3568 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129510 Jul 16 18:08:34.290115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd316d-ab13-42f5-96fa-921a1623f52c req-69b46eac-e011-458c-8fcd-392c6b010cf2 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.299391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4dd316d-ab13-42f5-96fa-921a1623f52c req-69b46eac-e011-458c-8fcd-392c6b010cf2 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.0920148 Jul 16 18:08:34.364449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4dd316d-ab13-42f5-96fa-921a1623f52c req-c7252db8-8e03-4fc0-8259-271cada87b7f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637279 Jul 16 18:08:34.427634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:34.623397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cafad-1d8b-4131-b433-b67ef7048227 req-3f1192f7-a1f7-46eb-960e-7eb886ccd54d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.632631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f64cafad-1d8b-4131-b433-b67ef7048227 req-3f1192f7-a1f7-46eb-960e-7eb886ccd54d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1353514 Jul 16 18:08:34.671141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879f911-c174-48ec-910c-5c6ed25020a7 req-f01e2a77-0cbd-4dcb-88a2-11651cf12c46 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.689270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2879f911-c174-48ec-910c-5c6ed25020a7 req-f01e2a77-0cbd-4dcb-88a2-11651cf12c46 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 949 time: 0.1530211 Jul 16 18:08:34.772989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:34.775296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f64cafad-1d8b-4131-b433-b67ef7048227 req-321b73ab-daab-4003-a7aa-f0b925202ce9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413629 Jul 16 18:08:34.777422 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.833712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2879f911-c174-48ec-910c-5c6ed25020a7 req-2624a3fa-c72e-4eb7-9cec-46e582d92188 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429868 Jul 16 18:08:34.951888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port cd37cf9f-83ac-454b-b8f1-a99520b50597 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:34.952280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.228791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.260435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.292488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=300718f9a263446facb644f3c6601c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8622410 Jul 16 18:08:35.296902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38898) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:35.345475 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.380863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2277d08-7d7c-42dd-9a67-a095b242140f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.389955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.390311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.390658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.391165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.391643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.391986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.392324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.392690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.393022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.393352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.393682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.394011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34da262-58a5-4ea8-b76e-2fc3f1be74c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:35.427087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ff17e-9d00-4374-bbbf-d7e045fb14c5 req-8f886251-fafc-46fc-9378-399bfc47cfcc tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.435181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab5ff17e-9d00-4374-bbbf-d7e045fb14c5 req-8f886251-fafc-46fc-9378-399bfc47cfcc tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.2985780 Jul 16 18:08:35.437899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-104c758f-745d-4314-a7f4-3087b099344d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.462712 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-104c758f-745d-4314-a7f4-3087b099344d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.483423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:35.487132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:35.495109 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5418c1-89ca-4175-94a3-91ca7216c1f0" -d '{"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-plugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:35.504165 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.565098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab5ff17e-9d00-4374-bbbf-d7e045fb14c5 req-1ba0ea4c-3bbf-40e1-9e49-3cfa76d21af8 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287131 Jul 16 18:08:35.569079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-104c758f-745d-4314-a7f4-3087b099344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.572056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-104c758f-745d-4314-a7f4-3087b099344d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.573479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-104c758f-745d-4314-a7f4-3087b099344d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2277d08-7d7c-42dd-9a67-a095b242140f HTTP/1.1" status: 204 len: 168 time: 0.2745993 Jul 16 18:08:35.582526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c758f-745d-4314-a7f4-3087b099344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2277d08-7d7c-42dd-9a67-a095b242140f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.634392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.757980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38918) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:35.935845 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0fc315-1226-409a-a81f-228641f0b4a6 x-openstack-request-id: req-ef0fc315-1226-409a-a81f-228641f0b4a6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:35.937131 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-plugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:35.939357 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef0fc315-1226-409a-a81f-228641f0b4a6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:35.940165 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'code': 200} Jul 16 18:08:35.942193 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.950848 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88b86bdd-e6a6-47c9-9040-2dacc1a5cf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.288536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff72674-94d7-4e90-bbf2-ce9c5fc09f77 req-e6871d33-5c73-4844-891b-eba0f24852c3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.290402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ff72674-94d7-4e90-bbf2-ce9c5fc09f77 req-e6871d33-5c73-4844-891b-eba0f24852c3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2152846 Jul 16 18:08:36.379531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ff72674-94d7-4e90-bbf2-ce9c5fc09f77 req-15bc0eea-7781-4549-8ce0-fb24144f75d7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791867 Jul 16 18:08:36.517037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.877641 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.950576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32eb32c-2d00-42cc-9c37-589ff681d694 req-f35d5ea4-908e-44f0-9e9a-72991019cbe0 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.959150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e32eb32c-2d00-42cc-9c37-589ff681d694 req-f35d5ea4-908e-44f0-9e9a-72991019cbe0 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 949 time: 0.3369806 Jul 16 18:08:37.010958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.011750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.012389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.013182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.013816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.014433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.015068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.015803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.016425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.030888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-399894ee-55cd-4632-bbd7-fcf9baf209c5 req-817fc550-b2e3-4713-a7c2-94eac910ef08 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.4200733 Jul 16 18:08:37.039352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Deleting port 5356ec0a-5eeb-4143-aba1-c82074fa4b90 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:37.039953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.083736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e32eb32c-2d00-42cc-9c37-589ff681d694 req-4070103a-80c1-4f91-a60d-5cfd4e8cb11c tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228068 Jul 16 18:08:37.319890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] For port 5356ec0a-5eeb-4143-aba1-c82074fa4b90, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5356ec0a-5eeb-4143-aba1-c82074fa4b90,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:37.320903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.344569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Calling delete_port for 5356ec0a-5eeb-4143-aba1-c82074fa4b90 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:37.427816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504463-022f-4ae8-a4a7-759f5562201a req-3fe5983a-ec7b-4f28-a526-3fea3054deb7 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.436827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92504463-022f-4ae8-a4a7-759f5562201a req-3fe5983a-ec7b-4f28-a526-3fea3054deb7 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1747398 Jul 16 18:08:37.490484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d72641-71ce-49b0-8092-2f5a8f83aaf1 req-a64cbe7d-d845-48b8-8c30-fa6f0c796474 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.497838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8d72641-71ce-49b0-8092-2f5a8f83aaf1 req-a64cbe7d-d845-48b8-8c30-fa6f0c796474 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1722074 Jul 16 18:08:37.521120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92504463-022f-4ae8-a4a7-759f5562201a req-3ec0c974-29bf-45d1-ae67-28506619713d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829489 Jul 16 18:08:37.580741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8d72641-71ce-49b0-8092-2f5a8f83aaf1 req-6e6f7bde-028e-4b3f-b111-a9ad1441c54d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820448 Jul 16 18:08:37.701600 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.759617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5356ec0a-5eeb-4143-aba1-c82074fa4b90,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.854194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bd2ad-b859-4185-a1fd-fe106b8836df req-815aab26-86c8-46c8-a104-3b5ade3a54a6 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.866038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-872bd2ad-b859-4185-a1fd-fe106b8836df req-815aab26-86c8-46c8-a104-3b5ade3a54a6 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 886 time: 0.1463356 Jul 16 18:08:38.044151 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-d64561df-403e-4603-9d8b-7e0c6340a2e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1646791 Jul 16 18:08:38.103735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.293016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.294217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.294890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.295678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.296342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.297020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.297677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.298813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.299721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.315996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a314a315-7a49-4b81-bd6c-e110316c1f14 req-1f65df74-24b7-484c-8da5-34de22cb4b63 tempest-NetworksTest-1937270963 tempest-NetworksTest-1937270963-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6439 time: 0.1670716 Jul 16 18:08:38.447386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-b15f6d8b-aab2-4992-84d6-32f8688322d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.449751 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-b15f6d8b-aab2-4992-84d6-32f8688322d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6003d76c61b940759fea111c77e737cb&device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 1097 time: 0.2995541 Jul 16 18:08:38.540070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91dcd5-c3ab-4381-bf40-c2fa3ad81be3 req-2882e5b7-6cb2-42af-9732-7e06a6723821 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.542223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae91dcd5-c3ab-4381-bf40-c2fa3ad81be3 req-2882e5b7-6cb2-42af-9732-7e06a6723821 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 949 time: 0.1116095 Jul 16 18:08:38.641334 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.675569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae91dcd5-c3ab-4381-bf40-c2fa3ad81be3 req-a1e64698-16ea-4f9d-9dc5-4b1230694d7c tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161311 Jul 16 18:08:38.993515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-efebd5c2-2ffe-407a-8028-a9fb0513ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.995374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-efebd5c2-2ffe-407a-8028-a9fb0513ddc3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 200 len: 925 time: 0.5150859 Jul 16 18:08:39.003974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:39.026481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:39.129515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f44d13-84fc-4311-974a-a4f386779b13 req-e7c85f97-9d69-442c-b814-b93ed24fc713 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.132682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1f44d13-84fc-4311-974a-a4f386779b13 req-e7c85f97-9d69-442c-b814-b93ed24fc713 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2325270 Jul 16 18:08:39.196668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e276b9-4683-452e-99fd-8e1e110ad014 req-9d2730e8-e5bb-4970-af53-2b51a6fb4337 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.212761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06e276b9-4683-452e-99fd-8e1e110ad014 req-9d2730e8-e5bb-4970-af53-2b51a6fb4337 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.2427850 Jul 16 18:08:39.231317 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-92d04c0b-b94f-42c5-8c09-9e9b988acc57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90e70d17-566f-40cc-a9f9-61eaae4bfe9f HTTP/1.1" status: 200 len: 1001 time: 0.2213321 Jul 16 18:08:39.417210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-f944aad8-4a19-42e4-9d0d-8e6ba7aa09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.419232 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-f944aad8-4a19-42e4-9d0d-8e6ba7aa09cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c486c120-0ad9-4c01-8f55-560381225582 HTTP/1.1" status: 200 len: 863 time: 0.1592531 Jul 16 18:08:39.471787 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b12d970-3141-4607-a8d3-1e9a12fb802e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.492724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06e276b9-4683-452e-99fd-8e1e110ad014 req-31eb2bda-c7df-48e8-bcd6-ac68eb60de9c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740538 Jul 16 18:08:39.500317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:39.511980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] Sync routers for ids ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:39.513852 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-34a59b24-bb34-4380-bd25-8690265549e1 admin admin] 10.222.0.60 "PUT /v2.0/routers/f2fc8f1a-ce25-4813-a8bf-90c67c09d15f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7535987 Jul 16 18:08:39.516928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39002) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:39.560312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] Routers {'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:39.569524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:39.586693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-a6fde077-3a2c-4b2c-80fa-0c36a58db2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.589084 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-a6fde077-3a2c-4b2c-80fa-0c36a58db2c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e4c0d341-1db4-4359-81e0-5a31d9d3624c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574562 Jul 16 18:08:39.638675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1f44d13-84fc-4311-974a-a4f386779b13 req-1fde8093-6d5c-409b-8a66-b772fb3475cc tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798162 Jul 16 18:08:39.784174 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.007311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] Set router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:40.018082 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-dd958c37-2f99-4102-8406-2f8bf83ce1f9 service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184346 Jul 16 18:08:40.133834 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.312155 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48fd30e8-a73f-4613-b894-73f9e7fad901 req-44ca0119-ec46-4348-a8ef-f0cddfeb182c service neutron] 10.222.0.46 "GET /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831299 Jul 16 18:08:40.342427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.365332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:46Z', 'updated_at': '2021-07-16T18:08:37Z', 'revision_number': 5, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'gw_port': {'id': '96bd5252-22e2-43ee-8e23-3a1656424e32', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:47Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.423027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18cf96-4d49-4fb3-9563-d9da86bcddec req-ddc7275b-a18e-4f3f-a5a4-f5b961c6b651 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.429027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b18cf96-4d49-4fb3-9563-d9da86bcddec req-ddc7275b-a18e-4f3f-a5a4-f5b961c6b651 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.3224475 Jul 16 18:08:40.432220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] Checking router: f2fc8f1a-ce25-4813-a8bf-90c67c09d15f for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:40.437076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b12d970-3141-4607-a8d3-1e9a12fb802e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.449497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] Routers {'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:40.450545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.457924 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b12d970-3141-4607-a8d3-1e9a12fb802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.492781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8b12d970-3141-4607-a8d3-1e9a12fb802e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=909481cf01bf45b7b0234c1e5a07ff5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4542959 Jul 16 18:08:40.493776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39018) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:40.551908 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b18cf96-4d49-4fb3-9563-d9da86bcddec req-540b4b28-6698-4881-88a9-51d896a848b0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145599 Jul 16 18:08:40.564014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12d970-3141-4607-a8d3-1e9a12fb802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ee01e6-1863-4ea8-b0a7-fc8ff1a0ea1b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.600659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b07634-0e2d-493a-8055-baa4375fb662 req-64c2d4cf-677b-4129-943d-3f2c54acd42e tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.616900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32b07634-0e2d-493a-8055-baa4375fb662 req-64c2d4cf-677b-4129-943d-3f2c54acd42e tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 949 time: 0.3083251 Jul 16 18:08:40.630344 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-272bc7dc-5314-44dc-904b-cbaaaa3db7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.638043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] Set router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:40.658257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Deleting port 96bd5252-22e2-43ee-8e23-3a1656424e32 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:40.658614 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.686620 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-272bc7dc-5314-44dc-904b-cbaaaa3db7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.759130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] For port 96bd5252-22e2-43ee-8e23-3a1656424e32, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=96bd5252-22e2-43ee-8e23-3a1656424e32,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:40.759503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.775591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Calling delete_port for 96bd5252-22e2-43ee-8e23-3a1656424e32 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:40.777079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-272bc7dc-5314-44dc-904b-cbaaaa3db7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.779808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-272bc7dc-5314-44dc-904b-cbaaaa3db7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.784896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-272bc7dc-5314-44dc-904b-cbaaaa3db7d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8ee01e6-1863-4ea8-b0a7-fc8ff1a0ea1b HTTP/1.1" status: 204 len: 168 time: 0.2861691 Jul 16 18:08:40.808827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bc7dc-5314-44dc-904b-cbaaaa3db7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ee01e6-1863-4ea8-b0a7-fc8ff1a0ea1b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.995828 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.028195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=96bd5252-22e2-43ee-8e23-3a1656424e32,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:41.051770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32b07634-0e2d-493a-8055-baa4375fb662 req-12e46486-3eb7-4ca3-aeef-2e9b4ff0d390 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314203 Jul 16 18:08:41.082452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:46Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 6, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:41.158896 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.169166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db1abe2-f24e-405e-a4c1-0432afe366f9 None None] The sync data for ids ['f2fc8f1a-ce25-4813-a8bf-90c67c09d15f'] in n-d-793619-10 is: [{'id': 'f2fc8f1a-ce25-4813-a8bf-90c67c09d15f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1932097808-router', 'tenant_id': '901e1bde2d734918a92ef7aa5b7e11db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:46Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 6, 'project_id': '901e1bde2d734918a92ef7aa5b7e11db', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:41.332856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.335918 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.407319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.407961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fc8f1a-ce25-4813-a8bf-90c67c09d15f {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:41.418939 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.420310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-77c24e68-77f6-400c-a605-b97e93f5bbd5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f2fc8f1a-ce25-4813-a8bf-90c67c09d15f HTTP/1.1" status: 204 len: 168 time: 1.9021444 Jul 16 18:08:41.422981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:41.504832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:41.523426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82e0b79e-ef20-442b-be94-444ed4e2f83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.609755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2a676-8c8e-46ca-8e88-9f50d146f278 req-85399961-75d3-4f60-8eee-a1dc42252d92 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.613513 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fa2a676-8c8e-46ca-8e88-9f50d146f278 req-85399961-75d3-4f60-8eee-a1dc42252d92 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1737113 Jul 16 18:08:41.707266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fa2a676-8c8e-46ca-8e88-9f50d146f278 req-188271bd-7d9f-4e01-b3cf-9f78c6c340d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727959 Jul 16 18:08:41.719726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5981e0-018d-465e-9ab5-9f562d697910 admin admin] Deleting subnet 2b169c49-37df-4284-9453-23227a1db268 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:41.732460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f5981e0-018d-465e-9ab5-9f562d697910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.871408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f5981e0-018d-465e-9ab5-9f562d697910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.922319 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82e0b79e-ef20-442b-be94-444ed4e2f83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.984241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82e0b79e-ef20-442b-be94-444ed4e2f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.078999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0b79e-ef20-442b-be94-444ed4e2f83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b473c22-c3bd-494b-979c-c8fbdb3856da,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.094669 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-82e0b79e-ef20-442b-be94-444ed4e2f83f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33436ea233b34ad7951a18bdc5c1ce5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5885370 Jul 16 18:08:42.095683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39066) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:42.116052 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f5981e0-018d-465e-9ab5-9f562d697910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.235517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f5981e0-018d-465e-9ab5-9f562d697910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.274421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5981e0-018d-465e-9ab5-9f562d697910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b169c49-37df-4284-9453-23227a1db268,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.295432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f5981e0-018d-465e-9ab5-9f562d697910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.300070 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5f5981e0-018d-465e-9ab5-9f562d697910 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2b169c49-37df-4284-9453-23227a1db268 HTTP/1.1" status: 204 len: 168 time: 0.8733215 Jul 16 18:08:42.301709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073410a-39d6-442c-9348-603f55d5dd5b None None] Network 3ea49e93-12f8-4684-bfe6-8f8a81f6340b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:42.302171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:42.396303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8eab63f6-55ff-465e-a78f-240fe9d0d67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.430337 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8eab63f6-55ff-465e-a78f-240fe9d0d67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.501701 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8eab63f6-55ff-465e-a78f-240fe9d0d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.504668 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8eab63f6-55ff-465e-a78f-240fe9d0d67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.506377 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8eab63f6-55ff-465e-a78f-240fe9d0d67f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b473c22-c3bd-494b-979c-c8fbdb3856da HTTP/1.1" status: 204 len: 168 time: 0.2968922 Jul 16 18:08:42.514522 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.524897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab63f6-55ff-465e-a78f-240fe9d0d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b473c22-c3bd-494b-979c-c8fbdb3856da,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.551179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94353b64-ce97-4f30-8496-4babdcecf697 req-537fc420-6eca-4703-b486-d669b2ba980c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.567965 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94353b64-ce97-4f30-8496-4babdcecf697 req-537fc420-6eca-4703-b486-d669b2ba980c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1536756 Jul 16 18:08:42.583713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157bc0a-4b47-4c26-bf8b-978258d9cd2e req-1a67049c-d00b-4a60-adf2-0b264a79bd88 tempest-LiveMigrationNegativeTest-741088148 tempest-LiveMigrationNegativeTest-741088148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.598611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1157bc0a-4b47-4c26-bf8b-978258d9cd2e req-1a67049c-d00b-4a60-adf2-0b264a79bd88 tempest-LiveMigrationNegativeTest-741088148 tempest-LiveMigrationNegativeTest-741088148-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 1101 time: 0.6281073 Jul 16 18:08:42.631390 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1157bc0a-4b47-4c26-bf8b-978258d9cd2e req-8860cd21-e006-477e-b21c-c12ea8c4e807 tempest-LiveMigrationNegativeTest-741088148 tempest-LiveMigrationNegativeTest-741088148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.647617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 68048f56-4baa-416d-a5b8-f20931d1d46f details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:42.652123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 68048f56-4baa-416d-a5b8-f20931d1d46f no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:42.654770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Deleting port 7c075ac2-0f68-428b-a6fa-cf62c382692d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:42.655333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.758880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94353b64-ce97-4f30-8496-4babdcecf697 req-5efba9a9-6ef7-4f7f-8734-ee08d915d59b tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878314 Jul 16 18:08:42.840722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] For port 7c075ac2-0f68-428b-a6fa-cf62c382692d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7c075ac2-0f68-428b-a6fa-cf62c382692d,segment=NetworkSegment(6be4cf0a-a5bf-45d0-b530-99dd7f678c1b),segment_id=6be4cf0a-a5bf-45d0-b530-99dd7f678c1b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:42.841552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.871788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Calling delete_port for 7c075ac2-0f68-428b-a6fa-cf62c382692d owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:43.067716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1157bc0a-4b47-4c26-bf8b-978258d9cd2e req-8860cd21-e006-477e-b21c-c12ea8c4e807 tempest-LiveMigrationNegativeTest-741088148 tempest-LiveMigrationNegativeTest-741088148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.075477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1157bc0a-4b47-4c26-bf8b-978258d9cd2e req-8860cd21-e006-477e-b21c-c12ea8c4e807 tempest-LiveMigrationNegativeTest-741088148 tempest-LiveMigrationNegativeTest-741088148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.109248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860cd21-e006-477e-b21c-c12ea8c4e807 tempest-LiveMigrationNegativeTest-741088148 tempest-LiveMigrationNegativeTest-741088148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb577d5-6324-4a45-baf2-0a47241564c6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.140413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1157bc0a-4b47-4c26-bf8b-978258d9cd2e req-8860cd21-e006-477e-b21c-c12ea8c4e807 tempest-LiveMigrationNegativeTest-741088148 tempest-LiveMigrationNegativeTest-741088148-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383670 Jul 16 18:08:43.333107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5356ec0a-5eeb-4143-aba1-c82074fa4b90 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:43.505238 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 5356ec0a-5eeb-4143-aba1-c82074fa4b90 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:43.505809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5356ec0a-5eeb-4143-aba1-c82074fa4b90 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:43.506434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 96bd5252-22e2-43ee-8e23-3a1656424e32 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:43.544013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=68048f56-4baa-416d-a5b8-f20931d1d46f,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:43.648070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80127274-2f6d-4507-b70b-07a1fb045d1c req-6b26bd14-af15-4f75-a258-276474a74b7f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.660900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80127274-2f6d-4507-b70b-07a1fb045d1c req-6b26bd14-af15-4f75-a258-276474a74b7f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.2137053 Jul 16 18:08:43.664953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '68048f56-4baa-416d-a5b8-f20931d1d46f', 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad', 'port_id': '68048f56-4baa-416d-a5b8-f20931d1d46f', 'mac_address': 'fa:16:3e:e6:66:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d467f39-c1ea-42de-a1d2-8170bc5c944b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:43.683814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] DHCP port deletion for 3ea49e93-12f8-4684-bfe6-8f8a81f6340b request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:43.702812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 96bd5252-22e2-43ee-8e23-3a1656424e32 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:43.703432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 96bd5252-22e2-43ee-8e23-3a1656424e32 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:43.714269 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.785718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.800710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80127274-2f6d-4507-b70b-07a1fb045d1c req-dba9524c-ead6-4786-90f8-d0cffa129175 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378465 Jul 16 18:08:43.830764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] No DVR routers for this DVR port 7c075ac2-0f68-428b-a6fa-cf62c382692d on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:43.973478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7c075ac2-0f68-428b-a6fa-cf62c382692d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.976839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:43.979256 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45ad73b-b447-49e8-810d-9cc1d5b89b58" -d '{"events": [{"server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "name": "network-vif-unplugged", "status": "completed", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:44.073807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.080409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=68048f56-4baa-416d-a5b8-f20931d1d46f,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:44.111715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea49e93-12f8-4684-bfe6-8f8a81f6340b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.131805 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.171251 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.180499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.183252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be4cf0a-a5bf-45d0-b530-99dd7f678c1b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.278901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb727ca-7366-4124-b228-4cbb1a2ad7dd req-ad724df4-2cf3-4eb2-af31-72b507ed8f5a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.285936 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddb727ca-7366-4124-b228-4cbb1a2ad7dd req-ad724df4-2cf3-4eb2-af31-72b507ed8f5a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1410897 Jul 16 18:08:44.291721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.293487 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648403ba-9ee9-4d6a-b03d-4426604d6fce x-openstack-request-id: req-648403ba-9ee9-4d6a-b03d-4426604d6fce {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:44.294353 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "name": "network-vif-unplugged", "status": "completed", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:44.295400 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-648403ba-9ee9-4d6a-b03d-4426604d6fce {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:44.296226 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f', 'code': 200} Jul 16 18:08:44.304666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68048f56-4baa-416d-a5b8-f20931d1d46f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:44.317861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] Deleting port 7c075ac2-0f68-428b-a6fa-cf62c382692d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:44.318804 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.382434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.420227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:44.420680 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:44.422559 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:44.481919 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] For port 7c075ac2-0f68-428b-a6fa-cf62c382692d, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:44.483345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.497164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddb727ca-7366-4124-b228-4cbb1a2ad7dd req-0b457feb-ba3c-4075-9aa8-86c38ed7250a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102466 Jul 16 18:08:44.543075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] Calling delete_port for 7c075ac2-0f68-428b-a6fa-cf62c382692d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:44.549569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] Port 7c075ac2-0f68-428b-a6fa-cf62c382692d was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:08:44.571701 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.603412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] No DVR routers for this DVR port 7c075ac2-0f68-428b-a6fa-cf62c382692d on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:44.701669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=68048f56-4baa-416d-a5b8-f20931d1d46f,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.717090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.762379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.767596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39142) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.774993 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] 10.222.0.60 "DELETE /v2.0/networks/3ea49e93-12f8-4684-bfe6-8f8a81f6340b HTTP/1.1" status: 204 len: 168 time: 2.4720113 Jul 16 18:08:44.775965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b0ef9-81f4-4000-a2b3-1a6f2860f5fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea49e93-12f8-4684-bfe6-8f8a81f6340b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.832631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b6e53-05d3-4379-922b-b355dfda8911 None None] Pushing event deleted for resources: {'Port': ['ID=7c075ac2-0f68-428b-a6fa-cf62c382692d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.867620 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:08:44.869216 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:08:45.223452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dfe19-521d-40bb-b052-e0d6292e15e2 req-f45f6aa2-58ef-4153-8d7d-839745bd8118 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.234882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e8dfe19-521d-40bb-b052-e0d6292e15e2 req-f45f6aa2-58ef-4153-8d7d-839745bd8118 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 949 time: 0.2740719 Jul 16 18:08:45.392611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e8dfe19-521d-40bb-b052-e0d6292e15e2 req-e191a12e-ace8-4b0e-8be3-5c28541b2325 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562948 Jul 16 18:08:45.525571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f07900-d35b-4fe5-8643-86833ebe1980 req-e76d3cdb-d1bf-4842-848c-42761722407c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.552363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73f07900-d35b-4fe5-8643-86833ebe1980 req-e76d3cdb-d1bf-4842-848c-42761722407c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 943 time: 0.2197137 Jul 16 18:08:45.580835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.609084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7c075ac2-0f68-428b-a6fa-cf62c382692d no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:45.613879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68048f56-4baa-416d-a5b8-f20931d1d46f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:45.651004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7c075ac2-0f68-428b-a6fa-cf62c382692d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:45.651476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7c075ac2-0f68-428b-a6fa-cf62c382692d not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:45.651910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73f07900-d35b-4fe5-8643-86833ebe1980 req-d01bcd8e-9a7d-4532-83ad-c341327ac5d3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980995 Jul 16 18:08:45.685399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=68048f56-4baa-416d-a5b8-f20931d1d46f,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:45.689899 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.755035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=68048f56-4baa-416d-a5b8-f20931d1d46f,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.916989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['68048f56-4baa-416d-a5b8-f20931d1d46f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:45.938017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6f8db-d932-4758-a910-7a78dbeab504 req-e16b7969-16f5-4535-ac42-8db824d28c8c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.940995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7df6f8db-d932-4758-a910-7a78dbeab504 req-e16b7969-16f5-4535-ac42-8db824d28c8c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1153882 Jul 16 18:08:46.022732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.081319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7df6f8db-d932-4758-a910-7a78dbeab504 req-7b2b5409-db91-4617-8346-3a75bb4130bd tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309230 Jul 16 18:08:46.212948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-52958cac-0d4f-4bdb-9e7c-4702db61ccd8 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.216944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-52958cac-0d4f-4bdb-9e7c-4702db61ccd8 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.45 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 949 time: 0.1742184 Jul 16 18:08:46.468232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Deleting port 1dd5eb25-7403-4eeb-a50d-de81720d293f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:46.469156 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.518896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Deleting port 06e3ec94-6676-43a1-bb1c-476c45e094a9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:46.519258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.577122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] For port 1dd5eb25-7403-4eeb-a50d-de81720d293f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1dd5eb25-7403-4eeb-a50d-de81720d293f,segment=NetworkSegment(45691435-3c7e-4270-af3a-9c998f55cfdc),segment_id=45691435-3c7e-4270-af3a-9c998f55cfdc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:46.577905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.623698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Calling delete_port for 1dd5eb25-7403-4eeb-a50d-de81720d293f owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:46.730590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] For port 06e3ec94-6676-43a1-bb1c-476c45e094a9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=06e3ec94-6676-43a1-bb1c-476c45e094a9,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:46.733064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.773926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Calling delete_port for 06e3ec94-6676-43a1-bb1c-476c45e094a9 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:46.791126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d53aa-50a0-461e-aeb3-72d7fdf9e615 req-137e3647-2fcc-4f7e-bcdc-844f0732a491 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.793077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-788d53aa-50a0-461e-aeb3-72d7fdf9e615 req-137e3647-2fcc-4f7e-bcdc-844f0732a491 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 949 time: 0.1715360 Jul 16 18:08:46.949350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-788d53aa-50a0-461e-aeb3-72d7fdf9e615 req-7b7f8ac6-35e0-446b-8d93-c75d5899d5b7 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494319 Jul 16 18:08:46.991955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378d5f5-59e4-4fbb-9c0b-9de5584354fd req-ab4c724e-c161-452d-95dc-9d0e28927453 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.998974 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a378d5f5-59e4-4fbb-9c0b-9de5584354fd req-ab4c724e-c161-452d-95dc-9d0e28927453 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 944 time: 0.1307926 Jul 16 18:08:47.008425 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.021530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['06e3ec94-6676-43a1-bb1c-476c45e094a9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:47.065510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['e1b861f3-5ee8-4e3e-ade5-06211440ebfe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:47.079003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Pushing event deleted for resources: {'Port': ['ID=06e3ec94-6676-43a1-bb1c-476c45e094a9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.134964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a378d5f5-59e4-4fbb-9c0b-9de5584354fd req-f1177e14-739a-4a3a-b075-7eb010444d4f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349473 Jul 16 18:08:47.139687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.142755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.144108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.151712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.152214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.155230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.155748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.156264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.156789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.157285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.158187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.160171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.181882 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.280471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] No DVR routers for this DVR port 06e3ec94-6676-43a1-bb1c-476c45e094a9 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:47.291005 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.301994 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6f60e679-2cf3-4e34-a8ca-8f163d64f62d req-cd0ddc02-1340-42a9-aa9e-c2f436f4b1d2 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.45 "DELETE /v2.0/ports/06e3ec94-6676-43a1-bb1c-476c45e094a9 HTTP/1.1" status: 204 len: 173 time: 1.0625360 Jul 16 18:08:47.302798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885441f7-9a60-4352-81df-2c16b955cd7e', 'name': 'network-vif-deleted', 'tag': '06e3ec94-6676-43a1-bb1c-476c45e094a9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:47.305666 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915d4165-2108-448f-a248-930bc4f9ac26" -d '{"events": [{"server_uuid": "885441f7-9a60-4352-81df-2c16b955cd7e", "name": "network-vif-deleted", "tag": "06e3ec94-6676-43a1-bb1c-476c45e094a9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:47.348546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd5eb25-7403-4eeb-a50d-de81720d293f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.543004 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7d301e-f887-4dd5-b4da-924524110113 x-openstack-request-id: req-6a7d301e-f887-4dd5-b4da-924524110113 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:47.543363 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885441f7-9a60-4352-81df-2c16b955cd7e", "name": "network-vif-deleted", "tag": "06e3ec94-6676-43a1-bb1c-476c45e094a9", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:47.543627 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a7d301e-f887-4dd5-b4da-924524110113 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:47.544669 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885441f7-9a60-4352-81df-2c16b955cd7e', 'name': 'network-vif-deleted', 'tag': '06e3ec94-6676-43a1-bb1c-476c45e094a9', 'status': 'completed', 'code': 200} Jul 16 18:08:47.623863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb30bd7-d9b0-4f4b-9ee6-5d9c60d9319a req-eb015ea7-4f5d-4374-a244-47ddfab57dff tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.631073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bb30bd7-d9b0-4f4b-9ee6-5d9c60d9319a req-eb015ea7-4f5d-4374-a244-47ddfab57dff tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2273703 Jul 16 18:08:47.689865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 68048f56-4baa-416d-a5b8-f20931d1d46f up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:47.730673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bb30bd7-d9b0-4f4b-9ee6-5d9c60d9319a req-73721eb4-ef37-47ae-82b0-c16df6837fb8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584526 Jul 16 18:08:47.760191 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.804330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 68048f56-4baa-416d-a5b8-f20931d1d46f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:47.805967 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.915193 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.942709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:47.946456 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d29cb9-553c-438d-9e20-71278e9c75c4" -d '{"events": [{"server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "name": "network-vif-plugged", "status": "completed", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:47.963276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=68048f56-4baa-416d-a5b8-f20931d1d46f,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:47.970891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.121950 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b626ba76-4239-4504-b90e-b97a22381bf1 x-openstack-request-id: req-b626ba76-4239-4504-b90e-b97a22381bf1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:48.121950 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "name": "network-vif-plugged", "status": "completed", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:48.122933 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b626ba76-4239-4504-b90e-b97a22381bf1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:48.123360 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f', 'code': 200} Jul 16 18:08:48.123965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=68048f56-4baa-416d-a5b8-f20931d1d46f,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.436350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Router bcae7e56-22db-4b06-9bdb-67ccea323b56 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:48.503551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b0640-5005-4a99-b131-d399df4d95fa req-0f7b7318-adcf-44e7-9173-caa6863d655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.508990 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-816b0640-5005-4a99-b131-d399df4d95fa req-0f7b7318-adcf-44e7-9173-caa6863d655a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 1097 time: 0.1549723 Jul 16 18:08:48.543236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2114f1a5-72f1-4100-831d-d1a1dd3e8116 req-deb45361-c1a3-4061-8143-fdf4327b3842 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=885441f7-9a60-4352-81df-2c16b955cd7e HTTP/1.1" status: 200 len: 210 time: 0.0932856 Jul 16 18:08:48.557675 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-816b0640-5005-4a99-b131-d399df4d95fa req-2640ef86-31e7-4b76-82f0-859bd2b32f7a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Jul 16 18:08:48.574244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:48.592339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39260) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:48.742748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06f86253-5942-45c5-b548-eff0f6d76ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.830569 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53738eb9-bd64-417b-a688-bef0fe21e4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.877519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3288f-26d6-44d0-aba9-9369161b5aa1 req-3ce282cb-603d-440c-a37b-aa107427744d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.879112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bb3288f-26d6-44d0-aba9-9369161b5aa1 req-3ce282cb-603d-440c-a37b-aa107427744d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.3507264 Jul 16 18:08:48.934795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06f86253-5942-45c5-b548-eff0f6d76ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.945832 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06f86253-5942-45c5-b548-eff0f6d76ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.954066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:48.963813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1fad0ebb-f78d-4b74-9d0a-9962c78fe54f admin admin] 10.222.0.60 "PUT /v2.0/routers/bcae7e56-22db-4b06-9bdb-67ccea323b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1929393 Jul 16 18:08:48.972841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:48.989687 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] Sync routers for ids ['bcae7e56-22db-4b06-9bdb-67ccea323b56'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:49.013617 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] Routers {'bcae7e56-22db-4b06-9bdb-67ccea323b56'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:49.014496 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bcae7e56-22db-4b06-9bdb-67ccea323b56'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:49.019906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bb3288f-26d6-44d0-aba9-9369161b5aa1 req-19647dcc-af78-4d29-9e39-51fd54830a01 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256411 Jul 16 18:08:49.120957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5521c-5ad8-488d-a96a-5faa59dada40 req-337aa109-3992-4b4e-b874-dfba37c2d87a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.135802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.151843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cc5521c-5ad8-488d-a96a-5faa59dada40 req-337aa109-3992-4b4e-b874-dfba37c2d87a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2269168 Jul 16 18:08:49.272780 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] Set router bcae7e56-22db-4b06-9bdb-67ccea323b56 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:49.275873 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-06f86253-5942-45c5-b548-eff0f6d76ed8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3daf5a262a76409893f237296cc5a244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6996810 Jul 16 18:08:49.292148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:49.306431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cc5521c-5ad8-488d-a96a-5faa59dada40 req-2b1123c5-e360-469c-9120-8adc1b5ad984 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551781 Jul 16 18:08:49.319453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f86253-5942-45c5-b548-eff0f6d76ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683f001c-6950-4e45-add7-6b6a63c4b106,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.496707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-109f76e3-8988-4d03-9c50-a96d2d9245a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.543342 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-109f76e3-8988-4d03-9c50-a96d2d9245a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.544054 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:55Z', 'updated_at': '2021-07-16T18:08:47Z', 'revision_number': 5, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'gw_port': {'id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:56Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:49.580018 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] Checking router: bcae7e56-22db-4b06-9bdb-67ccea323b56 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:49.603451 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] Routers {'bcae7e56-22db-4b06-9bdb-67ccea323b56'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:49.604235 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bcae7e56-22db-4b06-9bdb-67ccea323b56'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:49.653205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.715416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 06e3ec94-6676-43a1-bb1c-476c45e094a9 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:49.771310 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53738eb9-bd64-417b-a688-bef0fe21e4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.782294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Deleting port d1f5f7db-6609-4bd7-a795-986b30089e84 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:49.782929 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.785437 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] Set router bcae7e56-22db-4b06-9bdb-67ccea323b56 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:49.791009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 06e3ec94-6676-43a1-bb1c-476c45e094a9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:49.791413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 06e3ec94-6676-43a1-bb1c-476c45e094a9 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:49.814691 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-109f76e3-8988-4d03-9c50-a96d2d9245a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.818831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-109f76e3-8988-4d03-9c50-a96d2d9245a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.820376 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-109f76e3-8988-4d03-9c50-a96d2d9245a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/683f001c-6950-4e45-add7-6b6a63c4b106 HTTP/1.1" status: 204 len: 168 time: 0.5248792 Jul 16 18:08:49.821586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53738eb9-bd64-417b-a688-bef0fe21e4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.865793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f76e3-8988-4d03-9c50-a96d2d9245a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683f001c-6950-4e45-add7-6b6a63c4b106,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.907001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53738eb9-bd64-417b-a688-bef0fe21e4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd415b51-8ad3-4bb5-b54c-829841bfbc5a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.935009 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-53738eb9-bd64-417b-a688-bef0fe21e4d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=630a442b53f346e8a3e78705f253f025&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3415461 Jul 16 18:08:49.944356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39296) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:49.983127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] For port d1f5f7db-6609-4bd7-a795-986b30089e84, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d1f5f7db-6609-4bd7-a795-986b30089e84,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:49.984081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.002791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Calling delete_port for d1f5f7db-6609-4bd7-a795-986b30089e84 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:50.097391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2a47005-d3cd-4269-b54d-94298a5326c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.139982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2a47005-d3cd-4269-b54d-94298a5326c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.178368 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:55Z', 'updated_at': '2021-07-16T18:08:47Z', 'revision_number': 5, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'gw_port': {'id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:56Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:50.255718 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddc7249-7d82-4891-a918-4283d4430c93 None None] The sync data for ids ['bcae7e56-22db-4b06-9bdb-67ccea323b56'] in n-d-793619-10 is: [{'id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'name': 'tempest-AttachSCSIVolumeTestJSON-2038584557-router', 'tenant_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:55Z', 'updated_at': '2021-07-16T18:08:47Z', 'revision_number': 5, 'project_id': 'e6ad05bc3d2e4ff0a9b5bcd9c000b55f', 'gw_port': {'id': 'd1f5f7db-6609-4bd7-a795-986b30089e84', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcae7e56-22db-4b06-9bdb-67ccea323b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:56Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:50.279869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2a47005-d3cd-4269-b54d-94298a5326c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.287795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2a47005-d3cd-4269-b54d-94298a5326c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.289250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e2a47005-d3cd-4269-b54d-94298a5326c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd415b51-8ad3-4bb5-b54c-829841bfbc5a HTTP/1.1" status: 204 len: 168 time: 0.3436022 Jul 16 18:08:50.332303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47005-d3cd-4269-b54d-94298a5326c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd415b51-8ad3-4bb5-b54c-829841bfbc5a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:50.382791 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.456872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589dcf5-8725-404d-b1ba-da16d56d7a01 req-472c26c8-740a-4cc3-b386-c565ac2c7672 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.462906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f5f7db-6609-4bd7-a795-986b30089e84,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:50.468729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0589dcf5-8725-404d-b1ba-da16d56d7a01 req-472c26c8-740a-4cc3-b386-c565ac2c7672 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.2035494 Jul 16 18:08:50.533352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39314) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:50.594540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de00c093-7306-4ce5-aa1c-7b46f7e5df2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.607175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0589dcf5-8725-404d-b1ba-da16d56d7a01 req-d02a2f3d-5c46-44fb-82dd-b1c3138904da tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334858 Jul 16 18:08:50.643508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.698474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f549d-61bf-410b-9c5e-317279beb9f5 req-85e3edbf-01fb-40a7-bed2-c4a251c629be tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.700085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff4f549d-61bf-410b-9c5e-317279beb9f5 req-85e3edbf-01fb-40a7-bed2-c4a251c629be tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 950 time: 0.1461089 Jul 16 18:08:50.820592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.824620 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.884350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff4f549d-61bf-410b-9c5e-317279beb9f5 req-57045b24-1fda-4fd4-b446-b914ab8eb206 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735923 Jul 16 18:08:50.895095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.895791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcae7e56-22db-4b06-9bdb-67ccea323b56 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:50.907391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.913549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39326) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:50.916403 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ec556db9-63a5-4cb4-a651-dceb1d4b52c3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bcae7e56-22db-4b06-9bdb-67ccea323b56 HTTP/1.1" status: 204 len: 168 time: 1.9422998 Jul 16 18:08:50.960546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de00c093-7306-4ce5-aa1c-7b46f7e5df2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.974924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de00c093-7306-4ce5-aa1c-7b46f7e5df2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.012212 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de00c093-7306-4ce5-aa1c-7b46f7e5df2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87805125c6c1467b9eb40a08e3f318ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734595 Jul 16 18:08:51.014824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39330) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.046519 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00c093-7306-4ce5-aa1c-7b46f7e5df2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a226019-e044-4f9e-b952-4687c78164c6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:51.096846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef51f-a2e4-4fc3-9c4e-016377c0fd81 req-d7fb4943-76f8-4e12-b124-722ee822dbf8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.108131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa2ef51f-a2e4-4fc3-9c4e-016377c0fd81 req-d7fb4943-76f8-4e12-b124-722ee822dbf8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.3302829 Jul 16 18:08:51.174924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa2ef51f-a2e4-4fc3-9c4e-016377c0fd81 req-69419d6c-d0d0-49b3-bc2e-571972f73ec6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657258 Jul 16 18:08:51.189318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-401b5b76-0b60-44d6-b65a-47c26214c752 admin admin] Deleting subnet 4505cd73-9e55-4112-b575-ed17210a7694 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:51.197553 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-401b5b76-0b60-44d6-b65a-47c26214c752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.383011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1dd5eb25-7403-4eeb-a50d-de81720d293f no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:51.398372 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6304-b35d-4398-b830-7233afc821ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.431556 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-401b5b76-0b60-44d6-b65a-47c26214c752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.437778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1dd5eb25-7403-4eeb-a50d-de81720d293f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:51.438273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1dd5eb25-7403-4eeb-a50d-de81720d293f not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:51.514552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6304-b35d-4398-b830-7233afc821ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.929302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e708d-d553-461b-a485-58f89263a10f req-5b45f4cb-5f06-4141-a234-a6d2eec91f28 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.936284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7e708d-d553-461b-a485-58f89263a10f req-5b45f4cb-5f06-4141-a234-a6d2eec91f28 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.5622232 Jul 16 18:08:51.948351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-401b5b76-0b60-44d6-b65a-47c26214c752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.005649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6304-b35d-4398-b830-7233afc821ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.008457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6304-b35d-4398-b830-7233afc821ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.012075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1fbe6304-b35d-4398-b830-7233afc821ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a226019-e044-4f9e-b952-4687c78164c6 HTTP/1.1" status: 204 len: 168 time: 0.9914036 Jul 16 18:08:52.035146 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7e708d-d553-461b-a485-58f89263a10f req-b61832ea-3ce3-4d33-b6fc-9549339679cd tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935867 Jul 16 18:08:52.042117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe6304-b35d-4398-b830-7233afc821ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a226019-e044-4f9e-b952-4687c78164c6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:52.149409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-401b5b76-0b60-44d6-b65a-47c26214c752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.219575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a9662b-af29-4893-bdb0-2e107231f3ab None None] Network 475c1230-d934-466c-a90d-aee1162358c6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:52.224217 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-401b5b76-0b60-44d6-b65a-47c26214c752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.229797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-401b5b76-0b60-44d6-b65a-47c26214c752 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4505cd73-9e55-4112-b575-ed17210a7694 HTTP/1.1" status: 204 len: 168 time: 1.3131950 Jul 16 18:08:52.231149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39370) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.235873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b5b76-0b60-44d6-b65a-47c26214c752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4505cd73-9e55-4112-b575-ed17210a7694,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:52.439088 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.471680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f71d04-94e6-4b83-945a-f4f5ec78b505 req-3d79cf4e-bc75-42c9-b402-e4cf3bed1ac0 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.473306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2f71d04-94e6-4b83-945a-f4f5ec78b505 req-3d79cf4e-bc75-42c9-b402-e4cf3bed1ac0 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 950 time: 0.2400289 Jul 16 18:08:52.542860 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:52.556701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Deleting port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:52.557390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.561634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575b42b6-386e-47e4-8fe5-644fb5440c28 None None] DHCP port deletion for 475c1230-d934-466c-a90d-aee1162358c6 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:52.574939 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2f71d04-94e6-4b83-945a-f4f5ec78b505 req-093af509-ef09-4c69-82ab-040ff9b4c63d tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900757 Jul 16 18:08:52.721445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-575b42b6-386e-47e4-8fe5-644fb5440c28 None None] Deleting port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:52.721843 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-575b42b6-386e-47e4-8fe5-644fb5440c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.769782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] For port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb,segment=NetworkSegment(45691435-3c7e-4270-af3a-9c998f55cfdc),segment_id=45691435-3c7e-4270-af3a-9c998f55cfdc)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:52.770177 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.796018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Calling delete_port for ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:52.929318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-6c299d0f-8d10-45f4-acf0-4649e2f97b46 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.933042 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-6c299d0f-8d10-45f4-acf0-4649e2f97b46 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 950 time: 0.3391061 Jul 16 18:08:52.933889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-575b42b6-386e-47e4-8fe5-644fb5440c28 None None] For port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb,segment=NetworkSegment(45691435-3c7e-4270-af3a-9c998f55cfdc),segment_id=45691435-3c7e-4270-af3a-9c998f55cfdc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:52.934302 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-575b42b6-386e-47e4-8fe5-644fb5440c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.976650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-575b42b6-386e-47e4-8fe5-644fb5440c28 None None] Calling delete_port for ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:53.017670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054883e9-110d-4d8c-b460-a31718453a81 req-b9e6cc15-5603-4332-a45f-c80df36c1ec0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.035134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-054883e9-110d-4d8c-b460-a31718453a81 req-b9e6cc15-5603-4332-a45f-c80df36c1ec0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1297140 Jul 16 18:08:53.075921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.121307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-054883e9-110d-4d8c-b460-a31718453a81 req-e02252b1-aa1a-45d9-921c-d4a6f3220294 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795989 Jul 16 18:08:53.141904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Deleting port e1b861f3-5ee8-4e3e-ade5-06211440ebfe {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:53.142296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.154084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] No DVR routers for this DVR port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:53.160171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.221900 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-575b42b6-386e-47e4-8fe5-644fb5440c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.299396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b42b6-386e-47e4-8fe5-644fb5440c28 None None] No DVR routers for this DVR port ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:53.309957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b42b6-386e-47e4-8fe5-644fb5440c28 None None] Pushing event deleted for resources: {'Port': ['ID=ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.357841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d1f5f7db-6609-4bd7-a795-986b30089e84 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:53.403617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d1f5f7db-6609-4bd7-a795-986b30089e84 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:53.403971 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d1f5f7db-6609-4bd7-a795-986b30089e84 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:53.406795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:53.460765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-fa59fddc-e5ec-4db8-a174-cb4a76172e34 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.462685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-fa59fddc-e5ec-4db8-a174-cb4a76172e34 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/networks?id=41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 200 len: 815 time: 0.2838984 Jul 16 18:08:53.501238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-110ce486-4a2b-4228-b899-b1f18dab63e8 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/quotas/92eff68eb5de4072b04d51a645cd4f73 HTTP/1.1" status: 200 len: 375 time: 0.0300403 Jul 16 18:08:53.528290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.545175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475c1230-d934-466c-a90d-aee1162358c6']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:53.570761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45691435-3c7e-4270-af3a-9c998f55cfdc') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:53.571080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45691435-3c7e-4270-af3a-9c998f55cfdc') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:53.607315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.653138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-316b7902-6137-470b-a8de-78271888c656 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92eff68eb5de4072b04d51a645cd4f73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1509356 Jul 16 18:08:53.688491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] For port e1b861f3-5ee8-4e3e-ade5-06211440ebfe, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:53.688491 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.711058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Calling delete_port for e1b861f3-5ee8-4e3e-ade5-06211440ebfe owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:53.812195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:53.822656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:53.823707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ef4e6eac-e41a-48c9-bb36-b9b3ca62aafb not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:53.914943 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.926337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:53.926832 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.978459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72093ba-4e6f-4a3f-95e8-97aa99d8b5e2 req-0d14fa9f-b25e-47aa-a365-c8ce02eb8f59 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.990385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f72093ba-4e6f-4a3f-95e8-97aa99d8b5e2 req-0d14fa9f-b25e-47aa-a365-c8ce02eb8f59 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f9feffe-2924-4bb3-b3ec-4933c93d1e19 HTTP/1.1" status: 200 len: 867 time: 0.1501365 Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:54.009586 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:54.012547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.021957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.026414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.028301 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/475c1230-d934-466c-a90d-aee1162358c6 HTTP/1.1" status: 204 len: 168 time: 1.7960329 Jul 16 18:08:54.059183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Pushing event deleted for resources: {'Port': ['ID=e1b861f3-5ee8-4e3e-ade5-06211440ebfe,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.070534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['e1b861f3-5ee8-4e3e-ade5-06211440ebfe'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:54.177465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] No DVR routers for this DVR port e1b861f3-5ee8-4e3e-ade5-06211440ebfe on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:54.183113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.186831 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c937d576-0819-4fff-9fb1-77d15bd0e7c4 req-fb852cb9-675f-4f0f-b951-bb55af94ab26 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.46 "DELETE /v2.0/ports/e1b861f3-5ee8-4e3e-ade5-06211440ebfe HTTP/1.1" status: 204 len: 173 time: 1.2441211 Jul 16 18:08:54.192459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9feffe-2924-4bb3-b3ec-4933c93d1e19', 'name': 'network-vif-deleted', 'tag': 'e1b861f3-5ee8-4e3e-ade5-06211440ebfe'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:54.196038 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a4d53a-e09d-4e4a-8aa8-a11fdeb4c31a" -d '{"events": [{"server_uuid": "5f9feffe-2924-4bb3-b3ec-4933c93d1e19", "name": "network-vif-deleted", "tag": "e1b861f3-5ee8-4e3e-ade5-06211440ebfe"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:54.199016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a219287-4103-4bc0-b0d8-a1ed5297a0b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=475c1230-d934-466c-a90d-aee1162358c6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.207049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:54.254694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-3a325dba-4c43-4340-9c79-6e30a3391358 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.256379 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-3a325dba-4c43-4340-9c79-6e30a3391358 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.45 "GET /v2.0/ports?device_id=d99fbfd7-8319-40b0-8a9d-854f1cb8e111 HTTP/1.1" status: 200 len: 945 time: 0.1097302 Jul 16 18:08:54.262497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f72093ba-4e6f-4a3f-95e8-97aa99d8b5e2 req-56f6dc80-9e40-47a8-aabd-de3487ed0701 tempest-LiveMigrationNegativeTest-1796306526 tempest-LiveMigrationNegativeTest-1796306526-project] 10.222.0.60 "GET /v2.0/security-groups?id=b0b732f1-5334-4203-b797-593febd550a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711110 Jul 16 18:08:54.268100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec', 'port_id': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'mac_address': 'fa:16:3e:a3:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279aaed0-7f04-4e5d-a203-512d81106746', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:54.367661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-c20b34ec-b525-44ef-becf-c88a4a0ec7f2 service neutron] 10.222.0.60 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965821 Jul 16 18:08:54.397391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.458978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.467067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:54.551682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-50ecd9ec-03a4-4784-9adb-07cbe9bea68e service neutron] 10.222.0.60 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823401 Jul 16 18:08:54.609424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:54.627124 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.647599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Deleting port 68048f56-4baa-416d-a5b8-f20931d1d46f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:54.648349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.658488 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3e9d7c62-44b0-4a44-9aaf-07495b3dd6a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=901e1bde2d734918a92ef7aa5b7e11db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982083 Jul 16 18:08:54.658768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.787738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] For port 68048f56-4baa-416d-a5b8-f20931d1d46f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=68048f56-4baa-416d-a5b8-f20931d1d46f,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:54.788707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.793414 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa627ded-bfaa-440c-84fa-588fbfe2b6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.804675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:54.808469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Calling delete_port for 68048f56-4baa-416d-a5b8-f20931d1d46f owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:54.844142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa627ded-bfaa-440c-84fa-588fbfe2b6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.960091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa627ded-bfaa-440c-84fa-588fbfe2b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.962392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.963783 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa627ded-bfaa-440c-84fa-588fbfe2b6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.965300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aa627ded-bfaa-440c-84fa-588fbfe2b6e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3b587ae-596b-4d45-bd1a-5453477d2b8b HTTP/1.1" status: 204 len: 168 time: 0.3053825 Jul 16 18:08:54.984223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa627ded-bfaa-440c-84fa-588fbfe2b6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b587ae-596b-4d45-bd1a-5453477d2b8b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.250339 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a3022-8003-4b20-b2b1-68682c371e0c x-openstack-request-id: req-111a3022-8003-4b20-b2b1-68682c371e0c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:55.250730 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9feffe-2924-4bb3-b3ec-4933c93d1e19", "name": "network-vif-deleted", "tag": "e1b861f3-5ee8-4e3e-ade5-06211440ebfe", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:55.251026 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-111a3022-8003-4b20-b2b1-68682c371e0c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:55.254184 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9feffe-2924-4bb3-b3ec-4933c93d1e19', 'name': 'network-vif-deleted', 'tag': 'e1b861f3-5ee8-4e3e-ade5-06211440ebfe', 'status': 'completed', 'code': 200} Jul 16 18:08:55.267870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967e2d3-56ef-43e3-b18f-5a1ca357ce7d req-cc6ff045-6f11-41d7-903a-f1c79c9c6588 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.292034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e967e2d3-56ef-43e3-b18f-5a1ca357ce7d req-cc6ff045-6f11-41d7-903a-f1c79c9c6588 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 0.1853619 Jul 16 18:08:55.322996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.390374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e967e2d3-56ef-43e3-b18f-5a1ca357ce7d req-e40afa59-1bb7-4b77-bc4e-3f998aae98da tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973549 Jul 16 18:08:55.408093 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Pushing event deleted for resources: {'Port': ['ID=68048f56-4baa-416d-a5b8-f20931d1d46f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.542976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] No DVR routers for this DVR port 68048f56-4baa-416d-a5b8-f20931d1d46f on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:55.548696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.553444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-457018d9-46ca-46ee-a839-33a8b6f64b22 req-4aa1d031-dca7-4a12-85af-45aa92f460cb tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.45 "DELETE /v2.0/ports/68048f56-4baa-416d-a5b8-f20931d1d46f HTTP/1.1" status: 204 len: 173 time: 1.2891986 Jul 16 18:08:55.584418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f84c8a7-eb6f-47b0-b53a-d0e5b19ed712 req-20e5c334-bc35-4f97-aad1-dd439a87ba63 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 210 time: 0.0703738 Jul 16 18:08:55.785523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:55.821606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2716bfb-ae47-4797-89c6-92e0cf72022a req-551c3399-c27e-448b-af1f-b126c201733c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.823242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2716bfb-ae47-4797-89c6-92e0cf72022a req-551c3399-c27e-448b-af1f-b126c201733c tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 945 time: 0.2850316 Jul 16 18:08:55.921504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2716bfb-ae47-4797-89c6-92e0cf72022a req-4d66d550-4acf-4067-a2c5-d85febb63c16 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897741 Jul 16 18:08:55.939841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:55.940870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.119365 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.157734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:56.160324 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4296950-973c-41d2-9a46-4f889b206ffb" -d '{"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-plugged", "status": "completed", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:56.198354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:56.207228 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.208856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 68048f56-4baa-416d-a5b8-f20931d1d46f no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:56.262133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39530) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.273225 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47a1cda-6686-4f6b-bf38-899d6642a40d x-openstack-request-id: req-c47a1cda-6686-4f6b-bf38-899d6642a40d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:56.273822 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-plugged", "status": "completed", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:56.274248 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c47a1cda-6686-4f6b-bf38-899d6642a40d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:56.274796 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'code': 200} Jul 16 18:08:56.277895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 68048f56-4baa-416d-a5b8-f20931d1d46f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:56.278447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 68048f56-4baa-416d-a5b8-f20931d1d46f not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:56.334061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.350474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-83621ae1-7f5c-4a5c-a1c4-8c47a431d37e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6ad05bc3d2e4ff0a9b5bcd9c000b55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839927 Jul 16 18:08:56.350938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.529048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4d49-455f-4b8a-9999-913697ee91d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.594818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4d49-455f-4b8a-9999-913697ee91d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.750367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04f001-b2f6-4f89-9568-aba70b882901 req-48542f01-e46f-42dd-bc56-a86b1e08775d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.758232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b04f001-b2f6-4f89-9568-aba70b882901 req-48542f01-e46f-42dd-bc56-a86b1e08775d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2103322 Jul 16 18:08:56.773434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4d49-455f-4b8a-9999-913697ee91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.775780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e3f4d49-455f-4b8a-9999-913697ee91d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.779636 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6e3f4d49-455f-4b8a-9999-913697ee91d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8471720e-80ae-47cd-a0ff-4d8d95d7a206 HTTP/1.1" status: 204 len: 168 time: 0.4246845 Jul 16 18:08:56.822986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f4d49-455f-4b8a-9999-913697ee91d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8471720e-80ae-47cd-a0ff-4d8d95d7a206,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.823892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b04f001-b2f6-4f89-9568-aba70b882901 req-c7719a2c-b8b3-4bf7-9496-482a66a26132 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643771 Jul 16 18:08:56.894184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39550) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.946993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e1b861f3-5ee8-4e3e-ade5-06211440ebfe no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:56.982869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: e1b861f3-5ee8-4e3e-ade5-06211440ebfe {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:56.983803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e1b861f3-5ee8-4e3e-ade5-06211440ebfe not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:57.201346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7cf260d-dee7-4bc9-9dbe-8eb8ba142774 req-c392699f-18cc-4b8d-ba2f-9d5879c437c3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 210 time: 0.1080561 Jul 16 18:08:57.255088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'name': 'network-vif-deleted', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:57.257950 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670a5423-1514-49ea-a848-f486eba4fc68" -d '{"events": [{"server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "name": "network-vif-deleted", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:57.641079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0df49f4e-1ab3-44bf-a15e-0ec1967e4951 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13c49039e75f4f209c1846c4420cce09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7442768 Jul 16 18:08:57.643303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39568) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:57.793438 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32d3cf91-2432-4cca-921f-06552c86a41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.871257 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32d3cf91-2432-4cca-921f-06552c86a41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.889759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-7a20af94-4d55-4c5e-bb2f-a761b6b89378 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.892961 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-7a20af94-4d55-4c5e-bb2f-a761b6b89378 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.46 "GET /v2.0/networks?id=41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 200 len: 815 time: 0.2994585 Jul 16 18:08:57.937271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Request body: {'port': {'device_id': '8ad914b7-c7eb-40cc-b1db-1af21f228b58', 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad', 'admin_state_up': True, 'tenant_id': '92eff68eb5de4072b04d51a645cd4f73'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:57.997785 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32d3cf91-2432-4cca-921f-06552c86a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.001069 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32d3cf91-2432-4cca-921f-06552c86a41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.002861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-32d3cf91-2432-4cca-921f-06552c86a41e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0b732f1-5334-4203-b797-593febd550a2 HTTP/1.1" status: 204 len: 168 time: 0.3583357 Jul 16 18:08:58.003812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.023032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3cf91-2432-4cca-921f-06552c86a41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b732f1-5334-4203-b797-593febd550a2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.217979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Made reservation on behalf of 92eff68eb5de4072b04d51a645cd4f73 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:58.224736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.458610 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33631b13-7a09-46c3-8089-6d1d650cf4ec x-openstack-request-id: req-33631b13-7a09-46c3-8089-6d1d650cf4ec {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:58.458903 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99fbfd7-8319-40b0-8a9d-854f1cb8e111", "name": "network-vif-deleted", "tag": "68048f56-4baa-416d-a5b8-f20931d1d46f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:58.459240 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33631b13-7a09-46c3-8089-6d1d650cf4ec {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:58.470694 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99fbfd7-8319-40b0-8a9d-854f1cb8e111', 'name': 'network-vif-deleted', 'tag': '68048f56-4baa-416d-a5b8-f20931d1d46f', 'status': 'completed', 'code': 200} Jul 16 18:08:58.476125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.476692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Allocated IP 172.20.0.8 (41c49a6d-117d-4dda-a554-77f2d40605ad/3d467f39-c1ea-42de-a1d2-8170bc5c944b/9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:58.546088 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e86ba78a-796e-4efb-8731-3699d2c948b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.635206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-2da184a5-92b7-452e-8801-9773f32c0147 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2c96304fcf2a404184d76b59aebc7999&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864923 Jul 16 18:08:58.674033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.778852 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2d8dd9da-2a24-4e71-8bdb-87dcf4a4bdcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ec676c4c4314fa2a6a75c771d0550a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028862 Jul 16 18:08:58.781329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.846209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-b16fa3bb-520f-435c-9bb6-7bd3136d2217 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.850852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-b16fa3bb-520f-435c-9bb6-7bd3136d2217 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143295 Jul 16 18:08:58.871586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.915948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28ff5a-a918-4c12-a8b1-0f0a6b061f60 req-19a75bd5-2ae7-4580-83a6-161ad07370ac tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.925298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df28ff5a-a918-4c12-a8b1-0f0a6b061f60 req-19a75bd5-2ae7-4580-83a6-161ad07370ac tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2562981 Jul 16 18:08:58.947925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e86ba78a-796e-4efb-8731-3699d2c948b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.956772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-442bc8d5-370b-49a3-8dbc-e10bce1be55f tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/quotas/2c96304fcf2a404184d76b59aebc7999 HTTP/1.1" status: 200 len: 375 time: 0.0664980 Jul 16 18:08:58.963461 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e86ba78a-796e-4efb-8731-3699d2c948b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.986514 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12b94b5d-d47b-4957-bb7b-2c04d40800d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.017191 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12b94b5d-d47b-4957-bb7b-2c04d40800d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.026201 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.054017 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-06544453-53d2-4fe5-b7ce-42e36771c968 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c96304fcf2a404184d76b59aebc7999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952196 Jul 16 18:08:59.080182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.100564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ba78a-796e-4efb-8731-3699d2c948b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707cb08e-8292-4154-8bf6-1648e5f9233c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.112576 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Network 41c49a6d-117d-4dda-a554-77f2d40605ad is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:59.122856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Pushing event updated for resources: {'Port': ['ID=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.123309 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df28ff5a-a918-4c12-a8b1-0f0a6b061f60 req-85f91646-654a-4b71-aa02-a9bb2d52ec1f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943443 Jul 16 18:08:59.128434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:59.131958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:59.178287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e86ba78a-796e-4efb-8731-3699d2c948b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17a48d21eb874e5992d6774431cac5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1588981 Jul 16 18:08:59.178996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.206985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.208589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.233229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-d3552a77-acbe-4b4a-ac25-4c1e7a770ba3 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3128386 Jul 16 18:08:59.261086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Request body: {'port': {'device_id': '8ad914b7-c7eb-40cc-b1db-1af21f228b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:59.336395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2b319cb-6748-4f4f-90b1-d84506c6cf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.349813 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12b94b5d-d47b-4957-bb7b-2c04d40800d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.352366 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12b94b5d-d47b-4957-bb7b-2c04d40800d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.353549 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-12b94b5d-d47b-4957-bb7b-2c04d40800d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bb577d5-6324-4a45-baf2-0a47241564c6 HTTP/1.1" status: 204 len: 168 time: 0.5713084 Jul 16 18:08:59.373060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b94b5d-d47b-4957-bb7b-2c04d40800d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb577d5-6324-4a45-baf2-0a47241564c6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.378829 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.409733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2b319cb-6748-4f4f-90b1-d84506c6cf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.435898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-network', 'tenant_id': '60060ffda06847f49752096c15a74083'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:59.642558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Made reservation on behalf of 60060ffda06847f49752096c15a74083 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:59.645700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.657721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.728419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af7eca-756a-4131-aca9-28094748acbd req-7878c0c9-ab80-457d-9c2c-405378456b74 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.730077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4af7eca-756a-4131-aca9-28094748acbd req-7878c0c9-ab80-457d-9c2c-405378456b74 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 945 time: 0.2739651 Jul 16 18:08:59.741997 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2b319cb-6748-4f4f-90b1-d84506c6cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.745541 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2b319cb-6748-4f4f-90b1-d84506c6cf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.749756 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a2b319cb-6748-4f4f-90b1-d84506c6cf2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/707cb08e-8292-4154-8bf6-1648e5f9233c HTTP/1.1" status: 204 len: 168 time: 0.5670350 Jul 16 18:08:59.758511 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:59.771816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.795910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Transition to ACTIVE for port object 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:59.806984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b319cb-6748-4f4f-90b1-d84506c6cf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707cb08e-8292-4154-8bf6-1648e5f9233c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.823332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c0d86-17d7-4286-a6f2-8b15cfe85b66 req-cc340d40-df5f-47c3-adf8-3e3576910aea tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.826353 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.830264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a68c0d86-17d7-4286-a6f2-8b15cfe85b66 req-cc340d40-df5f-47c3-adf8-3e3576910aea tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 931 time: 0.2759635 Jul 16 18:08:59.882190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4af7eca-756a-4131-aca9-28094748acbd req-b45a639b-ec8b-4202-b404-7d71ee69628e tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281834 Jul 16 18:08:59.963424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Pushing event updated for resources: {'Port': ['ID=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.032262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a68c0d86-17d7-4286-a6f2-8b15cfe85b66 req-b54bceac-78db-42f5-8f1b-e07b530c833d tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011197 Jul 16 18:09:00.137262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Attempting to bind port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:00.137861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Attempting to bind port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:00.141172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Attempting to bind port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e on network 41c49a6d-117d-4dda-a554-77f2d40605ad {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:00.154861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e on network 41c49a6d-117d-4dda-a554-77f2d40605ad not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:00.155645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Attempting to bind port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e on network 41c49a6d-117d-4dda-a554-77f2d40605ad {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:00.177452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:00.177894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Checking segment: {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:00.178223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Bound using segment: {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:00.178685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Bound port: 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:00.179057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.203660 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.293539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-910a19cc-3558-43de-af7e-7f23ff9d18ee req-d05a64c6-7262-4c21-9649-d79cecd8db35 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 210 time: 0.1235442 Jul 16 18:09:00.297517 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.373000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:00.545420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.546634 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Added segment ee9014bd-4b8f-4acc-b6e6-95e73c2518ac of type vlan for network 1cceaba9-9586-4b9e-bd47-1308400e7350 Jul 16 18:09:00.583057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39676) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:00.596950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4ebaa4-3c76-4949-838b-86a2661f203c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.739594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fec468d-8bdd-4e0d-9806-4604677859b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.765323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] For port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:00.783417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] For port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:00.792191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff512-a43c-48c1-b8f2-620b8a504920 req-ab9013e8-3f5b-43e6-b828-ed3bc62c3de1 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.794062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4feff512-a43c-48c1-b8f2-620b8a504920 req-ab9013e8-3f5b-43e6-b828-ed3bc62c3de1 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 950 time: 0.4152803 Jul 16 18:09:00.799016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.809431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.847716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.849400 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.851698 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] 10.222.0.46 "PUT /v2.0/ports/9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e HTTP/1.1" status: 200 len: 1092 time: 1.5981627 Jul 16 18:09:00.853014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad914b7-c7eb-40cc-b1db-1af21f228b58', 'tag': '9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:00.855746 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be06e04a-b60a-4e2e-8fff-f0b54379893e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad914b7-c7eb-40cc-b1db-1af21f228b58", "tag": "9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:00.886636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-0da07eb6-8f92-45c9-b77d-91aa83e72545 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.886636 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-0da07eb6-8f92-45c9-b77d-91aa83e72545 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 945 time: 0.1502218 Jul 16 18:09:00.935809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09308c-7d8e-4799-81a8-72c17ad87aac req-440b4ff9-f9d5-4cfa-8493-47fa41b73f60 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.946367 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea09308c-7d8e-4799-81a8-72c17ad87aac req-440b4ff9-f9d5-4cfa-8493-47fa41b73f60 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.4215717 Jul 16 18:09:00.968397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4feff512-a43c-48c1-b8f2-620b8a504920 req-1de016b8-d0da-498c-bc00-8e4fe0477d33 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590476 Jul 16 18:09:01.001247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eda727-832d-49aa-8d7c-9067711d8a8a service neutron] Pushing event updated for resources: {'Port': ['ID=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.039488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.043115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.045221 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.054835 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Deleting port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:01.055599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.157329 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ef615c-88d6-4fc7-b2bc-c8f7035a0eed x-openstack-request-id: req-a2ef615c-88d6-4fc7-b2bc-c8f7035a0eed {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:01.158269 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad914b7-c7eb-40cc-b1db-1af21f228b58", "tag": "9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:01.158269 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2ef615c-88d6-4fc7-b2bc-c8f7035a0eed {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:01.158269 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad914b7-c7eb-40cc-b1db-1af21f228b58', 'tag': '9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e', 'status': 'completed', 'code': 200} Jul 16 18:09:01.178491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fec468d-8bdd-4e0d-9806-4604677859b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.232900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fec468d-8bdd-4e0d-9806-4604677859b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.248047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] For port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:01.248983 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.272345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-80e5e210-3961-4c31-a90d-8a68373df868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.274011 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-80e5e210-3961-4c31-a90d-8a68373df868 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92eff68eb5de4072b04d51a645cd4f73&device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 1095 time: 0.1575210 Jul 16 18:09:01.380645 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-7f9b824f-4e83-4d7b-97fe-daf7922b50a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e HTTP/1.1" status: 200 len: 217 time: 0.0861828 Jul 16 18:09:01.384634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea09308c-7d8e-4799-81a8-72c17ad87aac req-02319221-0b28-40c6-9d38-f565d4da7e60 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371564 Jul 16 18:09:01.442191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] Pushing event updated for resources: {'Network': ['ID=1cceaba9-9586-4b9e-bd47-1308400e7350,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.454142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:01.462309 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6fec468d-8bdd-4e0d-9806-4604677859b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c582f28371674ba79fc5bba42a5efd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8660073 Jul 16 18:09:01.469044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-18e91bba-180d-4eb9-a094-4fb3cd3175e4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3682256 Jul 16 18:09:01.469044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec468d-8bdd-4e0d-9806-4604677859b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd2a69e-9fa2-4c53-97d6-a37a0cb28b8e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.469367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.471096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39702) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.487098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Request body: {'subnet': {'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-subnet', 'tenant_id': '60060ffda06847f49752096c15a74083', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:01.542596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Made reservation on behalf of 60060ffda06847f49752096c15a74083 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:01.543987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.606990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-49bf0771-22ee-4944-bdd5-0ac244e3d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.608906 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-49bf0771-22ee-4944-bdd5-0ac244e3d329 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d467f39-c1ea-42de-a1d2-8170bc5c944b HTTP/1.1" status: 200 len: 855 time: 0.2164359 Jul 16 18:09:01.678901 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-986ff3ee-7698-4068-afae-abdd00327126 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41c49a6d-117d-4dda-a554-77f2d40605ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454526 Jul 16 18:09:01.692279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17937f78-5699-4920-9047-04af91726d3e req-2719d5c6-b113-4bd6-b7db-37a7a93c9570 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.711504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17937f78-5699-4920-9047-04af91726d3e req-2719d5c6-b113-4bd6-b7db-37a7a93c9570 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 945 time: 0.2202504 Jul 16 18:09:01.787210 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-03027047-1dac-4247-a65f-760737e8e787 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2c96304fcf2a404184d76b59aebc7999&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668161 Jul 16 18:09:01.810891 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17937f78-5699-4920-9047-04af91726d3e req-6ba5d927-1a2d-4753-95b2-b2f65e0e67ab tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups?id=25c343c3-b35e-4a78-b93b-ee5475638a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975177 Jul 16 18:09:01.939944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb783973-f830-472e-9151-5b5229294e3c req-bed761da-012d-48c3-9a2a-d6cb157cf503 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.942596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb783973-f830-472e-9151-5b5229294e3c req-bed761da-012d-48c3-9a2a-d6cb157cf503 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 943 time: 0.1892102 Jul 16 18:09:01.952372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-d4a8bfb0-4ae3-498d-b18d-f5af2db74050 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.953938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-d4a8bfb0-4ae3-498d-b18d-f5af2db74050 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469657 Jul 16 18:09:01.986351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Request body: {'port': {'device_id': '04b92716-55ad-4c0d-bc49-97b825d62fef', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '2c96304fcf2a404184d76b59aebc7999'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:02.042977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb783973-f830-472e-9151-5b5229294e3c req-53bc9ec3-6203-4f49-861f-c75196f7cf6b tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828257 Jul 16 18:09:02.075811 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b18ae4a-6540-4fee-b0ed-312498879cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.181237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4924ee9b-92ca-4027-82e2-44be60908c01 req-07783af3-ca80-4cc6-acc3-608fabbab3b9 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 210 time: 0.1300249 Jul 16 18:09:02.267300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.267300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.267300 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Floating IP 27f6066b-a5dc-446d-b2f5-7be9386d80e6 disassociated. External IP: 172.25.2.144, port: 90e70d17-566f-40cc-a9f9-61eaae4bfe9f. Jul 16 18:09:02.267300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Calling delete_port for 90e70d17-566f-40cc-a9f9-61eaae4bfe9f owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:02.312362 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b18ae4a-6540-4fee-b0ed-312498879cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.419844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-00e0b311-e734-4ad3-bf03-fddb85b27649 service neutron] 10.222.0.46 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982937 Jul 16 18:09:02.538372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Made reservation on behalf of 2c96304fcf2a404184d76b59aebc7999 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:02.542020 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.599640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.617063 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.619438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b18ae4a-6540-4fee-b0ed-312498879cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.622272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b18ae4a-6540-4fee-b0ed-312498879cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.626264 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1b18ae4a-6540-4fee-b0ed-312498879cfc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfd2a69e-9fa2-4c53-97d6-a37a0cb28b8e HTTP/1.1" status: 204 len: 168 time: 1.1570070 Jul 16 18:09:02.700836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18ae4a-6540-4fee-b0ed-312498879cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd2a69e-9fa2-4c53-97d6-a37a0cb28b8e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.743502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f998708-8676-431f-a727-7d43820bdd81 req-d0eac9dc-e82d-4f46-b01f-8a962660a476 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.751800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f998708-8676-431f-a727-7d43820bdd81 req-d0eac9dc-e82d-4f46-b01f-8a962660a476 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1152422 Jul 16 18:09:02.772087 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d87ca8b9-9cae-41cb-926f-5e932ee548dd req-38ddbe2c-8a62-4eab-ab6b-4197fc73caa3 service neutron] 10.222.0.46 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418779 Jul 16 18:09:02.814670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50f6183-494d-431c-a14f-ffb32ea65e09,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.877793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f998708-8676-431f-a727-7d43820bdd81 req-f4d9de26-1dac-4ce6-bf1a-60eb568c36c3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247730 Jul 16 18:09:02.957843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Checking segment: {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:02.957843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Network hostable DHCP agents. Network: 1cceaba9-9586-4b9e-bd47-1308400e7350, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:02.962871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 90e70d17-566f-40cc-a9f9-61eaae4bfe9f no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:02.979527 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.020750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event deleted for resources: {'Port': ['ID=90e70d17-566f-40cc-a9f9-61eaae4bfe9f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.069003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 90e70d17-566f-40cc-a9f9-61eaae4bfe9f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:03.069664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 90e70d17-566f-40cc-a9f9-61eaae4bfe9f not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:03.070171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:03.147096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:03.220713 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.223861 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.236603 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f059f067-bf72-484d-ab91-ee1cb0042c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.271696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 1cceaba9-9586-4b9e-bd47-1308400e7350) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:03.284319 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f16a8ca-a154-4893-82db-2fb138663c07 None None] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:03.359389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.359971 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.417099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-5843da4b-aa27-406f-90b1-bbb556ebc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.419456 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-5843da4b-aa27-406f-90b1-bbb556ebc0ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92eff68eb5de4072b04d51a645cd4f73&device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 1095 time: 0.5314434 Jul 16 18:09:03.420332 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4851e061-471f-4624-a1fe-d36224f61e29 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9475350 Jul 16 18:09:03.423913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:03.432020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:03.465764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c93ecbd-a239-476c-91e2-e39d47a356c1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.546110 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.561085 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.562590 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.683823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Router 11a98a37-fe53-46a8-99c5-ccd65eb20608 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:03.741693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:03.748037 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b998998-ff3b-4bb1-9d22-0078e2f316c1" -d '{"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:03.792353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Allocated IP 192.168.233.254 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/d390353b-1b05-4451-8527-36ea75a579f1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:03.812152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:03.843418 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.871177 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.920991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-8f492791-a0fd-4aae-a8f9-15db590513d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.929820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-1cceaba9-9586-4b9e-bd47-1308400e7350', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:03.929820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.930040 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-8f492791-a0fd-4aae-a8f9-15db590513d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 200 len: 916 time: 0.4942617 Jul 16 18:09:04.095844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33966afe-ad4a-4644-8c8f-87e25dd98ff0 req-2c53cb20-8a60-46d2-9b2f-04f1b8f61483 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 210 time: 0.0670018 Jul 16 18:09:04.283168 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Allocated IP 172.20.0.2 (1cceaba9-9586-4b9e-bd47-1308400e7350/e50f6183-494d-431c-a14f-ffb32ea65e09/92c0eed4-2ce1-4e84-90a0-e25f8158b131) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:04.298280 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-0e7e7116-d5c7-4d96-ab1d-41344afc45d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e HTTP/1.1" status: 200 len: 217 time: 0.3549516 Jul 16 18:09:04.339119 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.440951 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d17f8d72-55a8-4ed1-b742-4905e642e8f1 req-6835fab1-8ce1-40e4-a9dc-c6aaf90165aa tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 210 time: 0.1463535 Jul 16 18:09:04.487351 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.497551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Transition to ACTIVE for port object 92c0eed4-2ce1-4e84-90a0-e25f8158b131 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:04.511254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:04.531826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.545898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Transition to ACTIVE for port object 92c0eed4-2ce1-4e84-90a0-e25f8158b131 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:04.558257 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744fc91-4c2f-4fb0-a815-92c6c0819a80 x-openstack-request-id: req-1744fc91-4c2f-4fb0-a815-92c6c0819a80 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:04.564114 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:04.564440 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1744fc91-4c2f-4fb0-a815-92c6c0819a80 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:04.564886 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'code': 200} Jul 16 18:09:04.569333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] Sync routers for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:04.579262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f83484-9a8b-4d26-9fb8-df7d5f80f81b req-3c06f34f-b16f-4985-be74-838f6b12b2a7 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.583007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-5e6a0e30-1f25-4368-8df7-d753351c1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.584770 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-5e6a0e30-1f25-4368-8df7-d753351c1e50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d467f39-c1ea-42de-a1d2-8170bc5c944b HTTP/1.1" status: 200 len: 855 time: 0.2646723 Jul 16 18:09:04.587472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5f83484-9a8b-4d26-9fb8-df7d5f80f81b req-3c06f34f-b16f-4985-be74-838f6b12b2a7 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 943 time: 0.3128419 Jul 16 18:09:04.601710 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.624969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.629669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:04.640902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:04.665105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] No DVR routers for this DVR port 90e70d17-566f-40cc-a9f9-61eaae4bfe9f on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:04.668781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Transition to ACTIVE for port object d390353b-1b05-4451-8527-36ea75a579f1 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:04.674718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.677935 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24ec244e-e0ea-4a3f-a651-14935f67b9f5 req-ac5e399c-c527-42ef-ae9d-efb68af77e72 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.46 "DELETE /v2.0/ports/90e70d17-566f-40cc-a9f9-61eaae4bfe9f HTTP/1.1" status: 204 len: 173 time: 3.7734733 Jul 16 18:09:04.746830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.747561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'name': 'network-vif-deleted', 'tag': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:04.749976 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d9859f-2068-4f22-9fe5-50e64f0e3f10" -d '{"events": [{"server_uuid": "87bfa0c2-7863-4d6f-a96c-88f5c84a588a", "name": "network-vif-deleted", "tag": "90e70d17-566f-40cc-a9f9-61eaae4bfe9f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:04.757080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.757424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.757761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-0e7dbc9a-23ac-46f1-bd97-c2e3eaea9ea7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41c49a6d-117d-4dda-a554-77f2d40605ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624310 Jul 16 18:09:04.759881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.760483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.761057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.761602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.763565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.764155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.764762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.765315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.779355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:04.782723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5f83484-9a8b-4d26-9fb8-df7d5f80f81b req-461cd200-e88d-42c9-83e8-f086678f40bd tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943440 Jul 16 18:09:04.795705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:04.825252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:04.829442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:05.103888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.197444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Pushing event updated for resources: {'Port': ['ID=92c0eed4-2ce1-4e84-90a0-e25f8158b131,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:05.223435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Attempting to bind port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:05.229265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Attempting to bind port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:05.229794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Attempting to bind port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 on network 1cceaba9-9586-4b9e-bd47-1308400e7350 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:05.258355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:05.258729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Checking segment: {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:05.259136 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.259529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Bound using segment: {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:05.260011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Bound port: 92c0eed4-2ce1-4e84-90a0-e25f8158b131, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:05.260399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.265262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b5b5-bafd-4d45-8776-04498eeba488 req-88797c4c-26e0-4357-94a6-864635b1d045 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.273242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae40b5b5-bafd-4d45-8776-04498eeba488 req-88797c4c-26e0-4357-94a6-864635b1d045 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.3358068 Jul 16 18:09:05.282689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:05.309706 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.375672 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.436229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae40b5b5-bafd-4d45-8776-04498eeba488 req-93740fa7-855f-4eeb-a7f3-fa7221613f18 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532009 Jul 16 18:09:05.633195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] For port 92c0eed4-2ce1-4e84-90a0-e25f8158b131, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:05.638987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] For port 92c0eed4-2ce1-4e84-90a0-e25f8158b131, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=92c0eed4-2ce1-4e84-90a0-e25f8158b131,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:05.666403 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.746500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Allocated IP 172.25.2.241 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/338517f5-3cf8-42a3-84c8-3d1dfa590d99) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:05.873535 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d73213-cc73-4741-a38a-27da084594f7 x-openstack-request-id: req-25d73213-cc73-4741-a38a-27da084594f7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:05.874187 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bfa0c2-7863-4d6f-a96c-88f5c84a588a", "name": "network-vif-deleted", "tag": "90e70d17-566f-40cc-a9f9-61eaae4bfe9f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:05.874187 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25d73213-cc73-4741-a38a-27da084594f7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:05.874443 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bfa0c2-7863-4d6f-a96c-88f5c84a588a', 'name': 'network-vif-deleted', 'tag': '90e70d17-566f-40cc-a9f9-61eaae4bfe9f', 'status': 'completed', 'code': 200} Jul 16 18:09:05.898034 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-08458e80-c596-4fd4-abd1-4d333d1c705f service neutron] 10.222.0.46 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1161826 Jul 16 18:09:05.991379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:06.023402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:06.082703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:06.342520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600ebdd-6678-4638-8b98-d05353f2c225 None None] Pushing event updated for resources: {'Port': ['ID=92c0eed4-2ce1-4e84-90a0-e25f8158b131,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.394286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.395796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.422069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Pushing event updated for resources: {'Port': ['ID=d390353b-1b05-4451-8527-36ea75a579f1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.646469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39874) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:06.665546 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-bffb2be3-8124-4bac-9462-6d5193e6c4c3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6893933 Jul 16 18:09:06.684657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Request body: {'port': {'device_id': '04b92716-55ad-4c0d-bc49-97b825d62fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:06.739652 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-be06e04a-b60a-4e2e-8fff-f0b54379893e req-824f49ed-2869-403c-997a-1553783739de service neutron] 10.222.0.46 "GET /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302572 Jul 16 18:09:06.848348 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e313d455-1748-49fa-b259-52401bfcf887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.860158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.860891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.881775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.882655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c35c10e-911f-4da5-a16c-9748e522b839 None None] Provisioning for port d390353b-1b05-4451-8527-36ea75a579f1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:06.889422 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.892996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c35c10e-911f-4da5-a16c-9748e522b839 None None] Provisioning complete for port d390353b-1b05-4451-8527-36ea75a579f1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:06.893585 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c35c10e-911f-4da5-a16c-9748e522b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.899590 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-913ba79e-5c20-44d0-a9f6-6cd7dee9f25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.947541 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.955599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:06.976062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4c35c10e-911f-4da5-a16c-9748e522b839 None None] Port d390353b-1b05-4451-8527-36ea75a579f1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:06.989964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:07.024577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] Checking router: 11a98a37-fe53-46a8-99c5-ccd65eb20608 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:07.075872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:07.078207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:07.110320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb9cada7-c1f2-4fb6-9507-4e2ebb2fcec5 req-a63fd6ad-9ace-47cb-be64-437769deddd4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/ports?device_id=87bfa0c2-7863-4d6f-a96c-88f5c84a588a HTTP/1.1" status: 200 len: 210 time: 0.5327060 Jul 16 18:09:07.149121 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-913ba79e-5c20-44d0-a9f6-6cd7dee9f25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.153605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39884) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.166415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Pushing event updated for resources: {'Port': ['ID=338517f5-3cf8-42a3-84c8-3d1dfa590d99,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.194912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:07.198919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:07.220324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:07.296357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:07.331553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e', 'network_id': '41c49a6d-117d-4dda-a554-77f2d40605ad', 'port_id': '9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e', 'mac_address': 'fa:16:3e:fe:28:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d467f39-c1ea-42de-a1d2-8170bc5c944b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:07.384664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:07.424477 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-913ba79e-5c20-44d0-a9f6-6cd7dee9f25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.475667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b914e-8e54-4428-aa68-b326bdbd65b7 req-06ea2281-47ca-43d1-9458-bafe39f4b7ff tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.491977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 92c0eed4-2ce1-4e84-90a0-e25f8158b131 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:07.499312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-182b914e-8e54-4428-aa68-b326bdbd65b7 req-06ea2281-47ca-43d1-9458-bafe39f4b7ff tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 936 time: 0.9229734 Jul 16 18:09:07.502065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-913ba79e-5c20-44d0-a9f6-6cd7dee9f25a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3481ce02d07e43c796e10f22323d3bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495312 Jul 16 18:09:07.502726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39888) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.522512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ba79e-5c20-44d0-a9f6-6cd7dee9f25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a699b71a-6f49-41a2-842f-b4fed2930cb7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.601104 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.643794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:07.654616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:07.700969 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-182b914e-8e54-4428-aa68-b326bdbd65b7 req-722065e4-90cf-4da7-8194-3902ad0c282e tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923764 Jul 16 18:09:07.732193 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bfde-b643-447e-83fd-f7e734cf4bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.774001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:07.782197 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.850514 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294db7b-5eca-414f-9c7f-a34b0388a90d None None] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:07.872356 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.908056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.932703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d390353b-1b05-4451-8527-36ea75a579f1 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:07.946001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.958797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5eeeffb5-bcfc-48a1-9890-d39176daaa94 None None] Provisioning for port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:07.968721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Transition to ACTIVE for port object d390353b-1b05-4451-8527-36ea75a579f1 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:07.968933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5eeeffb5-bcfc-48a1-9890-d39176daaa94 None None] Provisioning complete for port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:07.969150 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5eeeffb5-bcfc-48a1-9890-d39176daaa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.985087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ba5c-addc-4613-b6d5-c84e54514368 req-3189f651-e95e-4077-89e4-532f1ecd8d6e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.001500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb61ba5c-addc-4613-b6d5-c84e54514368 req-3189f651-e95e-4077-89e4-532f1ecd8d6e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 943 time: 0.6070454 Jul 16 18:09:08.022796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8fb5cd61-4a8e-4c88-9e9e-a0aed598b563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.031487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.064635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.107864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad89a1-5e52-4165-b827-fff48f0fde23 None None] The sync data for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 is: [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '36f57317-a4c1-4cd3-b9c0-8a06fa688a10', 'name': '', 'network_id': 'e4c0d341-1db4-4359-81e0-5a31d9d3624c', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'mac_address': 'fa:16:3e:40:0e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'c486c120-0ad9-4c01-8f55-560381225582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:45Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'subnets': [{'id': 'c486c120-0ad9-4c01-8f55-560381225582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:08.119850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8fb5cd61-4a8e-4c88-9e9e-a0aed598b563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.198759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=d390353b-1b05-4451-8527-36ea75a579f1,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.265805 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5eeeffb5-bcfc-48a1-9890-d39176daaa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.293688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:08.319775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb61ba5c-addc-4613-b6d5-c84e54514368 req-8863fe73-5eeb-431e-8393-5b472043a4f8 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158362 Jul 16 18:09:08.388264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5eeeffb5-bcfc-48a1-9890-d39176daaa94 None None] For port 92c0eed4-2ce1-4e84-90a0-e25f8158b131, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=92c0eed4-2ce1-4e84-90a0-e25f8158b131,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:08.398222 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5eeeffb5-bcfc-48a1-9890-d39176daaa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.579939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeffb5-bcfc-48a1-9890-d39176daaa94 None None] Pushing event updated for resources: {'Port': ['ID=92c0eed4-2ce1-4e84-90a0-e25f8158b131,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.589310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66668c-3240-4584-97a3-f432061c025b req-e90ff46c-ca25-4465-805c-9701c03d19c8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.605562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de66668c-3240-4584-97a3-f432061c025b req-e90ff46c-ca25-4465-805c-9701c03d19c8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.4218645 Jul 16 18:09:08.615798 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.637271 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bfde-b643-447e-83fd-f7e734cf4bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.675131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5f4bfde-b643-447e-83fd-f7e734cf4bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.709941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de66668c-3240-4584-97a3-f432061c025b req-6e08f920-d722-4ca9-9766-c29a4a3ec17c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031656 Jul 16 18:09:08.711058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.740924 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b5f4bfde-b643-447e-83fd-f7e734cf4bba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d44a023e9319457e866e8fe565d3ed2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5854983 Jul 16 18:09:08.742567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8fb5cd61-4a8e-4c88-9e9e-a0aed598b563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.746908 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91347e-059f-4e08-904d-6424b023c9f1 None None] New status for floating IP 27f6066b-a5dc-446d-b2f5-7be9386d80e6: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:09:08.750454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8fb5cd61-4a8e-4c88-9e9e-a0aed598b563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.751851 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8fb5cd61-4a8e-4c88-9e9e-a0aed598b563 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a699b71a-6f49-41a2-842f-b4fed2930cb7 HTTP/1.1" status: 204 len: 168 time: 1.2448728 Jul 16 18:09:08.754248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Attempting to bind port d390353b-1b05-4451-8527-36ea75a579f1 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:08.769468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Attempting to bind port d390353b-1b05-4451-8527-36ea75a579f1 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:08.769814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Attempting to bind port d390353b-1b05-4451-8527-36ea75a579f1 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:08.778214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.782803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4bfde-b643-447e-83fd-f7e734cf4bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae60e2-a2c5-4369-9130-b3ca06d35bbd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.882177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5cd61-4a8e-4c88-9e9e-a0aed598b563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a699b71a-6f49-41a2-842f-b4fed2930cb7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.908475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Port d390353b-1b05-4451-8527-36ea75a579f1 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:08.909052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Attempting to bind port d390353b-1b05-4451-8527-36ea75a579f1 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:08.916196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:08.917025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:08.917732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:08.918366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Bound port: d390353b-1b05-4451-8527-36ea75a579f1, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:08.918903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.951677 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98b555d2-3184-4e45-811e-cfdb12ac4515 None None] Provisioning complete for port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:08.952306 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98b555d2-3184-4e45-811e-cfdb12ac4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.026127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] For port d390353b-1b05-4451-8527-36ea75a579f1, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:09.035723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] For port d390353b-1b05-4451-8527-36ea75a579f1, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d390353b-1b05-4451-8527-36ea75a579f1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:09.069332 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.141284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2479c5-fde8-449f-abe8-b46222f536d2 req-105fc5b7-3aa4-4465-90a1-5764e164827e tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.143977 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aafba73-1204-48a7-9d71-b25e52ce07eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.158290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.158589 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab2479c5-fde8-449f-abe8-b46222f536d2 req-105fc5b7-3aa4-4465-90a1-5764e164827e tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 948 time: 0.1735346 Jul 16 18:09:09.159440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.163861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] 10.222.0.45 "PUT /v2.0/ports/d390353b-1b05-4451-8527-36ea75a579f1 HTTP/1.1" status: 200 len: 1097 time: 2.4894664 Jul 16 18:09:09.166350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b92716-55ad-4c0d-bc49-97b825d62fef', 'tag': 'd390353b-1b05-4451-8527-36ea75a579f1'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:09.175417 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09457cff-87aa-4e6d-9307-057ee571de92" -d '{"events": [{"name": "network-changed", "server_uuid": "04b92716-55ad-4c0d-bc49-97b825d62fef", "tag": "d390353b-1b05-4451-8527-36ea75a579f1"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:09.223557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aafba73-1204-48a7-9d71-b25e52ce07eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.286525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab2479c5-fde8-449f-abe8-b46222f536d2 req-d509efe4-e0c9-491e-b060-74dd5b9acc4a tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252902 Jul 16 18:09:09.302333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Router bfe391d3-d967-49c3-9aa3-613bf7500014 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:09:09.405153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 92c0eed4-2ce1-4e84-90a0-e25f8158b131 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:09.451728 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d3590a-d7e0-477a-ae78-8c21867942eb x-openstack-request-id: req-21d3590a-d7e0-477a-ae78-8c21867942eb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:09.452260 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b92716-55ad-4c0d-bc49-97b825d62fef", "tag": "d390353b-1b05-4451-8527-36ea75a579f1", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:09.452690 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21d3590a-d7e0-477a-ae78-8c21867942eb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:09.454082 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b92716-55ad-4c0d-bc49-97b825d62fef', 'tag': 'd390353b-1b05-4451-8527-36ea75a579f1', 'status': 'completed', 'code': 200} Jul 16 18:09:09.458488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca13418-abc6-458a-a2b3-718176111ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=d390353b-1b05-4451-8527-36ea75a579f1,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.465408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aafba73-1204-48a7-9d71-b25e52ce07eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.473016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aafba73-1204-48a7-9d71-b25e52ce07eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.479597 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6aafba73-1204-48a7-9d71-b25e52ce07eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69ae60e2-a2c5-4369-9130-b3ca06d35bbd HTTP/1.1" status: 204 len: 168 time: 0.6572618 Jul 16 18:09:09.491749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39926) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:09.524068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafba73-1204-48a7-9d71-b25e52ce07eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae60e2-a2c5-4369-9130-b3ca06d35bbd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.553448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-c0f3b52e-62b7-4b79-8070-120cc97f9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.558705 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-c0f3b52e-62b7-4b79-8070-120cc97f9e1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c96304fcf2a404184d76b59aebc7999&device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 1100 time: 0.2644484 Jul 16 18:09:09.559474 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95aff1d6-1d74-4459-b9b5-99f2d92fdbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.583288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:09.584022 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.641398 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-74035dc7-cac2-4d9d-a622-ceca4c99fec7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d390353b-1b05-4451-8527-36ea75a579f1 HTTP/1.1" status: 200 len: 217 time: 0.0751774 Jul 16 18:09:09.725181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:09.808840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-33ae2e10-6074-4c55-85fc-d95d4133aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.811492 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-33ae2e10-6074-4c55-85fc-d95d4133aaa0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1596363 Jul 16 18:09:09.856009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:09.870412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Sync routers for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:09.884259 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:09.885478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:09.942979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b9791e5-f67d-4073-baca-24063270fba4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.945623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6313c1f-2ffb-4654-8c67-8af9f29b58cf req-99fe5b53-1015-4a3c-9514-0e756df01295 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.947233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6313c1f-2ffb-4654-8c67-8af9f29b58cf req-99fe5b53-1015-4a3c-9514-0e756df01295 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 944 time: 0.2676547 Jul 16 18:09:09.989869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b9791e5-f67d-4073-baca-24063270fba4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.011542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-d4c7fdf3-8f05-4e3f-90b8-9b60b11cb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.013313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-d4c7fdf3-8f05-4e3f-90b8-9b60b11cb667 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1930165 Jul 16 18:09:10.090844 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95aff1d6-1d74-4459-b9b5-99f2d92fdbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.092006 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.105158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.108587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:10.150461 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.152448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e776cbee-3dce-4aab-b952-98db1124585b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.7272868 Jul 16 18:09:10.153532 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95aff1d6-1d74-4459-b9b5-99f2d92fdbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.159492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.161666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b9791e5-f67d-4073-baca-24063270fba4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.165196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b9791e5-f67d-4073-baca-24063270fba4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.169836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0b9791e5-f67d-4073-baca-24063270fba4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "DELETE /v2.0/security-groups/25c343c3-b35e-4a78-b93b-ee5475638a2f HTTP/1.1" status: 204 len: 168 time: 0.4418309 Jul 16 18:09:10.172375 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39944) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.197107 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-6bbd83f1-550c-4688-8a9d-f1e0b7ab5a5c service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714807 Jul 16 18:09:10.205813 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-55f203e8-0ecf-4cac-81e1-2791b39beaa2 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] show failed (client error): The resource could not be found. Jul 16 18:09:10.212278 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-55f203e8-0ecf-4cac-81e1-2791b39beaa2 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "GET /v2.0/security-groups/25c343c3-b35e-4a78-b93b-ee5475638a2f HTTP/1.1" status: 404 len: 347 time: 0.0348232 Jul 16 18:09:10.215978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9791e5-f67d-4073-baca-24063270fba4 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c343c3-b35e-4a78-b93b-ee5475638a2f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.226082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39946) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.373857 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f348c40-ef79-437d-8c2a-1cbca8c58d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.435323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:07Z', 'revision_number': 3, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:10.452024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6313c1f-2ffb-4654-8c67-8af9f29b58cf req-d04b0180-4933-425f-82d2-bb876e92d643 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556980 Jul 16 18:09:10.496948 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ec2d9e3-899a-4bc2-a8ab-6e667d72d132 req-416808f9-bf84-4c9e-a2a5-0660f1eb88b6 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925174 Jul 16 18:09:10.517898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Checking router: bfe391d3-d967-49c3-9aa3-613bf7500014 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:10.518560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Updating router bfe391d3-d967-49c3-9aa3-613bf7500014 port 338517f5-3cf8-42a3-84c8-3d1dfa590d99 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:10.554636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Deleting port 799eba72-7823-464a-a5c0-39147f646ae8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:10.555556 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.603049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f348c40-ef79-437d-8c2a-1cbca8c58d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.623537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f348c40-ef79-437d-8c2a-1cbca8c58d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.638211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-95aff1d6-1d74-4459-b9b5-99f2d92fdbfe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4085a7115d7b459c9f1d25e6408caf20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1450510 Jul 16 18:09:10.643683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.646087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aff1d6-1d74-4459-b9b5-99f2d92fdbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c5a001-bdee-4fec-b1c3-498d1a0fc1a1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.657699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca08c0-a7f0-498d-b846-5218047cc16d req-8de4656a-0f18-49af-a798-0e9d80d44cf7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.660844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acca08c0-a7f0-498d-b846-5218047cc16d req-8de4656a-0f18-49af-a798-0e9d80d44cf7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.7522840 Jul 16 18:09:10.789154 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.850354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8f348c40-ef79-437d-8c2a-1cbca8c58d63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed73e718cf1e424c91142de8307374e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7367232 Jul 16 18:09:10.868060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39962) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.872575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f348c40-ef79-437d-8c2a-1cbca8c58d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315169b6-19a6-4877-88e4-6cf269a64247,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.970446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:10.971550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acca08c0-a7f0-498d-b846-5218047cc16d req-d5af7d9d-8898-4df0-a91b-375863042cb1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015113 Jul 16 18:09:10.991475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:11.036912 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.037390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.073680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457cff-87aa-4e6d-9307-057ee571de92 req-903e080a-ea9d-49ce-9cc0-4f07fc8cb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.074912 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-09457cff-87aa-4e6d-9307-057ee571de92 req-903e080a-ea9d-49ce-9cc0-4f07fc8cb550 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2c96304fcf2a404184d76b59aebc7999&device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 1100 time: 0.4529126 Jul 16 18:09:11.080970 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-260a538b-7b47-47fc-af08-5e6d71af2414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.095282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Calling delete_port for 799eba72-7823-464a-a5c0-39147f646ae8 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:11.098885 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77069c1b-3441-4936-aef0-8815fe2b4b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.186164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-260a538b-7b47-47fc-af08-5e6d71af2414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.260637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-260a538b-7b47-47fc-af08-5e6d71af2414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.262216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77069c1b-3441-4936-aef0-8815fe2b4b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.263301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-260a538b-7b47-47fc-af08-5e6d71af2414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.270345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-260a538b-7b47-47fc-af08-5e6d71af2414 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/315169b6-19a6-4877-88e4-6cf269a64247 HTTP/1.1" status: 204 len: 168 time: 0.3836393 Jul 16 18:09:11.334746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a538b-7b47-47fc-af08-5e6d71af2414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315169b6-19a6-4877-88e4-6cf269a64247,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.354355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2f28b-c465-456c-9782-dc1eaa3a5585 req-cbfb55c8-cfa6-4fef-8089-5e2379c2adcf tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.355969 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9e2f28b-c465-456c-9782-dc1eaa3a5585 req-cbfb55c8-cfa6-4fef-8089-5e2379c2adcf tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 948 time: 0.4486699 Jul 16 18:09:11.416590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9e2f28b-c465-456c-9782-dc1eaa3a5585 req-e258fc0b-1be4-4071-a78f-5bcd0ab610db tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Jul 16 18:09:11.480158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:11.495729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:11.496259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.517432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457cff-87aa-4e6d-9307-057ee571de92 req-70e1f8e8-1fcb-4488-a0c8-f7100e58c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.519644 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-09457cff-87aa-4e6d-9307-057ee571de92 req-70e1f8e8-1fcb-4488-a0c8-f7100e58c5c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.4371793 Jul 16 18:09:11.626139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:11.635836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-09457cff-87aa-4e6d-9307-057ee571de92 req-9cf97d11-ac3c-420b-81b5-dd9e71883ee4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d390353b-1b05-4451-8527-36ea75a579f1 HTTP/1.1" status: 200 len: 217 time: 0.1052873 Jul 16 18:09:11.670132 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.704338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457cff-87aa-4e6d-9307-057ee571de92 req-04f23be5-da37-4085-b71a-cc4a8f75d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.706084 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-09457cff-87aa-4e6d-9307-057ee571de92 req-04f23be5-da37-4085-b71a-cc4a8f75d523 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0587845 Jul 16 18:09:11.791414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77069c1b-3441-4936-aef0-8815fe2b4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.794180 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-77069c1b-3441-4936-aef0-8815fe2b4b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.795388 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-77069c1b-3441-4936-aef0-8815fe2b4b9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69c5a001-bdee-4fec-b1c3-498d1a0fc1a1 HTTP/1.1" status: 204 len: 168 time: 1.1499546 Jul 16 18:09:11.833596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77069c1b-3441-4936-aef0-8815fe2b4b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c5a001-bdee-4fec-b1c3-498d1a0fc1a1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.862129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.903181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457cff-87aa-4e6d-9307-057ee571de92 req-3cbfef32-df80-4faa-9681-c1eaf58f22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.905019 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-09457cff-87aa-4e6d-9307-057ee571de92 req-3cbfef32-df80-4faa-9681-c1eaf58f22fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1904724 Jul 16 18:09:11.909700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Pushing event deleted for resources: {'Port': ['ID=799eba72-7823-464a-a5c0-39147f646ae8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.928374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'mac_address': 'fa:16:3e:04:e4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:12.055047 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-09457cff-87aa-4e6d-9307-057ee571de92 req-fa756ac4-9df6-407e-a069-54b98dc939e5 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407788 Jul 16 18:09:12.166392 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.178954 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.230626 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-09457cff-87aa-4e6d-9307-057ee571de92 req-d488d2aa-3a67-445b-ac4e-b4058122c2a9 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625371 Jul 16 18:09:12.258689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Transition to ACTIVE for port object 338517f5-3cf8-42a3-84c8-3d1dfa590d99 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:12.271818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd37cf9f-83ac-454b-b8f1-a99520b50597 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:12.320823 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.352365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:12.366002 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.373595 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.387211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e23e2d-5c88-43b7-a1eb-fa16fc44a6fd None None] Pushing event updated for resources: {'Port': ['ID=338517f5-3cf8-42a3-84c8-3d1dfa590d99,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.433762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad914b7-c7eb-40cc-b1db-1af21f228b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:12.439205 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d05847-b180-410a-96d0-45ef4ac230d3" -d '{"events": [{"server_uuid": "8ad914b7-c7eb-40cc-b1db-1af21f228b58", "name": "network-vif-plugged", "status": "completed", "tag": "9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:12.463938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.468477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:12.477606 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.479382 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4e88bd49-e063-4149-94ca-d05123637429 tempest-ServersWithSpecificFlavorTestJSON-950188625 tempest-ServersWithSpecificFlavorTestJSON-950188625-project] 10.222.0.60 "DELETE /v2.0/floatingips/27f6066b-a5dc-446d-b2f5-7be9386d80e6 HTTP/1.1" status: 204 len: 168 time: 2.2451160 Jul 16 18:09:12.498097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Attempting to bind port 338517f5-3cf8-42a3-84c8-3d1dfa590d99 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:12.499308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Attempting to bind port 338517f5-3cf8-42a3-84c8-3d1dfa590d99 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:12.500097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Attempting to bind port 338517f5-3cf8-42a3-84c8-3d1dfa590d99 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:12.502624 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.518654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07091bdf-2d6c-4cf7-9873-952822f6531d req-733aa71f-a352-4225-9cf1-171caf01568c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.520055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07091bdf-2d6c-4cf7-9873-952822f6531d req-733aa71f-a352-4225-9cf1-171caf01568c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 944 time: 0.7062085 Jul 16 18:09:12.523393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Allocated IP 172.20.0.1 (1cceaba9-9586-4b9e-bd47-1308400e7350/e50f6183-494d-431c-a14f-ffb32ea65e09/737b4596-191e-4214-9929-bd3f43efe5d1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:12.548410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:12.548821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:12.549226 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.549719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:12.550949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Bound port: 338517f5-3cf8-42a3-84c8-3d1dfa590d99, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:12.583572 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.673005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07091bdf-2d6c-4cf7-9873-952822f6531d req-a4c833c2-bae0-4f8c-96d9-a8aa87bffc2c tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095073 Jul 16 18:09:12.708403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['cd37cf9f-83ac-454b-b8f1-a99520b50597'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:12.799921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.880767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.937272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] For port 338517f5-3cf8-42a3-84c8-3d1dfa590d99, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:12.966644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] For port 338517f5-3cf8-42a3-84c8-3d1dfa590d99, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=338517f5-3cf8-42a3-84c8-3d1dfa590d99,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:12.982202 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.190199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bbee5-bad5-4c2c-921c-46b8cf043142 req-415b5b35-373b-4e54-bbff-c4db4c28b957 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.192504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a65bbee5-bad5-4c2c-921c-46b8cf043142 req-415b5b35-373b-4e54-bbff-c4db4c28b957 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2635734 Jul 16 18:09:13.228981 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.252344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a65bbee5-bad5-4c2c-921c-46b8cf043142 req-a16f4d11-aa36-4823-96dc-e7b4bed08507 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488307 Jul 16 18:09:13.281248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Transition to ACTIVE for port object 737b4596-191e-4214-9929-bd3f43efe5d1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:13.366601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.413839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:13.431445 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8b6031-ed22-4827-a8ee-a98aa83b3dcb x-openstack-request-id: req-3f8b6031-ed22-4827-a8ee-a98aa83b3dcb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:13.435132 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad914b7-c7eb-40cc-b1db-1af21f228b58", "name": "network-vif-plugged", "status": "completed", "tag": "9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:13.436676 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f8b6031-ed22-4827-a8ee-a98aa83b3dcb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:13.437214 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad914b7-c7eb-40cc-b1db-1af21f228b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e', 'code': 200} Jul 16 18:09:13.438588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e23e2d-5c88-43b7-a1eb-fa16fc44a6fd None None] Pushing event updated for resources: {'Port': ['ID=338517f5-3cf8-42a3-84c8-3d1dfa590d99,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.444884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:13.453649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:13.508893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:13.528995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:13.665787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Pushing event updated for resources: {'Port': ['ID=737b4596-191e-4214-9929-bd3f43efe5d1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.713721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.718230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca64543-9c5b-42ed-bec9-b825d7a80999 req-ddf5212c-d9ad-42ee-8fa6-2e2e224c9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.719866 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eca64543-9c5b-42ed-bec9-b825d7a80999 req-ddf5212c-d9ad-42ee-8fa6-2e2e224c9245 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 1097 time: 0.1720619 Jul 16 18:09:13.835518 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eca64543-9c5b-42ed-bec9-b825d7a80999 req-160c2141-7bd3-4259-a047-efd6741d19cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072953 Jul 16 18:09:13.864674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:13.960179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d390353b-1b05-4451-8527-36ea75a579f1 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:14.186047 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.240729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087711b5-2278-4d8d-a3c8-8cf9d226f838 req-e7206d21-68f0-409b-92fe-222adf420562 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.241754 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:09:14.244180 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-087711b5-2278-4d8d-a3c8-8cf9d226f838 req-e7206d21-68f0-409b-92fe-222adf420562 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 948 time: 0.4473948 Jul 16 18:09:14.328067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-477909bb-2fbf-4c95-9e03-97c5c3071c6a None None] Provisioning for port 737b4596-191e-4214-9929-bd3f43efe5d1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:14.390310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-477909bb-2fbf-4c95-9e03-97c5c3071c6a None None] Provisioning complete for port 737b4596-191e-4214-9929-bd3f43efe5d1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:14.396764 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-477909bb-2fbf-4c95-9e03-97c5c3071c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.674979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.686178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.734500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-477909bb-2fbf-4c95-9e03-97c5c3071c6a None None] Port 737b4596-191e-4214-9929-bd3f43efe5d1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:14.768273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d390353b-1b05-4451-8527-36ea75a579f1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d390353b-1b05-4451-8527-36ea75a579f1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:14.790444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Pushing event updated for resources: {'Port': ['ID=737b4596-191e-4214-9929-bd3f43efe5d1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.839631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-087711b5-2278-4d8d-a3c8-8cf9d226f838 req-edfcf91f-5677-4e16-93ef-24d1a26c84e3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602538 Jul 16 18:09:14.846065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'd390353b-1b05-4451-8527-36ea75a579f1', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'd390353b-1b05-4451-8527-36ea75a579f1', 'mac_address': 'fa:16:3e:c0:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:14.851001 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.941385 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.975134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d390353b-1b05-4451-8527-36ea75a579f1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:15.002081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:15.083170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:15.087042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:15.150779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:07Z', 'revision_number': 3, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:15.220957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a403793-9268-48b7-ad3f-2150307479e0 None None] The sync data for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 is: [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:07Z', 'revision_number': 3, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:15.261447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d390353b-1b05-4451-8527-36ea75a579f1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d390353b-1b05-4451-8527-36ea75a579f1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:15.299292 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.309389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port cd37cf9f-83ac-454b-b8f1-a99520b50597 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:15.310121 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.462994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Router bfe391d3-d967-49c3-9aa3-613bf7500014 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:15.652485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d390353b-1b05-4451-8527-36ea75a579f1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.670954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:15.683780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0c0a72bd-084d-48e6-9764-217ff3f33e8b admin admin] 10.222.0.60 "PUT /v2.0/routers/bfe391d3-d967-49c3-9aa3-613bf7500014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4991007 Jul 16 18:09:15.693747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d390353b-1b05-4451-8527-36ea75a579f1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:16.082498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6af0fb9f-9c6c-431c-839c-02b493094625 None None] Provisioning complete for port 737b4596-191e-4214-9929-bd3f43efe5d1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:16.083100 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6af0fb9f-9c6c-431c-839c-02b493094625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.179447 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.224946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6af0fb9f-9c6c-431c-839c-02b493094625 None None] Port 737b4596-191e-4214-9929-bd3f43efe5d1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:16.235809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:16.245335 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64fe496-8045-49b6-be8f-56a7ac94d70d" -d '{"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-plugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:16.307174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172ad29-5ba9-413b-ab5d-e0df111560dc req-b836c9a4-6c83-47e4-ab0a-29b458eeab65 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.308498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:16.317369 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4172ad29-5ba9-413b-ab5d-e0df111560dc req-b836c9a4-6c83-47e4-ab0a-29b458eeab65 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 945 time: 0.1660943 Jul 16 18:09:16.343186 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.419953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4172ad29-5ba9-413b-ab5d-e0df111560dc req-f9064c4e-0e88-427f-89ad-d2e1eb35fc27 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966256 Jul 16 18:09:16.569814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.778057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d58d-c5fa-4e97-b6ac-b5a6704367d1 req-cb781177-fc13-4709-a0d0-0ce7cfb9fc9d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.779634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e15d58d-c5fa-4e97-b6ac-b5a6704367d1 req-cb781177-fc13-4709-a0d0-0ce7cfb9fc9d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1627190 Jul 16 18:09:16.880952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e15d58d-c5fa-4e97-b6ac-b5a6704367d1 req-aa707ca8-389b-460a-ac30-bef74fefc095 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942183 Jul 16 18:09:17.245232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce1100-d20e-4af1-8a2e-70aaf2da8861 req-0ec353d5-0974-477c-b31e-0cfc8def372d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.265350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9dce1100-d20e-4af1-8a2e-70aaf2da8861 req-0ec353d5-0974-477c-b31e-0cfc8def372d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 949 time: 0.1182408 Jul 16 18:09:17.359403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9dce1100-d20e-4af1-8a2e-70aaf2da8861 req-1a30ec2a-81b1-4ac7-916e-0a6674131b77 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931396 Jul 16 18:09:17.400964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 338517f5-3cf8-42a3-84c8-3d1dfa590d99 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:17.522772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 338517f5-3cf8-42a3-84c8-3d1dfa590d99 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:17.534684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 338517f5-3cf8-42a3-84c8-3d1dfa590d99 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:17.534942 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.782856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.830350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 338517f5-3cf8-42a3-84c8-3d1dfa590d99, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=338517f5-3cf8-42a3-84c8-3d1dfa590d99,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:17.850831 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.982159 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd07a5b-470a-48be-9af9-1d539c1215fb x-openstack-request-id: req-6bd07a5b-470a-48be-9af9-1d539c1215fb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:17.982890 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-plugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:17.983246 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bd07a5b-470a-48be-9af9-1d539c1215fb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:17.986464 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'code': 200} Jul 16 18:09:17.986464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d390353b-1b05-4451-8527-36ea75a579f1 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:18.055845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=338517f5-3cf8-42a3-84c8-3d1dfa590d99,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.100150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port d390353b-1b05-4451-8527-36ea75a579f1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:18.105447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port d390353b-1b05-4451-8527-36ea75a579f1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:18.105850 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.203517 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.217322 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Sync routers for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:18.231157 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:18.232193 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:18.246070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d390353b-1b05-4451-8527-36ea75a579f1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d390353b-1b05-4451-8527-36ea75a579f1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:18.252098 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.306624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d390353b-1b05-4451-8527-36ea75a579f1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.446867 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:18.700712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-7e739ee6-c2bc-46a3-b2f7-e87ce7eff113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.705788 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-7e739ee6-c2bc-46a3-b2f7-e87ce7eff113 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1097 time: 0.0890300 Jul 16 18:09:18.748454 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 2, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:18.777661 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Checking router: bfe391d3-d967-49c3-9aa3-613bf7500014 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:18.778438 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Updating router bfe391d3-d967-49c3-9aa3-613bf7500014 port 737b4596-191e-4214-9929-bd3f43efe5d1 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:18.819897 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.892723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-12458b05-6029-470c-9f6b-f26bb9ced149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.894681 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-12458b05-6029-470c-9f6b-f26bb9ced149 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 914 time: 0.1607440 Jul 16 18:09:18.979663 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-7e37d818-ff94-4f50-9e75-3e783aebe226 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 217 time: 0.0775499 Jul 16 18:09:19.067194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-47db0b3c-a945-49bc-9087-54bd2ba5a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.074402 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-47db0b3c-a945-49bc-9087-54bd2ba5a4dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.0885539 Jul 16 18:09:19.134966 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-5686e459-f3e0-45d0-9d03-c87072e73c5d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497904 Jul 16 18:09:19.277717 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-55adee53-95e9-4684-87e7-f646c4bbc625 service neutron] 10.222.0.45 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385393 Jul 16 18:09:19.306330 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.330633 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Transition to ACTIVE for port object 737b4596-191e-4214-9929-bd3f43efe5d1 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:19.348408 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.359771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 338517f5-3cf8-42a3-84c8-3d1dfa590d99 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:19.445231 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28346e61-24b0-409d-88b6-f1c0377a16cc req-a1b468da-e467-4fa0-8bd6-6af755bf681c service neutron] 10.222.0.45 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578479 Jul 16 18:09:19.471253 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Pushing event updated for resources: {'Port': ['ID=737b4596-191e-4214-9929-bd3f43efe5d1,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.486709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 338517f5-3cf8-42a3-84c8-3d1dfa590d99 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:19.487746 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.497956 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.498534 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.499003 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.499599 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.500044 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.500507 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.503051 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.519566 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.519825 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.520361 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.521267 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.522113 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:19.616581 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Attempting to bind port 737b4596-191e-4214-9929-bd3f43efe5d1 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:19.617393 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Attempting to bind port 737b4596-191e-4214-9929-bd3f43efe5d1 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:19.619133 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Attempting to bind port 737b4596-191e-4214-9929-bd3f43efe5d1 on network 1cceaba9-9586-4b9e-bd47-1308400e7350 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:19.625101 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:19.625976 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Checking segment: {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:19.626679 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.627492 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Bound using segment: {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:19.629360 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Bound port: 737b4596-191e-4214-9929-bd3f43efe5d1, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:19.630015 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.733669 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] For port 737b4596-191e-4214-9929-bd3f43efe5d1, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:19.738292 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] For port 737b4596-191e-4214-9929-bd3f43efe5d1, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=737b4596-191e-4214-9929-bd3f43efe5d1,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:19.745939 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.773825 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:19.774583 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:19.946501 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:19.985131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b92716-55ad-4c0d-bc49-97b825d62fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390353b-1b05-4451-8527-36ea75a579f1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:19.988383 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07a8d4-589d-4de9-96d3-4806facb3a11" -d '{"events": [{"server_uuid": "04b92716-55ad-4c0d-bc49-97b825d62fef", "name": "network-vif-plugged", "status": "completed", "tag": "d390353b-1b05-4451-8527-36ea75a579f1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:20.045361 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda22d07-ba48-412b-944d-233459e83023 None None] Pushing event updated for resources: {'Port': ['ID=737b4596-191e-4214-9929-bd3f43efe5d1,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.234748 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:19Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:20.265338 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5feb7-7bc5-4559-940f-71f4a825ccb3 None None] The sync data for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 is: [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:19Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:20.684487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-1a47b77e-517f-4c5c-9304-5154db445afc tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.693776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-1a47b77e-517f-4c5c-9304-5154db445afc tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 821 time: 0.1899440 Jul 16 18:09:20.726599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-f0c7d3f4-4a12-4dc2-a1c5-63e7738e9cdf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/quotas/60060ffda06847f49752096c15a74083 HTTP/1.1" status: 200 len: 375 time: 0.0316577 Jul 16 18:09:20.863723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5722ae5-29bc-40f4-ac06-641af459e3da req-97392972-9591-43af-b790-aea194416b17 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.871092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5722ae5-29bc-40f4-ac06-641af459e3da req-97392972-9591-43af-b790-aea194416b17 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 945 time: 0.1687181 Jul 16 18:09:20.912841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-17d75a0b-74aa-468f-9c32-8d441662605f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1850009 Jul 16 18:09:20.993422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5722ae5-29bc-40f4-ac06-641af459e3da req-56f4e218-96a2-4097-b023-234e6d3f386a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212187 Jul 16 18:09:21.226481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-69c33113-2100-4d05-ab84-5b4af4365b3e service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125525 Jul 16 18:09:21.249680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-54ca7bf4-594a-4d82-9f26-edbd4cc49ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.251222 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-54ca7bf4-594a-4d82-9f26-edbd4cc49ebd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1097 time: 0.1065176 Jul 16 18:09:21.452101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-9f305c88-abe7-47c2-8b6b-4d573f2c47ce service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240329 Jul 16 18:09:21.480195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 737b4596-191e-4214-9929-bd3f43efe5d1 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:21.516109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-3c152a2f-3875-422e-8895-902063952c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.522776 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-3c152a2f-3875-422e-8895-902063952c0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 914 time: 0.2564352 Jul 16 18:09:21.592478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 737b4596-191e-4214-9929-bd3f43efe5d1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:21.598965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 737b4596-191e-4214-9929-bd3f43efe5d1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:21.600057 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.666849 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-77e3f583-f96f-4a27-884b-1aaf88bfad30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 217 time: 0.1364009 Jul 16 18:09:21.705242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:21.720113 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.765917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923e060-9f4a-444d-846e-c71b7064f32e req-1aa6c792-89e0-470e-9687-f82374ab7d4a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.771932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 737b4596-191e-4214-9929-bd3f43efe5d1, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=737b4596-191e-4214-9929-bd3f43efe5d1,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:21.777089 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.777945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6923e060-9f4a-444d-846e-c71b7064f32e req-1aa6c792-89e0-470e-9687-f82374ab7d4a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1699851 Jul 16 18:09:21.818035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-da1ec2e1-6899-4c31-a413-00f1de370d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.821075 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-da1ec2e1-6899-4c31-a413-00f1de370d0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.1472545 Jul 16 18:09:21.905072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6923e060-9f4a-444d-846e-c71b7064f32e req-e0fea1d6-c855-4ae6-b8c6-aca6aa4d8af8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254785 Jul 16 18:09:21.916262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=737b4596-191e-4214-9929-bd3f43efe5d1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.931081 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-b2312e9f-f1a2-49ff-abf3-3495d9a2ef1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998068 Jul 16 18:09:21.993496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc1e9-bcef-49fc-ae2d-30b03beead44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.070125 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4105dabe-95c9-440c-8c0d-4e34c1718c85 x-openstack-request-id: req-4105dabe-95c9-440c-8c0d-4e34c1718c85 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:22.070421 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b92716-55ad-4c0d-bc49-97b825d62fef", "name": "network-vif-plugged", "status": "completed", "tag": "d390353b-1b05-4451-8527-36ea75a579f1", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:22.070674 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4105dabe-95c9-440c-8c0d-4e34c1718c85 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:22.071107 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b92716-55ad-4c0d-bc49-97b825d62fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390353b-1b05-4451-8527-36ea75a579f1', 'code': 200} Jul 16 18:09:22.227133 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-1bde187e-4e6a-485c-ab79-d01721531f58 service neutron] 10.222.0.45 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899868 Jul 16 18:09:22.346120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef037cd-3e8e-4020-b002-4769ebe7483a req-eb4ecb74-c0a0-432f-a8af-251310a9e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.348574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eef037cd-3e8e-4020-b002-4769ebe7483a req-eb4ecb74-c0a0-432f-a8af-251310a9e884 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 1102 time: 0.1517375 Jul 16 18:09:22.356803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29583834-4723-4988-bf21-3e75a9e86374 req-43f83a01-8afa-4971-8eb8-26fa808710a3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.365859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29583834-4723-4988-bf21-3e75a9e86374 req-43f83a01-8afa-4971-8eb8-26fa808710a3 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 950 time: 0.2632513 Jul 16 18:09:22.407078 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2810d92-d607-41fd-83df-bd9d48862ac7 req-75fc4352-dd01-4a99-8e4e-0995c2207174 service neutron] 10.222.0.45 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722617 Jul 16 18:09:22.412274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eef037cd-3e8e-4020-b002-4769ebe7483a req-6b1bc521-b62e-4bd5-8af8-d87a1d2f32a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376043 Jul 16 18:09:22.473759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29583834-4723-4988-bf21-3e75a9e86374 req-58a90319-4858-4ad1-8453-8b2ff57cbe05 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068778 Jul 16 18:09:22.484176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc1e9-bcef-49fc-ae2d-30b03beead44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.496601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc1e9-bcef-49fc-ae2d-30b03beead44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.591726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f9ddc1e9-bcef-49fc-ae2d-30b03beead44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acae3246f66a4e3d95912ba88aaf0337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8851883 Jul 16 18:09:22.592710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ddc1e9-bcef-49fc-ae2d-30b03beead44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbdd51a-be3e-432e-9c4e-ce605dcff927,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:22.594579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:22.740980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37c0f9b5-57f5-4d9d-b338-f4ad3d1cf29b req-adb2ca5c-4d05-424e-bc44-f4e39c3413f6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 210 time: 0.0569060 Jul 16 18:09:22.783877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5778ca92-d785-42eb-84f2-c93153d3f534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.851964 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5778ca92-d785-42eb-84f2-c93153d3f534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.952010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5778ca92-d785-42eb-84f2-c93153d3f534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.958132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5c0b2-801d-4df3-bd08-82756f27d64c req-a44664e8-4e67-40ba-a29e-30ac12cf028e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.959210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5778ca92-d785-42eb-84f2-c93153d3f534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.962902 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5778ca92-d785-42eb-84f2-c93153d3f534 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8cbdd51a-be3e-432e-9c4e-ce605dcff927 HTTP/1.1" status: 204 len: 168 time: 0.3645165 Jul 16 18:09:22.967720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abc5c0b2-801d-4df3-bd08-82756f27d64c req-a44664e8-4e67-40ba-a29e-30ac12cf028e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 945 time: 0.1166463 Jul 16 18:09:22.982846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778ca92-d785-42eb-84f2-c93153d3f534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbdd51a-be3e-432e-9c4e-ce605dcff927,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.022075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abc5c0b2-801d-4df3-bd08-82756f27d64c req-d6a313bd-0ad6-4ea5-aaeb-0edf4c28c532 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528240 Jul 16 18:09:23.405310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 737b4596-191e-4214-9929-bd3f43efe5d1 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:23.483000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 737b4596-191e-4214-9929-bd3f43efe5d1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:23.483436 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.619989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcb4de-f8a8-40ea-a0df-70dd96c35b93 req-81af1d7c-5f86-4caa-977d-943d5f60c533 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.627987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cadcb4de-f8a8-40ea-a0df-70dd96c35b93 req-81af1d7c-5f86-4caa-977d-943d5f60c533 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2603452 Jul 16 18:09:23.656601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6e9c-3ec3-46f3-b621-080072cf477f req-30a66b03-b6ba-4ade-b748-699f8defa6ac tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.658099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d2d6e9c-3ec3-46f3-b621-080072cf477f req-30a66b03-b6ba-4ade-b748-699f8defa6ac tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 945 time: 0.2783475 Jul 16 18:09:23.684478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40268) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:23.709516 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a56689d8-cb79-4a73-b2ab-082f9c11a0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.711914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cadcb4de-f8a8-40ea-a0df-70dd96c35b93 req-f8a06609-9c48-4ee9-bad7-df419addc795 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827973 Jul 16 18:09:23.798253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d2d6e9c-3ec3-46f3-b621-080072cf477f req-a3e70ae7-b955-414a-915b-0ffd61c6be78 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265953 Jul 16 18:09:23.950816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a56689d8-cb79-4a73-b2ab-082f9c11a0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.961128 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a56689d8-cb79-4a73-b2ab-082f9c11a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.988084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-e55c5718-860b-4c1f-a75c-69b31e3cf553 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.991886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-e55c5718-860b-4c1f-a75c-69b31e3cf553 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.45 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 821 time: 0.2557819 Jul 16 18:09:24.005411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Request body: {'port': {'device_id': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'admin_state_up': True, 'tenant_id': '60060ffda06847f49752096c15a74083'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:24.027990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56689d8-cb79-4a73-b2ab-082f9c11a0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5556eac-9b7c-409f-b265-1b2b9d84b59f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.087426 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a56689d8-cb79-4a73-b2ab-082f9c11a0c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0d53970f05a4995a714d983ab4e6d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999720 Jul 16 18:09:24.088111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:24.210432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac902b61-3cac-4cda-9033-8e4866edd008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.213661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Made reservation on behalf of 60060ffda06847f49752096c15a74083 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:24.217059 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.256163 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac902b61-3cac-4cda-9033-8e4866edd008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.276237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aba6c-b58b-43b0-bd9e-1c140c5e1820 req-0d153687-97af-4cb3-b253-6cb93e173426 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.277841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-917aba6c-b58b-43b0-bd9e-1c140c5e1820 req-0d153687-97af-4cb3-b253-6cb93e173426 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 950 time: 0.1664417 Jul 16 18:09:24.389168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac902b61-3cac-4cda-9033-8e4866edd008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.392658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac902b61-3cac-4cda-9033-8e4866edd008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.397238 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ac902b61-3cac-4cda-9033-8e4866edd008 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5556eac-9b7c-409f-b265-1b2b9d84b59f HTTP/1.1" status: 204 len: 168 time: 0.3080850 Jul 16 18:09:24.410827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac902b61-3cac-4cda-9033-8e4866edd008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5556eac-9b7c-409f-b265-1b2b9d84b59f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.417917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-917aba6c-b58b-43b0-bd9e-1c140c5e1820 req-8af12510-8b61-4af2-8b8e-2ee73542325f tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308239 Jul 16 18:09:24.548722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Allocated IP 172.20.0.3 (1cceaba9-9586-4b9e-bd47-1308400e7350/e50f6183-494d-431c-a14f-ffb32ea65e09/d88d4354-87e7-4f3a-82c1-7ccd15634d59) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:24.714973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93c6832a-3893-4cc7-863f-0c9937a6bb85 req-edd3069d-477a-42ad-b340-96dd44998e8e tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 210 time: 0.0760903 Jul 16 18:09:24.923333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.948802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Transition to ACTIVE for port object d88d4354-87e7-4f3a-82c1-7ccd15634d59 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:25.001948 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.054384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:25.059863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:25.066278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:25.161584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.162261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.188372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Pushing event updated for resources: {'Port': ['ID=d88d4354-87e7-4f3a-82c1-7ccd15634d59,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:25.209037 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-6dc2b223-72f4-460f-9eee-9d163df12347 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2083039 Jul 16 18:09:25.222015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Request body: {'port': {'device_id': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:25.454581 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.626165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d15cc342-0f23-47a8-8ed8-1d104d54933e None None] Provisioning for port d88d4354-87e7-4f3a-82c1-7ccd15634d59 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:25.632561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d15cc342-0f23-47a8-8ed8-1d104d54933e None None] Provisioning complete for port d88d4354-87e7-4f3a-82c1-7ccd15634d59 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:25.634639 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d15cc342-0f23-47a8-8ed8-1d104d54933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.687910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d15cc342-0f23-47a8-8ed8-1d104d54933e None None] Port d88d4354-87e7-4f3a-82c1-7ccd15634d59 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:25.906463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92825e38-2372-4ed7-b581-54dc3f538171 req-64bb22b5-f08e-4652-a3a1-5654d493221b tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.913999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92825e38-2372-4ed7-b581-54dc3f538171 req-64bb22b5-f08e-4652-a3a1-5654d493221b tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 945 time: 0.1944830 Jul 16 18:09:25.926256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4f10c-4de8-436f-93ad-ae1c2cfec3f8 req-e3911db7-6b94-47de-8103-8125ceb87406 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.930357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c4f10c-4de8-436f-93ad-ae1c2cfec3f8 req-e3911db7-6b94-47de-8103-8125ceb87406 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.2120559 Jul 16 18:09:25.960396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:26.076296 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.114722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:26.127404 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4230c0c-cc96-42f8-9991-30f2057a38fa" -d '{"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-unplugged", "status": "completed", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:26.146350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:26.152372 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.243398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.406403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c4f10c-4de8-436f-93ad-ae1c2cfec3f8 req-b4e82b17-ba8f-4ef4-bb41-606a08460100 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556291 Jul 16 18:09:26.416449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92825e38-2372-4ed7-b581-54dc3f538171 req-0ace0b90-e38f-4bbe-b27a-b03bd41efd99 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011380 Jul 16 18:09:26.536910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88d4354-87e7-4f3a-82c1-7ccd15634d59 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:26.548501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.572256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40374) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:26.583859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Transition to ACTIVE for port object d88d4354-87e7-4f3a-82c1-7ccd15634d59 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:26.588404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.709111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Pushing event updated for resources: {'Port': ['ID=d88d4354-87e7-4f3a-82c1-7ccd15634d59,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.936712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Attempting to bind port d88d4354-87e7-4f3a-82c1-7ccd15634d59 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:26.937837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Attempting to bind port d88d4354-87e7-4f3a-82c1-7ccd15634d59 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:26.938384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Attempting to bind port d88d4354-87e7-4f3a-82c1-7ccd15634d59 on network 1cceaba9-9586-4b9e-bd47-1308400e7350 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:26.945675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Port d88d4354-87e7-4f3a-82c1-7ccd15634d59 on network 1cceaba9-9586-4b9e-bd47-1308400e7350 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:26.946657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Attempting to bind port d88d4354-87e7-4f3a-82c1-7ccd15634d59 on network 1cceaba9-9586-4b9e-bd47-1308400e7350 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:26.953303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:26.954010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Checking segment: {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:26.954616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Bound using segment: {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:26.955841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Bound port: d88d4354-87e7-4f3a-82c1-7ccd15634d59, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:26.956729 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.028015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] For port d88d4354-87e7-4f3a-82c1-7ccd15634d59, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:27.032429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] For port d88d4354-87e7-4f3a-82c1-7ccd15634d59, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:27.047470 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.122992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.153250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Pushing event updated for resources: {'Port': ['ID=d88d4354-87e7-4f3a-82c1-7ccd15634d59,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.184814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfa5e2-2258-4121-9aad-175dfc699ebd req-d6cdafba-96a0-4295-9490-55d7d15f7837 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.187016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31bfa5e2-2258-4121-9aad-175dfc699ebd req-d6cdafba-96a0-4295-9490-55d7d15f7837 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 943 time: 0.2988508 Jul 16 18:09:27.188334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.189150 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.191234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ebc46e72-f4a9-446f-9fd8-d484035d9043 service neutron] 10.222.0.45 "PUT /v2.0/ports/d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 1092 time: 1.9744101 Jul 16 18:09:27.191673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:27.194296 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27daef78-56a3-4fc0-bb53-b654d399e9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:27.242429 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cd29c0-8824-42fc-9c62-33861fcd3bd2 x-openstack-request-id: req-60cd29c0-8824-42fc-9c62-33861fcd3bd2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:27.242964 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-unplugged", "status": "failed", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:27.242964 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60cd29c0-8824-42fc-9c62-33861fcd3bd2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:27.243384 n-d-793619-10 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'code': 422} returned with failed status Jul 16 18:09:27.334130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31bfa5e2-2258-4121-9aad-175dfc699ebd req-c0337d7d-6efe-4565-a9e8-5b431ed158d0 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303077 Jul 16 18:09:27.484098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1276483757'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:27.541874 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.558408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-5ca89cc7-783c-4160-a9af-b58fbb5bd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.559921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-5ca89cc7-783c-4160-a9af-b58fbb5bd405 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1095 time: 0.2651839 Jul 16 18:09:27.676272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-91a67271-9cb1-4b13-b01c-0b62278e0968 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 217 time: 0.0778728 Jul 16 18:09:27.686539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Made reservation on behalf of 67ccd883411947b8b63c505d17cf1e5c for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:27.690357 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.745938 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.808969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-88194a00-4e12-4a84-9c6c-1aa251022954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.810487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-88194a00-4e12-4a84-9c6c-1aa251022954 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.1258917 Jul 16 18:09:27.824299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66264f-34dc-44e4-badb-de2a6cbbe160 req-7048f27d-f8da-4c11-b5f6-57226a1bad6c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.825971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba66264f-34dc-44e4-badb-de2a6cbbe160 req-7048f27d-f8da-4c11-b5f6-57226a1bad6c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 943 time: 0.2464077 Jul 16 18:09:27.836152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d581-7ceb-4c09-97d4-1165f77a093f req-490a0a61-9de1-4950-bfe4-8feed31a03e9 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.843311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be30d581-7ceb-4c09-97d4-1165f77a093f req-490a0a61-9de1-4950-bfe4-8feed31a03e9 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 945 time: 0.3239262 Jul 16 18:09:27.989554 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be30d581-7ceb-4c09-97d4-1165f77a093f req-245909de-cfe4-4709-8f82-e18f17a11d7e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449692 Jul 16 18:09:28.036263 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba66264f-34dc-44e4-badb-de2a6cbbe160 req-0abf0289-dfb8-420b-9b78-63d0ce5569ba tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902969 Jul 16 18:09:28.078564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-75c4c3aa-d907-4d77-9456-d9cdcaaa5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.082290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-75c4c3aa-d907-4d77-9456-d9cdcaaa5a9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2347839 Jul 16 18:09:28.136200 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8228b8-d5c8-42dd-a51e-25e1492c9baf x-openstack-request-id: req-ca8228b8-d5c8-42dd-a51e-25e1492c9baf {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:28.136643 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:28.136992 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca8228b8-d5c8-42dd-a51e-25e1492c9baf {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:28.137497 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'status': 'completed', 'code': 200} Jul 16 18:09:28.192640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Deleting port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:28.194001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.210205 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.222751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.291249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] For port 36f57317-a4c1-4cd3-b9c0-8a06fa688a10, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36f57317-a4c1-4cd3-b9c0-8a06fa688a10,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:28.291663 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.323975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Calling delete_port for 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:28.340019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:28.361309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb5664-32e8-40e4-bc3c-b834767b5c04,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.387137 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.395313 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Added segment a4953e7a-f88e-45eb-80fb-b3c09a3d2b56 of type vlan for network 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 Jul 16 18:09:28.457766 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-ac42e691-adfc-423a-9765-d3d9d6594075 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662362 Jul 16 18:09:28.465115 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.599692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.609706 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.675470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Pushing event deleted for resources: {'Port': ['ID=36f57317-a4c1-4cd3-b9c0-8a06fa688a10,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.767260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:09:28.780798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b4cdfdd-86c3-412e-bb7d-772ce8619d5f req-e8af22ee-0074-4cf4-8fb9-e55958b53ac1 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779427 Jul 16 18:09:28.796994 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.814291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.815628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.860595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7364702 Jul 16 18:09:28.865124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:28.870304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Request body: {'subnet': {'network_id': '7ddc2f7e-34cd-490c-805c-e34d28fa5c06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:28.982612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecaec2-7486-4079-8989-4318019aafed tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event updated for resources: {'Network': ['ID=7ddc2f7e-34cd-490c-805c-e34d28fa5c06,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.003823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:29.105182 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.136027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Made reservation on behalf of 67ccd883411947b8b63c505d17cf1e5c for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:29.147723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.194827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-dd9a4401-787a-4ed5-8f03-42ddc0c35c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.198901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-dd9a4401-787a-4ed5-8f03-42ddc0c35c89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1095 time: 0.2709956 Jul 16 18:09:29.374917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-5ac1fbf8-7f69-4bc5-93f2-16c41acecd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.377416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-5ac1fbf8-7f69-4bc5-93f2-16c41acecd56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.1569948 Jul 16 18:09:29.496259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-4f9292af-6540-4836-976d-e196ead5bd97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 217 time: 0.0820923 Jul 16 18:09:29.543792 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:09:29.590261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Router 11a98a37-fe53-46a8-99c5-ccd65eb20608 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:29.691318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-822424f0-87d9-4a3e-b13c-64b97fa95b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.693029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-822424f0-87d9-4a3e-b13c-64b97fa95b43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.1871071 Jul 16 18:09:29.705900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3517c9-5ce6-43f8-8a23-4c3c1895b6a9 req-b06d2716-ff09-474c-9adf-f7e56e97566f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.714040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c3517c9-5ce6-43f8-8a23-4c3c1895b6a9 req-b06d2716-ff09-474c-9adf-f7e56e97566f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 943 time: 0.3343346 Jul 16 18:09:29.799189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:29.809345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] Sync routers for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:29.813068 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-14597436-d331-425c-b90f-c5bc92f3010d admin admin] 10.222.0.60 "PUT /v2.0/routers/11a98a37-fe53-46a8-99c5-ccd65eb20608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2389717 Jul 16 18:09:29.816164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40456) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.836937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:29.838206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:29.965366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c3517c9-5ce6-43f8-8a23-4c3c1895b6a9 req-050a5357-2f61-4967-a798-bce6ad4d0d5f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497385 Jul 16 18:09:30.051297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:30.063588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.191180 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.288304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-09ed726f-7416-4b8c-a991-181f217c99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.289881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-09ed726f-7416-4b8c-a991-181f217c99b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5732474 Jul 16 18:09:30.293919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.369216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:09:28Z', 'revision_number': 5, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port': {'id': 'd282ace0-a62b-4176-bdcd-fde9073a26c0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:41Z', 'updated_at': '2021-07-16T18:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.409934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] Checking router: 11a98a37-fe53-46a8-99c5-ccd65eb20608 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:30.423542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] Routers {'11a98a37-fe53-46a8-99c5-ccd65eb20608'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:30.426015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11a98a37-fe53-46a8-99c5-ccd65eb20608'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.437173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-ec7c57f4-55e9-4840-8d7d-507fb2cd0b6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4693227 Jul 16 18:09:30.438995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Deleting port d282ace0-a62b-4176-bdcd-fde9073a26c0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:30.440068 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.454346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Checking segment: {'id': 'a4953e7a-f88e-45eb-80fb-b3c09a3d2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ddc2f7e-34cd-490c-805c-e34d28fa5c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:30.455445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Network hostable DHCP agents. Network: 7ddc2f7e-34cd-490c-805c-e34d28fa5c06, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:30.457771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event updated for resources: {'Subnet': ['ID=e7e33674-2520-48e6-b957-72b016e9d895,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.581985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] Set router 11a98a37-fe53-46a8-99c5-ccd65eb20608 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:30.609377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] For port d282ace0-a62b-4176-bdcd-fde9073a26c0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d282ace0-a62b-4176-bdcd-fde9073a26c0,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:30.609988 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.610637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e1f4d-82a1-48ff-8684-7999dda547b2 req-5230e6db-8254-4fe6-8c2b-86b1ca578214 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.624604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f3e1f4d-82a1-48ff-8684-7999dda547b2 req-5230e6db-8254-4fe6-8c2b-86b1ca578214 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 950 time: 0.3609557 Jul 16 18:09:30.629213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Calling delete_port for d282ace0-a62b-4176-bdcd-fde9073a26c0 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:30.705915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Network 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:30.726398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-341913bf-f531-4e1d-bf31-deabd3a92bf5 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922863 Jul 16 18:09:30.739075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7ddc2f7e-34cd-490c-805c-e34d28fa5c06) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:30.754832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff4e92-42f3-4154-aa07-bfa205333ab6 None None] Network 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:30.757579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.758269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.794295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:09:30Z', 'revision_number': 6, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.804008 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f3e1f4d-82a1-48ff-8684-7999dda547b2 req-86e9065e-109a-4323-a39f-b492c3085295 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780269 Jul 16 18:09:30.895739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-79130362-e4d0-4576-bca6-dce7ee78991c tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.896276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c717f-c1b6-4567-8bfe-3864dc965d49 None None] The sync data for ids ['11a98a37-fe53-46a8-99c5-ccd65eb20608'] in n-d-793619-10 is: [{'id': '11a98a37-fe53-46a8-99c5-ccd65eb20608', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1869570303-router', 'tenant_id': '6003d76c61b940759fea111c77e737cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:40Z', 'updated_at': '2021-07-16T18:09:30Z', 'revision_number': 6, 'project_id': '6003d76c61b940759fea111c77e737cb', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:30.898141 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-79130362-e4d0-4576-bca6-dce7ee78991c tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 950 time: 0.1816781 Jul 16 18:09:30.980158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a934fb-3619-471b-9428-cb7111df0131 req-d8c78110-7817-4465-bf62-b49efb0c168e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.989116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0a934fb-3619-471b-9428-cb7111df0131 req-d8c78110-7817-4465-bf62-b49efb0c168e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 943 time: 0.4798055 Jul 16 18:09:30.994753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9d9ca3a7-6516-439d-b195-482eae6f9be6 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1286135 Jul 16 18:09:31.003993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40486) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.011882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Request body: {'port': {'network_id': '7ddc2f7e-34cd-490c-805c-e34d28fa5c06', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1240465522'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:31.114525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0a934fb-3619-471b-9428-cb7111df0131 req-30f1ca3e-537a-4286-badb-a7842928b804 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243360 Jul 16 18:09:31.125787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.227487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d282ace0-a62b-4176-bdcd-fde9073a26c0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.251416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27daef78-56a3-4fc0-bb53-b654d399e9c2 req-eaa3c892-df38-40e6-9ef1-f659ef9c41d9 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071499 Jul 16 18:09:31.252786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-7ddc2f7e-34cd-490c-805c-e34d28fa5c06', 'network_id': '7ddc2f7e-34cd-490c-805c-e34d28fa5c06', 'tenant_id': '67ccd883411947b8b63c505d17cf1e5c', 'fixed_ips': [{'subnet_id': 'e7e33674-2520-48e6-b957-72b016e9d895'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:31.253273 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.414243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafd75c-cfc2-4712-a567-7edf7112ffaf req-11c265fb-21e6-483c-b507-5296874c3a7a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.425076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfafd75c-cfc2-4712-a567-7edf7112ffaf req-11c265fb-21e6-483c-b507-5296874c3a7a tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 945 time: 0.3324487 Jul 16 18:09:31.453808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Made reservation on behalf of 67ccd883411947b8b63c505d17cf1e5c for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:31.459126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.463299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebc96f-2233-44c6-a905-94a72b182733 req-8beebf71-a696-4df1-ba9f-829a224b4bb7 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.464912 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-88ebc96f-2233-44c6-a905-94a72b182733 req-8beebf71-a696-4df1-ba9f-829a224b4bb7 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 945 time: 0.5156031 Jul 16 18:09:31.478307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:31.522935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] device_id is not set on port d03b9ffb-f915-41b5-adc0-fb1846499a0c yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:31.541389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:31.541750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36f57317-a4c1-4cd3-b9c0-8a06fa688a10 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:31.555630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfafd75c-cfc2-4712-a567-7edf7112ffaf req-2903cf34-d04e-4ff7-8d48-ab10aba7887f tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/security-groups?id=534fdf84-e126-4bf7-a1c0-8dba5546ad73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295583 Jul 16 18:09:31.594998 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Deleting port d390353b-1b05-4451-8527-36ea75a579f1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:31.596060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.614453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.666923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Allocated IP 172.20.0.2 (7ddc2f7e-34cd-490c-805c-e34d28fa5c06/e7e33674-2520-48e6-b957-72b016e9d895/f603e8e8-eab5-4fe0-92b6-d0e68c347ef8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:31.833165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.838418 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.913857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3dd4f-bf1d-4281-9b0f-09ce5421b259 req-38157018-41dd-4f21-b626-edf031554437 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.933847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20d3dd4f-bf1d-4281-9b0f-09ce5421b259 req-38157018-41dd-4f21-b626-edf031554437 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 943 time: 0.1535199 Jul 16 18:09:31.935472 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.944693 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.945113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a98a37-fe53-46a8-99c5-ccd65eb20608 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:31.959664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Transition to ACTIVE for port object f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:31.960462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.964409 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6aecb74d-db56-4961-9b88-b258b06b6f4a admin admin] 10.222.0.60 "DELETE /v2.0/routers/11a98a37-fe53-46a8-99c5-ccd65eb20608 HTTP/1.1" status: 204 len: 168 time: 2.1443853 Jul 16 18:09:31.967175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.999231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Transition to ACTIVE for port object f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:32.011397 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.080862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d88d4354-87e7-4f3a-82c1-7ccd15634d59 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:32.105488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20d3dd4f-bf1d-4281-9b0f-09ce5421b259 req-f8eb8867-b270-4cf8-adf6-8906088c90c4 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685965 Jul 16 18:09:32.132892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Network 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:32.149063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:32.153232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:32.163707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b120883c-31b3-44da-913b-7c8c3f376c9f admin admin] Deleting subnet c486c120-0ad9-4c01-8f55-560381225582 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:32.182112 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b120883c-31b3-44da-913b-7c8c3f376c9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.192377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Pushing event updated for resources: {'Port': ['ID=f603e8e8-eab5-4fe0-92b6-d0e68c347ef8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.217792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] For port d390353b-1b05-4451-8527-36ea75a579f1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d390353b-1b05-4451-8527-36ea75a579f1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:32.218291 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.240329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Calling delete_port for d390353b-1b05-4451-8527-36ea75a579f1 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:32.256645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Allocated IP 172.20.0.4 (7ddc2f7e-34cd-490c-805c-e34d28fa5c06/e7e33674-2520-48e6-b957-72b016e9d895/d03b9ffb-f915-41b5-adc0-fb1846499a0c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:32.373867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Attempting to bind port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:32.374208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Attempting to bind port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'a4953e7a-f88e-45eb-80fb-b3c09a3d2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ddc2f7e-34cd-490c-805c-e34d28fa5c06'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:32.374555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Attempting to bind port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 on network 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:32.459150 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b120883c-31b3-44da-913b-7c8c3f376c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.459886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:32.461058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Checking segment: {'id': 'a4953e7a-f88e-45eb-80fb-b3c09a3d2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ddc2f7e-34cd-490c-805c-e34d28fa5c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:32.462197 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.463089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Bound using segment: {'id': 'a4953e7a-f88e-45eb-80fb-b3c09a3d2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ddc2f7e-34cd-490c-805c-e34d28fa5c06'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:32.464395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Bound port: f603e8e8-eab5-4fe0-92b6-d0e68c347ef8, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4953e7a-f88e-45eb-80fb-b3c09a3d2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7ddc2f7e-34cd-490c-805c-e34d28fa5c06'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:32.465471 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.540751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d88d4354-87e7-4f3a-82c1-7ccd15634d59, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:32.544690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-74168d7a-610d-4243-a6ea-5a7e7bcea865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.547221 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-74168d7a-610d-4243-a6ea-5a7e7bcea865 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea&tenant_id=837a6d991f4745a8964bdf2bd718975e HTTP/1.1" status: 200 len: 1095 time: 0.4209149 Jul 16 18:09:32.557402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-88ebc96f-2233-44c6-a905-94a72b182733 req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Deleting port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:32.557756 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-88ebc96f-2233-44c6-a905-94a72b182733 req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.561701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'port_id': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'mac_address': 'fa:16:3e:65:f1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:32.591069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:32.731789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b335c-0042-4d98-ae7b-d92daaed9bcc req-9e399aa4-c1b7-4500-b6aa-d130158a92c1 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.733368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e8b335c-0042-4d98-ae7b-d92daaed9bcc req-9e399aa4-c1b7-4500-b6aa-d130158a92c1 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/ports?device_id=04b92716-55ad-4c0d-bc49-97b825d62fef HTTP/1.1" status: 200 len: 950 time: 0.3815110 Jul 16 18:09:32.734930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b120883c-31b3-44da-913b-7c8c3f376c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.745199 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.765272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d390353b-1b05-4451-8527-36ea75a579f1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:32.797328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Pushing event deleted for resources: {'Port': ['ID=d390353b-1b05-4451-8527-36ea75a579f1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.812497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.817342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] For port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:32.822638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] For port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f603e8e8-eab5-4fe0-92b6-d0e68c347ef8,segment=NetworkSegment(a4953e7a-f88e-45eb-80fb-b3c09a3d2b56),segment_id=a4953e7a-f88e-45eb-80fb-b3c09a3d2b56)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:32.824432 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.829766 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.849516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-88ebc96f-2233-44c6-a905-94a72b182733 req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] For port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,segment=NetworkSegment(3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5),segment_id=3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:32.849883 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-88ebc96f-2233-44c6-a905-94a72b182733 req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.882415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] No DVR routers for this DVR port d390353b-1b05-4451-8527-36ea75a579f1 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:32.884361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-88ebc96f-2233-44c6-a905-94a72b182733 req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Calling delete_port for 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:32.889118 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.891323 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e81c8dbb-40eb-49ef-83a3-e3e690ac990e req-7136ba40-36be-4643-a59e-d864999e8c0d tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.45 "DELETE /v2.0/ports/d390353b-1b05-4451-8527-36ea75a579f1 HTTP/1.1" status: 204 len: 173 time: 1.9883165 Jul 16 18:09:32.894624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b92716-55ad-4c0d-bc49-97b825d62fef', 'name': 'network-vif-deleted', 'tag': 'd390353b-1b05-4451-8527-36ea75a579f1'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:32.897056 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31ceb66-fe99-44de-b8db-c10b1872aa27" -d '{"events": [{"server_uuid": "04b92716-55ad-4c0d-bc49-97b825d62fef", "name": "network-vif-deleted", "tag": "d390353b-1b05-4451-8527-36ea75a579f1"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:32.930544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88d4354-87e7-4f3a-82c1-7ccd15634d59 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:32.983082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec2a16-9d6d-4d35-a533-115e7e899c02 None None] Pushing event updated for resources: {'Port': ['ID=f603e8e8-eab5-4fe0-92b6-d0e68c347ef8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.987659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d88d4354-87e7-4f3a-82c1-7ccd15634d59, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:32.994263 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.112412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d88d4354-87e7-4f3a-82c1-7ccd15634d59,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:33.127807 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc883890-f470-4547-99fb-6aec7827bfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.186763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d88d4354-87e7-4f3a-82c1-7ccd15634d59'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:33.293950 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-88ebc96f-2233-44c6-a905-94a72b182733 req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.316504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e8b335c-0042-4d98-ae7b-d92daaed9bcc req-44c6a8a6-d888-4c3d-9312-f92f23d2fa34 tempest-TenantUsagesTestJSON-1879315907 tempest-TenantUsagesTestJSON-1879315907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c93ecbd-a239-476c-91e2-e39d47a356c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710630 Jul 16 18:09:33.354211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9758-be0e-48c3-adbf-244f070d0643 req-8663e209-3a4c-4697-bc5f-a0e6816d6083 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.355786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-158c9758-be0e-48c3-adbf-244f070d0643 req-8663e209-3a4c-4697-bc5f-a0e6816d6083 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 943 time: 0.8992510 Jul 16 18:09:33.391395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.450605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Pushing event deleted for resources: {'Port': ['ID=9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:33.456250 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ebc96f-2233-44c6-a905-94a72b182733 req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] No DVR routers for this DVR port 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:33.458824 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-88ebc96f-2233-44c6-a905-94a72b182733 req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.462303 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-88ebc96f-2233-44c6-a905-94a72b182733 req-1725d132-ce71-4e7c-a6f8-1c45b0a535d1 tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.46 "DELETE /v2.0/ports/9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e HTTP/1.1" status: 204 len: 173 time: 1.9902868 Jul 16 18:09:33.476794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Transition to ACTIVE for port object d03b9ffb-f915-41b5-adc0-fb1846499a0c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:33.513778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:33.518109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-158c9758-be0e-48c3-adbf-244f070d0643 req-cbf49cbb-ef05-4d15-a534-d49cd8c08216 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435041 Jul 16 18:09:33.530955 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b120883c-31b3-44da-913b-7c8c3f376c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.619138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120883c-31b3-44da-913b-7c8c3f376c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c486c120-0ad9-4c01-8f55-560381225582,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:33.630158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b120883c-31b3-44da-913b-7c8c3f376c9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.632174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b120883c-31b3-44da-913b-7c8c3f376c9f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c486c120-0ad9-4c01-8f55-560381225582 HTTP/1.1" status: 204 len: 168 time: 1.6545250 Jul 16 18:09:33.634742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40540) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.644249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f59227-a05b-40ab-80e5-1277887de4c5 None None] Network e4c0d341-1db4-4359-81e0-5a31d9d3624c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:33.653353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.687116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:33.726434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:33.730228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d282ace0-a62b-4176-bdcd-fde9073a26c0 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:33.765394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event updated for resources: {'Port': ['ID=d03b9ffb-f915-41b5-adc0-fb1846499a0c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:33.768117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:33.781434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Network 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:33.804769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:33.808403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ab8b2f3-40a4-470a-8899-e80c763cdc73 req-799ed81b-45dc-4a6f-b771-b932b98e038e tempest-ServerDiskConfigTestJSON-872222446 tempest-ServerDiskConfigTestJSON-872222446-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad914b7-c7eb-40cc-b1db-1af21f228b58 HTTP/1.1" status: 200 len: 210 time: 0.0552175 Jul 16 18:09:33.809205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:33.841449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:33.863110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.864200 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d282ace0-a62b-4176-bdcd-fde9073a26c0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:33.866582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d282ace0-a62b-4176-bdcd-fde9073a26c0 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:33.891166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Transition to ACTIVE for port object 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:33.894837 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.952534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.984710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.985357 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.027234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d88d4354-87e7-4f3a-82c1-7ccd15634d59 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:34.030319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1054873b-3768-479d-8f1a-9ae952180c6f tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0241904 Jul 16 18:09:34.032355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.039405 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f87d97b-2b89-417f-ac7a-513ff35fe340 x-openstack-request-id: req-4f87d97b-2b89-417f-ac7a-513ff35fe340 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:34.042234 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b92716-55ad-4c0d-bc49-97b825d62fef", "name": "network-vif-deleted", "tag": "d390353b-1b05-4451-8527-36ea75a579f1", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:34.042575 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f87d97b-2b89-417f-ac7a-513ff35fe340 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:34.043063 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b92716-55ad-4c0d-bc49-97b825d62fef', 'name': 'network-vif-deleted', 'tag': 'd390353b-1b05-4451-8527-36ea75a579f1', 'status': 'completed', 'code': 200} Jul 16 18:09:34.051592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=9']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.141423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] No DVR routers for this DVR port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:34.185932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port d88d4354-87e7-4f3a-82c1-7ccd15634d59 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:34.196638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port d88d4354-87e7-4f3a-82c1-7ccd15634d59 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:34.197069 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.232439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Deleting port 87e89c83-2337-488c-a433-ba849330380b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:34.232814 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.255061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Attempting to bind port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:34.256981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Attempting to bind port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:34.257514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Attempting to bind port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on network d91b51d3-a043-428e-bc20-73b5633278ec {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:34.268816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on network d91b51d3-a043-428e-bc20-73b5633278ec not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:34.269440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Attempting to bind port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on network d91b51d3-a043-428e-bc20-73b5633278ec {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:34.284967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:34.285506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Checking segment: {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:34.286062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Bound using segment: {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:34.286660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Bound port: 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb16479-2807-468c-8085-f69bf87c8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:34.288294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f7289-8a17-4c82-a51e-374c4573a73e None None] DHCP port deletion for e4c0d341-1db4-4359-81e0-5a31d9d3624c request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:34.289032 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.360454 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.416702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:34.434929 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d54166-44a7-4719-b241-dcb62302e5eb" -d '{"events": [{"server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "name": "network-vif-plugged", "status": "completed", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:34.437286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:34.443554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:34.449317 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.457970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d88d4354-87e7-4f3a-82c1-7ccd15634d59, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:34.465424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f7289-8a17-4c82-a51e-374c4573a73e None None] Deleting port 87e89c83-2337-488c-a433-ba849330380b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:34.465893 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7289-8a17-4c82-a51e-374c4573a73e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.467961 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.468849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d390353b-1b05-4451-8527-36ea75a579f1 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:34.494336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.495001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.496657 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] 10.222.0.46 "PUT /v2.0/ports/011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 1092 time: 1.9111426 Jul 16 18:09:34.551551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d1b84-c4e0-4639-81b9-8e955771af21 service neutron] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.573556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] For port 87e89c83-2337-488c-a433-ba849330380b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87e89c83-2337-488c-a433-ba849330380b,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:34.574045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.609213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Calling delete_port for 87e89c83-2337-488c-a433-ba849330380b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:34.627299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.642797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1074714b-d4f1-4fe7-9dc9-3a610a2f4b86 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Deleting port d03b9ffb-f915-41b5-adc0-fb1846499a0c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:34.643139 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1074714b-d4f1-4fe7-9dc9-3a610a2f4b86 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.646751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-0eb60017-5c7f-40bb-a765-1e803cdcc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.650102 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-0eb60017-5c7f-40bb-a765-1e803cdcc49b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1096 time: 0.1102734 Jul 16 18:09:34.693109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d88d4354-87e7-4f3a-82c1-7ccd15634d59,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.696270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f998c-a097-4ab0-9281-2c93646b30fd None None] Network 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:34.722457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: d390353b-1b05-4451-8527-36ea75a579f1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:34.722810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d390353b-1b05-4451-8527-36ea75a579f1 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:34.728873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ad9f7289-8a17-4c82-a51e-374c4573a73e None None] For port 87e89c83-2337-488c-a433-ba849330380b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87e89c83-2337-488c-a433-ba849330380b,segment=NetworkSegment(670e8d1d-ff0d-4519-8538-e449d8604b7e),segment_id=670e8d1d-ff0d-4519-8538-e449d8604b7e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:34.729229 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7289-8a17-4c82-a51e-374c4573a73e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.759634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f7289-8a17-4c82-a51e-374c4573a73e None None] Calling delete_port for 87e89c83-2337-488c-a433-ba849330380b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:34.760234 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1074714b-d4f1-4fe7-9dc9-3a610a2f4b86 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.765276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9f3c8164-c163-4d7f-9fd7-6de17ccc2cfc None None] Provisioning for port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:34.776493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1074714b-d4f1-4fe7-9dc9-3a610a2f4b86 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Calling delete_port for d03b9ffb-f915-41b5-adc0-fb1846499a0c owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:34.789651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-8d97943e-3cfe-496d-8a4c-2f87c3886b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.792007 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-8d97943e-3cfe-496d-8a4c-2f87c3886b65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 914 time: 0.1330404 Jul 16 18:09:34.799559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9f3c8164-c163-4d7f-9fd7-6de17ccc2cfc None None] Provisioning complete for port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:34.799998 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8164-c163-4d7f-9fd7-6de17ccc2cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.868194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afc18f-95a1-485f-b4d4-06745977c41e req-b84c4f8a-2bff-41e4-a6e8-7af58cf4cba3 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.870070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5afc18f-95a1-485f-b4d4-06745977c41e req-b84c4f8a-2bff-41e4-a6e8-7af58cf4cba3 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 951 time: 0.4838991 Jul 16 18:09:34.880302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25d03-66ad-4542-8a33-28f7738392af req-8bfb8980-806c-4425-9930-94a4eeaf51df tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.882068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2f25d03-66ad-4542-8a33-28f7738392af req-8bfb8980-806c-4425-9930-94a4eeaf51df tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 944 time: 0.6021502 Jul 16 18:09:35.006953 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7289-8a17-4c82-a51e-374c4573a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.031813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5afc18f-95a1-485f-b4d4-06745977c41e req-7ce6e90a-2b89-446d-9659-c42666e1ee2a tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464779 Jul 16 18:09:35.050461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2f25d03-66ad-4542-8a33-28f7738392af req-feb6e5ae-75f3-418d-9a59-ee17f67a042e tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616876 Jul 16 18:09:35.053120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1074714b-d4f1-4fe7-9dc9-3a610a2f4b86 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.054149 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8164-c163-4d7f-9fd7-6de17ccc2cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.056007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f7289-8a17-4c82-a51e-374c4573a73e None None] Pushing event deleted for resources: {'Port': ['ID=87e89c83-2337-488c-a433-ba849330380b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.069044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f7289-8a17-4c82-a51e-374c4573a73e None None] No DVR routers for this DVR port 87e89c83-2337-488c-a433-ba849330380b on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:35.107002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9f3c8164-c163-4d7f-9fd7-6de17ccc2cfc None None] For port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f603e8e8-eab5-4fe0-92b6-d0e68c347ef8,segment=NetworkSegment(a4953e7a-f88e-45eb-80fb-b3c09a3d2b56),segment_id=a4953e7a-f88e-45eb-80fb-b3c09a3d2b56)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:35.127000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:35.131473 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8164-c163-4d7f-9fd7-6de17ccc2cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.134752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b209966b-3716-4c5e-a31c-af3d5d928055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.164376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074714b-d4f1-4fe7-9dc9-3a610a2f4b86 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event deleted for resources: {'Port': ['ID=d03b9ffb-f915-41b5-adc0-fb1846499a0c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.164667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:35.165022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:35.165451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:35.196484 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ecb1eb-eb2d-405f-988a-db3af3e24d70 x-openstack-request-id: req-84ecb1eb-eb2d-405f-988a-db3af3e24d70 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:35.197668 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "name": "network-vif-plugged", "status": "completed", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:35.197867 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84ecb1eb-eb2d-405f-988a-db3af3e24d70 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:35.198261 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'code': 200} Jul 16 18:09:35.204484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.254757 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-c40905c5-0cb9-4939-880d-b647ca40d30a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 217 time: 0.4483943 Jul 16 18:09:35.276128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] No DVR routers for this DVR port 87e89c83-2337-488c-a433-ba849330380b on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:35.281934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e89c83-2337-488c-a433-ba849330380b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.307107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c8164-c163-4d7f-9fd7-6de17ccc2cfc None None] Pushing event updated for resources: {'Port': ['ID=f603e8e8-eab5-4fe0-92b6-d0e68c347ef8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.314533 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1074714b-d4f1-4fe7-9dc9-3a610a2f4b86 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.316946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1074714b-d4f1-4fe7-9dc9-3a610a2f4b86 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] 10.222.0.60 "DELETE /v2.0/ports/d03b9ffb-f915-41b5-adc0-fb1846499a0c HTTP/1.1" status: 204 len: 168 time: 1.2827232 Jul 16 18:09:35.319921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.383854 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.442064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:35.448977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.465218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-17fde010-87ae-41ad-95fd-cae3920ce419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.472604 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-17fde010-87ae-41ad-95fd-cae3920ce419 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.2047341 Jul 16 18:09:35.494116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5fac-38ef-4cff-a658-a8b74baa137c req-9c8d5935-e57f-4448-9f36-9d3d0856aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.495656 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-816f5fac-38ef-4cff-a658-a8b74baa137c req-9c8d5935-e57f-4448-9f36-9d3d0856aa53 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.2142673 Jul 16 18:09:35.510267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87e89c83-2337-488c-a433-ba849330380b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:35.532798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.552635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 87e89c83-2337-488c-a433-ba849330380b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:35.553129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87e89c83-2337-488c-a433-ba849330380b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:35.575312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c0d341-1db4-4359-81e0-5a31d9d3624c']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:35.591349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.616149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670e8d1d-ff0d-4519-8538-e449d8604b7e') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:35.617331 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670e8d1d-ff0d-4519-8538-e449d8604b7e') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:35.638539 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-545da2a7-fec3-4391-8c31-5db059cedf06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545329 Jul 16 18:09:35.655191 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.663496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3ff48e8e-8abc-4e5a-803e-3ca682ee6c2f None None] Provisioning complete for port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:35.663898 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ff48e8e-8abc-4e5a-803e-3ca682ee6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.698095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2cab-a348-45b3-88a0-c6ef5301d9b0 req-6fb948c6-9aae-4d63-91f5-bf2837168b94 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.711610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f32c2cab-a348-45b3-88a0-c6ef5301d9b0 req-6fb948c6-9aae-4d63-91f5-bf2837168b94 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 0.4003947 Jul 16 18:09:35.753851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dccf08d6-6331-46a3-b604-5e55c282d258 tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4247735 Jul 16 18:09:35.759350 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.763915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.763915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.789911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-283902574'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:35.809713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:35.810137 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:35.814835 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:35.819697 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:35.824794 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-9ca4b6f0-2e9b-447d-a3c0-082124b75423 service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669943 Jul 16 18:09:35.832393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3ff48e8e-8abc-4e5a-803e-3ca682ee6c2f None None] Could not find standard attr ID for object d03b9ffb-f915-41b5-adc0-fb1846499a0c. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:09:35.903748 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7e2894c-708e-4657-8307-738421d507f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.912141 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.931938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-816f5fac-38ef-4cff-a658-a8b74baa137c req-c89f9b62-ddec-4dc8-8858-c43e5987deff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943141 Jul 16 18:09:35.932349 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.948107 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f32c2cab-a348-45b3-88a0-c6ef5301d9b0 req-ff9e64da-b64e-4f74-b19a-5d0319486cf9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219162 Jul 16 18:09:35.949681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-873012d7-c1d6-4cb8-ab5f-614905f28697 None None] Could not find standard attr ID for object d03b9ffb-f915-41b5-adc0-fb1846499a0c. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:09:35.953564 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.968942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e4c0d341-1db4-4359-81e0-5a31d9d3624c HTTP/1.1" status: 204 len: 168 time: 2.3324444 Jul 16 18:09:35.972432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40608) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.997857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c0d341-1db4-4359-81e0-5a31d9d3624c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.054258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b209966b-3716-4c5e-a31c-af3d5d928055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.056006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad914b7-c7eb-40cc-b1db-1af21f228b58', 'name': 'network-vif-deleted', 'tag': '9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e'}, {'name': 'network-changed', 'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:36.059417 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b" -d '{"events": [{"server_uuid": "8ad914b7-c7eb-40cc-b1db-1af21f228b58", "name": "network-vif-deleted", "tag": "9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e"}, {"name": "network-changed", "server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:36.069402 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b209966b-3716-4c5e-a31c-af3d5d928055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.082050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.082414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.082810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.083174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.083480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.084882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.085793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.086428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.087056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.087556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.088067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.088616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d328014-95b2-4cb2-968a-9e6daa2c0710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:36.103330 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b209966b-3716-4c5e-a31c-af3d5d928055 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9735f79b7c14091b356848a01bd9283&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4738836 Jul 16 18:09:36.109950 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.184916 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818762c8-7c4b-4c69-8e3f-12240bbeedc0 x-openstack-request-id: req-818762c8-7c4b-4c69-8e3f-12240bbeedc0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:36.185387 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad914b7-c7eb-40cc-b1db-1af21f228b58", "name": "network-vif-deleted", "tag": "9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:36.185856 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-818762c8-7c4b-4c69-8e3f-12240bbeedc0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:36.187164 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad914b7-c7eb-40cc-b1db-1af21f228b58', 'name': 'network-vif-deleted', 'tag': '9ea1ac73-d7b2-4a9e-a957-af5fa0fe5e3e', 'status': 'completed', 'code': 200} Jul 16 18:09:36.187493 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'status': 'completed', 'code': 200} Jul 16 18:09:36.189218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Made reservation on behalf of 67ccd883411947b8b63c505d17cf1e5c for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:36.194064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.207352 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7baa02a4-7a3d-4ca5-8378-23bd21e3f241 req-f04a8c3e-1ffc-4201-bbb2-a7f914c1b40e service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699217 Jul 16 18:09:36.248970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209966b-3716-4c5e-a31c-af3d5d928055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e0f8ea-b451-43c8-820a-3f06484fff10,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.253451 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ca17859-1aaa-4b6c-a1d4-ff5cd7e2afb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.276255 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-625388d3-fb67-46ce-b2e0-102373ab6bfd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c96304fcf2a404184d76b59aebc7999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111718 Jul 16 18:09:36.283266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40642) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.293735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ca17859-1aaa-4b6c-a1d4-ff5cd7e2afb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.371545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:36.375304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ca17859-1aaa-4b6c-a1d4-ff5cd7e2afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.378810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ca17859-1aaa-4b6c-a1d4-ff5cd7e2afb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.384060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ca17859-1aaa-4b6c-a1d4-ff5cd7e2afb0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2e0f8ea-b451-43c8-820a-3f06484fff10 HTTP/1.1" status: 204 len: 168 time: 0.2604845 Jul 16 18:09:36.407526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca17859-1aaa-4b6c-a1d4-ff5cd7e2afb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e0f8ea-b451-43c8-820a-3f06484fff10,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.449555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-3dc6422e-8384-4315-bba1-c74f9b868ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.451217 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-3dc6422e-8384-4315-bba1-c74f9b868ab9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1096 time: 0.0854709 Jul 16 18:09:36.492586 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.492729 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Added segment 485b482a-62c5-4947-bbdd-4ff49ebcff77 of type vlan for network 711fb4b2-e3dc-47b9-8ec0-d212bdcfce98 Jul 16 18:09:36.510359 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9da4aff-7acd-465d-be31-0bdcb755748e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.607340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-a2ee6c9e-b46c-4115-8438-0873e5870bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.609255 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-a2ee6c9e-b46c-4115-8438-0873e5870bbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 914 time: 0.1365385 Jul 16 18:09:36.667006 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-bdfe5dd0-0be0-40b8-b216-9584f6d25166 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 217 time: 0.0501480 Jul 16 18:09:36.680390 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.707013 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9da4aff-7acd-465d-be31-0bdcb755748e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.777343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-e4f92979-eddf-4091-afe7-011da603d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.783828 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-e4f92979-eddf-4091-afe7-011da603d534 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.1070478 Jul 16 18:09:36.827157 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-21043cfc-dd52-4168-a1c7-890621ab4af8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377188 Jul 16 18:09:36.828986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ce13a-5b05-4f32-bb6b-bc5f72ab960f req-052b64b9-6846-42b7-9662-998844f9acd8 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.836900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-446ce13a-5b05-4f32-bb6b-bc5f72ab960f req-052b64b9-6846-42b7-9662-998844f9acd8 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 945 time: 0.4839389 Jul 16 18:09:36.871285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.872234 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.897629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.905464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.906267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.937778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1716855 Jul 16 18:09:36.940483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40678) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.949823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40680) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.030644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a434284d-7f32-49b0-962c-79005bcc5c29 admin admin] Deleting subnet 3d467f39-c1ea-42de-a1d2-8170bc5c944b {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:37.044374 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27a5fa8b-7bc2-4ec6-91e7-3f610b34e50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.048294 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a434284d-7f32-49b0-962c-79005bcc5c29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.093413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647d933-18cb-4012-9879-2764bbc30fa4 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event updated for resources: {'Network': ['ID=711fb4b2-e3dc-47b9-8ec0-d212bdcfce98,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.099990 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9da4aff-7acd-465d-be31-0bdcb755748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.104076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9da4aff-7acd-465d-be31-0bdcb755748e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.106395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d9da4aff-7acd-465d-be31-0bdcb755748e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c93ecbd-a239-476c-91e2-e39d47a356c1 HTTP/1.1" status: 204 len: 168 time: 0.8211713 Jul 16 18:09:37.114776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 711fb4b2-e3dc-47b9-8ec0-d212bdcfce98 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:37.199948 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-5c94b381-d84a-41cd-9c76-dbe414d7d4ec service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638577 Jul 16 18:09:37.202588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:37.207751 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dfecdd-7b6e-47af-ad99-dcb84d801fee" -d '{"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:37.211708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a434284d-7f32-49b0-962c-79005bcc5c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.256404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-446ce13a-5b05-4f32-bb6b-bc5f72ab960f req-05d810f7-6983-4ba5-b6f0-c94bce9bb9a4 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150007 Jul 16 18:09:37.260000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da4aff-7acd-465d-be31-0bdcb755748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c93ecbd-a239-476c-91e2-e39d47a356c1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.444051 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:37.450680 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a434284d-7f32-49b0-962c-79005bcc5c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.456789 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c8964b41-443a-4ac0-86a1-098e9a32bbda tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] 10.222.0.60 "GET /v2.0/agents/2930bf4f-4a59-4afc-a9ee-80ef88c08be8/dhcp-networks HTTP/1.1" status: 200 len: 6510 time: 0.5148213 Jul 16 18:09:37.464545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40692) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.620822 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7b71b8c6-b39e-4e90-8fbd-244d5d7a5c5b req-5cb7ff7f-e1e4-4285-a84c-fae75b027107 service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739805 Jul 16 18:09:37.621477 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1b3a73-b9f0-40c6-a495-fcddd48092b5 x-openstack-request-id: req-0d1b3a73-b9f0-40c6-a495-fcddd48092b5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:37.621952 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:37.622494 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d1b3a73-b9f0-40c6-a495-fcddd48092b5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:37.623262 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'code': 200} Jul 16 18:09:37.629249 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27a5fa8b-7bc2-4ec6-91e7-3f610b34e50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.635458 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27a5fa8b-7bc2-4ec6-91e7-3f610b34e50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.642498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a434284d-7f32-49b0-962c-79005bcc5c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.656720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:37.657965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.723995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434284d-7f32-49b0-962c-79005bcc5c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d467f39-c1ea-42de-a1d2-8170bc5c944b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.738592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a434284d-7f32-49b0-962c-79005bcc5c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.742707 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a434284d-7f32-49b0-962c-79005bcc5c29 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3d467f39-c1ea-42de-a1d2-8170bc5c944b HTTP/1.1" status: 204 len: 168 time: 0.8687720 Jul 16 18:09:37.753414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b5285-f2d8-484e-8c28-a11d5d2678e1 req-e2164609-ade2-45cb-94d5-fb937d6a50ac tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.755275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40696) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.760603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b92b5285-f2d8-484e-8c28-a11d5d2678e1 req-e2164609-ade2-45cb-94d5-fb937d6a50ac tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 0.3331497 Jul 16 18:09:37.799053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8630678c-5ab3-4d7a-97fd-5bc176bae7ac tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] Network 711fb4b2-e3dc-47b9-8ec0-d212bdcfce98 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:37.818556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6e293-e96f-460d-8e66-6d1c5550446e req-b1729587-285c-4708-84fc-298e00669026 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.820130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1e6e293-e96f-460d-8e66-6d1c5550446e req-b1729587-285c-4708-84fc-298e00669026 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 949 time: 0.2091455 Jul 16 18:09:37.830695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5fa8b-7bc2-4ec6-91e7-3f610b34e50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ebccd9-f12e-4813-8a8d-154457322c7a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.834175 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.834967 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-27a5fa8b-7bc2-4ec6-91e7-3f610b34e50a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=720d2d7efce742e3b3a168531915e9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8475137 Jul 16 18:09:37.837864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40698) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.876430 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.880493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8ec508-5776-40a7-bcbc-4d79327f7b6c None None] Network 711fb4b2-e3dc-47b9-8ec0-d212bdcfce98 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:37.925634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0853ce0b-38d6-4e42-8795-93cafa0b0b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.940902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8630678c-5ab3-4d7a-97fd-5bc176bae7ac tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] 10.222.0.60 "POST /v2.0/agents/2930bf4f-4a59-4afc-a9ee-80ef88c08be8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4270942 Jul 16 18:09:37.945686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.974414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b92b5285-f2d8-484e-8c28-a11d5d2678e1 req-66a5b3d3-49fe-4361-a928-3268c7180f01 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128515 Jul 16 18:09:37.979900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0853ce0b-38d6-4e42-8795-93cafa0b0b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.020825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.028495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40702) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.058396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c49a6d-117d-4dda-a554-77f2d40605ad']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.087476 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ca6a-4422-477a-8363-4bcc1abf4126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.105652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1e6e293-e96f-460d-8e66-6d1c5550446e req-40d6caa9-4377-473a-a64f-40f3764cf413 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637668 Jul 16 18:09:38.135609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.136204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee5a07e-a0a2-4d07-b92c-ca01648f4dd5') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:38.152391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.172590 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.184332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:38.185284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.215238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ca6a-4422-477a-8363-4bcc1abf4126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.223613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ba4ca6a-4422-477a-8363-4bcc1abf4126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:38.272651 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:38.309682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.337152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.343036 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] 10.222.0.60 "DELETE /v2.0/networks/41c49a6d-117d-4dda-a554-77f2d40605ad HTTP/1.1" status: 204 len: 168 time: 0.5848703 Jul 16 18:09:38.348816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038dadc-2920-4556-a5bc-edf936bfda0d admin admin] Pushing event deleted for resources: {'Network': ['ID=41c49a6d-117d-4dda-a554-77f2d40605ad,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.388007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5ba4ca6a-4422-477a-8363-4bcc1abf4126 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83b71c25796d4c32b286b9262f150a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536210 Jul 16 18:09:38.388274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.397883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4ca6a-4422-477a-8363-4bcc1abf4126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402dc53e-0919-4c86-8dca-0997efab3075,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.500123 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6709786e-5cba-4963-adee-abca1b624e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.512102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0853ce0b-38d6-4e42-8795-93cafa0b0b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.515748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0853ce0b-38d6-4e42-8795-93cafa0b0b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.517637 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0853ce0b-38d6-4e42-8795-93cafa0b0b08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14ebccd9-f12e-4813-8a8d-154457322c7a HTTP/1.1" status: 204 len: 168 time: 0.6778498 Jul 16 18:09:38.532160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853ce0b-38d6-4e42-8795-93cafa0b0b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ebccd9-f12e-4813-8a8d-154457322c7a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.596096 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.602217 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9730a711-7e6c-4fea-a7cc-3f8490de0270 tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] 10.222.0.60 "GET /v2.0/agents/2930bf4f-4a59-4afc-a9ee-80ef88c08be8/dhcp-networks HTTP/1.1" status: 200 len: 7241 time: 0.6525607 Jul 16 18:09:38.603110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40712) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.661895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6709786e-5cba-4963-adee-abca1b624e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.698189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.708394 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e36ce10b-1cae-474a-8597-6626da6e6c8d tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] 10.222.0.60 "DELETE /v2.0/agents/2930bf4f-4a59-4afc-a9ee-80ef88c08be8/dhcp-networks/711fb4b2-e3dc-47b9-8ec0-d212bdcfce98 HTTP/1.1" status: 204 len: 168 time: 0.1039350 Jul 16 18:09:38.708613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.205029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b054a-ee2a-415b-b8de-5725fed66dcb req-d3853331-c585-4aed-9928-255163f9be83 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.207405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d0b054a-ee2a-415b-b8de-5725fed66dcb req-d3853331-c585-4aed-9928-255163f9be83 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 945 time: 0.6936374 Jul 16 18:09:39.238949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c9e56c06-a819-45cd-ae90-da425056c4bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92eff68eb5de4072b04d51a645cd4f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343847 Jul 16 18:09:39.242701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40732) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.245030 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6709786e-5cba-4963-adee-abca1b624e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.247595 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6709786e-5cba-4963-adee-abca1b624e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.251159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6709786e-5cba-4963-adee-abca1b624e7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/402dc53e-0919-4c86-8dca-0997efab3075 HTTP/1.1" status: 204 len: 168 time: 0.8592968 Jul 16 18:09:39.278283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709786e-5cba-4963-adee-abca1b624e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402dc53e-0919-4c86-8dca-0997efab3075,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.305302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Deleting port 1198a9fd-cc4d-471e-af83-3c79ba1588c9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:39.305648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.411700 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe031-788b-4af2-907f-c431ba2a6ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.445168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe031-788b-4af2-907f-c431ba2a6ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.476387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d0b054a-ee2a-415b-b8de-5725fed66dcb req-2aba3e8c-71bb-45fe-8257-dc0e0c1ffdf1 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331836 Jul 16 18:09:39.517433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-32276cbc-80d7-4ec4-83c9-c6d02d4ba8d9 tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] 10.222.0.60 "GET /v2.0/agents/2930bf4f-4a59-4afc-a9ee-80ef88c08be8/dhcp-networks HTTP/1.1" status: 200 len: 5710 time: 0.7996011 Jul 16 18:09:39.529763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40744) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.577664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe031-788b-4af2-907f-c431ba2a6ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.586011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2cfe031-788b-4af2-907f-c431ba2a6ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.589821 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f2cfe031-788b-4af2-907f-c431ba2a6ddf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/534fdf84-e126-4bf7-a1c0-8dba5546ad73 HTTP/1.1" status: 204 len: 168 time: 0.3461127 Jul 16 18:09:39.629977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfe031-788b-4af2-907f-c431ba2a6ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534fdf84-e126-4bf7-a1c0-8dba5546ad73,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.635827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] For port 1198a9fd-cc4d-471e-af83-3c79ba1588c9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1198a9fd-cc4d-471e-af83-3c79ba1588c9,segment=NetworkSegment(8e4424c0-5231-454f-a788-3e2f6a842d5b),segment_id=8e4424c0-5231-454f-a788-3e2f6a842d5b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:39.636189 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.786902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f3a2d-070c-4f75-b245-6f80bec3d687 req-95db52a7-782d-4a31-b366-2b3328d90017 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.794742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-442f3a2d-070c-4f75-b245-6f80bec3d687 req-95db52a7-782d-4a31-b366-2b3328d90017 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 0.5855279 Jul 16 18:09:39.796967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Calling delete_port for 1198a9fd-cc4d-471e-af83-3c79ba1588c9 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:39.836234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.851396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-92ad2c26-6633-4653-b728-c67a99e3cc06 tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] 10.222.0.60 "GET /v2.0/networks/7ddc2f7e-34cd-490c-805c-e34d28fa5c06/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.3197012 Jul 16 18:09:39.885949 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-91ccef1d-3be3-42b2-8d6c-325bcc744885 tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] 10.222.0.60 "GET /v2.0/networks/7ddc2f7e-34cd-490c-805c-e34d28fa5c06/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0484903 Jul 16 18:09:39.889376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40760) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.013935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-442f3a2d-070c-4f75-b245-6f80bec3d687 req-2b85708b-eece-438b-a1aa-eeefda22d2fc tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180727 Jul 16 18:09:40.059667 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.124953 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-525e2bd0-c5f8-4afa-aace-0087bdc3bcec tempest-DHCPAgentSchedulersTestJSON-1763478592 tempest-DHCPAgentSchedulersTestJSON-1763478592-project-admin] 10.222.0.60 "GET /v2.0/agents/2930bf4f-4a59-4afc-a9ee-80ef88c08be8/dhcp-networks HTTP/1.1" status: 200 len: 5710 time: 0.2341902 Jul 16 18:09:40.128579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.272869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.412945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfa441-2354-4ae3-8afc-2b4b03c763d9 req-1ecdee80-4486-4a69-9b7c-b5fb61199d91 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.421137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16dfa441-2354-4ae3-8afc-2b4b03c763d9 req-1ecdee80-4486-4a69-9b7c-b5fb61199d91 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 949 time: 0.6781738 Jul 16 18:09:40.461486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.487591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711fb4b2-e3dc-47b9-8ec0-d212bdcfce98']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.520189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485b482a-62c5-4947-bbdd-4ff49ebcff77') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.520189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485b482a-62c5-4947-bbdd-4ff49ebcff77') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.542142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.571738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.576714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16dfa441-2354-4ae3-8afc-2b4b03c763d9 req-c5bbd9a9-2ef3-4e12-bdd7-0a095bc6a8f7 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455030 Jul 16 18:09:40.597836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:40.598402 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:40.601569 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:40.636711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-39056b60-96b0-41ce-919f-a247e022cf9c tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5741243 Jul 16 18:09:40.674983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:40.731792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.759211 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.769559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.778028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.781429 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] 10.222.0.60 "DELETE /v2.0/networks/711fb4b2-e3dc-47b9-8ec0-d212bdcfce98 HTTP/1.1" status: 204 len: 168 time: 0.6516907 Jul 16 18:09:40.784766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40790) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.844217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1198a9fd-cc4d-471e-af83-3c79ba1588c9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.871431 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-11570f3f-ddc5-4d67-94c1-46b411f07e8b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:40.871972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11570f3f-ddc5-4d67-94c1-46b411f07e8b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:40.873767 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-11570f3f-ddc5-4d67-94c1-46b411f07e8b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] 10.222.0.60 "DELETE /v2.0/ports/d03b9ffb-f915-41b5-adc0-fb1846499a0c HTTP/1.1" status: 404 len: 333 time: 0.0876601 Jul 16 18:09:40.889282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.890571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722bbc9-2f33-4e67-8bca-b7d9e5222d7b tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event deleted for resources: {'Network': ['ID=711fb4b2-e3dc-47b9-8ec0-d212bdcfce98,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.073722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-29954e01-c037-4b09-9f6e-8345bc400c7e tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Deleting subnet e7e33674-2520-48e6-b957-72b016e9d895 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:41.091641 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29954e01-c037-4b09-9f6e-8345bc400c7e tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.241037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29954e01-c037-4b09-9f6e-8345bc400c7e tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.492497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29954e01-c037-4b09-9f6e-8345bc400c7e tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.496752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40808) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:41.545266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.654303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29954e01-c037-4b09-9f6e-8345bc400c7e tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.761324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29954e01-c037-4b09-9f6e-8345bc400c7e tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e33674-2520-48e6-b957-72b016e9d895,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.785404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29954e01-c037-4b09-9f6e-8345bc400c7e tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.791690 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-29954e01-c037-4b09-9f6e-8345bc400c7e tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] 10.222.0.60 "DELETE /v2.0/subnets/e7e33674-2520-48e6-b957-72b016e9d895 HTTP/1.1" status: 204 len: 168 time: 0.8957629 Jul 16 18:09:41.792752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:41.792980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2e7c74-5638-4760-981c-38e24370d233 None None] Network 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:41.870272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Allocated IP 172.25.2.105 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/2bb57017-d6b1-4fdd-a46f-d6f7a68edd9d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:41.927380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-41955328-network', 'tenant_id': '2d26d2dd66e7464dbb5c579226820c71'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:41.982210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.047534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Made reservation on behalf of 2d26d2dd66e7464dbb5c579226820c71 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:42.050857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.083024 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.111978 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.158795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Deleting port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:42.159143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.216206 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.243442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] For port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f603e8e8-eab5-4fe0-92b6-d0e68c347ef8,segment=NetworkSegment(a4953e7a-f88e-45eb-80fb-b3c09a3d2b56),segment_id=a4953e7a-f88e-45eb-80fb-b3c09a3d2b56)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:42.243807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.267697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Calling delete_port for f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:42.270673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.383256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.439819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] No DVR routers for this DVR port f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:42.473441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event deleted for resources: {'Port': ['ID=f603e8e8-eab5-4fe0-92b6-d0e68c347ef8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:42.510527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96520fc0-34f1-44a1-9061-ac773feef8c3 req-a644387a-6b33-4e39-9b55-240a2ca58a1c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.525144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96520fc0-34f1-44a1-9061-ac773feef8c3 req-a644387a-6b33-4e39-9b55-240a2ca58a1c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 1.1724069 Jul 16 18:09:42.566415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:42.581499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:42.613280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Pushing event updated for resources: {'Port': ['ID=2bb57017-d6b1-4fdd-a46f-d6f7a68edd9d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:42.614866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13b2089-975f-4124-9c70-f963b8ccd1d6 None None] DHCP port deletion for 7ddc2f7e-34cd-490c-805c-e34d28fa5c06 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:42.621036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:42.633162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96520fc0-34f1-44a1-9061-ac773feef8c3 req-18db16f6-f19e-4a35-9e1f-c917085f55d0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066120 Jul 16 18:09:42.740189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.840958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddc2f7e-34cd-490c-805c-e34d28fa5c06']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.911862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4953e7a-f88e-45eb-80fb-b3c09a3d2b56') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.912146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4953e7a-f88e-45eb-80fb-b3c09a3d2b56') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.933048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.934895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.975102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.007937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.016387 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.022379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:43.023557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:43.030580 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:43.050258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Router 331bdd2b-f667-4a13-bb81-672c474198a1 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:43.082619 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.121921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fefeb-921b-4eb1-8195-4ce080277198 req-872ebab3-0a3a-4c77-bedd-7b282118611d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.131486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f95fefeb-921b-4eb1-8195-4ce080277198 req-872ebab3-0a3a-4c77-bedd-7b282118611d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 949 time: 0.2885349 Jul 16 18:09:43.168365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.180684 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.186336 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] 10.222.0.60 "DELETE /v2.0/networks/7ddc2f7e-34cd-490c-805c-e34d28fa5c06 HTTP/1.1" status: 204 len: 168 time: 1.3883607 Jul 16 18:09:43.206758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18593d49-6279-439e-b2f5-c1eb4858ac5a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.222213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:43.289489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aee641-733b-45bf-abf1-d7f62298b108 tempest-DHCPAgentSchedulersTestJSON-1498165137 tempest-DHCPAgentSchedulersTestJSON-1498165137-project] Pushing event deleted for resources: {'Network': ['ID=7ddc2f7e-34cd-490c-805c-e34d28fa5c06,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.303818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.304432 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Added segment 283aac2c-b60f-4ca9-aaec-a567d3a37a4d of type vlan for network b8087e0e-de00-47d8-bfb1-c91419ef4493 Jul 16 18:09:43.362737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.408748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.412050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.413340 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.498799 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:43.517556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f95fefeb-921b-4eb1-8195-4ce080277198 req-0d16010d-2c2d-4361-8d1e-8324e99b033a tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848686 Jul 16 18:09:43.593526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:43.598279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f603e8e8-eab5-4fe0-92b6-d0e68c347ef8 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:43.666272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] Pushing event updated for resources: {'Network': ['ID=b8087e0e-de00-47d8-bfb1-c91419ef4493,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.676699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-57cab5fa-b93d-490c-b64c-2e94ae72775c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1779022 Jul 16 18:09:43.680328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.685288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network b8087e0e-de00-47d8-bfb1-c91419ef4493 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:43.686482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Request body: {'subnet': {'network_id': 'b8087e0e-de00-47d8-bfb1-c91419ef4493', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-41955328-subnet', 'tenant_id': '2d26d2dd66e7464dbb5c579226820c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:43.716951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Made reservation on behalf of 2d26d2dd66e7464dbb5c579226820c71 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:43.725970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.882300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:43.891143 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] Sync routers for ids ['331bdd2b-f667-4a13-bb81-672c474198a1'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:43.913555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-24e332de-09bb-4977-a7b5-0b5a3a4f2cb1 admin admin] 10.222.0.60 "PUT /v2.0/routers/331bdd2b-f667-4a13-bb81-672c474198a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9389715 Jul 16 18:09:43.916961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40846) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.917775 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] Routers {'331bdd2b-f667-4a13-bb81-672c474198a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:43.918522 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:09:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['331bdd2b-f667-4a13-bb81-672c474198a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:43.932821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40848) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.221449 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] Set router 331bdd2b-f667-4a13-bb81-672c474198a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:44.265797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.328309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.330643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0744977-dac5-40ec-bd67-c162ddf87cd6,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:44.347996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Checking segment: {'id': '283aac2c-b60f-4ca9-aaec-a567d3a37a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b8087e0e-de00-47d8-bfb1-c91419ef4493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:44.348895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Network hostable DHCP agents. Network: b8087e0e-de00-47d8-bfb1-c91419ef4493, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:44.385657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Network b8087e0e-de00-47d8-bfb1-c91419ef4493 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:44.393829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0685a5b3-58af-4ba4-b5bd-26c54f38a692 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67ccd883411947b8b63c505d17cf1e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557345 Jul 16 18:09:44.393829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.396893 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.405667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.413012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, b8087e0e-de00-47d8-bfb1-c91419ef4493) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:44.421671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.422553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.423802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a72ea-5978-4e97-8a2c-941f4ef5c14b None None] Network b8087e0e-de00-47d8-bfb1-c91419ef4493 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:44.460215 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ce54bf08-9451-4cfd-9e3b-6954988ad0ab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7689393 Jul 16 18:09:44.832747 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:09:40Z', 'revision_number': 5, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'gw_port': {'id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.914958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee8570-1da1-42b0-ac98-e04de58e5079 None None] Network b8087e0e-de00-47d8-bfb1-c91419ef4493 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:44.919707 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] Checking router: 331bdd2b-f667-4a13-bb81-672c474198a1 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:44.942515 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] Routers {'331bdd2b-f667-4a13-bb81-672c474198a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:44.943163 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:09:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['331bdd2b-f667-4a13-bb81-672c474198a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:45.086910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.171903 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1846c9b5-67dc-49e8-892e-1dfc2e585468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.185723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Pushing event updated for resources: {'Port': ['ID=2bb57017-d6b1-4fdd-a46f-d6f7a68edd9d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.222457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.225073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-7c1d7d28-166c-476b-985c-50408157361d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5874133 Jul 16 18:09:45.263215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86c1b-1252-4427-af77-11f33d993d22 req-4f0043b2-f7ab-4705-9211-d57cc32a94db tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.272420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a86c1b-1252-4427-af77-11f33d993d22 req-4f0043b2-f7ab-4705-9211-d57cc32a94db tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 0.8666613 Jul 16 18:09:45.281387 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1846c9b5-67dc-49e8-892e-1dfc2e585468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.359835 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] Set router 331bdd2b-f667-4a13-bb81-672c474198a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:45.379929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-bf127cc6-b898-467e-8027-3b1da949afbb tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.1418371 Jul 16 18:09:45.430149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a86c1b-1252-4427-af77-11f33d993d22 req-ef373a48-cae6-40ca-b8ab-3260a670def0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566648 Jul 16 18:09:45.465936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.571521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1846c9b5-67dc-49e8-892e-1dfc2e585468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.574265 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1846c9b5-67dc-49e8-892e-1dfc2e585468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.578102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1846c9b5-67dc-49e8-892e-1dfc2e585468 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdbb5664-32e8-40e4-bc3c-b834767b5c04 HTTP/1.1" status: 204 len: 168 time: 1.1560202 Jul 16 18:09:45.628230 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:09:40Z', 'revision_number': 5, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'gw_port': {'id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:45.656223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846c9b5-67dc-49e8-892e-1dfc2e585468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb5664-32e8-40e4-bc3c-b834767b5c04,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.686501 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709ce5f-43c6-4bb6-9fcb-ea7d4912cbcd None None] The sync data for ids ['331bdd2b-f667-4a13-bb81-672c474198a1'] in n-d-793619-10 is: [{'id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-436364147-router', 'tenant_id': 'd318e5d38810478a97de5778ad1b45d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:09:40Z', 'revision_number': 5, 'project_id': 'd318e5d38810478a97de5778ad1b45d3', 'gw_port': {'id': '874d855e-aa15-4af0-8156-474182ad0aeb', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331bdd2b-f667-4a13-bb81-672c474198a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:53Z', 'updated_at': '2021-07-16T18:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:45.716907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-b7555c46-c489-4ca4-a1bb-917d5a748913 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.725349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60f0960b-4c37-4b64-83c2-ae43acd4072b req-b7555c46-c489-4ca4-a1bb-917d5a748913 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.3331041 Jul 16 18:09:45.795475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3956b5a-1ebd-42b0-85be-79e8015799d5 req-547da94e-5a1c-4dae-845b-8cf954bc9308 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.802567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3956b5a-1ebd-42b0-85be-79e8015799d5 req-547da94e-5a1c-4dae-845b-8cf954bc9308 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 949 time: 0.1960390 Jul 16 18:09:45.810668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Deleting port 874d855e-aa15-4af0-8156-474182ad0aeb {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:45.811015 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.897702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3956b5a-1ebd-42b0-85be-79e8015799d5 req-6e516c72-cab3-40a7-aa85-b565666a5420 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941381 Jul 16 18:09:45.952877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] For port 874d855e-aa15-4af0-8156-474182ad0aeb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=874d855e-aa15-4af0-8156-474182ad0aeb,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:45.953237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.967005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Calling delete_port for 874d855e-aa15-4af0-8156-474182ad0aeb owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:46.251537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.274084 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f35f6190-5105-4efc-81f5-f2ef04c0f1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.495590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-3cc7f007-967e-4247-a78e-c1be460f0d58 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.497992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-3cc7f007-967e-4247-a78e-c1be460f0d58 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/networks?id=b8087e0e-de00-47d8-bfb1-c91419ef4493 HTTP/1.1" status: 200 len: 820 time: 0.3036509 Jul 16 18:09:46.550264 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f35f6190-5105-4efc-81f5-f2ef04c0f1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.555557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f35f6190-5105-4efc-81f5-f2ef04c0f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.562484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-e2fec87f-bbe6-40ee-a2c7-ab91e8521416 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/quotas/2d26d2dd66e7464dbb5c579226820c71 HTTP/1.1" status: 200 len: 375 time: 0.0363903 Jul 16 18:09:46.566165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.619852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Pushing event deleted for resources: {'Port': ['ID=874d855e-aa15-4af0-8156-474182ad0aeb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:46.653093 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f35f6190-5105-4efc-81f5-f2ef04c0f1ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a948e0641aa242ba91b5f37db9eea537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004443 Jul 16 18:09:46.655722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f6190-5105-4efc-81f5-f2ef04c0f1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b105e1f-6d19-484a-84a5-eae9bfde18c1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:46.659184 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40922) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.720758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2bb5ab85-224c-45e3-a5b2-fc2142b0c7fe tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d26d2dd66e7464dbb5c579226820c71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1049330 Jul 16 18:09:46.732053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e76a1a21-0040-4117-872f-a6a4c3d09c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.766617 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e76a1a21-0040-4117-872f-a6a4c3d09c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.779052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.830725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-3d996120-1486-495a-94b8-f0f86c08d509 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.835848 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-3d996120-1486-495a-94b8-f0f86c08d509 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 821 time: 0.3803518 Jul 16 18:09:46.846825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e76a1a21-0040-4117-872f-a6a4c3d09c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.849914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e76a1a21-0040-4117-872f-a6a4c3d09c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.851567 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e76a1a21-0040-4117-872f-a6a4c3d09c84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b105e1f-6d19-484a-84a5-eae9bfde18c1 HTTP/1.1" status: 204 len: 168 time: 0.1909597 Jul 16 18:09:46.884531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a1a21-0040-4117-872f-a6a4c3d09c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b105e1f-6d19-484a-84a5-eae9bfde18c1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:46.930811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-55e7f3c2-daec-4c06-899b-065ce70fdbdd tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/quotas/60060ffda06847f49752096c15a74083 HTTP/1.1" status: 200 len: 375 time: 0.0835588 Jul 16 18:09:46.934664 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.098113 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.109293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.164952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-24fe0e8f-85d2-496f-8d99-ae18c6a90cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/b8087e0e-de00-47d8-bfb1-c91419ef4493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203568 Jul 16 18:09:47.169337 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.179864 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.180756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331bdd2b-f667-4a13-bb81-672c474198a1 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:47.200813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.201958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8fce4aed-7a5e-4bc7-a372-f389f52db45a admin admin] 10.222.0.60 "DELETE /v2.0/routers/331bdd2b-f667-4a13-bb81-672c474198a1 HTTP/1.1" status: 204 len: 168 time: 3.2766728 Jul 16 18:09:47.205041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.352222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-94cb3f81-67cf-4382-b586-5f1dbf1b9e69 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3797777 Jul 16 18:09:47.381133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8c0cd0-d536-4c67-b155-5904b2fadca7 admin admin] Deleting subnet 17d2774a-9f3c-4539-b81a-0b6f37d02c78 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:47.388085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cd0-d536-4c67-b155-5904b2fadca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.483887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.489666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cd0-d536-4c67-b155-5904b2fadca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.492629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.510076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-5f13b826-d086-44eb-acc4-cfaa946c1cf3 service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526871 Jul 16 18:09:47.544940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9352474a-5b31-4a35-9201-4d4ea41d54bc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.565721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.566073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.566419 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.566754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.567096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.567426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.567757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.568084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.568559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.568897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.569284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.569615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.587148 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-014b5814-0485-47c2-beee-637f3d6038cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c1c4dcb8eb34373980381ece73243e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8045743 Jul 16 18:09:47.587395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40946) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.650241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-1f193fcb-b524-4d1f-b5db-f77a76fe707a service neutron] 10.222.0.60 "GET /v2.0/networks/b8087e0e-de00-47d8-bfb1-c91419ef4493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718914 Jul 16 18:09:47.705164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2e16184-27b1-4a41-b90b-994b471729de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.739921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-c989f831-b8d3-45ef-b213-e2aa171f2cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282553 Jul 16 18:09:47.747256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cd0-d536-4c67-b155-5904b2fadca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.753359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1198a9fd-cc4d-471e-af83-3c79ba1588c9 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:47.818601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1198a9fd-cc4d-471e-af83-3c79ba1588c9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:47.820372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1198a9fd-cc4d-471e-af83-3c79ba1588c9 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:47.875169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2e16184-27b1-4a41-b90b-994b471729de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.963248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cd0-d536-4c67-b155-5904b2fadca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.029731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c0cd0-d536-4c67-b155-5904b2fadca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d2774a-9f3c-4539-b81a-0b6f37d02c78,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.048946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2e16184-27b1-4a41-b90b-994b471729de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.061504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2e16184-27b1-4a41-b90b-994b471729de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.067582 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a2e16184-27b1-4a41-b90b-994b471729de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9352474a-5b31-4a35-9201-4d4ea41d54bc HTTP/1.1" status: 204 len: 168 time: 0.4770684 Jul 16 18:09:48.103012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29623ebe-78f1-4d9a-b56e-2598f0931dba None None] Network a813e8c8-61fd-483c-84b0-13147815f206 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:48.112766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0cd0-d536-4c67-b155-5904b2fadca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.123137 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ed8c0cd0-d536-4c67-b155-5904b2fadca7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/17d2774a-9f3c-4539-b81a-0b6f37d02c78 HTTP/1.1" status: 204 len: 168 time: 0.9121547 Jul 16 18:09:48.123137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:48.123137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e16184-27b1-4a41-b90b-994b471729de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9352474a-5b31-4a35-9201-4d4ea41d54bc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.313385 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.403306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987c6b3-a729-4494-92ea-ed01541e2312 req-bac73e73-1cfe-4f32-bd2d-12e43bb0498f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.429414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2987c6b3-a729-4494-92ea-ed01541e2312 req-bac73e73-1cfe-4f32-bd2d-12e43bb0498f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 0.2068386 Jul 16 18:09:48.452927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Deleting port 57944acb-1bba-4d81-8f4d-85ee181b7715 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:48.454202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.575448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] For port 57944acb-1bba-4d81-8f4d-85ee181b7715, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=57944acb-1bba-4d81-8f4d-85ee181b7715,segment=NetworkSegment(8e4424c0-5231-454f-a788-3e2f6a842d5b),segment_id=8e4424c0-5231-454f-a788-3e2f6a842d5b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:48.576074 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.600885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Calling delete_port for 57944acb-1bba-4d81-8f4d-85ee181b7715 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:48.619354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] DHCP port deletion for a813e8c8-61fd-483c-84b0-13147815f206 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:48.666858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2987c6b3-a729-4494-92ea-ed01541e2312 req-35fd8b43-e061-431b-bfb1-9cfe2fa7b6db tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340019 Jul 16 18:09:48.712424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] Deleting port 57944acb-1bba-4d81-8f4d-85ee181b7715 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:48.715733 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.748121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb455-8cde-44c5-b5ae-06357be2bc41 req-fe042629-438f-42cb-aa0a-c9b7c666e6a9 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.755818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19bfb455-8cde-44c5-b5ae-06357be2bc41 req-fe042629-438f-42cb-aa0a-c9b7c666e6a9 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 949 time: 0.2527738 Jul 16 18:09:48.759204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:48.794713 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.824415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] No DVR routers for this DVR port 57944acb-1bba-4d81-8f4d-85ee181b7715 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:48.831298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c382d8e-8a79-4658-bfe9-59e2975f6647 req-0284ec2d-92af-43cf-a47d-e529872142a4 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 210 time: 0.0725305 Jul 16 18:09:48.896448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] For port 57944acb-1bba-4d81-8f4d-85ee181b7715, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=57944acb-1bba-4d81-8f4d-85ee181b7715,segment=NetworkSegment(8e4424c0-5231-454f-a788-3e2f6a842d5b),segment_id=8e4424c0-5231-454f-a788-3e2f6a842d5b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:48.897021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.925654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] Calling delete_port for 57944acb-1bba-4d81-8f4d-85ee181b7715 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:48.930287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.931572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19bfb455-8cde-44c5-b5ae-06357be2bc41 req-492cb090-3873-4ebf-9923-2e505191435e tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718976 Jul 16 18:09:48.943417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a813e8c8-61fd-483c-84b0-13147815f206']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:48.959712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4424c0-5231-454f-a788-3e2f6a842d5b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:48.960397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4424c0-5231-454f-a788-3e2f6a842d5b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:48.973462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.995192 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.998318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2b598bd-ba7f-4049-a805-324b8691dbf0 req-8873bd5d-7eaa-468a-8201-0ee068efa50c tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 210 time: 0.0579040 Jul 16 18:09:49.004325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:49.005037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.062447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:49.084871 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:49.087441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57944acb-1bba-4d81-8f4d-85ee181b7715,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.092478 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0555cb5-f2de-40f2-8447-ce06e2c72d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.098934 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.100961 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.126468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.134349 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a813e8c8-61fd-483c-84b0-13147815f206 HTTP/1.1" status: 204 len: 168 time: 1.0124288 Jul 16 18:09:49.148639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] Pushing event deleted for resources: {'Port': ['ID=57944acb-1bba-4d81-8f4d-85ee181b7715,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.160026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1add1-eff4-4d33-8e34-cc3d8e4187f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a813e8c8-61fd-483c-84b0-13147815f206,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.169177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] Network a813e8c8-61fd-483c-84b0-13147815f206 is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:09:49.169785 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58fa3b-7f86-4b7d-9ef3-66d84bdf7311 None None] No DVR routers for this DVR port 57944acb-1bba-4d81-8f4d-85ee181b7715 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:49.301627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d1580f9-36b6-4969-87a3-8a25bbcf1f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.313772 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0555cb5-f2de-40f2-8447-ce06e2c72d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.379130 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0555cb5-f2de-40f2-8447-ce06e2c72d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.389219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 874d855e-aa15-4af0-8156-474182ad0aeb no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:49.446860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 874d855e-aa15-4af0-8156-474182ad0aeb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:49.447723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 874d855e-aa15-4af0-8156-474182ad0aeb not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:49.448444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 57944acb-1bba-4d81-8f4d-85ee181b7715 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:49.502394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 57944acb-1bba-4d81-8f4d-85ee181b7715 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:49.502750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 57944acb-1bba-4d81-8f4d-85ee181b7715 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:49.510772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-81ffcb6d-8c75-4416-a828-aa25af95dd06 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.513216 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-81ffcb6d-8c75-4416-a828-aa25af95dd06 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 949 time: 0.1026335 Jul 16 18:09:49.513878 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41006) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.516453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e0555cb5-f2de-40f2-8447-ce06e2c72d72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1d01870fe25425fb9da957ecba11fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513993 Jul 16 18:09:49.531244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0555cb5-f2de-40f2-8447-ce06e2c72d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623f0223-b381-4ca9-99c2-e71335348131,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.573741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41008) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.601073 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d1580f9-36b6-4969-87a3-8a25bbcf1f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.606959 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d1580f9-36b6-4969-87a3-8a25bbcf1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.641719 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1580f9-36b6-4969-87a3-8a25bbcf1f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbb266c-5fe5-4db7-8401-ef99d72cb29f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.674712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7d1580f9-36b6-4969-87a3-8a25bbcf1f63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1fa0dae6aea0452082f611ce5fd1cc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9142168 Jul 16 18:09:49.677388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41012) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.685374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7f62aacf-5892-41c5-b87e-1beb4d440585 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6003d76c61b940759fea111c77e737cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089802 Jul 16 18:09:49.691034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41014) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.699082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a19ea25-8172-43b6-bee3-463ebab0d116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.743875 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87dca27c-1dc5-4c51-b0c0-05c4d8c93e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.746144 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a19ea25-8172-43b6-bee3-463ebab0d116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.777151 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87dca27c-1dc5-4c51-b0c0-05c4d8c93e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.905053 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87dca27c-1dc5-4c51-b0c0-05c4d8c93e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.908421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87dca27c-1dc5-4c51-b0c0-05c4d8c93e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.912086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-87dca27c-1dc5-4c51-b0c0-05c4d8c93e1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6dbb266c-5fe5-4db7-8401-ef99d72cb29f HTTP/1.1" status: 204 len: 168 time: 0.2313659 Jul 16 18:09:49.929941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dca27c-1dc5-4c51-b0c0-05c4d8c93e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbb266c-5fe5-4db7-8401-ef99d72cb29f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.986381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdfa08-4297-4044-8aba-e797607beac4 req-75ada429-26b6-49d1-802b-bf4fd0cebeef tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.997137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dafdfa08-4297-4044-8aba-e797607beac4 req-75ada429-26b6-49d1-802b-bf4fd0cebeef tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 0.1771803 Jul 16 18:09:50.013742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:50.136660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Deleting port cd37cf9f-83ac-454b-b8f1-a99520b50597 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:50.137207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.160679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33c88e31-f651-4fc4-b31a-a1368ff609b0 req-404163e5-dcff-40b5-b913-44dc09ee680f tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 210 time: 0.1408086 Jul 16 18:09:50.162994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf66-df3e-481a-b782-a2519691546f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.210222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dafdfa08-4297-4044-8aba-e797607beac4 req-27a538b6-7885-43d0-a303-0b5285154242 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122529 Jul 16 18:09:50.263372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf66-df3e-481a-b782-a2519691546f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.301026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a19ea25-8172-43b6-bee3-463ebab0d116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.303586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a19ea25-8172-43b6-bee3-463ebab0d116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.307035 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a19ea25-8172-43b6-bee3-463ebab0d116 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/623f0223-b381-4ca9-99c2-e71335348131 HTTP/1.1" status: 204 len: 168 time: 0.7894089 Jul 16 18:09:50.459658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19ea25-8172-43b6-bee3-463ebab0d116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623f0223-b381-4ca9-99c2-e71335348131,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.472698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2450aa4-5ba5-4494-89bb-dbdb9d886d4a req-611503e7-2f16-4a42-bca1-18d7428ee8e2 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.472915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] For port cd37cf9f-83ac-454b-b8f1-a99520b50597, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cd37cf9f-83ac-454b-b8f1-a99520b50597,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:50.473160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.488089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2450aa4-5ba5-4494-89bb-dbdb9d886d4a req-611503e7-2f16-4a42-bca1-18d7428ee8e2 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d46d45-31c9-4add-b229-1160987653e1 HTTP/1.1" status: 200 len: 949 time: 0.1037924 Jul 16 18:09:50.497952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Calling delete_port for cd37cf9f-83ac-454b-b8f1-a99520b50597 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:50.518891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1367334744'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:50.524534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-07119a33-400d-4e68-b049-fe0b88422eb4 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.526041 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-07119a33-400d-4e68-b049-fe0b88422eb4 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.46 "GET /v2.0/networks?id=b8087e0e-de00-47d8-bfb1-c91419ef4493 HTTP/1.1" status: 200 len: 820 time: 0.2834535 Jul 16 18:09:50.529376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf66-df3e-481a-b782-a2519691546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.532176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fef8cf66-df3e-481a-b782-a2519691546f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.533418 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fef8cf66-df3e-481a-b782-a2519691546f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef64d489-4526-4d5c-abd1-495d3cc94570 HTTP/1.1" status: 204 len: 168 time: 0.8406465 Jul 16 18:09:50.577966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Request body: {'port': {'device_id': 'bb8ca427-2d3c-42f1-95e1-1b152239f53d', 'network_id': 'b8087e0e-de00-47d8-bfb1-c91419ef4493', 'admin_state_up': True, 'tenant_id': '2d26d2dd66e7464dbb5c579226820c71'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:50.603621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8cf66-df3e-481a-b782-a2519691546f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64d489-4526-4d5c-abd1-495d3cc94570,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.667714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a076a683-90bd-4b2f-9ec7-c0a6ca197e98 req-c3f47175-0d22-41f5-ac8b-e188b648611c tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 210 time: 0.1169453 Jul 16 18:09:50.707895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2450aa4-5ba5-4494-89bb-dbdb9d886d4a req-f0c97f61-3e4e-4b70-a81f-a19f1748d7c3 tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.60 "GET /v2.0/security-groups?id=a38b9ae0-091c-4423-a98c-67fea19e85ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214134 Jul 16 18:09:50.713340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Made reservation on behalf of c0180bafcc3742f2ac3756c4b8b3780a for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:50.721410 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.744786 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.771703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Made reservation on behalf of 2d26d2dd66e7464dbb5c579226820c71 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:50.775464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.789049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.832332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Pushing event deleted for resources: {'Port': ['ID=cd37cf9f-83ac-454b-b8f1-a99520b50597,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.920915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] No DVR routers for this DVR port cd37cf9f-83ac-454b-b8f1-a99520b50597 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:50.925422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.927418 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eb5aaef1-dbbd-47ed-a9fd-e6388e33d9d2 req-ed8d54ad-1ea6-4cc1-9f58-7e774c953a3d tempest-ImagesOneServerTestJSON-115286701 tempest-ImagesOneServerTestJSON-115286701-project] 10.222.0.46 "DELETE /v2.0/ports/cd37cf9f-83ac-454b-b8f1-a99520b50597 HTTP/1.1" status: 204 len: 173 time: 1.4033580 Jul 16 18:09:50.927932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-deleted', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:50.930774 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d9a496-e841-495d-b4ed-725d111ae0e7" -d '{"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-deleted", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:50.932550 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.951323 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.989679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:51.006020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d56d8d-a043-43dd-bbc6-c570bcbef088,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.011601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.011966 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Added segment a35445a6-6c2a-40f6-889a-234f6291d4a0 of type vlan for network f3106264-e688-4b89-a1ca-3c901bbb4e7e Jul 16 18:09:51.066247 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.079438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Allocated IP 172.20.0.4 (b8087e0e-de00-47d8-bfb1-c91419ef4493/a0744977-dac5-40ec-bd67-c162ddf87cd6/8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:51.124147 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.136942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.139099 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.159529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:51.323426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Pushing event updated for resources: {'Network': ['ID=f3106264-e688-4b89-a1ca-3c901bbb4e7e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.363448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e1a77189-cfc2-4998-ba24-e1a556c6c2bf tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3414662 Jul 16 18:09:51.364542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41060) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:51.399552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f3106264-e688-4b89-a1ca-3c901bbb4e7e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:51.426026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41066) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:51.469698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.570181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-78917bf7-52aa-44a5-96d9-21b89a2c35a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d318e5d38810478a97de5778ad1b45d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428216 Jul 16 18:09:51.577478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41068) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:51.587414 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5c268c-68e0-40ff-bd2b-3687e6ebadfa x-openstack-request-id: req-bc5c268c-68e0-40ff-bd2b-3687e6ebadfa {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:51.589181 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d46d45-31c9-4add-b229-1160987653e1", "name": "network-vif-deleted", "tag": "cd37cf9f-83ac-454b-b8f1-a99520b50597", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:51.589457 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc5c268c-68e0-40ff-bd2b-3687e6ebadfa {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:51.590980 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d46d45-31c9-4add-b229-1160987653e1', 'name': 'network-vif-deleted', 'tag': 'cd37cf9f-83ac-454b-b8f1-a99520b50597', 'status': 'completed', 'code': 200} Jul 16 18:09:51.603888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:51.620113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'network_id': 'd91b51d3-a043-428e-bc20-73b5633278ec', 'port_id': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'mac_address': 'fa:16:3e:a3:16:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279aaed0-7f04-4e5d-a203-512d81106746', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:51.658131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.675842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.686548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c744444d-d6d4-4f9f-968f-bdd5635ff8a9 req-eb1bbab4-ba93-4af8-887e-4e47d6ed35de tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 210 time: 0.1080294 Jul 16 18:09:51.695793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:51.724146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:51.729537 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.734462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Network b8087e0e-de00-47d8-bfb1-c91419ef4493 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:51.769255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:51.779771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:51.804795 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dbb042f-74fe-4221-8539-cfb802e06c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.865065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.866479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700db86-ec30-48b6-8030-77b916da7f5d req-56497eac-0fc4-4df8-8295-07e436b81af1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.893223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a700db86-ec30-48b6-8030-77b916da7f5d req-56497eac-0fc4-4df8-8295-07e436b81af1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 944 time: 0.3217599 Jul 16 18:09:51.932500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dbb042f-74fe-4221-8539-cfb802e06c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.939495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Pushing event updated for resources: {'Port': ['ID=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.966807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.967454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.976337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Request body: {'network': {'name': 'tempest-network--2020333638', 'router:external': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:51.996836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-b193bb43-1904-4974-8a19-cacade7a916f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.998363 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-b193bb43-1904-4974-8a19-cacade7a916f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.46 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 821 time: 0.4058075 Jul 16 18:09:52.001113 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-2b090e0d-4352-4175-b62f-1accce57d760 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4313252 Jul 16 18:09:52.036225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87260e4d-272e-46f3-b103-f3225fcfbceb req-92b3fd97-5ab1-446e-b69a-b4b947d1497d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 210 time: 0.1158900 Jul 16 18:09:52.038865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Request body: {'port': {'device_id': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'admin_state_up': True, 'tenant_id': '60060ffda06847f49752096c15a74083'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:52.051559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Request body: {'port': {'device_id': 'bb8ca427-2d3c-42f1-95e1-1b152239f53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:52.071331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a700db86-ec30-48b6-8030-77b916da7f5d req-6f1562a4-a312-4ed6-bdb6-744f7d8b3b83 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762173 Jul 16 18:09:52.082757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Made reservation on behalf of 45070cc64d93402b834d5d13bfa03896 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:52.085814 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.086295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:52.118483 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.157220 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dbb042f-74fe-4221-8539-cfb802e06c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.168033 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dbb042f-74fe-4221-8539-cfb802e06c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.179796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9dbb042f-74fe-4221-8539-cfb802e06c1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30ee3220-0c24-42bc-ab47-fa4d8b347073 HTTP/1.1" status: 204 len: 168 time: 0.5969739 Jul 16 18:09:52.225114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb042f-74fe-4221-8539-cfb802e06c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ee3220-0c24-42bc-ab47-fa4d8b347073,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:52.333395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.338401 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.370422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:52.387874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011f9b9f-e3cf-4330-b7e1-5e1dfb50690f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:52.396593 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.398233 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Added segment ecad4458-5582-41a9-946d-7362dc809eae of type vlan for network e727e8a0-d397-4f8d-ac63-1ad755d29805 Jul 16 18:09:52.414490 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.463343 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.510045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.510908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Made reservation on behalf of 60060ffda06847f49752096c15a74083 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:52.511682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.512318 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.514530 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.544337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1780427 Jul 16 18:09:52.547741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41104) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:52.641477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba95e10-198c-471c-9a13-d89952df7803 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'Network': ['ID=e727e8a0-d397-4f8d-ac63-1ad755d29805,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:52.654063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e727e8a0-d397-4f8d-ac63-1ad755d29805 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:52.700849 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.778631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:52.894584 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.906930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e727e8a0-d397-4f8d-ac63-1ad755d29805']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:52.926494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Allocated IP 172.20.0.7 (1cceaba9-9586-4b9e-bd47-1308400e7350/e50f6183-494d-431c-a14f-ffb32ea65e09/1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:52.930628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecad4458-5582-41a9-946d-7362dc809eae') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:52.931222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecad4458-5582-41a9-946d-7362dc809eae') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:53.013804 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.039904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:53.049927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.061981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:53.062934 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:53.066575 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:53.076438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.132272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1bdb086d-deba-4954-b2d2-2f20d1e606ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddf46637bc6b44aab162f241626db8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525424 Jul 16 18:09:53.143768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41158) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.175799 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:53.190600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5646f-152c-4282-96bf-a8938e4acadf req-7cd8e307-9af4-4a4e-a37e-c9c6bf299557 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.192447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91c5646f-152c-4282-96bf-a8938e4acadf req-7cd8e307-9af4-4a4e-a37e-c9c6bf299557 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 931 time: 0.2716465 Jul 16 18:09:53.198810 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.213347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e727e8a0-d397-4f8d-ac63-1ad755d29805 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:09:53.219555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.221469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "DELETE /v2.0/networks/e727e8a0-d397-4f8d-ac63-1ad755d29805 HTTP/1.1" status: 204 len: 168 time: 0.6726987 Jul 16 18:09:53.226859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Transition to ACTIVE for port object 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:53.231155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41162) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.253787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:53.270960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f5b5e-7142-4983-960e-8e6f68977801 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event deleted for resources: {'Network': ['ID=e727e8a0-d397-4f8d-ac63-1ad755d29805,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.289841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.312332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Made reservation on behalf of 45070cc64d93402b834d5d13bfa03896 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:53.315384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.334423 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91c5646f-152c-4282-96bf-a8938e4acadf req-3860858f-2314-4770-a876-2ec65673a218 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185305 Jul 16 18:09:53.350466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:53.361463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:53.362048 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.418315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b87f110b-818e-48ae-bf59-c257cab97ee3 req-6a5d40d1-a302-4fab-9900-f2dd2a8bad47 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 210 time: 0.0827973 Jul 16 18:09:53.494462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cb01988-8f30-4e54-b396-ad5e8cc68309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.505035 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.540833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:53.560697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.571214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cb01988-8f30-4e54-b396-ad5e8cc68309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.586172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.599719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.601853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:53.609160 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d62ab6d-6ac2-4de7-972b-9dc3856e6c98" -d '{"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-plugged", "status": "completed", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:53.622635 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.623458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:53.635546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.636272 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Added segment 6d5ab4c1-ef6d-4dba-b666-d8a230517760 of type vlan for network ac5153c9-d5c4-46bb-9d82-6de36953a5ac Jul 16 18:09:53.640108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.694367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c7987-402c-4d2f-9dbf-b9989b5d4bc2 req-9b14f8bd-73b9-4ec4-b1a9-e6c3bd2306e0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.706715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-919c7987-402c-4d2f-9dbf-b9989b5d4bc2 req-9b14f8bd-73b9-4ec4-b1a9-e6c3bd2306e0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 945 time: 0.1552007 Jul 16 18:09:53.730082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Transition to ACTIVE for port object 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:53.744314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: cd37cf9f-83ac-454b-b8f1-a99520b50597 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:53.745754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cd37cf9f-83ac-454b-b8f1-a99520b50597 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:53.746633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.778384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Attempting to bind port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:53.779120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Attempting to bind port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '283aac2c-b60f-4ca9-aaec-a567d3a37a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b8087e0e-de00-47d8-bfb1-c91419ef4493'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:53.779687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Attempting to bind port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a on network b8087e0e-de00-47d8-bfb1-c91419ef4493 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:53.797437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a on network b8087e0e-de00-47d8-bfb1-c91419ef4493 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:53.798381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Attempting to bind port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a on network b8087e0e-de00-47d8-bfb1-c91419ef4493 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:53.814192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-919c7987-402c-4d2f-9dbf-b9989b5d4bc2 req-0fe7108e-7a94-48a8-aaf3-ca82b306cdbe tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056662 Jul 16 18:09:53.818026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cb01988-8f30-4e54-b396-ad5e8cc68309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.821210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cb01988-8f30-4e54-b396-ad5e8cc68309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.825292 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7cb01988-8f30-4e54-b396-ad5e8cc68309 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a38b9ae0-091c-4423-a98c-67fea19e85ed HTTP/1.1" status: 204 len: 168 time: 0.6807225 Jul 16 18:09:53.836345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:53.836975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Checking segment: {'id': '283aac2c-b60f-4ca9-aaec-a567d3a37a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b8087e0e-de00-47d8-bfb1-c91419ef4493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:53.837836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Bound using segment: {'id': '283aac2c-b60f-4ca9-aaec-a567d3a37a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b8087e0e-de00-47d8-bfb1-c91419ef4493'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:53.838524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Bound port: 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283aac2c-b60f-4ca9-aaec-a567d3a37a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b8087e0e-de00-47d8-bfb1-c91419ef4493'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:53.839131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.848113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.862545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb01988-8f30-4e54-b396-ad5e8cc68309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38b9ae0-091c-4423-a98c-67fea19e85ed,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.869043 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.870435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.871265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.923100 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.936033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d88d4354-87e7-4f3a-82c1-7ccd15634d59'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:53.944452 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dcdd40-8733-49c0-9178-58e6057a2299 x-openstack-request-id: req-29dcdd40-8733-49c0-9178-58e6057a2299 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:53.945424 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-plugged", "status": "completed", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:53.945711 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29dcdd40-8733-49c0-9178-58e6057a2299 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:53.947753 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'code': 200} Jul 16 18:09:53.983836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7490795 Jul 16 18:09:53.985558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41180) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.992579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Request body: {'subnet': {'network_id': 'ac5153c9-d5c4-46bb-9d82-6de36953a5ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:54.037386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3bdbb-d9b5-4568-8134-672308a93ebb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'Network': ['ID=ac5153c9-d5c4-46bb-9d82-6de36953a5ac,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.058969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:54.065625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:54.069828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Pushing event updated for resources: {'Port': ['ID=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.073903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:54.077278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] For port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:54.082124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] For port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,segment=NetworkSegment(283aac2c-b60f-4ca9-aaec-a567d3a37a4d),segment_id=283aac2c-b60f-4ca9-aaec-a567d3a37a4d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:54.091006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network ac5153c9-d5c4-46bb-9d82-6de36953a5ac details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:54.138415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.142911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Made reservation on behalf of 45070cc64d93402b834d5d13bfa03896 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:54.161438 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.275992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b0b7-22a6-48ef-8f59-5bcf16be03c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.299581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.300304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.302158 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a HTTP/1.1" status: 200 len: 1092 time: 2.2674556 Jul 16 18:09:54.305132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8ca427-2d3c-42f1-95e1-1b152239f53d', 'tag': '8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:54.307424 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321dfac6-3adb-4e9c-96a6-2089f3ec991b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8ca427-2d3c-42f1-95e1-1b152239f53d", "tag": "8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:54.402390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.403244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.418047 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bcbfaf-0e2c-47e5-9495-a98c564ad5ab x-openstack-request-id: req-40bcbfaf-0e2c-47e5-9495-a98c564ad5ab {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:54.419974 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8ca427-2d3c-42f1-95e1-1b152239f53d", "tag": "8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:54.420341 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40bcbfaf-0e2c-47e5-9495-a98c564ad5ab {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:54.420868 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8ca427-2d3c-42f1-95e1-1b152239f53d', 'tag': '8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a', 'status': 'completed', 'code': 200} Jul 16 18:09:54.452364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e1867-4782-4317-8ea9-6ce9cfbe44c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.467023 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-50c77e83-eaa9-4627-8c6b-bdc55ad44824 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4334302 Jul 16 18:09:54.467214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-b145ae39-1cb3-462d-8f5b-a20adbc8120e tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9822116d497c4b88b58fc8853ed126e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2065842 Jul 16 18:09:54.494979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Request body: {'port': {'device_id': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:54.587997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-d503fcd3-9801-49f5-8412-cd7a69754637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.589944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-d503fcd3-9801-49f5-8412-cd7a69754637 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d26d2dd66e7464dbb5c579226820c71&device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 1095 time: 0.2065880 Jul 16 18:09:54.591957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945e1fa-99ed-4050-a4c2-63dc58350836 req-4286a1f7-8ca2-42ce-884b-22742261410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.594382 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e945e1fa-99ed-4050-a4c2-63dc58350836 req-4286a1f7-8ca2-42ce-884b-22742261410f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1098 time: 0.3112545 Jul 16 18:09:54.640241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-49cfca05-e528-48ec-89b9-3bdd026e4146 None None] Provisioning for port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:54.645685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-49cfca05-e528-48ec-89b9-3bdd026e4146 None None] Provisioning complete for port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:54.647074 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-49cfca05-e528-48ec-89b9-3bdd026e4146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.687877 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-0ee98780-5415-406e-b2c3-ca136fc0abf2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a HTTP/1.1" status: 200 len: 217 time: 0.0647395 Jul 16 18:09:54.715731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.734898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-49cfca05-e528-48ec-89b9-3bdd026e4146 None None] Port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:54.755302 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e945e1fa-99ed-4050-a4c2-63dc58350836 req-593de79d-7b60-4213-be97-d99b17fd264c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307852 Jul 16 18:09:54.794444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-3bfb4216-00da-48e9-81fe-a16b62392e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.799209 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-3bfb4216-00da-48e9-81fe-a16b62392e0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0744977-dac5-40ec-bd67-c162ddf87cd6 HTTP/1.1" status: 200 len: 860 time: 0.0984664 Jul 16 18:09:55.083586 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-14d0ace6-27fb-4888-8396-e9979479465e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8087e0e-de00-47d8-bfb1-c91419ef4493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390730 Jul 16 18:09:55.127237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b0b7-22a6-48ef-8f59-5bcf16be03c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.142145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6f2b0b7-22a6-48ef-8f59-5bcf16be03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.213624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-41502fa9-6256-466a-ae9a-e297bcff348a tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.216136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-41502fa9-6256-466a-ae9a-e297bcff348a tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7476361 Jul 16 18:09:55.252213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:55.258509 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-f66ff6d9-72d4-4c62-9d68-da746aab8612 service neutron] 10.222.0.46 "GET /v2.0/networks/b8087e0e-de00-47d8-bfb1-c91419ef4493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676879 Jul 16 18:09:55.262669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.269823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d6f2b0b7-22a6-48ef-8f59-5bcf16be03c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fa7b3b33aa949a18966abc0c615974d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6810105 Jul 16 18:09:55.279454 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:55.295393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-318bb3ca-c44b-483c-92d5-abea8c757440 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/quotas/9822116d497c4b88b58fc8853ed126e3 HTTP/1.1" status: 200 len: 375 time: 0.0648386 Jul 16 18:09:55.296144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2b0b7-22a6-48ef-8f59-5bcf16be03c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db787d5b-3f85-4e4a-b73b-3a755b4929ed,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.310699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85c683-0314-4c2d-a2cf-04348763966f req-f379f72e-8e83-4706-9a30-0aea4c8a8324 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.315303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Transition to ACTIVE for port object 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:55.322230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed85c683-0314-4c2d-a2cf-04348763966f req-f379f72e-8e83-4706-9a30-0aea4c8a8324 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 943 time: 0.7322302 Jul 16 18:09:55.333496 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.391855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-e0321065-324d-4939-aadc-6d39acfcdeab tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9822116d497c4b88b58fc8853ed126e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666637 Jul 16 18:09:55.437914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed85c683-0314-4c2d-a2cf-04348763966f req-4ecc4940-b512-4d9e-9b62-f40a95f51d7b tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106389 Jul 16 18:09:55.474950 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.488605 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e7854ae-fd54-469e-8f37-74d25f37bd43 req-c33bfde3-2148-413e-b70c-91bd90ca8cde service neutron] 10.222.0.46 "GET /v2.0/networks/b8087e0e-de00-47d8-bfb1-c91419ef4493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216134 Jul 16 18:09:55.528065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d15d3d95-7b14-484c-a52b-0081730c200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.588032 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d15d3d95-7b14-484c-a52b-0081730c200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.667210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Attempting to bind port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:55.667550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Attempting to bind port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:55.668007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Attempting to bind port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 on network 1cceaba9-9586-4b9e-bd47-1308400e7350 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:55.731030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 on network 1cceaba9-9586-4b9e-bd47-1308400e7350 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:55.731426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Attempting to bind port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 on network 1cceaba9-9586-4b9e-bd47-1308400e7350 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:55.751602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:55.752088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Checking segment: {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:55.752646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Bound using segment: {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:55.753354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Bound port: 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:55.753909 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.775529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949303e6-e5e0-45f5-a239-7943ee070908 req-645cdb23-5c09-4f9a-9763-68dd3ce2314e tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.781193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-949303e6-e5e0-45f5-a239-7943ee070908 req-645cdb23-5c09-4f9a-9763-68dd3ce2314e tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 943 time: 0.1563754 Jul 16 18:09:55.806995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d15d3d95-7b14-484c-a52b-0081730c200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.809592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.objects.ports [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:09:55.810238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.818950 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d15d3d95-7b14-484c-a52b-0081730c200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.821031 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d15d3d95-7b14-484c-a52b-0081730c200b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db787d5b-3f85-4e4a-b73b-3a755b4929ed HTTP/1.1" status: 204 len: 168 time: 0.5406141 Jul 16 18:09:55.886989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d3d95-7b14-484c-a52b-0081730c200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db787d5b-3f85-4e4a-b73b-3a755b4929ed,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.907883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-c41a8e8f-6594-4132-8983-486b8ee58c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.909779 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-c41a8e8f-6594-4132-8983-486b8ee58c6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2d26d2dd66e7464dbb5c579226820c71&device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 1095 time: 0.2943814 Jul 16 18:09:55.971632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Checking segment: {'id': '6d5ab4c1-ef6d-4dba-b666-d8a230517760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ac5153c9-d5c4-46bb-9d82-6de36953a5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:55.972067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Network hostable DHCP agents. Network: ac5153c9-d5c4-46bb-9d82-6de36953a5ac, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:55.980895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-949303e6-e5e0-45f5-a239-7943ee070908 req-23a427c5-d052-4b00-8982-0a00553790a8 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634111 Jul 16 18:09:56.003832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1ced7e70-897c-473e-9f57-458b3eb92d86,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.009299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] For port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:56.030097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb20de3-fa97-43ee-9da6-8e7af2a42a41 req-037cfb76-5283-4063-8066-8b03d904a949 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.037992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4fb20de3-fa97-43ee-9da6-8e7af2a42a41 req-037cfb76-5283-4063-8066-8b03d904a949 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.2552679 Jul 16 18:09:56.062995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Network ac5153c9-d5c4-46bb-9d82-6de36953a5ac is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:56.080673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, ac5153c9-d5c4-46bb-9d82-6de36953a5ac) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:56.090722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810235e6-8fa2-4693-8003-afc9c0b37f10 None None] Network ac5153c9-d5c4-46bb-9d82-6de36953a5ac requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:56.095275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4fb20de3-fa97-43ee-9da6-8e7af2a42a41 req-2bf913f9-248b-4e96-af56-d8dd9f00ded5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563364 Jul 16 18:09:56.101288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.101957 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.139303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f493b876-b349-4604-b13f-6726e2f289ee tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1458030 Jul 16 18:09:56.139303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.142048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac5153c9-d5c4-46bb-9d82-6de36953a5ac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:56.154951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] For port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:56.179307 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.190826 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.254446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.255134 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.258711 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] 10.222.0.46 "PUT /v2.0/ports/1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 200 len: 1092 time: 1.7720535 Jul 16 18:09:56.317893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f5afc4-4776-40ae-bc6f-747e1926041b None None] Network ac5153c9-d5c4-46bb-9d82-6de36953a5ac requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:56.324352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-1b1f2894-1656-4e82-8ef8-f93781cc88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.326432 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-1b1f2894-1656-4e82-8ef8-f93781cc88cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8087e0e-de00-47d8-bfb1-c91419ef4493 HTTP/1.1" status: 200 len: 921 time: 0.3958478 Jul 16 18:09:56.333950 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad83c72-0c76-4a7b-b6de-97ffda311a36 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.415233 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.428251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:56.435291 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:56.555172 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-0803c25d-bbf6-4c4e-8323-ee80403197fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a HTTP/1.1" status: 200 len: 217 time: 0.2036080 Jul 16 18:09:56.590541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Allocated IP 172.20.0.4 (ac5153c9-d5c4-46bb-9d82-6de36953a5ac/1ced7e70-897c-473e-9f57-458b3eb92d86/0965c7f3-d577-45c1-993a-becbb8b05406) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:56.690613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-4aadaa7a-3d16-47ef-a743-841f4ffbf17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.708198 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-4aadaa7a-3d16-47ef-a743-841f4ffbf17d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a0744977-dac5-40ec-bd67-c162ddf87cd6 HTTP/1.1" status: 200 len: 860 time: 0.1446886 Jul 16 18:09:56.726547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-25370b60-0974-47a7-8f10-95bd62c6d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.728185 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-25370b60-0974-47a7-8f10-95bd62c6d8f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 1095 time: 0.3767030 Jul 16 18:09:56.894095 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.913685 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-14d23cf5-a9e6-41c3-82ba-eb3d83f7d587 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8087e0e-de00-47d8-bfb1-c91419ef4493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2044966 Jul 16 18:09:56.917284 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-b95245bf-50bc-4325-a9a1-4c7c72f5e6b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 200 len: 217 time: 0.1118610 Jul 16 18:09:56.976977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.096118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Network ac5153c9-d5c4-46bb-9d82-6de36953a5ac is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:57.099352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:57.115552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:57.191054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'Port': ['ID=0965c7f3-d577-45c1-993a-becbb8b05406,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.233204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3106ee7-f854-4f6d-ba9a-628dcf38c779 req-cfb728bf-f498-4f57-ac4a-cd07e2f01085 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 210 time: 0.0493233 Jul 16 18:09:57.393396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.485110 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.488415 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980f5b51-ec3a-477a-acc9-a491286cade1 x-openstack-request-id: req-980f5b51-ec3a-477a-acc9-a491286cade1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:57.489226 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:57.489393 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-980f5b51-ec3a-477a-acc9-a491286cade1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:57.489783 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'status': 'completed', 'code': 200} Jul 16 18:09:57.495716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-077dad42-3892-4132-84f8-0404a31b4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.497210 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-077dad42-3892-4132-84f8-0404a31b4fb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.5705974 Jul 16 18:09:57.560192 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-f5d8cf69-90c6-4665-adbc-7dc8d454ede6 service neutron] 10.222.0.46 "GET /v2.0/networks/b8087e0e-de00-47d8-bfb1-c91419ef4493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353750 Jul 16 18:09:57.615057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042e693-f695-4139-9ff1-089176e7d940 req-1db25806-7e88-4f31-b88d-b1ad1d0cd1d6 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.616997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0042e693-f695-4139-9ff1-089176e7d940 req-1db25806-7e88-4f31-b88d-b1ad1d0cd1d6 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 943 time: 0.3075938 Jul 16 18:09:57.664070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41326) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:57.693651 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-9115835c-3cb8-48f5-bee9-78a5085fbe4d tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9822116d497c4b88b58fc8853ed126e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483646 Jul 16 18:09:57.702026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-96de710c-ef8b-430f-a686-087f38850f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.703374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-96de710c-ef8b-430f-a686-087f38850f13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987059 Jul 16 18:09:57.710125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1d64b-21a9-41ba-9344-0a79d29f1fba req-590db174-21ad-485c-8ac2-4dc1a445b513 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.711710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2df1d64b-21a9-41ba-9344-0a79d29f1fba req-590db174-21ad-485c-8ac2-4dc1a445b513 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 943 time: 0.2296038 Jul 16 18:09:57.728732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0042e693-f695-4139-9ff1-089176e7d940 req-3d1ee235-e984-4845-a27c-eab9506c6918 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043890 Jul 16 18:09:57.738395 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-321dfac6-3adb-4e9c-96a6-2089f3ec991b req-616345c4-ef3e-4205-a42c-48835638984e service neutron] 10.222.0.46 "GET /v2.0/networks/b8087e0e-de00-47d8-bfb1-c91419ef4493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711512 Jul 16 18:09:57.837143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2df1d64b-21a9-41ba-9344-0a79d29f1fba req-11b787bd-ff11-465c-bdde-e07d466e07d1 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072910 Jul 16 18:09:57.850226 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-6b09108e-e1a4-4f0a-be0d-bb62111835b0 service neutron] 10.222.0.46 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357176 Jul 16 18:09:57.912481 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.913234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1936889924-network', 'tenant_id': '097ec2b2939f4e8392806c35938c5ac7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:57.918152 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.042112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'Port': ['ID=0965c7f3-d577-45c1-993a-becbb8b05406,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.050467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Made reservation on behalf of 097ec2b2939f4e8392806c35938c5ac7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:58.052813 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.063855 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.077820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-5916661c-b9d9-4d61-92ff-67ccb5beaa88 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.080045 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-5916661c-b9d9-4d61-92ff-67ccb5beaa88 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3808024 Jul 16 18:09:58.083142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.097941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122653ec-d82c-48e8-8f83-d30cc8805f97 req-1b510a3b-4d1a-44db-93d5-15a7ec6cee56 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.098740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Request body: {'port': {'device_id': '83646002-565d-4dfa-9909-c15edf98cb96', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '9822116d497c4b88b58fc8853ed126e3'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:58.099482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-122653ec-d82c-48e8-8f83-d30cc8805f97 req-1b510a3b-4d1a-44db-93d5-15a7ec6cee56 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1788797 Jul 16 18:09:58.100566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.104094 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21aa370b-73f9-4388-beda-4b44d2fdf14a req-092aac1a-64ca-48ac-9f33-d543468b86ce service neutron] 10.222.0.46 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454698 Jul 16 18:09:58.104687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.104851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7ca5b265-39c4-46e3-b058-a9d8650f886a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9674263 Jul 16 18:09:58.181270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-122653ec-d82c-48e8-8f83-d30cc8805f97 req-77b1546d-49c0-4d84-9ca4-9c2b92d00242 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731716 Jul 16 18:09:58.263456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41344) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.264205 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-adf62e58-719e-47eb-9581-76018acab51f tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=ac5153c9-d5c4-46bb-9d82-6de36953a5ac HTTP/1.1" status: 200 len: 689 time: 0.1561368 Jul 16 18:09:58.397210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-f7eccf2e-d463-4cf7-aedd-df393eb091d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.398715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-f7eccf2e-d463-4cf7-aedd-df393eb091d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 1095 time: 0.1863270 Jul 16 18:09:58.399250 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.473310 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.514159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.523887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.537524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-6ad656bc-cca5-47e7-844d-5395e24c55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.539638 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-6ad656bc-cca5-47e7-844d-5395e24c55d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.1324105 Jul 16 18:09:58.567891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:58.587953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72c4affc-c661-4b7a-8515-734759cb83ec req-f1a98437-0c7e-4110-a6ba-8850912a203a tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 210 time: 0.0545688 Jul 16 18:09:58.614520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1760a85b-0ade-4d26-8968-f07e1bed01e6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.633926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6d5af-327b-4dd9-ad0d-d1305fa210ad req-d08f04f9-fe78-4193-b833-5efcf5fb89a0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.635307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88f6d5af-327b-4dd9-ad0d-d1305fa210ad req-d08f04f9-fe78-4193-b833-5efcf5fb89a0 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1918519 Jul 16 18:09:58.642048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Deleting port 0965c7f3-d577-45c1-993a-becbb8b05406 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:58.642478 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-337c496b-ca8c-49d9-b6b7-8790e8215465 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 200 len: 217 time: 0.0922709 Jul 16 18:09:58.645140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.652756 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.652756 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Added segment 1f550d2e-036d-49c5-9c84-e2cbe2d4bd97 of type vlan for network a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7 Jul 16 18:09:58.689308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Made reservation on behalf of 9822116d497c4b88b58fc8853ed126e3 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:58.693239 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.705733 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.742944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88f6d5af-327b-4dd9-ad0d-d1305fa210ad req-55f9eed9-2530-47cb-b3cb-57ce7b0dc7cc tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943666 Jul 16 18:09:58.774254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.777888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.778221 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.785272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-a9a77ada-c199-43b3-9872-569a9aa25eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.791027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-a9a77ada-c199-43b3-9872-569a9aa25eed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.1367574 Jul 16 18:09:58.802489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Calling delete_port for 0965c7f3-d577-45c1-993a-becbb8b05406 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:58.892884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.893871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.894457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.962378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] Pushing event updated for resources: {'Network': ['ID=a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.974134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:58.975280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-8ee88062-17ac-46ed-83a1-37db116dbcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.977378 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-8ee88062-17ac-46ed-83a1-37db116dbcf8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1826320 Jul 16 18:09:59.063921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450466a-eab4-494c-9129-1f20516ceebc req-db4b2948-42e2-4f0a-8c2b-d4c6378082f7 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.065503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6450466a-eab4-494c-9129-1f20516ceebc req-db4b2948-42e2-4f0a-8c2b-d4c6378082f7 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 943 time: 0.1546919 Jul 16 18:09:59.080232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.097129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.106673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.127332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event deleted for resources: {'Port': ['ID=0965c7f3-d577-45c1-993a-becbb8b05406,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.160937 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dcc0cb67-7b26-446e-b26f-2a035d3d6f8a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4939890 Jul 16 18:09:59.168648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41372) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.176982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Request body: {'subnet': {'network_id': 'a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1936889924-subnet', 'tenant_id': '097ec2b2939f4e8392806c35938c5ac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:59.200959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6450466a-eab4-494c-9129-1f20516ceebc req-f0ff7dc0-f4a9-4f8d-841e-21854e5b81a4 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281426 Jul 16 18:09:59.201233 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-e5fdf4bb-75fb-4dc8-9036-5efd670edbc5 service neutron] 10.222.0.46 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096963 Jul 16 18:09:59.208608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:59.212867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73a35c-1466-4211-9fdb-b3048b8b8ae4 req-47198872-eaff-4b44-ad9e-4a58a78fbbf8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.214149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a73a35c-1466-4211-9fdb-b3048b8b8ae4 req-47198872-eaff-4b44-ad9e-4a58a78fbbf8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.2057076 Jul 16 18:09:59.222641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f4f47f-37bd-46c2-b654-6e60078f7ac3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.268950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Made reservation on behalf of 097ec2b2939f4e8392806c35938c5ac7 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:59.271148 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.274358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.303285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a73a35c-1466-4211-9fdb-b3048b8b8ae4 req-4986f707-9f74-4125-9871-bb4c772c142f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782323 Jul 16 18:09:59.353997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Allocated IP 192.168.233.207 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:59.395966 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24c3b6ec-6fd4-46d1-85bf-1de69fdd937c req-e6600bf7-d078-4173-a27b-8bed3954f1b8 service neutron] 10.222.0.46 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850457 Jul 16 18:09:59.422616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.449912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,segment=NetworkSegment(283aac2c-b60f-4ca9-aaec-a567d3a37a4d),segment_id=283aac2c-b60f-4ca9-aaec-a567d3a37a4d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:59.463803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a', 'network_id': 'b8087e0e-de00-47d8-bfb1-c91419ef4493', 'port_id': '8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a', 'mac_address': 'fa:16:3e:ce:f5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0744977-dac5-40ec-bd67-c162ddf87cd6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:59.518442 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.535940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:59.567229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,segment=NetworkSegment(283aac2c-b60f-4ca9-aaec-a567d3a37a4d),segment_id=283aac2c-b60f-4ca9-aaec-a567d3a37a4d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:59.571990 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.600801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.612154 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.619801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Transition to ACTIVE for port object a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:59.640375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.666708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.667647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5eb1da-9c8e-469c-a526-75adcbaa2072 req-4afc66cf-1f39-4e89-9076-bc282ed8ccbe tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.669208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc5eb1da-9c8e-469c-a526-75adcbaa2072 req-4afc66cf-1f39-4e89-9076-bc282ed8ccbe tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 943 time: 0.2702734 Jul 16 18:09:59.669939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1ced7e70-897c-473e-9f57-458b3eb92d86,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.694320 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.717054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:59.720817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:59.723423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:59.779506 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.793609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.793609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.806703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5153c9-d5c4-46bb-9d82-6de36953a5ac']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:59.806956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Pushing event updated for resources: {'Port': ['ID=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.817289 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8b39ebe5-40b5-4001-918d-b25635b87885 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7284281 Jul 16 18:09:59.827416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5ab4c1-ef6d-4dba-b666-d8a230517760') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:59.828896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5ab4c1-ef6d-4dba-b666-d8a230517760') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:59.830297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Request body: {'port': {'device_id': '83646002-565d-4dfa-9909-c15edf98cb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:59.844789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc5eb1da-9c8e-469c-a526-75adcbaa2072 req-80e2c4e3-ae0b-48ac-ae3d-e888b213cbe7 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527739 Jul 16 18:09:59.848326 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.850243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e613367c-edcb-4a65-9e7c-1ba6e3080057,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.893536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.896236 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:59.899667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Checking segment: {'id': '1f550d2e-036d-49c5-9c84-e2cbe2d4bd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:59.900031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Network hostable DHCP agents. Network: a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:59.905189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:59.906216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:59.926303 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:59.947414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.058609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Network a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:00.092552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.114249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac5153c9-d5c4-46bb-9d82-6de36953a5ac {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:10:00.114249 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.118240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ac5153c9-d5c4-46bb-9d82-6de36953a5ac HTTP/1.1" status: 204 len: 168 time: 1.8533170 Jul 16 18:10:00.120901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.147114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-93b46d81-aa19-4f7d-a7ca-965f89933c4a None None] Provisioning for port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:00.153294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-93b46d81-aa19-4f7d-a7ca-965f89933c4a None None] Provisioning complete for port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:00.154053 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93b46d81-aa19-4f7d-a7ca-965f89933c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.161088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:00.186340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d455a5-915f-40c1-930c-cdcdaeeea7e7 None None] Network a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:00.200009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.200676 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.211095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6d77f-8db1-4476-b9ae-6e8933c15282 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac5153c9-d5c4-46bb-9d82-6de36953a5ac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.233038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ff9d6d0d-fd14-4c31-bcea-1b675bc43645 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1097493 Jul 16 18:10:00.234363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41390) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.264376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4143e9a3-75c5-4f0f-bd71-2c3687f47a9e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0943916 Jul 16 18:10:00.279670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05cb5-3b1b-431c-8c0d-b36d0d6e5701 req-d4d63a4a-6b96-404e-b890-bc5490284eef tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.288938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6b05cb5-3b1b-431c-8c0d-b36d0d6e5701 req-d4d63a4a-6b96-404e-b890-bc5490284eef tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 936 time: 0.2419622 Jul 16 18:10:00.320150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147a812-e77e-42d9-b999-d11093f4e44b req-ec6a3779-dd5e-4589-9919-be0969b53f04 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.328343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1147a812-e77e-42d9-b999-d11093f4e44b req-ec6a3779-dd5e-4589-9919-be0969b53f04 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.2922590 Jul 16 18:10:00.357806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f508159-22c9-4a8a-92b2-390b2d0da0cb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.358935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f508159-22c9-4a8a-92b2-390b2d0da0cb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.359577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f508159-22c9-4a8a-92b2-390b2d0da0cb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.360261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f508159-22c9-4a8a-92b2-390b2d0da0cb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.360933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f508159-22c9-4a8a-92b2-390b2d0da0cb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.361704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f508159-22c9-4a8a-92b2-390b2d0da0cb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.362334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f508159-22c9-4a8a-92b2-390b2d0da0cb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.369109 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2f508159-22c9-4a8a-92b2-390b2d0da0cb tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4695 time: 0.1328390 Jul 16 18:10:00.370182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41396) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.391125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6b05cb5-3b1b-431c-8c0d-b36d0d6e5701 req-b4d94418-1e68-479b-92a8-99f9bd240473 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/security-groups?id=00f4f47f-37bd-46c2-b654-6e60078f7ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011515 Jul 16 18:10:00.395191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-93b46d81-aa19-4f7d-a7ca-965f89933c4a None None] Port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:00.430324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1147a812-e77e-42d9-b999-d11093f4e44b req-b27418f9-16d8-49cd-9e3d-26173a4622dc tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008947 Jul 16 18:10:00.532337 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-6e232408-4dd4-42f5-99de-58b4ee46ae0e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:10:00.535906 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6e232408-4dd4-42f5-99de-58b4ee46ae0e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/9926e257-5ce3-4fd4-b275-6835a4a6470a HTTP/1.1" status: 404 len: 345 time: 0.1094511 Jul 16 18:10:00.535906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:00.536769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41404) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.552199 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.556433 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac774f5-3e86-446c-be19-8e8a9947398c tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 18:10:00.557230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac774f5-3e86-446c-be19-8e8a9947398c tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:00.565290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.566244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1ac774f5-3e86-446c-be19-8e8a9947398c tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ac5153c9-d5c4-46bb-9d82-6de36953a5ac HTTP/1.1" status: 404 len: 339 time: 0.0276124 Jul 16 18:10:00.576272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Request body: {'network': {'name': 'tempest-network--1356497223', 'router:external': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:00.597001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d095ad0-0e1c-4e69-a1fc-30003444b5ef None None] Network a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:00.600764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Transition to ACTIVE for port object a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:00.615209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.686015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Pushing event updated for resources: {'Port': ['ID=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.691888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Made reservation on behalf of 45070cc64d93402b834d5d13bfa03896 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:00.694244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.726028 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:00.737086 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.737489 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Added segment 86a75ca4-70d2-4dc7-b1c1-479ec1209e1e of type vlan for network f07e32f4-9073-4dbb-9c7e-9a7fb4ebf993 Jul 16 18:10:00.746167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a437e-9988-41f5-89be-05465f49ff0b req-3d5b6d15-6f56-4733-aa39-ad1a486156c7 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.748093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd4a437e-9988-41f5-89be-05465f49ff0b req-3d5b6d15-6f56-4733-aa39-ad1a486156c7 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 944 time: 0.1275032 Jul 16 18:10:00.796590 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.804370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd4a437e-9988-41f5-89be-05465f49ff0b req-c11bc39b-89ac-49b6-98d5-6bd113754d26 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Jul 16 18:10:00.909221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.910266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.910924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.993819 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4265738 Jul 16 18:10:00.995454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41410) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.000212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f291d-09ed-42a3-9fae-0f865b977cfe tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'Network': ['ID=f07e32f4-9073-4dbb-9c7e-9a7fb4ebf993,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.006238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Attempting to bind port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:01.006583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Attempting to bind port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:01.006919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Attempting to bind port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:01.011641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:01.011974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Attempting to bind port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:01.017169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:01.017513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:01.017904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:01.018336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Bound port: a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:01.018702 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.031235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f07e32f4-9073-4dbb-9c7e-9a7fb4ebf993 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:01.085710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] For port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:01.089358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] For port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:01.096009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.111725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31f136-0da6-40c1-9fd8-ec55326e8504 req-26c07d2c-99b5-48ff-8a84-60139aff7aa9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.120723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee31f136-0da6-40c1-9fd8-ec55326e8504 req-26c07d2c-99b5-48ff-8a84-60139aff7aa9 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1816177 Jul 16 18:10:01.144989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.145675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.147338 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] 10.222.0.45 "PUT /v2.0/ports/a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 HTTP/1.1" status: 200 len: 1097 time: 1.3220890 Jul 16 18:10:01.147684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83646002-565d-4dfa-9909-c15edf98cb96', 'tag': 'a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:01.150027 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51844ff4-2545-48c4-8df1-3787ef7a11a9" -d '{"events": [{"name": "network-changed", "server_uuid": "83646002-565d-4dfa-9909-c15edf98cb96", "tag": "a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:01.188256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881413ea-e0fd-4378-88b0-88e5719a54ad service neutron] Pushing event updated for resources: {'Port': ['ID=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.213185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:01.219829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:01.274987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-a328ebc1-9163-43fa-b1c9-14494926ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.276983 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-a328ebc1-9163-43fa-b1c9-14494926ee4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9822116d497c4b88b58fc8853ed126e3&device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 1100 time: 0.0761721 Jul 16 18:10:01.325938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-4d0ec8a5-6763-4275-aa3b-2184b9b3b30b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 HTTP/1.1" status: 200 len: 217 time: 0.0409393 Jul 16 18:10:01.347107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:01.390618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-74ddb078-f173-4f83-840a-36a0d9b3155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.392800 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-74ddb078-f173-4f83-840a-36a0d9b3155a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0595748 Jul 16 18:10:01.397866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:01.398240 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.458099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.470260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8debf857-7230-4b3a-9e07-196eee95cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.471880 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-8debf857-7230-4b3a-9e07-196eee95cd97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723586 Jul 16 18:10:01.478831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'port_id': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'mac_address': 'fa:16:3e:da:74:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:01.560713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9fc23f9f-0a4b-4421-b37c-4fb35f0d70e5 req-63a862b8-8e54-41fb-aaf0-c23ec0901ec9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1380938294', 'description': 'tempest-description-1594843317'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:01.563460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.574825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.578296 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-4cbe2611-c3f8-4442-814f-1e94850a347a service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976622 Jul 16 18:10:01.592576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:01.631026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8ca427-2d3c-42f1-95e1-1b152239f53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:01.633653 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21920f7-1b68-4361-92ca-6310ec3ed23e" -d '{"events": [{"server_uuid": "bb8ca427-2d3c-42f1-95e1-1b152239f53d", "name": "network-vif-plugged", "status": "completed", "tag": "8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:01.639282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.649183 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.649856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee31f136-0da6-40c1-9fd8-ec55326e8504 req-3000b1ea-1e07-4c01-9cbf-fcbf404bb8e2 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294905 Jul 16 18:10:01.652414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,segment=NetworkSegment(283aac2c-b60f-4ca9-aaec-a567d3a37a4d),segment_id=283aac2c-b60f-4ca9-aaec-a567d3a37a4d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.659093 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fc23f9f-0a4b-4421-b37c-4fb35f0d70e5 req-63a862b8-8e54-41fb-aaf0-c23ec0901ec9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.693771 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2dc9e95c-4a7c-47cb-95c6-4b90585cbe08 req-98c967f7-3267-422a-92c2-093ffed14bff service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090095 Jul 16 18:10:01.704554 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.709176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.710072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b0935-762d-4f63-8e5b-f9e8dbb27a33 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.716040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b0935-762d-4f63-8e5b-f9e8dbb27a33 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.722948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b0935-762d-4f63-8e5b-f9e8dbb27a33 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.728632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b0935-762d-4f63-8e5b-f9e8dbb27a33 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.733114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cd4b0935-762d-4f63-8e5b-f9e8dbb27a33 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.7328880 Jul 16 18:10:01.734129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.767465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.810128 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fc23f9f-0a4b-4421-b37c-4fb35f0d70e5 req-63a862b8-8e54-41fb-aaf0-c23ec0901ec9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.819939 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.832853 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fc23f9f-0a4b-4421-b37c-4fb35f0d70e5 req-63a862b8-8e54-41fb-aaf0-c23ec0901ec9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.876038 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9fc23f9f-0a4b-4421-b37c-4fb35f0d70e5 req-63a862b8-8e54-41fb-aaf0-c23ec0901ec9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.877316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9fc23f9f-0a4b-4421-b37c-4fb35f0d70e5 req-63a862b8-8e54-41fb-aaf0-c23ec0901ec9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3206463 Jul 16 18:10:01.880819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a862b8-8e54-41fb-aaf0-c23ec0901ec9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faaf3027-4b61-4e30-aefe-939eeced6698,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.903187 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.907311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e907c7c-13cc-445e-b18d-93d5f1435d50 req-0b209866-b1c9-47e0-b026-4df067e924e6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.909063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e907c7c-13cc-445e-b18d-93d5f1435d50 req-0b209866-b1c9-47e0-b026-4df067e924e6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 944 time: 0.1142600 Jul 16 18:10:01.914198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07e32f4-9073-4dbb-9c7e-9a7fb4ebf993']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.925533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a75ca4-70d2-4dc7-b1c1-479ec1209e1e') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.925533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a75ca4-70d2-4dc7-b1c1-479ec1209e1e') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.934804 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.950665 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.953369 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e907c7c-13cc-445e-b18d-93d5f1435d50 req-330c619d-111e-41f7-b169-a7bdabc5493e tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Jul 16 18:10:01.961603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:01.962461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:01.964037 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:01.978958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:02.046997 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73b3b06-fa20-43bd-840b-0b56122a2a93 x-openstack-request-id: req-b73b3b06-fa20-43bd-840b-0b56122a2a93 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:02.047447 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83646002-565d-4dfa-9909-c15edf98cb96", "tag": "a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:02.047841 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b73b3b06-fa20-43bd-840b-0b56122a2a93 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:02.048269 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83646002-565d-4dfa-9909-c15edf98cb96', 'tag': 'a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1', 'status': 'completed', 'code': 200} Jul 16 18:10:02.090543 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.096933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f07e32f4-9073-4dbb-9c7e-9a7fb4ebf993 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:10:02.099958 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.101954 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f07e32f4-9073-4dbb-9c7e-9a7fb4ebf993 HTTP/1.1" status: 204 len: 168 time: 0.3674309 Jul 16 18:10:02.105951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.111585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Request body: {'network': {'name': 'tempest-network--2105599720', 'router:external': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:02.120472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70067d14-ccd7-4534-a0d3-042a3c9f04e6 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event deleted for resources: {'Network': ['ID=f07e32f4-9073-4dbb-9c7e-9a7fb4ebf993,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.157759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-534fc9b4-d73d-4fa7-a961-869efd1ca802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.159468 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-534fc9b4-d73d-4fa7-a961-869efd1ca802 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9822116d497c4b88b58fc8853ed126e3&device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 1100 time: 0.1080365 Jul 16 18:10:02.180355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Made reservation on behalf of 45070cc64d93402b834d5d13bfa03896 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:02.182817 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.245506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:02.263301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.264385 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Added segment 89de8a9f-f138-49bf-b44c-987ecc52d052 of type vlan for network 766edbe2-38d4-4e05-ba48-dd65c61936e2 Jul 16 18:10:02.270328 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7556ca-b95b-4c00-a127-9c991f847a3b x-openstack-request-id: req-3a7556ca-b95b-4c00-a127-9c991f847a3b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:02.270931 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8ca427-2d3c-42f1-95e1-1b152239f53d", "name": "network-vif-plugged", "status": "completed", "tag": "8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:02.271538 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a7556ca-b95b-4c00-a127-9c991f847a3b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:02.272189 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8ca427-2d3c-42f1-95e1-1b152239f53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a', 'code': 200} Jul 16 18:10:02.364373 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.426408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6c289-7308-4652-8a82-1bfaf90f4530 req-dd4027f4-bfd7-4022-88b8-90f6dd33e7b8 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.434772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ed6c289-7308-4652-8a82-1bfaf90f4530 req-dd4027f4-bfd7-4022-88b8-90f6dd33e7b8 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 948 time: 0.1179211 Jul 16 18:10:02.438518 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.439485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.440244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.464760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41442) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.479407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-d202e0cf-beec-4001-9932-6fa7b47810f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.481244 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-d202e0cf-beec-4001-9932-6fa7b47810f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3141496 Jul 16 18:10:02.513693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4066334 Jul 16 18:10:02.524786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41446) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.543123 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-f5066bb9-be30-4585-ab9f-c7d428ace4f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 HTTP/1.1" status: 200 len: 217 time: 0.0535457 Jul 16 18:10:02.550897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56476d86-c160-43c6-b5eb-5398e37ec923 req-21749b68-b4ba-403a-afff-ca7b10987118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.552805 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56476d86-c160-43c6-b5eb-5398e37ec923 req-21749b68-b4ba-403a-afff-ca7b10987118 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 1097 time: 0.1472847 Jul 16 18:10:02.630800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-c46241b2-2d21-4daf-9f10-96d25f176c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.632407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-c46241b2-2d21-4daf-9f10-96d25f176c50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0783653 Jul 16 18:10:02.637261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfac0477-6c07-4131-b488-59d7dbe544a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.640820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ed6c289-7308-4652-8a82-1bfaf90f4530 req-5a00e90c-6ff7-4d01-bd0b-663c80d44e15 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/security-groups?id=00f4f47f-37bd-46c2-b654-6e60078f7ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050436 Jul 16 18:10:02.651405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d28842-63a7-4d6f-8353-cf818d89b123 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'Network': ['ID=766edbe2-38d4-4e05-ba48-dd65c61936e2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.665367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 766edbe2-38d4-4e05-ba48-dd65c61936e2 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:02.704766 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56476d86-c160-43c6-b5eb-5398e37ec923 req-5403a096-0326-4cd5-bf6a-f6695fc46fa3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044641 Jul 16 18:10:02.770581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-3b8b6e7c-46ee-465c-a1af-71fa020d9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.772198 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-3b8b6e7c-46ee-465c-a1af-71fa020d9dcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1326089 Jul 16 18:10:02.773540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac12cc8-c572-48be-92c0-fff460adbeb1 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.774894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1ac12cc8-c572-48be-92c0-fff460adbeb1 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] 10.222.0.60 "GET /v2.0/networks/766edbe2-38d4-4e05-ba48-dd65c61936e2 HTTP/1.1" status: 200 len: 757 time: 0.2415442 Jul 16 18:10:02.778932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.809770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9da07fbb-039d-4270-b8fa-06f5502dd7b9 req-844db196-5598-47fe-b7f0-3bf118e9679c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/faaf3027-4b61-4e30-aefe-939eeced6698 HTTP/1.1" status: 200 len: 1813 time: 0.0711048 Jul 16 18:10:02.817070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50fb7b-b087-4a5d-a9f6-a8fdc99e4790 req-911a1f04-030c-4cde-8460-1ace9fd92b21 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.818586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d50fb7b-b087-4a5d-a9f6-a8fdc99e4790 req-911a1f04-030c-4cde-8460-1ace9fd92b21 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 945 time: 0.3096719 Jul 16 18:10:02.823366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9da07fbb-039d-4270-b8fa-06f5502dd7b9 req-26fff146-2968-4fa9-b9b0-fb805fe0996b tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'faaf3027-4b61-4e30-aefe-939eeced6698', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:02.823685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9da07fbb-039d-4270-b8fa-06f5502dd7b9 req-26fff146-2968-4fa9-b9b0-fb805fe0996b tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'faaf3027-4b61-4e30-aefe-939eeced6698', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:02.864235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d50fb7b-b087-4a5d-a9f6-a8fdc99e4790 req-d8c536af-f2e5-4185-af18-0fc60693ffbc tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Jul 16 18:10:02.948425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3acb3c2-7798-43b4-965d-5a291c09a2c2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.952971 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e3acb3c2-7798-43b4-965d-5a291c09a2c2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] 10.222.0.60 "GET /v2.0/networks/f3106264-e688-4b89-a1ca-3c901bbb4e7e HTTP/1.1" status: 200 len: 768 time: 0.1678739 Jul 16 18:10:02.953631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41452) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.955795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfac0477-6c07-4131-b488-59d7dbe544a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.962464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfac0477-6c07-4131-b488-59d7dbe544a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.003793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac0477-6c07-4131-b488-59d7dbe544a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53db1a-e4e0-46cc-bb73-b11ee4267a11,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.016484 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-8b03c277-8caf-44d2-bd9d-48d239b56b06 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364054 Jul 16 18:10:03.022967 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dfac0477-6c07-4131-b488-59d7dbe544a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66358312c2bf49cfa815bf3b81685720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554485 Jul 16 18:10:03.030911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41456) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.093685 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-329b47b9-13a0-46f2-af4b-9bdde6c2f092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.130926 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.146095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b346-bf22-4ce6-9d32-25a387a15aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.159002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-51844ff4-2545-48c4-8df1-3787ef7a11a9 req-d9d6039d-4714-4799-b3a2-47711b145be6 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349926 Jul 16 18:10:03.164067 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9da07fbb-039d-4270-b8fa-06f5502dd7b9 req-26fff146-2968-4fa9-b9b0-fb805fe0996b tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.173932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b346-bf22-4ce6-9d32-25a387a15aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.185295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75323c-3644-46be-90b2-ccbd4488f93b req-474d9347-d5ff-4232-baa9-d0b074ec9134 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.187245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b75323c-3644-46be-90b2-ccbd4488f93b req-474d9347-d5ff-4232-baa9-d0b074ec9134 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1984029 Jul 16 18:10:03.203246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:03.220808 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9da07fbb-039d-4270-b8fa-06f5502dd7b9 req-26fff146-2968-4fa9-b9b0-fb805fe0996b tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.229940 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9da07fbb-039d-4270-b8fa-06f5502dd7b9 req-26fff146-2968-4fa9-b9b0-fb805fe0996b tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.230384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b346-bf22-4ce6-9d32-25a387a15aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.234124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b346-bf22-4ce6-9d32-25a387a15aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.239325 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1bd1b346-bf22-4ce6-9d32-25a387a15aae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba53db1a-e4e0-46cc-bb73-b11ee4267a11 HTTP/1.1" status: 204 len: 168 time: 0.2068520 Jul 16 18:10:03.247493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1b346-bf22-4ce6-9d32-25a387a15aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53db1a-e4e0-46cc-bb73-b11ee4267a11,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.281176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fff146-2968-4fa9-b9b0-fb805fe0996b tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ec73d4-f0f2-40ae-b0df-470917f0bd6e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.297648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:03.297833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9da07fbb-039d-4270-b8fa-06f5502dd7b9 req-26fff146-2968-4fa9-b9b0-fb805fe0996b tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.299051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9da07fbb-039d-4270-b8fa-06f5502dd7b9 req-26fff146-2968-4fa9-b9b0-fb805fe0996b tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4795380 Jul 16 18:10:03.303293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:03.303721 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.324246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.345805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b75323c-3644-46be-90b2-ccbd4488f93b req-0cc18a07-4871-4bd8-9f03-e88173fd190a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274161 Jul 16 18:10:03.355903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766edbe2-38d4-4e05-ba48-dd65c61936e2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:03.377319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89de8a9f-f138-49bf-b44c-987ecc52d052') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:03.377500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89de8a9f-f138-49bf-b44c-987ecc52d052') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:03.396723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.426724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.439095 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.446832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:03.447366 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:03.449373 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:03.462750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-995a7655-6ffd-4f03-8530-f6c946798fed req-6a3f5a1e-5575-474d-9501-b5615bc26246 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/faaf3027-4b61-4e30-aefe-939eeced6698 HTTP/1.1" status: 200 len: 2406 time: 0.0775728 Jul 16 18:10:03.486499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:03.491778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.544232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.554257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 766edbe2-38d4-4e05-ba48-dd65c61936e2 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:10:03.557990 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.564903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "DELETE /v2.0/networks/766edbe2-38d4-4e05-ba48-dd65c61936e2 HTTP/1.1" status: 204 len: 168 time: 0.6068857 Jul 16 18:10:03.565103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.570817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Request body: {'network': {'name': 'tempest-network--55114046'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:03.576480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e07e8-3f5f-48fa-9159-9917085541d4 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event deleted for resources: {'Network': ['ID=766edbe2-38d4-4e05-ba48-dd65c61936e2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.588336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.605354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a28ef-2f6d-48a1-af82-6fcebc6d12f5 req-710789af-c5de-4b2d-b949-eb16214f8519 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.606984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b65a28ef-2f6d-48a1-af82-6fcebc6d12f5 req-710789af-c5de-4b2d-b949-eb16214f8519 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 944 time: 0.1565301 Jul 16 18:10:03.610369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Made reservation on behalf of 45070cc64d93402b834d5d13bfa03896 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:03.616941 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.663968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.683038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:03.688754 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3baad9c1-6fad-468a-ae4f-700a1f5bfc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.701075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b65a28ef-2f6d-48a1-af82-6fcebc6d12f5 req-4ce05ec6-d767-40c6-aafb-f10ba7e1d0a4 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872755 Jul 16 18:10:03.734813 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.735334 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Added segment 3c5b2662-d8eb-4035-bfa9-b8ad3df30d76 of type vlan for network cd3f70dd-f884-4518-b554-24b79d52ce9d Jul 16 18:10:03.764407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28f09ef9-224e-447b-b526-3438f1397e73 req-9ef5d60d-ca0c-425d-b146-1c5e53aaebe5 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-group-rules/92ec73d4-f0f2-40ae-b0df-470917f0bd6e HTTP/1.1" status: 200 len: 778 time: 0.0243750 Jul 16 18:10:03.775645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d94baa-34d7-4998-9bcd-fa436787fc09 req-37e70b6d-7f77-40c9-944a-315d501eb6a6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.783820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89d94baa-34d7-4998-9bcd-fa436787fc09 req-37e70b6d-7f77-40c9-944a-315d501eb6a6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1254365 Jul 16 18:10:03.791793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.841107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.842212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.843495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.848615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89d94baa-34d7-4998-9bcd-fa436787fc09 req-5687361a-6257-4b08-abee-828edb523422 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634775 Jul 16 18:10:03.985106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28f09ef9-224e-447b-b526-3438f1397e73 req-e5dc5fc7-02ac-47b7-b643-8c267bf67ad6 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/faaf3027-4b61-4e30-aefe-939eeced6698 HTTP/1.1" status: 200 len: 2406 time: 0.1969566 Jul 16 18:10:04.065143 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-28f09ef9-224e-447b-b526-3438f1397e73 req-701b890c-7c5f-407a-98bc-7c8fb858eb0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.092801 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-28f09ef9-224e-447b-b526-3438f1397e73 req-701b890c-7c5f-407a-98bc-7c8fb858eb0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.144496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-28f09ef9-224e-447b-b526-3438f1397e73 req-701b890c-7c5f-407a-98bc-7c8fb858eb0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.145950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:04.153900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4a2f-c1a0-40a7-9a65-09f63069361a req-62970304-0e98-4257-8771-fc46b57fb2f2 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.156207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f59a4a2f-c1a0-40a7-9a65-09f63069361a req-62970304-0e98-4257-8771-fc46b57fb2f2 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 948 time: 0.1407762 Jul 16 18:10:04.159495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-28f09ef9-224e-447b-b526-3438f1397e73 req-701b890c-7c5f-407a-98bc-7c8fb858eb0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.160655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28f09ef9-224e-447b-b526-3438f1397e73 req-701b890c-7c5f-407a-98bc-7c8fb858eb0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/92ec73d4-f0f2-40ae-b0df-470917f0bd6e HTTP/1.1" status: 204 len: 173 time: 0.1744325 Jul 16 18:10:04.170051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b890c-7c5f-407a-98bc-7c8fb858eb0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92ec73d4-f0f2-40ae-b0df-470917f0bd6e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.208270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f59a4a2f-c1a0-40a7-9a65-09f63069361a req-985370a0-f942-4fce-8ed4-5694754916bf tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/security-groups?id=00f4f47f-37bd-46c2-b654-6e60078f7ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Jul 16 18:10:04.244975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3baad9c1-6fad-468a-ae4f-700a1f5bfc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.260822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3baad9c1-6fad-468a-ae4f-700a1f5bfc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.273633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:04.276056 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002de2b3-ba73-4112-a20a-6db6fc81293f" -d '{"events": [{"server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "name": "network-vif-plugged", "status": "completed", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:04.281159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:04.293678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1', 'mac_address': 'fa:16:3e:d7:9d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:04.314575 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7474227 Jul 16 18:10:04.316834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41488) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:04.316988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def72e9-81e1-4893-920d-3654851d607e tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'Network': ['ID=cd3f70dd-f884-4518-b554-24b79d52ce9d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.322589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-83a67a3c-535c-488f-a404-d74064b2513a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:04.336881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network cd3f70dd-f884-4518-b554-24b79d52ce9d details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:04.373502 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.376350 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3baad9c1-6fad-468a-ae4f-700a1f5bfc06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8f47862d5234c1584001e2d9afb343e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7109513 Jul 16 18:10:04.379168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:04.380054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baad9c1-6fad-468a-ae4f-700a1f5bfc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c45e3-ae4f-4e5c-96ac-4009b0c8d934,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.423044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:04.451066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deafbf2c-4e36-4ff2-ac96-e120fe37849a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.464872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:04.471636 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.488046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deafbf2c-4e36-4ff2-ac96-e120fe37849a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.555313 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deafbf2c-4e36-4ff2-ac96-e120fe37849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.555553 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83a67a3c-535c-488f-a404-d74064b2513a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.560951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deafbf2c-4e36-4ff2-ac96-e120fe37849a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.565807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-deafbf2c-4e36-4ff2-ac96-e120fe37849a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/074c45e3-ae4f-4e5c-96ac-4009b0c8d934 HTTP/1.1" status: 204 len: 168 time: 0.1798167 Jul 16 18:10:04.574501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14545188-74dd-4fa5-a4b2-b81dea06b997 req-0dc78513-377c-4b65-9563-e00d4aa340d2 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.576053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14545188-74dd-4fa5-a4b2-b81dea06b997 req-0dc78513-377c-4b65-9563-e00d4aa340d2 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 945 time: 0.2383375 Jul 16 18:10:04.578860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.583989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83a67a3c-535c-488f-a404-d74064b2513a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.587479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafbf2c-4e36-4ff2-ac96-e120fe37849a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c45e3-ae4f-4e5c-96ac-4009b0c8d934,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.612018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-83a67a3c-535c-488f-a404-d74064b2513a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Network cd3f70dd-f884-4518-b554-24b79d52ce9d is not hosted by any dhcp agent {{(pid=93823) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:10:04.613015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a67a3c-535c-488f-a404-d74064b2513a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.613900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83a67a3c-535c-488f-a404-d74064b2513a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.615190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-83a67a3c-535c-488f-a404-d74064b2513a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "PUT /v2.0/networks/cd3f70dd-f884-4518-b554-24b79d52ce9d HTTP/1.1" status: 200 len: 856 time: 0.2973454 Jul 16 18:10:04.618177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:04.686242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:04.691697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a67a3c-535c-488f-a404-d74064b2513a tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event updated for resources: {'Network': ['ID=cd3f70dd-f884-4518-b554-24b79d52ce9d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.711762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14545188-74dd-4fa5-a4b2-b81dea06b997 req-96ec8159-716a-4d90-bfb8-21766c10c4ea tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269393 Jul 16 18:10:04.727188 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.735156 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-753130f7-7a9f-4fbf-824d-49de5c0045ff req-89b60914-6b48-4a40-9c08-e7fda6b782ef tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1927739119', 'description': 'tempest-description-766393'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:04.765996 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-753130f7-7a9f-4fbf-824d-49de5c0045ff req-89b60914-6b48-4a40-9c08-e7fda6b782ef tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.843849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.858835 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3f70dd-f884-4518-b554-24b79d52ce9d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:04.870119 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577f8823-b405-4793-b9b5-c1739c53c622 x-openstack-request-id: req-577f8823-b405-4793-b9b5-c1739c53c622 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:04.870419 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "name": "network-vif-plugged", "status": "completed", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:04.870720 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-577f8823-b405-4793-b9b5-c1739c53c622 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:04.871302 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'code': 200} Jul 16 18:10:04.876477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5b2662-d8eb-4035-bfa9-b8ad3df30d76') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:04.882582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5b2662-d8eb-4035-bfa9-b8ad3df30d76') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:04.896652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-753130f7-7a9f-4fbf-824d-49de5c0045ff req-89b60914-6b48-4a40-9c08-e7fda6b782ef tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.900986 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-753130f7-7a9f-4fbf-824d-49de5c0045ff req-89b60914-6b48-4a40-9c08-e7fda6b782ef tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.918321 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.943559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.951288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:04.952475 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:04.954451 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:04.971761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b60914-6b48-4a40-9c08-e7fda6b782ef tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f32dff-789d-42a0-a213-459558039f53,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.978267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-753130f7-7a9f-4fbf-824d-49de5c0045ff req-89b60914-6b48-4a40-9c08-e7fda6b782ef tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.005213 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-753130f7-7a9f-4fbf-824d-49de5c0045ff req-89b60914-6b48-4a40-9c08-e7fda6b782ef tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2744558 Jul 16 18:10:05.117486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.138150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd3f70dd-f884-4518-b554-24b79d52ce9d {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:10:05.140374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd3f70dd-f884-4518-b554-24b79d52ce9d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.146856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.149745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-664953c3-d25c-428f-bfa1-2f45f890b929 tempest-ExternalNetworksTestJSON-2139029230 tempest-ExternalNetworksTestJSON-2139029230-project-admin] 10.222.0.60 "DELETE /v2.0/networks/cd3f70dd-f884-4518-b554-24b79d52ce9d HTTP/1.1" status: 204 len: 168 time: 0.5304327 Jul 16 18:10:05.154072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41514) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.154361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae095c94-2399-4ef2-941b-f0188ad62cf6 req-f6721350-6cbc-4fda-94c6-354510a3e201 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.156742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae095c94-2399-4ef2-941b-f0188ad62cf6 req-f6721350-6cbc-4fda-94c6-354510a3e201 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1501634 Jul 16 18:10:05.200427 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f5cbd8-c57f-4382-b027-008eb42bc28f tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] DELETE failed (client error): The resource could not be found. Jul 16 18:10:05.201252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f5cbd8-c57f-4382-b027-008eb42bc28f tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:05.203609 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-20f5cbd8-c57f-4382-b027-008eb42bc28f tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] 10.222.0.60 "DELETE /v2.0/subnets/1ced7e70-897c-473e-9f57-458b3eb92d86 HTTP/1.1" status: 404 len: 337 time: 0.0474801 Jul 16 18:10:05.206095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00570d-6e5d-41a0-949d-99b662f6e4c0 req-5cef09e8-b439-41f2-b72a-53514febd760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.207860 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bb00570d-6e5d-41a0-949d-99b662f6e4c0 req-5cef09e8-b439-41f2-b72a-53514febd760 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 1097 time: 0.2180800 Jul 16 18:10:05.208464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41518) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.255069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae095c94-2399-4ef2-941b-f0188ad62cf6 req-2453981c-1520-4ac7-b43a-b760ce0c27db tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861518 Jul 16 18:10:05.277004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743b9e-19e9-4c3e-955a-dc04f31e903d req-be60acc9-b31b-41b6-916e-8026ae1115e7 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.285200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f743b9e-19e9-4c3e-955a-dc04f31e903d req-be60acc9-b31b-41b6-916e-8026ae1115e7 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 945 time: 0.1266894 Jul 16 18:10:05.337520 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bb00570d-6e5d-41a0-949d-99b662f6e4c0 req-e429a124-a4d1-4250-84c3-ed7bf4436f30 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031554 Jul 16 18:10:05.341541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.362139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f743b9e-19e9-4c3e-955a-dc04f31e903d req-c0574a2b-fa5e-426d-9878-cd128281e237 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755043 Jul 16 18:10:05.463461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5c81a1c-91f8-49c8-a080-e2c31ce93bc1 req-a8a33db9-73ff-4e75-9285-e4937d8beabf tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/96f32dff-789d-42a0-a213-459558039f53 HTTP/1.1" status: 200 len: 1809 time: 0.0617881 Jul 16 18:10:05.484791 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.496183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3106264-e688-4b89-a1ca-3c901bbb4e7e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:05.521173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35445a6-6c2a-40f6-889a-234f6291d4a0') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:05.521500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35445a6-6c2a-40f6-889a-234f6291d4a0') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:05.544273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.564742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.573106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:05.574302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:05.610901 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:05.684851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d27436-3882-450d-a398-8f621cb7c715 req-c36d8ce9-c10a-4c72-9e47-2350c1c39141 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.688323 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.697560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27d27436-3882-450d-a398-8f621cb7c715 req-c36d8ce9-c10a-4c72-9e47-2350c1c39141 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 949 time: 0.0932164 Jul 16 18:10:05.700939 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.706516 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] 10.222.0.60 "DELETE /v2.0/networks/f3106264-e688-4b89-a1ca-3c901bbb4e7e HTTP/1.1" status: 204 len: 168 time: 0.4969254 Jul 16 18:10:05.735455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03e229-8600-4d7a-ba9c-5a015f45e3b2 tempest-ExternalNetworksTestJSON-567790619 tempest-ExternalNetworksTestJSON-567790619-project] Pushing event deleted for resources: {'Network': ['ID=f3106264-e688-4b89-a1ca-3c901bbb4e7e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.759889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27d27436-3882-450d-a398-8f621cb7c715 req-90549df4-7a3f-4f2d-a86f-4ad063bac68f tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/security-groups?id=00f4f47f-37bd-46c2-b654-6e60078f7ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612278 Jul 16 18:10:05.790804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f2d36631-2c4c-4dc2-820c-55634bd18e61 req-6d1a92d0-2097-41c6-971b-8800ce4f3e0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1921069897', 'description': 'tempest-description-1760512654'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:05.817033 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f2d36631-2c4c-4dc2-820c-55634bd18e61 req-6d1a92d0-2097-41c6-971b-8800ce4f3e0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.922287 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1adaa91-24b0-422b-9cf7-d669e7a0baaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.947194 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.963626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f2d36631-2c4c-4dc2-820c-55634bd18e61 req-6d1a92d0-2097-41c6-971b-8800ce4f3e0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.969192 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f2d36631-2c4c-4dc2-820c-55634bd18e61 req-6d1a92d0-2097-41c6-971b-8800ce4f3e0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.014176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f2d36631-2c4c-4dc2-820c-55634bd18e61 req-6d1a92d0-2097-41c6-971b-8800ce4f3e0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.016623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2d36631-2c4c-4dc2-820c-55634bd18e61 req-6d1a92d0-2097-41c6-971b-8800ce4f3e0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2305961 Jul 16 18:10:06.018727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a92d0-2097-41c6-971b-8800ce4f3e0c tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f195d-324a-4d76-b720-8763c0d689e9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.165557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41556) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.171719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:06.261933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94f908-fe0a-48f0-b32c-dbd01b7c708f req-99364f2f-f2d7-4998-9485-6cacdd1120d9 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.264124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b94f908-fe0a-48f0-b32c-dbd01b7c708f req-99364f2f-f2d7-4998-9485-6cacdd1120d9 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 945 time: 0.0830636 Jul 16 18:10:06.282423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:06.288112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:06.288686 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.317333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b94f908-fe0a-48f0-b32c-dbd01b7c708f req-56ec38e3-8e21-4d2a-9ff7-82513d52d119 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464377 Jul 16 18:10:06.381329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ad8476e4-9769-467c-8b07-2d584785c1dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0180bafcc3742f2ac3756c4b8b3780a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143080 Jul 16 18:10:06.384955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.455220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.465687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-982b61ba-21bc-474f-8875-63503b277c2b req-3b884363-9fdf-48f0-8ec2-64e2e754f6d2 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/f98f195d-324a-4d76-b720-8763c0d689e9 HTTP/1.1" status: 200 len: 1813 time: 0.0900362 Jul 16 18:10:06.513055 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71da99ac-1d12-4370-ab15-6add35b776c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.523804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:06.533178 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.542498 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:06.570156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71da99ac-1d12-4370-ab15-6add35b776c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.606684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.628090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.629206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.629705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.630169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.630604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.631082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.631687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.632120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.632583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.632998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.633428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.633901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:06.690366 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71da99ac-1d12-4370-ab15-6add35b776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.693159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71da99ac-1d12-4370-ab15-6add35b776c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.707183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-71da99ac-1d12-4370-ab15-6add35b776c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4d56d8d-a043-43dd-bbc6-c570bcbef088 HTTP/1.1" status: 204 len: 168 time: 0.3180425 Jul 16 18:10:06.717316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da99ac-1d12-4370-ab15-6add35b776c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d56d8d-a043-43dd-bbc6-c570bcbef088,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.803740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60800fc6-fa65-4059-863c-94db7dc8b1da req-bfc22b81-daf3-41c9-a204-7bb62edb3939 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.805435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60800fc6-fa65-4059-863c-94db7dc8b1da req-bfc22b81-daf3-41c9-a204-7bb62edb3939 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 945 time: 0.1166441 Jul 16 18:10:06.814048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4825d-f685-4d29-b7f3-73d3a251ba8d req-2fa7d4fc-740f-4860-b381-e5e254288e67 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.815557 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ed4825d-f685-4d29-b7f3-73d3a251ba8d req-2fa7d4fc-740f-4860-b381-e5e254288e67 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1393521 Jul 16 18:10:06.864036 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.868670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60800fc6-fa65-4059-863c-94db7dc8b1da req-934313a9-5ff7-40cb-8706-91a1d3ad61c2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521302 Jul 16 18:10:06.873030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83646002-565d-4dfa-9909-c15edf98cb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:06.875627 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9712e0-e193-4fbc-b4d0-d4c0e08cf9cc" -d '{"events": [{"server_uuid": "83646002-565d-4dfa-9909-c15edf98cb96", "name": "network-vif-plugged", "status": "completed", "tag": "a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:06.882882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ed4825d-f685-4d29-b7f3-73d3a251ba8d req-9d09c404-836d-4e5a-8a88-10003de81faa tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520601 Jul 16 18:10:06.927049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-578a7ee5-4ec1-4e59-915a-6fd83e887978 req-18b29b9a-7c48-4623-9104-f09e0d023131 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2121213198', 'description': 'tempest-description-210508971'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:06.950846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-578a7ee5-4ec1-4e59-915a-6fd83e887978 req-18b29b9a-7c48-4623-9104-f09e0d023131 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.076292 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-578a7ee5-4ec1-4e59-915a-6fd83e887978 req-18b29b9a-7c48-4623-9104-f09e0d023131 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.085833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-578a7ee5-4ec1-4e59-915a-6fd83e887978 req-18b29b9a-7c48-4623-9104-f09e0d023131 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.129258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42255adc-49c9-45f4-af8d-c4944622d176 req-1e7e9222-07e1-4b35-af03-0b8dd8ffc227 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.130792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-42255adc-49c9-45f4-af8d-c4944622d176 req-1e7e9222-07e1-4b35-af03-0b8dd8ffc227 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 950 time: 0.1212382 Jul 16 18:10:07.131532 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-578a7ee5-4ec1-4e59-915a-6fd83e887978 req-18b29b9a-7c48-4623-9104-f09e0d023131 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.132624 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-578a7ee5-4ec1-4e59-915a-6fd83e887978 req-18b29b9a-7c48-4623-9104-f09e0d023131 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2105765 Jul 16 18:10:07.134548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b29b9a-7c48-4623-9104-f09e0d023131 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f01887b-f8d2-4b7f-9636-c4319a781022,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.168678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.196277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-42255adc-49c9-45f4-af8d-c4944622d176 req-f6d8d66e-68d8-4fbc-8d21-dd460e7ded8a tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/security-groups?id=00f4f47f-37bd-46c2-b654-6e60078f7ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499282 Jul 16 18:10:07.240029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1b151ea0-64de-4992-8ac3-da55c762449d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45070cc64d93402b834d5d13bfa03896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698411 Jul 16 18:10:07.241715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41600) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.247912 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3125b26-72f1-415f-a92e-53e7587be0b5 x-openstack-request-id: req-a3125b26-72f1-415f-a92e-53e7587be0b5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:07.249966 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83646002-565d-4dfa-9909-c15edf98cb96", "name": "network-vif-plugged", "status": "completed", "tag": "a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:07.250766 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3125b26-72f1-415f-a92e-53e7587be0b5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:07.251389 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83646002-565d-4dfa-9909-c15edf98cb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1', 'code': 200} Jul 16 18:10:07.334085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59b9653e-0b8f-4206-8d6a-2379ee7ec764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.406752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59b9653e-0b8f-4206-8d6a-2379ee7ec764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.449997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3dd0832-665d-488b-ada9-6e9dd1e3442f req-90b8ede9-adb1-4789-ba02-21e43e4510d5 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/6f01887b-f8d2-4b7f-9636-c4319a781022 HTTP/1.1" status: 200 len: 1812 time: 0.0590692 Jul 16 18:10:07.459822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05158451-974b-4f2b-849a-f26d396a7139 req-5ab5e197-246b-4420-b640-422796218ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.461521 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05158451-974b-4f2b-849a-f26d396a7139 req-5ab5e197-246b-4420-b640-422796218ddf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 1102 time: 0.1248026 Jul 16 18:10:07.502760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05158451-974b-4f2b-849a-f26d396a7139 req-aec78f1f-b3eb-48a9-a2c9-0e56d015bb85 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00f4f47f-37bd-46c2-b654-6e60078f7ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346632 Jul 16 18:10:07.505849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59b9653e-0b8f-4206-8d6a-2379ee7ec764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.508550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59b9653e-0b8f-4206-8d6a-2379ee7ec764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.509745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-59b9653e-0b8f-4206-8d6a-2379ee7ec764 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/011f9b9f-e3cf-4330-b7e1-5e1dfb50690f HTTP/1.1" status: 204 len: 168 time: 0.2670846 Jul 16 18:10:07.519058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9653e-0b8f-4206-8d6a-2379ee7ec764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f9b9f-e3cf-4330-b7e1-5e1dfb50690f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.664760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681198c-9815-45ad-bfdb-b7d2c0b73001 req-20595f08-cbfb-49da-915c-2b1979682d5c tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.667475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8681198c-9815-45ad-bfdb-b7d2c0b73001 req-20595f08-cbfb-49da-915c-2b1979682d5c tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 945 time: 0.0929704 Jul 16 18:10:07.723012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8681198c-9815-45ad-bfdb-b7d2c0b73001 req-896a5ea5-da98-43a1-8dd6-87202553afb0 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/security-groups?id=18593d49-6279-439e-b2f5-c1eb4858ac5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460744 Jul 16 18:10:07.759886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7b36743d-bb91-4d93-a131-edec58274d99 req-cd02e035-e00f-442a-b99b-76128af199d1 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-208274072', 'description': 'tempest-description-872417162'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:07.763020 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-e06d0ee7-b4fc-4213-bb2c-bae76bd9fec0 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.766821 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-e06d0ee7-b4fc-4213-bb2c-bae76bd9fec0 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 945 time: 0.1013339 Jul 16 18:10:07.809775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b36743d-bb91-4d93-a131-edec58274d99 req-cd02e035-e00f-442a-b99b-76128af199d1 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.899522 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Deleting port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:07.900207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.963157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b36743d-bb91-4d93-a131-edec58274d99 req-cd02e035-e00f-442a-b99b-76128af199d1 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.968953 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b36743d-bb91-4d93-a131-edec58274d99 req-cd02e035-e00f-442a-b99b-76128af199d1 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.002549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7b36743d-bb91-4d93-a131-edec58274d99 req-cd02e035-e00f-442a-b99b-76128af199d1 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.013238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b36743d-bb91-4d93-a131-edec58274d99 req-cd02e035-e00f-442a-b99b-76128af199d1 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2579896 Jul 16 18:10:08.029722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02e035-e00f-442a-b99b-76128af199d1 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7f8aa7-b0ac-487e-bb5c-bbd848d83912,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.054652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-279984e7-187d-4206-8a73-521fba7fdce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.054652 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-279984e7-187d-4206-8a73-521fba7fdce5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1098 time: 0.1575456 Jul 16 18:10:08.056547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] For port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,segment=NetworkSegment(283aac2c-b60f-4ca9-aaec-a567d3a37a4d),segment_id=283aac2c-b60f-4ca9-aaec-a567d3a37a4d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:08.056921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.091029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Calling delete_port for 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:08.225346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41636) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.245350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562664b-401e-4bf2-82e5-bfc7d9a5061f req-2586f6c0-70e2-4c67-ac4d-4823612297c4 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.254020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e562664b-401e-4bf2-82e5-bfc7d9a5061f req-2586f6c0-70e2-4c67-ac4d-4823612297c4 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1043940 Jul 16 18:10:08.300959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e562664b-401e-4bf2-82e5-bfc7d9a5061f req-f99309a1-2e02-4a71-8915-6fe4d823d029 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458953 Jul 16 18:10:08.426643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-44549af8-e10e-468a-a1d1-cfac1cdaedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.428120 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-44549af8-e10e-468a-a1d1-cfac1cdaedfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 914 time: 0.3627493 Jul 16 18:10:08.479788 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-11fb65ba-865b-4fe6-8b90-88fb51761e29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 217 time: 0.0416465 Jul 16 18:10:08.485139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-431f5f00-00db-4a63-841c-307cf574a719 req-c7b1d9c9-af41-4b16-883a-9d6ec06d93b1 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/4b7f8aa7-b0ac-487e-bb5c-bbd848d83912 HTTP/1.1" status: 200 len: 1811 time: 0.1440203 Jul 16 18:10:08.516226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c03ec7e0-ef0d-4c15-bf1f-23f76bd3c40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.604848 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.616540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01720c-fec9-4c6f-9013-c82de54647b3 req-42bfa1ac-ba41-43b3-af82-3c95839344e1 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.623262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f01720c-fec9-4c6f-9013-c82de54647b3 req-42bfa1ac-ba41-43b3-af82-3c95839344e1 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 945 time: 0.2220044 Jul 16 18:10:08.669131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-c04434ac-5c0d-492a-bb33-7e74ba0103ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.672372 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-c04434ac-5c0d-492a-bb33-7e74ba0103ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.1854007 Jul 16 18:10:08.694515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f01720c-fec9-4c6f-9013-c82de54647b3 req-10b2e519-fa56-4ebd-b588-0c01c52e7ab5 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702720 Jul 16 18:10:08.699466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.739964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:08.750123 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-6eeee061-688b-4fa2-b055-84c09242365e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683830 Jul 16 18:10:08.784494 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-3a444332-596e-4f0a-b1b3-39888676eb14 req-d4414d70-0eee-43ed-a4f2-4eccb5556d05 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] show failed (client error): The resource could not be found. Jul 16 18:10:08.797640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a444332-596e-4f0a-b1b3-39888676eb14 req-d4414d70-0eee-43ed-a4f2-4eccb5556d05 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/1e4627cc-383b-4a0c-959a-4cad27267dcf HTTP/1.1" status: 404 len: 352 time: 0.0635853 Jul 16 18:10:08.820313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Pushing event deleted for resources: {'Port': ['ID=8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.827871 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c03ec7e0-ef0d-4c15-bf1f-23f76bd3c40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.837921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c03ec7e0-ef0d-4c15-bf1f-23f76bd3c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.910069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ec7e0-ef0d-4c15-bf1f-23f76bd3c40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06079bef-43b7-4a1e-b193-d3c7bff36c96,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.914582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c03ec7e0-ef0d-4c15-bf1f-23f76bd3c40a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=307994c7a9204715983804c2d0ecc21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872776 Jul 16 18:10:08.917577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41664) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.944102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b933226-ad34-41eb-905c-7e82e30af9d8 req-36a28e45-2a81-4db6-a42c-92d4cf824965 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.945684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b933226-ad34-41eb-905c-7e82e30af9d8 req-36a28e45-2a81-4db6-a42c-92d4cf824965 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 950 time: 0.2297232 Jul 16 18:10:09.026225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] No DVR routers for this DVR port 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:09.032899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.036232 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-477e768b-4ca9-480e-8fbd-c0880ffdf2e7 req-081cbc36-499e-4a7a-ac2a-913cf45a5308 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.46 "DELETE /v2.0/ports/8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a HTTP/1.1" status: 204 len: 173 time: 1.2585564 Jul 16 18:10:09.036947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8ca427-2d3c-42f1-95e1-1b152239f53d', 'name': 'network-vif-deleted', 'tag': '8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:09.040883 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285067fc-5fec-45eb-a0ab-2e19eb9430f8" -d '{"events": [{"server_uuid": "bb8ca427-2d3c-42f1-95e1-1b152239f53d", "name": "network-vif-deleted", "tag": "8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:09.073065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b933226-ad34-41eb-905c-7e82e30af9d8 req-da8fdb70-df24-4176-a682-96f593efd821 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/security-groups?id=00f4f47f-37bd-46c2-b654-6e60078f7ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187487 Jul 16 18:10:09.084163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f40484c-0da9-44fe-b252-61f5836a8152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.098897 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-82ae6490-02f2-44d4-8317-1ac1b56c84ee service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006628 Jul 16 18:10:09.138521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f40484c-0da9-44fe-b252-61f5836a8152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.192674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-51339000-5c29-4ca4-b166-bf7974dad7b4 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.194295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-51339000-5c29-4ca4-b166-bf7974dad7b4 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2141104 Jul 16 18:10:09.329307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-720b481d-252a-46d9-a856-d8a932a015a9 req-7fdee499-6827-4ec6-bdd7-fc68b3dc2a16 tempest-ServerAddressesNegativeTestJSON-1632866173 tempest-ServerAddressesNegativeTestJSON-1632866173-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb8ca427-2d3c-42f1-95e1-1b152239f53d HTTP/1.1" status: 200 len: 210 time: 0.1026177 Jul 16 18:10:09.337952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-db462081-4c69-4dba-b73f-74081e142b4c tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.1350696 Jul 16 18:10:09.339664 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f40484c-0da9-44fe-b252-61f5836a8152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.342989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f40484c-0da9-44fe-b252-61f5836a8152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.344246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0f40484c-0da9-44fe-b252-61f5836a8152 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06079bef-43b7-4a1e-b193-d3c7bff36c96 HTTP/1.1" status: 204 len: 168 time: 0.4261317 Jul 16 18:10:09.352483 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f717ebf-43b6-4cae-b338-060c2b05e82b req-7c38578b-8a5f-406f-8018-6315c7193ce2 service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275171 Jul 16 18:10:09.371330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Request body: {'floatingip': {'port_id': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:09.377306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40484c-0da9-44fe-b252-61f5836a8152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06079bef-43b7-4a1e-b193-d3c7bff36c96,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.418170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.490680 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-3c051fda-7243-4ca6-bed6-0e628167ed75 req-ab441362-fc34-4f30-b2bc-1e6d48dbe4b0 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] show failed (client error): The resource could not be found. Jul 16 18:10:09.491122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c051fda-7243-4ca6-bed6-0e628167ed75 req-ab441362-fc34-4f30-b2bc-1e6d48dbe4b0 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-group-rules/b60e82a8-d2f1-49ae-97dd-1ae09fd5aa62 HTTP/1.1" status: 404 len: 361 time: 0.0364182 Jul 16 18:10:09.638971 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f364e2-c5f8-49e8-9f8d-26d2ca2763e9 x-openstack-request-id: req-d8f364e2-c5f8-49e8-9f8d-26d2ca2763e9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:09.640320 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8ca427-2d3c-42f1-95e1-1b152239f53d", "name": "network-vif-deleted", "tag": "8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:09.640849 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8f364e2-c5f8-49e8-9f8d-26d2ca2763e9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:09.641325 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8ca427-2d3c-42f1-95e1-1b152239f53d', 'name': 'network-vif-deleted', 'tag': '8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a', 'status': 'completed', 'code': 200} Jul 16 18:10:10.076195 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.322331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.557147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b4bd6-b66b-4990-8483-48bc5cc49e26 req-3741c0cf-6329-44d1-a2bc-f6213165e0e3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.559633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-053b4bd6-b66b-4990-8483-48bc5cc49e26 req-3741c0cf-6329-44d1-a2bc-f6213165e0e3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.3887272 Jul 16 18:10:10.609284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:10:10.638551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-101298859'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:10.682079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-053b4bd6-b66b-4990-8483-48bc5cc49e26 req-cf5db5fd-0760-49fd-b195-f416c39438dd tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114142 Jul 16 18:10:10.684644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Made reservation on behalf of 3937cffc4a304b49a7b6610766abf22c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:10.689495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.692786 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.696448 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.719147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.786651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41718) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.891728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.901962 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.954650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:10.972841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1366677189-network', 'tenant_id': 'b4ead2119915486aaa08f9849e05a40d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:10.991179 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.991719 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Added segment 2a6c44b7-50f3-4fb2-9830-8d1d334d901a of type vlan for network bac3c12d-c49e-431a-8c0f-1272efa43be1 Jul 16 18:10:11.005496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69828069-d723-4788-a918-6428dde43e0a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.071359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.076984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Made reservation on behalf of b4ead2119915486aaa08f9849e05a40d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:11.079812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.100650 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.141202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.146738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.147351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.211723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c388a4e-5935-432c-a56d-a272e411a121 req-9b95d30b-944b-4604-b546-a8deb7910254 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/4b7f8aa7-b0ac-487e-bb5c-bbd848d83912 HTTP/1.1" status: 200 len: 1811 time: 0.0947878 Jul 16 18:10:11.247788 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436 associated. External IP: 172.25.2.105, port: d88d4354-87e7-4f3a-82c1-7ccd15634d59. Jul 16 18:10:11.256640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:11.257976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Pushing event updated for resources: {'Network': ['ID=bac3c12d-c49e-431a-8c0f-1272efa43be1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.292657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network bac3c12d-c49e-431a-8c0f-1272efa43be1 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:11.313250 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.316450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:11.317456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8a1c0c4c-dc98-4bf6-84d7-7f1b2ab0366a not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:11.322981 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.337836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-825b3cd3-bf0f-4300-b3f2-e3d305cfddc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0128410 Jul 16 18:10:11.383667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:11.392564 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c388a4e-5935-432c-a56d-a272e411a121 req-92f6457d-8871-42e8-89b6-b7cd00453986 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.399651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4f50ca-6d9c-4058-a13b-06d954a600cc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.407478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.407813 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Added segment f431a5fb-63c6-4639-ab34-b21bc2f0d5d7 of type vlan for network f12a6415-c118-4479-8678-787f7505198a Jul 16 18:10:11.429166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c388a4e-5935-432c-a56d-a272e411a121 req-92f6457d-8871-42e8-89b6-b7cd00453986 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.483585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.529249 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.531130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.531471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.544412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-4fe57df3-b904-458b-b92d-73a26fd10d0d tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.546330 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-4fe57df3-b904-458b-b92d-73a26fd10d0d tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.45 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 950 time: 0.1025162 Jul 16 18:10:11.581781 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7935710 Jul 16 18:10:11.591144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41724) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.597167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Request body: {'subnet': {'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1366677189-subnet', 'tenant_id': 'b4ead2119915486aaa08f9849e05a40d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:11.604077 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c388a4e-5935-432c-a56d-a272e411a121 req-92f6457d-8871-42e8-89b6-b7cd00453986 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.606574 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c388a4e-5935-432c-a56d-a272e411a121 req-92f6457d-8871-42e8-89b6-b7cd00453986 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.608242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c388a4e-5935-432c-a56d-a272e411a121 req-92f6457d-8871-42e8-89b6-b7cd00453986 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "DELETE /v2.0/security-groups/4b7f8aa7-b0ac-487e-bb5c-bbd848d83912 HTTP/1.1" status: 204 len: 173 time: 0.3794668 Jul 16 18:10:11.643959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6457d-8871-42e8-89b6-b7cd00453986 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7f8aa7-b0ac-487e-bb5c-bbd848d83912,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.654752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b398138-6cff-4b28-a71b-3a224a9be2cf admin admin] Pushing event updated for resources: {'Network': ['ID=f12a6415-c118-4479-8678-787f7505198a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.665094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Router bfe391d3-d967-49c3-9aa3-613bf7500014 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:11.674232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Made reservation on behalf of b4ead2119915486aaa08f9849e05a40d for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:11.677550 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.687084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f12a6415-c118-4479-8678-787f7505198a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:11.798589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Deleting port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:11.799542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.894871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:11.903755 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.907217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] Sync routers for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:11.922300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:11.923484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:11.939365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] For port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:11.939939 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.960299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Calling delete_port for a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:11.993341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-34288178-20da-436b-9b34-9d9a3b84a016 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "PUT /v2.0/floatingips/38604f09-18ce-41eb-b2cb-58d2fbb3f436 HTTP/1.1" status: 200 len: 996 time: 2.6331100 Jul 16 18:10:11.996043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:11.999503 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:12.088822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76499b94-eea4-46c8-a2fd-71a3444c3bac req-642a5067-f66b-471a-a8de-7e806a13d634 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.090387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76499b94-eea4-46c8-a2fd-71a3444c3bac req-642a5067-f66b-471a-a8de-7e806a13d634 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/ports?device_id=83646002-565d-4dfa-9909-c15edf98cb96 HTTP/1.1" status: 200 len: 950 time: 0.2315543 Jul 16 18:10:12.091351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.102354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:12.165256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.180308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:12.181722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.213518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Pushing event deleted for resources: {'Port': ['ID=a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.216850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-486f2a35-fedf-4233-8cb7-20f097410ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.220451 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-486f2a35-fedf-4233-8cb7-20f097410ae8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.1917949 Jul 16 18:10:12.237629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76499b94-eea4-46c8-a2fd-71a3444c3bac req-e0fe8fad-b0c9-4d81-bbfc-dffc35e69532 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.60 "GET /v2.0/security-groups?id=00f4f47f-37bd-46c2-b654-6e60078f7ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138861 Jul 16 18:10:12.247491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Checking segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:12.248042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Network hostable DHCP agents. Network: f12a6415-c118-4479-8678-787f7505198a, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:12.305869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] No DVR routers for this DVR port a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:12.310416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.317064 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3bb42301-9528-492b-8ea4-18503b16fae3 req-7d45c89a-d6c2-4d0d-b6e0-4c9fc1922680 tempest-ImagesNegativeTestJSON-402409381 tempest-ImagesNegativeTestJSON-402409381-project] 10.222.0.45 "DELETE /v2.0/ports/a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 HTTP/1.1" status: 204 len: 173 time: 0.7545216 Jul 16 18:10:12.318059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83646002-565d-4dfa-9909-c15edf98cb96', 'name': 'network-vif-deleted', 'tag': 'a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:12.322991 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67afebad-44ca-49b1-ab32-95720be04076" -d '{"events": [{"server_uuid": "83646002-565d-4dfa-9909-c15edf98cb96", "name": "network-vif-deleted", "tag": "a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:12.353602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Network f12a6415-c118-4479-8678-787f7505198a is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:12.399345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f12a6415-c118-4479-8678-787f7505198a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:12.409187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.410439 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.420948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254401b-03fa-4e58-acc9-eeddf7941a59 None None] Network f12a6415-c118-4479-8678-787f7505198a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:12.455238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f4f32699-97c0-4567-9a11-4eacf3c3cd0e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8628728 Jul 16 18:10:12.486914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-16c5aa8d-ec71-4d49-b11f-7d723d0e41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.493355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-16c5aa8d-ec71-4d49-b11f-7d723d0e41fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.2183204 Jul 16 18:10:12.521667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41738) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:12.673424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef119b15-dc61-4483-9dfa-ced25010d197 admin admin] Deleting subnet a0744977-dac5-40ec-bd67-c162ddf87cd6 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:12.681725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef119b15-dc61-4483-9dfa-ced25010d197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.707313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-a68ae049-61bc-488e-b550-858852cd4718 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 999 time: 0.1971250 Jul 16 18:10:12.757978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-8c8e1e06-d3d2-4bf2-880f-263faca5154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.766994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-8c8e1e06-d3d2-4bf2-880f-263faca5154c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.0575092 Jul 16 18:10:12.772970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef119b15-dc61-4483-9dfa-ced25010d197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.830885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53361a-85f2-48cc-8f23-b437dc7b6818 None None] Network f12a6415-c118-4479-8678-787f7505198a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:12.834673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef119b15-dc61-4483-9dfa-ced25010d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.897668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-44325328-cc12-4b33-8617-adbf446203f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.912577 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-44325328-cc12-4b33-8617-adbf446203f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442273 Jul 16 18:10:12.935577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef119b15-dc61-4483-9dfa-ced25010d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.973701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef119b15-dc61-4483-9dfa-ced25010d197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0744977-dac5-40ec-bd67-c162ddf87cd6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.983239 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef119b15-dc61-4483-9dfa-ced25010d197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.985917 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ef119b15-dc61-4483-9dfa-ced25010d197 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a0744977-dac5-40ec-bd67-c162ddf87cd6 HTTP/1.1" status: 204 len: 168 time: 0.4626360 Jul 16 18:10:12.991212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41746) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.028479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41748) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.036016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Request body: {'port': {'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1', 'binding:host_id': 'n-h1-793619-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-243782472'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:13.132503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.132791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:65:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:10Z', 'revision_number': 1, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:13.138388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-243bb37a-1510-409c-8e13-be6cc89bcf78 service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245827 Jul 16 18:10:13.143286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a104336-ff45-4fb5-b212-71d03b5bd877 req-9ecc1077-d5bf-4851-babc-9952fac6548a tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/6f01887b-f8d2-4b7f-9636-c4319a781022 HTTP/1.1" status: 200 len: 1812 time: 0.0867343 Jul 16 18:10:13.147977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Made reservation on behalf of 7bc6031527b745fdac52de9b9263cc61 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:13.173335 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.199627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.206477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] Checking router: bfe391d3-d967-49c3-9aa3-613bf7500014 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:13.225206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:13.226083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:13.320486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.336367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8087e0e-de00-47d8-bfb1-c91419ef4493']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:13.358740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283aac2c-b60f-4ca9-aaec-a567d3a37a4d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:13.359156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283aac2c-b60f-4ca9-aaec-a567d3a37a4d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:13.380819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.414187 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a104336-ff45-4fb5-b212-71d03b5bd877 req-3632b736-fc60-443d-8357-0fac027ebf7f tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.463309 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-342edaad-c8b8-4d67-a23e-3cb21392233b req-a3048831-5213-4a12-8610-857199aa4f3c service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134704 Jul 16 18:10:13.471319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a104336-ff45-4fb5-b212-71d03b5bd877 req-3632b736-fc60-443d-8357-0fac027ebf7f tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.495737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.501230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.508535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:13.508959 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.513158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:13.538063 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:13.545862 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.594749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2703eb1e-762d-46c8-9afd-64a749cf192f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.608719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] device_id is not set on port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:13.633751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a104336-ff45-4fb5-b212-71d03b5bd877 req-3632b736-fc60-443d-8357-0fac027ebf7f tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.638554 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1a104336-ff45-4fb5-b212-71d03b5bd877 req-3632b736-fc60-443d-8357-0fac027ebf7f tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.641061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a104336-ff45-4fb5-b212-71d03b5bd877 req-3632b736-fc60-443d-8357-0fac027ebf7f tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "DELETE /v2.0/security-groups/6f01887b-f8d2-4b7f-9636-c4319a781022 HTTP/1.1" status: 204 len: 173 time: 0.4750462 Jul 16 18:10:13.671323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632b736-fc60-443d-8357-0fac027ebf7f tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f01887b-f8d2-4b7f-9636-c4319a781022,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.773800 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3685e850-9b90-44b7-8c66-bb436a8562f4 x-openstack-request-id: req-3685e850-9b90-44b7-8c66-bb436a8562f4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:13.775648 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:13.776112 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3685e850-9b90-44b7-8c66-bb436a8562f4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:13.776802 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'status': 'completed', 'code': 200} Jul 16 18:10:13.925014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb832dd-7c38-4aee-938f-1a964e91c35f req-efbb7742-44c1-4998-a5ad-c413158bb36f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.933556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbb832dd-7c38-4aee-938f-1a964e91c35f req-efbb7742-44c1-4998-a5ad-c413158bb36f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.0998168 Jul 16 18:10:13.992571 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378e9d58-703d-49b4-9290-41a211602288 x-openstack-request-id: req-378e9d58-703d-49b4-9290-41a211602288 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:13.993359 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83646002-565d-4dfa-9909-c15edf98cb96", "name": "network-vif-deleted", "tag": "a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:13.993359 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-378e9d58-703d-49b4-9290-41a211602288 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:13.993921 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83646002-565d-4dfa-9909-c15edf98cb96', 'name': 'network-vif-deleted', 'tag': 'a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1', 'status': 'completed', 'code': 200} Jul 16 18:10:14.015565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbb832dd-7c38-4aee-938f-1a964e91c35f req-d29db382-80d2-42e3-bfd0-103ecf4c8221 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763071 Jul 16 18:10:14.117034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:65:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:10Z', 'revision_number': 1, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:14.119177 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.163469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.165429 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b8087e0e-de00-47d8-bfb1-c91419ef4493 HTTP/1.1" status: 204 len: 168 time: 1.1728530 Jul 16 18:10:14.191157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067808d6-7263-4fa7-9b79-667b37b6a6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8087e0e-de00-47d8-bfb1-c91419ef4493,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.235840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-aecdfc02-a41c-4af4-8adb-2ac53ad17bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.237422 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-aecdfc02-a41c-4af4-8adb-2ac53ad17bbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.2482200 Jul 16 18:10:14.251729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865d963-8e61-4ab5-af7c-ffe594c866a2 None None] The sync data for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 is: [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:65:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:10Z', 'revision_number': 1, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:14.300367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:14.414080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f32e-ea59-4c44-8365-b799750ee208 req-fbc413bc-541b-4bfe-89eb-8e01b832f31c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.423580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-fbc413bc-541b-4bfe-89eb-8e01b832f31c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.2315423 Jul 16 18:10:14.457328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] device_id is not set on port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:14.477341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6a4fc410-e344-4e85-ba6a-1fffdd1e47bc tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/quotas/b4ead2119915486aaa08f9849e05a40d HTTP/1.1" status: 200 len: 375 time: 0.0527978 Jul 16 18:10:14.483440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.497597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-f8d98024-d86f-4682-9aad-c3482162d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.499748 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-f8d98024-d86f-4682-9aad-c3482162d4b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.2223334 Jul 16 18:10:14.503828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Transition to ACTIVE for port object 8572f9d2-06a5-4efe-a17f-bbecba5bf915 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:14.555072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-922a2c62-122c-470f-8b3c-c662a7b14d58 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767617 Jul 16 18:10:14.570912 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.636119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:14.637769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'Port': ['ID=8572f9d2-06a5-4efe-a17f-bbecba5bf915,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.673712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef837449-4ab6-4865-b5c7-90d259387a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.681795 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d444f3-9589-4a8a-ac6b-47c04c90d80b None None] New status for floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:14.685217 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-bd322b64-3afb-4ee5-9016-08078bb6f262 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 999 time: 0.1765447 Jul 16 18:10:14.778851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Checking segment: {'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:14.780090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Network hostable DHCP agents. Network: bac3c12d-c49e-431a-8c0f-1272efa43be1, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:14.780349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-8f4e8cf7-9bb2-4ea1-bc2c-f979f6ba0b2a service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236788 Jul 16 18:10:14.784146 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9e13af7a-e0eb-44dc-bc12-ac980e246337 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d26d2dd66e7464dbb5c579226820c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466722 Jul 16 18:10:14.788290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41782) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:14.792729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-94a22b4b-ae03-4143-a990-787446d0950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.794431 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-94a22b4b-ae03-4143-a990-787446d0950e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.1018322 Jul 16 18:10:14.813914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-0c40e518-0034-43c9-8167-84fc2fb150f4 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.815474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-0c40e518-0034-43c9-8167-84fc2fb150f4 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3089490 Jul 16 18:10:14.870650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Network bac3c12d-c49e-431a-8c0f-1272efa43be1 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:14.897006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, bac3c12d-c49e-431a-8c0f-1272efa43be1) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:14.907346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:14.911919 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec33e9-5917-42d9-ac37-297df4f6046e None None] Network bac3c12d-c49e-431a-8c0f-1272efa43be1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:14.942570 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef837449-4ab6-4865-b5c7-90d259387a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.944682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:14.945138 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:14.946097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:14.950230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-1e1c466e-cbfd-400a-a224-34f6811c916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.952380 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-1e1c466e-cbfd-400a-a224-34f6811c916d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498861 Jul 16 18:10:14.955416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef837449-4ab6-4865-b5c7-90d259387a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.957350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:14.957769 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:14.960608 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 2 to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 Jul 16 18:10:15.032314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:15.033148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:15.033520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:15.059332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-9326cc49-66f6-4bee-9d01-e36d114bf136 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 1001 time: 0.2250547 Jul 16 18:10:15.061596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-5cc09ab3-3544-4bca-898e-5d97893dc6e0 service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727473 Jul 16 18:10:15.066757 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6e526f-6d5b-4468-a129-5380154a93cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.072475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:15.072970 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:15.073974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef837449-4ab6-4865-b5c7-90d259387a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac6824-d5d7-4983-88c0-333724c5d72b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:15.074914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Request body: {'floatingip': {'port_id': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:15.087409 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ef837449-4ab6-4865-b5c7-90d259387a3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0d969dcea3c49479ac614625a2f9bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815850 Jul 16 18:10:15.088808 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 3 to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 Jul 16 18:10:15.110833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.152043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6e526f-6d5b-4468-a129-5380154a93cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.167976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:15.168469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:15.168975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:15.183991 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.233143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:15.234004 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:15.238026 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-f39ded11-79b0-4516-b6b7-987976756416 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690473 Jul 16 18:10:15.241802 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 4 to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 Jul 16 18:10:15.293178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:15.293583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:15.294926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:15.299058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-732dc461-1ca5-41f9-9116-e6c08aa095a3 req-caa763aa-0366-402b-a9c7-42127bd81fde tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/f98f195d-324a-4d76-b720-8763c0d689e9 HTTP/1.1" status: 200 len: 1813 time: 0.0743573 Jul 16 18:10:15.317340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:15.317707 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:15.353354 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6e526f-6d5b-4468-a129-5380154a93cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.354354 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 5 to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 Jul 16 18:10:15.356543 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0a6e526f-6d5b-4468-a129-5380154a93cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.361197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0a6e526f-6d5b-4468-a129-5380154a93cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18593d49-6279-439e-b2f5-c1eb4858ac5a HTTP/1.1" status: 204 len: 168 time: 0.5709114 Jul 16 18:10:15.377078 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-854485fd-68ed-4711-934a-f03402dfa210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.390054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:15.390392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:15.390939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:15.412979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e526f-6d5b-4468-a129-5380154a93cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18593d49-6279-439e-b2f5-c1eb4858ac5a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:15.413356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:15.413893 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:15.421782 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 6 to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 Jul 16 18:10:15.439307 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-854485fd-68ed-4711-934a-f03402dfa210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.445242 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d7e6f09-8370-4c9f-90db-f53b9e62fb43 req-7fa30554-e3e3-48d5-bc81-9bbf93a04ebd service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966674 Jul 16 18:10:15.453703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:15.454229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:15.454851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:15.465941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:15.466757 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:15.472053 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 7 to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 Jul 16 18:10:15.506008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:15.506586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:15.507155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:15.516333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:15.516709 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:15.517926 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 8 to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 Jul 16 18:10:15.538079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:15.538794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:15.540035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:15.547353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:15.547900 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:15.550154 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 9 to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 Jul 16 18:10:15.555850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-854485fd-68ed-4711-934a-f03402dfa210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.559445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-854485fd-68ed-4711-934a-f03402dfa210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.562048 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-854485fd-68ed-4711-934a-f03402dfa210 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3cac6824-d5d7-4983-88c0-333724c5d72b HTTP/1.1" status: 204 len: 168 time: 0.4500215 Jul 16 18:10:15.580372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:15.581044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:15.581759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:15.584366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854485fd-68ed-4711-934a-f03402dfa210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac6824-d5d7-4983-88c0-333724c5d72b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:15.590477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:15.591133 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:15.591699 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 10 to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 Jul 16 18:10:15.606019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-732dc461-1ca5-41f9-9116-e6c08aa095a3 req-35f5b3bb-98c1-467e-81e1-a25415f10756 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.622000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:15.622477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:15.623879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:15.634798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:15.635273 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:15.635831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.650757 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-732dc461-1ca5-41f9-9116-e6c08aa095a3 req-35f5b3bb-98c1-467e-81e1-a25415f10756 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.801369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] For port 8572f9d2-06a5-4efe-a17f-bbecba5bf915, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:15.801867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempted to set empty binding levels {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:10:15.807058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-732dc461-1ca5-41f9-9116-e6c08aa095a3 req-35f5b3bb-98c1-467e-81e1-a25415f10756 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.808091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.810038 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-732dc461-1ca5-41f9-9116-e6c08aa095a3 req-35f5b3bb-98c1-467e-81e1-a25415f10756 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.812306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-732dc461-1ca5-41f9-9116-e6c08aa095a3 req-35f5b3bb-98c1-467e-81e1-a25415f10756 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "DELETE /v2.0/security-groups/f98f195d-324a-4d76-b720-8763c0d689e9 HTTP/1.1" status: 204 len: 173 time: 0.4952230 Jul 16 18:10:15.853601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5b3bb-98c1-467e-81e1-a25415f10756 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f195d-324a-4d76-b720-8763c0d689e9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:15.950156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.950757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.985618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'Port': ['ID=8572f9d2-06a5-4efe-a17f-bbecba5bf915,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.003134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f4e55c5d-d1c3-4d74-a12c-96af1ee7d8b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9733474 Jul 16 18:10:16.005903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41812) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.121050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1983dd87-0751-4bf1-b226-bba540cd1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Deleting port 8572f9d2-06a5-4efe-a17f-bbecba5bf915 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:16.121759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1983dd87-0751-4bf1-b226-bba540cd1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.206055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41816) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.241724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:16.250233 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df4ff1b6-6f6a-4243-b4fb-b04dad9b2585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.287787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1983dd87-0751-4bf1-b226-bba540cd1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] For port 8572f9d2-06a5-4efe-a17f-bbecba5bf915, host n-h1-793619-10, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:16.288231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1983dd87-0751-4bf1-b226-bba540cd1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.292028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:16.292643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a79dc1a0-8787-4eb7-8305-f34b0e7e4ff1 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:16.303815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1983dd87-0751-4bf1-b226-bba540cd1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Calling delete_port for 8572f9d2-06a5-4efe-a17f-bbecba5bf915 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:16.348151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779782b-425f-4311-ba49-cbdc8a311b79 req-e2b24b9e-7d1d-48b2-abea-f4141560726e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.350456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5779782b-425f-4311-ba49-cbdc8a311b79 req-e2b24b9e-7d1d-48b2-abea-f4141560726e tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.3186283 Jul 16 18:10:16.434901 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.437762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1983dd87-0751-4bf1-b226-bba540cd1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.457309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.467600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983dd87-0751-4bf1-b226-bba540cd1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event deleted for resources: {'Port': ['ID=8572f9d2-06a5-4efe-a17f-bbecba5bf915,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.480652 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1983dd87-0751-4bf1-b226-bba540cd1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.484702 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1983dd87-0751-4bf1-b226-bba540cd1223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "DELETE /v2.0/ports/8572f9d2-06a5-4efe-a17f-bbecba5bf915 HTTP/1.1" status: 204 len: 168 time: 0.4756341 Jul 16 18:10:16.487921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.521822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5779782b-425f-4311-ba49-cbdc8a311b79 req-67584b15-362b-472d-9f79-01217505b94d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626966 Jul 16 18:10:16.524380 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a91a502-90cf-40fa-ad81-c3e58c57008e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:10:16.526891 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8a91a502-90cf-40fa-ad81-c3e58c57008e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "GET /v2.0/ports/8572f9d2-06a5-4efe-a17f-bbecba5bf915 HTTP/1.1" status: 404 len: 333 time: 0.0375760 Jul 16 18:10:16.536575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.544912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Request body: {'port': {'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015801729'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:16.624774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.698810 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df4ff1b6-6f6a-4243-b4fb-b04dad9b2585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.700846 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436 associated. External IP: 172.25.2.105, port: d88d4354-87e7-4f3a-82c1-7ccd15634d59. Jul 16 18:10:16.707438 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df4ff1b6-6f6a-4243-b4fb-b04dad9b2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.723497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Made reservation on behalf of 7bc6031527b745fdac52de9b9263cc61 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:16.726382 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.742696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] device_id is not set on port ddbf7c7f-e5f0-4423-957c-42663a8d666c yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:16.782882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-145858076-network', 'tenant_id': 'bc9d9c31706a4760962c57c3bb702826'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:16.901631 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.949039 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.009918 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Network bac3c12d-c49e-431a-8c0f-1272efa43be1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:17.036416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:17.044231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:17.044499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.045741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.051497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'Port': ['ID=ddbf7c7f-e5f0-4423-957c-42663a8d666c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.145071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f32e-ea59-4c44-8365-b799750ee208 req-12c4a543-9e22-49f1-95d7-63e94b954b7f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.146647 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-12c4a543-9e22-49f1-95d7-63e94b954b7f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.1574161 Jul 16 18:10:17.169107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Request body: {'port': {'device_id': '60379d2c-3aef-435c-a331-6484c50435f2', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'admin_state_up': True, 'tenant_id': 'b4ead2119915486aaa08f9849e05a40d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:17.295999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4138e17b-d39d-49c4-835d-5cf3d58827f3 req-6cccd3ce-6c4d-4dbe-add0-38ae43471519 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 210 time: 0.5217292 Jul 16 18:10:17.305956 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-df4ff1b6-6f6a-4243-b4fb-b04dad9b2585 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5297f2b2fe824f468710adc65fba3bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0956774 Jul 16 18:10:17.308709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41838) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:17.351987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.api [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:10:17.351987 n-d-793619-10 neutron-server[93824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:10:17.351987 n-d-793619-10 neutron-server[93824]: [parameters: {'project_id_1': 'b4ead2119915486aaa08f9849e05a40d', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 10, 17, 265907)}] Jul 16 18:10:17.351987 n-d-793619-10 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:10:17.352557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ff1b6-6f6a-4243-b4fb-b04dad9b2585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a9b32a-1ce9-49e8-928e-9d489f50fbf3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.352798 n-d-793619-10 neutron-server[93824]: DEBUG oslo_db.api [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:10:17.370782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3dccfd00-cf43-4e5d-93a9-ae2f0a9cc1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.391666 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68a98445-793a-4c8a-81ab-2f86c7539db0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8530080 Jul 16 18:10:17.395423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Made reservation on behalf of bc9d9c31706a4760962c57c3bb702826 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:17.396292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41840) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:17.398743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.401730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:17.409494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3dccfd00-cf43-4e5d-93a9-ae2f0a9cc1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.430329 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.486877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5492316f-9014-4279-a8be-2095c1aab184 req-2ed77703-c58b-44cf-9a5d-e6198e911e35 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/96f32dff-789d-42a0-a213-459558039f53 HTTP/1.1" status: 200 len: 1809 time: 0.1381772 Jul 16 18:10:17.508375 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.524272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3dccfd00-cf43-4e5d-93a9-ae2f0a9cc1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.526736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3dccfd00-cf43-4e5d-93a9-ae2f0a9cc1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.531211 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3dccfd00-cf43-4e5d-93a9-ae2f0a9cc1ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9a9b32a-1ce9-49e8-928e-9d489f50fbf3 HTTP/1.1" status: 204 len: 168 time: 0.2179999 Jul 16 18:10:17.560701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccfd00-cf43-4e5d-93a9-ae2f0a9cc1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a9b32a-1ce9-49e8-928e-9d489f50fbf3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.750092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] device_id is not set on port ddbf7c7f-e5f0-4423-957c-42663a8d666c yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:17.762571 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.769707 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5492316f-9014-4279-a8be-2095c1aab184 req-65beee35-b5c7-4227-aa51-e9d50809bfe9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.773672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Router bfe391d3-d967-49c3-9aa3-613bf7500014 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:17.781836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Transition to ACTIVE for port object ddbf7c7f-e5f0-4423-957c-42663a8d666c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:17.786631 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.850963 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5492316f-9014-4279-a8be-2095c1aab184 req-65beee35-b5c7-4227-aa51-e9d50809bfe9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.871309 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:17.871804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:17.872237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:17.885067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:17.885067 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:17.885564 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 2 to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c Jul 16 18:10:17.888993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'Port': ['ID=ddbf7c7f-e5f0-4423-957c-42663a8d666c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.914673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.920825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:17.921489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:17.921916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:17.929887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:17.930252 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:17.931729 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.933083 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 3 to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c Jul 16 18:10:17.960830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:17.961384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:17.961570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:17.969102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Made reservation on behalf of b4ead2119915486aaa08f9849e05a40d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:17.975306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.978869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:17.979249 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:17.989589 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 4 to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c Jul 16 18:10:18.016171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:18.016637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:18.016972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:18.048384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:18.053791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:18.054137 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:18.058436 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 5 to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c Jul 16 18:10:18.058681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb41b24f-136d-4d91-9314-51782d26fa6c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.071741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.072307 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Added segment 9f6e467f-7ff9-4b7f-9967-482cd2e5b355 of type vlan for network 5c37335e-9fc4-4212-be3b-880a2e0d71fb Jul 16 18:10:18.082502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:18.082842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:18.083190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:18.089082 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5492316f-9014-4279-a8be-2095c1aab184 req-65beee35-b5c7-4227-aa51-e9d50809bfe9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.092440 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5492316f-9014-4279-a8be-2095c1aab184 req-65beee35-b5c7-4227-aa51-e9d50809bfe9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.102712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:18.103048 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:18.106360 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 6 to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c Jul 16 18:10:18.107061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5492316f-9014-4279-a8be-2095c1aab184 req-65beee35-b5c7-4227-aa51-e9d50809bfe9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "DELETE /v2.0/security-groups/96f32dff-789d-42a0-a213-459558039f53 HTTP/1.1" status: 204 len: 173 time: 0.5626240 Jul 16 18:10:18.158884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:18.159392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:18.159526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:18.170369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:18.170896 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:18.174310 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 7 to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c Jul 16 18:10:18.198997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:18.199333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:18.199699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:18.203608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65beee35-b5c7-4227-aa51-e9d50809bfe9 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f32dff-789d-42a0-a213-459558039f53,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.204549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Allocated IP 172.20.0.12 (f12a6415-c118-4479-8678-787f7505198a/154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de/f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:18.213227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:18.214289 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:18.217314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:18.218120 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 8 to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c Jul 16 18:10:18.221732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.233641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] Sync routers for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:18.261060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:18.261822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:18.332900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:18.333648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:18.335263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:18.347003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:18.348203 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:18.389541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-746ddf88-26eb-4cf9-98f6-eafd11bc06e6 req-e97adffe-9e4b-4eb0-a59f-b16bb91223c1 tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "GET /v2.0/security-groups/faaf3027-4b61-4e30-aefe-939eeced6698 HTTP/1.1" status: 200 len: 1813 time: 0.2104998 Jul 16 18:10:18.395491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:18.435667 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 9 to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c Jul 16 18:10:18.491293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:18.491921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:18.492254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:18.498866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:18.499467 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:18.503764 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 10 to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c Jul 16 18:10:18.525780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:18.526728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:18.527275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:18.555531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:18.556885 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port ddbf7c7f-e5f0-4423-957c-42663a8d666c on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:18.557453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.577727 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.579405 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.581368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.582300 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.672041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0456018 Jul 16 18:10:18.677852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41872) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.690024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Request body: {'subnet': {'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-145858076-subnet', 'tenant_id': 'bc9d9c31706a4760962c57c3bb702826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:18.717789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Made reservation on behalf of bc9d9c31706a4760962c57c3bb702826 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:18.718178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-746ddf88-26eb-4cf9-98f6-eafd11bc06e6 req-87dff661-394f-4a42-b177-89277b9a5b9a tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.720117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5bb5-620a-4bb3-902e-37986103bbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c37335e-9fc4-4212-be3b-880a2e0d71fb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.722849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.728136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] For port ddbf7c7f-e5f0-4423-957c-42663a8d666c, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:18.728946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempted to set empty binding levels {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:10:18.742569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 5c37335e-9fc4-4212-be3b-880a2e0d71fb details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:18.747221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.791722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-746ddf88-26eb-4cf9-98f6-eafd11bc06e6 req-87dff661-394f-4a42-b177-89277b9a5b9a tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.811240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'Port': ['ID=ddbf7c7f-e5f0-4423-957c-42663a8d666c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.820706 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.850046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:da:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:16Z', 'revision_number': 3, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:18.880654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] In _notify_port_updated(), no bound segment for port ddbf7c7f-e5f0-4423-957c-42663a8d666c on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:10:18.881876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.883127 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.884021 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-56d8fe7a-8a10-43d6-9682-af6a6020749d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "PUT /v2.0/ports/ddbf7c7f-e5f0-4423-957c-42663a8d666c HTTP/1.1" status: 200 len: 980 time: 1.4865184 Jul 16 18:10:18.891551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41876) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.893979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] Checking router: bfe391d3-d967-49c3-9aa3-613bf7500014 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:18.905511 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:18.906425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:19.054740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Router bfe391d3-d967-49c3-9aa3-613bf7500014 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:19.116092 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-746ddf88-26eb-4cf9-98f6-eafd11bc06e6 req-87dff661-394f-4a42-b177-89277b9a5b9a tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.121046 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-746ddf88-26eb-4cf9-98f6-eafd11bc06e6 req-87dff661-394f-4a42-b177-89277b9a5b9a tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.133582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-746ddf88-26eb-4cf9-98f6-eafd11bc06e6 req-87dff661-394f-4a42-b177-89277b9a5b9a tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] 10.222.0.60 "DELETE /v2.0/security-groups/faaf3027-4b61-4e30-aefe-939eeced6698 HTTP/1.1" status: 204 len: 173 time: 0.7306733 Jul 16 18:10:19.134708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41882) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:19.209472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:19.286677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Network f12a6415-c118-4479-8678-787f7505198a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:19.293068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-533244fb-69a7-4fce-bb82-65ed42eb82ee admin admin] Deleting subnet e613367c-edcb-4a65-9e7c-1ba6e3080057 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:19.306103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:19.308693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event updated for resources: {'Port': ['ID=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.310988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:19.393570 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-533244fb-69a7-4fce-bb82-65ed42eb82ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.426122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.427078 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.433685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dff661-394f-4a42-b177-89277b9a5b9a tempest-SecurityGroupRulesNegativeTestJSON-1713337737 tempest-SecurityGroupRulesNegativeTestJSON-1713337737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaf3027-4b61-4e30-aefe-939eeced6698,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.452258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-04f41940-1c51-4a9f-a1f5-be4df0b6a61a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2870479 Jul 16 18:10:19.465866 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-ae8c238a-a19a-4d29-be71-c6b6dda1343c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1686370 Jul 16 18:10:19.479726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.480324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.483929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.484657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.485421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.486752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.487526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.488471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.489445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.490442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.491657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.493924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.494591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.511623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a1b89471-41dd-44e4-bcbb-ad1f0d94d9d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11700 time: 0.6026404 Jul 16 18:10:19.513737 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41892) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:19.514338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Request body: {'port': {'device_id': '60379d2c-3aef-435c-a331-6484c50435f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:19.583423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:da:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:16Z', 'revision_number': 3, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:19.627312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd33f58-2265-4c1d-8d00-670e9932213e None None] The sync data for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 is: [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:da:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:16Z', 'revision_number': 3, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:19.653370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:19.659171 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.682758 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.694313 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.708212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:19.710643 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53f7f9-9b86-4f96-82c2-1b35e7696105" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:19.715732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-533244fb-69a7-4fce-bb82-65ed42eb82ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.761672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-2dc9a481-a593-4cec-b69f-44fecb213d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.763189 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-2dc9a481-a593-4cec-b69f-44fecb213d4b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.2418499 Jul 16 18:10:19.784904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d8b47e-08bc-405e-888c-e234259c61f2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.879722 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-37adc1db-7c67-4da7-89a6-f02a00ecc2cf tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "PUT /v2.0/floatingips/38604f09-18ce-41eb-b2cb-58d2fbb3f436 HTTP/1.1" status: 200 len: 998 time: 4.8107092 Jul 16 18:10:19.908732 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458a07cc-ce78-4d1f-b2d2-e9c4483635c1 None None] New status for floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:19.915630 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-533244fb-69a7-4fce-bb82-65ed42eb82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.933136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Checking segment: {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:19.933506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Network hostable DHCP agents. Network: 5c37335e-9fc4-4212-be3b-880a2e0d71fb, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:19.992204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea44ea-2f5d-47fd-8eff-030e3434dfa9 req-617a9ea0-cf14-4be6-ab6b-87123db7b1e1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.000371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60ea44ea-2f5d-47fd-8eff-030e3434dfa9 req-617a9ea0-cf14-4be6-ab6b-87123db7b1e1 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.5627022 Jul 16 18:10:20.003430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-59754663-efb7-4423-bd71-847308a1aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.004956 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-59754663-efb7-4423-bd71-847308a1aa21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.2078340 Jul 16 18:10:20.007627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Network 5c37335e-9fc4-4212-be3b-880a2e0d71fb is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:20.041950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-aacdaf52-307e-4138-b6e9-15eb8423c9b1 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.043331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-aacdaf52-307e-4138-b6e9-15eb8423c9b1 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports/d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 942 time: 0.1486840 Jul 16 18:10:20.071131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-814e4225-025c-42dd-8724-8ba453c394d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Deleting port ddbf7c7f-e5f0-4423-957c-42663a8d666c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:20.072392 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-814e4225-025c-42dd-8724-8ba453c394d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.083898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 5c37335e-9fc4-4212-be3b-880a2e0d71fb) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:20.086224 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-94a5463a-7a67-4354-b2d3-2258a5f2a183 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 217 time: 0.0454233 Jul 16 18:10:20.091591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.092186 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.150338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c545bb39-7ffd-441b-8657-a80139e71a2c None None] Network 5c37335e-9fc4-4212-be3b-880a2e0d71fb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:20.163326 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-992918f3-1f06-425b-97d6-0fff4231795e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4806631 Jul 16 18:10:20.187712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-100cb471-eaa8-4f5a-8a60-effd77ee39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.189791 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-100cb471-eaa8-4f5a-8a60-effd77ee39e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.0948501 Jul 16 18:10:20.199315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60ea44ea-2f5d-47fd-8eff-030e3434dfa9 req-5a02d07e-0b59-4219-9433-564588a27ca3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978016 Jul 16 18:10:20.349378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:20.350314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-533244fb-69a7-4fce-bb82-65ed42eb82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.365149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-814e4225-025c-42dd-8724-8ba453c394d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] For port ddbf7c7f-e5f0-4423-957c-42663a8d666c, host n-h1-793619-10, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:20.365510 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-814e4225-025c-42dd-8724-8ba453c394d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.394093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.398968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533244fb-69a7-4fce-bb82-65ed42eb82ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e613367c-edcb-4a65-9e7c-1ba6e3080057,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.401220 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-533244fb-69a7-4fce-bb82-65ed42eb82ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.408578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-533244fb-69a7-4fce-bb82-65ed42eb82ee admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e613367c-edcb-4a65-9e7c-1ba6e3080057 HTTP/1.1" status: 204 len: 168 time: 1.2409108 Jul 16 18:10:20.410082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41904) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:20.418263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-814e4225-025c-42dd-8724-8ba453c394d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Calling delete_port for ddbf7c7f-e5f0-4423-957c-42663a8d666c owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:20.433539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] Sync routers for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:20.476750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Transition to ACTIVE for port object f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:20.488331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.502636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-95417e84-5e4c-48e8-bb56-0a54aced4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.504165 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-95417e84-5e4c-48e8-bb56-0a54aced4dd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3069215 Jul 16 18:10:20.540981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13267a44-147e-40a2-824e-8b8981db3e4b None None] Network 5c37335e-9fc4-4212-be3b-880a2e0d71fb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:20.581327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:20.582760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:20.610433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.618525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-3218a0c4-c849-4171-9225-bcdb755746c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.620096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-3218a0c4-c849-4171-9225-bcdb755746c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.4036279 Jul 16 18:10:20.657459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Pushing event updated for resources: {'Port': ['ID=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.717577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-8fd0eced-1289-4852-a3d5-c89581aca7ad service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911047 Jul 16 18:10:20.718261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Attempting to bind port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:20.718592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Attempting to bind port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:20.718918 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Attempting to bind port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:20.726659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-814e4225-025c-42dd-8724-8ba453c394d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.730699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb on network f12a6415-c118-4479-8678-787f7505198a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:20.731023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Attempting to bind port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:20.749595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:20.749959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Checking segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:20.750326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Bound using segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:20.750761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Bound port: f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:20.751119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.805708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:20.882478 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8e5ae116-47d5-47aa-ac50-8291aada8588 req-29b2e7f6-2585-4379-9418-ef7f6df98a32 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589642 Jul 16 18:10:20.885438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] For port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:20.890586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] For port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:20.896550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.945406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.946133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.948989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] 10.222.0.46 "PUT /v2.0/ports/f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb HTTP/1.1" status: 200 len: 1093 time: 1.4394214 Jul 16 18:10:20.949553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60379d2c-3aef-435c-a331-6484c50435f2', 'tag': 'f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:20.953817 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf48dffb-d24a-4955-a3fe-0e07b522493a" -d '{"events": [{"name": "network-changed", "server_uuid": "60379d2c-3aef-435c-a331-6484c50435f2", "tag": "f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:20.974598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd5d3f-76f5-4943-b18a-5435572b150a service neutron] Pushing event updated for resources: {'Port': ['ID=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.062473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932518-5455-4f9c-b7fc-4a8e1152f8c3 req-ebfd3768-300a-468c-a870-b807e16d5be7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.064036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e932518-5455-4f9c-b7fc-4a8e1152f8c3 req-ebfd3768-300a-468c-a870-b807e16d5be7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 944 time: 0.5567420 Jul 16 18:10:21.068311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e4225-025c-42dd-8724-8ba453c394d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddbf7c7f-e5f0-4423-957c-42663a8d666c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.095109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f32e-ea59-4c44-8365-b799750ee208 req-e97cc5b0-72e7-40b3-b924-cde62730f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.097161 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-e97cc5b0-72e7-40b3-b924-cde62730f456 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 1096 time: 0.0736978 Jul 16 18:10:21.098942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.121961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:21.137756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:da:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:20Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:21.141723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-814e4225-025c-42dd-8724-8ba453c394d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.146220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-814e4225-025c-42dd-8724-8ba453c394d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ddbf7c7f-e5f0-4423-957c-42663a8d666c HTTP/1.1" status: 204 len: 168 time: 1.5470243 Jul 16 18:10:21.151890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41912) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.155188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f550d2e-036d-49c5-9c84-e2cbe2d4bd97') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:21.155480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f550d2e-036d-49c5-9c84-e2cbe2d4bd97') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:21.176414 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-90026693-eaa6-4abc-89b7-a8df48bde40e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb HTTP/1.1" status: 200 len: 217 time: 0.0639186 Jul 16 18:10:21.181488 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] Checking router: bfe391d3-d967-49c3-9aa3-613bf7500014 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:21.191248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:21.191795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:21.199394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.204000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-4542cfdd-270c-43fa-b175-7dc41593011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.205561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-4542cfdd-270c-43fa-b175-7dc41593011c service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.5618484 Jul 16 18:10:21.217379 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-075f5c04-1102-433b-be69-fac0b3880314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:10:21.219002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-075f5c04-1102-433b-be69-fac0b3880314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "GET /v2.0/ports/ddbf7c7f-e5f0-4423-957c-42663a8d666c HTTP/1.1" status: 404 len: 333 time: 0.0615008 Jul 16 18:10:21.223441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41914) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.238629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1145027934', 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:21.265081 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.270040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e932518-5455-4f9c-b7fc-4a8e1152f8c3 req-b4a59ebc-f038-4757-845e-7b8e7fac41af tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678293 Jul 16 18:10:21.274354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-bce46d09-8b85-41c5-b7e8-d01b3f4d1e4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 217 time: 0.0505183 Jul 16 18:10:21.276915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:21.277339 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:21.279743 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:21.306746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f32e-ea59-4c44-8365-b799750ee208 req-59e19a7b-f2ab-4e8a-a5fc-cd814edee6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.317960 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-59e19a7b-f2ab-4e8a-a5fc-cd814edee6dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.1214931 Jul 16 18:10:21.336370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:21.361175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Made reservation on behalf of 7bc6031527b745fdac52de9b9263cc61 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:21.363814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.414600 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-13dba2f0-fc8e-421e-82cd-7cb6e259a9f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761192 Jul 16 18:10:21.443615 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.461453 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.463629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7 HTTP/1.1" status: 204 len: 168 time: 1.0526540 Jul 16 18:10:21.465565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] device_id is not set on port bde6d0a4-4507-4ed0-b13b-7179724512e4 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:21.494592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-3e8066c2-0f4f-4129-b2c6-cc81b9c41365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.496297 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-3e8066c2-0f4f-4129-b2c6-cc81b9c41365 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.2066457 Jul 16 18:10:21.497352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa810fb-aafc-4d5c-98a9-c25a05643e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fb88cd-1c2a-4c44-9ed8-fe75a691a3a7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.605422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-e4de8f01-92a4-46fb-a7c5-c730c7163097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.607000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-e4de8f01-92a4-46fb-a7c5-c730c7163097 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972104 Jul 16 18:10:21.659712 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e497dc2a-9022-4715-bcd4-fd9eeb9fdbbf x-openstack-request-id: req-e497dc2a-9022-4715-bcd4-fd9eeb9fdbbf {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:21.660032 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:21.660289 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e497dc2a-9022-4715-bcd4-fd9eeb9fdbbf {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:21.661060 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'status': 'completed', 'code': 200} Jul 16 18:10:21.697054 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-c10623c7-abc9-4399-8814-263547ae000a service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714734 Jul 16 18:10:21.750881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41926) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.791790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:da:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:20Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:21.812853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-a907e8dd-5c12-4043-a0b0-32410498142f service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908555 Jul 16 18:10:21.833803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735089f3-a3e9-4a05-a8d0-d3878e8bfb9d None None] The sync data for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 is: [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:da:74:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:20Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:21.914931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.969218 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5594f32e-ea59-4c44-8365-b799750ee208 req-8c466dc5-3fbf-42b5-a47b-83eb3ba6f808 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606065 Jul 16 18:10:21.974705 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d57ae149-7a9d-4a47-b216-abbfd2fafdcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=097ec2b2939f4e8392806c35938c5ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219536 Jul 16 18:10:21.976084 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-ecf9b4a0-f828-4d6a-9540-2b405a64cb2c service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568449 Jul 16 18:10:21.977517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41928) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.980855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-f08ae904-9718-452b-ad2d-4162d7643e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.982888 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-f08ae904-9718-452b-ad2d-4162d7643e59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.2946022 Jul 16 18:10:21.993801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde4647-5123-4e5d-819d-b6ac69688880 req-c49b6489-a8c9-4d26-ad3a-7c0fcae11f1c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.995530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7dde4647-5123-4e5d-819d-b6ac69688880 req-c49b6489-a8c9-4d26-ad3a-7c0fcae11f1c tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1777523 Jul 16 18:10:22.075992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7dde4647-5123-4e5d-819d-b6ac69688880 req-1f7ae3ce-13e5-4f42-8425-63f15c577461 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685668 Jul 16 18:10:22.094116 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.116845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-9711cf00-a622-4d30-a07d-154285e62b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.125328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-9711cf00-a622-4d30-a07d-154285e62b3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 1097 time: 0.1269877 Jul 16 18:10:22.160169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Network bac3c12d-c49e-431a-8c0f-1272efa43be1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:22.162350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8014b4a0-1ac6-41a3-a681-6aeb465e9bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.174012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:22.183664 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:22.184711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.185632 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.187763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'Port': ['ID=bde6d0a4-4507-4ed0-b13b-7179724512e4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.207922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-039710fa-1afb-46f0-acea-343ca37553a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.209510 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-039710fa-1afb-46f0-acea-343ca37553a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.2176254 Jul 16 18:10:22.221903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-eceb8bb5-c695-4520-9eb1-bbbb40ad9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.223381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-eceb8bb5-c695-4520-9eb1-bbbb40ad9049 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.0970254 Jul 16 18:10:22.225454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8014b4a0-1ac6-41a3-a681-6aeb465e9bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.228873 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b31c82f2-a2cf-4b72-8ea2-ad763adbc419 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0018671 Jul 16 18:10:22.236537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.269589 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-261792e0-c527-49c0-891d-da38545b63a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 217 time: 0.0511942 Jul 16 18:10:22.332802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-90f7b2ee-bcc0-4b98-b445-e8a5ef38ac98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 200 len: 1001 time: 0.1035161 Jul 16 18:10:22.335029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed67a6b0-b0dd-4198-8c63-a4b5aed6dbed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.336304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ed67a6b0-b0dd-4198-8c63-a4b5aed6dbed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "GET /v2.0/ports/bde6d0a4-4507-4ed0-b13b-7179724512e4 HTTP/1.1" status: 200 len: 959 time: 0.0972376 Jul 16 18:10:22.339506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41946) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.349586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-7e54b850-c0ea-4430-b39a-5b49aa25d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.351077 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-7e54b850-c0ea-4430-b39a-5b49aa25d32e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.0743623 Jul 16 18:10:22.400305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8014b4a0-1ac6-41a3-a681-6aeb465e9bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.402817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8014b4a0-1ac6-41a3-a681-6aeb465e9bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.406364 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8014b4a0-1ac6-41a3-a681-6aeb465e9bf3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1760a85b-0ade-4d26-8968-f07e1bed01e6 HTTP/1.1" status: 204 len: 168 time: 0.4253366 Jul 16 18:10:22.410440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-74d849e0-d31c-4d76-90ee-b36d61c27706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.417773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-74d849e0-d31c-4d76-90ee-b36d61c27706 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.0833902 Jul 16 18:10:22.423906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014b4a0-1ac6-41a3-a681-6aeb465e9bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1760a85b-0ade-4d26-8968-f07e1bed01e6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.481849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-e5d778c5-32ae-4c2a-ae37-50a47ae77660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.483432 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-e5d778c5-32ae-4c2a-ae37-50a47ae77660 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146722 Jul 16 18:10:22.499566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-92771606-b7a0-44bc-b0cc-67b856998996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Deleting port bde6d0a4-4507-4ed0-b13b-7179724512e4 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:22.499914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92771606-b7a0-44bc-b0cc-67b856998996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.538864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-5b5ad14c-7823-4554-ae59-c9caed6dca26 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.540347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-5b5ad14c-7823-4554-ae59-c9caed6dca26 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 814 time: 0.1744235 Jul 16 18:10:22.554756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541b2d-33a5-4970-893a-d047512c0519 req-a2099f18-3033-4a72-aad7-ef61e4734b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.556220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-a2099f18-3033-4a72-aad7-ef61e4734b6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373909 Jul 16 18:10:22.573241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fa63a2a4-fefa-425f-9d55-0a48e51caefb tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/quotas/bc9d9c31706a4760962c57c3bb702826 HTTP/1.1" status: 200 len: 375 time: 0.0268247 Jul 16 18:10:22.612185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92771606-b7a0-44bc-b0cc-67b856998996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.630059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-92771606-b7a0-44bc-b0cc-67b856998996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Calling delete_port for bde6d0a4-4507-4ed0-b13b-7179724512e4 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:22.632996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-99a8dd11-f876-4225-bcb9-f72fb2751622 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497437 Jul 16 18:10:22.647851 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-1fe04fa3-a78b-4789-8006-0892adf3e297 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581478 Jul 16 18:10:22.762082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-b90987aa-3af1-4997-8922-6856cdab2c38 service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983418 Jul 16 18:10:22.803639 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff53f7f9-9b86-4f96-82c2-1b35e7696105 req-0bf61e16-2beb-443a-b6e6-0f2f59eddcc2 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234443 Jul 16 18:10:22.805058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92771606-b7a0-44bc-b0cc-67b856998996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.814171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-81479c95-f7df-4faa-8fe8-e61f623a15b4 service neutron] 10.222.0.60 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803255 Jul 16 18:10:22.840817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92771606-b7a0-44bc-b0cc-67b856998996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event deleted for resources: {'Port': ['ID=bde6d0a4-4507-4ed0-b13b-7179724512e4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.850823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92771606-b7a0-44bc-b0cc-67b856998996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.853131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-92771606-b7a0-44bc-b0cc-67b856998996 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "DELETE /v2.0/ports/bde6d0a4-4507-4ed0-b13b-7179724512e4 HTTP/1.1" status: 204 len: 168 time: 0.5122354 Jul 16 18:10:22.855609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.887347 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c446ab2-c0e9-463c-aa1b-c7090f385233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:10:22.889229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4c446ab2-c0e9-463c-aa1b-c7090f385233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "GET /v2.0/ports/bde6d0a4-4507-4ed0-b13b-7179724512e4 HTTP/1.1" status: 404 len: 333 time: 0.0325711 Jul 16 18:10:22.893076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.898551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Request body: {'port': {'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1145816910'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:22.922602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Made reservation on behalf of 7bc6031527b745fdac52de9b9263cc61 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:22.925534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.933195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a541b2d-33a5-4970-893a-d047512c0519 req-f7e6debc-ab6a-45c4-b086-8e067c11aaab service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635635 Jul 16 18:10:22.943477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] device_id is not set on port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:22.976060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-50718763-7911-48e7-86f7-b8e61dd6f5da service neutron] 10.222.0.60 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291504 Jul 16 18:10:22.992289 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c52259b-074e-4c4c-af02-1e96c56680bc x-openstack-request-id: req-1c52259b-074e-4c4c-af02-1e96c56680bc {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:22.992600 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60379d2c-3aef-435c-a331-6484c50435f2", "tag": "f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:22.992851 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c52259b-074e-4c4c-af02-1e96c56680bc {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:22.993247 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60379d2c-3aef-435c-a331-6484c50435f2', 'tag': 'f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb', 'status': 'completed', 'code': 200} Jul 16 18:10:23.170113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.198452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-ee7560dd-6da9-4493-b88d-458d97f0a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.199981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-ee7560dd-6da9-4493-b88d-458d97f0a8f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 1096 time: 0.1365469 Jul 16 18:10:23.285786 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.370619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Network bac3c12d-c49e-431a-8c0f-1272efa43be1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:23.379167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:23.382111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-fc4f718f-610e-48d8-8fcd-db7233730e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.384480 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-fc4f718f-610e-48d8-8fcd-db7233730e6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 913 time: 0.1732397 Jul 16 18:10:23.384842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:23.385676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.386343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.389815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'Port': ['ID=4d4a16f0-e4a1-4bff-b5c6-20910265ce0d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.410718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41990) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.430944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cb63a18-a5c2-4acd-962c-caf493af5915 req-20d40a79-9d1e-44c9-8235-18f3b768be9c tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 1001 time: 0.1390114 Jul 16 18:10:23.433436 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-7cce571b-0c10-4807-b069-8074818eb2b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb HTTP/1.1" status: 200 len: 217 time: 0.0399544 Jul 16 18:10:23.441515 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6947f3ca-d49e-4929-be61-59856039383b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5469370 Jul 16 18:10:23.451528 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41994) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.453576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a3550-abbe-4334-b659-cb699236cf13 req-dfc4a5ec-d086-4214-bc80-78b92be4092e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.455143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd1a3550-abbe-4334-b659-cb699236cf13 req-dfc4a5ec-d086-4214-bc80-78b92be4092e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 944 time: 0.1152167 Jul 16 18:10:23.481212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:23.539290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-669dc7af-2eff-4268-836f-3f5b28068918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.541060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-669dc7af-2eff-4268-836f-3f5b28068918 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.0981016 Jul 16 18:10:23.542083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd1a3550-abbe-4334-b659-cb699236cf13 req-64a6ee87-0fe4-4e1e-9c0d-00e2a34afe11 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766282 Jul 16 18:10:23.582263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb63a18-a5c2-4acd-962c-caf493af5915 req-c626e8d0-7ae2-4325-a5cd-97b45483bfce tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.596036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cb63a18-a5c2-4acd-962c-caf493af5915 req-c626e8d0-7ae2-4325-a5cd-97b45483bfce tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports/1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 200 len: 942 time: 0.1532192 Jul 16 18:10:23.609506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-421313785-network', 'tenant_id': 'a99426b8812c4f489eeda1ebab95c0b7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:23.615159 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-779fdffe-0637-4709-9a94-5c7a20c4cbd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482528 Jul 16 18:10:23.631240 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.660983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Made reservation on behalf of a99426b8812c4f489eeda1ebab95c0b7 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:23.663547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.667375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:23.672208 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f300ab6d-518d-4813-9f1d-ddc18946c2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:23.682897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.792796 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-d5f077bf-0013-4788-9f03-0ca1acc93ff7 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687949 Jul 16 18:10:23.820620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abf93174-fb06-4d1d-aebc-7af884b80ad0 req-56494e16-3c9e-4ffe-b8b7-746e25cb9c5d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 210 time: 0.0749321 Jul 16 18:10:23.870266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cb63a18-a5c2-4acd-962c-caf493af5915 req-0cc85234-33fb-4d20-9ce5-76d483b78159 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 1001 time: 0.1371827 Jul 16 18:10:23.971989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf48dffb-d24a-4955-a3fe-0e07b522493a req-d639f0a6-38ce-4d50-aede-71fe303980d3 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704524 Jul 16 18:10:24.016237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] device_id is not set on port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:24.022084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb63a18-a5c2-4acd-962c-caf493af5915 req-00638805-9025-4589-a7e5-535b0e1ca709 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.023973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cb63a18-a5c2-4acd-962c-caf493af5915 req-00638805-9025-4589-a7e5-535b0e1ca709 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.1366911 Jul 16 18:10:24.029905 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.043131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-0cb63a18-a5c2-4acd-962c-caf493af5915 req-a8a35c74-c17a-402d-8fae-958e646d2a7c tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:10:24.050453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Transition to ACTIVE for port object 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:24.056307 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.061118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0cb63a18-a5c2-4acd-962c-caf493af5915 req-a8a35c74-c17a-402d-8fae-958e646d2a7c tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257020 Jul 16 18:10:24.105062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.118577 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.143309 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.143635 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.144003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.159295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'Port': ['ID=4d4a16f0-e4a1-4bff-b5c6-20910265ce0d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.171083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.171083 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:24.171980 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 2 to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d Jul 16 18:10:24.187260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.187450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:24.187580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.187839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.192662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.193008 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:24.193401 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 3 to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d Jul 16 18:10:24.200263 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdee42cf-e26f-4eac-aaf0-57e974997f52 x-openstack-request-id: req-cdee42cf-e26f-4eac-aaf0-57e974997f52 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:24.201219 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:24.201566 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdee42cf-e26f-4eac-aaf0-57e974997f52 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:24.202052 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'status': 'completed', 'code': 200} Jul 16 18:10:24.202818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a99687-58f7-44c5-adb7-eb891715adb2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.215340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.215870 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Added segment fa70eb36-5a48-4d8b-817d-b5faa0e7e08d of type vlan for network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 Jul 16 18:10:24.224504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.224882 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.225222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.231131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.231518 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:24.232682 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 4 to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d Jul 16 18:10:24.247811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.248630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.249037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.274269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42014) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.285215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.285549 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:24.286678 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 5 to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d Jul 16 18:10:24.303669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.303918 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.304255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.314955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.315260 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:24.315932 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 6 to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d Jul 16 18:10:24.326743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.334903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.335237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.335575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.336992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36743279-ad29-4803-a991-766488f3140c req-5c180154-817e-4e1f-af95-ba4293297bc5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.338634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36743279-ad29-4803-a991-766488f3140c req-5c180154-817e-4e1f-af95-ba4293297bc5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.2358897 Jul 16 18:10:24.350158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-b36eb784-689d-4bfd-ad64-f332d99a7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.351874 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-b36eb784-689d-4bfd-ad64-f332d99a7f9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 1097 time: 0.0995483 Jul 16 18:10:24.352217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.352568 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:24.352961 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 7 to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d Jul 16 18:10:24.368459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-14bae566-9982-4b72-9f32-a60c47667555 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 1001 time: 0.1587851 Jul 16 18:10:24.406112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.406526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.408046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.418443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.418741 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:24.422366 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 8 to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d Jul 16 18:10:24.443991 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.445101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.445726 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.502420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36743279-ad29-4803-a991-766488f3140c req-68bcd19f-ecf0-4f1b-8f84-5525c1f15ad7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545007 Jul 16 18:10:24.516082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1019900 Jul 16 18:10:24.528133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-be1b48be-399c-422d-8464-e20ca46477e1 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.529956 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-be1b48be-399c-422d-8464-e20ca46477e1 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports/1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 200 len: 942 time: 0.1520507 Jul 16 18:10:24.532035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.557941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Request body: {'subnet': {'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-421313785-subnet', 'tenant_id': 'a99426b8812c4f489eeda1ebab95c0b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:24.689700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755b7f0-2f8d-446a-83f2-8d628f486027 admin admin] Pushing event updated for resources: {'Network': ['ID=0e8583b6-b034-4ed2-8798-8d76a9f51fc6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.709336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b097f2a8-e529-44d0-a5e5-31b283a13f41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9822116d497c4b88b58fc8853ed126e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130588 Jul 16 18:10:24.709336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Made reservation on behalf of a99426b8812c4f489eeda1ebab95c0b7 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:24.709702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:24.710224 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.755921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.844378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.845032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.845175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.887326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-b4cc927b-f3fd-47a8-9bfb-2f450ac58b68 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 1001 time: 0.2037511 Jul 16 18:10:24.894522 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.894861 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:24.898353 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 9 to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d Jul 16 18:10:24.914600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-45efcc5e-00fb-4bfe-922d-ef3d0af2cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.916050 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-45efcc5e-00fb-4bfe-922d-ef3d0af2cb90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.5516987 Jul 16 18:10:24.925648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:24.925991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:24.926317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:24.970144 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116f04da-e97a-42f2-b26e-579d4764addf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.970586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:24.970919 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:24.977045 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempt 10 to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d Jul 16 18:10:24.987631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd75ec-1aa1-4f93-8520-6eacd7f344e9 req-a6008b26-a739-4ae9-af07-58ea5d2545cf tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.989429 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85dd75ec-1aa1-4f93-8520-6eacd7f344e9 req-a6008b26-a739-4ae9-af07-58ea5d2545cf tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.2870314 Jul 16 18:10:25.005908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-2483687b-ba3e-4022-b643-a3f2db95c074 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.007349 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-2483687b-ba3e-4022-b643-a3f2db95c074 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 814 time: 0.2087448 Jul 16 18:10:25.013172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:25.013721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:25.014133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempting to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:25.024818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Request body: {'port': {'device_id': '359590de-5c02-421e-a19c-0329fba6af2f', 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb', 'admin_state_up': True, 'tenant_id': 'bc9d9c31706a4760962c57c3bb702826'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:25.032128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-b4a928ba-9200-4e5f-a0e0-6e3ea5fb9cad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 200 len: 1001 time: 0.1075158 Jul 16 18:10:25.032687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:25.033016 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Failed to bind port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on host n-h1-793619-10 for vnic_type normal using segments [{'id': '2a6c44b7-50f3-4fb2-9830-8d1d334d901a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bac3c12d-c49e-431a-8c0f-1272efa43be1'}] Jul 16 18:10:25.033387 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.197224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-b52ef62c-db69-4c46-af44-fa6e8ef2cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.198698 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-b52ef62c-db69-4c46-af44-fa6e8ef2cf23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.1485403 Jul 16 18:10:25.251619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] For port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:25.251984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attempted to set empty binding levels {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:10:25.261457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.294381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:25.320437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] In _notify_port_updated(), no bound segment for port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d on network bac3c12d-c49e-431a-8c0f-1272efa43be1 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:10:25.321334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.322318 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.323463 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "PUT /v2.0/ports/4d4a16f0-e4a1-4bff-b5c6-20910265ce0d HTTP/1.1" status: 200 len: 980 time: 1.8705049 Jul 16 18:10:25.326669 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116f04da-e97a-42f2-b26e-579d4764addf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.328459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Made reservation on behalf of bc9d9c31706a4760962c57c3bb702826 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:25.331445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42032) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:25.332416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.350914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ea9dc-e34a-479f-80bc-1d0b53dcd47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event updated for resources: {'Port': ['ID=4d4a16f0-e4a1-4bff-b5c6-20910265ce0d,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.376701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-8a2aae83-c79c-4d11-aa1c-14f4cbd76a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.378492 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-8a2aae83-c79c-4d11-aa1c-14f4cbd76a49 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677914 Jul 16 18:10:25.431175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85dd75ec-1aa1-4f93-8520-6eacd7f344e9 req-582d5de1-62f0-49a9-bfb2-6aa4cfc7d42b tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301689 Jul 16 18:10:25.537793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-62d10944-d372-4897-8e3b-21e862d6ddd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.546714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-62d10944-d372-4897-8e3b-21e862d6ddd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.6461825 Jul 16 18:10:25.556669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Allocated IP 172.20.0.13 (5c37335e-9fc4-4212-be3b-880a2e0d71fb/84d8b47e-08bc-405e-888c-e234259c61f2/70df5b85-8acb-45f1-86eb-4a11ecf3a25d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:25.561371 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-a4868446-93d2-4f9f-a7f1-481717bf8039 service neutron] 10.222.0.46 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502473 Jul 16 18:10:25.562750 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116f04da-e97a-42f2-b26e-579d4764addf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.566442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116f04da-e97a-42f2-b26e-579d4764addf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.568003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-116f04da-e97a-42f2-b26e-579d4764addf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00f4f47f-37bd-46c2-b654-6e60078f7ac3 HTTP/1.1" status: 204 len: 168 time: 0.8110278 Jul 16 18:10:25.568505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:25.587323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'port_id': 'f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb', 'mac_address': 'fa:16:3e:68:0a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:25.605603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.642343 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.659689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:25.690592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f04da-e97a-42f2-b26e-579d4764addf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f4f47f-37bd-46c2-b654-6e60078f7ac3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.693095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:25.698009 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.734291 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f300ab6d-518d-4813-9f1d-ddc18946c2c7 req-a2ed33a3-9b24-4378-8d26-c4a153e04573 service neutron] 10.222.0.46 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642587 Jul 16 18:10:25.751029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee50f134-b269-4a2e-8df3-3b4f18f7c328,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.801382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.814898 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.819001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-c1dba389-0b99-4c27-8ff1-17f85b743b63 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 1001 time: 0.2711554 Jul 16 18:10:25.837516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Checking segment: {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:25.837865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Network hostable DHCP agents. Network: 0e8583b6-b034-4ed2-8798-8d76a9f51fc6, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:25.844267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-e108f167-519b-42d6-a59a-b916389b0d3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:25.858403 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.893584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-78d63696-7c9b-4755-816b-8236e6b2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Deleting port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:25.893819 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d63696-7c9b-4755-816b-8236e6b2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.909155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Network 5c37335e-9fc4-4212-be3b-880a2e0d71fb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:25.912504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:25.917484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:25.946166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Pushing event updated for resources: {'Port': ['ID=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.951255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b1175-ecc1-4328-a857-e7960896a87f req-cc99425c-ee6d-4edb-9db9-885e070a2915 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.952952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a72b1175-ecc1-4328-a857-e7960896a87f req-cc99425c-ee6d-4edb-9db9-885e070a2915 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 944 time: 0.3421631 Jul 16 18:10:25.960189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:25.975170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.975830 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.990716 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-f2d3442d-cdf4-452a-b1f4-f64322071c7d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9733782 Jul 16 18:10:26.004924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Request body: {'port': {'device_id': '359590de-5c02-421e-a19c-0329fba6af2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:26.008684 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-e108f167-519b-42d6-a59a-b916389b0d3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.062179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-78d63696-7c9b-4755-816b-8236e6b2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] For port 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d, host n-h1-793619-10, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:26.062503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d63696-7c9b-4755-816b-8236e6b2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.066202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 0e8583b6-b034-4ed2-8798-8d76a9f51fc6) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:26.070521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.071189 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.080295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:26.089873 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.108325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-78d63696-7c9b-4755-816b-8236e6b2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Calling delete_port for 4d4a16f0-e4a1-4bff-b5c6-20910265ce0d owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:26.112208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad7cd7-e100-414a-9d89-3bcf2ca37839 None None] Network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:26.127102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1ef6a10c-47a6-4e2b-83ec-26f55aef4f48 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5840409 Jul 16 18:10:26.263583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a72b1175-ecc1-4328-a857-e7960896a87f req-14b12ee2-635f-4bad-8123-4d592719863e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876685 Jul 16 18:10:26.331982 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d63696-7c9b-4755-816b-8236e6b2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.374596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78d63696-7c9b-4755-816b-8236e6b2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.377176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-78d63696-7c9b-4755-816b-8236e6b2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "DELETE /v2.0/ports/4d4a16f0-e4a1-4bff-b5c6-20910265ce0d HTTP/1.1" status: 204 len: 168 time: 1.0429189 Jul 16 18:10:26.385588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-0e8583b6-b034-4ed2-8798-8d76a9f51fc6', 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6', 'tenant_id': 'a99426b8812c4f489eeda1ebab95c0b7', 'fixed_ips': [{'subnet_id': 'ee50f134-b269-4a2e-8df3-3b4f18f7c328'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:26.386460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.403162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42062) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:26.438196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d63696-7c9b-4755-816b-8236e6b2ad6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d4a16f0-e4a1-4bff-b5c6-20910265ce0d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.455369 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-e108f167-519b-42d6-a59a-b916389b0d3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.460194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-e108f167-519b-42d6-a59a-b916389b0d3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.460383 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-e108f167-519b-42d6-a59a-b916389b0d3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436 disassociated. External IP: 172.25.2.105, port: 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6. Jul 16 18:10:26.481144 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-565e81c4-c8e7-4a16-8427-8272490c1422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:10:26.483677 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-565e81c4-c8e7-4a16-8427-8272490c1422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882572141-project-admin] 10.222.0.60 "GET /v2.0/ports/4d4a16f0-e4a1-4bff-b5c6-20910265ce0d HTTP/1.1" status: 404 len: 333 time: 0.0799835 Jul 16 18:10:26.499525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:26.631336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Allocated IP 172.20.0.2 (0e8583b6-b034-4ed2-8798-8d76a9f51fc6/ee50f134-b269-4a2e-8df3-3b4f18f7c328/09ace182-de74-403e-b4ae-479a86fc4cd4) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:26.660789 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.730560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0457e0a-3c6f-4951-a3c7-2df62c639441 req-3ba9c888-e93e-437c-b4bc-bd98b6a70d2d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.732247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0457e0a-3c6f-4951-a3c7-2df62c639441 req-3ba9c888-e93e-437c-b4bc-bd98b6a70d2d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 932 time: 0.1319039 Jul 16 18:10:26.783424 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.804092 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.813441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac3c12d-c49e-431a-8c0f-1272efa43be1']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:26.813843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Transition to ACTIVE for port object 09ace182-de74-403e-b4ae-479a86fc4cd4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:26.816045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0457e0a-3c6f-4951-a3c7-2df62c639441 req-9f8aa73a-03d9-42b8-abe1-1c680eba62ae tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542657 Jul 16 18:10:26.819974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-e108f167-519b-42d6-a59a-b916389b0d3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Router bfe391d3-d967-49c3-9aa3-613bf7500014 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:26.827779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6c44b7-50f3-4fb2-9830-8d1d334d901a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:26.828080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6c44b7-50f3-4fb2-9830-8d1d334d901a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:26.835072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Transition to ACTIVE for port object 09ace182-de74-403e-b4ae-479a86fc4cd4 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:26.843254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.846171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70df5b85-8acb-45f1-86eb-4a11ecf3a25d {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:26.848946 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.860874 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.869846 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.881394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:26.881937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:26.884862 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:26.889189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Transition to ACTIVE for port object 70df5b85-8acb-45f1-86eb-4a11ecf3a25d will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:26.898570 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.933769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Pushing event updated for resources: {'Port': ['ID=09ace182-de74-403e-b4ae-479a86fc4cd4,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.942962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:26.945055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:26.948665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:26.961122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-e108f167-519b-42d6-a59a-b916389b0d3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:26.966992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-e108f167-519b-42d6-a59a-b916389b0d3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.972790 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] Sync routers for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:26.983248 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:26.984381 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:27.018621 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-e108f167-519b-42d6-a59a-b916389b0d3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "PUT /v2.0/floatingips/38604f09-18ce-41eb-b2cb-58d2fbb3f436 HTTP/1.1" status: 200 len: 695 time: 1.1862671 Jul 16 18:10:27.023898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:27.028926 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32943a8e-4a55-45d5-82fd-c8542efd26c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:27.045552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Attempting to bind port 09ace182-de74-403e-b4ae-479a86fc4cd4 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:27.045989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Attempting to bind port 09ace182-de74-403e-b4ae-479a86fc4cd4 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:27.046350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Attempting to bind port 09ace182-de74-403e-b4ae-479a86fc4cd4 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:27.051966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:27.052426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Checking segment: {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:27.052870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.053248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Bound using segment: {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:27.053708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Bound port: 09ace182-de74-403e-b4ae-479a86fc4cd4, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:27.054211 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.072808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.098625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-41e2b18e-c070-48a7-9b1d-8eae8234a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.116362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-41e2b18e-c070-48a7-9b1d-8eae8234a369 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 1097 time: 0.0816824 Jul 16 18:10:27.147095 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:27.157809 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.159686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] 10.222.0.60 "DELETE /v2.0/networks/bac3c12d-c49e-431a-8c0f-1272efa43be1 HTTP/1.1" status: 204 len: 168 time: 0.6591988 Jul 16 18:10:27.160825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Attempting to bind port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:27.161161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Attempting to bind port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:27.161487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Attempting to bind port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:27.177463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Pushing event updated for resources: {'Port': ['ID=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.178911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] For port 09ace182-de74-403e-b4ae-479a86fc4cd4, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:27.181843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbfbf7-d0aa-45b1-8b33-9ddf68d2f802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509380827-project] Pushing event deleted for resources: {'Network': ['ID=bac3c12d-c49e-431a-8c0f-1272efa43be1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.183550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:27.183866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Attempting to bind port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:27.189764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:27.190106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Checking segment: {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:27.190494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Bound using segment: {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:27.190928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Bound port: 70df5b85-8acb-45f1-86eb-4a11ecf3a25d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:27.191290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.197605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] For port 09ace182-de74-403e-b4ae-479a86fc4cd4, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=09ace182-de74-403e-b4ae-479a86fc4cd4,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:27.204397 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.249928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-40c6991f-5901-4a56-ac1d-91ed38ee1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.254524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-40c6991f-5901-4a56-ac1d-91ed38ee1ceb service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.1302700 Jul 16 18:10:27.267288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] For port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:27.275842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] For port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:27.282302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.308013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-0a20bf2d-e436-4852-b06a-591a19db0945 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 200 len: 217 time: 0.0490434 Jul 16 18:10:27.311223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:27.367572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.368203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.380967 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] 10.222.0.45 "PUT /v2.0/ports/70df5b85-8acb-45f1-86eb-4a11ecf3a25d HTTP/1.1" status: 200 len: 1093 time: 1.3699472 Jul 16 18:10:27.381214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359590de-5c02-421e-a19c-0329fba6af2f', 'tag': '70df5b85-8acb-45f1-86eb-4a11ecf3a25d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:27.383410 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "359590de-5c02-421e-a19c-0329fba6af2f", "tag": "70df5b85-8acb-45f1-86eb-4a11ecf3a25d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:27.395501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb1d87-f04d-4f5e-bc8b-ecbc6b1c6949 None None] Pushing event updated for resources: {'Port': ['ID=09ace182-de74-403e-b4ae-479a86fc4cd4,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.434868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:27.441255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:27.441854 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.480084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-3d07a483-771e-41f9-a5e5-373f1c2ce0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.481933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-3d07a483-771e-41f9-a5e5-373f1c2ce0fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.1644452 Jul 16 18:10:27.505358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b690b-0047-4f82-a5d3-ec72f64be05b service neutron] Pushing event updated for resources: {'Port': ['ID=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.533204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-c49b8c5b-08c6-45b9-bdda-ba3dedcd03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.535009 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-c49b8c5b-08c6-45b9-bdda-ba3dedcd03b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 1096 time: 0.1192586 Jul 16 18:10:27.561996 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.586769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-06fe0dec-9f80-40e5-9445-4f8718451108 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.599058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-06fe0dec-9f80-40e5-9445-4f8718451108 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 815 time: 0.2654064 Jul 16 18:10:27.610161 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-0ba96425-6902-40da-934e-98ee2c8c53ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70df5b85-8acb-45f1-86eb-4a11ecf3a25d HTTP/1.1" status: 200 len: 217 time: 0.0670533 Jul 16 18:10:27.634491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:27.636753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60379d2c-3aef-435c-a331-6484c50435f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:27.644248 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe497b8-13a0-4652-85a0-de5803746f38" -d '{"events": [{"server_uuid": "60379d2c-3aef-435c-a331-6484c50435f2", "name": "network-vif-plugged", "status": "completed", "tag": "f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:27.658139 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.672818 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:27.674504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42100) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:27.687992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-f4aa6b6c-e8e1-4022-9ea6-ad2bd7af1ac5 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/quotas/a99426b8812c4f489eeda1ebab95c0b7 HTTP/1.1" status: 200 len: 375 time: 0.0878971 Jul 16 18:10:27.725641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-02abd196-be74-4405-ae4f-ae56e03ea35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.727889 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-02abd196-be74-4405-ae4f-ae56e03ea35b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.1105373 Jul 16 18:10:27.729111 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] Checking router: bfe391d3-d967-49c3-9aa3-613bf7500014 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:27.748956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.753257 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:27.754020 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:27.773766 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-441d1ac0-197d-4d14-980e-c58e2bafd33e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379500 Jul 16 18:10:27.817641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-32669039-6a76-4cdd-9797-5284338112cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.819194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-32669039-6a76-4cdd-9797-5284338112cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2101183 Jul 16 18:10:27.881683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-ef8947e6-c2f0-47c1-b7a0-4c1e8c682ac7 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1751089 Jul 16 18:10:27.889585 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:27.907836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-66f8b888-f5b4-448f-a6a4-6d13c3ddd8c2 service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265957 Jul 16 18:10:28.008369 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5fbc3f1d-096f-44fd-ab41-1209419c1a10 req-acaa40b5-0cc5-49a1-b63f-08f2d49a5254 service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937266 Jul 16 18:10:28.014179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6c918433-8812-4b87-a37d-14cef40660c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3937cffc4a304b49a7b6610766abf22c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376250 Jul 16 18:10:28.017584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42106) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.043335 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-53ee8d3e-9ae1-4869-8686-f765ffa7a46f service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156980 Jul 16 18:10:28.082668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-22c31f5c-72ec-4c58-ac29-ef6757e4b89d service neutron] 10.222.0.60 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884782 Jul 16 18:10:28.084736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956ae486-ed2e-4fa4-bc92-66fe40aba588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.120538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956ae486-ed2e-4fa4-bc92-66fe40aba588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.174503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956ae486-ed2e-4fa4-bc92-66fe40aba588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.177334 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956ae486-ed2e-4fa4-bc92-66fe40aba588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.180903 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-956ae486-ed2e-4fa4-bc92-66fe40aba588 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69828069-d723-4788-a918-6428dde43e0a HTTP/1.1" status: 204 len: 168 time: 0.1598799 Jul 16 18:10:28.190684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ae486-ed2e-4fa4-bc92-66fe40aba588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69828069-d723-4788-a918-6428dde43e0a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.212389 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:28.239217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06da02fc-7402-4216-8b3e-86cd3f7cd595 req-cb704943-b6f3-4d16-8d2f-cfd8b5ecf0d5 service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872051 Jul 16 18:10:28.244717 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c990d12-1bab-4cb3-88e3-0149bcbe8f30 None None] The sync data for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 is: [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:28.261644 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-bb30648e-0a15-4e7a-9b84-fd0104086774 service neutron] 10.222.0.60 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708081 Jul 16 18:10:28.514558 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.603555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42120) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.652592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf5532-72b3-4f47-9fa4-cf7b197acbf7 None None] New status for floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:28.691895 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4322fba2-7478-48a9-87b1-45a2eee69fe6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7bc6031527b745fdac52de9b9263cc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0869524 Jul 16 18:10:28.695488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42122) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:28.710519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d60f6-aca2-4f72-9d51-0c77013be1cb req-ec19963d-e9ca-4006-af5c-19e1c8397e56 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.733476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-392d60f6-aca2-4f72-9d51-0c77013be1cb req-ec19963d-e9ca-4006-af5c-19e1c8397e56 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1325176 Jul 16 18:10:28.829790 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-392d60f6-aca2-4f72-9d51-0c77013be1cb req-6df1a347-f35d-4028-847f-dece2584837d tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953555 Jul 16 18:10:28.843704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a1554dc-1206-48be-b544-85e790cd82b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.890302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a1554dc-1206-48be-b544-85e790cd82b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.895659 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c379fe02-405f-407d-b964-f5c466062459 x-openstack-request-id: req-c379fe02-405f-407d-b964-f5c466062459 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:28.896169 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:28.896613 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c379fe02-405f-407d-b964-f5c466062459 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:28.897181 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'status': 'completed', 'code': 200} Jul 16 18:10:28.989215 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64eed31-3c81-4b37-8f01-3f47950f170f x-openstack-request-id: req-c64eed31-3c81-4b37-8f01-3f47950f170f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:28.990153 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359590de-5c02-421e-a19c-0329fba6af2f", "tag": "70df5b85-8acb-45f1-86eb-4a11ecf3a25d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:28.992570 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c64eed31-3c81-4b37-8f01-3f47950f170f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:28.993169 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359590de-5c02-421e-a19c-0329fba6af2f', 'tag': '70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'status': 'completed', 'code': 200} Jul 16 18:10:29.012024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf68ef-e00d-4ce5-96bb-b4df7ec89f3e None None] Network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:29.101300 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa85f10-8735-472d-99d1-7e2e74fe8df2 x-openstack-request-id: req-afa85f10-8735-472d-99d1-7e2e74fe8df2 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:29.101441 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60379d2c-3aef-435c-a331-6484c50435f2", "name": "network-vif-plugged", "status": "completed", "tag": "f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:29.101691 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afa85f10-8735-472d-99d1-7e2e74fe8df2 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:29.102163 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60379d2c-3aef-435c-a331-6484c50435f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb', 'code': 200} Jul 16 18:10:29.177709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0d1e5924-84be-4c4c-9cfa-d0fbfba184d3 None None] Provisioning for port 09ace182-de74-403e-b4ae-479a86fc4cd4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:29.191217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a1554dc-1206-48be-b544-85e790cd82b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.195494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a1554dc-1206-48be-b544-85e790cd82b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.198378 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0a1554dc-1206-48be-b544-85e790cd82b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2703eb1e-762d-46c8-9afd-64a749cf192f HTTP/1.1" status: 204 len: 168 time: 0.5019300 Jul 16 18:10:29.225946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1554dc-1206-48be-b544-85e790cd82b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2703eb1e-762d-46c8-9afd-64a749cf192f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.234462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-1ebee740-2075-4e89-8592-7d7b9664d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.236710 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-1ebee740-2075-4e89-8592-7d7b9664d4d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 1097 time: 0.2802880 Jul 16 18:10:29.245343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-da9dd692-8cdd-48af-92de-e17b477d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.252415 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-da9dd692-8cdd-48af-92de-e17b477d4bf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 1096 time: 0.2098117 Jul 16 18:10:29.325682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889107cc-24c9-4180-af08-47fb8b38c90d req-67849911-a0c1-4766-83df-d28f3c91ee49 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.335642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-889107cc-24c9-4180-af08-47fb8b38c90d req-67849911-a0c1-4766-83df-d28f3c91ee49 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 946 time: 0.1948345 Jul 16 18:10:29.521422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-889107cc-24c9-4180-af08-47fb8b38c90d req-41f992a3-d0cb-418b-a867-5dafb8183a64 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830449 Jul 16 18:10:29.543077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 09ace182-de74-403e-b4ae-479a86fc4cd4 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:29.549067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-11e609b2-24dd-45d8-8f0d-6a3f28faa97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.550805 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-11e609b2-24dd-45d8-8f0d-6a3f28faa97b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 915 time: 0.2917559 Jul 16 18:10:29.636259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f6264-01c3-4a55-a321-929e8e980477 req-c99ab000-725e-4930-8f24-0ed6ad087c52 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.645542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-891f6264-01c3-4a55-a321-929e8e980477 req-c99ab000-725e-4930-8f24-0ed6ad087c52 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 944 time: 0.2605524 Jul 16 18:10:29.647470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42148) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.691029 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-3d333d68-5e81-4d39-aa18-5ba1c1fdd914 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70df5b85-8acb-45f1-86eb-4a11ecf3a25d HTTP/1.1" status: 200 len: 217 time: 0.1322298 Jul 16 18:10:29.692441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-2aa5cf57-dcf7-430c-a129-97631a0521c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.694055 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-2aa5cf57-dcf7-430c-a129-97631a0521c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.3986385 Jul 16 18:10:29.710633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 09ace182-de74-403e-b4ae-479a86fc4cd4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:29.718755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 09ace182-de74-403e-b4ae-479a86fc4cd4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:29.722090 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.723915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42152) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.787219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-891f6264-01c3-4a55-a321-929e8e980477 req-90d9d952-c261-4e6d-88c7-a4bc478a6d19 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373434 Jul 16 18:10:29.905156 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-5bc50b06-8d70-43a8-90a0-629d0768bf05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 200 len: 217 time: 0.1795564 Jul 16 18:10:29.913567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14df5c-6414-4a99-ad34-7654dc333a25 req-680c719d-0c3a-468b-8221-d184c95a46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.915724 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-db14df5c-6414-4a99-ad34-7654dc333a25 req-680c719d-0c3a-468b-8221-d184c95a46d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 1098 time: 0.4733922 Jul 16 18:10:29.942842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.056329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-46abaeb9-0eaf-4bd0-ae43-cc79bb251cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.063002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-46abaeb9-0eaf-4bd0-ae43-cc79bb251cfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.1348393 Jul 16 18:10:30.071548 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-db14df5c-6414-4a99-ad34-7654dc333a25 req-7d4b9c79-b672-4025-9b81-28517c9bc475 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429188 Jul 16 18:10:30.072495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d1b0e886-4f8d-460f-8afb-1d1f1fdf8e5e None None] Provisioning complete for port 09ace182-de74-403e-b4ae-479a86fc4cd4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:30.072891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1b0e886-4f8d-460f-8afb-1d1f1fdf8e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.092450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 09ace182-de74-403e-b4ae-479a86fc4cd4, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=09ace182-de74-403e-b4ae-479a86fc4cd4,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:30.096471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-41e6c024-a5b0-44d4-b2cf-b047fd1c7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.098517 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-41e6c024-a5b0-44d4-b2cf-b047fd1c7807 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.3837018 Jul 16 18:10:30.131744 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.158767 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd22bc18-ab67-450c-8b2e-099aad56b956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.181355 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74047b7e-c2a7-4c0b-ae39-49a56addaacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.181874 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-6163ddea-d9a3-4a15-a6a2-4eea8996e3fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751863 Jul 16 18:10:30.196421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=09ace182-de74-403e-b4ae-479a86fc4cd4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.307743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 70df5b85-8acb-45f1-86eb-4a11ecf3a25d details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:30.325590 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-1eee0fb3-e203-47e9-bc7c-8d2a65cb815e service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357181 Jul 16 18:10:30.448434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:30.461236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a311af4e-46f7-4fa7-90b5-c01a4bfc0b1e req-cd0d2dc4-1a7d-4f7d-8a87-5d04248017f6 service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296737 Jul 16 18:10:30.475491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb', 'port_id': '70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'mac_address': 'fa:16:3e:fa:9b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8b47e-08bc-405e-888c-e234259c61f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:30.538766 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.542808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-7f13ce5c-ea01-4949-9b5f-fc8e287c161e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.547765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-7f13ce5c-ea01-4949-9b5f-fc8e287c161e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 815 time: 0.6218407 Jul 16 18:10:30.553224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70df5b85-8acb-45f1-86eb-4a11ecf3a25d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:30.582341 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:30.582791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-74047b7e-c2a7-4c0b-ae39-49a56addaacf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:10:30.582791 n-d-793619-10 neutron-server[93823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:10:30.582791 n-d-793619-10 neutron-server[93823]: [parameters: {'project_id': '8bfd5d8b01714190a74915845a955c85', 'id': '6ab94230-9bba-43c3-8011-0b6e09f7aad6', 'expiration': datetime.datetime(2021, 7, 16, 18, 12, 30, 565458)}] Jul 16 18:10:30.582791 n-d-793619-10 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:10:30.583224 n-d-793619-10 neutron-server[93823]: DEBUG oslo_db.api [None req-74047b7e-c2a7-4c0b-ae39-49a56addaacf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:10:30.589401 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.595189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-1e0804d2-80d6-42e4-9a57-1e48ddf0e014 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/quotas/a99426b8812c4f489eeda1ebab95c0b7 HTTP/1.1" status: 200 len: 375 time: 0.0312674 Jul 16 18:10:30.665499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.695680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-0bcf0452-cf0c-49d0-8934-0dde90ad51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.698027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-0bcf0452-cf0c-49d0-8934-0dde90ad51c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2358840 Jul 16 18:10:30.706214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1d420-13bb-4f44-8ac1-240adabac2cf req-8b44b6c1-266f-4479-9cda-e8b551c31c4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.707851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5d1d420-13bb-4f44-8ac1-240adabac2cf req-8b44b6c1-266f-4479-9cda-e8b551c31c4f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.2157912 Jul 16 18:10:30.756273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-434a48f6-169d-4eb0-962f-f07d9bf4871e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.759407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-434a48f6-169d-4eb0-962f-f07d9bf4871e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.45 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 815 time: 0.2383821 Jul 16 18:10:30.770560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-38d0fe36-03d6-4634-b2ab-515e68582e1a tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1573033 Jul 16 18:10:30.784980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Request body: {'port': {'device_id': '1c5e66a6-19e3-4b25-94f3-4b0764028f9e', 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6', 'admin_state_up': True, 'tenant_id': 'a99426b8812c4f489eeda1ebab95c0b7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:30.808125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['70df5b85-8acb-45f1-86eb-4a11ecf3a25d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:30.854058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5d1d420-13bb-4f44-8ac1-240adabac2cf req-14afa780-d41d-4e5a-ad01-7689c020a420 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297402 Jul 16 18:10:30.863418 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd22bc18-ab67-450c-8b2e-099aad56b956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.873415 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd22bc18-ab67-450c-8b2e-099aad56b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.927258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-d13dde45-2937-4522-b6f1-476d16b9ec20 service neutron] 10.222.0.46 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165749 Jul 16 18:10:30.965013 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42190) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.019386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dd22bc18-ab67-450c-8b2e-099aad56b956 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48718fea35f746dd88706a9536af2c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2903368 Jul 16 18:10:31.026084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.042832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Made reservation on behalf of a99426b8812c4f489eeda1ebab95c0b7 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:31.046870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.048191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22bc18-ab67-450c-8b2e-099aad56b956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca981230-5a03-412c-8fb6-354c9f3507ff,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:31.088306 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74047b7e-c2a7-4c0b-ae39-49a56addaacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.127643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-49ca6ac4-e973-408e-b804-18f7bde44d8d service neutron] 10.222.0.60 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296974 Jul 16 18:10:31.253377 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb130959-12c0-4835-9a03-a384b33d33d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.276080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-e276adfe-4944-47b6-92f8-d3edf84c7340 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.277678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-e276adfe-4944-47b6-92f8-d3edf84c7340 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2438364 Jul 16 18:10:31.361773 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb130959-12c0-4835-9a03-a384b33d33d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.388940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-958370028'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:31.389789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-f52df0a0-3f71-4ef9-807a-ba8e301ab00a service neutron] 10.222.0.60 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471409 Jul 16 18:10:31.394567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-891e3a51-3aa7-42ca-8845-bdeb41d13a3f tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.1038506 Jul 16 18:10:31.410364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 09ace182-de74-403e-b4ae-479a86fc4cd4 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:31.417866 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32943a8e-4a55-45d5-82fd-c8542efd26c0 req-75bb65f6-120d-4e06-abb5-9ca38ce75f63 service neutron] 10.222.0.46 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796848 Jul 16 18:10:31.451598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Request body: {'floatingip': {'port_id': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:31.510227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb130959-12c0-4835-9a03-a384b33d33d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.511201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 09ace182-de74-403e-b4ae-479a86fc4cd4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:31.511596 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.513956 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb130959-12c0-4835-9a03-a384b33d33d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.518811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bb130959-12c0-4835-9a03-a384b33d33d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca981230-5a03-412c-8fb6-354c9f3507ff HTTP/1.1" status: 204 len: 168 time: 0.4888651 Jul 16 18:10:31.551661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb130959-12c0-4835-9a03-a384b33d33d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca981230-5a03-412c-8fb6-354c9f3507ff,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:31.589575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Allocated IP 172.20.0.12 (0e8583b6-b034-4ed2-8798-8d76a9f51fc6/ee50f134-b269-4a2e-8df3-3b4f18f7c328/234ed97d-711e-4f51-8f3a-cc1ecc8838f1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:31.615989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.833741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74047b7e-c2a7-4c0b-ae39-49a56addaacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.855812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Made reservation on behalf of e456d8815f7a47cd8fb02ff2d6c9d1f6 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:31.861120 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.862292 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74047b7e-c2a7-4c0b-ae39-49a56addaacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.874804 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.004681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74047b7e-c2a7-4c0b-ae39-49a56addaacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de5f1f3-c80f-487f-87a8-59c9dd2cd505,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.020461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-74047b7e-c2a7-4c0b-ae39-49a56addaacf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bfd5d8b01714190a74915845a955c85&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3674867 Jul 16 18:10:32.022396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42210) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.073730 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.091018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.098763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.115162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e07b6c-30e7-4959-9f52-f12db02d45bc req-32679b76-f55c-4389-85ce-83d0c2e958ea tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.122670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88e07b6c-30e7-4959-9f52-f12db02d45bc req-32679b76-f55c-4389-85ce-83d0c2e958ea tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 946 time: 0.3404462 Jul 16 18:10:32.143263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Transition to ACTIVE for port object 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:32.161042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:32.177519 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.177882 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Added segment 5526a45d-30ed-4dc3-9dd8-ccf8f78a0738 of type vlan for network 392934d0-9f1f-4743-8025-7f25b2edeb64 Jul 16 18:10:32.242217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.271243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88e07b6c-30e7-4959-9f52-f12db02d45bc req-8e0613f7-b2b2-4664-9ce1-8fba44605cf1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475997 Jul 16 18:10:32.302566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e81512a8-6bfb-4abf-953e-7e5769d0a93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.339648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2596d10-c3d5-40d1-92a2-12d6fd7f36a0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.341273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 70df5b85-8acb-45f1-86eb-4a11ecf3a25d up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:32.359946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.397025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e81512a8-6bfb-4abf-953e-7e5769d0a93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.431964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:32.440805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:32.441782 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.494898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:32.499311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:32.502434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:32.562316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:10:32.583263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.603858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.604919 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e81512a8-6bfb-4abf-953e-7e5769d0a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.607975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.608331 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e81512a8-6bfb-4abf-953e-7e5769d0a93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.612385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e81512a8-6bfb-4abf-953e-7e5769d0a93e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0de5f1f3-c80f-487f-87a8-59c9dd2cd505 HTTP/1.1" status: 204 len: 168 time: 0.5853240 Jul 16 18:10:32.617684 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.630803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81512a8-6bfb-4abf-953e-7e5769d0a93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de5f1f3-c80f-487f-87a8-59c9dd2cd505,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.711619 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.726488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.727263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.732925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.767114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Pushing event updated for resources: {'Port': ['ID=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.782573 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8154538 Jul 16 18:10:32.786805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.803477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Request body: {'subnet': {'network_id': '392934d0-9f1f-4743-8025-7f25b2edeb64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:32.902476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a187a5-d910-4677-8b93-e13b1753718c req-691a06f7-d6c2-4af4-980e-7d1eee3e2955 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.907327 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-11a187a5-d910-4677-8b93-e13b1753718c req-691a06f7-d6c2-4af4-980e-7d1eee3e2955 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8361170-ba14-4e88-8402-02dc9f918eb4 HTTP/1.1" status: 200 len: 945 time: 0.4830248 Jul 16 18:10:32.910856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68b14b-4a09-4091-a54a-8d2ea8f48fe2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event updated for resources: {'Network': ['ID=392934d0-9f1f-4743-8025-7f25b2edeb64,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.925985 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-89998055-287f-42ec-b278-d335b5a799d6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1465271 Jul 16 18:10:32.944005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Request body: {'port': {'device_id': '1c5e66a6-19e3-4b25-94f3-4b0764028f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:32.965757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 392934d0-9f1f-4743-8025-7f25b2edeb64 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:32.968002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359590de-5c02-421e-a19c-0329fba6af2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70df5b85-8acb-45f1-86eb-4a11ecf3a25d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:32.971307 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1119fb9c-3838-4692-9962-487a69d97edc" -d '{"events": [{"server_uuid": "359590de-5c02-421e-a19c-0329fba6af2f", "name": "network-vif-plugged", "status": "completed", "tag": "70df5b85-8acb-45f1-86eb-4a11ecf3a25d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:32.978083 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436 associated. External IP: 172.25.2.105, port: d88d4354-87e7-4f3a-82c1-7ccd15634d59. Jul 16 18:10:32.989068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c8e14-5f6a-43d8-ab88-861c442868fd req-035b9ec9-dd3a-42ff-b134-a1153e9b3b19 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.997456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a2c8e14-5f6a-43d8-ab88-861c442868fd req-035b9ec9-dd3a-42ff-b134-a1153e9b3b19 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 945 time: 0.5666201 Jul 16 18:10:33.003868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.018309 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.031078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f4c5c86-1f2d-4517-aaf8-0bacee6eafb9 None None] Provisioning for port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:33.085809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f4c5c86-1f2d-4517-aaf8-0bacee6eafb9 None None] Provisioning complete for port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:33.086029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f4c5c86-1f2d-4517-aaf8-0bacee6eafb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.093386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a2c8e14-5f6a-43d8-ab88-861c442868fd req-e736cc8c-8668-4f13-9bd9-522284a6349e tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902340 Jul 16 18:10:33.141932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42242) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:33.145920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.183579 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-70d79a5f-012a-40be-b833-0128d860bf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.190758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c5c86-1f2d-4517-aaf8-0bacee6eafb9 None None] Port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:33.194046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.208735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8c7529b-cc68-4e59-a32c-7a000292c24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.279436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Made reservation on behalf of e456d8815f7a47cd8fb02ff2d6c9d1f6 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:33.284875 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.368049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Router bfe391d3-d967-49c3-9aa3-613bf7500014 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:33.404677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-11a187a5-d910-4677-8b93-e13b1753718c req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Deleting port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:33.405122 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-11a187a5-d910-4677-8b93-e13b1753718c req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.494969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-d256cd1f-12cb-42db-93ba-442cfa644d03 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.497984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-d256cd1f-12cb-42db-93ba-442cfa644d03 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 815 time: 0.1903698 Jul 16 18:10:33.554903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-c33b1c7d-1641-4b86-9a05-6954214ae652 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/quotas/a99426b8812c4f489eeda1ebab95c0b7 HTTP/1.1" status: 200 len: 375 time: 0.0226340 Jul 16 18:10:33.816931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-9a47c76e-aa0f-4320-8cac-64029fcdcd79 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.818331 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-9a47c76e-aa0f-4320-8cac-64029fcdcd79 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.46 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 815 time: 0.3711550 Jul 16 18:10:33.850015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:33.853610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Request body: {'port': {'device_id': '09a444cf-45f2-40b6-9d0f-f065d935e4d4', 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6', 'admin_state_up': True, 'tenant_id': 'a99426b8812c4f489eeda1ebab95c0b7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:33.854884 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.860193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-11a187a5-d910-4677-8b93-e13b1753718c req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] For port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.860448 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] Sync routers for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:33.860946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-11a187a5-d910-4677-8b93-e13b1753718c req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.868305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8c7529b-cc68-4e59-a32c-7a000292c24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.870441 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:33.872020 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:33.903185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ea611f6d-d80c-4a99-83bd-7e22012bacd2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "PUT /v2.0/floatingips/38604f09-18ce-41eb-b2cb-58d2fbb3f436 HTTP/1.1" status: 200 len: 996 time: 2.4563193 Jul 16 18:10:33.904586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:33.906866 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:33.915728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8c7529b-cc68-4e59-a32c-7a000292c24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.923862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-68273386-0a6f-474c-bed3-82b4777ea29d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3571997 Jul 16 18:10:33.931709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-11a187a5-d910-4677-8b93-e13b1753718c req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Calling delete_port for 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:33.989386 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:34.060842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-55b42941-2e13-49ed-a3a1-1d2afb6bedad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.061136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.062519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-55b42941-2e13-49ed-a3a1-1d2afb6bedad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.1364501 Jul 16 18:10:34.068355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-ec824fab-1f76-4e37-a65f-dadb990be82d service neutron] 10.222.0.60 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267200 Jul 16 18:10:34.115510 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a8c7529b-cc68-4e59-a32c-7a000292c24b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4061cf2a995a49b4b02cf69f6f17c1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9680154 Jul 16 18:10:34.115510 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7529b-cc68-4e59-a32c-7a000292c24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153db52c-94b2-437f-9f32-9a4130de51fa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.118002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42260) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:34.128621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:34.149442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.221743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Transition to ACTIVE for port object 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:34.239397 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.258200 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:65:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:32Z', 'revision_number': 8, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:34.276076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ffd8ac8a-acdc-42cf-ad7d-79690c2ce1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.278274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-ffd8ac8a-acdc-42cf-ad7d-79690c2ce1ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.2084725 Jul 16 18:10:34.292904 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] Checking router: bfe391d3-d967-49c3-9aa3-613bf7500014 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:34.301327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event updated for resources: {'Subnet': ['ID=503edd5c-0e83-4bf0-8202-14b75f92d162,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.304802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-1baf27de-09a2-4c44-bf95-5fface0738e7 service neutron] 10.222.0.60 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264037 Jul 16 18:10:34.319642 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:34.321405 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:34.332154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Checking segment: {'id': '5526a45d-30ed-4dc3-9dd8-ccf8f78a0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '392934d0-9f1f-4743-8025-7f25b2edeb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:34.332403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Network hostable DHCP agents. Network: 392934d0-9f1f-4743-8025-7f25b2edeb64, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:34.332639 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29d56e8e-f2af-4c36-8570-6f6d18d9982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.339204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Made reservation on behalf of a99426b8812c4f489eeda1ebab95c0b7 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:34.343852 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.366411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Pushing event updated for resources: {'Port': ['ID=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.370381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29d56e8e-f2af-4c36-8570-6f6d18d9982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.394206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-160c896e-4860-4811-a091-2c7c4f42f211 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 999 time: 0.1066036 Jul 16 18:10:34.490965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-eb12239d-1be1-4afe-92e1-9a405959406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.492358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-eb12239d-1be1-4afe-92e1-9a405959406c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.0880597 Jul 16 18:10:34.510635 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:34.516536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Network 392934d0-9f1f-4743-8025-7f25b2edeb64 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:34.569757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 392934d0-9f1f-4743-8025-7f25b2edeb64) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:34.576849 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29d56e8e-f2af-4c36-8570-6f6d18d9982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.579974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29d56e8e-f2af-4c36-8570-6f6d18d9982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.583378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-29d56e8e-f2af-4c36-8570-6f6d18d9982e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/153db52c-94b2-437f-9f32-9a4130de51fa HTTP/1.1" status: 204 len: 168 time: 0.4633713 Jul 16 18:10:34.595919 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122ce9f-d572-4a46-9fcd-0df912775219 None None] Network 392934d0-9f1f-4743-8025-7f25b2edeb64 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:34.633704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d56e8e-f2af-4c36-8570-6f6d18d9982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153db52c-94b2-437f-9f32-9a4130de51fa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.686279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.698422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.712712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-bc31b579-002c-446f-9146-f968796730e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.731931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-bc31b579-002c-446f-9146-f968796730e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2305408 Jul 16 18:10:34.744197 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-11a187a5-d910-4677-8b93-e13b1753718c req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.779584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d88d4354-87e7-4f3a-82c1-7ccd15634d59'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:34.783449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:34.964903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Pushing event deleted for resources: {'Port': ['ID=1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.008706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-c5d773aa-c2ca-4b81-8cdf-fe03d8288460 service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757895 Jul 16 18:10:35.020039 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-31e971ed-3ad5-4e69-ab2f-0bfc093727d2 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2292042 Jul 16 18:10:35.022940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:35.074208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-af8e3dfe-1f94-487b-89d7-247da95efa95 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1232749381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:35.099915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Attempting to bind port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:35.100254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Attempting to bind port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:35.100631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Attempting to bind port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:35.134928 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:65:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:32Z', 'revision_number': 8, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:35.156915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-392934d0-9f1f-4743-8025-7f25b2edeb64', 'network_id': '392934d0-9f1f-4743-8025-7f25b2edeb64', 'tenant_id': 'e456d8815f7a47cd8fb02ff2d6c9d1f6', 'fixed_ips': [{'subnet_id': '503edd5c-0e83-4bf0-8202-14b75f92d162'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:35.157779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.252936 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405e60a-360c-4b7d-81b7-d1cf430a7741 None None] The sync data for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 is: [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '38604f09-18ce-41eb-b2cb-58d2fbb3f436', 'tenant_id': '60060ffda06847f49752096c15a74083', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'port_id': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'mac_address': 'fa:16:3e:65:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:42Z', 'updated_at': '2021-07-16T18:10:32Z', 'revision_number': 8, 'project_id': '60060ffda06847f49752096c15a74083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:35.254749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-960e5ed3-b2f4-468a-a98f-417c2a00a326 req-0e7ef23c-42e7-4ed7-9086-110acaa721af service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451205 Jul 16 18:10:35.260490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:35.260853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Attempting to bind port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:35.296656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a187a5-d910-4677-8b93-e13b1753718c req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] No DVR routers for this DVR port 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:35.300594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-11a187a5-d910-4677-8b93-e13b1753718c req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.302641 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-11a187a5-d910-4677-8b93-e13b1753718c req-6412ecda-0b80-40a3-bd63-a5aa5d8157ca tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.46 "DELETE /v2.0/ports/1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 HTTP/1.1" status: 204 len: 173 time: 2.3790903 Jul 16 18:10:35.316045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'name': 'network-vif-deleted', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:35.319873 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabad6fc-0bd5-478c-849d-6f7186b1f793" -d '{"events": [{"server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "name": "network-vif-deleted", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:35.385906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:35.386386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Checking segment: {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:35.386786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Bound using segment: {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:35.387341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Bound port: 234ed97d-711e-4f51-8f3a-cc1ecc8838f1, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:35.387951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.438461 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0e4396-42bb-4ebd-aa93-f6e5ef7a1974 x-openstack-request-id: req-0d0e4396-42bb-4ebd-aa93-f6e5ef7a1974 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:35.438461 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359590de-5c02-421e-a19c-0329fba6af2f", "name": "network-vif-plugged", "status": "completed", "tag": "70df5b85-8acb-45f1-86eb-4a11ecf3a25d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:35.438461 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d0e4396-42bb-4ebd-aa93-f6e5ef7a1974 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:35.440971 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359590de-5c02-421e-a19c-0329fba6af2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'code': 200} Jul 16 18:10:35.441763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af8e3dfe-1f94-487b-89d7-247da95efa95 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.464596 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af8e3dfe-1f94-487b-89d7-247da95efa95 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.475426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Allocated IP 172.20.0.2 (392934d0-9f1f-4743-8025-7f25b2edeb64/503edd5c-0e83-4bf0-8202-14b75f92d162/ab3f566a-6ea6-4d02-923a-c85a0a918bde) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:35.497393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Allocated IP 172.20.0.11 (0e8583b6-b034-4ed2-8798-8d76a9f51fc6/ee50f134-b269-4a2e-8df3-3b4f18f7c328/f850c9c2-dceb-4180-8eea-9355ae2b5824) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:35.695772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.708473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Transition to ACTIVE for port object ab3f566a-6ea6-4d02-923a-c85a0a918bde will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:35.727778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Transition to ACTIVE for port object ab3f566a-6ea6-4d02-923a-c85a0a918bde will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:35.734911 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.771115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969fec3-0acb-4eba-a2f4-8c2248d3cdb9 None None] New status for floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:35.832304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af8e3dfe-1f94-487b-89d7-247da95efa95 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.851365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Network 392934d0-9f1f-4743-8025-7f25b2edeb64 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:35.860495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:35.870702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:35.875769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af8e3dfe-1f94-487b-89d7-247da95efa95 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.881181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Pushing event updated for resources: {'Port': ['ID=ab3f566a-6ea6-4d02-923a-c85a0a918bde,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.893810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] For port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:35.914036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] For port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:35.963111 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1b5ce75-6301-4890-ab29-9c4dde96c3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.992403 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.017475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d994a59-e17d-4462-9990-729c1117677b req-c9bf5b96-29e5-4162-b787-9cb3fe20b413 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.021695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d994a59-e17d-4462-9990-729c1117677b req-c9bf5b96-29e5-4162-b787-9cb3fe20b413 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.3885214 Jul 16 18:10:36.043839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Attempting to bind port ab3f566a-6ea6-4d02-923a-c85a0a918bde on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:36.044255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Attempting to bind port ab3f566a-6ea6-4d02-923a-c85a0a918bde by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5526a45d-30ed-4dc3-9dd8-ccf8f78a0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '392934d0-9f1f-4743-8025-7f25b2edeb64'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:36.044731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Attempting to bind port ab3f566a-6ea6-4d02-923a-c85a0a918bde on network 392934d0-9f1f-4743-8025-7f25b2edeb64 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:36.056914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:36.057315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Checking segment: {'id': '5526a45d-30ed-4dc3-9dd8-ccf8f78a0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '392934d0-9f1f-4743-8025-7f25b2edeb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:36.057723 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.058163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Bound using segment: {'id': '5526a45d-30ed-4dc3-9dd8-ccf8f78a0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '392934d0-9f1f-4743-8025-7f25b2edeb64'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:36.059267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Bound port: ab3f566a-6ea6-4d02-923a-c85a0a918bde, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5526a45d-30ed-4dc3-9dd8-ccf8f78a0738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '392934d0-9f1f-4743-8025-7f25b2edeb64'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:36.059790 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.065615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860ffe1-dbef-45b7-9f9d-467713b151b5 req-db2350e8-c9b1-4de1-b4eb-0354de953603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.067836 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e860ffe1-dbef-45b7-9f9d-467713b151b5 req-db2350e8-c9b1-4de1-b4eb-0354de953603 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 1098 time: 0.4232638 Jul 16 18:10:36.148304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e860ffe1-dbef-45b7-9f9d-467713b151b5 req-cdbf7337-05e1-4153-9986-2c93daf8d6a6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683722 Jul 16 18:10:36.150138 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.165765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d994a59-e17d-4462-9990-729c1117677b req-abb8fbac-e5fa-4c36-9303-07a2eb2cdff7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383836 Jul 16 18:10:36.170316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Transition to ACTIVE for port object f850c9c2-dceb-4180-8eea-9355ae2b5824 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:36.214726 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.251778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.264568 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b2a97-7527-4616-b492-e3402c977767 x-openstack-request-id: req-4f8b2a97-7527-4616-b492-e3402c977767 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:36.265061 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:36.265469 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f8b2a97-7527-4616-b492-e3402c977767 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:36.266038 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'status': 'completed', 'code': 200} Jul 16 18:10:36.333592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.334255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.335677 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] 10.222.0.45 "PUT /v2.0/ports/234ed97d-711e-4f51-8f3a-cc1ecc8838f1 HTTP/1.1" status: 200 len: 1093 time: 3.3982282 Jul 16 18:10:36.339464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] For port ab3f566a-6ea6-4d02-923a-c85a0a918bde, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:36.354975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] For port ab3f566a-6ea6-4d02-923a-c85a0a918bde, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ab3f566a-6ea6-4d02-923a-c85a0a918bde,segment=NetworkSegment(5526a45d-30ed-4dc3-9dd8-ccf8f78a0738),segment_id=5526a45d-30ed-4dc3-9dd8-ccf8f78a0738)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:36.357685 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af8e3dfe-1f94-487b-89d7-247da95efa95 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.361552 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.364777 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-af8e3dfe-1f94-487b-89d7-247da95efa95 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.3351808 Jul 16 18:10:36.370136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42308) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.522019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-ff632254-a357-405d-a8dd-7b21c78069f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.524823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c6a88-fd97-4487-8abc-738390868af2 None None] Pushing event updated for resources: {'Port': ['ID=ab3f566a-6ea6-4d02-923a-c85a0a918bde,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.525008 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-ff632254-a357-405d-a8dd-7b21c78069f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.2182708 Jul 16 18:10:36.645096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2a0f20e-00f1-49a8-a06b-d814e372877e req-f4f73bae-3e41-466c-b978-b0c519a894c9 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 210 time: 0.1373198 Jul 16 18:10:36.751978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-2da92c66-69a5-4b19-baf0-8078c90f2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.754372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-2da92c66-69a5-4b19-baf0-8078c90f2bb1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.1927972 Jul 16 18:10:36.877870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.882135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-1af160c7-e3a0-4c79-8727-3405700925d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 1001 time: 0.1101544 Jul 16 18:10:37.169612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e09a9-a204-43b2-b44a-9ce6716546b1 req-c4f3228f-6e9d-4402-9272-5d3ad3a45950 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.180745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a60e09a9-a204-43b2-b44a-9ce6716546b1 req-c4f3228f-6e9d-4402-9272-5d3ad3a45950 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 946 time: 0.6951554 Jul 16 18:10:37.248616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-fc1e6031-f75f-4934-9f49-9ec77ba402cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.254570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-fc1e6031-f75f-4934-9f49-9ec77ba402cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.3412542 Jul 16 18:10:37.302334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a60e09a9-a204-43b2-b44a-9ce6716546b1 req-b7772679-78bf-4582-9de4-1cf48ac78460 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228108 Jul 16 18:10:37.307741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:37.311861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a27a3f-382a-4b92-b4d0-79c11d002051 service neutron] Pushing event updated for resources: {'Port': ['ID=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.341316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-7e937e1f-1b81-4e5e-a2a7-b3ccbcaa5bf7 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.342988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-7e937e1f-1b81-4e5e-a2a7-b3ccbcaa5bf7 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.45 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 815 time: 0.4562304 Jul 16 18:10:37.353281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:37.354088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:37.363062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:37.368404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3b09-07e5-4f66-b76a-88dcf8b72fe9 req-c07bc5d2-2ed8-4a76-b00a-8f2ab1f5ebfc tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.370058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-197e3b09-07e5-4f66-b76a-88dcf8b72fe9 req-c07bc5d2-2ed8-4a76-b00a-8f2ab1f5ebfc tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 946 time: 0.3789966 Jul 16 18:10:37.380549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Request body: {'port': {'device_id': '4ed9d94d-5406-433c-9310-d9e6cc0cbb90', 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6', 'admin_state_up': True, 'tenant_id': 'a99426b8812c4f489eeda1ebab95c0b7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:37.394492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:37.394833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:37.512984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ab3f566a-6ea6-4d02-923a-c85a0a918bde up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:37.588860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ab3f566a-6ea6-4d02-923a-c85a0a918bde completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:37.620314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.620977 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.639713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Pushing event updated for resources: {'Port': ['ID=f850c9c2-dceb-4180-8eea-9355ae2b5824,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.642739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-197e3b09-07e5-4f66-b76a-88dcf8b72fe9 req-aa992a94-f516-4ea6-9b47-535f1802c9a6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579033 Jul 16 18:10:37.652679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-812a6466-acde-4df7-8403-ff98218d28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.654412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-812a6466-acde-4df7-8403-ff98218d28e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3911293 Jul 16 18:10:37.657648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2703e2d1-0307-42d3-a553-31573b502683 req-74f6c298-3e1f-40ac-85c6-777943fa2e6d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips/38604f09-18ce-41eb-b2cb-58d2fbb3f436 HTTP/1.1" status: 200 len: 998 time: 0.2865748 Jul 16 18:10:37.716047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-46e71463-7063-43a9-b642-33fa9bd29124 None None] Provisioning for port f850c9c2-dceb-4180-8eea-9355ae2b5824 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:37.721261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-46e71463-7063-43a9-b642-33fa9bd29124 None None] Provisioning complete for port f850c9c2-dceb-4180-8eea-9355ae2b5824 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:37.722112 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46e71463-7063-43a9-b642-33fa9bd29124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.753369 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-242452a8-96ac-45e0-be91-3cc3e73e391b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9067855 Jul 16 18:10:37.760268 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5376f2-19c2-422f-a22b-4bb961b91d32 x-openstack-request-id: req-0b5376f2-19c2-422f-a22b-4bb961b91d32 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:37.760690 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8361170-ba14-4e88-8402-02dc9f918eb4", "name": "network-vif-deleted", "tag": "1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:37.760831 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b5376f2-19c2-422f-a22b-4bb961b91d32 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:37.761193 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8361170-ba14-4e88-8402-02dc9f918eb4', 'name': 'network-vif-deleted', 'tag': '1d1d3dfa-9ec7-4253-b59b-d10acdfbabd6', 'status': 'completed', 'code': 200} Jul 16 18:10:37.778263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Request body: {'port': {'device_id': '09a444cf-45f2-40b6-9d0f-f065d935e4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:37.812275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-46e71463-7063-43a9-b642-33fa9bd29124 None None] Port f850c9c2-dceb-4180-8eea-9355ae2b5824 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:37.819062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-1f139ce2-67c7-4b26-8936-e653c4eac6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.820926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-1f139ce2-67c7-4b26-8936-e653c4eac6a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 1096 time: 1.1963065 Jul 16 18:10:37.832220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-3eca0eba-ac0d-4290-b607-484d5ce0822b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.834067 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-3eca0eba-ac0d-4290-b607-484d5ce0822b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 946 time: 0.5361547 Jul 16 18:10:37.858960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Made reservation on behalf of a99426b8812c4f489eeda1ebab95c0b7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:37.862582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.936885 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-f8e553f4-a7e4-493e-a42b-ff9cacae1bc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234ed97d-711e-4f51-8f3a-cc1ecc8838f1 HTTP/1.1" status: 200 len: 217 time: 0.0822382 Jul 16 18:10:37.990497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703e2d1-0307-42d3-a553-31573b502683 req-67cddd72-8b52-4489-a544-f63ee23aaa73 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.991904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2703e2d1-0307-42d3-a553-31573b502683 req-67cddd72-8b52-4489-a544-f63ee23aaa73 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.3163412 Jul 16 18:10:38.053724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-1446b945-83f0-4a7c-8f52-435a7c6fbb86 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898525 Jul 16 18:10:38.070383 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.107724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.113937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-fc4dd39b-6355-43db-90da-c245c6d06eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.115404 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-fc4dd39b-6355-43db-90da-c245c6d06eb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee50f134-b269-4a2e-8df3-3b4f18f7c328 HTTP/1.1" status: 200 len: 854 time: 0.1618145 Jul 16 18:10:38.212047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92883f6d-f8c9-458a-9b8c-c0e8b17e650d None None] Network 392934d0-9f1f-4743-8025-7f25b2edeb64 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:38.259951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66ddafae-f666-41de-969a-b8bd78d62718 None None] Provisioning for port ab3f566a-6ea6-4d02-923a-c85a0a918bde completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:38.270450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66ddafae-f666-41de-969a-b8bd78d62718 None None] Provisioning complete for port ab3f566a-6ea6-4d02-923a-c85a0a918bde triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:38.270867 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66ddafae-f666-41de-969a-b8bd78d62718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.415529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Deleting port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:38.416167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.459756 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66ddafae-f666-41de-969a-b8bd78d62718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.471018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e044aad1-bf56-4820-acc0-003f730e738f req-d124cab4-6659-4627-822b-bebf9a57001e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 210 time: 0.0831916 Jul 16 18:10:38.528829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66ddafae-f666-41de-969a-b8bd78d62718 None None] For port ab3f566a-6ea6-4d02-923a-c85a0a918bde, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ab3f566a-6ea6-4d02-923a-c85a0a918bde,segment=NetworkSegment(5526a45d-30ed-4dc3-9dd8-ccf8f78a0738),segment_id=5526a45d-30ed-4dc3-9dd8-ccf8f78a0738)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:38.538157 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66ddafae-f666-41de-969a-b8bd78d62718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.566367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-f66f2bf7-79e8-4d10-a4ab-b5f8c47fd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.567911 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-f66f2bf7-79e8-4d10-a4ab-b5f8c47fd27f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4436092 Jul 16 18:10:38.585538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c8577-46fc-477f-a970-b3c780a19960 req-25032c96-89dc-4946-87e5-c1222e628460 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.589121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a9c8577-46fc-477f-a970-b3c780a19960 req-25032c96-89dc-4946-87e5-c1222e628460 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.7368138 Jul 16 18:10:38.615686 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.618708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddafae-f666-41de-969a-b8bd78d62718 None None] Pushing event updated for resources: {'Port': ['ID=ab3f566a-6ea6-4d02-923a-c85a0a918bde,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.623854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Allocated IP 172.20.0.13 (0e8583b6-b034-4ed2-8798-8d76a9f51fc6/ee50f134-b269-4a2e-8df3-3b4f18f7c328/71100504-b805-4308-bf57-93188a8f5df6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:38.747485 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fdac7d-b9ff-4463-bda8-dd0e89c6aed8 req-6d2c4f10-d226-49f8-9a76-590e09c5653d service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829615 Jul 16 18:10:38.748115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] For port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:38.748492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.776358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Calling delete_port for f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:38.779717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Allocated IP 172.20.0.1 (392934d0-9f1f-4743-8025-7f25b2edeb64/503edd5c-0e83-4bf0-8202-14b75f92d162/885d0763-a7c4-475a-aac2-94fc8b61b0b9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:38.798223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-fe189fb8-2684-4cf1-9509-f5cca6d30789 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 1001 time: 0.2252274 Jul 16 18:10:38.811717 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-9e39a158-65a4-475a-b14d-5d056d5a1a3d service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125363 Jul 16 18:10:38.819368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a9c8577-46fc-477f-a970-b3c780a19960 req-4a58923c-bb12-4849-b310-ba18645c20b6 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846404 Jul 16 18:10:38.906875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-1e5e84b8-bcc3-4737-884b-26fe199037f5 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.923397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-1e5e84b8-bcc3-4737-884b-26fe199037f5 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports/d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 942 time: 0.1006658 Jul 16 18:10:38.974688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7a8c4f0f-4d7b-49f1-b046-245215b9f7de None None] Provisioning complete for port ab3f566a-6ea6-4d02-923a-c85a0a918bde triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:38.976248 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4f0f-4d7b-49f1-b046-245215b9f7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.080375 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.093239 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b000affe-d3c5-4e74-a74b-bb10fa2e61f9 req-2bfadcf0-a469-4ef5-87df-ccf964945479 service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698076 Jul 16 18:10:39.106436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Transition to ACTIVE for port object 885d0763-a7c4-475a-aac2-94fc8b61b0b9 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:39.134751 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.173447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:39.182770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event deleted for resources: {'Port': ['ID=f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:39.187665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33b46a-1c44-4506-b207-8dc3d7b7273f req-f9f55000-2d7b-4b5b-8ed7-83f21665c55e tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.192982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c33b46a-1c44-4506-b207-8dc3d7b7273f req-f9f55000-2d7b-4b5b-8ed7-83f21665c55e tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 946 time: 0.1745751 Jul 16 18:10:39.214057 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.230616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] No DVR routers for this DVR port f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:39.232934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.236043 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.238238 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-88df1b94-e47f-42b5-b434-15a7f3c9acba req-1568c595-f7ee-43c8-ab39-b024e16bb2cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "DELETE /v2.0/ports/f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb HTTP/1.1" status: 204 len: 173 time: 1.3748949 Jul 16 18:10:39.244128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-c80b4768-ba29-4ca4-bd67-014bdeab138d tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 1001 time: 0.1646905 Jul 16 18:10:39.259296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Transition to ACTIVE for port object 71100504-b805-4308-bf57-93188a8f5df6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:39.278834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Network 392934d0-9f1f-4743-8025-7f25b2edeb64 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:39.284660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:39.288615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:39.320985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event updated for resources: {'Port': ['ID=885d0763-a7c4-475a-aac2-94fc8b61b0b9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:39.336356 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c33b46a-1c44-4506-b207-8dc3d7b7273f req-4cca9c66-e5a6-418f-b708-caaac3614200 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279230 Jul 16 18:10:39.343984 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.477864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ab3f566a-6ea6-4d02-923a-c85a0a918bde up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:39.518376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-2d419e28-6496-4c6e-b94f-bcaa82a12552 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.526838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-2d419e28-6496-4c6e-b94f-bcaa82a12552 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2747583 Jul 16 18:10:39.577320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ab3f566a-6ea6-4d02-923a-c85a0a918bde triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:39.577657 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.591409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.662965 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.731167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Pushing event updated for resources: {'Port': ['ID=71100504-b805-4308-bf57-93188a8f5df6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:39.749888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.750243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.750661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.751012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.751342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.751676 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.752006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.752331 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.752821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.753148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.753475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.754072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:39.763507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:39.764285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-29d4d746-fa36-4224-ad9b-966122bccbe6 None None] Provisioning for port 885d0763-a7c4-475a-aac2-94fc8b61b0b9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:39.767783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5e66a6-19e3-4b25-94f3-4b0764028f9e', 'tag': '234ed97d-711e-4f51-8f3a-cc1ecc8838f1'}, {'server_uuid': '60379d2c-3aef-435c-a331-6484c50435f2', 'name': 'network-vif-deleted', 'tag': 'f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:39.769249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:39.771007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-29d4d746-fa36-4224-ad9b-966122bccbe6 None None] Provisioning complete for port 885d0763-a7c4-475a-aac2-94fc8b61b0b9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:39.772174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:39.772350 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27e7045-80c3-4f29-b6b0-c9834ca3448f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5e66a6-19e3-4b25-94f3-4b0764028f9e", "tag": "234ed97d-711e-4f51-8f3a-cc1ecc8838f1"}, {"server_uuid": "60379d2c-3aef-435c-a331-6484c50435f2", "name": "network-vif-deleted", "tag": "f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:39.785089 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29d4d746-fa36-4224-ad9b-966122bccbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.876191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-29d4d746-fa36-4224-ad9b-966122bccbe6 None None] Port 885d0763-a7c4-475a-aac2-94fc8b61b0b9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:39.884625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-3450e87d-7223-443b-b2d7-ce3cb717d873 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 1001 time: 0.3559825 Jul 16 18:10:39.891131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-b06e01db-0d7a-417b-861b-5a9b4ff74101 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:39.977336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.978103 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.053730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-5c731780-d686-49c3-9292-d1547ac3f177 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6807730 Jul 16 18:10:40.056748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-b06e01db-0d7a-417b-861b-5a9b4ff74101 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.066549 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.196974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f850c9c2-dceb-4180-8eea-9355ae2b5824 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:40.201809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6eb145f8-ebdf-41a7-a264-01b477da9f80 None None] Provisioning for port 71100504-b805-4308-bf57-93188a8f5df6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:40.210050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6eb145f8-ebdf-41a7-a264-01b477da9f80 None None] Provisioning complete for port 71100504-b805-4308-bf57-93188a8f5df6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:40.210508 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6eb145f8-ebdf-41a7-a264-01b477da9f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.231877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.241238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Request body: {'port': {'device_id': '4ed9d94d-5406-433c-9310-d9e6cc0cbb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:40.255246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Transition to ACTIVE for port object f850c9c2-dceb-4180-8eea-9355ae2b5824 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:40.263135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.278818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6eb145f8-ebdf-41a7-a264-01b477da9f80 None None] Port 71100504-b805-4308-bf57-93188a8f5df6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:40.327239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8e67b54-12b1-4d2d-99ac-767aa34048be req-d3b2746e-fd91-4c53-9965-b438d610fd37 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=60379d2c-3aef-435c-a331-6484c50435f2 HTTP/1.1" status: 200 len: 210 time: 0.0990980 Jul 16 18:10:40.453888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-b06e01db-0d7a-417b-861b-5a9b4ff74101 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.467023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-b06e01db-0d7a-417b-861b-5a9b4ff74101 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.467288 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-b06e01db-0d7a-417b-861b-5a9b4ff74101 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436 disassociated. External IP: 172.25.2.105, port: d88d4354-87e7-4f3a-82c1-7ccd15634d59. Jul 16 18:10:40.488443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Pushing event updated for resources: {'Port': ['ID=f850c9c2-dceb-4180-8eea-9355ae2b5824,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.499640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.505980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Attempting to bind port f850c9c2-dceb-4180-8eea-9355ae2b5824 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:40.506308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Attempting to bind port f850c9c2-dceb-4180-8eea-9355ae2b5824 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:40.506637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Attempting to bind port f850c9c2-dceb-4180-8eea-9355ae2b5824 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:40.511270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.516175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Port f850c9c2-dceb-4180-8eea-9355ae2b5824 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:40.516503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Attempting to bind port f850c9c2-dceb-4180-8eea-9355ae2b5824 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:40.552394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.599160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:40.599305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Checking segment: {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:40.599652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Bound using segment: {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:40.600107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Bound port: f850c9c2-dceb-4180-8eea-9355ae2b5824, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:40.600466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.602483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event updated for resources: {'Port': ['ID=885d0763-a7c4-475a-aac2-94fc8b61b0b9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.652947 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.746199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] For port f850c9c2-dceb-4180-8eea-9355ae2b5824, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:40.766129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] For port f850c9c2-dceb-4180-8eea-9355ae2b5824, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f850c9c2-dceb-4180-8eea-9355ae2b5824,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:40.771404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.825328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.825932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.827350 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] 10.222.0.46 "PUT /v2.0/ports/f850c9c2-dceb-4180-8eea-9355ae2b5824 HTTP/1.1" status: 200 len: 1093 time: 3.0547955 Jul 16 18:10:40.847588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Network 392934d0-9f1f-4743-8025-7f25b2edeb64 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:40.863023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:40.875532 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf9d3f-47b8-4d3f-8e32-28a821ef995c service neutron] Pushing event updated for resources: {'Port': ['ID=f850c9c2-dceb-4180-8eea-9355ae2b5824,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.950681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccac54-2776-40d6-82d0-763251715ed8 req-1b7c71e6-9e72-45eb-a847-cfae0f289402 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.952024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8ccac54-2776-40d6-82d0-763251715ed8 req-1b7c71e6-9e72-45eb-a847-cfae0f289402 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 932 time: 0.3157361 Jul 16 18:10:41.258594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f55490c4-256c-4b10-9edb-cec1668d2942 None None] Provisioning complete for port 885d0763-a7c4-475a-aac2-94fc8b61b0b9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:41.259471 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f55490c4-256c-4b10-9edb-cec1668d2942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.303664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f55490c4-256c-4b10-9edb-cec1668d2942 None None] Port 885d0763-a7c4-475a-aac2-94fc8b61b0b9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:41.376022 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8ccac54-2776-40d6-82d0-763251715ed8 req-a230d81b-ca0b-4d84-ac6e-bb4022d10c46 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288779 Jul 16 18:10:41.392958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:41.436002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Router 6fa37b34-5a62-409f-9574-337b9f4ebc95 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:10:41.465449 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4208bc8-91b1-4c55-98de-e6f11a9b48b0 x-openstack-request-id: req-d4208bc8-91b1-4c55-98de-e6f11a9b48b0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:41.465825 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5e66a6-19e3-4b25-94f3-4b0764028f9e", "tag": "234ed97d-711e-4f51-8f3a-cc1ecc8838f1", "status": "completed", "code": 200}, {"server_uuid": "60379d2c-3aef-435c-a331-6484c50435f2", "name": "network-vif-deleted", "tag": "f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:41.466003 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4208bc8-91b1-4c55-98de-e6f11a9b48b0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:41.466502 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5e66a6-19e3-4b25-94f3-4b0764028f9e', 'tag': '234ed97d-711e-4f51-8f3a-cc1ecc8838f1', 'status': 'completed', 'code': 200} Jul 16 18:10:41.466756 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60379d2c-3aef-435c-a331-6484c50435f2', 'name': 'network-vif-deleted', 'tag': 'f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb', 'status': 'completed', 'code': 200} Jul 16 18:10:41.490341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-b612d9da-2de6-4946-9d48-7546981e74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.492082 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-b612d9da-2de6-4946-9d48-7546981e74e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 1096 time: 0.5049038 Jul 16 18:10:41.497346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71100504-b805-4308-bf57-93188a8f5df6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:41.506632 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.523607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Transition to ACTIVE for port object 71100504-b805-4308-bf57-93188a8f5df6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:41.536993 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.542004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-b06e01db-0d7a-417b-861b-5a9b4ff74101 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Router bfe391d3-d967-49c3-9aa3-613bf7500014 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:41.575310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:41.575825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f5ce79b3-0ea9-4bab-8ecc-8d395af9abbb not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:41.658473 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-fb37570b-77eb-421e-89b0-c6dcdaa8f64e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3078649 Jul 16 18:10:41.661758 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-e2e77677-30fd-4bac-a80a-78789348298d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f850c9c2-dceb-4180-8eea-9355ae2b5824 HTTP/1.1" status: 200 len: 217 time: 0.0577238 Jul 16 18:10:41.681874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:41.691531 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-975323fd-a06f-4aef-9e1f-fc2d17c53be6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "PUT /v2.0/routers/6fa37b34-5a62-409f-9574-337b9f4ebc95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3179443 Jul 16 18:10:41.694384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42374) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:41.701273 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbdec34-bf9b-4e8f-8358-4727553b7b45 None None] Sync routers for ids ['6fa37b34-5a62-409f-9574-337b9f4ebc95'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:41.706973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Pushing event updated for resources: {'Port': ['ID=71100504-b805-4308-bf57-93188a8f5df6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.708842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Request body: {'port': {'network_id': '392934d0-9f1f-4743-8025-7f25b2edeb64', 'name': 'tempest-FloatingIPNegativeTestJSON-1969915566'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:41.717696 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbdec34-bf9b-4e8f-8358-4727553b7b45 None None] Routers {'6fa37b34-5a62-409f-9574-337b9f4ebc95'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:41.718727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9dbdec34-bf9b-4e8f-8358-4727553b7b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6fa37b34-5a62-409f-9574-337b9f4ebc95'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:41.751637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-ae9ad7e5-f01b-471a-b36c-3fdbcfd8a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.753156 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-ae9ad7e5-f01b-471a-b36c-3fdbcfd8a3d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 1096 time: 0.2799070 Jul 16 18:10:41.788727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9dbdec34-bf9b-4e8f-8358-4727553b7b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:41.802813 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbdec34-bf9b-4e8f-8358-4727553b7b45 None None] Routers {'6fa37b34-5a62-409f-9574-337b9f4ebc95'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:41.804319 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9dbdec34-bf9b-4e8f-8358-4727553b7b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6fa37b34-5a62-409f-9574-337b9f4ebc95'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:41.841976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Attempting to bind port 71100504-b805-4308-bf57-93188a8f5df6 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:41.842320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Attempting to bind port 71100504-b805-4308-bf57-93188a8f5df6 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:41.842668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Attempting to bind port 71100504-b805-4308-bf57-93188a8f5df6 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:41.857849 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9dbdec34-bf9b-4e8f-8358-4727553b7b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:41.858397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7510-3669-4d0d-bca4-0b28013650ca req-45ce19bc-df1a-4011-a5e0-9c2c0ce69129 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.858631 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbdec34-bf9b-4e8f-8358-4727553b7b45 None None] The sync data for ids ['6fa37b34-5a62-409f-9574-337b9f4ebc95'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:41.865867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7adb7510-3669-4d0d-bca4-0b28013650ca req-45ce19bc-df1a-4011-a5e0-9c2c0ce69129 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.2644632 Jul 16 18:10:41.869810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Port 71100504-b805-4308-bf57-93188a8f5df6 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:41.870580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Attempting to bind port 71100504-b805-4308-bf57-93188a8f5df6 on network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:41.881439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-8b8a62c0-a333-4517-9818-0a81b82b0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.882903 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-8b8a62c0-a333-4517-9818-0a81b82b0cfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee50f134-b269-4a2e-8df3-3b4f18f7c328 HTTP/1.1" status: 200 len: 854 time: 0.1900465 Jul 16 18:10:41.890630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-b06e01db-0d7a-417b-861b-5a9b4ff74101 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:41.895609 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-b06e01db-0d7a-417b-861b-5a9b4ff74101 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.898336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:41.898695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Checking segment: {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:41.899037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Bound using segment: {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:41.899479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Bound port: 71100504-b805-4308-bf57-93188a8f5df6, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:41.899821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.899938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] Sync routers for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:41.910267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:41.911486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:41.998748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7adb7510-3669-4d0d-bca4-0b28013650ca req-6d8f1378-9526-4a71-a352-93af9b23bb0f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299081 Jul 16 18:10:42.012070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-1c78cca4-013b-41d6-8513-0818f1fdf791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.014300 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-1c78cca4-013b-41d6-8513-0818f1fdf791 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 916 time: 0.2496433 Jul 16 18:10:42.014605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-b06e01db-0d7a-417b-861b-5a9b4ff74101 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "PUT /v2.0/floatingips/38604f09-18ce-41eb-b2cb-58d2fbb3f436 HTTP/1.1" status: 200 len: 696 time: 2.1250713 Jul 16 18:10:42.016884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:42.020947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-2008dff7-983c-4f34-8530-9fee45611a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.022447 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-2008dff7-983c-4f34-8530-9fee45611a90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=837a6d991f4745a8964bdf2bd718975e&device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 1098 time: 0.2592664 Jul 16 18:10:42.025674 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba501bd-99a5-4452-ad89-ad8267d59b04" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:42.050261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:42.088844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Made reservation on behalf of e456d8815f7a47cd8fb02ff2d6c9d1f6 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:42.090385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] For port 71100504-b805-4308-bf57-93188a8f5df6, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:42.092821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.094264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] For port 71100504-b805-4308-bf57-93188a8f5df6, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=71100504-b805-4308-bf57-93188a8f5df6,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:42.096004 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-91a99d19-869a-4f87-b222-ab6b16837da6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234ed97d-711e-4f51-8f3a-cc1ecc8838f1 HTTP/1.1" status: 200 len: 217 time: 0.0698283 Jul 16 18:10:42.100850 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.154407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.155166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.156622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] 10.222.0.45 "PUT /v2.0/ports/71100504-b805-4308-bf57-93188a8f5df6 HTTP/1.1" status: 200 len: 1093 time: 1.9271984 Jul 16 18:10:42.163359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-49d21b87-3f82-4101-9ee0-777da9fe9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.164721 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-49d21b87-3f82-4101-9ee0-777da9fe9bc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2516391 Jul 16 18:10:42.220960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] device_id is not set on port 94f01b6f-51c3-483e-81d0-ce9e71782ed5 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:42.300053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-c705188c-948a-4369-a8c3-01cb571b950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.307637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-c705188c-948a-4369-a8c3-01cb571b950e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.2789385 Jul 16 18:10:42.328468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa608776-f906-45a9-8dab-2a1ebaa0502c service neutron] Pushing event updated for resources: {'Port': ['ID=71100504-b805-4308-bf57-93188a8f5df6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.329254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-78773360-1b4f-48ff-aa72-c68ba12893b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.330963 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-78773360-1b4f-48ff-aa72-c68ba12893b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee50f134-b269-4a2e-8df3-3b4f18f7c328 HTTP/1.1" status: 200 len: 854 time: 0.2125280 Jul 16 18:10:42.406480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:42.495718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-2ad6db72-80dc-465d-91af-99169aab09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.498271 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-2ad6db72-80dc-465d-91af-99169aab09d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 1096 time: 0.2944481 Jul 16 18:10:42.524754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:42.543040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '234ed97d-711e-4f51-8f3a-cc1ecc8838f1', 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6', 'port_id': '234ed97d-711e-4f51-8f3a-cc1ecc8838f1', 'mac_address': 'fa:16:3e:de:aa:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee50f134-b269-4a2e-8df3-3b4f18f7c328', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:42.577212 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-e0ef9f03-b51b-4ea6-b5e0-2124e0942d28 service neutron] 10.222.0.46 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007320 Jul 16 18:10:42.603552 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.623481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:42.648569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:42.650768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42392) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:42.653935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:42.664572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-903059d3-044e-4ae4-ac9c-7fc0954ea1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.666140 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-903059d3-044e-4ae4-ac9c-7fc0954ea1f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 200 len: 914 time: 0.5885592 Jul 16 18:10:42.671566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-c2de58d7-faf9-4be6-acd2-fb363f238589 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71100504-b805-4308-bf57-93188a8f5df6 HTTP/1.1" status: 200 len: 217 time: 0.1655357 Jul 16 18:10:42.721096 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.729319 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] Checking router: bfe391d3-d967-49c3-9aa3-613bf7500014 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:42.763807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-53fb753d-18b7-4a8a-a6e4-c8f9e7b1d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.767422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-53fb753d-18b7-4a8a-a6e4-c8f9e7b1d815 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.4594154 Jul 16 18:10:42.771601 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-f8580de6-73fb-4ddb-a03e-6c159e448254 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 200 len: 217 time: 0.0903518 Jul 16 18:10:42.827232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.853169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:42.856321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:42.885347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-8e0b2f4f-21a6-467c-8b5f-8494b8e48655 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 217 time: 0.1094933 Jul 16 18:10:42.910408 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-968e62e8-0ef3-4884-a521-239be0a1943e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.976903 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3447653d-8e31-4f15-91b5-b02c2c69dada req-8354c6fd-f02b-4a51-a3c5-4f293cba0d50 service neutron] 10.222.0.46 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466811 Jul 16 18:10:43.010230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:43.049599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-0ce01af2-d513-4213-959d-158727e9ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.051101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-0ce01af2-d513-4213-959d-158727e9ebd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee50f134-b269-4a2e-8df3-3b4f18f7c328 HTTP/1.1" status: 200 len: 854 time: 0.3617187 Jul 16 18:10:43.051235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-42088122-06dd-4244-88f6-4366e28fb776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.053102 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-42088122-06dd-4244-88f6-4366e28fb776 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 200 len: 853 time: 0.0708530 Jul 16 18:10:43.075870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-8f357dfe-d5ab-43d8-86c9-9f7b1a569158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.077862 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-8f357dfe-d5ab-43d8-86c9-9f7b1a569158 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7254472 Jul 16 18:10:43.080096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Allocated IP 172.20.0.8 (392934d0-9f1f-4743-8025-7f25b2edeb64/503edd5c-0e83-4bf0-8202-14b75f92d162/94f01b6f-51c3-483e-81d0-ce9e71782ed5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:43.116547 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-9ea67dd6-4c6b-499d-9cd2-7e2c08ac5135 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d91b51d3-a043-428e-bc20-73b5633278ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432472 Jul 16 18:10:43.160076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['234ed97d-711e-4f51-8f3a-cc1ecc8838f1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:43.179503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-f74b5d96-6133-48c1-82ff-fd2d195ed113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.186197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-f74b5d96-6133-48c1-82ff-fd2d195ed113 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.2687140 Jul 16 18:10:43.316817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-9e8ee62a-0b5a-4e12-8020-3cff9ecbd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.318401 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-9e8ee62a-0b5a-4e12-8020-3cff9ecbd939 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2566621 Jul 16 18:10:43.326294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-f133fafd-e16c-44cb-a218-9a48b512967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.333610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-f133fafd-e16c-44cb-a218-9a48b512967d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464162 Jul 16 18:10:43.429359 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-368a2435-ff63-41b1-a13e-7c489b018ac3 service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087916 Jul 16 18:10:43.492957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a444cf-45f2-40b6-9d0f-f065d935e4d4', 'tag': 'f850c9c2-dceb-4180-8eea-9355ae2b5824'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:43.496844 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0ada4b-dfff-4604-b503-78e6bc544f76" -d '{"events": [{"name": "network-changed", "server_uuid": "09a444cf-45f2-40b6-9d0f-f065d935e4d4", "tag": "f850c9c2-dceb-4180-8eea-9355ae2b5824"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:43.517317 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-7f719aa9-7a55-4102-8f99-92ff02134f18 service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503594 Jul 16 18:10:43.541536 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:43.556988 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-968e62e8-0ef3-4884-a521-239be0a1943e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.569807 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-968e62e8-0ef3-4884-a521-239be0a1943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.654735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-680f4355-b136-4521-983d-199ef41e2be7 service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202097 Jul 16 18:10:43.673978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:43.722255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd109f5-398f-426a-b527-3c2e5f471894 None None] The sync data for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 is: [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:14Z', 'revision_number': 4, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '737b4596-191e-4214-9929-bd3f43efe5d1', 'name': '', 'network_id': '1cceaba9-9586-4b9e-bd47-1308400e7350', 'tenant_id': '60060ffda06847f49752096c15a74083', 'mac_address': 'fa:16:3e:f0:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:11Z', 'updated_at': '2021-07-16T18:09:21Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'subnets': [{'id': 'e50f6183-494d-431c-a14f-ffb32ea65e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:43.743045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-f6d832c8-92a1-4ec2-a96a-51febb92e92d service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061394 Jul 16 18:10:43.745721 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-968e62e8-0ef3-4884-a521-239be0a1943e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb14ee04f5a949ffba7ff2d90e2c6a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0942068 Jul 16 18:10:43.765681 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.771705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e62e8-0ef3-4884-a521-239be0a1943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47248ca8-2613-43b5-8168-13f6f34756f0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.798467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7555e-9beb-4499-aab0-5765f163dbc0 req-b81da3d0-ca76-4abb-8a49-ef1869b26def tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.801062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de7555e-9beb-4499-aab0-5765f163dbc0 req-b81da3d0-ca76-4abb-8a49-ef1869b26def tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.4320748 Jul 16 18:10:43.822444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b34830c-d74d-4dc4-bfc6-d9f37dbc203d req-3b479181-6efe-4cf7-8a9b-6f575dbace4d service neutron] 10.222.0.60 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664572 Jul 16 18:10:43.843629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.878109 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e27e7045-80c3-4f29-b6b0-c9834ca3448f req-9eece9f1-92af-4b82-8a78-6420b118d96f service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364588 Jul 16 18:10:43.906500 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a35885dc-86ec-4623-b2f6-e54b66b2087b req-ab6ff29b-4408-4565-a76b-7b0179e0c4c6 service neutron] 10.222.0.46 "GET /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737173 Jul 16 18:10:43.911982 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Transition to ACTIVE for port object 94f01b6f-51c3-483e-81d0-ce9e71782ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:43.930700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de7555e-9beb-4499-aab0-5765f163dbc0 req-8669b52e-881e-446f-ba0a-4773555a8bb3 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186965 Jul 16 18:10:43.959940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c697f2a7-2c8d-42bd-af25-58e062fd0298 req-e5c69504-9277-4923-8db1-ae99648f1bcf service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892765 Jul 16 18:10:43.963727 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-990030bd-3d79-4416-ae9e-a466422c879d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.008842 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06441125-fc70-4c26-a56d-1222c69c529f x-openstack-request-id: req-06441125-fc70-4c26-a56d-1222c69c529f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:44.009171 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:44.009425 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06441125-fc70-4c26-a56d-1222c69c529f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:44.010184 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'status': 'completed', 'code': 200} Jul 16 18:10:44.090040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-990030bd-3d79-4416-ae9e-a466422c879d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.093238 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.148249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-243e3fa0-a0e4-4cf1-91f8-7f9b1e58d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.149873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-243e3fa0-a0e4-4cf1-91f8-7f9b1e58d17e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60060ffda06847f49752096c15a74083&device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 1097 time: 0.1250739 Jul 16 18:10:44.203420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Network 392934d0-9f1f-4743-8025-7f25b2edeb64 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:44.209286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:44.222361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:44.261453 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6836b10e-bcd1-476f-926e-81b76a0213b8 None None] New status for floating IP 38604f09-18ce-41eb-b2cb-58d2fbb3f436: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:44.280281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event updated for resources: {'Port': ['ID=94f01b6f-51c3-483e-81d0-ce9e71782ed5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.302880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.303510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.328330 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8df2cbfb-28b9-481c-a2ce-65434bd96750 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6250355 Jul 16 18:10:44.332130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42424) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:44.339941 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-990030bd-3d79-4416-ae9e-a466422c879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.346540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-990030bd-3d79-4416-ae9e-a466422c879d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.350899 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-990030bd-3d79-4416-ae9e-a466422c879d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47248ca8-2613-43b5-8168-13f6f34756f0 HTTP/1.1" status: 204 len: 168 time: 0.5785840 Jul 16 18:10:44.355393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:44.418383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:44.439598 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.456074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-46a27961-bc26-44ed-b014-fd0853ffca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.461311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990030bd-3d79-4416-ae9e-a466422c879d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47248ca8-2613-43b5-8168-13f6f34756f0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.475072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-46a27961-bc26-44ed-b014-fd0853ffca3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 200 len: 922 time: 0.3161199 Jul 16 18:10:44.549381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:44.557240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:44.557621 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.626348 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.690960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-92a6ca45-1440-4ce5-b1b2-2b50890c0fe5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.699138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-92a6ca45-1440-4ce5-b1b2-2b50890c0fe5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.4447896 Jul 16 18:10:44.725902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-6f6742f8-dc13-4183-99b1-a407220b72d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 200 len: 217 time: 0.1579390 Jul 16 18:10:44.738390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-658dbe23-e1fa-4b09-a340-66f1770eb69c None None] Provisioning for port 94f01b6f-51c3-483e-81d0-ce9e71782ed5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:44.748497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-658dbe23-e1fa-4b09-a340-66f1770eb69c None None] Provisioning complete for port 94f01b6f-51c3-483e-81d0-ce9e71782ed5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:44.748938 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-658dbe23-e1fa-4b09-a340-66f1770eb69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.771059 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-c3095bd4-4464-4a39-9a5e-25a3a605282c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/quotas/b4ead2119915486aaa08f9849e05a40d HTTP/1.1" status: 200 len: 375 time: 0.0707045 Jul 16 18:10:44.833217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1c4cc-12e5-4c06-b2f9-e9ecb7bf7a41 req-b5fc644a-62d2-4cec-a0f5-4f39d2df6b00 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.842645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2e1c4cc-12e5-4c06-b2f9-e9ecb7bf7a41 req-b5fc644a-62d2-4cec-a0f5-4f39d2df6b00 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 944 time: 0.5896456 Jul 16 18:10:44.876649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-658dbe23-e1fa-4b09-a340-66f1770eb69c None None] Port 94f01b6f-51c3-483e-81d0-ce9e71782ed5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:44.878644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Allocated IP 172.25.2.128 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/0acaecb9-9062-44f8-ba71-309f35a61e5a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:44.881883 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.894041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-205c068f-5286-4e3e-9e0d-f2a83960047d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1217985 Jul 16 18:10:44.912244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5e66a6-19e3-4b25-94f3-4b0764028f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234ed97d-711e-4f51-8f3a-cc1ecc8838f1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:44.914937 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117c6216-ea05-4f02-9288-1d060c7a214e" -d '{"events": [{"server_uuid": "1c5e66a6-19e3-4b25-94f3-4b0764028f9e", "name": "network-vif-plugged", "status": "completed", "tag": "234ed97d-711e-4f51-8f3a-cc1ecc8838f1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:44.931636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:44.935365 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.000969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.015529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.042774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae3fd-592b-48bf-aeda-6bfb2fc9bffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.108955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.239742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae3fd-592b-48bf-aeda-6bfb2fc9bffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.249543 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae3fd-592b-48bf-aeda-6bfb2fc9bffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.266673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.308685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2e1c4cc-12e5-4c06-b2f9-e9ecb7bf7a41 req-9f1d795b-9468-4850-b341-f1097afa7ba5 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643157 Jul 16 18:10:45.316296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-983f8f7c-c564-4924-b0cd-40dc5d78db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.317793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-983f8f7c-c564-4924-b0cd-40dc5d78db1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 200 len: 860 time: 0.5760806 Jul 16 18:10:45.346380 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3f4ae3fd-592b-48bf-aeda-6bfb2fc9bffd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6257d7021d9f4b22a9527cf776466d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238685 Jul 16 18:10:45.349531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae3fd-592b-48bf-aeda-6bfb2fc9bffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1356ec36-24b4-4c80-ae25-88954e316179,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.355685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:45.355843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.361139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:45.364130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:45.389439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f850c9c2-dceb-4180-8eea-9355ae2b5824 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:45.420206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event updated for resources: {'Port': ['ID=0acaecb9-9062-44f8-ba71-309f35a61e5a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.445105 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b5e550-9999-4998-8257-fce12456bfe1 x-openstack-request-id: req-34b5e550-9999-4998-8257-fce12456bfe1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:45.445396 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a444cf-45f2-40b6-9d0f-f065d935e4d4", "tag": "f850c9c2-dceb-4180-8eea-9355ae2b5824", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:45.445643 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34b5e550-9999-4998-8257-fce12456bfe1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:45.446039 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a444cf-45f2-40b6-9d0f-f065d935e4d4', 'tag': 'f850c9c2-dceb-4180-8eea-9355ae2b5824', 'status': 'completed', 'code': 200} Jul 16 18:10:45.500587 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e988494-be65-48cf-8d0a-c5c84e37ef9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.511880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-dd96a49d-c50c-45bf-82fa-3db963a400fc service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167865 Jul 16 18:10:45.576655 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e988494-be65-48cf-8d0a-c5c84e37ef9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.602927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f850c9c2-dceb-4180-8eea-9355ae2b5824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f850c9c2-dceb-4180-8eea-9355ae2b5824,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:45.634075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'f850c9c2-dceb-4180-8eea-9355ae2b5824', 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6', 'port_id': 'f850c9c2-dceb-4180-8eea-9355ae2b5824', 'mac_address': 'fa:16:3e:f5:00:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee50f134-b269-4a2e-8df3-3b4f18f7c328', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:45.679051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-b10e61bb-81ca-4657-b882-161246c967c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.681462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-b10e61bb-81ca-4657-b882-161246c967c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cceaba9-9586-4b9e-bd47-1308400e7350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3271399 Jul 16 18:10:45.731922 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.770202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f850c9c2-dceb-4180-8eea-9355ae2b5824 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:45.778184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.794286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-529df719-cdfe-4915-aafe-2d0cbb790f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.795860 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-529df719-cdfe-4915-aafe-2d0cbb790f7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 1096 time: 0.3356082 Jul 16 18:10:45.812096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f850c9c2-dceb-4180-8eea-9355ae2b5824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f850c9c2-dceb-4180-8eea-9355ae2b5824,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:45.817062 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.877243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f850c9c2-dceb-4180-8eea-9355ae2b5824,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.909831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-ee381f43-9df0-4b28-8d3a-3aa41946e5e0 service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863566 Jul 16 18:10:45.949536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e988494-be65-48cf-8d0a-c5c84e37ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.952620 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7e988494-be65-48cf-8d0a-c5c84e37ef9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.963270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7e988494-be65-48cf-8d0a-c5c84e37ef9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1356ec36-24b4-4c80-ae25-88954e316179 HTTP/1.1" status: 204 len: 168 time: 0.6060064 Jul 16 18:10:45.966889 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-93de6ba4-a222-4342-b739-12b24d0909da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.968403 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-93de6ba4-a222-4342-b739-12b24d0909da service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 916 time: 0.1470873 Jul 16 18:10:45.995963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e988494-be65-48cf-8d0a-c5c84e37ef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1356ec36-24b4-4c80-ae25-88954e316179,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.015099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-c0301c16-3a72-4986-83fb-57a95d51a674 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243427 Jul 16 18:10:46.015831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed9d94d-5406-433c-9310-d9e6cc0cbb90', 'tag': '71100504-b805-4308-bf57-93188a8f5df6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:46.031462 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c856ec09-43be-4264-8f8f-28068d5db896" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed9d94d-5406-433c-9310-d9e6cc0cbb90", "tag": "71100504-b805-4308-bf57-93188a8f5df6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:46.093487 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-69dc9a0c-23e4-43cf-adf2-3a6c713d1aa9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f850c9c2-dceb-4180-8eea-9355ae2b5824 HTTP/1.1" status: 200 len: 217 time: 0.1148963 Jul 16 18:10:46.094945 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.147027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ba501bd-99a5-4452-ad89-ad8267d59b04 req-b567eb1b-d3c3-4eca-a30b-b6fcdaf98743 service neutron] 10.222.0.45 "GET /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123991 Jul 16 18:10:46.158192 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3444efb4-ab9b-4649-bc8e-c382def26011 x-openstack-request-id: req-3444efb4-ab9b-4649-bc8e-c382def26011 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:46.158573 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5e66a6-19e3-4b25-94f3-4b0764028f9e", "name": "network-vif-plugged", "status": "completed", "tag": "234ed97d-711e-4f51-8f3a-cc1ecc8838f1", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:46.159094 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3444efb4-ab9b-4649-bc8e-c382def26011 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:46.168208 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5e66a6-19e3-4b25-94f3-4b0764028f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234ed97d-711e-4f51-8f3a-cc1ecc8838f1', 'code': 200} Jul 16 18:10:46.177691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f850c9c2-dceb-4180-8eea-9355ae2b5824'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:46.446895 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d60080-e889-44fb-a15a-777832c8d85c x-openstack-request-id: req-78d60080-e889-44fb-a15a-777832c8d85c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:46.447177 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed9d94d-5406-433c-9310-d9e6cc0cbb90", "tag": "71100504-b805-4308-bf57-93188a8f5df6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:46.447416 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78d60080-e889-44fb-a15a-777832c8d85c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:46.447808 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed9d94d-5406-433c-9310-d9e6cc0cbb90', 'tag': '71100504-b805-4308-bf57-93188a8f5df6', 'status': 'completed', 'code': 200} Jul 16 18:10:46.455951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 71100504-b805-4308-bf57-93188a8f5df6 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:46.510685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bea824-2994-4bb0-9762-71faef0f1469 req-e576f75b-5a5a-4f5c-aa13-3a0d60446534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.513812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82bea824-2994-4bb0-9762-71faef0f1469 req-e576f75b-5a5a-4f5c-aa13-3a0d60446534 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 1098 time: 0.2151287 Jul 16 18:10:46.616131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82bea824-2994-4bb0-9762-71faef0f1469 req-0dad713c-7a62-4576-a9a0-02559f57877e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929649 Jul 16 18:10:46.662989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd58c0-4cdf-4699-937b-d1fb9d6cbe99 req-aaf08f62-5345-4ecf-a510-3fe8121481d5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.667332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-64bd58c0-4cdf-4699-937b-d1fb9d6cbe99 req-aaf08f62-5345-4ecf-a510-3fe8121481d5 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.2477129 Jul 16 18:10:46.747903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 71100504-b805-4308-bf57-93188a8f5df6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=71100504-b805-4308-bf57-93188a8f5df6,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:46.761527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '71100504-b805-4308-bf57-93188a8f5df6', 'network_id': '0e8583b6-b034-4ed2-8798-8d76a9f51fc6', 'port_id': '71100504-b805-4308-bf57-93188a8f5df6', 'mac_address': 'fa:16:3e:6b:8a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee50f134-b269-4a2e-8df3-3b4f18f7c328', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:46.790134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-64bd58c0-4cdf-4699-937b-d1fb9d6cbe99 req-3971a6b0-0a98-4775-9608-bb721927c912 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167209 Jul 16 18:10:46.834656 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.849958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71100504-b805-4308-bf57-93188a8f5df6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:46.871248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 71100504-b805-4308-bf57-93188a8f5df6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=71100504-b805-4308-bf57-93188a8f5df6,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:46.875243 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.966159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea93a3eb-760b-4458-b1d9-85a95495f4a4 req-02ab10a0-6c1b-48af-b919-8899fa1c8282 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 210 time: 0.0805624 Jul 16 18:10:46.982015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=71100504-b805-4308-bf57-93188a8f5df6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.014098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-51b0b1fe-5ac8-4083-a45a-20a4475a212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.016202 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-51b0b1fe-5ac8-4083-a45a-20a4475a212d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee50f134-b269-4a2e-8df3-3b4f18f7c328 HTTP/1.1" status: 200 len: 854 time: 0.9105501 Jul 16 18:10:47.104181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856ec09-43be-4264-8f8f-28068d5db896 req-bbbe4a24-3cdd-45d2-b4fb-b9309a0543ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.106359 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c856ec09-43be-4264-8f8f-28068d5db896 req-bbbe4a24-3cdd-45d2-b4fb-b9309a0543ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 1097 time: 0.2104738 Jul 16 18:10:47.111903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-2ae43de1-80e2-4536-9072-78c10987dfbc tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips/38604f09-18ce-41eb-b2cb-58d2fbb3f436 HTTP/1.1" status: 200 len: 694 time: 0.1172087 Jul 16 18:10:47.172320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['71100504-b805-4308-bf57-93188a8f5df6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:47.232483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856ec09-43be-4264-8f8f-28068d5db896 req-bb41abc6-5ba1-4fe5-934c-d4e6bb0bab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.234044 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c856ec09-43be-4264-8f8f-28068d5db896 req-bb41abc6-5ba1-4fe5-934c-d4e6bb0bab81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 916 time: 0.1148047 Jul 16 18:10:47.406033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f850c9c2-dceb-4180-8eea-9355ae2b5824 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:47.430167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-3c006f2a-0c17-4f23-b5d8-ad46985c2dc5 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.438265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-3c006f2a-0c17-4f23-b5d8-ad46985c2dc5 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.3251789 Jul 16 18:10:47.519463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e33a03-9a0d-4a90-8a26-d061547d21c8 req-a49b35d9-560e-47b2-bf95-fa8cdfde3587 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.521201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5e33a03-9a0d-4a90-8a26-d061547d21c8 req-a49b35d9-560e-47b2-bf95-fa8cdfde3587 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 945 time: 0.2443428 Jul 16 18:10:47.523427 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c856ec09-43be-4264-8f8f-28068d5db896 req-cc72fdd8-2e3b-43fe-812f-f964995d98a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71100504-b805-4308-bf57-93188a8f5df6 HTTP/1.1" status: 200 len: 217 time: 0.2383993 Jul 16 18:10:47.549319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-51959f9f-c337-4e33-a949-ce9b4d5d390a tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 697 time: 0.1097469 Jul 16 18:10:47.549767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port f850c9c2-dceb-4180-8eea-9355ae2b5824 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:47.554177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port f850c9c2-dceb-4180-8eea-9355ae2b5824 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:47.554737 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.571677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-1c2a3a66-0aab-435d-9a14-a027517cc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.577340 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-1c2a3a66-0aab-435d-9a14-a027517cc1dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5529842 Jul 16 18:10:47.608661 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.612593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.688974 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-68bb92fa-25d0-463f-8a98-ed3d5bb76ea7 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 697 time: 0.1385849 Jul 16 18:10:47.696108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.710325 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.766857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5e33a03-9a0d-4a90-8a26-d061547d21c8 req-d61c8f2b-2cac-4193-bf6e-39ad685765f8 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994679 Jul 16 18:10:47.805215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f850c9c2-dceb-4180-8eea-9355ae2b5824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f850c9c2-dceb-4180-8eea-9355ae2b5824,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:47.813459 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.908886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Deleting port 2bb57017-d6b1-4fdd-a46f-d6f7a68edd9d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:47.909160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856ec09-43be-4264-8f8f-28068d5db896 req-13a96173-a75c-4403-a4cd-3edfe4bfa70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.909279 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.910684 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c856ec09-43be-4264-8f8f-28068d5db896 req-13a96173-a75c-4403-a4cd-3edfe4bfa70e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee50f134-b269-4a2e-8df3-3b4f18f7c328 HTTP/1.1" status: 200 len: 854 time: 0.3667681 Jul 16 18:10:47.956391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f850c9c2-dceb-4180-8eea-9355ae2b5824,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.005037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.005545 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.016900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event updated for resources: {'Port': ['ID=0acaecb9-9062-44f8-ba71-309f35a61e5a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.020245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Calling delete_port for 2bb57017-d6b1-4fdd-a46f-d6f7a68edd9d owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:48.031466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-839624764-network', 'tenant_id': '02e3392e165f400497fbe7e41aa3f523'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:48.049876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.050235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.050571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.050909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.051244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.051581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.051910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.052239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.052590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.052919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.053350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.053927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:48.063232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.091926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-b6907127-c9dc-4515-85ab-a31080ce3954 service neutron] 10.222.0.46 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803488 Jul 16 18:10:48.141353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Made reservation on behalf of 02e3392e165f400497fbe7e41aa3f523 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:48.143694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.161805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.165111 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-530be1ad-560e-40c2-b534-5a668ba8f7fe tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8261557 Jul 16 18:10:48.166053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:48.169281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a444cf-45f2-40b6-9d0f-f065d935e4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850c9c2-dceb-4180-8eea-9355ae2b5824'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:48.171976 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e2c739-46d2-4627-9cbf-b4ff4f1c12bc" -d '{"events": [{"server_uuid": "09a444cf-45f2-40b6-9d0f-f065d935e4d4", "name": "network-vif-plugged", "status": "completed", "tag": "f850c9c2-dceb-4180-8eea-9355ae2b5824"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:48.184083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3b76b42c-448c-4abf-86e5-764c16f77991 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Request body: {'floatingip': {'port_id': '94f01b6f-51c3-483e-81d0-ce9e71782ed5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:48.188242 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.193023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff671b-ce34-48c2-bf45-ae636d05aa73 req-1a580348-a343-4157-8ec9-c39054974976 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.195119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01ff671b-ce34-48c2-bf45-ae636d05aa73 req-1a580348-a343-4157-8ec9-c39054974976 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1645136 Jul 16 18:10:48.230985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856ec09-43be-4264-8f8f-28068d5db896 req-bf003e97-c30d-4ee7-8bbd-b2f474469062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.232459 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c856ec09-43be-4264-8f8f-28068d5db896 req-bf003e97-c30d-4ee7-8bbd-b2f474469062 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3110273 Jul 16 18:10:48.253119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01ff671b-ce34-48c2-bf45-ae636d05aa73 req-266efe8a-e18c-483d-a464-a0d4a2ed8cef tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Jul 16 18:10:48.318899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b76b42c-448c-4abf-86e5-764c16f77991 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.323853 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.378454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Pushing event deleted for resources: {'Port': ['ID=2bb57017-d6b1-4fdd-a46f-d6f7a68edd9d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.447642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 71100504-b805-4308-bf57-93188a8f5df6 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:48.453304 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1f0ada4b-dfff-4604-b503-78e6bc544f76 req-93da16c3-7d88-46ff-9316-695252811404 service neutron] 10.222.0.46 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529475 Jul 16 18:10:48.519121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.529209 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.532535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-324dc661-d095-40c2-b77d-4419db74cbc0 req-d0b1165a-49e6-44b9-b714-c756090a4f38 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "DELETE /v2.0/floatingips/38604f09-18ce-41eb-b2cb-58d2fbb3f436 HTTP/1.1" status: 204 len: 173 time: 0.8427396 Jul 16 18:10:48.577725 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c856ec09-43be-4264-8f8f-28068d5db896 req-6f2bdfd8-7fec-407a-b776-7dbedc737ad7 service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107424 Jul 16 18:10:48.586448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 71100504-b805-4308-bf57-93188a8f5df6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:48.590992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 71100504-b805-4308-bf57-93188a8f5df6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:48.591374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.750782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.752883 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-3b76b42c-448c-4abf-86e5-764c16f77991 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] update failed (client error): The resource could not be found. Jul 16 18:10:48.755773 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3b76b42c-448c-4abf-86e5-764c16f77991 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "PUT /v2.0/floatingips/27d4e747-9e0d-40bf-b78c-e1ab3a366779 HTTP/1.1" status: 404 len: 507 time: 0.5788646 Jul 16 18:10:48.767716 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.773252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42506) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:48.791834 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9e0152c-5b8f-4cb0-93a2-b3b0de8ef09d req-0b6b3877-de66-41ef-8af6-755d9ceb90ca tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 210 time: 0.0716176 Jul 16 18:10:48.813984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fa7fb5-32ee-454a-8807-693010c48e51,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.837369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.880971 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 71100504-b805-4308-bf57-93188a8f5df6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=71100504-b805-4308-bf57-93188a8f5df6,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:48.888880 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.932816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:48.998852 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd147334-7fa0-484e-a382-dfb3dda7b87d x-openstack-request-id: req-fd147334-7fa0-484e-a382-dfb3dda7b87d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:48.999457 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a444cf-45f2-40b6-9d0f-f065d935e4d4", "name": "network-vif-plugged", "status": "completed", "tag": "f850c9c2-dceb-4180-8eea-9355ae2b5824", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:49.003702 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd147334-7fa0-484e-a382-dfb3dda7b87d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:49.003702 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a444cf-45f2-40b6-9d0f-f065d935e4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f850c9c2-dceb-4180-8eea-9355ae2b5824', 'code': 200} Jul 16 18:10:49.003943 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.004262 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Added segment 8b258a09-251c-4235-a16d-ea399cc20a49 of type vlan for network 14755690-30e8-49b5-801a-437a7321d2a8 Jul 16 18:10:49.004740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=71100504-b805-4308-bf57-93188a8f5df6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.077176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-6ac5ef09-41d5-4c8b-9ea9-90fe43dbd2b3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.078614 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-6ac5ef09-41d5-4c8b-9ea9-90fe43dbd2b3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.5655572 Jul 16 18:10:49.125152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Request body: {'port': {'device_id': '300fb354-0209-4ded-b8f1-9254c96f8d7d', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'admin_state_up': True, 'tenant_id': 'b4ead2119915486aaa08f9849e05a40d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:49.134591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Deleting port 0acaecb9-9062-44f8-ba71-309f35a61e5a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:49.135183 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.139236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c856ec09-43be-4264-8f8f-28068d5db896 req-dcb3e940-0a0b-4268-b62c-8ddd3c9287ee service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812506 Jul 16 18:10:49.200016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.242207 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.243522 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.260466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Calling delete_port for 0acaecb9-9062-44f8-ba71-309f35a61e5a owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:49.349543 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.350532 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.351119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.413203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314a777-8386-4781-9c70-ac431909f6b7 req-e20cb527-17d0-4d80-bd3c-695dcf20dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.415099 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4314a777-8386-4781-9c70-ac431909f6b7 req-e20cb527-17d0-4d80-bd3c-695dcf20dd9a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 1098 time: 0.3591816 Jul 16 18:10:49.420693 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8070812 Jul 16 18:10:49.425424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42514) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.436814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Request body: {'subnet': {'network_id': '14755690-30e8-49b5-801a-437a7321d2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-839624764-subnet', 'tenant_id': '02e3392e165f400497fbe7e41aa3f523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:49.484726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9749fe-7d7e-4714-aac3-de43efcda5a3 req-0bac1cf6-422e-487e-952c-4060dbf7dace tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.485417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebdb7b-0567-4c58-b8e0-29f736c69903 admin admin] Pushing event updated for resources: {'Network': ['ID=14755690-30e8-49b5-801a-437a7321d2a8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.486282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f9749fe-7d7e-4714-aac3-de43efcda5a3 req-0bac1cf6-422e-487e-952c-4060dbf7dace tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.1503570 Jul 16 18:10:49.497360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 14755690-30e8-49b5-801a-437a7321d2a8 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:49.510224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Made reservation on behalf of b4ead2119915486aaa08f9849e05a40d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:49.514085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.559699 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f9749fe-7d7e-4714-aac3-de43efcda5a3 req-f5b58d45-e567-40da-b055-62af543a9387 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604231 Jul 16 18:10:49.560287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Made reservation on behalf of 02e3392e165f400497fbe7e41aa3f523 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:49.563028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.579916 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4314a777-8386-4781-9c70-ac431909f6b7 req-b9503c25-73e4-4397-b43c-635b5e95215d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524277 Jul 16 18:10:49.715899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.774820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event deleted for resources: {'Port': ['ID=0acaecb9-9062-44f8-ba71-309f35a61e5a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.810481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Allocated IP 172.20.0.5 (f12a6415-c118-4479-8678-787f7505198a/154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de/71080271-e51f-45b8-8fd4-b946d0da7cde) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:49.937353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571971-7c0d-4929-9784-960a54ebf5d6 req-fd36bb7e-091a-4827-bb34-a7f6e9c1ba69 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.944317 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32571971-7c0d-4929-9784-960a54ebf5d6 req-fd36bb7e-091a-4827-bb34-a7f6e9c1ba69 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.3040774 Jul 16 18:10:49.963227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.966120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.967424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-577cccb5-bf04-4e84-ac56-6808fe085acd tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "DELETE /v2.0/floatingips/27d4e747-9e0d-40bf-b78c-e1ab3a366779 HTTP/1.1" status: 204 len: 168 time: 1.1700122 Jul 16 18:10:49.971041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.981539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dc38ad8d-0034-475a-8c6a-98cb178456f6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Request body: {'floatingip': {'floating_network_id': '392934d0-9f1f-4743-8025-7f25b2edeb64', 'port_id': '94f01b6f-51c3-483e-81d0-ce9e71782ed5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:49.989975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.997490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bc6c6-67e3-4a8b-bbf5-62cf9a7b87c4 req-bb0084b5-f32b-4973-8d01-cd2f96ba2569 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.000115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e50bc6c6-67e3-4a8b-bbf5-62cf9a7b87c4 req-bb0084b5-f32b-4973-8d01-cd2f96ba2569 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 945 time: 0.3094630 Jul 16 18:10:50.018176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.036867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc38ad8d-0034-475a-8c6a-98cb178456f6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.052367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.067933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32571971-7c0d-4929-9784-960a54ebf5d6 req-f5ac218c-bd07-4cf5-8f15-9a70c5853370 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225832 Jul 16 18:10:50.115407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Network f12a6415-c118-4479-8678-787f7505198a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:50.122234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:50.136988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:50.145141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96575f11-85fd-4b83-b9cb-112b73042b0b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.168703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e50bc6c6-67e3-4a8b-bbf5-62cf9a7b87c4 req-13a9078b-c54f-4f94-b15a-a414e8744306 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541710 Jul 16 18:10:50.168949 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event updated for resources: {'Port': ['ID=71080271-e51f-45b8-8fd4-b946d0da7cde,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.186488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:50.187001 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Network hostable DHCP agents. Network: 14755690-30e8-49b5-801a-437a7321d2a8, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:50.214535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Network 14755690-30e8-49b5-801a-437a7321d2a8 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:50.227547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 14755690-30e8-49b5-801a-437a7321d2a8) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:50.238383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec845237-89e4-43fc-9d96-16648323d529 None None] Network 14755690-30e8-49b5-801a-437a7321d2a8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:50.244739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.246505 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.265103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.265865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.268565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b7812338-1373-4848-9ca2-717f4992ba67 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8401816 Jul 16 18:10:50.321182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-17ea8426-e173-4d79-8806-b2de2a96c0f9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2186580 Jul 16 18:10:50.353869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Request body: {'port': {'device_id': '300fb354-0209-4ded-b8f1-9254c96f8d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:50.408420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bdad4-1236-4d2e-837b-627e5a5fd0c8 req-41dd2bd7-480b-42d0-b886-8230ddda09bb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.415667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b1bdad4-1236-4d2e-837b-627e5a5fd0c8 req-41dd2bd7-480b-42d0-b886-8230ddda09bb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 931 time: 0.0868397 Jul 16 18:10:50.473254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b1bdad4-1236-4d2e-837b-627e5a5fd0c8 req-d7539ce4-b315-42df-ba83-660c63f33f53 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565145 Jul 16 18:10:50.487725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f0634-227b-4d85-a36a-f81a7b213bb8 None None] Network 14755690-30e8-49b5-801a-437a7321d2a8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:50.555522 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-dc38ad8d-0034-475a-8c6a-98cb178456f6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:10:50.556921 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc38ad8d-0034-475a-8c6a-98cb178456f6 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5803931 Jul 16 18:10:50.562410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42542) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.568007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '94f01b6f-51c3-483e-81d0-ce9e71782ed5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:50.580801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.645801 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.900650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.005295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed9d94d-5406-433c-9310-d9e6cc0cbb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71100504-b805-4308-bf57-93188a8f5df6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:51.007834 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385eaf7d-bd48-4c90-b950-23c2aa41e222" -d '{"events": [{"server_uuid": "4ed9d94d-5406-433c-9310-d9e6cc0cbb90", "name": "network-vif-plugged", "status": "completed", "tag": "71100504-b805-4308-bf57-93188a8f5df6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:51.010695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac3a3d-6842-4ad8-9a0e-442ee8f83646 req-20b3bfec-1110-4cff-ba86-b18e51ec1f60 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.017918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7eac3a3d-6842-4ad8-9a0e-442ee8f83646 req-20b3bfec-1110-4cff-ba86-b18e51ec1f60 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.1486392 Jul 16 18:10:51.045222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.077051 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5096cb-9ecc-4ebe-9219-3716da01283d x-openstack-request-id: req-be5096cb-9ecc-4ebe-9219-3716da01283d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:51.077623 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed9d94d-5406-433c-9310-d9e6cc0cbb90", "name": "network-vif-plugged", "status": "completed", "tag": "71100504-b805-4308-bf57-93188a8f5df6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:51.078171 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be5096cb-9ecc-4ebe-9219-3716da01283d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:51.078797 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed9d94d-5406-433c-9310-d9e6cc0cbb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71100504-b805-4308-bf57-93188a8f5df6', 'code': 200} Jul 16 18:10:51.112291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f68831-5520-4e44-a261-49921d7a8344 req-dead2ab0-8f37-4007-96fb-bd0175f6bf33 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.114066 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f68831-5520-4e44-a261-49921d7a8344 req-dead2ab0-8f37-4007-96fb-bd0175f6bf33 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.45 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 945 time: 0.1985621 Jul 16 18:10:51.128158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7eac3a3d-6842-4ad8-9a0e-442ee8f83646 req-2f21d954-f64b-4341-af12-4633a9a273ec tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016552 Jul 16 18:10:51.166912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.175011 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d858b779-9be0-42d1-a30c-a607f467d663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.178277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-544672607-network', 'tenant_id': '0f6b78bb26d048d6bd51ed792c45aa13'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:51.282901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Allocated IP 172.25.2.227 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/151b9711-92f6-4d8f-b920-e0514f51ff5d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:51.292746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821a662-0656-4f0a-bfec-701e6b27781d req-25ed28ba-2143-4e2c-aefa-5f0ee38f8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.294405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e821a662-0656-4f0a-bfec-701e6b27781d req-25ed28ba-2143-4e2c-aefa-5f0ee38f8ddb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 1098 time: 0.1150603 Jul 16 18:10:51.315205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71080271-e51f-45b8-8fd4-b946d0da7cde {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:51.325107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.340807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Transition to ACTIVE for port object 71080271-e51f-45b8-8fd4-b946d0da7cde will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:51.379413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.418444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Made reservation on behalf of 0f6b78bb26d048d6bd51ed792c45aa13 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:51.420984 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.443707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e821a662-0656-4f0a-bfec-701e6b27781d req-49647b52-74e4-4061-827f-56a9f1983ab3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397738 Jul 16 18:10:51.444617 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.478008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Pushing event updated for resources: {'Port': ['ID=71080271-e51f-45b8-8fd4-b946d0da7cde,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.515650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-56f68831-5520-4e44-a261-49921d7a8344 req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Deleting port d88d4354-87e7-4f3a-82c1-7ccd15634d59 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:51.515985 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56f68831-5520-4e44-a261-49921d7a8344 req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.525116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd78fd1-2c9a-488e-99e0-7071efd414f9 req-0b0b8610-c983-4942-a55b-fcb52340e4f2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.532716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bd78fd1-2c9a-488e-99e0-7071efd414f9 req-0b0b8610-c983-4942-a55b-fcb52340e4f2 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 945 time: 0.2192378 Jul 16 18:10:51.537025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.624333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bd78fd1-2c9a-488e-99e0-7071efd414f9 req-0505f0d3-3ba9-4a51-b8f1-181fb5af9425 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a4ebaa4-3c76-4949-838b-86a2661f203c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907159 Jul 16 18:10:51.635253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Attempting to bind port 71080271-e51f-45b8-8fd4-b946d0da7cde on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:51.635618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Attempting to bind port 71080271-e51f-45b8-8fd4-b946d0da7cde by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:51.635984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Attempting to bind port 71080271-e51f-45b8-8fd4-b946d0da7cde on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:51.650163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Port 71080271-e51f-45b8-8fd4-b946d0da7cde on network f12a6415-c118-4479-8678-787f7505198a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:51.650494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Attempting to bind port 71080271-e51f-45b8-8fd4-b946d0da7cde on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:51.669063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-56f68831-5520-4e44-a261-49921d7a8344 req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] For port d88d4354-87e7-4f3a-82c1-7ccd15634d59, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d88d4354-87e7-4f3a-82c1-7ccd15634d59,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:51.669459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56f68831-5520-4e44-a261-49921d7a8344 req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.672095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:51.672439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Checking segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:51.672871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Bound using segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:51.673305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Bound port: 71080271-e51f-45b8-8fd4-b946d0da7cde, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:51.673660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.693547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-56f68831-5520-4e44-a261-49921d7a8344 req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Calling delete_port for d88d4354-87e7-4f3a-82c1-7ccd15634d59 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:51.695061 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d858b779-9be0-42d1-a30c-a607f467d663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.706195 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d858b779-9be0-42d1-a30c-a607f467d663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.728153 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.790455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858b779-9be0-42d1-a30c-a607f467d663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f58d6-35e2-4b54-acd3-5162a3c78f6d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.796796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d858b779-9be0-42d1-a30c-a607f467d663 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f6fffca1ba04be1846cefe60d1ed880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8951778 Jul 16 18:10:51.804965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42574) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.813871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:51.824686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] For port 71080271-e51f-45b8-8fd4-b946d0da7cde, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:51.825518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:51.828323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:51.833428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] For port 71080271-e51f-45b8-8fd4-b946d0da7cde, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71080271-e51f-45b8-8fd4-b946d0da7cde,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:51.852724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a359d2-4bf5-4c47-aaf7-a7821de3d731 req-b45aefe3-01c5-457f-bc97-2b926eea033b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.853693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60a359d2-4bf5-4c47-aaf7-a7821de3d731 req-b45aefe3-01c5-457f-bc97-2b926eea033b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 943 time: 0.2108293 Jul 16 18:10:51.866610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.939288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.939918 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.941394 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] 10.222.0.46 "PUT /v2.0/ports/71080271-e51f-45b8-8fd4-b946d0da7cde HTTP/1.1" status: 200 len: 1092 time: 1.6028240 Jul 16 18:10:51.944236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300fb354-0209-4ded-b8f1-9254c96f8d7d', 'tag': '71080271-e51f-45b8-8fd4-b946d0da7cde'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:51.946583 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aabd942-9c9b-407a-8f13-102cca5db118" -d '{"events": [{"name": "network-changed", "server_uuid": "300fb354-0209-4ded-b8f1-9254c96f8d7d", "tag": "71080271-e51f-45b8-8fd4-b946d0da7cde"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:52.000633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50ff03-abd0-4289-8a1d-c90d8c4c3b00 service neutron] Pushing event updated for resources: {'Port': ['ID=71080271-e51f-45b8-8fd4-b946d0da7cde,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.047092 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27b1559-5922-4833-a217-04669027c1ad x-openstack-request-id: req-b27b1559-5922-4833-a217-04669027c1ad {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:52.047369 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300fb354-0209-4ded-b8f1-9254c96f8d7d", "tag": "71080271-e51f-45b8-8fd4-b946d0da7cde", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:52.047621 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b27b1559-5922-4833-a217-04669027c1ad {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:52.048178 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300fb354-0209-4ded-b8f1-9254c96f8d7d', 'tag': '71080271-e51f-45b8-8fd4-b946d0da7cde', 'status': 'completed', 'code': 200} Jul 16 18:10:52.108386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.119653 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.133331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56f68831-5520-4e44-a261-49921d7a8344 req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.149369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d88d4354-87e7-4f3a-82c1-7ccd15634d59'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:52.183183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:52.198868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Pushing event deleted for resources: {'Port': ['ID=d88d4354-87e7-4f3a-82c1-7ccd15634d59,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.199073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event updated for resources: {'Port': ['ID=151b9711-92f6-4d8f-b920-e0514f51ff5d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.222056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.222404 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Added segment 29e11fbf-182f-4503-8d43-c1f09acab40e of type vlan for network d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda Jul 16 18:10:52.223677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512fcb9c-8e35-4901-b6cc-c5edc63913c0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.268229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60a359d2-4bf5-4c47-aaf7-a7821de3d731 req-edba9de7-0f59-4db9-b785-525d6cccaa4d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896122 Jul 16 18:10:52.316508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-289bc2f0-bdf0-4e7f-bacb-7806ef42c2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.360929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-dfccffbc-59f0-4059-811b-4599eaed9f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.362884 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-dfccffbc-59f0-4059-811b-4599eaed9f9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 1095 time: 0.3457854 Jul 16 18:10:52.397046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f68831-5520-4e44-a261-49921d7a8344 req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] No DVR routers for this DVR port d88d4354-87e7-4f3a-82c1-7ccd15634d59 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:52.399075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56f68831-5520-4e44-a261-49921d7a8344 req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.401151 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f68831-5520-4e44-a261-49921d7a8344 req-ee5e48b4-9c7a-47c3-9e3d-1919dc2f2dd6 tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.45 "DELETE /v2.0/ports/d88d4354-87e7-4f3a-82c1-7ccd15634d59 HTTP/1.1" status: 204 len: 173 time: 1.2792695 Jul 16 18:10:52.421473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.466797 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-486c1552-c31c-49cc-ac7c-44dfcc28350e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71080271-e51f-45b8-8fd4-b946d0da7cde HTTP/1.1" status: 200 len: 217 time: 0.0725996 Jul 16 18:10:52.470599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-289bc2f0-bdf0-4e7f-bacb-7806ef42c2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.506065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.507072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.507665 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.578491 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4089811 Jul 16 18:10:52.589862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:52.599299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Request body: {'subnet': {'network_id': 'd4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-544672607-subnet', 'tenant_id': '0f6b78bb26d048d6bd51ed792c45aa13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:52.614012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-068a8beb-0cac-4dd7-ba1f-da2c011089d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.616550 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-068a8beb-0cac-4dd7-ba1f-da2c011089d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.1233447 Jul 16 18:10:52.670325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03dd12-1402-4a74-abcb-e32b8352427e admin admin] Pushing event updated for resources: {'Network': ['ID=d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.670610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320c23b-c022-41dc-ae9a-d64d27f30995 req-12b5cfcf-fba8-4e81-b82e-eb56aec29001 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.678840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5320c23b-c022-41dc-ae9a-d64d27f30995 req-12b5cfcf-fba8-4e81-b82e-eb56aec29001 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.2968071 Jul 16 18:10:52.682405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:52.721181 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-4077c2c5-abe0-44c0-92b7-47b31d53b819 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652466 Jul 16 18:10:52.727735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Made reservation on behalf of 0f6b78bb26d048d6bd51ed792c45aa13 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:52.734120 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.841687 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-289bc2f0-bdf0-4e7f-bacb-7806ef42c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.844821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-289bc2f0-bdf0-4e7f-bacb-7806ef42c2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.846296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-289bc2f0-bdf0-4e7f-bacb-7806ef42c2a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/450f58d6-35e2-4b54-acd3-5162a3c78f6d HTTP/1.1" status: 204 len: 168 time: 1.0389791 Jul 16 18:10:52.862675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5320c23b-c022-41dc-ae9a-d64d27f30995 req-e1705afd-3b5f-490c-b2d9-8c284fa7fe9d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827600 Jul 16 18:10:52.893840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bc2f0-bdf0-4e7f-bacb-7806ef42c2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f58d6-35e2-4b54-acd3-5162a3c78f6d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.985963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8f98bef-89d8-4530-8e79-0e0000befff6 req-8a2670f2-f8b5-4b2c-87b6-b9e67daca9ec tempest-FloatingIPsAssociationTestJSON-248548513 tempest-FloatingIPsAssociationTestJSON-248548513-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7e25b1f-1c29-4d69-ac5d-56da7b53fc12 HTTP/1.1" status: 200 len: 210 time: 0.0934856 Jul 16 18:10:52.990563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Deleting port 151b9711-92f6-4d8f-b920-e0514f51ff5d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:52.991112 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.103360 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.104333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.143297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Calling delete_port for 151b9711-92f6-4d8f-b920-e0514f51ff5d owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:53.427377 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.475100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event deleted for resources: {'Port': ['ID=151b9711-92f6-4d8f-b920-e0514f51ff5d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.651902 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-d6b2ce05-becc-4302-a51b-80267ad39e43 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073224 Jul 16 18:10:53.687582 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.720681 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] create failed (client error): The resource could not be found. Jul 16 18:10:53.721869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ba56d940-39ef-4502-9019-475a48d9563b tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1586139 Jul 16 18:10:53.725704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.800684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfd2cd-ea4d-4d27-86ce-ba1b15b8e821 req-96a9b44b-aec3-4671-8a03-8935f0c3df11 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.802253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84cfd2cd-ea4d-4d27-86ce-ba1b15b8e821 req-96a9b44b-aec3-4671-8a03-8935f0c3df11 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 943 time: 0.2431090 Jul 16 18:10:53.814147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Checking segment: {'id': '29e11fbf-182f-4503-8d43-c1f09acab40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:53.814504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Network hostable DHCP agents. Network: d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:53.821361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a8bd6c-6488-4486-ac6b-edff3b7763cb,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.848441 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-637f1773-89b2-4a87-b4aa-45aa6ff872c1 req-2f325fa6-29ba-4cf1-8431-33aeefcad319 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849511 Jul 16 18:10:53.849767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Network d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:53.862551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:53.872786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.873714 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.881118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e13eea-b296-464b-8a5f-129e26f0ab7d None None] Network d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:53.899603 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1ad322fe-8113-46cb-9368-4459f7ba8026 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3086090 Jul 16 18:10:54.055699 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84cfd2cd-ea4d-4d27-86ce-ba1b15b8e821 req-c67b28e4-b391-4b46-9fae-8a9bd65f4183 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385409 Jul 16 18:10:54.068732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.074165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'name': 'network-vif-deleted', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:54.078693 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deff5a0e-8bb2-434f-89b3-adc8fb0d5c79" -d '{"events": [{"server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "name": "network-vif-deleted", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:54.142141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72d6236-26c4-4540-af86-edfa1e8fdeae None None] Network d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:54.176989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-9e3f4c03-5434-480b-bf9f-ee8c0488f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.178795 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-9e3f4c03-5434-480b-bf9f-ee8c0488f8ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 1095 time: 0.1780303 Jul 16 18:10:54.200251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b87e9-fc03-417a-a3ec-1dc1b329a025 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Deleting port 94f01b6f-51c3-483e-81d0-ce9e71782ed5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:54.200780 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c1b87e9-fc03-417a-a3ec-1dc1b329a025 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.309312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18d388-e0d4-498f-b8c8-f9fcfc09feb8 req-d76a38a1-cf69-4df1-90f0-e19a150e9b90 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.313785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.317867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc18d388-e0d4-498f-b8c8-f9fcfc09feb8 req-d76a38a1-cf69-4df1-90f0-e19a150e9b90 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.2299054 Jul 16 18:10:54.331544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-189869863-network', 'tenant_id': 'a4cc58d503df4391bb4bb187786acd48'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:54.377302 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c88a0d-a58d-4354-be33-e840b18e9af4 x-openstack-request-id: req-07c88a0d-a58d-4354-be33-e840b18e9af4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:54.377984 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e25b1f-1c29-4d69-ac5d-56da7b53fc12", "name": "network-vif-deleted", "tag": "d88d4354-87e7-4f3a-82c1-7ccd15634d59", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:54.378531 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07c88a0d-a58d-4354-be33-e840b18e9af4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:54.378907 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e25b1f-1c29-4d69-ac5d-56da7b53fc12', 'name': 'network-vif-deleted', 'tag': 'd88d4354-87e7-4f3a-82c1-7ccd15634d59', 'status': 'completed', 'code': 200} Jul 16 18:10:54.409736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc18d388-e0d4-498f-b8c8-f9fcfc09feb8 req-27dd2d3e-7cf9-44dc-af09-6884e26b78bf tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901086 Jul 16 18:10:54.422404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c1b87e9-fc03-417a-a3ec-1dc1b329a025 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.425710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Made reservation on behalf of a4cc58d503df4391bb4bb187786acd48 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:54.428083 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.446755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-87d10a3d-e56a-4a8e-a9f6-75bca3fac975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.448342 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-87d10a3d-e56a-4a8e-a9f6-75bca3fac975 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 913 time: 0.2620523 Jul 16 18:10:54.461140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.464191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b87e9-fc03-417a-a3ec-1dc1b329a025 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Calling delete_port for 94f01b6f-51c3-483e-81d0-ce9e71782ed5 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:54.496581 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-c079d467-284e-4ed0-9a75-9c34fb5ca112 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71080271-e51f-45b8-8fd4-b946d0da7cde HTTP/1.1" status: 200 len: 217 time: 0.0403740 Jul 16 18:10:54.500089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d88d4354-87e7-4f3a-82c1-7ccd15634d59 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:54.541380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: d88d4354-87e7-4f3a-82c1-7ccd15634d59 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:54.542607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d88d4354-87e7-4f3a-82c1-7ccd15634d59 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:54.617077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-96f5f83e-1b7d-4444-a765-bd4a4da9d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.618911 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-96f5f83e-1b7d-4444-a765-bd4a4da9d690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.1055307 Jul 16 18:10:54.657875 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-83458b22-eab1-444a-a541-fb46d9dd0f69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314057 Jul 16 18:10:54.688144 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.725639 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.774279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c3bc4-1564-42a2-8827-6dc1e8e624fb req-ba8cd4fe-db00-48bf-931a-80768a594b27 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.775811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef8c3bc4-1564-42a2-8827-6dc1e8e624fb req-ba8cd4fe-db00-48bf-931a-80768a594b27 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.2319531 Jul 16 18:10:54.829396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:54.847133 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-dd984b5f-f3be-4fd7-916d-68ac4ab4d455 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472411 Jul 16 18:10:54.881381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa7249-d458-40aa-957c-73ab82ed2ae7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.894933 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.895291 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Added segment 93c76584-27e2-400a-b5e7-268401efeea6 of type vlan for network c13b0654-a4f7-4377-a05b-08b70d59eda8 Jul 16 18:10:54.958512 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef8c3bc4-1564-42a2-8827-6dc1e8e624fb req-2de3ce3e-e868-49ea-9122-70c44ab38075 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673350 Jul 16 18:10:54.966636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c1b87e9-fc03-417a-a3ec-1dc1b329a025 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.992394 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1aabd942-9c9b-407a-8f13-102cca5db118 req-a69f5c85-d17b-4373-80f1-7f22a0f8f43c service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216283 Jul 16 18:10:55.024157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-46a48c46-76c5-4228-a1e9-1bcd97973c8a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.032353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-46a48c46-76c5-4228-a1e9-1bcd97973c8a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 820 time: 0.3427982 Jul 16 18:10:55.052754 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.062194 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.089833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b87e9-fc03-417a-a3ec-1dc1b329a025 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event deleted for resources: {'Port': ['ID=94f01b6f-51c3-483e-81d0-ce9e71782ed5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.138097 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-8d748a5c-5b40-4f72-8330-9c7156de9be4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/quotas/02e3392e165f400497fbe7e41aa3f523 HTTP/1.1" status: 200 len: 375 time: 0.1048179 Jul 16 18:10:55.269273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-1721baed-634a-4018-963d-c518ca2d3fde tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937519 Jul 16 18:10:55.302977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.303871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.304451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.353074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c1b87e9-fc03-417a-a3ec-1dc1b329a025 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.356909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8c1b87e9-fc03-417a-a3ec-1dc1b329a025 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "DELETE /v2.0/ports/94f01b6f-51c3-483e-81d0-ce9e71782ed5 HTTP/1.1" status: 204 len: 168 time: 1.6301315 Jul 16 18:10:55.364334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.419398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3445508 Jul 16 18:10:55.426477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.434967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Request body: {'subnet': {'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-189869863-subnet', 'tenant_id': 'a4cc58d503df4391bb4bb187786acd48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:55.449774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb7b65-2c51-4b44-890f-bc26de6e4f95 admin admin] Pushing event updated for resources: {'Network': ['ID=c13b0654-a4f7-4377-a05b-08b70d59eda8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.464833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c13b0654-a4f7-4377-a05b-08b70d59eda8 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:55.484226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Made reservation on behalf of a4cc58d503df4391bb4bb187786acd48 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:55.486682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.492299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-a2a49efc-5f46-4444-83dc-aeb21a468a39 service neutron] 10.222.0.60 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221422 Jul 16 18:10:55.505818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f8fca-bf56-4c8b-9d11-27ff97933989 req-069c5cf9-bf97-484e-8bf0-e0c56ba1ae14 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.508069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d76f8fca-bf56-4c8b-9d11-27ff97933989 req-069c5cf9-bf97-484e-8bf0-e0c56ba1ae14 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 946 time: 0.3337984 Jul 16 18:10:55.528227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63dacc-6852-4ba8-9ed7-941b1a0a59ab tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.532861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ba63dacc-6852-4ba8-9ed7-941b1a0a59ab tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fa37b34-5a62-409f-9574-337b9f4ebc95 HTTP/1.1" status: 200 len: 913 time: 0.1668737 Jul 16 18:10:55.533468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.538710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Deleting port 737b4596-191e-4214-9929-bd3f43efe5d1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:55.539058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.637910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d76f8fca-bf56-4c8b-9d11-27ff97933989 req-33e23ee6-b283-46cf-b08b-dcec4f9cd515 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156740 Jul 16 18:10:55.683552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-4176499b-0221-4e3f-9781-6e655518c084 service neutron] 10.222.0.60 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741443 Jul 16 18:10:55.879729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64236-52af-4090-85db-a04db9b0231e req-b01e173c-90f3-48ed-88f9-6fb649ed273e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.887780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4a64236-52af-4090-85db-a04db9b0231e req-b01e173c-90f3-48ed-88f9-6fb649ed273e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 943 time: 0.1229863 Jul 16 18:10:55.931964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] For port 737b4596-191e-4214-9929-bd3f43efe5d1, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=737b4596-191e-4214-9929-bd3f43efe5d1,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:55.933214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.949846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4a64236-52af-4090-85db-a04db9b0231e req-ca8ee774-1554-4c70-9545-1f12c5f6fc07 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613430 Jul 16 18:10:55.980086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Calling delete_port for 737b4596-191e-4214-9929-bd3f43efe5d1 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:56.138292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b7c05c4-2498-4b29-931b-be99d2335530 req-2c4bc7d0-195a-44d8-aa4c-f9b8f467d601 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 210 time: 0.0404491 Jul 16 18:10:56.174877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.300695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e6084-fac5-4447-a510-71b729b9deab req-cef09d07-7662-44bd-bb64-fa38b20266be tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.303997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c2e6084-fac5-4447-a510-71b729b9deab req-cef09d07-7662-44bd-bb64-fa38b20266be tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.1542058 Jul 16 18:10:56.370155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61454ed-bdd8-4d2f-b915-067924cb9756,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.412447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c2e6084-fac5-4447-a510-71b729b9deab req-a777c067-d7a4-4522-9870-7d5fa42a208e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004710 Jul 16 18:10:56.446555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Checking segment: {'id': '93c76584-27e2-400a-b5e7-268401efeea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:56.448352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Network hostable DHCP agents. Network: c13b0654-a4f7-4377-a05b-08b70d59eda8, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:56.552446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Network c13b0654-a4f7-4377-a05b-08b70d59eda8 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:56.583506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, c13b0654-a4f7-4377-a05b-08b70d59eda8) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:56.589487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.590662 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.591561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229c665-380f-4857-9f70-88606a25b996 None None] Network c13b0654-a4f7-4377-a05b-08b70d59eda8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:56.609771 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.613950 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4c98387a-2c04-4914-9205-0a31f91c15c6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1849976 Jul 16 18:10:56.616641 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.834025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=737b4596-191e-4214-9929-bd3f43efe5d1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.875584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc04d5e9-9a80-493a-bcd1-a24db471dea8 None None] Network c13b0654-a4f7-4377-a05b-08b70d59eda8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:56.961889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bdd1a-d3f2-417b-b60f-124695806482 req-484b7ca1-828d-40b4-9ad2-dc4ed3252a24 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.964030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-042bdd1a-d3f2-417b-b60f-124695806482 req-484b7ca1-828d-40b4-9ad2-dc4ed3252a24 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1698389 Jul 16 18:10:57.021343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023551-cb86-44fb-b49a-a2441391aa25 req-dba381bd-5950-4688-9d0e-a283231fe13a tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.022935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-dba381bd-5950-4688-9d0e-a283231fe13a tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 814 time: 0.1847250 Jul 16 18:10:57.031786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-042bdd1a-d3f2-417b-b60f-124695806482 req-e90b7fca-28b1-4cac-9fa2-d21578ebad2b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599415 Jul 16 18:10:57.043632 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-beae8454-cfee-4a2c-8a67-164b9fdb7fb3 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/quotas/bc9d9c31706a4760962c57c3bb702826 HTTP/1.1" status: 200 len: 375 time: 0.0108452 Jul 16 18:10:57.133204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-93bbc8b9-26b1-4ccd-b785-47e1b44c9743 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830355 Jul 16 18:10:57.282304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-2ecc6328-bef6-4249-a8a3-ee095e8d5598 service neutron] 10.222.0.60 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480863 Jul 16 18:10:57.306003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f50c81-ac31-412c-b964-65d166c3cff9 req-871e4c6f-a287-4032-8871-104f412bc634 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.308056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08f50c81-ac31-412c-b964-65d166c3cff9 req-871e4c6f-a287-4032-8871-104f412bc634 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1364734 Jul 16 18:10:57.402584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08f50c81-ac31-412c-b964-65d166c3cff9 req-c63bf769-42f8-4d82-a32e-b473084fe235 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829926 Jul 16 18:10:57.408540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 71080271-e51f-45b8-8fd4-b946d0da7cde details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:57.422878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-156ed2e9-76d0-424b-9d1f-11ead84d9081 service neutron] 10.222.0.60 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328351 Jul 16 18:10:57.499648 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.524100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f650696a-7951-431d-bad4-9c76d56a5342 req-1e9a6fef-05f4-4223-b3d2-1d9a9ff875b8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1611550400', 'description': 'tempest-description-709593533'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:57.552182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f650696a-7951-431d-bad4-9c76d56a5342 req-1e9a6fef-05f4-4223-b3d2-1d9a9ff875b8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.649466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 71080271-e51f-45b8-8fd4-b946d0da7cde, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71080271-e51f-45b8-8fd4-b946d0da7cde,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:57.657967 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f650696a-7951-431d-bad4-9c76d56a5342 req-1e9a6fef-05f4-4223-b3d2-1d9a9ff875b8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.669244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f650696a-7951-431d-bad4-9c76d56a5342 req-1e9a6fef-05f4-4223-b3d2-1d9a9ff875b8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.681570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '71080271-e51f-45b8-8fd4-b946d0da7cde', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'port_id': '71080271-e51f-45b8-8fd4-b946d0da7cde', 'mac_address': 'fa:16:3e:06:20:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:57.694162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Deleting port 885d0763-a7c4-475a-aac2-94fc8b61b0b9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:57.694504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.758226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a6fef-05f4-4223-b3d2-1d9a9ff875b8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4b73e-122c-4967-bfdb-7ea19dd9394f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:57.771716 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.786586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71080271-e51f-45b8-8fd4-b946d0da7cde {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:57.803859 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f650696a-7951-431d-bad4-9c76d56a5342 req-1e9a6fef-05f4-4223-b3d2-1d9a9ff875b8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.805150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f650696a-7951-431d-bad4-9c76d56a5342 req-1e9a6fef-05f4-4223-b3d2-1d9a9ff875b8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2857118 Jul 16 18:10:57.826059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 71080271-e51f-45b8-8fd4-b946d0da7cde, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71080271-e51f-45b8-8fd4-b946d0da7cde,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:57.832997 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.875211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54b520-1e0c-4609-afd0-540832df8c41 req-8f613bfd-56a6-4381-898a-bf67849c1042 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.886416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce54b520-1e0c-4609-afd0-540832df8c41 req-8f613bfd-56a6-4381-898a-bf67849c1042 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 943 time: 0.1947451 Jul 16 18:10:57.956617 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.962497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=71080271-e51f-45b8-8fd4-b946d0da7cde,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:57.977952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Calling delete_port for 885d0763-a7c4-475a-aac2-94fc8b61b0b9 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:57.987763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce54b520-1e0c-4609-afd0-540832df8c41 req-48a1b9af-2bde-4a67-b57b-55411857f768 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969949 Jul 16 18:10:58.010940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Router bfe391d3-d967-49c3-9aa3-613bf7500014 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:58.010940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-ab7d9ab6-9fae-47f6-b529-3442161b731b tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.012263 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-ab7d9ab6-9fae-47f6-b529-3442161b731b tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 820 time: 0.2497692 Jul 16 18:10:58.055182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Request body: {'port': {'device_id': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8', 'admin_state_up': True, 'tenant_id': '02e3392e165f400497fbe7e41aa3f523'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:58.195920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['71080271-e51f-45b8-8fd4-b946d0da7cde'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:58.237530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dbf19cb2-eda2-4ebe-844b-85258a0ac44d req-aa4ad068-f54d-499d-8102-d62b4b90c37d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 210 time: 0.0737839 Jul 16 18:10:58.360851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:58.373565 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7c19e262-de09-46f6-bd44-cf75a20facd0 admin admin] 10.222.0.60 "PUT /v2.0/routers/bfe391d3-d967-49c3-9aa3-613bf7500014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0584364 Jul 16 18:10:58.378101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df9555-4774-4f60-82df-86761e12235b req-4021b65d-2e4f-471b-9f21-f8834aec07f2 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.378351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42726) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:58.387572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df9555-4774-4f60-82df-86761e12235b req-4021b65d-2e4f-471b-9f21-f8834aec07f2 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.395519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df9555-4774-4f60-82df-86761e12235b req-4021b65d-2e4f-471b-9f21-f8834aec07f2 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.397339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77df9555-4774-4f60-82df-86761e12235b req-4021b65d-2e4f-471b-9f21-f8834aec07f2 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90&device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4&device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 2419 time: 0.1590850 Jul 16 18:10:58.425929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] Sync routers for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:58.430176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Made reservation on behalf of 02e3392e165f400497fbe7e41aa3f523 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:58.434206 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.443343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77df9555-4774-4f60-82df-86761e12235b req-5a88dbbd-d97e-4e9c-84e3-a1a2c86eafd0 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389585 Jul 16 18:10:58.462066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:58.462943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:58.480747 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.509757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1989579b-e72f-436e-9a0d-37683fc69128 req-2f56bb20-0a53-40ee-8366-5bd7d2d32880 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 210 time: 0.0406644 Jul 16 18:10:58.527289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3d613368-41a6-47e1-a105-2e27d7934d9b req-c016b429-4699-4cc4-aba9-fe215d65ddfc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-420628917', 'description': 'tempest-description-844125905'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:58.558231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event deleted for resources: {'Port': ['ID=885d0763-a7c4-475a-aac2-94fc8b61b0b9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:58.584135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d613368-41a6-47e1-a105-2e27d7934d9b req-c016b429-4699-4cc4-aba9-fe215d65ddfc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.646042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:58.718902 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.782426 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.783114 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d613368-41a6-47e1-a105-2e27d7934d9b req-c016b429-4699-4cc4-aba9-fe215d65ddfc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.794770 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d613368-41a6-47e1-a105-2e27d7934d9b req-c016b429-4699-4cc4-aba9-fe215d65ddfc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.852815 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3d613368-41a6-47e1-a105-2e27d7934d9b req-c016b429-4699-4cc4-aba9-fe215d65ddfc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.854234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d613368-41a6-47e1-a105-2e27d7934d9b req-c016b429-4699-4cc4-aba9-fe215d65ddfc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3397567 Jul 16 18:10:58.863909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016b429-4699-4cc4-aba9-fe215d65ddfc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48cc13a0-e2a4-4741-bdb9-2cb4624b37b0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:58.916811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fef38-ac4f-47bb-9f07-bc87e9bf940f req-80cee17d-aa4f-4985-b535-cb2733b98a7a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.925713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-973fef38-ac4f-47bb-9f07-bc87e9bf940f req-80cee17d-aa4f-4985-b535-cb2733b98a7a tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.1527996 Jul 16 18:10:58.956057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.981406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:10:56Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:58.989882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-973fef38-ac4f-47bb-9f07-bc87e9bf940f req-408cdc2c-ebf0-44c5-908b-92fe1261009f tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632768 Jul 16 18:10:59.006479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Allocated IP 172.20.0.7 (14755690-30e8-49b5-801a-437a7321d2a8/96575f11-85fd-4b83-b9cb-112b73042b0b/74555164-d5dc-43b0-8c05-a16ae77281aa) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:59.013292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] Checking router: bfe391d3-d967-49c3-9aa3-613bf7500014 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:59.027419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] Routers {'bfe391d3-d967-49c3-9aa3-613bf7500014'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:59.028372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bfe391d3-d967-49c3-9aa3-613bf7500014'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:59.173930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] Set router bfe391d3-d967-49c3-9aa3-613bf7500014 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:59.229536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-493e4c13-964c-409e-aa98-c4d947132f13 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.236931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-493e4c13-964c-409e-aa98-c4d947132f13 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 812 time: 0.1684191 Jul 16 18:10:59.256600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-35648a55-3bfe-45be-9254-eb17ea1fa082 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/quotas/a4cc58d503df4391bb4bb187786acd48 HTTP/1.1" status: 200 len: 375 time: 0.0183556 Jul 16 18:10:59.300489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-1ed61b30-5b7d-4b3d-94ea-a17517fb55ae tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425928 Jul 16 18:10:59.320109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762ad9-cf70-433c-97dc-3f460b86eaba req-0635990f-816e-4944-a392-07aaa9ab15a4 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.322940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b762ad9-cf70-433c-97dc-3f460b86eaba req-0635990f-816e-4944-a392-07aaa9ab15a4 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.2040482 Jul 16 18:10:59.399140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:10:56Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:59.418693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-8255a566-83bc-477e-b1d7-b2acfbea21b8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.420193 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-8255a566-83bc-477e-b1d7-b2acfbea21b8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.6211200 Jul 16 18:10:59.432805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b762ad9-cf70-433c-97dc-3f460b86eaba req-7da857c7-1d8b-4a52-a51c-8dfe27b67c6e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949452 Jul 16 18:10:59.442638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 71080271-e51f-45b8-8fd4-b946d0da7cde up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:59.447049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61762b-c92d-47e4-8b88-6971952b106a None None] The sync data for ids ['bfe391d3-d967-49c3-9aa3-613bf7500014'] in n-d-793619-10 is: [{'id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'name': 'tempest-FloatingIPsAssociationTestJSON-2021354556-router', 'tenant_id': '60060ffda06847f49752096c15a74083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:10:56Z', 'revision_number': 5, 'project_id': '60060ffda06847f49752096c15a74083', 'gw_port': {'id': '338517f5-3cf8-42a3-84c8-3d1dfa590d99', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe391d3-d967-49c3-9aa3-613bf7500014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:05Z', 'updated_at': '2021-07-16T18:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:59.484535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-843e5a6a-1890-4326-8907-06b57351e338 service neutron] 10.222.0.60 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802144 Jul 16 18:10:59.493100 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.542167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 71080271-e51f-45b8-8fd4-b946d0da7cde completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:59.547849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 71080271-e51f-45b8-8fd4-b946d0da7cde triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:59.548240 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.634230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-8b780e10-c679-455f-9dc6-c46137407000 service neutron] 10.222.0.60 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453989 Jul 16 18:10:59.655605 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.690512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300fb354-0209-4ded-b8f1-9254c96f8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71080271-e51f-45b8-8fd4-b946d0da7cde'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:59.693695 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f519833-7b94-4c90-b684-13f8679f502b" -d '{"events": [{"server_uuid": "300fb354-0209-4ded-b8f1-9254c96f8d7d", "name": "network-vif-plugged", "status": "completed", "tag": "71080271-e51f-45b8-8fd4-b946d0da7cde"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:59.707638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 71080271-e51f-45b8-8fd4-b946d0da7cde, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71080271-e51f-45b8-8fd4-b946d0da7cde,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:59.707983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9434570-3529-46ad-b66c-e1236692e241 req-d4d3ceba-b164-4a1c-975c-cd8216738725 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.709766 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9434570-3529-46ad-b66c-e1236692e241 req-d4d3ceba-b164-4a1c-975c-cd8216738725 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 944 time: 0.0746443 Jul 16 18:10:59.718668 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.762388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9434570-3529-46ad-b66c-e1236692e241 req-81160880-8c65-46bc-8839-31ab63d35878 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437567 Jul 16 18:10:59.800361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Router 6fa37b34-5a62-409f-9574-337b9f4ebc95 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:59.837807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=71080271-e51f-45b8-8fd4-b946d0da7cde,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.892224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023551-cb86-44fb-b49a-a2441391aa25 req-69e01dce-6bf5-4223-9762-be8403bd9424 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.901033 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-69e01dce-6bf5-4223-9762-be8403bd9424 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 814 time: 0.5098443 Jul 16 18:10:59.943695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Request body: {'port': {'device_id': 'd1b16dd3-af86-4764-8b15-3f38a0ba52a4', 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb', 'admin_state_up': True, 'tenant_id': 'bc9d9c31706a4760962c57c3bb702826'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:59.969378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abbc82ed-ec72-4983-93a8-0d29b6eb3099 req-2b0cdc12-02d2-4242-ae4e-3835ab28ad90 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 210 time: 0.0490489 Jul 16 18:11:00.064457 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddd4cc1-53cc-46cb-8b35-e628d9d0c570 x-openstack-request-id: req-7ddd4cc1-53cc-46cb-8b35-e628d9d0c570 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:00.065302 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300fb354-0209-4ded-b8f1-9254c96f8d7d", "name": "network-vif-plugged", "status": "completed", "tag": "71080271-e51f-45b8-8fd4-b946d0da7cde", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:00.065768 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ddd4cc1-53cc-46cb-8b35-e628d9d0c570 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:00.066450 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300fb354-0209-4ded-b8f1-9254c96f8d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71080271-e51f-45b8-8fd4-b946d0da7cde', 'code': 200} Jul 16 18:11:00.083717 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.126522 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Deleting port 338517f5-3cf8-42a3-84c8-3d1dfa590d99 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:00.127313 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.151233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:00.165398 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56efa80-8732-4271-beb2-4b3feb5aab2f None None] Sync routers for ids ['6fa37b34-5a62-409f-9574-337b9f4ebc95'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:00.182818 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56efa80-8732-4271-beb2-4b3feb5aab2f None None] Routers {'6fa37b34-5a62-409f-9574-337b9f4ebc95'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:00.183787 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a56efa80-8732-4271-beb2-4b3feb5aab2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6fa37b34-5a62-409f-9574-337b9f4ebc95'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:00.202821 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-34c9cf47-19b1-4d56-9520-6e469b0ff846 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "PUT /v2.0/routers/6fa37b34-5a62-409f-9574-337b9f4ebc95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6657753 Jul 16 18:11:00.208972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:00.211622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2d34c83-293a-4f71-a1d0-7a7394918d91 req-cf8f20d8-d0f9-4730-99dd-aed65fb9fca4 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 210 time: 0.0964785 Jul 16 18:11:00.223185 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a56efa80-8732-4271-beb2-4b3feb5aab2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:00.238212 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56efa80-8732-4271-beb2-4b3feb5aab2f None None] Routers {'6fa37b34-5a62-409f-9574-337b9f4ebc95'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:00.238212 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a56efa80-8732-4271-beb2-4b3feb5aab2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:10:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6fa37b34-5a62-409f-9574-337b9f4ebc95'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:00.263364 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a968765-3c97-460c-b59c-86d8b158bd52 req-e45e82e9-13e8-4951-995a-94b239ca2df0 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 210 time: 0.1320992 Jul 16 18:11:00.297914 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a56efa80-8732-4271-beb2-4b3feb5aab2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:00.298775 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56efa80-8732-4271-beb2-4b3feb5aab2f None None] The sync data for ids ['6fa37b34-5a62-409f-9574-337b9f4ebc95'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:00.325493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Deleting port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:00.325995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.462008 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69e7fa8d-63ce-4c8f-b8a9-f2e876b4fc60 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.478160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52270-8d5a-40ea-9b18-994d3fce9017 req-d0327872-a664-4b12-9a3d-14820c3de4e4 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.480224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26a52270-8d5a-40ea-9b18-994d3fce9017 req-d0327872-a664-4b12-9a3d-14820c3de4e4 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 946 time: 0.0902519 Jul 16 18:11:00.548140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26a52270-8d5a-40ea-9b18-994d3fce9017 req-5537c74e-aded-4256-a215-acfa6d5c1eb8 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f49b7db-1932-44e4-95db-f95660a48296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605857 Jul 16 18:11:00.610382 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.707299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] For port 338517f5-3cf8-42a3-84c8-3d1dfa590d99, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=338517f5-3cf8-42a3-84c8-3d1dfa590d99,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:00.707669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.840012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Made reservation on behalf of bc9d9c31706a4760962c57c3bb702826 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:00.843752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.864824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Network 14755690-30e8-49b5-801a-437a7321d2a8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:00.868063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Calling delete_port for 338517f5-3cf8-42a3-84c8-3d1dfa590d99 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:00.898912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9530b4-c8c4-4106-9d9c-e9a20422576a req-e9607de2-7c1c-4427-b803-51804447d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.900476 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5b9530b4-c8c4-4106-9d9c-e9a20422576a req-e9607de2-7c1c-4427-b803-51804447d33d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 1097 time: 0.6938820 Jul 16 18:11:00.903963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] For port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,segment=NetworkSegment(2fb16479-2807-468c-8085-f69bf87c8609),segment_id=2fb16479-2807-468c-8085-f69bf87c8609)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:00.904333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.910067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:00.912739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:00.916846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Pushing event updated for resources: {'Port': ['ID=74555164-d5dc-43b0-8c05-a16ae77281aa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.925320 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69e7fa8d-63ce-4c8f-b8a9-f2e876b4fc60 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.959609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a7560-3b6c-4adc-92ea-e0cab8644ca7 req-d8ce218c-45c2-4940-9c82-27dfd73c7e5d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.961391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e21a7560-3b6c-4adc-92ea-e0cab8644ca7 req-d8ce218c-45c2-4940-9c82-27dfd73c7e5d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 945 time: 0.0704784 Jul 16 18:11:00.964169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69e7fa8d-63ce-4c8f-b8a9-f2e876b4fc60 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.003129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Calling delete_port for 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:01.017137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e21a7560-3b6c-4adc-92ea-e0cab8644ca7 req-305212b3-9c0d-4a78-a14d-250eeb48f858 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495033 Jul 16 18:11:01.172741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c563c-c1ea-4457-87f8-7f036bc40b81 req-c6a69f94-b392-4230-81ca-58ba51e15e99 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.175690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b0c563c-c1ea-4457-87f8-7f036bc40b81 req-c6a69f94-b392-4230-81ca-58ba51e15e99 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 931 time: 0.0834546 Jul 16 18:11:01.221638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b0c563c-c1ea-4457-87f8-7f036bc40b81 req-f0a18a00-e540-45aa-8129-6b6fa00dd008 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404906 Jul 16 18:11:01.383822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 737b4596-191e-4214-9929-bd3f43efe5d1 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:01.429862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 737b4596-191e-4214-9929-bd3f43efe5d1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:01.431695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 737b4596-191e-4214-9929-bd3f43efe5d1 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:01.448565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69e7fa8d-63ce-4c8f-b8a9-f2e876b4fc60 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.449051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e7fa8d-63ce-4c8f-b8a9-f2e876b4fc60 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa37b34-5a62-409f-9574-337b9f4ebc95 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:01.456899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69e7fa8d-63ce-4c8f-b8a9-f2e876b4fc60 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.460355 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-69e7fa8d-63ce-4c8f-b8a9-f2e876b4fc60 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "DELETE /v2.0/routers/6fa37b34-5a62-409f-9574-337b9f4ebc95 HTTP/1.1" status: 204 len: 168 time: 1.2446058 Jul 16 18:11:01.465225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3616baee-7d73-4502-a4e9-6db8bc25f3ba req-e78587ec-e725-4018-98f6-80258bbd3477 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 210 time: 0.0889015 Jul 16 18:11:01.466432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42790) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:01.552144 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5b9530b4-c8c4-4106-9d9c-e9a20422576a req-f1650c9c-54c0-44ac-aa37-947e11614fca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941975 Jul 16 18:11:01.566509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.567189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.616817 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-2e148940-0d84-4749-b60d-8906e0858f25 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5676460 Jul 16 18:11:01.620870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Allocated IP 172.20.0.11 (5c37335e-9fc4-4212-be3b-880a2e0d71fb/84d8b47e-08bc-405e-888c-e234259c61f2/fcad7356-e203-4e86-8ec7-e286d4390f7b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:01.883712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Request body: {'port': {'device_id': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:01.889420 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.890936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.905795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869b7de2-28eb-4c65-8ef7-3c6a77db0b11 req-2a294d3d-4830-484e-9be4-d570390063cb tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 210 time: 0.0915813 Jul 16 18:11:01.950688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-92471f0c-6888-490e-856b-e48b59956625 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Deleting subnet 503edd5c-0e83-4bf0-8202-14b75f92d162 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:01.962907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-00f7cdce-1b83-43f0-99ec-5fcc30f0eeff tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.965102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-00f7cdce-1b83-43f0-99ec-5fcc30f0eeff tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.46 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 812 time: 0.6561427 Jul 16 18:11:01.968982 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92471f0c-6888-490e-856b-e48b59956625 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.969212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=338517f5-3cf8-42a3-84c8-3d1dfa590d99,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.007347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'port': {'device_id': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8', 'admin_state_up': True, 'tenant_id': 'a4cc58d503df4391bb4bb187786acd48'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:02.047989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92471f0c-6888-490e-856b-e48b59956625 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.060091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738bbc-f7ad-4e34-b8b8-b518614a1604 req-8c1cd29d-f28e-423d-9c05-6954c67a66d2 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.061590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee738bbc-f7ad-4e34-b8b8-b518614a1604 req-8c1cd29d-f28e-423d-9c05-6954c67a66d2 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.2484901 Jul 16 18:11:02.067003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Pushing event deleted for resources: {'Port': ['ID=011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.087174 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.111008 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4114b0bd-e654-44cc-b264-8863b242b25f req-2c4e3c33-f820-4bec-8e56-8eb9e97b5a22 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 210 time: 0.0924389 Jul 16 18:11:02.143514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] No DVR routers for this DVR port 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:02.153482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.155449 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1e28e65-7ff4-4dff-936c-ecc217509f58 req-ccf3d3a2-3923-465e-bcbc-06e0c46cc0a7 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.46 "DELETE /v2.0/ports/011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 HTTP/1.1" status: 204 len: 173 time: 2.6941075 Jul 16 18:11:02.155927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-deleted', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:02.158186 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ef848-e235-4546-aa4f-7ad316b91dd4" -d '{"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-deleted", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:02.192062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.196857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.212734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee738bbc-f7ad-4e34-b8b8-b518614a1604 req-a4d7cea8-dcd0-49a9-a255-84f970f7ffb5 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090708 Jul 16 18:11:02.325919 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f91ed8c-c470-4bd7-943e-9b122ba5db2e x-openstack-request-id: req-5f91ed8c-c470-4bd7-943e-9b122ba5db2e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:02.326213 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea", "name": "network-vif-deleted", "tag": "011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:02.326463 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f91ed8c-c470-4bd7-943e-9b122ba5db2e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:02.326862 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea', 'name': 'network-vif-deleted', 'tag': '011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0', 'status': 'completed', 'code': 200} Jul 16 18:11:02.340881 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.344972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.351359 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92471f0c-6888-490e-856b-e48b59956625 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.402189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Made reservation on behalf of a4cc58d503df4391bb4bb187786acd48 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:02.405756 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.421922 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.443919 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['70df5b85-8acb-45f1-86eb-4a11ecf3a25d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:02.446887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751be1-be13-42e9-a292-fe8220811231 req-3dcab701-7058-418e-903e-b4ee594b60b0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.449241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57751be1-be13-42e9-a292-fe8220811231 req-3dcab701-7058-418e-903e-b4ee594b60b0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 945 time: 0.1785691 Jul 16 18:11:02.469705 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.470254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe391d3-d967-49c3-9aa3-613bf7500014 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:02.482937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.484146 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f1ab39f6-3f09-49b3-b92f-07d5edb79d27 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bfe391d3-d967-49c3-9aa3-613bf7500014 HTTP/1.1" status: 204 len: 168 time: 4.1027470 Jul 16 18:11:02.489303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42800) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.579616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92471f0c-6888-490e-856b-e48b59956625 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.602363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Network 5c37335e-9fc4-4212-be3b-880a2e0d71fb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:02.617118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92471f0c-6888-490e-856b-e48b59956625 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.621099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0231a13c-efb7-4212-9b2b-93861fe9a71e None None] Network 392934d0-9f1f-4743-8025-7f25b2edeb64 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:02.623067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-92471f0c-6888-490e-856b-e48b59956625 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "DELETE /v2.0/subnets/503edd5c-0e83-4bf0-8202-14b75f92d162 HTTP/1.1" status: 204 len: 168 time: 0.8175647 Jul 16 18:11:02.643294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Pushing event updated for resources: {'Port': ['ID=fcad7356-e203-4e86-8ec7-e286d4390f7b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.647604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.656397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:02.660348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:02.679502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92471f0c-6888-490e-856b-e48b59956625 tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event deleted for resources: {'Subnet': ['ID=503edd5c-0e83-4bf0-8202-14b75f92d162,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.690394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57751be1-be13-42e9-a292-fe8220811231 req-c1ffdaef-a4a0-40f9-a809-e7cf3de12c51 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328095 Jul 16 18:11:02.698531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a49dae-d632-4bc6-8bf6-b33a1a717456 admin admin] Deleting subnet e50f6183-494d-431c-a14f-ffb32ea65e09 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:02.715654 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47a49dae-d632-4bc6-8bf6-b33a1a717456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.851631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.852359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.863572 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.881762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47a49dae-d632-4bc6-8bf6-b33a1a717456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.905582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc181a-0eab-41a8-b264-245ebf3a48b1 req-4278a8f3-38be-4a69-90ab-f367fbcbe484 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.907233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10fc181a-0eab-41a8-b264-245ebf3a48b1 req-4278a8f3-38be-4a69-90ab-f367fbcbe484 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 931 time: 0.3916368 Jul 16 18:11:02.934248 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-62c438d2-bf1e-4d42-a0a3-9ce3d73bcb25 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0094485 Jul 16 18:11:02.968697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Request body: {'port': {'device_id': 'd1b16dd3-af86-4764-8b15-3f38a0ba52a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:02.977235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2ae3fa4-ea9e-423c-b62e-75bf17da1f8c req-5d46a78d-a476-4262-9bac-f1f3ecb83fcc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 210 time: 0.0644953 Jul 16 18:11:02.991618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Allocated IP 172.20.0.4 (c13b0654-a4f7-4377-a05b-08b70d59eda8/e61454ed-bdd8-4d2f-b915-067924cb9756/07ec218c-9db4-4adb-a435-536f7bd20905) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:03.052716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10fc181a-0eab-41a8-b264-245ebf3a48b1 req-1f9ea2a1-5eb4-4c86-928c-8755cbb3de3f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276755 Jul 16 18:11:03.067424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d0fc2-3c01-48b1-9f5e-df02959eacd5 None None] DHCP port deletion for 392934d0-9f1f-4743-8025-7f25b2edeb64 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:03.193629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.228327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Deleting port ab3f566a-6ea6-4d02-923a-c85a0a918bde {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:03.229488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.239607 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47a49dae-d632-4bc6-8bf6-b33a1a717456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.365161 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed477e86-0b2e-453d-b47c-28caf17f47bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.376314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] For port ab3f566a-6ea6-4d02-923a-c85a0a918bde, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ab3f566a-6ea6-4d02-923a-c85a0a918bde,segment=NetworkSegment(5526a45d-30ed-4dc3-9dd8-ccf8f78a0738),segment_id=5526a45d-30ed-4dc3-9dd8-ccf8f78a0738)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:03.376876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.400238 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-968d0fc2-3c01-48b1-9f5e-df02959eacd5 None None] Deleting port ab3f566a-6ea6-4d02-923a-c85a0a918bde {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:03.400851 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-968d0fc2-3c01-48b1-9f5e-df02959eacd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.441984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-252d8d05-d1c6-4d0f-a401-92f66756e2e5 req-446701a6-21d8-4a4a-9f0b-b9a0ad515179 tempest-ServersNegativeTestJSON-1129266468 tempest-ServersNegativeTestJSON-1129266468-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1b2a3c5-1dd5-4a8a-820e-7b0cd81b04ea HTTP/1.1" status: 200 len: 210 time: 0.0783653 Jul 16 18:11:03.443662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Calling delete_port for ab3f566a-6ea6-4d02-923a-c85a0a918bde owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:03.455169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabdd49-6188-42ca-bf1f-1cb0c7fb6f99 req-c32f6701-7ccc-484e-b32e-dd725bc30f2f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.470777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcabdd49-6188-42ca-bf1f-1cb0c7fb6f99 req-c32f6701-7ccc-484e-b32e-dd725bc30f2f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 932 time: 0.3380861 Jul 16 18:11:03.471822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74555164-d5dc-43b0-8c05-a16ae77281aa {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:03.477285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 338517f5-3cf8-42a3-84c8-3d1dfa590d99 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:03.485871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.502905 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47a49dae-d632-4bc6-8bf6-b33a1a717456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.512900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:03.522759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 338517f5-3cf8-42a3-84c8-3d1dfa590d99 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:03.523405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 338517f5-3cf8-42a3-84c8-3d1dfa590d99 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:03.523985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ab3f566a-6ea6-4d02-923a-c85a0a918bde no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:03.541669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a49dae-d632-4bc6-8bf6-b33a1a717456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50f6183-494d-431c-a14f-ffb32ea65e09,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.544034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Transition to ACTIVE for port object 74555164-d5dc-43b0-8c05-a16ae77281aa will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:03.553135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.581126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:03.581957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 011d34ea-8f8e-46e9-b47b-d0b2fe74b6d0 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:03.584802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-968d0fc2-3c01-48b1-9f5e-df02959eacd5 None None] For port ab3f566a-6ea6-4d02-923a-c85a0a918bde, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ab3f566a-6ea6-4d02-923a-c85a0a918bde,segment=NetworkSegment(5526a45d-30ed-4dc3-9dd8-ccf8f78a0738),segment_id=5526a45d-30ed-4dc3-9dd8-ccf8f78a0738)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:03.585212 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-968d0fc2-3c01-48b1-9f5e-df02959eacd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.595835 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47a49dae-d632-4bc6-8bf6-b33a1a717456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.600205 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-47a49dae-d632-4bc6-8bf6-b33a1a717456 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e50f6183-494d-431c-a14f-ffb32ea65e09 HTTP/1.1" status: 204 len: 168 time: 1.0498080 Jul 16 18:11:03.600374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0afb0c4-9af7-4867-a811-75ee120b157e None None] Network 1cceaba9-9586-4b9e-bd47-1308400e7350 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:03.600479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcabdd49-6188-42ca-bf1f-1cb0c7fb6f99 req-512e63e3-34d6-4095-97fd-a8ebf06ec273 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269076 Jul 16 18:11:03.605377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42812) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.619028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-968d0fc2-3c01-48b1-9f5e-df02959eacd5 None None] Calling delete_port for ab3f566a-6ea6-4d02-923a-c85a0a918bde owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:03.619952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.720492 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.729521 n-d-793619-10 neutron-server[93825]: INFO neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No ports have port_id starting with ab3f566a-6ea6-4d02-923a-c85a0a918bde Jul 16 18:11:03.730634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.793670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event deleted for resources: {'Port': ['ID=ab3f566a-6ea6-4d02-923a-c85a0a918bde,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.803796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] No DVR routers for this DVR port ab3f566a-6ea6-4d02-923a-c85a0a918bde on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:03.824838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.828635 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-968d0fc2-3c01-48b1-9f5e-df02959eacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.839126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:03.839469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:03.839787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:03.841784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Pushing event updated for resources: {'Port': ['ID=74555164-d5dc-43b0-8c05-a16ae77281aa,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.859552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927ed1-8676-4426-a21d-75fbe2401fbe req-2db8e668-04b1-4e4b-b44e-dc0a73eb4ed4 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.861112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd927ed1-8676-4426-a21d-75fbe2401fbe req-2db8e668-04b1-4e4b-b44e-dc0a73eb4ed4 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.2368214 Jul 16 18:11:03.865528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d0fc2-3c01-48b1-9f5e-df02959eacd5 None None] Pushing event deleted for resources: {'Port': ['ID=ab3f566a-6ea6-4d02-923a-c85a0a918bde,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.867524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968d0fc2-3c01-48b1-9f5e-df02959eacd5 None None] No DVR routers for this DVR port ab3f566a-6ea6-4d02-923a-c85a0a918bde on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:03.880548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Port 74555164-d5dc-43b0-8c05-a16ae77281aa on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:03.882592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:03.895507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:03.895860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:03.896252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:03.896715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Bound port: 74555164-d5dc-43b0-8c05-a16ae77281aa, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:03.897275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.977795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Network c13b0654-a4f7-4377-a05b-08b70d59eda8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:03.992236 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e575ee-16f5-45fe-8814-f43c160d16a4 None None] DHCP port deletion for 1cceaba9-9586-4b9e-bd47-1308400e7350 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:04.012456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:04.015069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:04.015411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Deleting port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:04.015894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.049202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b9e575ee-16f5-45fe-8814-f43c160d16a4 None None] Deleting port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:04.050922 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9e575ee-16f5-45fe-8814-f43c160d16a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.052266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'Port': ['ID=07ec218c-9db4-4adb-a435-536f7bd20905,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.061552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:04.074976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcad7356-e203-4e86-8ec7-e286d4390f7b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:04.083275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:04.084807 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.114531 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.116171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd927ed1-8676-4426-a21d-75fbe2401fbe req-f7942125-4b24-481b-a2fa-2f6ac6ebfe6f tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965201 Jul 16 18:11:04.126258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.126535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b9e575ee-16f5-45fe-8814-f43c160d16a4 None None] For port 92c0eed4-2ce1-4e84-90a0-e25f8158b131, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=92c0eed4-2ce1-4e84-90a0-e25f8158b131,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:04.126948 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9e575ee-16f5-45fe-8814-f43c160d16a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.127107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392934d0-9f1f-4743-8025-7f25b2edeb64']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:04.146581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b9e575ee-16f5-45fe-8814-f43c160d16a4 None None] Calling delete_port for 92c0eed4-2ce1-4e84-90a0-e25f8158b131 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:04.146861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] For port 92c0eed4-2ce1-4e84-90a0-e25f8158b131, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=92c0eed4-2ce1-4e84-90a0-e25f8158b131,segment=NetworkSegment(ee9014bd-4b8f-4acc-b6e6-95e73c2518ac),segment_id=ee9014bd-4b8f-4acc-b6e6-95e73c2518ac)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:04.146985 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.147486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5526a45d-30ed-4dc3-9dd8-ccf8f78a0738') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:04.147778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5526a45d-30ed-4dc3-9dd8-ccf8f78a0738') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:04.162219 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.178799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Transition to ACTIVE for port object fcad7356-e203-4e86-8ec7-e286d4390f7b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:04.193241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.195579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.196208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.198315 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] 10.222.0.46 "PUT /v2.0/ports/74555164-d5dc-43b0-8c05-a16ae77281aa HTTP/1.1" status: 200 len: 1092 time: 2.3437979 Jul 16 18:11:04.204218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Calling delete_port for 92c0eed4-2ce1-4e84-90a0-e25f8158b131 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:04.245495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825a94a-daae-4ea8-bf8a-8e0e232c3e88 service neutron] Pushing event updated for resources: {'Port': ['ID=74555164-d5dc-43b0-8c05-a16ae77281aa,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.295310 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9e575ee-16f5-45fe-8814-f43c160d16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.331232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:04.333385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e575ee-16f5-45fe-8814-f43c160d16a4 None None] Pushing event deleted for resources: {'Port': ['ID=92c0eed4-2ce1-4e84-90a0-e25f8158b131,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.333581 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce84052-0220-40e1-96af-6f2efcf157f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:04.338369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e575ee-16f5-45fe-8814-f43c160d16a4 None None] No DVR routers for this DVR port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:04.464841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.465591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.510281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.524234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:04.524694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:04.528533 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:04.542887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-a5c42e50-4ba4-4e10-a3e7-07edb0e3d629 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5394731 Jul 16 18:11:04.566368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14943e1-fac0-4afc-8c65-a91eb3b75310 req-b408dda5-bb6e-4238-9e81-06a3e92e64f7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.567878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d14943e1-fac0-4afc-8c65-a91eb3b75310 req-b408dda5-bb6e-4238-9e81-06a3e92e64f7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 945 time: 0.6146538 Jul 16 18:11:04.575805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Request body: {'port': {'device_id': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.627507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcad7356-e203-4e86-8ec7-e286d4390f7b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.666801 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.683911 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.685934 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] 10.222.0.60 "DELETE /v2.0/networks/392934d0-9f1f-4743-8025-7f25b2edeb64 HTTP/1.1" status: 204 len: 168 time: 2.0328794 Jul 16 18:11:04.689882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.716380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539822a-9ad5-4521-99f6-f526530d185c tempest-FloatingIPNegativeTestJSON-277235998 tempest-FloatingIPNegativeTestJSON-277235998-project] Pushing event deleted for resources: {'Network': ['ID=392934d0-9f1f-4743-8025-7f25b2edeb64,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.728869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-947c89fa-7072-4dca-ad1c-1b6518b936ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.730422 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-947c89fa-7072-4dca-ad1c-1b6518b936ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1095 time: 0.4498482 Jul 16 18:11:04.730778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec152f-9403-49db-ae5c-bb1e58ffb5fe req-b303593d-be6e-4f79-83b4-2a9a4939a559 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.731109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Attempting to bind port fcad7356-e203-4e86-8ec7-e286d4390f7b on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:04.731444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Attempting to bind port fcad7356-e203-4e86-8ec7-e286d4390f7b by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:04.731780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Attempting to bind port fcad7356-e203-4e86-8ec7-e286d4390f7b on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:04.732819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbec152f-9403-49db-ae5c-bb1e58ffb5fe req-b303593d-be6e-4f79-83b4-2a9a4939a559 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 931 time: 0.2644522 Jul 16 18:11:04.735794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c0eed4-2ce1-4e84-90a0-e25f8158b131,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.738077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] No DVR routers for this DVR port 92c0eed4-2ce1-4e84-90a0-e25f8158b131 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:04.745311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Port fcad7356-e203-4e86-8ec7-e286d4390f7b on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:04.745311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Attempting to bind port fcad7356-e203-4e86-8ec7-e286d4390f7b on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:04.772916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d14943e1-fac0-4afc-8c65-a91eb3b75310 req-9ea1dbb5-6c2a-474d-8b02-0d4e4d471dba tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604669 Jul 16 18:11:04.809605 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.839526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:04.839526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Checking segment: {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:04.839934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Bound using segment: {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:04.840379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Bound port: fcad7356-e203-4e86-8ec7-e286d4390f7b, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:04.840759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.845086 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-dfd97293-5796-4822-9e18-373fee311237 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74555164-d5dc-43b0-8c05-a16ae77281aa HTTP/1.1" status: 200 len: 217 time: 0.0650353 Jul 16 18:11:04.875690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbec152f-9403-49db-ae5c-bb1e58ffb5fe req-a7264d89-6a01-4d1d-9075-a8fc465e97a0 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126025 Jul 16 18:11:04.968798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.970240 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.975235 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9eb1cf-af10-44bd-99e7-1b34d0b313ab x-openstack-request-id: req-ae9eb1cf-af10-44bd-99e7-1b34d0b313ab {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:04.975801 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:04.976220 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae9eb1cf-af10-44bd-99e7-1b34d0b313ab {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:04.976794 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa', 'status': 'completed', 'code': 200} Jul 16 18:11:05.006482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cceaba9-9586-4b9e-bd47-1308400e7350']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:05.027456 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:05.028473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9014bd-4b8f-4acc-b6e6-95e73c2518ac') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:05.042629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-1ce6e744-8a8a-4093-ab3f-8c00c16cadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.044402 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-1ce6e744-8a8a-4093-ab3f-8c00c16cadd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1919701 Jul 16 18:11:05.057263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42836) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:05.060938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.130493 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-5c7f865f-77fb-4a69-8f3b-e9fa58dd2375 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720317 Jul 16 18:11:05.133915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] For port fcad7356-e203-4e86-8ec7-e286d4390f7b, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:05.138980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.169329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:05.169740 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.177153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5e81a1-9a32-40dc-8dcf-1ff737e9e83e admin admin] Deleting subnet 279aaed0-7f04-4e5d-a203-512d81106746 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:05.180059 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:05.190042 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c5e81a1-9a32-40dc-8dcf-1ff737e9e83e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.203184 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] For port fcad7356-e203-4e86-8ec7-e286d4390f7b, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fcad7356-e203-4e86-8ec7-e286d4390f7b,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:05.216497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.229126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50891afb-6be5-4f0b-9c6f-65bfb682a1f7 req-c6cf3977-536d-4b0c-99b4-532eef79966a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.230786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50891afb-6be5-4f0b-9c6f-65bfb682a1f7 req-c6cf3977-536d-4b0c-99b4-532eef79966a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 943 time: 0.2653797 Jul 16 18:11:05.355157 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.368152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.370145 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1cceaba9-9586-4b9e-bd47-1308400e7350 HTTP/1.1" status: 204 len: 168 time: 1.7239182 Jul 16 18:11:05.397610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c5e81a1-9a32-40dc-8dcf-1ff737e9e83e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.415386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.416676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.418241 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] 10.222.0.45 "PUT /v2.0/ports/fcad7356-e203-4e86-8ec7-e286d4390f7b HTTP/1.1" status: 200 len: 1093 time: 2.4558277 Jul 16 18:11:05.420188 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-89f51ea8-735f-4590-9914-e601e66e5349 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787805 Jul 16 18:11:05.424491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab21796-4cc6-4633-8a30-72ce599a0e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cceaba9-9586-4b9e-bd47-1308400e7350,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.440640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f508dbfa-a56d-4af4-a6d7-cc143ff494fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e456d8815f7a47cd8fb02ff2d6c9d1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707048 Jul 16 18:11:05.446030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42848) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:05.475678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 92c0eed4-2ce1-4e84-90a0-e25f8158b131 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:05.502216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc82336-32ab-49de-8cf3-efb4bf3862e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fcad7356-e203-4e86-8ec7-e286d4390f7b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.503523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 92c0eed4-2ce1-4e84-90a0-e25f8158b131 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:05.503877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 92c0eed4-2ce1-4e84-90a0-e25f8158b131 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:05.552219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50891afb-6be5-4f0b-9c6f-65bfb682a1f7 req-735653e3-ef96-47e6-ad12-397e09305557 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730231 Jul 16 18:11:05.580725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42850) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:05.610545 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c5e81a1-9a32-40dc-8dcf-1ff737e9e83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.672918 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ffeff6-0639-4b64-a667-92bfea7a4457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.689254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ec218c-9db4-4adb-a435-536f7bd20905 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:05.693843 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4c075651-1ea8-4896-b066-8d75cc64a381 req-f1ab2d0a-d59a-47f8-a773-b9b839d325ab service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568185 Jul 16 18:11:05.699514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023551-cb86-44fb-b49a-a2441391aa25 req-02665051-fecb-4945-9b5c-ed9dcbe19439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.701213 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-02665051-fecb-4945-9b5c-ed9dcbe19439 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 1096 time: 0.2252343 Jul 16 18:11:05.702549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.714494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1788b-ec46-4388-a9a5-1a60d6c824c4 req-9dbe4af2-5283-4268-9301-b829d3b1017f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.717870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ffeff6-0639-4b64-a667-92bfea7a4457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.721570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def1788b-ec46-4388-a9a5-1a60d6c824c4 req-9dbe4af2-5283-4268-9301-b829d3b1017f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 944 time: 0.4435699 Jul 16 18:11:05.767407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-31337c1d-3ed5-4bd7-b1e6-7d89363f2cbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60060ffda06847f49752096c15a74083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761155 Jul 16 18:11:05.782807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:05.794455 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-56871569-ffc1-4de8-99b8-e1bc3348aa16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcad7356-e203-4e86-8ec7-e286d4390f7b HTTP/1.1" status: 200 len: 217 time: 0.0741754 Jul 16 18:11:05.803802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Transition to ACTIVE for port object 07ec218c-9db4-4adb-a435-536f7bd20905 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:05.818273 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.880395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c5e81a1-9a32-40dc-8dcf-1ff737e9e83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.903254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def1788b-ec46-4388-a9a5-1a60d6c824c4 req-87f485a9-4946-4e84-be45-74005058d043 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807275 Jul 16 18:11:05.908373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1238af3a-5699-482e-ba07-28cec00594d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.910369 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-1238af3a-5699-482e-ba07-28cec00594d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.0926900 Jul 16 18:11:05.912416 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c7df756-7e8c-4013-b908-1b0d0233fc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.915024 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.966056 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-8865f1e5-6703-4c30-b901-f90dc4b5093d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377512 Jul 16 18:11:05.968150 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ffeff6-0639-4b64-a667-92bfea7a4457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.970803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07ffeff6-0639-4b64-a667-92bfea7a4457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.972836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-07ffeff6-0639-4b64-a667-92bfea7a4457 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2596d10-c3d5-40d1-92a2-12d6fd7f36a0 HTTP/1.1" status: 204 len: 168 time: 0.5068865 Jul 16 18:11:05.981566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e81a1-9a32-40dc-8dcf-1ff737e9e83e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279aaed0-7f04-4e5d-a203-512d81106746,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.020124 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6c5e81a1-9a32-40dc-8dcf-1ff737e9e83e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.022057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6c5e81a1-9a32-40dc-8dcf-1ff737e9e83e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/279aaed0-7f04-4e5d-a203-512d81106746 HTTP/1.1" status: 204 len: 168 time: 0.9626374 Jul 16 18:11:06.031683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Pushing event updated for resources: {'Port': ['ID=07ec218c-9db4-4adb-a435-536f7bd20905,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.043176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.068267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6fc80-a9f4-45c6-bbe4-02c4f6e225e7 req-014e68bd-b31f-41f9-aa08-4336cd3a2071 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.073418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6a6fc80-a9f4-45c6-bbe4-02c4f6e225e7 req-014e68bd-b31f-41f9-aa08-4336cd3a2071 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.3498459 Jul 16 18:11:06.112812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29785725-9c21-4f75-b6bb-562fd3dfabf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.113742 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffeff6-0639-4b64-a667-92bfea7a4457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2596d10-c3d5-40d1-92a2-12d6fd7f36a0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.126139 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-f8ee1253-90c5-45e4-bfaf-87a74e93e560 service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512957 Jul 16 18:11:06.147459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-eaca463a-00e1-460c-b1b7-f071cc9e2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.150533 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-eaca463a-00e1-460c-b1b7-f071cc9e2e63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1095 time: 0.3490653 Jul 16 18:11:06.269917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29785725-9c21-4f75-b6bb-562fd3dfabf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.321709 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63023551-cb86-44fb-b49a-a2441391aa25 req-7a803567-0975-4ea0-92b5-d1d5bc4fa0b2 service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698806 Jul 16 18:11:06.323845 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-9636dfa3-e4fd-4dc9-b7e4-82ae3d751a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.325229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-9636dfa3-e4fd-4dc9-b7e4-82ae3d751a4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.1631963 Jul 16 18:11:06.357502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6a6fc80-a9f4-45c6-bbe4-02c4f6e225e7 req-eacdbbaf-10f7-441a-b3c4-b4d3ecfb175f tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413561 Jul 16 18:11:06.360859 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.393783 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-2865324e-f63b-4c02-916b-496223c8018d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74555164-d5dc-43b0-8c05-a16ae77281aa HTTP/1.1" status: 200 len: 217 time: 0.0601623 Jul 16 18:11:06.416846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Attempting to bind port 07ec218c-9db4-4adb-a435-536f7bd20905 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:06.417381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Attempting to bind port 07ec218c-9db4-4adb-a435-536f7bd20905 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '93c76584-27e2-400a-b5e7-268401efeea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:06.417877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Attempting to bind port 07ec218c-9db4-4adb-a435-536f7bd20905 on network c13b0654-a4f7-4377-a05b-08b70d59eda8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:06.432856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Port 07ec218c-9db4-4adb-a435-536f7bd20905 on network c13b0654-a4f7-4377-a05b-08b70d59eda8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:06.433264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Attempting to bind port 07ec218c-9db4-4adb-a435-536f7bd20905 on network c13b0654-a4f7-4377-a05b-08b70d59eda8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:06.469277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-2ae21f12-fe52-4def-b6d5-e04e0c15bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.470867 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-2ae21f12-fe52-4def-b6d5-e04e0c15bc6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.0706341 Jul 16 18:11:06.476197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d0927-604c-4a6f-87a8-073df31f998c req-2ce7606e-2498-4e81-9bdc-e6f3f494cc23 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.483568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-965d0927-604c-4a6f-87a8-073df31f998c req-2ce7606e-2498-4e81-9bdc-e6f3f494cc23 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 943 time: 0.3229356 Jul 16 18:11:06.487932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:06.488281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Checking segment: {'id': '93c76584-27e2-400a-b5e7-268401efeea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:06.488707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Bound using segment: {'id': '93c76584-27e2-400a-b5e7-268401efeea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:06.489161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Bound port: 07ec218c-9db4-4adb-a435-536f7bd20905, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c76584-27e2-400a-b5e7-268401efeea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:06.491110 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.511865 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-687da74e-0860-4a8c-a81b-ffbf9e5625c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338674 Jul 16 18:11:06.539684 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29785725-9c21-4f75-b6bb-562fd3dfabf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.542340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29785725-9c21-4f75-b6bb-562fd3dfabf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.545825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-29785725-9c21-4f75-b6bb-562fd3dfabf5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a4ebaa4-3c76-4949-838b-86a2661f203c HTTP/1.1" status: 204 len: 168 time: 0.7599537 Jul 16 18:11:06.593176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.595995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29785725-9c21-4f75-b6bb-562fd3dfabf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4ebaa4-3c76-4949-838b-86a2661f203c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.635085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91b51d3-a043-428e-bc20-73b5633278ec']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:06.641613 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-7636a84e-1d4d-40c9-b162-7f00e2aae9f5 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184301 Jul 16 18:11:06.668075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-965d0927-604c-4a6f-87a8-073df31f998c req-142c9f62-7fcc-45ca-b32a-14e9350eb985 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835442 Jul 16 18:11:06.670083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb16479-2807-468c-8085-f69bf87c8609') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:06.670381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb16479-2807-468c-8085-f69bf87c8609') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:06.690016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.717856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.724532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] For port 07ec218c-9db4-4adb-a435-536f7bd20905, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:06.731107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] For port 07ec218c-9db4-4adb-a435-536f7bd20905, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=07ec218c-9db4-4adb-a435-536f7bd20905,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:06.732634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:06.733189 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:06.735267 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:06.754125 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.872808 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.879524 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.891495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.892648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.894046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] 10.222.0.46 "PUT /v2.0/ports/07ec218c-9db4-4adb-a435-536f7bd20905 HTTP/1.1" status: 200 len: 1092 time: 2.3245192 Jul 16 18:11:06.897823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:06.901829 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367446a8-e2ac-4162-81e1-7dcda5194782" -d '{"events": [{"name": "network-changed", "server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:06.918867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.923688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] 10.222.0.60 "DELETE /v2.0/networks/d91b51d3-a043-428e-bc20-73b5633278ec HTTP/1.1" status: 204 len: 168 time: 0.8751245 Jul 16 18:11:06.934836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3ce84052-0220-40e1-96af-6f2efcf157f4 req-69c1511d-74d7-444e-a7ed-cff96798b9c1 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444408 Jul 16 18:11:06.943006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4a5c9-bd08-44cc-9979-548c1c22904e admin admin] Pushing event deleted for resources: {'Network': ['ID=d91b51d3-a043-428e-bc20-73b5633278ec,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.978341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68d4bc-4316-47e2-afdf-c65848eee10d service neutron] Pushing event updated for resources: {'Port': ['ID=07ec218c-9db4-4adb-a435-536f7bd20905,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.978619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b16dd3-af86-4764-8b15-3f38a0ba52a4', 'tag': 'fcad7356-e203-4e86-8ec7-e286d4390f7b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:06.982362 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1d5634-2165-4d8d-ab36-1523b58152fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b16dd3-af86-4764-8b15-3f38a0ba52a4", "tag": "fcad7356-e203-4e86-8ec7-e286d4390f7b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:07.021412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0fc4a-32fa-4c3d-92e1-a7677afaf1a2 req-5a40e29d-0f51-4cd1-bcd2-882f098162dc tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.023304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83c0fc4a-32fa-4c3d-92e1-a7677afaf1a2 req-5a40e29d-0f51-4cd1-bcd2-882f098162dc tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 943 time: 0.1602278 Jul 16 18:11:07.080667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83c0fc4a-32fa-4c3d-92e1-a7677afaf1a2 req-b7fec228-a17d-42e7-85b3-99adc3460a33 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489707 Jul 16 18:11:07.151357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-1da3b03c-345b-4e26-abca-a84b0a721107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.153486 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-1da3b03c-345b-4e26-abca-a84b0a721107 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 1095 time: 0.1184061 Jul 16 18:11:07.174531 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bc0e6e-032e-494c-81a9-ce8b8910af26 x-openstack-request-id: req-48bc0e6e-032e-494c-81a9-ce8b8910af26 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:07.175204 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:07.175538 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48bc0e6e-032e-494c-81a9-ce8b8910af26 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:07.175954 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905', 'status': 'completed', 'code': 200} Jul 16 18:11:07.231086 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb6ea78-52ac-4766-b6a7-8708757a393b x-openstack-request-id: req-cbb6ea78-52ac-4766-b6a7-8708757a393b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:07.231692 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b16dd3-af86-4764-8b15-3f38a0ba52a4", "tag": "fcad7356-e203-4e86-8ec7-e286d4390f7b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:07.241965 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbb6ea78-52ac-4766-b6a7-8708757a393b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:07.244337 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b16dd3-af86-4764-8b15-3f38a0ba52a4', 'tag': 'fcad7356-e203-4e86-8ec7-e286d4390f7b', 'status': 'completed', 'code': 200} Jul 16 18:11:07.246309 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-e9092e6d-f986-4cb0-9b9b-72de0b0cc41c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07ec218c-9db4-4adb-a435-536f7bd20905 HTTP/1.1" status: 200 len: 217 time: 0.0664101 Jul 16 18:11:07.269407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.300769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3127e4-f853-4f16-910d-06966fff412c req-b3dbb4cd-d9d4-433e-be0c-a026a94c4a79 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.302328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b3127e4-f853-4f16-910d-06966fff412c req-b3dbb4cd-d9d4-433e-be0c-a026a94c4a79 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 944 time: 0.1163995 Jul 16 18:11:07.379676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-196fdc93-5275-4a75-8d0b-7468b7557680 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=837a6d991f4745a8964bdf2bd718975e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066828 Jul 16 18:11:07.381131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-6d010401-3779-4e33-b88b-7a32ac3c9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.382889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b3127e4-f853-4f16-910d-06966fff412c req-832a403d-643e-40d2-9cad-b94beb69827b tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719848 Jul 16 18:11:07.383370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42910) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.383511 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-6d010401-3779-4e33-b88b-7a32ac3c9e0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 200 len: 852 time: 0.1291680 Jul 16 18:11:07.423733 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-8d983246-350d-4336-a407-dc51b73d2c1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c13b0654-a4f7-4377-a05b-08b70d59eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314176 Jul 16 18:11:07.436544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-5b5d22e9-6591-4be1-9d3c-29058705e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.437005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.438465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-5b5d22e9-6591-4be1-9d3c-29058705e106 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 1096 time: 0.1676829 Jul 16 18:11:07.522834 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9d70-d655-41c7-97ac-f9e3d64fa752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.594397 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9d70-d655-41c7-97ac-f9e3d64fa752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.608824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group': {'name': 'tempest-secgroup--252100481'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:07.674984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.675390 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-edfa6105-adae-461b-b349-58bc6562d535 service neutron] 10.222.0.46 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358270 Jul 16 18:11:07.680050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-3972cf4f-9069-46f6-a59f-a604959f30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.684921 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-3972cf4f-9069-46f6-a59f-a604959f30e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 915 time: 0.2348948 Jul 16 18:11:07.694181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a9dc0-b0bb-4934-bd9f-c7e894387f54 req-ec5c708a-4c20-4863-922c-f3adaf1c467b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.701873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e12a9dc0-b0bb-4934-bd9f-c7e894387f54 req-ec5c708a-4c20-4863-922c-f3adaf1c467b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1497672 Jul 16 18:11:07.705403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.823928 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-f97ee3c6-b8e4-49dd-82d9-49d8308610f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcad7356-e203-4e86-8ec7-e286d4390f7b HTTP/1.1" status: 200 len: 217 time: 0.1033237 Jul 16 18:11:07.827276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.833156 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9d70-d655-41c7-97ac-f9e3d64fa752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.836272 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9d70-d655-41c7-97ac-f9e3d64fa752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.838572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9f9f9d70-d655-41c7-97ac-f9e3d64fa752 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f49b7db-1932-44e4-95db-f95660a48296 HTTP/1.1" status: 204 len: 168 time: 0.4531527 Jul 16 18:11:07.843611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.893902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f9d70-d655-41c7-97ac-f9e3d64fa752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f49b7db-1932-44e4-95db-f95660a48296,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.934252 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e12a9dc0-b0bb-4934-bd9f-c7e894387f54 req-22ea47cb-9a9e-4285-8fe2-a41efba10054 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272377 Jul 16 18:11:07.990554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-8e9b678a-736c-4164-814b-ee614def3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.992796 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-8e9b678a-736c-4164-814b-ee614def3cc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.1577365 Jul 16 18:11:07.999527 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3e9cae3e-c6cd-4644-8f14-75e641e91509 req-e7556d91-290f-493d-8d7e-231ac98dfb56 service neutron] 10.222.0.46 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129940 Jul 16 18:11:08.019833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a57536-5393-49e2-8d8e-9b3e7861d0d2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.055167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5b98-50e8-4db5-91cd-e964bf04ede4 req-171f6572-52be-4c84-9a3b-3a4671fe94ca tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.056840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10da5b98-50e8-4db5-91cd-e964bf04ede4 req-171f6572-52be-4c84-9a3b-3a4671fe94ca tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 943 time: 0.2261693 Jul 16 18:11:08.068316 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-bf7bd5a1-17aa-4e2d-a19b-26bcaa943ae0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675311 Jul 16 18:11:08.131553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.220376 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.224484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10da5b98-50e8-4db5-91cd-e964bf04ede4 req-6f717764-1a40-4a7d-a852-7d7ae5bdf2b4 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561563 Jul 16 18:11:08.225912 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.276719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-58b4b7fc-745e-4964-ba3a-9099d5cf24cf service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005835 Jul 16 18:11:08.285429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-bfa7496b-d90b-463b-9c83-1391bad4525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.287505 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-bfa7496b-d90b-463b-9c83-1391bad4525c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 1095 time: 0.1740260 Jul 16 18:11:08.304863 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.306818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8680668 Jul 16 18:11:08.308100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744a6bf-3c20-46cc-b396-740aacb2f23c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc2a4b9-1730-4de1-98c8-125eac85abe5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.310088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42946) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.349011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-610102442-network', 'tenant_id': 'd91e7569edc742d98fad2c2dc3eed434'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:08.443986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Made reservation on behalf of d91e7569edc742d98fad2c2dc3eed434 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:08.446205 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.475157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.482990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-89843fc3-278b-46b1-a1fc-6ddd060b92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.484485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-89843fc3-278b-46b1-a1fc-6ddd060b92a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 913 time: 0.1848912 Jul 16 18:11:08.486636 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ff1d5634-2165-4d8d-ab36-1523b58152fb req-b2a0524e-588e-4a0a-ac55-8643a3397729 service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977179 Jul 16 18:11:08.488403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5ef02177-e70b-45c8-84f5-601c8258dedb tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1772518 Jul 16 18:11:08.491168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.501814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ed4a0270-d77f-4157-888e-81466d5ce368 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group': {'name': 'tempest-security--1255139881', 'description': 'tempest-security-description-1949478185'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:08.563891 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-24e1342a-fe4c-4756-9e14-8b7e8bc745fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07ec218c-9db4-4adb-a435-536f7bd20905 HTTP/1.1" status: 200 len: 217 time: 0.0511289 Jul 16 18:11:08.574200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc307-99d7-496d-94e5-f45443068f3d req-e6614b03-2059-4e34-b247-84d225c437ac tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.582054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d94fc307-99d7-496d-94e5-f45443068f3d req-e6614b03-2059-4e34-b247-84d225c437ac tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 943 time: 0.2260592 Jul 16 18:11:08.602604 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.706291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d94fc307-99d7-496d-94e5-f45443068f3d req-336d37ea-2515-4eae-aa9f-4dbf7cc427a6 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135807 Jul 16 18:11:08.767980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53835a3d-b62a-45e8-8e61-50da1d617482 req-646aeb19-a2ad-4148-bf4e-d4f5a20d2cf3 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.775922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53835a3d-b62a-45e8-8e61-50da1d617482 req-646aeb19-a2ad-4148-bf4e-d4f5a20d2cf3 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 944 time: 0.1400542 Jul 16 18:11:08.779925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.796469 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.839118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:08.861943 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53835a3d-b62a-45e8-8e61-50da1d617482 req-b33c2172-a2ca-4621-91e0-07f419a732de tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846233 Jul 16 18:11:08.867783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69a3fcd-de1f-4d50-93fe-f606536097d9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.876685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.877028 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Added segment 7281fedb-3c22-4731-9671-8966b8117584 of type vlan for network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 Jul 16 18:11:08.899648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.912284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4a0270-d77f-4157-888e-81466d5ce368 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.916415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-b4c67f81-1c95-488b-9614-1367308e61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.917889 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-b4c67f81-1c95-488b-9614-1367308e61e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 200 len: 852 time: 0.3433428 Jul 16 18:11:08.938226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.965675 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-bfe1f6ad-9eba-493f-aaee-12f3ccb3f62d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c13b0654-a4f7-4377-a05b-08b70d59eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392802 Jul 16 18:11:08.981163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.982900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.983668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.015156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8748529 Jul 16 18:11:09.018307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42972) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.023292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Request body: {'subnet': {'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-610102442-subnet', 'tenant_id': 'd91e7569edc742d98fad2c2dc3eed434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:09.074860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4a0270-d77f-4157-888e-81466d5ce368 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.076049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9867c4-be4f-4ec9-8875-d88142c2e4dc admin admin] Pushing event updated for resources: {'Network': ['ID=524e5f47-2a0a-4b3f-be7c-4b705da32b69,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.084108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-514450121-network', 'tenant_id': '5350c02a1dc64391a8cf116ced7455f2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:09.095305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:09.110411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4a0270-d77f-4157-888e-81466d5ce368 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.110411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed4a0270-d77f-4157-888e-81466d5ce368 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.110411 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ed4a0270-d77f-4157-888e-81466d5ce368 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "PUT /v2.0/security-groups/cdc2a4b9-1730-4de1-98c8-125eac85abe5 HTTP/1.1" status: 200 len: 1780 time: 0.6180973 Jul 16 18:11:09.115409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42974) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.150789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Made reservation on behalf of d91e7569edc742d98fad2c2dc3eed434 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:09.153181 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.175455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a0270-d77f-4157-888e-81466d5ce368 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc2a4b9-1730-4de1-98c8-125eac85abe5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.215471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Made reservation on behalf of 5350c02a1dc64391a8cf116ced7455f2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:09.217887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.229739 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.234076 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-6cf66a4e-bc58-462e-a689-c1dfcb5412e0 service neutron] 10.222.0.46 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466178 Jul 16 18:11:09.265389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cb34f6f1-49d9-4263-85fa-5b146731f3c5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups/cdc2a4b9-1730-4de1-98c8-125eac85abe5 HTTP/1.1" status: 200 len: 1780 time: 0.1478901 Jul 16 18:11:09.268919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.297502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada3ebf-54f4-48d2-9e47-eda11dddce50 req-97800d84-3480-4b4a-aa08-d6b21ea12f7a tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.299288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ada3ebf-54f4-48d2-9e47-eda11dddce50 req-97800d84-3480-4b4a-aa08-d6b21ea12f7a tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1977775 Jul 16 18:11:09.399536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ada3ebf-54f4-48d2-9e47-eda11dddce50 req-066c162d-72d8-4d38-bb3c-3ff344dda71c tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937123 Jul 16 18:11:09.458942 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c498527-7b92-4bfe-94c0-65810f0bdd4f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.459527 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.465862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 74555164-d5dc-43b0-8c05-a16ae77281aa details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:09.474092 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-367446a8-e2ac-4162-81e1-7dcda5194782 req-075a3fb0-7be3-4070-82c9-e287bf4dca01 service neutron] 10.222.0.46 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315073 Jul 16 18:11:09.517140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c498527-7b92-4bfe-94c0-65810f0bdd4f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.541655 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.560933 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.569960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:09.583672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '74555164-d5dc-43b0-8c05-a16ae77281aa', 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8', 'port_id': '74555164-d5dc-43b0-8c05-a16ae77281aa', 'mac_address': 'fa:16:3e:fd:d4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96575f11-85fd-4b83-b9cb-112b73042b0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:09.597667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:09.608159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.612895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Checking segment: {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:09.613262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Network hostable DHCP agents. Network: 524e5f47-2a0a-4b3f-be7c-4b705da32b69, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:09.620914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.621495 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Added segment 4411b982-0fea-4162-bde9-ee3fee90de1a of type vlan for network 54da5e69-f70f-485d-b6b3-0eeaa57d9c04 Jul 16 18:11:09.623977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f32db74-8a2a-4beb-bad7-40d99c1b6d19,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.637087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.637596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860bb42-0d8a-4a4f-8117-ea3809484aab req-7403a5dd-9ea9-45a8-8ad2-c244a94aa939 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.638971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5860bb42-0d8a-4a4f-8117-ea3809484aab req-7403a5dd-9ea9-45a8-8ad2-c244a94aa939 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 943 time: 0.1678293 Jul 16 18:11:09.656215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c498527-7b92-4bfe-94c0-65810f0bdd4f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.656853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74555164-d5dc-43b0-8c05-a16ae77281aa {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:09.659211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c498527-7b92-4bfe-94c0-65810f0bdd4f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.660670 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8c498527-7b92-4bfe-94c0-65810f0bdd4f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-groups/cdc2a4b9-1730-4de1-98c8-125eac85abe5 HTTP/1.1" status: 204 len: 168 time: 0.3905103 Jul 16 18:11:09.667312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.684125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:09.689133 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.692163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:09.714350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5860bb42-0d8a-4a4f-8117-ea3809484aab req-72c33cc6-28ff-4cd4-82d1-915aea27f327 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687268 Jul 16 18:11:09.719032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 524e5f47-2a0a-4b3f-be7c-4b705da32b69) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:09.728912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c498527-7b92-4bfe-94c0-65810f0bdd4f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc2a4b9-1730-4de1-98c8-125eac85abe5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.734258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.734855 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.740630 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d12fa1-add3-4d7c-8eab-7b93251bd78e None None] Network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:09.749760 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.758279 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-34596893-12a4-4c16-a6cb-da048d900a8d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7365572 Jul 16 18:11:09.806741 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cd72f5e7-a84d-4e47-8133-cca0913f98ed tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311450 Jul 16 18:11:09.807239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.826187 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-a4225eab-6c5d-41d8-9e47-8501af52335c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] delete failed (client error): The resource could not be found. Jul 16 18:11:09.828393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=74555164-d5dc-43b0-8c05-a16ae77281aa,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.833855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a4225eab-6c5d-41d8-9e47-8501af52335c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-groups/cdc2a4b9-1730-4de1-98c8-125eac85abe5 HTTP/1.1" status: 404 len: 347 time: 0.0220611 Jul 16 18:11:09.834786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42990) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.841745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-09b81f53-10c9-4022-af84-eef3712fd2fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group': {'name': 'tempest-secgroup--479287079'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:09.848797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.849029 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.849230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.849880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.849880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.850203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.850599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.850947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.851252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.851657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.851891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.852209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:09.854936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.857554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.858398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.905861 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09b81f53-10c9-4022-af84-eef3712fd2fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.929745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9800eaed-ed02-4a55-9cd3-ec4b7d2c890b None None] Network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:10.014895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] Pushing event updated for resources: {'Network': ['ID=54da5e69-f70f-485d-b6b3-0eeaa57d9c04,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.033166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 54da5e69-f70f-485d-b6b3-0eeaa57d9c04 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:10.048246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['74555164-d5dc-43b0-8c05-a16ae77281aa'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:10.153678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d1240-ddab-4822-9626-7ea95eb9dd63 req-370ad48c-9d66-4848-a61e-3f58d83eaa4b tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.155284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-257d1240-ddab-4822-9626-7ea95eb9dd63 req-370ad48c-9d66-4848-a61e-3f58d83eaa4b tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 944 time: 0.1947041 Jul 16 18:11:10.160765 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.489074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09b81f53-10c9-4022-af84-eef3712fd2fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.499377 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a254b86-0eb8-46af-a4e5-4a52aa9ef8db admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5978010 Jul 16 18:11:10.502059 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09b81f53-10c9-4022-af84-eef3712fd2fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.502599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:10.508451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Request body: {'subnet': {'network_id': '54da5e69-f70f-485d-b6b3-0eeaa57d9c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-514450121-subnet', 'tenant_id': '5350c02a1dc64391a8cf116ced7455f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:10.514456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-257d1240-ddab-4822-9626-7ea95eb9dd63 req-53d8ba9b-57e0-49da-907c-0d23a9215786 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476741 Jul 16 18:11:10.534623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7d5c2-0d67-4561-8847-fd10f329b5a2 req-078bdc21-6f82-4592-8d1f-0e7a8433274f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.536190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0d7d5c2-0d67-4561-8847-fd10f329b5a2 req-078bdc21-6f82-4592-8d1f-0e7a8433274f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 944 time: 0.4785864 Jul 16 18:11:10.561908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Made reservation on behalf of 5350c02a1dc64391a8cf116ced7455f2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:10.564667 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.585857 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09b81f53-10c9-4022-af84-eef3712fd2fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.590175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-09b81f53-10c9-4022-af84-eef3712fd2fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7514777 Jul 16 18:11:10.590840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43008) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:10.594231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b81f53-10c9-4022-af84-eef3712fd2fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758cd8bb-b126-41d5-8878-a0eefa5310c1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.596672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fcad7356-e203-4e86-8ec7-e286d4390f7b details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:10.612984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2632f3dc-e928-4e8a-8339-3bca98e1773b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '758cd8bb-b126-41d5-8878-a0eefa5310c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:10.643359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0d7d5c2-0d67-4561-8847-fd10f329b5a2 req-3c170662-e6a6-43d7-9ff5-09518f010af9 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921762 Jul 16 18:11:10.701851 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2632f3dc-e928-4e8a-8339-3bca98e1773b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.750144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fcad7356-e203-4e86-8ec7-e286d4390f7b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fcad7356-e203-4e86-8ec7-e286d4390f7b,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:10.776316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'fcad7356-e203-4e86-8ec7-e286d4390f7b', 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb', 'port_id': 'fcad7356-e203-4e86-8ec7-e286d4390f7b', 'mac_address': 'fa:16:3e:e7:98:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8b47e-08bc-405e-888c-e234259c61f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:10.797709 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2632f3dc-e928-4e8a-8339-3bca98e1773b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.814547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2632f3dc-e928-4e8a-8339-3bca98e1773b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.850928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632f3dc-e928-4e8a-8339-3bca98e1773b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbcedcb-0ce0-46f9-84ae-574a2cc3d600,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.854893 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.861617 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2632f3dc-e928-4e8a-8339-3bca98e1773b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.864689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2632f3dc-e928-4e8a-8339-3bca98e1773b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2572932 Jul 16 18:11:10.869842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43020) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:10.881114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcad7356-e203-4e86-8ec7-e286d4390f7b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:10.892898 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.904892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fcad7356-e203-4e86-8ec7-e286d4390f7b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fcad7356-e203-4e86-8ec7-e286d4390f7b,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:10.910313 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.965158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=fcad7356-e203-4e86-8ec7-e286d4390f7b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.974915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9f403d-7040-492a-8d16-d7551b99f893,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.976047 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f753601-ff0f-4b2b-a4df-17a11bed39b5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.984564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Checking segment: {'id': '4411b982-0fea-4162-bde9-ee3fee90de1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '54da5e69-f70f-485d-b6b3-0eeaa57d9c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:10.984923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Network hostable DHCP agents. Network: 54da5e69-f70f-485d-b6b3-0eeaa57d9c04, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:10.985585 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f753601-ff0f-4b2b-a4df-17a11bed39b5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.003857 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Network 54da5e69-f70f-485d-b6b3-0eeaa57d9c04 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:11.013762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 54da5e69-f70f-485d-b6b3-0eeaa57d9c04) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:11.019488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.020993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.025454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a36a0e-6575-44c7-b6ce-cfaa4aaca56f None None] Network 54da5e69-f70f-485d-b6b3-0eeaa57d9c04 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:11.047807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1dbb4321-c009-4b18-8bf8-7106031cf62d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5435174 Jul 16 18:11:11.065844 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f753601-ff0f-4b2b-a4df-17a11bed39b5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.083472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f753601-ff0f-4b2b-a4df-17a11bed39b5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.084700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0f753601-ff0f-4b2b-a4df-17a11bed39b5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9cbcedcb-0ce0-46f9-84ae-574a2cc3d600 HTTP/1.1" status: 204 len: 168 time: 0.2136884 Jul 16 18:11:11.088480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43024) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.089086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f753601-ff0f-4b2b-a4df-17a11bed39b5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cbcedcb-0ce0-46f9-84ae-574a2cc3d600,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.129800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-eebf775b-0dcf-46a0-8032-54a7d9e65728 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.131883 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-eebf775b-0dcf-46a0-8032-54a7d9e65728 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 804 time: 0.2539740 Jul 16 18:11:11.142415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dc9e7-a6e5-4519-8f24-c9fc285a5a3e req-e7a27dad-f2a0-42c1-865b-c06f58ca781d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.150759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c3dc9e7-a6e5-4519-8f24-c9fc285a5a3e req-e7a27dad-f2a0-42c1-865b-c06f58ca781d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.2731683 Jul 16 18:11:11.173190 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2207a83a-b927-4a59-a92f-279e5f85797f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0831778 Jul 16 18:11:11.175737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.189420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-02381752-638e-4334-a0cc-a255c15f9f34 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/quotas/d91e7569edc742d98fad2c2dc3eed434 HTTP/1.1" status: 200 len: 375 time: 0.0299590 Jul 16 18:11:11.246562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9084df-bac1-431d-a951-a23be63aca73 None None] Network 54da5e69-f70f-485d-b6b3-0eeaa57d9c04 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:11.253129 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c3dc9e7-a6e5-4519-8f24-c9fc285a5a3e req-d4020619-ce60-4b10-87b0-706158334f02 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011150 Jul 16 18:11:11.261247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-2cf09c99-ef93-46d4-a562-f8ff96101e48 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619688 Jul 16 18:11:11.272070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['fcad7356-e203-4e86-8ec7-e286d4390f7b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:11.272896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b814cd68-5eb6-4705-b800-a5aee8c30ab0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.321506 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b814cd68-5eb6-4705-b800-a5aee8c30ab0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.434579 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b814cd68-5eb6-4705-b800-a5aee8c30ab0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.439784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b814cd68-5eb6-4705-b800-a5aee8c30ab0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.445738 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b814cd68-5eb6-4705-b800-a5aee8c30ab0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-groups/758cd8bb-b126-41d5-8878-a0eefa5310c1 HTTP/1.1" status: 204 len: 168 time: 0.2683821 Jul 16 18:11:11.446694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.480741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814cd68-5eb6-4705-b800-a5aee8c30ab0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758cd8bb-b126-41d5-8878-a0eefa5310c1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.496318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 07ec218c-9db4-4adb-a435-536f7bd20905 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:11.504316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-55b49bf1-07f7-42ba-9812-68b0610e40ca service neutron] 10.222.0.60 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359457 Jul 16 18:11:11.520478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 74555164-d5dc-43b0-8c05-a16ae77281aa up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:11.545137 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-16033457-982b-41e4-bea2-9cf20482f151 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0923862 Jul 16 18:11:11.549972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.564831 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7bbf968a-33e2-4214-947f-6d707fb97206 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group': {'name': 'tempest-secgroup--339912986'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:11.622798 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7bbf968a-33e2-4214-947f-6d707fb97206 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.702336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-d6b0a94f-bc7b-4bf3-94a9-6fe90f0ea556 service neutron] 10.222.0.60 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893404 Jul 16 18:11:11.721226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1e955-c09d-49e8-9cff-3e54bc70786c req-b84adbbf-17cc-4a9a-b1cd-90ce029e7efc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.732297 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97e1e955-c09d-49e8-9cff-3e54bc70786c req-b84adbbf-17cc-4a9a-b1cd-90ce029e7efc tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 943 time: 0.2902961 Jul 16 18:11:11.784436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7bbf968a-33e2-4214-947f-6d707fb97206 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.789838 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7bbf968a-33e2-4214-947f-6d707fb97206 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.811564 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97e1e955-c09d-49e8-9cff-3e54bc70786c req-73ccdbcc-96f1-4bfd-af52-af8a3c5bd4e4 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750515 Jul 16 18:11:11.827029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf968a-33e2-4214-947f-6d707fb97206 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e993ce0-e495-4c36-88b0-d75e66ae7477,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.841536 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7bbf968a-33e2-4214-947f-6d707fb97206 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.841536 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7bbf968a-33e2-4214-947f-6d707fb97206 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2866635 Jul 16 18:11:11.843235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.857312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43042) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.862173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-36dfcdc7-a75e-4d3c-9716-1b8a641cdfa6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '5e993ce0-e495-4c36-88b0-d75e66ae7477', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:11.913797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 74555164-d5dc-43b0-8c05-a16ae77281aa completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:11.924904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 74555164-d5dc-43b0-8c05-a16ae77281aa triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:11.925382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.958913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36dfcdc7-a75e-4d3c-9716-1b8a641cdfa6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.986562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2028d20-ec84-4f85-84ce-6f21ab867299 admin admin] Deleting subnet 0e9f403d-7040-492a-8d16-d7551b99f893 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:11.991058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2028d20-ec84-4f85-84ce-6f21ab867299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.995039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 07ec218c-9db4-4adb-a435-536f7bd20905, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=07ec218c-9db4-4adb-a435-536f7bd20905,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:12.026672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '07ec218c-9db4-4adb-a435-536f7bd20905', 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8', 'port_id': '07ec218c-9db4-4adb-a435-536f7bd20905', 'mac_address': 'fa:16:3e:5b:03:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61454ed-bdd8-4d2f-b915-067924cb9756', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:12.148045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2028d20-ec84-4f85-84ce-6f21ab867299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.207068 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36dfcdc7-a75e-4d3c-9716-1b8a641cdfa6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.215515 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36dfcdc7-a75e-4d3c-9716-1b8a641cdfa6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.229410 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2028d20-ec84-4f85-84ce-6f21ab867299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.263133 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.269822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfcdc7-a75e-4d3c-9716-1b8a641cdfa6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52e3207-eeaa-4d17-8ff5-50294e9d9d9c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.271050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.282140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36dfcdc7-a75e-4d3c-9716-1b8a641cdfa6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.286117 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-36dfcdc7-a75e-4d3c-9716-1b8a641cdfa6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4389882 Jul 16 18:11:12.286561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.291954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-54ced81b-4e04-453d-beba-226fd846776b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '5e993ce0-e495-4c36-88b0-d75e66ae7477', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:12.293932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5806-a56a-4395-9b18-c7309898adc3 req-84e18756-09ec-4a4e-9690-ab0e6bced745 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.295650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc8e5806-a56a-4395-9b18-c7309898adc3 req-84e18756-09ec-4a4e-9690-ab0e6bced745 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 945 time: 0.2320027 Jul 16 18:11:12.339409 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ced81b-4e04-453d-beba-226fd846776b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.375931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc8e5806-a56a-4395-9b18-c7309898adc3 req-8785df3f-40cb-42c9-900b-877e975d72fd tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736942 Jul 16 18:11:12.386649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2028d20-ec84-4f85-84ce-6f21ab867299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.439703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2028d20-ec84-4f85-84ce-6f21ab867299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9f403d-7040-492a-8d16-d7551b99f893,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.460924 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2028d20-ec84-4f85-84ce-6f21ab867299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.466652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f2028d20-ec84-4f85-84ce-6f21ab867299 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0e9f403d-7040-492a-8d16-d7551b99f893 HTTP/1.1" status: 204 len: 168 time: 0.6046162 Jul 16 18:11:12.466875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43056) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.552960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ec218c-9db4-4adb-a435-536f7bd20905 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:12.569951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ced81b-4e04-453d-beba-226fd846776b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.579805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab455f3a-ae45-4b42-96bb-7d40a816ce50 req-21c15fbd-a56a-4de0-88a5-b2ff5537cb51 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 210 time: 0.0776992 Jul 16 18:11:12.580076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 07ec218c-9db4-4adb-a435-536f7bd20905, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=07ec218c-9db4-4adb-a435-536f7bd20905,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:12.582406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ced81b-4e04-453d-beba-226fd846776b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.588181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:12.590600 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06d330b-b9c7-44a3-87d6-d6290aa34fd7" -d '{"events": [{"server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "name": "network-vif-plugged", "status": "completed", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:12.611624 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.619307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:12.662781 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.712987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ced81b-4e04-453d-beba-226fd846776b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ca2a73-1172-4a2d-86d2-722e689a406c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.722828 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ced81b-4e04-453d-beba-226fd846776b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.724342 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-54ced81b-4e04-453d-beba-226fd846776b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4369199 Jul 16 18:11:12.728231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43064) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.731963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=07ec218c-9db4-4adb-a435-536f7bd20905,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.733813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4ae85428-b3ff-4f27-ab15-fbeb2b25fee3 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '5e993ce0-e495-4c36-88b0-d75e66ae7477', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:12.747231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.795867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ae85428-b3ff-4f27-ab15-fbeb2b25fee3 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.817355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=74555164-d5dc-43b0-8c05-a16ae77281aa,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.841816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491318c-76a7-4877-998d-3773f719aba3 req-086c28f3-21f5-47e2-a960-72f25e401a59 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.851040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0491318c-76a7-4877-998d-3773f719aba3 req-086c28f3-21f5-47e2-a960-72f25e401a59 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 945 time: 0.2383873 Jul 16 18:11:12.882351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.908364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54da5e69-f70f-485d-b6b3-0eeaa57d9c04']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:12.922650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4411b982-0fea-4162-bde9-ee3fee90de1a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:12.923089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4411b982-0fea-4162-bde9-ee3fee90de1a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:12.933227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0491318c-76a7-4877-998d-3773f719aba3 req-3744e2c1-a8b9-46ef-8128-e57bba8f0a9b tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754838 Jul 16 18:11:12.940759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.943454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ae85428-b3ff-4f27-ab15-fbeb2b25fee3 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.943689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1abd8-e177-40d9-b420-41c1f1143268 req-3c6f1a60-fb1e-458a-9c72-dce70f5c4a36 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.945428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89e1abd8-e177-40d9-b420-41c1f1143268 req-3c6f1a60-fb1e-458a-9c72-dce70f5c4a36 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1767628 Jul 16 18:11:12.950786 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ae85428-b3ff-4f27-ab15-fbeb2b25fee3 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.968729 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.969831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:12.979975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae85428-b3ff-4f27-ab15-fbeb2b25fee3 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fd1b4e-2687-4976-af61-e0760b8e7bea,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.982515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:12.983030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:12.985005 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:12.988533 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ae85428-b3ff-4f27-ab15-fbeb2b25fee3 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.989938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ae85428-b3ff-4f27-ab15-fbeb2b25fee3 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2603178 Jul 16 18:11:13.003321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.009207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6072c543-b3a6-4739-9701-8de7e701fc66 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '5e993ce0-e495-4c36-88b0-d75e66ae7477', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:13.046287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89e1abd8-e177-40d9-b420-41c1f1143268 req-a0cc362b-33ef-4a79-985d-420d939a8772 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926967 Jul 16 18:11:13.088949 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc961feb-352a-49c2-ab2c-ab8407984d99 x-openstack-request-id: req-bc961feb-352a-49c2-ab2c-ab8407984d99 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:13.089242 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "name": "network-vif-plugged", "status": "completed", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:13.089494 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc961feb-352a-49c2-ab2c-ab8407984d99 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:13.089984 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa', 'code': 200} Jul 16 18:11:13.097867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6072c543-b3a6-4739-9701-8de7e701fc66 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.133390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.158578 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.165802 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/54da5e69-f70f-485d-b6b3-0eeaa57d9c04 HTTP/1.1" status: 204 len: 168 time: 0.6948276 Jul 16 18:11:13.276214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe76ac-34a2-4b21-959b-e0e80ded6aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=54da5e69-f70f-485d-b6b3-0eeaa57d9c04,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.288893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f143e7-70fb-469c-aa47-d49ec823add6 req-943b71d8-3d4a-44b0-a130-321315d98e2f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.298864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96f143e7-70fb-469c-aa47-d49ec823add6 req-943b71d8-3d4a-44b0-a130-321315d98e2f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 944 time: 0.0889659 Jul 16 18:11:13.322250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43072) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.354660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6072c543-b3a6-4739-9701-8de7e701fc66 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.368995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6072c543-b3a6-4739-9701-8de7e701fc66 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.376191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96f143e7-70fb-469c-aa47-d49ec823add6 req-db5051cd-3247-4b0d-9515-61d5225a4926 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763550 Jul 16 18:11:13.413193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-14723ab1-13dc-4cff-8f2d-7934e68677eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5350c02a1dc64391a8cf116ced7455f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879526 Jul 16 18:11:13.414153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43074) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.422359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072c543-b3a6-4739-9701-8de7e701fc66 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fbc8e1-6368-47cd-a578-ae159c777674,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.428041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6072c543-b3a6-4739-9701-8de7e701fc66 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.432354 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6072c543-b3a6-4739-9701-8de7e701fc66 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4242697 Jul 16 18:11:13.436258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43078) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.441908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-787966e5-74d3-41f6-a61c-e8b625210d26 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '5e993ce0-e495-4c36-88b0-d75e66ae7477', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:13.463173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c7fae-e24b-4cb3-9c0f-d83f865d5904 req-4d21a0af-3106-4412-8ea3-d4eb724dd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.465383 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b66c7fae-e24b-4cb3-9c0f-d83f865d5904 req-4d21a0af-3106-4412-8ea3-d4eb724dd866 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1097 time: 0.2611864 Jul 16 18:11:13.493913 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72e5cc08-7e2d-4cee-8687-b090638ae1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.502584 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-787966e5-74d3-41f6-a61c-e8b625210d26 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.523322 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72e5cc08-7e2d-4cee-8687-b090638ae1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.548592 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b66c7fae-e24b-4cb3-9c0f-d83f865d5904 req-3469d9a2-efe7-448c-9fbc-5275bc74ee85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746167 Jul 16 18:11:13.574896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-787966e5-74d3-41f6-a61c-e8b625210d26 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.578720 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-787966e5-74d3-41f6-a61c-e8b625210d26 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.600065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787966e5-74d3-41f6-a61c-e8b625210d26 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f88767-e498-4979-a502-8d8d2ed35bd8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.610087 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-787966e5-74d3-41f6-a61c-e8b625210d26 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.612709 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-787966e5-74d3-41f6-a61c-e8b625210d26 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1744773 Jul 16 18:11:13.615497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43082) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.622448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb06575-a45d-4dbb-bcba-d8951f9f3dae req-995e4b07-8e27-4b21-bb8e-e9d507611c92 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.624992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbb06575-a45d-4dbb-bcba-d8951f9f3dae req-995e4b07-8e27-4b21-bb8e-e9d507611c92 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 945 time: 0.0824294 Jul 16 18:11:13.625226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72e5cc08-7e2d-4cee-8687-b090638ae1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.628186 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72e5cc08-7e2d-4cee-8687-b090638ae1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.632552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-72e5cc08-7e2d-4cee-8687-b090638ae1f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f32db74-8a2a-4beb-bad7-40d99c1b6d19 HTTP/1.1" status: 204 len: 168 time: 0.2136121 Jul 16 18:11:13.652887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5def217-4e14-4b3e-a581-438942407f09 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.655447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5cc08-7e2d-4cee-8687-b090638ae1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f32db74-8a2a-4beb-bad7-40d99c1b6d19,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.671551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5def217-4e14-4b3e-a581-438942407f09 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.694136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbb06575-a45d-4dbb-bcba-d8951f9f3dae req-281d1149-0566-4d8a-967e-383f5a488c82 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637746 Jul 16 18:11:13.719125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5def217-4e14-4b3e-a581-438942407f09 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.725225 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5def217-4e14-4b3e-a581-438942407f09 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.726976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f5def217-4e14-4b3e-a581-438942407f09 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/61f88767-e498-4979-a502-8d8d2ed35bd8 HTTP/1.1" status: 204 len: 168 time: 0.1099517 Jul 16 18:11:13.729822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43088) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.740842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5def217-4e14-4b3e-a581-438942407f09 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61f88767-e498-4979-a502-8d8d2ed35bd8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.812981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7833c56-e033-4d32-841a-b19d53c1a5a3 req-132424f2-9b46-4d2b-8f01-100757d74976 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 210 time: 0.0493321 Jul 16 18:11:13.844569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7e952975-e7f5-42d0-a936-c5686eb59c8c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1115985 Jul 16 18:11:13.846010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43092) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.875359 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29dfe682-4340-4db4-8f79-16835ab393fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.884657 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29dfe682-4340-4db4-8f79-16835ab393fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.918824 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29dfe682-4340-4db4-8f79-16835ab393fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.925459 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29dfe682-4340-4db4-8f79-16835ab393fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.926729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-29dfe682-4340-4db4-8f79-16835ab393fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e0fbc8e1-6368-47cd-a578-ae159c777674 HTTP/1.1" status: 204 len: 168 time: 0.0797689 Jul 16 18:11:13.932066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43094) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.942229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfe682-4340-4db4-8f79-16835ab393fa tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0fbc8e1-6368-47cd-a578-ae159c777674,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.033882 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-727d79dc-2eb9-48ac-853e-d21c916c19da tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.035623 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-727d79dc-2eb9-48ac-853e-d21c916c19da tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.45 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 804 time: 0.1408916 Jul 16 18:11:14.040619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e88eaf96-8d24-4d74-9dfe-1446c85118df tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1070616 Jul 16 18:11:14.043469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43104) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.064605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Request body: {'port': {'device_id': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'admin_state_up': True, 'tenant_id': 'd91e7569edc742d98fad2c2dc3eed434'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:14.093608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e45a62ab-c183-4eef-b600-3a1b031f7207 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.115029 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e45a62ab-c183-4eef-b600-3a1b031f7207 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.199165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Made reservation on behalf of d91e7569edc742d98fad2c2dc3eed434 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:14.203601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.220980 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e45a62ab-c183-4eef-b600-3a1b031f7207 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.244819 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e45a62ab-c183-4eef-b600-3a1b031f7207 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.248448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e45a62ab-c183-4eef-b600-3a1b031f7207 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a7fd1b4e-2687-4976-af61-e0760b8e7bea HTTP/1.1" status: 204 len: 168 time: 0.2013578 Jul 16 18:11:14.249865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.279225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a62ab-c183-4eef-b600-3a1b031f7207 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7fd1b4e-2687-4976-af61-e0760b8e7bea,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.333909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4627a3-3281-46b2-b4a3-e04486f74394 req-bc7ec9c2-59ba-4c0e-b5f6-713bc79ff5bb tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.335499 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e4627a3-3281-46b2-b4a3-e04486f74394 req-bc7ec9c2-59ba-4c0e-b5f6-713bc79ff5bb tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 945 time: 0.1806109 Jul 16 18:11:14.350432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-54531cb5-6623-4ea5-b9ff-f1fb608ecfd2 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0969558 Jul 16 18:11:14.350759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.355395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Allocated IP 172.20.0.3 (524e5f47-2a0a-4b3f-be7c-4b705da32b69/6840c1a2-54a4-4cfc-bc82-83457b9c6a9b/aee35bfb-a059-4bc5-82e7-fbd7463194dd) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:14.406307 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1aa20b3-1119-418b-a794-71b1b761e74f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.417618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1143c-05be-4fda-accf-084331097b82 req-099699a2-fb1d-419a-888a-99fa5d53579e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.419671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8c1143c-05be-4fda-accf-084331097b82 req-099699a2-fb1d-419a-888a-99fa5d53579e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.2144582 Jul 16 18:11:14.430163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e4627a3-3281-46b2-b4a3-e04486f74394 req-8875352e-95cd-4b84-ab62-137416c02ccf tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 Jul 16 18:11:14.431637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1aa20b3-1119-418b-a794-71b1b761e74f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.498079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8c1143c-05be-4fda-accf-084331097b82 req-f68e5331-0865-4ac9-a86c-b00b97b31780 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710540 Jul 16 18:11:14.499733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1aa20b3-1119-418b-a794-71b1b761e74f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.505847 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1aa20b3-1119-418b-a794-71b1b761e74f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.507154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d1aa20b3-1119-418b-a794-71b1b761e74f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d5ca2a73-1172-4a2d-86d2-722e689a406c HTTP/1.1" status: 204 len: 168 time: 0.1549208 Jul 16 18:11:14.510247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.550128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa20b3-1119-418b-a794-71b1b761e74f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5ca2a73-1172-4a2d-86d2-722e689a406c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.560124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.582861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9ca87cc2-2962-4eab-9604-912eb64bc59e tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0711315 Jul 16 18:11:14.586325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.609143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.612782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fcad7356-e203-4e86-8ec7-e286d4390f7b up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:14.641896 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4706a8f8-5d27-4d2a-ba84-d6465db8011f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.657177 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4706a8f8-5d27-4d2a-ba84-d6465db8011f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.663850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:14.668027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:14.672927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:14.685783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port fcad7356-e203-4e86-8ec7-e286d4390f7b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:14.694976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port fcad7356-e203-4e86-8ec7-e286d4390f7b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:14.695426 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.697355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Pushing event updated for resources: {'Port': ['ID=aee35bfb-a059-4bc5-82e7-fbd7463194dd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.722473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63909b03-198f-48d2-b6db-c3e396a0277f req-3cfafae9-8292-4bbb-83de-3e5c9525658d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.724259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63909b03-198f-48d2-b6db-c3e396a0277f req-3cfafae9-8292-4bbb-83de-3e5c9525658d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 944 time: 0.1394594 Jul 16 18:11:14.733525 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4706a8f8-5d27-4d2a-ba84-d6465db8011f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.747911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.748404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.752795 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4706a8f8-5d27-4d2a-ba84-d6465db8011f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.754013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4706a8f8-5d27-4d2a-ba84-d6465db8011f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d52e3207-eeaa-4d17-8ff5-50294e9d9d9c HTTP/1.1" status: 204 len: 168 time: 0.1667194 Jul 16 18:11:14.756673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43138) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.772162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706a8f8-5d27-4d2a-ba84-d6465db8011f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d52e3207-eeaa-4d17-8ff5-50294e9d9d9c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.784865 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-08d9d783-54da-47e2-8fad-878de7f5a713 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7258997 Jul 16 18:11:14.800076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Request body: {'port': {'device_id': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:14.811202 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.844127 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b49cc543-8013-46c4-9f01-8ff5e64ed390 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0839760 Jul 16 18:11:14.845343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43146) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.849541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63909b03-198f-48d2-b6db-c3e396a0277f req-4f73e5d0-614d-4754-80be-583bfe0ed89c tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110981 Jul 16 18:11:14.857021 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fcad7356-e203-4e86-8ec7-e286d4390f7b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fcad7356-e203-4e86-8ec7-e286d4390f7b,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:14.862428 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.926020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=fcad7356-e203-4e86-8ec7-e286d4390f7b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.005203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b78bc89f-e256-4f72-83c4-419da88dd89d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.020395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.032028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8c36a-97ca-420e-94b7-7e89ef96dfb3 req-4c3dd9f6-5aed-4e27-8df5-ca5d22a6532e tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.039635 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5a8c36a-97ca-420e-94b7-7e89ef96dfb3 req-4c3dd9f6-5aed-4e27-8df5-ca5d22a6532e tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 946 time: 0.0986221 Jul 16 18:11:15.043931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b78bc89f-e256-4f72-83c4-419da88dd89d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.076290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5a8c36a-97ca-420e-94b7-7e89ef96dfb3 req-24c54cb0-8e3b-4801-b179-c828dcd537f4 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357246 Jul 16 18:11:15.092016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b16dd3-af86-4764-8b15-3f38a0ba52a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad7356-e203-4e86-8ec7-e286d4390f7b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:15.097093 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbee748-3a79-4303-bba0-848a5ef8096e" -d '{"events": [{"server_uuid": "d1b16dd3-af86-4764-8b15-3f38a0ba52a4", "name": "network-vif-plugged", "status": "completed", "tag": "fcad7356-e203-4e86-8ec7-e286d4390f7b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:15.153194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e91120-65f2-4429-a0de-c3efd0006685 req-9488c907-d808-4712-bde6-e04bdcc8153e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.154770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37e91120-65f2-4429-a0de-c3efd0006685 req-9488c907-d808-4712-bde6-e04bdcc8153e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 931 time: 0.0775936 Jul 16 18:11:15.190294 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b78bc89f-e256-4f72-83c4-419da88dd89d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.193172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b78bc89f-e256-4f72-83c4-419da88dd89d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.197182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b78bc89f-e256-4f72-83c4-419da88dd89d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-groups/5e993ce0-e495-4c36-88b0-d75e66ae7477 HTTP/1.1" status: 204 len: 168 time: 0.3479238 Jul 16 18:11:15.199563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.210730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bc89f-e256-4f72-83c4-419da88dd89d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e993ce0-e495-4c36-88b0-d75e66ae7477,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.223426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37e91120-65f2-4429-a0de-c3efd0006685 req-d83a5489-035b-4f0d-b7d5-0c75e09c23ab tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619938 Jul 16 18:11:15.231117 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b239b5c5-7383-4344-9fc3-f00c5d9b3b86 x-openstack-request-id: req-b239b5c5-7383-4344-9fc3-f00c5d9b3b86 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:15.231512 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b16dd3-af86-4764-8b15-3f38a0ba52a4", "name": "network-vif-plugged", "status": "completed", "tag": "fcad7356-e203-4e86-8ec7-e286d4390f7b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:15.231797 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b239b5c5-7383-4344-9fc3-f00c5d9b3b86 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:15.232194 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b16dd3-af86-4764-8b15-3f38a0ba52a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad7356-e203-4e86-8ec7-e286d4390f7b', 'code': 200} Jul 16 18:11:15.277137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5d40d808-0900-4274-a999-dc6eaa81a1f5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763619 Jul 16 18:11:15.283357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43168) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.289161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a219d3be-2b5b-47c2-9ac0-bf5e7e194017 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055880507'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:15.315251 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a219d3be-2b5b-47c2-9ac0-bf5e7e194017 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.400630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee35bfb-a059-4bc5-82e7-fbd7463194dd {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:15.409575 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.424759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Transition to ACTIVE for port object aee35bfb-a059-4bc5-82e7-fbd7463194dd will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:15.428117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8363-51cb-4bdb-a8e4-408900228a95 req-40bfe6fe-813d-4920-9047-0880e108c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.429666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5bdc8363-51cb-4bdb-a8e4-408900228a95 req-40bfe6fe-813d-4920-9047-0880e108c97f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 1098 time: 0.0891683 Jul 16 18:11:15.430121 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.466496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a219d3be-2b5b-47c2-9ac0-bf5e7e194017 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.490458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a219d3be-2b5b-47c2-9ac0-bf5e7e194017 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.495851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5bdc8363-51cb-4bdb-a8e4-408900228a95 req-6c0756fb-1725-43b2-bf8a-593b1b24c509 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 Jul 16 18:11:15.507380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 07ec218c-9db4-4adb-a435-536f7bd20905 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:15.513481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Pushing event updated for resources: {'Port': ['ID=aee35bfb-a059-4bc5-82e7-fbd7463194dd,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.529762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219d3be-2b5b-47c2-9ac0-bf5e7e194017 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91260cc-289e-4860-b82f-396cc4ed10da,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.549907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a219d3be-2b5b-47c2-9ac0-bf5e7e194017 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.556134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a219d3be-2b5b-47c2-9ac0-bf5e7e194017 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2691123 Jul 16 18:11:15.557286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.563709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3ea2016d-1241-42be-ac2b-9efa99da012c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': 'f91260cc-289e-4860-b82f-396cc4ed10da', 'direction': 'ingress', 'protocol': 17}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:15.600766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 07ec218c-9db4-4adb-a435-536f7bd20905 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:15.606325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 07ec218c-9db4-4adb-a435-536f7bd20905 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:15.606969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.613612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Attempting to bind port aee35bfb-a059-4bc5-82e7-fbd7463194dd on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:15.614554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Attempting to bind port aee35bfb-a059-4bc5-82e7-fbd7463194dd by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:15.614554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Attempting to bind port aee35bfb-a059-4bc5-82e7-fbd7463194dd on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:15.624710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Port aee35bfb-a059-4bc5-82e7-fbd7463194dd on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:15.625048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Attempting to bind port aee35bfb-a059-4bc5-82e7-fbd7463194dd on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:15.630683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:15.631043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Checking segment: {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:15.631408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Bound using segment: {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:15.631837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Bound port: aee35bfb-a059-4bc5-82e7-fbd7463194dd, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:15.632238 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.634172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ea2016d-1241-42be-ac2b-9efa99da012c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.721925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3030f1-099b-4994-a964-7de473e73704 req-dfc8e64c-2668-4ce6-93c5-c34e2a560bfc tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.723537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d3030f1-099b-4994-a964-7de473e73704 req-dfc8e64c-2668-4ce6-93c5-c34e2a560bfc tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 945 time: 0.1353812 Jul 16 18:11:15.743993 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.753805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ea2016d-1241-42be-ac2b-9efa99da012c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.755205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:15.758343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ea2016d-1241-42be-ac2b-9efa99da012c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.781570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 07ec218c-9db4-4adb-a435-536f7bd20905, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=07ec218c-9db4-4adb-a435-536f7bd20905,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:15.785014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d3030f1-099b-4994-a964-7de473e73704 req-4de3aa07-3a43-4b40-8fb5-9b8a6f1394a4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529451 Jul 16 18:11:15.785656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2016d-1241-42be-ac2b-9efa99da012c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a68915-3021-401f-bef3-dde0179f0936,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.785837 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.800868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:15.806454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.811657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ea2016d-1241-42be-ac2b-9efa99da012c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.815461 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3ea2016d-1241-42be-ac2b-9efa99da012c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2552807 Jul 16 18:11:15.816093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f1a9f-ce17-4e05-9ae9-a28f31486102 req-ddc89340-b5d7-41cf-bf78-1eb2e2612196 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.821387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43186) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.823698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e2f1a9f-ce17-4e05-9ae9-a28f31486102 req-ddc89340-b5d7-41cf-bf78-1eb2e2612196 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1496956 Jul 16 18:11:15.846937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=07ec218c-9db4-4adb-a435-536f7bd20905,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.864285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.865322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.866974 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] 10.222.0.45 "PUT /v2.0/ports/aee35bfb-a059-4bc5-82e7-fbd7463194dd HTTP/1.1" status: 200 len: 1092 time: 1.0709722 Jul 16 18:11:15.871732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:15.877587 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5df02ef-b186-4313-a680-83f1fa776d41" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:15.878520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.898536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e2f1a9f-ce17-4e05-9ae9-a28f31486102 req-d4d42948-05ca-45f7-a6bf-f27690ca9ac3 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738757 Jul 16 18:11:15.942860 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f376f51-3a2a-4a98-be9c-48df9b047ad4 x-openstack-request-id: req-4f376f51-3a2a-4a98-be9c-48df9b047ad4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:15.943149 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:15.943392 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f376f51-3a2a-4a98-be9c-48df9b047ad4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:15.943786 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd', 'status': 'completed', 'code': 200} Jul 16 18:11:16.001380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1b00e-c79d-41b5-97da-b41770e2cc1a service neutron] Pushing event updated for resources: {'Port': ['ID=aee35bfb-a059-4bc5-82e7-fbd7463194dd,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.020403 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbca37de-5224-4e46-aa30-21da1271585b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.053330 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbca37de-5224-4e46-aa30-21da1271585b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.077058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-8ce4656a-159c-48c2-9249-4473dfd79207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.078551 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-8ce4656a-159c-48c2-9249-4473dfd79207 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 1095 time: 0.1410003 Jul 16 18:11:16.092950 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0201a9a8-3d27-4200-b25e-e9482cb31ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.143546 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-56decb44-f249-4e44-b970-d84d9a0c56b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd HTTP/1.1" status: 200 len: 217 time: 0.0422764 Jul 16 18:11:16.144314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbca37de-5224-4e46-aa30-21da1271585b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.147465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbca37de-5224-4e46-aa30-21da1271585b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.148050 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bbca37de-5224-4e46-aa30-21da1271585b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-groups/f91260cc-289e-4860-b82f-396cc4ed10da HTTP/1.1" status: 204 len: 168 time: 0.3257182 Jul 16 18:11:16.152684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43204) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.177605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86696fa-ed76-4442-9e08-4cfe3717513d req-2f6eea39-cd71-4ca2-b523-c47f5a265869 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.183548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c86696fa-ed76-4442-9e08-4cfe3717513d req-2f6eea39-cd71-4ca2-b523-c47f5a265869 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 945 time: 0.1393716 Jul 16 18:11:16.204479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca37de-5224-4e46-aa30-21da1271585b tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91260cc-289e-4860-b82f-396cc4ed10da,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.238231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-1f5444ec-e8c0-45c4-94bc-523791fdf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.239740 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-1f5444ec-e8c0-45c4-94bc-523791fdf5e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b HTTP/1.1" status: 200 len: 844 time: 0.0861945 Jul 16 18:11:16.262358 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dcd159b4-397e-42c7-85df-1f41ae2a7a59 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982506 Jul 16 18:11:16.271342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43208) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.279527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a30f615a-1aa9-4876-af69-939133763445 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group': {'name': 'tempest-secgroup--575802361'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:16.282122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-8feb9efd-34b7-4a9c-b13a-3be7d2eaa170 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=524e5f47-2a0a-4b3f-be7c-4b705da32b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332766 Jul 16 18:11:16.299389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c86696fa-ed76-4442-9e08-4cfe3717513d req-a691263f-f83b-4840-8044-2810a973b35b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087475 Jul 16 18:11:16.320674 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0201a9a8-3d27-4200-b25e-e9482cb31ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.334563 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0201a9a8-3d27-4200-b25e-e9482cb31ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.368497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0201a9a8-3d27-4200-b25e-e9482cb31ac3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e98825d5a8c54fc28393bb58263b8ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4859412 Jul 16 18:11:16.368888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43210) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.400780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5583367-c795-425c-b473-8e718bfa36f9 req-5c2d0b04-96ff-4d5a-bed2-4723535f95cb tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.408240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5583367-c795-425c-b473-8e718bfa36f9 req-5c2d0b04-96ff-4d5a-bed2-4723535f95cb tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1097 time: 0.1937590 Jul 16 18:11:16.410271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a30f615a-1aa9-4876-af69-939133763445 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.432754 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-ccb0cdba-0221-478c-a4de-1ea23dba2b73 service neutron] 10.222.0.45 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245289 Jul 16 18:11:16.449986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201a9a8-3d27-4200-b25e-e9482cb31ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95367353-e8b1-487a-881f-2280726b6bcc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.488214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-849189ea-dbc6-45d1-a3b8-a38ac82eaa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.517700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5583367-c795-425c-b473-8e718bfa36f9 req-f0b9934a-daf4-4618-8325-90d1d74bc13a tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084645 Jul 16 18:11:16.549149 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-849189ea-dbc6-45d1-a3b8-a38ac82eaa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.571125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a9786-77ea-47d3-9478-53e929b31c4b req-da0e1c58-b7bc-4f66-819a-5f0669ef9263 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.580562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-939a9786-77ea-47d3-9478-53e929b31c4b req-da0e1c58-b7bc-4f66-819a-5f0669ef9263 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 946 time: 0.1578767 Jul 16 18:11:16.597556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fde02410-5ab3-43d4-b01d-e702b53f9294 req-ef8e08be-fd1d-45cb-822d-7f67640753c4 service neutron] 10.222.0.45 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573043 Jul 16 18:11:16.628266 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-849189ea-dbc6-45d1-a3b8-a38ac82eaa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.634011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-849189ea-dbc6-45d1-a3b8-a38ac82eaa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.635643 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-849189ea-dbc6-45d1-a3b8-a38ac82eaa90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95367353-e8b1-487a-881f-2280726b6bcc HTTP/1.1" status: 204 len: 168 time: 0.2651746 Jul 16 18:11:16.647389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a30f615a-1aa9-4876-af69-939133763445 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.653681 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a30f615a-1aa9-4876-af69-939133763445 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.659367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849189ea-dbc6-45d1-a3b8-a38ac82eaa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95367353-e8b1-487a-881f-2280726b6bcc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.670725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-939a9786-77ea-47d3-9478-53e929b31c4b req-04b72dd7-ca4d-4c8d-b306-883d6ab06759 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892344 Jul 16 18:11:16.688721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a30f615a-1aa9-4876-af69-939133763445 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.693710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.694001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a30f615a-1aa9-4876-af69-939133763445 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4213576 Jul 16 18:11:16.701707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-784fdca8-e5bc-4335-b623-07fd6e585968 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993046538'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:16.708646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f615a-1aa9-4876-af69-939133763445 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29eaa7e-e723-42c8-929f-2b78b3aabdb8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.737691 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-784fdca8-e5bc-4335-b623-07fd6e585968 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.905821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618fcf-280d-46aa-8dec-916e7cbc74ba req-83239397-7c36-44fb-9400-a6a445b71f2e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.907542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd618fcf-280d-46aa-8dec-916e7cbc74ba req-83239397-7c36-44fb-9400-a6a445b71f2e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 943 time: 0.1159015 Jul 16 18:11:16.914165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-784fdca8-e5bc-4335-b623-07fd6e585968 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.919161 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-784fdca8-e5bc-4335-b623-07fd6e585968 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.928109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-a7bdd462-35f4-48da-80ab-8e16b35a4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.929644 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-a7bdd462-35f4-48da-80ab-8e16b35a4693 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 1095 time: 0.1251311 Jul 16 18:11:16.958349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ef0da-5a2b-445f-b5f8-65f417530576 req-9355bafa-98a5-4064-9d0e-120eecdbd20f tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.960321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e5ef0da-5a2b-445f-b5f8-65f417530576 req-9355bafa-98a5-4064-9d0e-120eecdbd20f tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1097 time: 0.1126733 Jul 16 18:11:16.977169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fdca8-e5bc-4335-b623-07fd6e585968 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b01575e-ac98-41b4-bf22-f7652dc3270b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.978207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd618fcf-280d-46aa-8dec-916e7cbc74ba req-6ddf7c3d-353d-4384-9846-dd4ac2150960 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630684 Jul 16 18:11:16.986983 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-784fdca8-e5bc-4335-b623-07fd6e585968 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.997612 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-784fdca8-e5bc-4335-b623-07fd6e585968 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3016348 Jul 16 18:11:17.001182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43228) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.005780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-956186b3-2788-46a2-bea5-db69830ffd47 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': 'b29eaa7e-e723-42c8-929f-2b78b3aabdb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1b01575e-ac98-41b4-bf22-f7652dc3270b', 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:17.044024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e5ef0da-5a2b-445f-b5f8-65f417530576 req-1ef77ac9-947a-42cf-bbae-0708d25370e5 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647407 Jul 16 18:11:17.101007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-c769956a-e1d8-400b-bf31-94a1167816c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.103087 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-c769956a-e1d8-400b-bf31-94a1167816c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 905 time: 0.1585879 Jul 16 18:11:17.103858 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956186b3-2788-46a2-bea5-db69830ffd47 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.166006 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-83768496-2e36-482e-bdd4-182db3e8e5f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd HTTP/1.1" status: 200 len: 217 time: 0.0497377 Jul 16 18:11:17.233644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:17.237600 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddba94c6-9984-4b3b-a0b8-2011154e8b4f" -d '{"events": [{"server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "name": "network-vif-plugged", "status": "completed", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:17.256297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096201e-66aa-4f06-945e-a9cf3cc98da2 req-f707979f-5ca1-461f-b1f3-1f66dc4fe0bb tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.257990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5096201e-66aa-4f06-945e-a9cf3cc98da2 req-f707979f-5ca1-461f-b1f3-1f66dc4fe0bb tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.0992203 Jul 16 18:11:17.260584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-bdb41c8b-6fdf-45e8-8d95-e257c3313c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.262074 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-bdb41c8b-6fdf-45e8-8d95-e257c3313c56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b HTTP/1.1" status: 200 len: 844 time: 0.0848749 Jul 16 18:11:17.276757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956186b3-2788-46a2-bea5-db69830ffd47 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.281431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956186b3-2788-46a2-bea5-db69830ffd47 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.310858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5096201e-66aa-4f06-945e-a9cf3cc98da2 req-0e09b16f-c2a4-4358-b563-75e29df9be9a tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Jul 16 18:11:17.342467 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-3320c035-2469-441f-82ec-c8abe37955af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=524e5f47-2a0a-4b3f-be7c-4b705da32b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538876 Jul 16 18:11:17.344959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956186b3-2788-46a2-bea5-db69830ffd47 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75aad39d-abf4-4aac-9490-f26348c4b6c8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.348827 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-956186b3-2788-46a2-bea5-db69830ffd47 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.350008 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-956186b3-2788-46a2-bea5-db69830ffd47 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3479064 Jul 16 18:11:17.353726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43250) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.397848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72d0adc-78d5-48ec-ba47-71db06c38513 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.404560 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43a97e9-94d9-4c62-a837-9c149fe6b089 x-openstack-request-id: req-c43a97e9-94d9-4c62-a837-9c149fe6b089 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:17.405195 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "name": "network-vif-plugged", "status": "completed", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:17.405702 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c43a97e9-94d9-4c62-a837-9c149fe6b089 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:17.406636 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905', 'code': 200} Jul 16 18:11:17.427321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72d0adc-78d5-48ec-ba47-71db06c38513 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.482365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72d0adc-78d5-48ec-ba47-71db06c38513 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.488168 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d72d0adc-78d5-48ec-ba47-71db06c38513 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.491332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d72d0adc-78d5-48ec-ba47-71db06c38513 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/75aad39d-abf4-4aac-9490-f26348c4b6c8 HTTP/1.1" status: 204 len: 168 time: 0.1362610 Jul 16 18:11:17.496655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43254) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.522097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d0adc-78d5-48ec-ba47-71db06c38513 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75aad39d-abf4-4aac-9490-f26348c4b6c8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.563099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-30d7e8c5-e48b-4c90-8ba4-22a6e2ec77d7 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0634708 Jul 16 18:11:17.566272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43256) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.616607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43258) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.686104 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b625c167-3d71-4958-942d-68b97c6aa0e8 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.711072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caaafb-fe2a-416e-b564-5f125a08cf62 req-cbf0b400-76b2-45c5-b5bd-4328cde3c98e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.719246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9caaafb-fe2a-416e-b564-5f125a08cf62 req-cbf0b400-76b2-45c5-b5bd-4328cde3c98e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 945 time: 0.1401193 Jul 16 18:11:17.743367 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b625c167-3d71-4958-942d-68b97c6aa0e8 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.780361 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-6fb46342-a3d8-4279-bc74-cbd2d0155e36 service neutron] 10.222.0.45 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277499 Jul 16 18:11:17.784355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9caaafb-fe2a-416e-b564-5f125a08cf62 req-d84b0f5c-048a-4eaa-9e58-5eedb614de9c tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615771 Jul 16 18:11:17.798175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f9027-598b-4767-884f-904ebfade90f req-04656345-3274-4324-af8a-14b914805815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.800059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c17f9027-598b-4767-884f-904ebfade90f req-04656345-3274-4324-af8a-14b914805815 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 1097 time: 0.0831866 Jul 16 18:11:17.809602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1868843185-network', 'tenant_id': '54abd3e141a0474fab9072d259ada4c8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:17.835734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Made reservation on behalf of 54abd3e141a0474fab9072d259ada4c8 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:17.839183 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.843760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b625c167-3d71-4958-942d-68b97c6aa0e8 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.846442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b625c167-3d71-4958-942d-68b97c6aa0e8 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.850032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b625c167-3d71-4958-942d-68b97c6aa0e8 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-groups/1b01575e-ac98-41b4-bf22-f7652dc3270b HTTP/1.1" status: 204 len: 168 time: 0.2799304 Jul 16 18:11:17.850782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43274) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.865319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.867316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625c167-3d71-4958-942d-68b97c6aa0e8 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b01575e-ac98-41b4-bf22-f7652dc3270b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.968117 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c17f9027-598b-4767-884f-904ebfade90f req-ed8ff060-f0fc-4171-a6f2-f822c4dbf172 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453207 Jul 16 18:11:18.000284 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-429c0c93-8fa6-49d0-88fd-62128701a38c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1430979 Jul 16 18:11:18.000645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43284) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.003638 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5df02ef-b186-4313-a680-83f1fa776d41 req-92c03b65-8235-41a8-bfd1-eb70d3a842f4 service neutron] 10.222.0.45 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024052 Jul 16 18:11:18.053734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.063199 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.080426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb7f97-e68d-45eb-b3db-b8fb8ecbe4c2 req-ec7104af-382d-4329-abf8-23684acaa07c tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.081979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fdb7f97-e68d-45eb-b3db-b8fb8ecbe4c2 req-ec7104af-382d-4329-abf8-23684acaa07c tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 946 time: 0.1526015 Jul 16 18:11:18.102990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:18.140232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682585f2-b43c-4a1d-b2dc-88af98bcd07c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.162854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.163203 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Added segment e751e666-4868-4668-a1c5-8bcb9d35fb93 of type vlan for network 3355447a-7664-4f97-818a-c9462467c571 Jul 16 18:11:18.185144 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed942350-376e-4656-a962-380dee62129a tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.219462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fdb7f97-e68d-45eb-b3db-b8fb8ecbe4c2 req-5c3c46d8-d3ab-43e6-96f3-d7bd6ddd5f6d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254964 Jul 16 18:11:18.238327 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.246123 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed942350-376e-4656-a962-380dee62129a tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.294592 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.295728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.296404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.341433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed942350-376e-4656-a962-380dee62129a tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.343883 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ed942350-376e-4656-a962-380dee62129a tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.344966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ed942350-376e-4656-a962-380dee62129a tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-groups/b29eaa7e-e723-42c8-929f-2b78b3aabdb8 HTTP/1.1" status: 204 len: 168 time: 0.3378582 Jul 16 18:11:18.347763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.392206 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5d7f49cf-a3c1-41ec-a9f0-9a4ab306f849 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432265 Jul 16 18:11:18.397285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.401584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-23c1b5e4-7775-4034-8ffc-054b9dc72eeb tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333729514'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:18.404938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7843783 Jul 16 18:11:18.408398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed942350-376e-4656-a962-380dee62129a tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29eaa7e-e723-42c8-929f-2b78b3aabdb8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.412765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54b3e9-85fc-478f-8523-ed288c6696de admin admin] Pushing event updated for resources: {'Network': ['ID=3355447a-7664-4f97-818a-c9462467c571,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.443905 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23c1b5e4-7775-4034-8ffc-054b9dc72eeb tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.456380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5d96-7fd5-4b62-9dc0-ce059e95e4b3 req-97ada48c-07fe-4e30-a6be-e41991eda279 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.463730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcad5d96-7fd5-4b62-9dc0-ce059e95e4b3 req-97ada48c-07fe-4e30-a6be-e41991eda279 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 943 time: 0.1349158 Jul 16 18:11:18.485722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 3355447a-7664-4f97-818a-c9462467c571 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:18.510930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcad5d96-7fd5-4b62-9dc0-ce059e95e4b3 req-0622e54d-d5ed-49c1-97e9-1fddef5068a4 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Jul 16 18:11:18.543144 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23c1b5e4-7775-4034-8ffc-054b9dc72eeb tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.549140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23c1b5e4-7775-4034-8ffc-054b9dc72eeb tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.584129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23c1b5e4-7775-4034-8ffc-054b9dc72eeb tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.585691 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-23c1b5e4-7775-4034-8ffc-054b9dc72eeb tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1881702 Jul 16 18:11:18.589013 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1b5e4-7775-4034-8ffc-054b9dc72eeb tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54347069-f5a9-457d-af28-86d02e247178,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.593249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43306) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.611367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-eeb5976d-649d-4731-a1b2-dcc3adf98b1d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '54347069-f5a9-457d-af28-86d02e247178', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:18.666610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eeb5976d-649d-4731-a1b2-dcc3adf98b1d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.753386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eeb5976d-649d-4731-a1b2-dcc3adf98b1d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.757610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eeb5976d-649d-4731-a1b2-dcc3adf98b1d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.778835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-4452ee15-a2f8-4573-bccd-a596dfd1a1de tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:11:18.779954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-4452ee15-a2f8-4573-bccd-a596dfd1a1de tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1601334 Jul 16 18:11:18.830456 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eeb5976d-649d-4731-a1b2-dcc3adf98b1d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.831746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eeb5976d-649d-4731-a1b2-dcc3adf98b1d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2373891 Jul 16 18:11:18.832528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5976d-649d-4731-a1b2-dcc3adf98b1d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed5f88f-43ec-44ac-9b39-b2191d3440d8,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.834837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43324) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.860294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Request body: {'binding': {'host': 'n-h1-793619-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:18.860785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:11:18.867266 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc89967b-8fbb-4a58-b6c7-fcddca0f0ec0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.875714 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc89967b-8fbb-4a58-b6c7-fcddca0f0ec0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.898535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dd814-0592-4978-a608-93e9ae8af41e req-adb9ee71-dc3f-4553-b655-269817728a3d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.900719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c3dd814-0592-4978-a608-93e9ae8af41e req-adb9ee71-dc3f-4553-b655-269817728a3d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1123662 Jul 16 18:11:18.903232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc89967b-8fbb-4a58-b6c7-fcddca0f0ec0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.910212 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc89967b-8fbb-4a58-b6c7-fcddca0f0ec0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.911499 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cc89967b-8fbb-4a58-b6c7-fcddca0f0ec0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/bed5f88f-43ec-44ac-9b39-b2191d3440d8 HTTP/1.1" status: 204 len: 168 time: 0.0750849 Jul 16 18:11:18.914612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43326) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.933115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89967b-8fbb-4a58-b6c7-fcddca0f0ec0 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bed5f88f-43ec-44ac-9b39-b2191d3440d8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.966329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fb8ca6f0-fa9d-44be-9c29-0ee28fe5077c tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0505059 Jul 16 18:11:18.977410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.994769 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c3dd814-0592-4978-a608-93e9ae8af41e req-eac8b569-4114-4a3b-a957-fa8ca7e64299 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874927 Jul 16 18:11:19.038340 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06d1e64b-cec6-4a1a-ba8f-f725451511ae tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.048720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa on host n-h1-793619-10 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:19.049299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:19.049434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:19.053833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Port 74555164-d5dc-43b0-8c05-a16ae77281aa on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:19.054149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:19.059407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:19.059751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:19.060370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:19.060611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Bound port: 74555164-d5dc-43b0-8c05-a16ae77281aa, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:19.061903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06d1e64b-cec6-4a1a-ba8f-f725451511ae tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.108876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06d1e64b-cec6-4a1a-ba8f-f725451511ae tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.112142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06d1e64b-cec6-4a1a-ba8f-f725451511ae tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.113354 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-06d1e64b-cec6-4a1a-ba8f-f725451511ae tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-groups/54347069-f5a9-457d-af28-86d02e247178 HTTP/1.1" status: 204 len: 168 time: 0.1348560 Jul 16 18:11:19.117711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.129651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1e64b-cec6-4a1a-ba8f-f725451511ae tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54347069-f5a9-457d-af28-86d02e247178,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.183372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.186179 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c0cba67c-1a8b-4f94-898b-6fe1e38cacab tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672190 Jul 16 18:11:19.194113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-54e48181-dd9c-484c-bc62-76b192b1cd4e tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group': {'name': 'tempest-secgroup--421710443'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:19.252471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:19.262240 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.263435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-af2fe1da-1624-4d96-98f9-b5203bbc8311 service neutron] 10.222.0.60 "POST /v2.0/ports/74555164-d5dc-43b0-8c05-a16ae77281aa/bindings HTTP/1.1" status: 201 len: 390 time: 0.4713962 Jul 16 18:11:19.266504 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e48181-dd9c-484c-bc62-76b192b1cd4e tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.303425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee075a-0b41-4d7b-ab89-98a95d148caf req-8fdd8247-2754-4f72-85fa-4f5ad1b5004d tempest-ComputeTenantNetworksTest-414244492 tempest-ComputeTenantNetworksTest-414244492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.310574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee075a-0b41-4d7b-ab89-98a95d148caf req-8fdd8247-2754-4f72-85fa-4f5ad1b5004d tempest-ComputeTenantNetworksTest-414244492 tempest-ComputeTenantNetworksTest-414244492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.317040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee075a-0b41-4d7b-ab89-98a95d148caf req-8fdd8247-2754-4f72-85fa-4f5ad1b5004d tempest-ComputeTenantNetworksTest-414244492 tempest-ComputeTenantNetworksTest-414244492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.332941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ee075a-0b41-4d7b-ab89-98a95d148caf req-8fdd8247-2754-4f72-85fa-4f5ad1b5004d tempest-ComputeTenantNetworksTest-414244492 tempest-ComputeTenantNetworksTest-414244492-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2513885 Jul 16 18:11:19.490958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e48181-dd9c-484c-bc62-76b192b1cd4e tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.498333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e48181-dd9c-484c-bc62-76b192b1cd4e tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.545301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54e48181-dd9c-484c-bc62-76b192b1cd4e tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.546566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-54e48181-dd9c-484c-bc62-76b192b1cd4e tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3622141 Jul 16 18:11:19.550191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43348) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.553824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e48181-dd9c-484c-bc62-76b192b1cd4e tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279401be-ccac-4367-8329-bdbde64ee723,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.557332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5328b0fb-f192-4c9a-accc-6269aab51168 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '279401be-ccac-4367-8329-bdbde64ee723', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:19.586086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867a6e0-ab06-4b23-80c6-3b04c298f7a6 req-f22f7302-3683-4488-bfd4-82a5023cc2f0 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.589114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1867a6e0-ab06-4b23-80c6-3b04c298f7a6 req-f22f7302-3683-4488-bfd4-82a5023cc2f0 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 945 time: 0.1435137 Jul 16 18:11:19.605510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5328b0fb-f192-4c9a-accc-6269aab51168 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.651582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1867a6e0-ab06-4b23-80c6-3b04c298f7a6 req-a1deb299-9f3d-45ef-b52a-0f702edf1d5e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519519 Jul 16 18:11:19.719792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5328b0fb-f192-4c9a-accc-6269aab51168 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.724434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5328b0fb-f192-4c9a-accc-6269aab51168 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.779897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328b0fb-f192-4c9a-accc-6269aab51168 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58473d5e-fc18-4959-9f59-cd2c8f89fcaa,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.789071 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5328b0fb-f192-4c9a-accc-6269aab51168 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.790594 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5328b0fb-f192-4c9a-accc-6269aab51168 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2389295 Jul 16 18:11:19.793419 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.819373 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-28efdb28-2814-4d4e-8d8c-feabcc09dc7d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules/58473d5e-fc18-4959-9f59-cd2c8f89fcaa HTTP/1.1" status: 200 len: 763 time: 0.0247517 Jul 16 18:11:19.822871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43354) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.829607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-082e65a6-cbcb-4eda-85e4-c21ae1ab4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.831083 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-082e65a6-cbcb-4eda-85e4-c21ae1ab4863 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1097 time: 0.0944550 Jul 16 18:11:19.835697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0ab3-f1ec-406d-a153-54bdd43b9d99 req-3fea89e8-d8f5-4e5b-a89a-65c76fca0706 tempest-ComputeTenantNetworksTest-414244492 tempest-ComputeTenantNetworksTest-414244492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.837843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db9e0ab3-f1ec-406d-a153-54bdd43b9d99 req-3fea89e8-d8f5-4e5b-a89a-65c76fca0706 tempest-ComputeTenantNetworksTest-414244492 tempest-ComputeTenantNetworksTest-414244492-project] 10.222.0.60 "GET /v2.0/networks/3355447a-7664-4f97-818a-c9462467c571 HTTP/1.1" status: 200 len: 769 time: 0.1574614 Jul 16 18:11:19.848666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43356) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.917168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-695e6a90-ad40-4aee-b803-60fb65530dd5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0933075 Jul 16 18:11:19.921215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43358) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.963566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3344c-fdda-4419-8951-68b7b750e83a req-de4da51e-5c09-4964-8c55-de2d2d8f4696 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.964056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3c03dbc-eae1-46c9-8b49-d81e2b2ae7c6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.965102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0f3344c-fdda-4419-8951-68b7b750e83a req-de4da51e-5c09-4964-8c55-de2d2d8f4696 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 945 time: 0.2332494 Jul 16 18:11:19.972705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-694a7f24-057b-4d41-b2a5-e57951f1801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.974200 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-694a7f24-057b-4d41-b2a5-e57951f1801b service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.1252255 Jul 16 18:11:19.975621 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3c03dbc-eae1-46c9-8b49-d81e2b2ae7c6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.982318 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.027781 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-a35c5401-0018-481e-aa0a-4f48da123d87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74555164-d5dc-43b0-8c05-a16ae77281aa HTTP/1.1" status: 200 len: 217 time: 0.0392792 Jul 16 18:11:20.037050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3c03dbc-eae1-46c9-8b49-d81e2b2ae7c6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.042347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3c03dbc-eae1-46c9-8b49-d81e2b2ae7c6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.043525 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e3c03dbc-eae1-46c9-8b49-d81e2b2ae7c6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/58473d5e-fc18-4959-9f59-cd2c8f89fcaa HTTP/1.1" status: 204 len: 168 time: 0.1212444 Jul 16 18:11:20.047933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0f3344c-fdda-4419-8951-68b7b750e83a req-67b6b0ed-c090-40ed-83f1-9f1d8e77e4dd tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689681 Jul 16 18:11:20.049275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43362) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.082948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c03dbc-eae1-46c9-8b49-d81e2b2ae7c6 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58473d5e-fc18-4959-9f59-cd2c8f89fcaa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.106044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-6dd3940f-bbbb-459c-98c8-b862f526f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.107865 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-6dd3940f-bbbb-459c-98c8-b862f526f147 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.0627394 Jul 16 18:11:20.161307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-12c9089d-626b-473b-bc87-7afe0bffb629 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328948 Jul 16 18:11:20.277707 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-1e073758-ea23-4603-bda7-c9ba46e872da service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950856 Jul 16 18:11:20.397324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-5e6dfedf-732d-4196-8581-1b529c557742 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017561 Jul 16 18:11:20.419961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.438397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b372bb-fe1f-4857-87ce-dedf3b1ecbd5 req-84c4886b-51bb-4730-899b-bb06cc0b11ab tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.439934 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4b372bb-fe1f-4857-87ce-dedf3b1ecbd5 req-84c4886b-51bb-4730-899b-bb06cc0b11ab tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 943 time: 0.4739408 Jul 16 18:11:20.471727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6bed8864-b2f5-4c47-b86a-20d0e312210a tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4199686 Jul 16 18:11:20.473529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3355447a-7664-4f97-818a-c9462467c571']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.474461 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.480326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0ac102ba-038a-42ce-9823-8943ea0330cd tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '279401be-ccac-4367-8329-bdbde64ee723', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:20.517332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e751e666-4868-4668-a1c5-8bcb9d35fb93') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.517630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e751e666-4868-4668-a1c5-8bcb9d35fb93') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.532969 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.545580 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ac102ba-038a-42ce-9823-8943ea0330cd tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.545883 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:20.561552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4b372bb-fe1f-4857-87ce-dedf3b1ecbd5 req-c27779da-7d76-417a-b25b-5fe5dd72f55e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034877 Jul 16 18:11:20.574449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.585117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:20.585477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:20.587852 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:20.610330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155eb67-1517-4d52-a730-dcea83b4c1ee req-ee36283c-d7e3-4cb6-b1bb-2eb1a9b316fb tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.612144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9155eb67-1517-4d52-a730-dcea83b4c1ee req-ee36283c-d7e3-4cb6-b1bb-2eb1a9b316fb tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1831522 Jul 16 18:11:20.656500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aee35bfb-a059-4bc5-82e7-fbd7463194dd details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:20.671469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ac102ba-038a-42ce-9823-8943ea0330cd tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.682153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ac102ba-038a-42ce-9823-8943ea0330cd tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.730962 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac102ba-038a-42ce-9823-8943ea0330cd tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b09ffbc-9140-496f-9e90-e1cf68f6c69b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.747648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.764298 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.770235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3355447a-7664-4f97-818a-c9462467c571 HTTP/1.1" status: 204 len: 168 time: 0.9194179 Jul 16 18:11:20.786012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:20.790420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-a6cab8c4-616a-4fab-bb0d-0b7000ad036b tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.794193 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-a6cab8c4-616a-4fab-bb0d-0b7000ad036b tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.2838981 Jul 16 18:11:20.809883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793619-10'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:20.814951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'port_id': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd', 'mac_address': 'fa:16:3e:73:92:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6840c1a2-54a4-4cfc-bc82-83457b9c6a9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:20.818939 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9155eb67-1517-4d52-a730-dcea83b4c1ee req-511935f0-e359-427c-ab27-aa9e1483d4d9 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987782 Jul 16 18:11:20.819561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ac102ba-038a-42ce-9823-8943ea0330cd tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.819987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb279020-cdc9-44ca-92f3-a304b247c290 admin admin] Pushing event deleted for resources: {'Network': ['ID=3355447a-7664-4f97-818a-c9462467c571,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.821498 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0ac102ba-038a-42ce-9823-8943ea0330cd tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452175 Jul 16 18:11:20.825185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43376) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.885366 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.912868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee35bfb-a059-4bc5-82e7-fbd7463194dd {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:20.942938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8e7c895d-3de4-4ecd-b81f-53ad4197f441 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules/4b09ffbc-9140-496f-9e90-e1cf68f6c69b HTTP/1.1" status: 200 len: 763 time: 0.1133983 Jul 16 18:11:20.943582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43378) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.959050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:20.966017 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.001040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.013134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.077074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=aee35bfb-a059-4bc5-82e7-fbd7463194dd,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.137458 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8088fe8e-aed1-4711-b4ca-5c9abb50164a tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1904776 Jul 16 18:11:21.140624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43386) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.205971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-29835f28-734b-42a7-b8e9-a151e95b6656 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3491058 Jul 16 18:11:21.220816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f715701c-1abf-4c55-bc77-e8a0d98ebbb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54abd3e141a0474fab9072d259ada4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027495 Jul 16 18:11:21.221621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.224986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:21.227422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3003c810-786a-4a3a-9b88-dfce51acb7b7 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.256956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3003c810-786a-4a3a-9b88-dfce51acb7b7 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.297277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f47713-7e02-4bb4-871b-3412f19a7cae req-d33f5e7e-5b0b-4dcb-a604-34df66bc5be2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.301099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8f47713-7e02-4bb4-871b-3412f19a7cae req-d33f5e7e-5b0b-4dcb-a604-34df66bc5be2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 945 time: 0.2737370 Jul 16 18:11:21.302914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:21.324923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3003c810-786a-4a3a-9b88-dfce51acb7b7 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.333205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3003c810-786a-4a3a-9b88-dfce51acb7b7 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.334262 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3003c810-786a-4a3a-9b88-dfce51acb7b7 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4b09ffbc-9140-496f-9e90-e1cf68f6c69b HTTP/1.1" status: 204 len: 168 time: 0.1508031 Jul 16 18:11:21.339239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43390) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.362594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003c810-786a-4a3a-9b88-dfce51acb7b7 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b09ffbc-9140-496f-9e90-e1cf68f6c69b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.366753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['aee35bfb-a059-4bc5-82e7-fbd7463194dd'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:21.378831 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:21.382320 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa76bd12-ddce-4dd6-a5d5-7d0b21e46d16" -d '{"events": [{"server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "name": "network-vif-unplugged", "status": "completed", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:21.387330 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.394049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.416001 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52853b77-3e89-4913-8555-fe7e570e9c33 req-5506f1bd-48ef-4215-9b5e-3f94b83786fb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.423401 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52853b77-3e89-4913-8555-fe7e570e9c33 req-5506f1bd-48ef-4215-9b5e-3f94b83786fb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 945 time: 0.2716379 Jul 16 18:11:21.443334 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b37237c9-4e37-42f1-83a1-6d2c9e4ab2e4 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1029930 Jul 16 18:11:21.446639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43394) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.448800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60a6b323-4093-4c50-8895-1334b2edb796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.454929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3d9f470b-03b1-48c9-bce3-fd4b6ffc0d07 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Request body: {'security_group_rule': {'security_group_id': '279401be-ccac-4367-8329-bdbde64ee723', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:21.482528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8f47713-7e02-4bb4-871b-3412f19a7cae req-446024e5-2f7f-48de-b6ff-df5dc7e4e080 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424313 Jul 16 18:11:21.544685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa on host n-h2-793619-10 for vnic_type normal with profile {"migrating_to": "n-h1-793619-10"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:21.545018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:21.545344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:21.557071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Pushing event updated for resources: {'Port': ['ID=74555164-d5dc-43b0-8c05-a16ae77281aa,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.560084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Port 74555164-d5dc-43b0-8c05-a16ae77281aa on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:21.560362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Attempting to bind port 74555164-d5dc-43b0-8c05-a16ae77281aa on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:21.562987 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-3d9f470b-03b1-48c9-bce3-fd4b6ffc0d07 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Project 4bdcadfa91bf4ba8acdaac4b7d9a4d39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:11:21.567276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60a6b323-4093-4c50-8895-1334b2edb796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.569987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d9f470b-03b1-48c9-bce3-fd4b6ffc0d07 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.573109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:21.573449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:21.573827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:21.574262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Bound port: 74555164-d5dc-43b0-8c05-a16ae77281aa, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:21.574609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.594865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-d3dcb0af-3b19-45f2-b1ca-3cb1db29c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.598464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-d3dcb0af-3b19-45f2-b1ca-3cb1db29c52e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 1098 time: 0.3306911 Jul 16 18:11:21.632394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52853b77-3e89-4913-8555-fe7e570e9c33 req-6704977e-7fd5-4b08-b3b8-06808cbef7da tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080402 Jul 16 18:11:21.697631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:21.716331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:21.733131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d9f470b-03b1-48c9-bce3-fd4b6ffc0d07 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.735114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.744681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d9f470b-03b1-48c9-bce3-fd4b6ffc0d07 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.747671 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7713e5c-5abc-4806-abb9-8948a7c8328e x-openstack-request-id: req-b7713e5c-5abc-4806-abb9-8948a7c8328e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:21.748125 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "name": "network-vif-unplugged", "status": "completed", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:21.748261 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7713e5c-5abc-4806-abb9-8948a7c8328e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:21.749358 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa', 'code': 200} Jul 16 18:11:21.806702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f470b-03b1-48c9-bce3-fd4b6ffc0d07 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908ce0a1-8586-4c22-9573-d843ac3d9fc2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.837267 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d9f470b-03b1-48c9-bce3-fd4b6ffc0d07 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.839796 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3d9f470b-03b1-48c9-bce3-fd4b6ffc0d07 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3910878 Jul 16 18:11:21.843746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43402) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.899888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Pushing event updated for resources: {'Port': ['ID=74555164-d5dc-43b0-8c05-a16ae77281aa,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.931436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.932087 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.933499 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-3424ea20-3bee-484a-b924-b180de9da351 service neutron] 10.222.0.45 "PUT /v2.0/ports/74555164-d5dc-43b0-8c05-a16ae77281aa HTTP/1.1" status: 200 len: 1123 time: 1.1294518 Jul 16 18:11:21.938847 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6bee9497-f890-4b8c-bb88-b292d3fff8eb tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules/908ce0a1-8586-4c22-9573-d843ac3d9fc2 HTTP/1.1" status: 200 len: 769 time: 0.0940325 Jul 16 18:11:21.941326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.990788 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60a6b323-4093-4c50-8895-1334b2edb796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.995494 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60a6b323-4093-4c50-8895-1334b2edb796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.999211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-60a6b323-4093-4c50-8895-1334b2edb796 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/682585f2-b43c-4a1d-b2dc-88af98bcd07c HTTP/1.1" status: 204 len: 168 time: 0.7683456 Jul 16 18:11:22.044183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6b323-4093-4c50-8895-1334b2edb796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682585f2-b43c-4a1d-b2dc-88af98bcd07c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.085837 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-309810ce-1a6a-4cdb-a06f-b311d4b416ea tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1413515 Jul 16 18:11:22.088450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43410) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.108044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['74555164-d5dc-43b0-8c05-a16ae77281aa'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:22.119349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42879193-874e-4d0e-85fe-1ca255e2c4de tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.127802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42879193-874e-4d0e-85fe-1ca255e2c4de tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.161115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42879193-874e-4d0e-85fe-1ca255e2c4de tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.167619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-586ce7ad-6cb3-4403-807c-3f17d131fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.169583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-586ce7ad-6cb3-4403-807c-3f17d131fae5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 915 time: 0.5334136 Jul 16 18:11:22.185175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305caf20-d016-46d1-b7e2-379cff513089 req-d7d67c30-8319-4161-bd5f-2f2c7470cdff tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1611550400&fields=id&tenant_id=a4cc58d503df4391bb4bb187786acd48 HTTP/1.1" status: 200 len: 267 time: 0.1999404 Jul 16 18:11:22.186573 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42879193-874e-4d0e-85fe-1ca255e2c4de tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.189481 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-42879193-874e-4d0e-85fe-1ca255e2c4de tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/908ce0a1-8586-4c22-9573-d843ac3d9fc2 HTTP/1.1" status: 204 len: 168 time: 0.0975862 Jul 16 18:11:22.189481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42879193-874e-4d0e-85fe-1ca255e2c4de tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=908ce0a1-8586-4c22-9573-d843ac3d9fc2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.189981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.262760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9e72a033-194d-46ff-98cb-a2146ccbdd6d tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693290 Jul 16 18:11:22.263000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.270126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-be752312-baf8-4df4-b879-eeb562f29fb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70df5b85-8acb-45f1-86eb-4a11ecf3a25d HTTP/1.1" status: 200 len: 217 time: 0.0824566 Jul 16 18:11:22.282814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadcb9d-64f7-4272-bd4f-ca0ffc4cdd01 req-2ecaf023-c37d-44ea-ad10-696b067ca13f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.290717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3eadcb9d-64f7-4272-bd4f-ca0ffc4cdd01 req-2ecaf023-c37d-44ea-ad10-696b067ca13f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 943 time: 0.5436075 Jul 16 18:11:22.331145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-830f677b-6648-4004-a453-9d04c23b3cb5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.371948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-830f677b-6648-4004-a453-9d04c23b3cb5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.402414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3eadcb9d-64f7-4272-bd4f-ca0ffc4cdd01 req-8654df6d-9c1d-4643-969a-ffe3578b5a70 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106877 Jul 16 18:11:22.405026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-164c3894-52a5-4f22-b604-c7783e94e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.406499 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-164c3894-52a5-4f22-b604-c7783e94e398 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.1120420 Jul 16 18:11:22.428715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-830f677b-6648-4004-a453-9d04c23b3cb5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.431816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-830f677b-6648-4004-a453-9d04c23b3cb5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.433246 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-830f677b-6648-4004-a453-9d04c23b3cb5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "DELETE /v2.0/security-groups/279401be-ccac-4367-8329-bdbde64ee723 HTTP/1.1" status: 204 len: 168 time: 0.1692991 Jul 16 18:11:22.436759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43420) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.459661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-980e9d17-da65-4c16-bddb-e75437f1c9af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408382 Jul 16 18:11:22.471557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f677b-6648-4004-a453-9d04c23b3cb5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=279401be-ccac-4367-8329-bdbde64ee723,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.493730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305caf20-d016-46d1-b7e2-379cff513089 req-c0e6305b-eb0a-424b-9cdc-3353c5af7492 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.507524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305caf20-d016-46d1-b7e2-379cff513089 req-c0e6305b-eb0a-424b-9cdc-3353c5af7492 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 945 time: 0.3203342 Jul 16 18:11:22.519898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-305caf20-d016-46d1-b7e2-379cff513089 req-fdd109fd-569f-4697-b944-4ffb45d9d44b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'port': {'security_groups': ['1daa7249-d458-40aa-957c-73ab82ed2ae7', 'afb4b73e-122c-4967-bfdb-7ea19dd9394f']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:22.527815 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0c94590d-f3e3-41f5-abb4-f352dc45b96f tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886688 Jul 16 18:11:22.531721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.580560 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-48994cf3-640f-42a6-8764-593c4030f4c5 tempest-SecGroupIPv6Test-55956807 tempest-SecGroupIPv6Test-55956807-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454531 Jul 16 18:11:22.650620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aee35bfb-a059-4bc5-82e7-fbd7463194dd up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:22.716455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port aee35bfb-a059-4bc5-82e7-fbd7463194dd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:22.721528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port aee35bfb-a059-4bc5-82e7-fbd7463194dd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:22.722856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.824960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62083c1f-3acf-4507-9960-d467879bab2b req-5acd02e0-5e18-4d42-85d3-8437edc6582d tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.832114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62083c1f-3acf-4507-9960-d467879bab2b req-5acd02e0-5e18-4d42-85d3-8437edc6582d tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 944 time: 0.2419860 Jul 16 18:11:22.836774 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-305caf20-d016-46d1-b7e2-379cff513089 req-fdd109fd-569f-4697-b944-4ffb45d9d44b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.846483 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-f5a5cae7-1a6e-4600-84ee-927c67c9a59f service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799255 Jul 16 18:11:22.884013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.932547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62083c1f-3acf-4507-9960-d467879bab2b req-4d7fad7e-ef3f-438c-a336-9761dc709692 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994284 Jul 16 18:11:22.959213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:22.964831 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a332750d-615e-4342-9b04-a68d7bff00b9" -d '{"events": [{"server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "name": "network-vif-plugged", "status": "completed", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:22.973931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.996867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:23.004506 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.076197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec9dbdca-3d6f-4060-bef6-166cdd58c954 req-59f909f4-2399-4339-ae05-33385708f62c service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153311 Jul 16 18:11:23.096550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=aee35bfb-a059-4bc5-82e7-fbd7463194dd,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.319968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58e1af-391f-4e0a-9046-52ae91b5a39f req-6b59c5c2-b19c-4af3-91e9-0747badbdc43 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.322365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe58e1af-391f-4e0a-9046-52ae91b5a39f req-6b59c5c2-b19c-4af3-91e9-0747badbdc43 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1649294 Jul 16 18:11:23.365280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-305caf20-d016-46d1-b7e2-379cff513089 req-fdd109fd-569f-4697-b944-4ffb45d9d44b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] For port 07ec218c-9db4-4adb-a435-536f7bd20905, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=07ec218c-9db4-4adb-a435-536f7bd20905,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:23.369349 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3faead25-dc0c-4eba-b001-eddc6435f278 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bdcadfa91bf4ba8acdaac4b7d9a4d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942389 Jul 16 18:11:23.371837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:23.397592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe58e1af-391f-4e0a-9046-52ae91b5a39f req-aa16e21c-1017-4221-ba41-b0136c4e04d3 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679226 Jul 16 18:11:23.426067 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-305caf20-d016-46d1-b7e2-379cff513089 req-fdd109fd-569f-4697-b944-4ffb45d9d44b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.434139 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-305caf20-d016-46d1-b7e2-379cff513089 req-fdd109fd-569f-4697-b944-4ffb45d9d44b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.475443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:23.481620 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d715eb6-e557-46f3-9601-52a7b77aaf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.504908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305caf20-d016-46d1-b7e2-379cff513089 req-fdd109fd-569f-4697-b944-4ffb45d9d44b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.505633 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-305caf20-d016-46d1-b7e2-379cff513089 req-fdd109fd-569f-4697-b944-4ffb45d9d44b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.518789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-305caf20-d016-46d1-b7e2-379cff513089 req-fdd109fd-569f-4697-b944-4ffb45d9d44b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "PUT /v2.0/ports/07ec218c-9db4-4adb-a435-536f7bd20905 HTTP/1.1" status: 200 len: 981 time: 1.0101616 Jul 16 18:11:23.527948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-e70a328a-5527-41fd-b2df-dde1dd668af6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.529517 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-e70a328a-5527-41fd-b2df-dde1dd668af6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 945 time: 0.1413250 Jul 16 18:11:23.531616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d715eb6-e557-46f3-9601-52a7b77aaf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.579858 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69ecf8c-305e-4bee-a30a-202e44f70616 x-openstack-request-id: req-f69ecf8c-305e-4bee-a30a-202e44f70616 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:23.581694 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "name": "network-vif-plugged", "status": "completed", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:23.587940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:23.590610 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f69ecf8c-305e-4bee-a30a-202e44f70616 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:23.591320 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd', 'code': 200} Jul 16 18:11:23.591476 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c82cc5-8221-43e6-8422-b61b28b6c083" -d '{"events": [{"name": "network-changed", "server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:23.595451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd109fd-569f-4697-b944-4ffb45d9d44b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'Port': ['ID=07ec218c-9db4-4adb-a435-536f7bd20905,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.682146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:23.697701 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d715eb6-e557-46f3-9601-52a7b77aaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.700322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d715eb6-e557-46f3-9601-52a7b77aaf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.701726 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5d715eb6-e557-46f3-9601-52a7b77aaf0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4a57536-5393-49e2-8d8e-9b3e7861d0d2 HTTP/1.1" status: 204 len: 168 time: 0.3283987 Jul 16 18:11:23.720153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d715eb6-e557-46f3-9601-52a7b77aaf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a57536-5393-49e2-8d8e-9b3e7861d0d2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.752842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:23.758061 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f936310f-bf61-454c-9ede-455f573cb0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:23.761323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278212a-4c2e-475a-a76f-34d85324618e req-63981ead-cc87-4c5d-8647-5d33e2b8a2ce tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.763298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f278212a-4c2e-475a-a76f-34d85324618e req-63981ead-cc87-4c5d-8647-5d33e2b8a2ce tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 945 time: 0.1379428 Jul 16 18:11:23.780080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Deleting port 71080271-e51f-45b8-8fd4-b946d0da7cde {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:23.780435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.826561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f278212a-4c2e-475a-a76f-34d85324618e req-ac3bf96d-b973-48b6-a734-217d6800fae7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565767 Jul 16 18:11:23.839883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f309b37-91aa-48be-8b25-1efc4e840f41 req-7306e68e-9d10-4fb8-98dc-c27e48297c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.846390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f309b37-91aa-48be-8b25-1efc4e840f41 req-7306e68e-9d10-4fb8-98dc-c27e48297c9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 1097 time: 0.1571929 Jul 16 18:11:23.906931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f309b37-91aa-48be-8b25-1efc4e840f41 req-fa439a7d-7f15-4f42-a8b5-919f7af56f13 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425310 Jul 16 18:11:23.980707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] For port 71080271-e51f-45b8-8fd4-b946d0da7cde, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71080271-e51f-45b8-8fd4-b946d0da7cde,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:23.981090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.999307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Calling delete_port for 71080271-e51f-45b8-8fd4-b946d0da7cde owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:24.198002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-d871f5a0-19c2-4c52-8ab1-c3273622f9d4 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-420628917&fields=id&tenant_id=a4cc58d503df4391bb4bb187786acd48 HTTP/1.1" status: 200 len: 267 time: 0.1169281 Jul 16 18:11:24.217657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6880f4-be9f-4a2d-8115-c23d4cc45d73 req-7c7fdc2e-affc-4d28-95fe-a32b5d515648 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.226137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a6880f4-be9f-4a2d-8115-c23d4cc45d73 req-7c7fdc2e-affc-4d28-95fe-a32b5d515648 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 943 time: 0.2156501 Jul 16 18:11:24.247769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.282521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event deleted for resources: {'Port': ['ID=71080271-e51f-45b8-8fd4-b946d0da7cde,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.310854 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a6880f4-be9f-4a2d-8115-c23d4cc45d73 req-32847712-14cc-4b02-8326-be16567e0577 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835760 Jul 16 18:11:24.332454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-cca30edd-2737-4c28-b537-ea4891e91f74 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.345672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-cca30edd-2737-4c28-b537-ea4891e91f74 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 984 time: 0.1164594 Jul 16 18:11:24.347730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] No DVR routers for this DVR port 71080271-e51f-45b8-8fd4-b946d0da7cde on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:24.355647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-a16dd5c2-1576-4631-9f87-233612f8f76a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'port': {'security_groups': ['1daa7249-d458-40aa-957c-73ab82ed2ae7', 'afb4b73e-122c-4967-bfdb-7ea19dd9394f', '48cc13a0-e2a4-4741-bdb9-2cb4624b37b0']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:24.362616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.366499 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14a0c930-37fd-415c-bba8-7dd6eeb064aa req-c5e51d84-031f-4d20-b3c5-a1afec7339d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "DELETE /v2.0/ports/71080271-e51f-45b8-8fd4-b946d0da7cde HTTP/1.1" status: 204 len: 173 time: 0.8234088 Jul 16 18:11:24.391182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['71080271-e51f-45b8-8fd4-b946d0da7cde'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:24.418375 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e8fd1-9c54-4f40-8a28-c65643c92371 x-openstack-request-id: req-ab3e8fd1-9c54-4f40-8a28-c65643c92371 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:24.418680 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:24.418909 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab3e8fd1-9c54-4f40-8a28-c65643c92371 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:24.419300 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905', 'status': 'completed', 'code': 200} Jul 16 18:11:24.443526 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2bcae6-bdec-4347-83e5-e796ed5cb502 x-openstack-request-id: req-0a2bcae6-bdec-4347-83e5-e796ed5cb502 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:24.444038 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:24.444038 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a2bcae6-bdec-4347-83e5-e796ed5cb502 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:24.444454 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa', 'status': 'completed', 'code': 200} Jul 16 18:11:24.503070 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-a16dd5c2-1576-4631-9f87-233612f8f76a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.603359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-77bebb6e-2a78-45a8-9e33-e55cd3e8a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.605052 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-77bebb6e-2a78-45a8-9e33-e55cd3e8a8c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 1136 time: 0.1131506 Jul 16 18:11:24.650544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 74555164-d5dc-43b0-8c05-a16ae77281aa details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:24.750828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936310f-bf61-454c-9ede-455f573cb0fd req-3e0ec630-9636-4d76-8777-85ae36ce04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.752544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f936310f-bf61-454c-9ede-455f573cb0fd req-3e0ec630-9636-4d76-8777-85ae36ce04aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1126 time: 0.2252617 Jul 16 18:11:24.770315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7e4e0-f66a-4c51-ba1e-e50fbad915a1 req-ee562ea7-a157-4658-bbf0-4767e19c3de5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.777848 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44f7e4e0-f66a-4c51-ba1e-e50fbad915a1 req-ee562ea7-a157-4658-bbf0-4767e19c3de5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 945 time: 0.1833987 Jul 16 18:11:24.811294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-eafac29c-9555-4d5c-aedd-42119a4947db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.815522 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-eafac29c-9555-4d5c-aedd-42119a4947db service neutron] 10.222.0.46 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 913 time: 0.1937113 Jul 16 18:11:24.844453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:24.870078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 74555164-d5dc-43b0-8c05-a16ae77281aa has no active binding in host n-h1-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:11:24.886173 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-5dad29e1-59b1-42f1-bdbc-9d0767a42a7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07ec218c-9db4-4adb-a435-536f7bd20905 HTTP/1.1" status: 200 len: 217 time: 0.0624409 Jul 16 18:11:24.889288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:24.951467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-70227204-10bb-4ea7-a7d3-3a0ac64058f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.952977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-70227204-10bb-4ea7-a7d3-3a0ac64058f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 200 len: 852 time: 0.0581043 Jul 16 18:11:24.958924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44f7e4e0-f66a-4c51-ba1e-e50fbad915a1 req-b89be12e-4ca7-4524-b934-31a04e63f48a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808062 Jul 16 18:11:25.000733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936310f-bf61-454c-9ede-455f573cb0fd req-1e4b7d44-126c-4864-a8ae-c5023d265d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.002240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f936310f-bf61-454c-9ede-455f573cb0fd req-1e4b7d44-126c-4864-a8ae-c5023d265d76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.2399895 Jul 16 18:11:25.018969 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-7abbf5f4-d27c-4f38-b56a-2e79458c2a9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c13b0654-a4f7-4377-a05b-08b70d59eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593424 Jul 16 18:11:25.041582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-a16dd5c2-1576-4631-9f87-233612f8f76a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] For port 07ec218c-9db4-4adb-a435-536f7bd20905, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=07ec218c-9db4-4adb-a435-536f7bd20905,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:25.108613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f936310f-bf61-454c-9ede-455f573cb0fd req-9db27e91-1cae-49e1-a348-cfed64ef3f1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74555164-d5dc-43b0-8c05-a16ae77281aa HTTP/1.1" status: 200 len: 217 time: 0.0859241 Jul 16 18:11:25.114406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-49d18fde-c3bf-41a5-a5a0-28d7bdc25075 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:25.115760 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-49d18fde-c3bf-41a5-a5a0-28d7bdc25075 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:11:25.116296 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-49d18fde-c3bf-41a5-a5a0-28d7bdc25075 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:11:25.126206 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-49d18fde-c3bf-41a5-a5a0-28d7bdc25075 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2322893 Jul 16 18:11:25.127919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.136552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--617814487'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:25.185762 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-a16dd5c2-1576-4631-9f87-233612f8f76a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.199731 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-a16dd5c2-1576-4631-9f87-233612f8f76a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.232179 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-5aa896f7-7432-4efd-bd3a-61990ded4fd1 service neutron] 10.222.0.46 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037516 Jul 16 18:11:25.241269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:25.296425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-a16dd5c2-1576-4631-9f87-233612f8f76a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.297128 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-a16dd5c2-1576-4631-9f87-233612f8f76a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.313511 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e46cd00-07a0-4cfe-b019-3ef428f5fb52 req-a16dd5c2-1576-4631-9f87-233612f8f76a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "PUT /v2.0/ports/07ec218c-9db4-4adb-a435-536f7bd20905 HTTP/1.1" status: 200 len: 1020 time: 0.9668710 Jul 16 18:11:25.322432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936310f-bf61-454c-9ede-455f573cb0fd req-c5f359df-2f49-4950-b3c9-6d0ce3202913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.330599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f936310f-bf61-454c-9ede-455f573cb0fd req-c5f359df-2f49-4950-b3c9-6d0ce3202913 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.2158558 Jul 16 18:11:25.335632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16dd5c2-1576-4631-9f87-233612f8f76a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'Port': ['ID=07ec218c-9db4-4adb-a435-536f7bd20905,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.357512 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.361348 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8c82cc5-8221-43e6-8422-b61b28b6c083 req-0a917a7b-d701-471f-b5c1-0291b6961451 service neutron] 10.222.0.46 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221883 Jul 16 18:11:25.479416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:25.752085 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.818977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f936310f-bf61-454c-9ede-455f573cb0fd req-c2c6dd5b-9f0f-4302-ac27-59f8b585e348 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4769835 Jul 16 18:11:25.873916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ea0c775-1f6f-4103-afa6-375bb8f2cf2d req-b793f401-2f3f-4598-96ad-8f8fbbccca40 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 210 time: 0.1267321 Jul 16 18:11:26.115837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863062c-c061-44c7-a207-ee5c2cd58307 req-5e7437d0-3f70-4323-820b-29ab9296b8a8 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.120870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7863062c-c061-44c7-a207-ee5c2cd58307 req-5e7437d0-3f70-4323-820b-29ab9296b8a8 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.3699222 Jul 16 18:11:26.121237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18697930-5911-4299-b14c-be95b101bc23 req-e7ff3349-5763-4f2a-a748-4484d0954d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.122970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18697930-5911-4299-b14c-be95b101bc23 req-e7ff3349-5763-4f2a-a748-4484d0954d70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 1098 time: 0.3730872 Jul 16 18:11:26.134032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f936310f-bf61-454c-9ede-455f573cb0fd req-d5dfed8f-7a7b-4ace-9c0b-b6bc0212ed2d service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903433 Jul 16 18:11:26.186388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:26.243043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.287914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.314399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b7b2d2-d497-4986-937d-041ceec1cb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.344535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7863062c-c061-44c7-a207-ee5c2cd58307 req-ded969f4-5c8f-4f26-bea9-be4ff4f1f501 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160800 Jul 16 18:11:26.363902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c4942-a5f4-4c5f-8097-e2e4f6c2f03d req-c0103143-c7a1-4603-a21d-1a29f2e17a81 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.370971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c22c4942-a5f4-4c5f-8097-e2e4f6c2f03d req-c0103143-c7a1-4603-a21d-1a29f2e17a81 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 1023 time: 0.3630316 Jul 16 18:11:26.420058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:26.422342 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e" -d '{"events": [{"name": "network-changed", "server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:26.446437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300fb354-0209-4ded-b8f1-9254c96f8d7d', 'name': 'network-vif-deleted', 'tag': '71080271-e51f-45b8-8fd4-b946d0da7cde'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:26.448816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee44c17-7f7e-4733-9abe-064cb0deb05e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.450097 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fd0ba3-cb42-4a91-85df-a188dbf4cb7f" -d '{"events": [{"server_uuid": "300fb354-0209-4ded-b8f1-9254c96f8d7d", "name": "network-vif-deleted", "tag": "71080271-e51f-45b8-8fd4-b946d0da7cde"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:26.469110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f936310f-bf61-454c-9ede-455f573cb0fd req-253a2e4d-2ee0-44ad-a650-bba7beb602ad service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152530 Jul 16 18:11:26.487011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18697930-5911-4299-b14c-be95b101bc23 req-000dd744-9a8b-4240-8437-48273c2c2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.488444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18697930-5911-4299-b14c-be95b101bc23 req-000dd744-9a8b-4240-8437-48273c2c2351 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 916 time: 0.3465512 Jul 16 18:11:26.590802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18697930-5911-4299-b14c-be95b101bc23 req-821d9ad3-0fe4-4f18-a29f-d77861b62fa6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=234ed97d-711e-4f51-8f3a-cc1ecc8838f1 HTTP/1.1" status: 200 len: 217 time: 0.0688772 Jul 16 18:11:26.616109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c22c4942-a5f4-4c5f-8097-e2e4f6c2f03d req-d43d4a01-850f-4272-b9de-ef4c5def844b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=48cc13a0-e2a4-4741-bdb9-2cb4624b37b0&id=1daa7249-d458-40aa-957c-73ab82ed2ae7&id=afb4b73e-122c-4967-bfdb-7ea19dd9394f HTTP/1.1" status: 200 len: 6155 time: 0.2442899 Jul 16 18:11:26.654665 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.667578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.699033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18697930-5911-4299-b14c-be95b101bc23 req-21b448b4-fe3a-4206-9960-1b73aab723dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.700556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18697930-5911-4299-b14c-be95b101bc23 req-21b448b4-fe3a-4206-9960-1b73aab723dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ee50f134-b269-4a2e-8df3-3b4f18f7c328 HTTP/1.1" status: 200 len: 854 time: 0.1022902 Jul 16 18:11:26.732235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918cd8c-b9df-4c35-946b-8bc268c3a3c3 req-008f1bed-7ce7-417d-aec3-58a6994361ba tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.733780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7918cd8c-b9df-4c35-946b-8bc268c3a3c3 req-008f1bed-7ce7-417d-aec3-58a6994361ba tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 943 time: 0.2704909 Jul 16 18:11:26.751546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c76015-0a2b-439e-abeb-9a8a805f47d7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.772553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b7b2d2-d497-4986-937d-041ceec1cb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.777647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60b7b2d2-d497-4986-937d-041ceec1cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.811761 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.813014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e6220ddf-0716-4ddf-a755-2edab3ee4e51 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6832047 Jul 16 18:11:26.817803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:26.826662 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-60b7b2d2-d497-4986-937d-041ceec1cb45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1156195398f41d388c115f17d50767d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368892 Jul 16 18:11:26.826662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7b2d2-d497-4986-937d-041ceec1cb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538f7ead-82c8-4069-a20f-eb752b964860,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.827030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-24f077e3-8c16-40b6-ab55-d65baa5c2ded tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '93c76015-0a2b-439e-abeb-9a8a805f47d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:26.828217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43546) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:26.885836 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5351-19fd-4d01-b8d2-336e1d294727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.906180 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7918cd8c-b9df-4c35-946b-8bc268c3a3c3 req-9df7816d-c41e-4de9-9eeb-d355f0905ab8 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511233 Jul 16 18:11:26.914601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5351-19fd-4d01-b8d2-336e1d294727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.926705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18697930-5911-4299-b14c-be95b101bc23 req-3fa8b2c3-97ef-4089-9071-09768a0b8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.928257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18697930-5911-4299-b14c-be95b101bc23 req-3fa8b2c3-97ef-4089-9071-09768a0b8524 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146974 Jul 16 18:11:26.935982 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24f077e3-8c16-40b6-ab55-d65baa5c2ded tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.947003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-8b6b2359-da7b-4416-a6b8-16d2fd08bbb3 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.948470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-8b6b2359-da7b-4416-a6b8-16d2fd08bbb3 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 814 time: 0.2136395 Jul 16 18:11:26.981744 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5351-19fd-4d01-b8d2-336e1d294727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.985161 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5351-19fd-4d01-b8d2-336e1d294727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.987239 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7c4b5351-19fd-4d01-b8d2-336e1d294727 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/538f7ead-82c8-4069-a20f-eb752b964860 HTTP/1.1" status: 204 len: 168 time: 0.1578202 Jul 16 18:11:26.997209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b5351-19fd-4d01-b8d2-336e1d294727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538f7ead-82c8-4069-a20f-eb752b964860,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.013558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-85a7fdd9-eb6c-46cf-abfb-ec48f260d1de tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/quotas/bc9d9c31706a4760962c57c3bb702826 HTTP/1.1" status: 200 len: 375 time: 0.0447462 Jul 16 18:11:27.153548 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24f077e3-8c16-40b6-ab55-d65baa5c2ded tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.162082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18697930-5911-4299-b14c-be95b101bc23 req-fd371761-2ce2-402d-8fc6-52ea29241419 service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229400 Jul 16 18:11:27.162631 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24f077e3-8c16-40b6-ab55-d65baa5c2ded tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.217884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f077e3-8c16-40b6-ab55-d65baa5c2ded tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83eb1c48-5727-4687-a26f-b6d94ce4e2ba,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.244940 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24f077e3-8c16-40b6-ab55-d65baa5c2ded tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.248761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-24f077e3-8c16-40b6-ab55-d65baa5c2ded tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4238188 Jul 16 18:11:27.249410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43554) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.254805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-04300b56-abaf-4a3b-b71a-d9d316e996e5 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '93c76015-0a2b-439e-abeb-9a8a805f47d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.262393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-9906dc29-3776-40e7-96bb-f6feec0d545c tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2181489 Jul 16 18:11:27.308952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04300b56-abaf-4a3b-b71a-d9d316e996e5 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.343174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41eb06-3a74-4b34-850a-c4b5d75faf0a req-81afd9cf-76a5-41b7-b424-9f0474bfbee4 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.344727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c41eb06-3a74-4b34-850a-c4b5d75faf0a req-81afd9cf-76a5-41b7-b424-9f0474bfbee4 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 945 time: 0.2540524 Jul 16 18:11:27.391730 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-04300b56-abaf-4a3b-b71a-d9d316e996e5 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:11:27.396737 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-04300b56-abaf-4a3b-b71a-d9d316e996e5 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1459696 Jul 16 18:11:27.398790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.410055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18697930-5911-4299-b14c-be95b101bc23 req-6afc723c-aa29-4748-9216-8c54a6cef900 service neutron] 10.222.0.45 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312810 Jul 16 18:11:27.443719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c41eb06-3a74-4b34-850a-c4b5d75faf0a req-87d66da3-239e-41fb-ab3e-38822d356ea6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683463 Jul 16 18:11:27.452401 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-ded8b8f3-b3be-40cf-aef7-514471df2de5 service neutron] 10.222.0.60 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890953 Jul 16 18:11:27.527346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 71080271-e51f-45b8-8fd4-b946d0da7cde no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:27.532071 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5bbd-3fca-4369-8b3d-124b797723d3 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.545706 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5153febd-b3e5-4137-aa95-e32fce47dee8 x-openstack-request-id: req-5153febd-b3e5-4137-aa95-e32fce47dee8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:27.547554 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:27.548819 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5153febd-b3e5-4137-aa95-e32fce47dee8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:27.549314 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905', 'status': 'completed', 'code': 200} Jul 16 18:11:27.572796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 71080271-e51f-45b8-8fd4-b946d0da7cde {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:27.573917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 71080271-e51f-45b8-8fd4-b946d0da7cde not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:27.575444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5bbd-3fca-4369-8b3d-124b797723d3 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.591468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-28c7dd98-9e54-4716-bc2b-5b28c2bc55e2 service neutron] 10.222.0.60 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373849 Jul 16 18:11:27.621491 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be662b6e-763d-46b6-99b6-374066491507 x-openstack-request-id: req-be662b6e-763d-46b6-99b6-374066491507 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:27.621783 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300fb354-0209-4ded-b8f1-9254c96f8d7d", "name": "network-vif-deleted", "tag": "71080271-e51f-45b8-8fd4-b946d0da7cde", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:27.622243 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be662b6e-763d-46b6-99b6-374066491507 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:27.622796 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300fb354-0209-4ded-b8f1-9254c96f8d7d', 'name': 'network-vif-deleted', 'tag': '71080271-e51f-45b8-8fd4-b946d0da7cde', 'status': 'completed', 'code': 200} Jul 16 18:11:27.638910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c097790c-9c6c-4377-b4bf-23e8145363f2 req-bab72753-a782-4079-888b-d7e6b2d7e242 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1732770241 ', 'description': 'tempest-description-1793881291'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.712338 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c097790c-9c6c-4377-b4bf-23e8145363f2 req-bab72753-a782-4079-888b-d7e6b2d7e242 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.738843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5bbd-3fca-4369-8b3d-124b797723d3 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.741446 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5bbd-3fca-4369-8b3d-124b797723d3 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.743154 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3dfb5bbd-3fca-4369-8b3d-124b797723d3 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/93c76015-0a2b-439e-abeb-9a8a805f47d7 HTTP/1.1" status: 204 len: 168 time: 0.3430159 Jul 16 18:11:27.746655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.765561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb5bbd-3fca-4369-8b3d-124b797723d3 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c76015-0a2b-439e-abeb-9a8a805f47d7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.796802 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-f4068692-3800-4260-a6a7-e83a4ff8a871 service neutron] 10.222.0.46 "GET /v2.0/ports/74555164-d5dc-43b0-8c05-a16ae77281aa/bindings/n-h1-793619-10 HTTP/1.1" status: 200 len: 385 time: 0.1341813 Jul 16 18:11:27.830132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-3c4b4e22-b62d-4739-aec0-07cc9d2378e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.833559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-3c4b4e22-b62d-4739-aec0-07cc9d2378e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 1175 time: 0.1742487 Jul 16 18:11:27.926518 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-88dafbcd-5bc3-455a-8f79-ed9ef8e99fb7 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1781561 Jul 16 18:11:27.935221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.945288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-85e1089d-c24e-4c7d-b9ab-e0c4d0bd3b46 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080035032'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.954710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:28.027154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68084261-4dd1-4db9-911a-eab191579392 req-0656f502-036e-4b3a-b629-3b71ed863519 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 210 time: 0.0411162 Jul 16 18:11:28.070702 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c097790c-9c6c-4377-b4bf-23e8145363f2 req-bab72753-a782-4079-888b-d7e6b2d7e242 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.074208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-08c066a9-a39a-4a0a-961d-6270ee480f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.075843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-08c066a9-a39a-4a0a-961d-6270ee480f73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 913 time: 0.2324109 Jul 16 18:11:28.081554 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c097790c-9c6c-4377-b4bf-23e8145363f2 req-bab72753-a782-4079-888b-d7e6b2d7e242 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.179019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-212ab6db-0853-4480-bc7a-269f76d5ccc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07ec218c-9db4-4adb-a435-536f7bd20905 HTTP/1.1" status: 200 len: 217 time: 0.0895517 Jul 16 18:11:28.188865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85e1089d-c24e-4c7d-b9ab-e0c4d0bd3b46 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.191598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1203152053-network', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:28.212126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c097790c-9c6c-4377-b4bf-23e8145363f2 req-bab72753-a782-4079-888b-d7e6b2d7e242 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.212395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cca2ee94-a640-46f6-a959-36910d805318 req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:28.222897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c097790c-9c6c-4377-b4bf-23e8145363f2 req-bab72753-a782-4079-888b-d7e6b2d7e242 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.5873356 Jul 16 18:11:28.244703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cca2ee94-a640-46f6-a959-36910d805318 req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:28.267421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Made reservation on behalf of be9fa6d0b4ca473fba624c88ab79de7d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:28.270538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.285042 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.290906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab72753-a782-4079-888b-d7e6b2d7e242 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b429a6fd-af82-4a07-9e99-a4e2d8c4107e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.310871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-cca2ee94-a640-46f6-a959-36910d805318 req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74555164-d5dc-43b0-8c05-a16ae77281aa {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:28.325212 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:11:28.325212 n-d-793619-10 neutron-server[93824]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:11:28.325212 n-d-793619-10 neutron-server[93824]: [parameters: {'project_id_1': 'be9fa6d0b4ca473fba624c88ab79de7d', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 11, 28, 303184)}] Jul 16 18:11:28.325212 n-d-793619-10 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:11:28.325751 n-d-793619-10 neutron-server[93824]: DEBUG oslo_db.api [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:11:28.327422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cca2ee94-a640-46f6-a959-36910d805318 req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:28.342747 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.430675 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85e1089d-c24e-4c7d-b9ab-e0c4d0bd3b46 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.438647 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85e1089d-c24e-4c7d-b9ab-e0c4d0bd3b46 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.462592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-ee08ec16-66af-4aba-8011-c402848b41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.464454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-ee08ec16-66af-4aba-8011-c402848b41e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 200 len: 852 time: 0.2728040 Jul 16 18:11:28.484655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cca2ee94-a640-46f6-a959-36910d805318 req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] Transition to ACTIVE for port object 74555164-d5dc-43b0-8c05-a16ae77281aa will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:28.490752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.519970 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.530879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-f6fed24a-b7d4-4e6c-b02c-7fa804cc6133 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c13b0654-a4f7-4377-a05b-08b70d59eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556345 Jul 16 18:11:28.538249 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85e1089d-c24e-4c7d-b9ab-e0c4d0bd3b46 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.540659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-85e1089d-c24e-4c7d-b9ab-e0c4d0bd3b46 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6043181 Jul 16 18:11:28.546018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:28.554016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1089d-c24e-4c7d-b9ab-e0c4d0bd3b46 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a8edc-0665-49a4-a5fc-f1023c649c64,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.575706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-372ac61d-ec1c-41ce-a634-2eaf0713d50c tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': 'bb8a8edc-0665-49a4-a5fc-f1023c649c64', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:28.576876 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-372ac61d-ec1c-41ce-a634-2eaf0713d50c tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:11:28.577630 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-372ac61d-ec1c-41ce-a634-2eaf0713d50c tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:28.579282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-372ac61d-ec1c-41ce-a634-2eaf0713d50c tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0202575 Jul 16 18:11:28.581410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca2ee94-a640-46f6-a959-36910d805318 req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] No DVR routers for this DVR port 74555164-d5dc-43b0-8c05-a16ae77281aa on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:28.587888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:28.608083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11ec55-0111-4d4b-b2fe-386f3c78aaa5 req-313c0924-ebc0-4791-b8b1-1d86c20a085b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.610913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e11ec55-0111-4d4b-b2fe-386f3c78aaa5 req-313c0924-ebc0-4791-b8b1-1d86c20a085b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.2953141 Jul 16 18:11:28.685012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=74555164-d5dc-43b0-8c05-a16ae77281aa,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.691757 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-fa689089-c419-4954-862f-35c204dff9e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/74555164-d5dc-43b0-8c05-a16ae77281aa/bindings/n-h1-793619-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8877714 Jul 16 18:11:28.728899 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e11ec55-0111-4d4b-b2fe-386f3c78aaa5 req-b3f5f6d2-0a18-4c2e-ba99-9fe376b55ad6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102648 Jul 16 18:11:28.730136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9712d4b-9846-4fa3-a7bb-5f24a0c82344 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.787831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-d245304b-0793-45ac-89a2-62c9e58a383d service neutron] 10.222.0.46 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436144 Jul 16 18:11:28.796425 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9712d4b-9846-4fa3-a7bb-5f24a0c82344 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.826972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.889631 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9712d4b-9846-4fa3-a7bb-5f24a0c82344 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.892810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9712d4b-9846-4fa3-a7bb-5f24a0c82344 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.896946 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d9712d4b-9846-4fa3-a7bb-5f24a0c82344 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/bb8a8edc-0665-49a4-a5fc-f1023c649c64 HTTP/1.1" status: 204 len: 168 time: 0.3071074 Jul 16 18:11:28.897785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:28.969908 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-73618d83-d536-41d1-92a1-a829bd553ce9 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663247 Jul 16 18:11:28.973537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:28.986550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2f42cf3c-10d5-4f84-9f5b-6ac2d13ec9cd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--715731654'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.003131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9712d4b-9846-4fa3-a7bb-5f24a0c82344 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a8edc-0665-49a4-a5fc-f1023c649c64,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.094577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.102368 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.146968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:29.155537 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f42cf3c-10d5-4f84-9f5b-6ac2d13ec9cd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.169020 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80117b0e-36ab-4023-920c-9ce6834bebee,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.173920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.174249 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Added segment 8fb8dea2-d154-4845-bfd9-14c3968363b0 of type vlan for network f258c528-c4f0-4833-9916-4132c7713c81 Jul 16 18:11:29.229472 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.300342 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.301501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.302095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.356004 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f42cf3c-10d5-4f84-9f5b-6ac2d13ec9cd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.372829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f833584-3618-4328-a1ca-a88e589afe4d req-9b28d8f1-cd45-4051-a000-615358f49523 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 210 time: 0.4359570 Jul 16 18:11:29.417293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f42cf3c-10d5-4f84-9f5b-6ac2d13ec9cd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.428947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-e87eccce-7d56-4787-aa62-3d29e232d817 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.434805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] Pushing event updated for resources: {'Network': ['ID=f258c528-c4f0-4833-9916-4132c7713c81,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.440426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-e87eccce-7d56-4787-aa62-3d29e232d817 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1096 time: 0.6213093 Jul 16 18:11:29.441433 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9ab3c534-d367-4843-8698-a7d99f1b9681 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4854505 Jul 16 18:11:29.443104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43612) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:29.448101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f258c528-c4f0-4833-9916-4132c7713c81 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:29.507294 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f42cf3c-10d5-4f84-9f5b-6ac2d13ec9cd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.514151 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2f42cf3c-10d5-4f84-9f5b-6ac2d13ec9cd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5348942 Jul 16 18:11:29.522179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43614) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:29.525833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Request body: {'subnet': {'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1203152053-subnet', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.526134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8afc8dbc-34ae-41dd-bdf1-6b4bfc76931e req-48a31440-956b-4107-a87e-7798c7864a3a service neutron] 10.222.0.46 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296023 Jul 16 18:11:29.530208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c8d015f2-b048-43d1-ae0b-cd2dd87e6d24 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '9dd3ed62-2a38-40bb-853e-384beff1eca9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.530363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42cf3c-10d5-4f84-9f5b-6ac2d13ec9cd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd3ed62-2a38-40bb-853e-384beff1eca9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.531027 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-c8d015f2-b048-43d1-ae0b-cd2dd87e6d24 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:11:29.531515 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-c8d015f2-b048-43d1-ae0b-cd2dd87e6d24 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:29.532508 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c8d015f2-b048-43d1-ae0b-cd2dd87e6d24 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057745 Jul 16 18:11:29.548670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:29.611859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169cded-a58e-418e-8139-8452a9767163 req-7f297467-9c0b-4be2-913d-0f1090bc344d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.624923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7169cded-a58e-418e-8139-8452a9767163 req-7f297467-9c0b-4be2-913d-0f1090bc344d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 944 time: 0.2862461 Jul 16 18:11:29.636005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e469fec-34a7-4713-aef2-e165274ab941 req-d16e80fd-6703-4499-8f2d-0db03e78d496 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/b429a6fd-af82-4a07-9e99-a4e2d8c4107e HTTP/1.1" status: 200 len: 1783 time: 0.1930511 Jul 16 18:11:29.646041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Made reservation on behalf of be9fa6d0b4ca473fba624c88ab79de7d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:29.650090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.685469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b484562c-7762-4334-908b-6f0659015497 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.718337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-fe5b5f8d-f891-4f8f-b9ee-a13c00c1b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.724795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-fe5b5f8d-f891-4f8f-b9ee-a13c00c1b7d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80&tenant_id=02e3392e165f400497fbe7e41aa3f523 HTTP/1.1" status: 200 len: 1096 time: 0.2686226 Jul 16 18:11:29.754804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7169cded-a58e-418e-8139-8452a9767163 req-bf1ab5ed-6f12-452d-b92a-0606a2f0d3ed tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288888 Jul 16 18:11:29.768840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b484562c-7762-4334-908b-6f0659015497 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.873297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b484562c-7762-4334-908b-6f0659015497 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.875852 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b484562c-7762-4334-908b-6f0659015497 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.877081 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b484562c-7762-4334-908b-6f0659015497 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/9dd3ed62-2a38-40bb-853e-384beff1eca9 HTTP/1.1" status: 204 len: 168 time: 0.3278248 Jul 16 18:11:29.883582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:29.901167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-b5cb2a58-4062-48d4-96da-af39f1d656ce tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.902745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-b5cb2a58-4062-48d4-96da-af39f1d656ce tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 814 time: 0.2839098 Jul 16 18:11:29.912355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-1a613929-a5f1-45d8-94be-dbeba85a0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.913911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-1a613929-a5f1-45d8-94be-dbeba85a0500 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1096 time: 0.1546469 Jul 16 18:11:29.920192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484562c-7762-4334-908b-6f0659015497 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd3ed62-2a38-40bb-853e-384beff1eca9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.925123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Request body: {'port': {'device_id': '42a68939-3050-44ca-98a2-cdb722b64943', 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb', 'admin_state_up': True, 'tenant_id': 'bc9d9c31706a4760962c57c3bb702826'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.946791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dab08-b3cc-4932-993a-db47acdbcc39 req-38599a44-c475-43a7-877c-ba3eed7ba134 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.955291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-979dab08-b3cc-4932-993a-db47acdbcc39 req-38599a44-c475-43a7-877c-ba3eed7ba134 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 945 time: 0.1449268 Jul 16 18:11:30.037888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10768709-3869-41d0-8618-cb881d07af96 req-ec8979d8-d8b3-46a6-862e-90865124a05e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=300fb354-0209-4ded-b8f1-9254c96f8d7d HTTP/1.1" status: 200 len: 210 time: 0.0718162 Jul 16 18:11:30.111992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-979dab08-b3cc-4932-993a-db47acdbcc39 req-0cbf9a6c-03a6-4cc8-ae68-209f9f2ebeb9 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505175 Jul 16 18:11:30.161310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-f26d79d6-64b3-4f2e-b045-43867afc7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.162962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-f26d79d6-64b3-4f2e-b045-43867afc7c11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.2385798 Jul 16 18:11:30.240145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-f0e998b7-f59a-43e9-a702-13527466885d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74555164-d5dc-43b0-8c05-a16ae77281aa HTTP/1.1" status: 200 len: 217 time: 0.0536318 Jul 16 18:11:30.253222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85c57444-5629-498f-b63e-c951e2608c50 req-fe34a867-0794-4bef-a605-d0141d0f3446 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/b429a6fd-af82-4a07-9e99-a4e2d8c4107e HTTP/1.1" status: 200 len: 1783 time: 0.1707675 Jul 16 18:11:30.317437 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c3a46d7a-2f0a-4320-a37d-674e95274a5b tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4311192 Jul 16 18:11:30.322921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.330116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-73992de9-bb87-444a-b134-642eb0cb44d2 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621628340'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.363419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-58105291-8235-4a3a-85b9-e6bd773143aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.365227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-58105291-8235-4a3a-85b9-e6bd773143aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.0938807 Jul 16 18:11:30.407395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.415844 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73992de9-bb87-444a-b134-642eb0cb44d2 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.430895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dd27e-f025-422b-8951-46c65b4633f8 req-fbc7883a-0c80-4064-a51e-a94a9454eea7 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.432586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-514dd27e-f025-422b-8951-46c65b4633f8 req-fbc7883a-0c80-4064-a51e-a94a9454eea7 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1959505 Jul 16 18:11:30.434561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-f8426797-601d-4e84-8491-2151aa404d9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595858 Jul 16 18:11:30.436643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-85c57444-5629-498f-b63e-c951e2608c50 req-bc8350d7-c135-4974-86eb-5acd2416f37a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.470803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Made reservation on behalf of bc9d9c31706a4760962c57c3bb702826 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:30.474264 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.493810 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-85c57444-5629-498f-b63e-c951e2608c50 req-bc8350d7-c135-4974-86eb-5acd2416f37a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.512392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.531178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-514dd27e-f025-422b-8951-46c65b4633f8 req-5e0fa54f-4d5a-4c3b-b18a-725dd01c40a9 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909646 Jul 16 18:11:30.571858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Checking segment: {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:30.572235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Network hostable DHCP agents. Network: f258c528-c4f0-4833-9916-4132c7713c81, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:30.610666 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-85c57444-5629-498f-b63e-c951e2608c50 req-bc8350d7-c135-4974-86eb-5acd2416f37a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.613562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-85c57444-5629-498f-b63e-c951e2608c50 req-bc8350d7-c135-4974-86eb-5acd2416f37a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.625175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85c57444-5629-498f-b63e-c951e2608c50 req-bc8350d7-c135-4974-86eb-5acd2416f37a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/b429a6fd-af82-4a07-9e99-a4e2d8c4107e HTTP/1.1" status: 204 len: 173 time: 0.3526833 Jul 16 18:11:30.640881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-9da2ab6a-d342-4cad-908f-3dca99eb6871 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861866 Jul 16 18:11:30.641999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8350d7-c135-4974-86eb-5acd2416f37a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b429a6fd-af82-4a07-9e99-a4e2d8c4107e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.704175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Allocated IP 172.20.0.9 (5c37335e-9fc4-4212-be3b-880a2e0d71fb/84d8b47e-08bc-405e-888c-e234259c61f2/a2871c7c-b3eb-4bcb-a019-c157726e2bce) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:30.816531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-600f96d8-fac6-4143-b83a-c06a46e8f4ce req-0200f606-69a0-446d-b9df-165913eed3d8 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 210 time: 0.0708735 Jul 16 18:11:30.846368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Network f258c528-c4f0-4833-9916-4132c7713c81 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:30.885873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-ecb8a9d0-5ef1-4a73-a488-bf835ccfae4a service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305496 Jul 16 18:11:30.918318 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-cab5d7e9-68fe-4fde-8df3-b46b216acd20 req-c33dd129-7438-4ef6-b5a9-6b031b6d6b2d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:11:30.925911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cab5d7e9-68fe-4fde-8df3-b46b216acd20 req-c33dd129-7438-4ef6-b5a9-6b031b6d6b2d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/b429a6fd-af82-4a07-9e99-a4e2d8c4107e HTTP/1.1" status: 404 len: 352 time: 0.0215323 Jul 16 18:11:30.943780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73992de9-bb87-444a-b134-642eb0cb44d2 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.944823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f258c528-c4f0-4833-9916-4132c7713c81) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:30.955307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc3fe6-a66b-4dbc-abd2-1f513cae81cf None None] Network f258c528-c4f0-4833-9916-4132c7713c81 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:30.998855 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73992de9-bb87-444a-b134-642eb0cb44d2 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.001793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.002379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.049449 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73992de9-bb87-444a-b134-642eb0cb44d2 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.050814 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-73992de9-bb87-444a-b134-642eb0cb44d2 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7268431 Jul 16 18:11:31.053627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43650) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.060326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4839b3cb-bd3e-45dc-839f-b3e7477bb542 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': 'a702a05c-00da-4e3d-8634-bbd343842d4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.069016 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-31cd6333-3771-4516-923f-2754b8668390 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5529687 Jul 16 18:11:31.071241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.079068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.089458 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-4839b3cb-bd3e-45dc-839f-b3e7477bb542 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:11:31.090089 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-4839b3cb-bd3e-45dc-839f-b3e7477bb542 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:31.091160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4839b3cb-bd3e-45dc-839f-b3e7477bb542 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0365479 Jul 16 18:11:31.093112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73992de9-bb87-444a-b134-642eb0cb44d2 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a702a05c-00da-4e3d-8634-bbd343842d4e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.094005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.098703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ede6f07a-32ce-4d14-93e0-c6533c1e4dbd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': 'a702a05c-00da-4e3d-8634-bbd343842d4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.099372 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-ede6f07a-32ce-4d14-93e0-c6533c1e4dbd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:11:31.100001 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-ede6f07a-32ce-4d14-93e0-c6533c1e4dbd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:31.101048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ede6f07a-32ce-4d14-93e0-c6533c1e4dbd tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059693 Jul 16 18:11:31.104712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43658) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.110050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2e0ad5c8-ab6b-4593-9b91-150b4e0901ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': 'a702a05c-00da-4e3d-8634-bbd343842d4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.111138 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-2e0ad5c8-ab6b-4593-9b91-150b4e0901ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:11:31.121569 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-2e0ad5c8-ab6b-4593-9b91-150b4e0901ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:31.124134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2e0ad5c8-ab6b-4593-9b91-150b4e0901ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184214 Jul 16 18:11:31.130904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.149283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-96882172-66f3-42ff-99b1-a5a23ecc6e09 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': 'a702a05c-00da-4e3d-8634-bbd343842d4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.151589 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-96882172-66f3-42ff-99b1-a5a23ecc6e09 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:11:31.152097 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-96882172-66f3-42ff-99b1-a5a23ecc6e09 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:31.153122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-96882172-66f3-42ff-99b1-a5a23ecc6e09 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0205960 Jul 16 18:11:31.157279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.178895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.197050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.198085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.275593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-f258c528-c4f0-4833-9916-4132c7713c81', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:31.277642 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.285141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086f754-b2cc-47aa-ab23-419dbdb0ab4a req-55e5b38b-424d-4f06-bd30-fd83e14cbb05 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.293894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f086f754-b2cc-47aa-ab23-419dbdb0ab4a req-55e5b38b-424d-4f06-bd30-fd83e14cbb05 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 944 time: 0.1676414 Jul 16 18:11:31.329359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e9997-dab8-4e20-bee6-d8c8ed48df2d req-ee845879-7745-4fdd-bcde-98a821b0ed5b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.330786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c32e9997-dab8-4e20-bee6-d8c8ed48df2d req-ee845879-7745-4fdd-bcde-98a821b0ed5b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1566172 Jul 16 18:11:31.332929 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42010fee-0405-4adf-b42b-fe64ee7d94ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.359016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.373027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f086f754-b2cc-47aa-ab23-419dbdb0ab4a req-91b96505-2c91-444c-b7ea-854385ffa5eb tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781593 Jul 16 18:11:31.412882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42010fee-0405-4adf-b42b-fe64ee7d94ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.448977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e85b3c16-5635-4102-b614-da0ad99811d5 req-39505ee6-ae33-45d8-9b6a-e80b6225df5b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-215675655', 'description': 'tempest-description-885831628'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.476595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.479625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Allocated IP 172.20.0.2 (f258c528-c4f0-4833-9916-4132c7713c81/a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4/3c79f1c1-13fc-4487-ae17-be7038ec54e3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:31.482573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c32e9997-dab8-4e20-bee6-d8c8ed48df2d req-3385395a-9546-40a9-8e57-5231ab053db7 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349888 Jul 16 18:11:31.522241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e85b3c16-5635-4102-b614-da0ad99811d5 req-39505ee6-ae33-45d8-9b6a-e80b6225df5b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.547823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Pushing event updated for resources: {'Port': ['ID=a2871c7c-b3eb-4bcb-a019-c157726e2bce,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.552271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2ee94-a640-46f6-a959-36910d805318 req-d959291c-d3c5-4b53-8a40-496db28e904f tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.554244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-d959291c-d3c5-4b53-8a40-496db28e904f tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1096 time: 0.1781681 Jul 16 18:11:31.634325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Network 5c37335e-9fc4-4212-be3b-880a2e0d71fb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:31.636980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.643115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42010fee-0405-4adf-b42b-fe64ee7d94ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.645683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42010fee-0405-4adf-b42b-fe64ee7d94ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.646831 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-42010fee-0405-4adf-b42b-fe64ee7d94ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/a702a05c-00da-4e3d-8634-bbd343842d4e HTTP/1.1" status: 204 len: 168 time: 0.4872048 Jul 16 18:11:31.647722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:31.655952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:31.658359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43674) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.668623 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.678547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Transition to ACTIVE for port object 3c79f1c1-13fc-4487-ae17-be7038ec54e3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:31.717623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Transition to ACTIVE for port object 3c79f1c1-13fc-4487-ae17-be7038ec54e3 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:31.723017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42010fee-0405-4adf-b42b-fe64ee7d94ad tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a702a05c-00da-4e3d-8634-bbd343842d4e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.729844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'fcad7356-e203-4e86-8ec7-e286d4390f7b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:31.737685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 74555164-d5dc-43b0-8c05-a16ae77281aa no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:31.761566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.766286 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b441565d-3fc7-40ab-9ff0-e9ea97b7e835 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968955 Jul 16 18:11:31.788150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7a034cc9-9c5d-458e-a13b-9c5f87ecac6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--354846886'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.796816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.797460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.816997 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.889207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Network f258c528-c4f0-4833-9916-4132c7713c81 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:31.904246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:31.906722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e85b3c16-5635-4102-b614-da0ad99811d5 req-39505ee6-ae33-45d8-9b6a-e80b6225df5b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.913218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:31.922547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e85b3c16-5635-4102-b614-da0ad99811d5 req-39505ee6-ae33-45d8-9b6a-e80b6225df5b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.934376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cca2ee94-a640-46f6-a959-36910d805318 req-d9e53aaa-f201-4ea3-ae07-4b1b5d7895be service neutron] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:31.969222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 74555164-d5dc-43b0-8c05-a16ae77281aa not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:31.970741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cca2ee94-a640-46f6-a959-36910d805318 req-d9e53aaa-f201-4ea3-ae07-4b1b5d7895be service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.971355 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-af885cb1-fd04-4ead-891f-247684a54958 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0534613 Jul 16 18:11:31.972428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cca2ee94-a640-46f6-a959-36910d805318 req-d9e53aaa-f201-4ea3-ae07-4b1b5d7895be service neutron] 10.222.0.45 "DELETE /v2.0/ports/74555164-d5dc-43b0-8c05-a16ae77281aa/bindings/n-h2-793619-10 HTTP/1.1" status: 204 len: 173 time: 0.4018281 Jul 16 18:11:31.993581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Pushing event updated for resources: {'Port': ['ID=3c79f1c1-13fc-4487-ae17-be7038ec54e3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.011551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Request body: {'port': {'device_id': '42a68939-3050-44ca-98a2-cdb722b64943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.015484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39505ee6-ae33-45d8-9b6a-e80b6225df5b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253ca7c9-b160-411a-983a-83e8dd6184f2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.045990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc86082-fe57-48fd-bae0-0783db5a1586 req-c528a272-f6d0-40d2-bffd-a2c381d9ced7 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.047529 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdc86082-fe57-48fd-bae0-0783db5a1586 req-c528a272-f6d0-40d2-bffd-a2c381d9ced7 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 946 time: 0.2045639 Jul 16 18:11:32.048297 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a034cc9-9c5d-458e-a13b-9c5f87ecac6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.052198 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e85b3c16-5635-4102-b614-da0ad99811d5 req-39505ee6-ae33-45d8-9b6a-e80b6225df5b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.065276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e85b3c16-5635-4102-b614-da0ad99811d5 req-39505ee6-ae33-45d8-9b6a-e80b6225df5b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6304557 Jul 16 18:11:32.091079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Attempting to bind port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:32.091460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Attempting to bind port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:32.091828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Attempting to bind port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 on network f258c528-c4f0-4833-9916-4132c7713c81 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:32.111647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:32.112055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Checking segment: {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:32.112347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.112775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Bound using segment: {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:32.113266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Bound port: 3c79f1c1-13fc-4487-ae17-be7038ec54e3, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:32.114229 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.123743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.159276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.164810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdc86082-fe57-48fd-bae0-0783db5a1586 req-023e5168-8df5-4788-977b-49a402b526cc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877578 Jul 16 18:11:32.210391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.264813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] For port 3c79f1c1-13fc-4487-ae17-be7038ec54e3, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:32.266599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a034cc9-9c5d-458e-a13b-9c5f87ecac6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.269602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] For port 3c79f1c1-13fc-4487-ae17-be7038ec54e3, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3c79f1c1-13fc-4487-ae17-be7038ec54e3,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:32.278123 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a034cc9-9c5d-458e-a13b-9c5f87ecac6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.280281 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.346862 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7a034cc9-9c5d-458e-a13b-9c5f87ecac6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.346862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7a034cc9-9c5d-458e-a13b-9c5f87ecac6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5785592 Jul 16 18:11:32.349856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43702) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.350511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a034cc9-9c5d-458e-a13b-9c5f87ecac6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb285c4-1e77-41df-89bb-23b008694599,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.374070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-40a7b8d7-e9c7-4f06-b21d-3253d7462513 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '8eb285c4-1e77-41df-89bb-23b008694599', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.374891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cfbd1-4eaf-4a5c-b278-aa8bf131c7c2 None None] Pushing event updated for resources: {'Port': ['ID=3c79f1c1-13fc-4487-ae17-be7038ec54e3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.375228 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-40a7b8d7-e9c7-4f06-b21d-3253d7462513 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:11:32.375907 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-40a7b8d7-e9c7-4f06-b21d-3253d7462513 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:32.377212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-40a7b8d7-e9c7-4f06-b21d-3253d7462513 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0233800 Jul 16 18:11:32.392663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.403022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-28057074-08ba-4040-90a9-aba2d3c7d9cb tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '8eb285c4-1e77-41df-89bb-23b008694599', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.421723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Allocated IP 172.25.2.135 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/1ac8fcde-c72c-414a-a44d-8093b3b68c19) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:32.424215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a931ad-112d-40f5-a2c0-8da4bbb6405a req-3d70d997-178e-4a31-ab33-21a4329aff0b tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.432872 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30a931ad-112d-40f5-a2c0-8da4bbb6405a req-3d70d997-178e-4a31-ab33-21a4329aff0b tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 931 time: 0.2214634 Jul 16 18:11:32.547995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30a931ad-112d-40f5-a2c0-8da4bbb6405a req-8933de81-865a-4c04-b716-a458d91cbfd0 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136117 Jul 16 18:11:32.583965 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-28057074-08ba-4040-90a9-aba2d3c7d9cb tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:32.585294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-28057074-08ba-4040-90a9-aba2d3c7d9cb tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1912580 Jul 16 18:11:32.589197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.596086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-00f2b989-1dea-4a14-8bca-9bec10fe46fe tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '8eb285c4-1e77-41df-89bb-23b008694599', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.602898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-2519e54b-8d1b-4f5a-a485-a354b0bf9bea tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.609981 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-00f2b989-1dea-4a14-8bca-9bec10fe46fe tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:11:32.610715 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-00f2b989-1dea-4a14-8bca-9bec10fe46fe tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:32.612194 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-00f2b989-1dea-4a14-8bca-9bec10fe46fe tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0217276 Jul 16 18:11:32.626365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43712) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.643877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-75f22c04-bfab-4149-bf6a-b28ae90f5b72 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '8eb285c4-1e77-41df-89bb-23b008694599', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.650754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-2519e54b-8d1b-4f5a-a485-a354b0bf9bea tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.3397779 Jul 16 18:11:32.656405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fb53dcab-d2d6-4aa9-812d-786e4c87671b req-cf75b59d-fd69-4ab0-8c0a-3e32505e85cd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-987216310', 'description': 'tempest-description-1093286460'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.680495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-d28cca39-1cef-49da-9b9f-6e94ddfe940a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/quotas/b4ead2119915486aaa08f9849e05a40d HTTP/1.1" status: 200 len: 375 time: 0.0179305 Jul 16 18:11:32.738278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-6de2438e-5ca2-42e7-89a4-3ae628dbb95f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437744 Jul 16 18:11:32.739261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fb53dcab-d2d6-4aa9-812d-786e4c87671b req-cf75b59d-fd69-4ab0-8c0a-3e32505e85cd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.759110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.782372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2871c7c-b3eb-4bcb-a019-c157726e2bce {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:32.795590 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.819285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Transition to ACTIVE for port object a2871c7c-b3eb-4bcb-a019-c157726e2bce will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:32.828638 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.875123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-81de4e0b-8fcd-4627-8b9f-594c46ed2913 service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264188 Jul 16 18:11:32.877999 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.895761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Pushing event updated for resources: {'Port': ['ID=a2871c7c-b3eb-4bcb-a019-c157726e2bce,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.956555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:32.962945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:32.967790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:32.970873 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fb53dcab-d2d6-4aa9-812d-786e4c87671b req-cf75b59d-fd69-4ab0-8c0a-3e32505e85cd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.980442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fb53dcab-d2d6-4aa9-812d-786e4c87671b req-cf75b59d-fd69-4ab0-8c0a-3e32505e85cd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.003805 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-75f22c04-bfab-4149-bf6a-b28ae90f5b72 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:33.004830 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-75f22c04-bfab-4149-bf6a-b28ae90f5b72 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3716471 Jul 16 18:11:33.009608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.017372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4d8a85ba-9764-446a-ae07-aff068627f6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '8eb285c4-1e77-41df-89bb-23b008694599', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:33.018179 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-4d8a85ba-9764-446a-ae07-aff068627f6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:11:33.018316 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-4d8a85ba-9764-446a-ae07-aff068627f6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:33.022417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4d8a85ba-9764-446a-ae07-aff068627f6e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082066 Jul 16 18:11:33.024008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Pushing event updated for resources: {'Port': ['ID=1ac8fcde-c72c-414a-a44d-8093b3b68c19,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.025689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43716) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.033085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-fdf11818-984c-48b8-8e5c-c6a17dc2db43 service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571543 Jul 16 18:11:33.033694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-47deb47b-41d1-4488-b9d6-8ebda077f119 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '8eb285c4-1e77-41df-89bb-23b008694599', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:33.041222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fb53dcab-d2d6-4aa9-812d-786e4c87671b req-cf75b59d-fd69-4ab0-8c0a-3e32505e85cd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.053114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb53dcab-d2d6-4aa9-812d-786e4c87671b req-cf75b59d-fd69-4ab0-8c0a-3e32505e85cd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4010773 Jul 16 18:11:33.053991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75b59d-fd69-4ab0-8c0a-3e32505e85cd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa39af4-2003-4453-b1f5-44213c5990c5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.093178 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56d6ef22-f4df-4aa2-9a3b-c38391a6a37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.125752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Attempting to bind port a2871c7c-b3eb-4bcb-a019-c157726e2bce on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.125910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Attempting to bind port a2871c7c-b3eb-4bcb-a019-c157726e2bce by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.126240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Attempting to bind port a2871c7c-b3eb-4bcb-a019-c157726e2bce on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.189232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Port a2871c7c-b3eb-4bcb-a019-c157726e2bce on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.189631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Attempting to bind port a2871c7c-b3eb-4bcb-a019-c157726e2bce on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.197213 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-47deb47b-41d1-4488-b9d6-8ebda077f119 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Project 2a08068bf43b413894653f9d80b8c79a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:11:33.238084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:33.238429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Checking segment: {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:33.238820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Bound using segment: {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:33.239263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Bound port: a2871c7c-b3eb-4bcb-a019-c157726e2bce, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:33.239621 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.292920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f059a-95af-4e9e-874d-c85cadfdd0df req-95e0607a-3a78-4eaf-96dc-097cc7223c7e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.294847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba0f059a-95af-4e9e-874d-c85cadfdd0df req-95e0607a-3a78-4eaf-96dc-097cc7223c7e tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.0953102 Jul 16 18:11:33.296990 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-47deb47b-41d1-4488-b9d6-8ebda077f119 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:33.298030 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-47deb47b-41d1-4488-b9d6-8ebda077f119 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2679410 Jul 16 18:11:33.302109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43724) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.308819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d74ccf00-3093-4559-b951-9c76b2af20a0 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '8eb285c4-1e77-41df-89bb-23b008694599', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:33.309403 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-d74ccf00-3093-4559-b951-9c76b2af20a0 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:11:33.309989 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-d74ccf00-3093-4559-b951-9c76b2af20a0 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:33.314669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d74ccf00-3093-4559-b951-9c76b2af20a0 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112512 Jul 16 18:11:33.315358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.323438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-88cfc426-8027-4363-bf04-5ad87ec72054 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '8eb285c4-1e77-41df-89bb-23b008694599', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:33.454676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba0f059a-95af-4e9e-874d-c85cadfdd0df req-f8ba51f7-f6cc-428b-8eee-51c21d25abf3 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380033 Jul 16 18:11:33.459030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] For port a2871c7c-b3eb-4bcb-a019-c157726e2bce, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:33.482112 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-88cfc426-8027-4363-bf04-5ad87ec72054 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Project 2a08068bf43b413894653f9d80b8c79a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:11:33.492828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] For port a2871c7c-b3eb-4bcb-a019-c157726e2bce, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a2871c7c-b3eb-4bcb-a019-c157726e2bce,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:33.516274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.520060 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-88cfc426-8027-4363-bf04-5ad87ec72054 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:33.526698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-88cfc426-8027-4363-bf04-5ad87ec72054 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2086847 Jul 16 18:11:33.533169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43738) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.546703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3f5d51d4-f78a-45df-9ac4-82e8116e8be9 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '8eb285c4-1e77-41df-89bb-23b008694599', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:33.575902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3c79f1c1-13fc-4487-ae17-be7038ec54e3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:33.576982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.597398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb69e23-9e9f-4ef6-bf71-6199baed83cc req-0675cdf0-aad8-4fdc-abea-14c7672075e3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.598988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bb69e23-9e9f-4ef6-bf71-6199baed83cc req-0675cdf0-aad8-4fdc-abea-14c7672075e3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 944 time: 0.2574701 Jul 16 18:11:33.624025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.624953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.626535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6fb0c277-fbc3-41db-83a0-f3bc3545f811 req-10ba16c3-4135-421e-a5ad-01ef9a80e2ea tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-106667939', 'description': 'tempest-description-614997486'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:33.626720 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] 10.222.0.45 "PUT /v2.0/ports/a2871c7c-b3eb-4bcb-a019-c157726e2bce HTTP/1.1" status: 200 len: 1092 time: 1.6246085 Jul 16 18:11:33.629792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a68939-3050-44ca-98a2-cdb722b64943', 'tag': 'a2871c7c-b3eb-4bcb-a019-c157726e2bce'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:33.633621 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c31faa-bd2f-4e94-be3f-be2247181194" -d '{"events": [{"name": "network-changed", "server_uuid": "42a68939-3050-44ca-98a2-cdb722b64943", "tag": "a2871c7c-b3eb-4bcb-a019-c157726e2bce"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:33.670274 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-3f5d51d4-f78a-45df-9ac4-82e8116e8be9 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Project 2a08068bf43b413894653f9d80b8c79a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:11:33.696698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:33.716770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bb69e23-9e9f-4ef6-bf71-6199baed83cc req-61100246-4f1d-4303-acec-34dd4e2f8865 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031189 Jul 16 18:11:33.719637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6fb0c277-fbc3-41db-83a0-f3bc3545f811 req-10ba16c3-4135-421e-a5ad-01ef9a80e2ea tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.745003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c5ca24-8c5b-453a-9d0d-c230397173ef None None] Network f258c528-c4f0-4833-9916-4132c7713c81 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:33.828112 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6fb0c277-fbc3-41db-83a0-f3bc3545f811 req-10ba16c3-4135-421e-a5ad-01ef9a80e2ea tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.835351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6fb0c277-fbc3-41db-83a0-f3bc3545f811 req-10ba16c3-4135-421e-a5ad-01ef9a80e2ea tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.891731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad9776e5-0037-4d99-8d74-9891411d0efd None None] Provisioning for port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:33.900170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad9776e5-0037-4d99-8d74-9891411d0efd None None] Provisioning complete for port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:33.900558 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9776e5-0037-4d99-8d74-9891411d0efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.920414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da2bd556-783c-4e63-abff-7ff8677b4a83 req-0bf9017e-54e4-454a-a1f2-2cc183cbd6e8 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b754d9-4777-4160-84d1-cdc5035ae95f HTTP/1.1" status: 200 len: 210 time: 0.0693858 Jul 16 18:11:33.930315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6fb0c277-fbc3-41db-83a0-f3bc3545f811 req-10ba16c3-4135-421e-a5ad-01ef9a80e2ea tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.936206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fb0c277-fbc3-41db-83a0-f3bc3545f811 req-10ba16c3-4135-421e-a5ad-01ef9a80e2ea tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3213780 Jul 16 18:11:33.952672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba16c3-4135-421e-a5ad-01ef9a80e2ea tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f436a379-ee6e-4188-8ecf-80447e59cfe6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.976006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-d8da8d14-d2b3-41d8-8cab-74db3906fbaf req-1de6ba0a-8a27-40c3-b3ed-50ae65505a00 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:11:33.978234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8da8d14-d2b3-41d8-8cab-74db3906fbaf req-1de6ba0a-8a27-40c3-b3ed-50ae65505a00 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079672 Jul 16 18:11:34.010053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c692e-0bc5-4496-b4fa-4929bd207e90 service neutron] Pushing event updated for resources: {'Port': ['ID=a2871c7c-b3eb-4bcb-a019-c157726e2bce,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.028319 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-3f5d51d4-f78a-45df-9ac4-82e8116e8be9 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:34.029539 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3f5d51d4-f78a-45df-9ac4-82e8116e8be9 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4939418 Jul 16 18:11:34.034590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:34.087647 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9776e5-0037-4d99-8d74-9891411d0efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.138761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-45a9590f-4324-4033-9c4a-3c2593bba0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.140243 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-45a9590f-4324-4033-9c4a-3c2593bba0df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 1095 time: 0.4339046 Jul 16 18:11:34.145429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ad9776e5-0037-4d99-8d74-9891411d0efd None None] For port 3c79f1c1-13fc-4487-ae17-be7038ec54e3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3c79f1c1-13fc-4487-ae17-be7038ec54e3,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:34.154053 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad9776e5-0037-4d99-8d74-9891411d0efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.223797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1651bb43-47c3-4ce8-8cac-7699bf2d2173 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.226949 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-20f9819e-9e89-421f-b603-0d416b0d4275 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2871c7c-b3eb-4bcb-a019-c157726e2bce HTTP/1.1" status: 200 len: 217 time: 0.0720439 Jul 16 18:11:34.287600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8da8d14-d2b3-41d8-8cab-74db3906fbaf req-62298f78-bf6c-461d-91da-fc0f59a6b650 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2947648 Jul 16 18:11:34.295933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-222f749a-48e8-4a52-b1ac-869f494d3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.297457 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-222f749a-48e8-4a52-b1ac-869f494d3658 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.0570006 Jul 16 18:11:34.313986 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1651bb43-47c3-4ce8-8cac-7699bf2d2173 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.344896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b118984-d0e2-4cbe-9b1a-e207df7b3cf0 req-c953ab74-70c5-4e8b-ae88-482df788f285 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.351955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b118984-d0e2-4cbe-9b1a-e207df7b3cf0 req-c953ab74-70c5-4e8b-ae88-482df788f285 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 943 time: 0.2126184 Jul 16 18:11:34.368917 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-a32aa35c-4d16-4a23-9b6c-d83b58a16b22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566950 Jul 16 18:11:34.374243 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.410325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9776e5-0037-4d99-8d74-9891411d0efd None None] Pushing event updated for resources: {'Port': ['ID=3c79f1c1-13fc-4487-ae17-be7038ec54e3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.434149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b118984-d0e2-4cbe-9b1a-e207df7b3cf0 req-4107cf13-4938-4dec-b9c5-522df60a629b tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721896 Jul 16 18:11:34.505573 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd103932-c467-4aac-80f9-78a2d576012b x-openstack-request-id: req-dd103932-c467-4aac-80f9-78a2d576012b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:34.506126 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a68939-3050-44ca-98a2-cdb722b64943", "tag": "a2871c7c-b3eb-4bcb-a019-c157726e2bce", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:34.506248 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd103932-c467-4aac-80f9-78a2d576012b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:34.506699 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a68939-3050-44ca-98a2-cdb722b64943', 'tag': 'a2871c7c-b3eb-4bcb-a019-c157726e2bce', 'status': 'completed', 'code': 200} Jul 16 18:11:34.510818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1651bb43-47c3-4ce8-8cac-7699bf2d2173 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.513578 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1651bb43-47c3-4ce8-8cac-7699bf2d2173 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.514783 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1651bb43-47c3-4ce8-8cac-7699bf2d2173 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/8eb285c4-1e77-41df-89bb-23b008694599 HTTP/1.1" status: 204 len: 168 time: 0.4792864 Jul 16 18:11:34.517636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43758) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:34.583258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fc84c38a-7b84-40f0-8cf8-3655c7046f1c None None] Provisioning complete for port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:34.583635 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fc84c38a-7b84-40f0-8cf8-3655c7046f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.590842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6b302f94-76ad-40e8-86d9-e8da61254a77 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720143 Jul 16 18:11:34.595506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:34.610132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3a4d0969-19d3-493a-9747-7cc67304c045 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--78045439'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:34.642999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651bb43-47c3-4ce8-8cac-7699bf2d2173 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb285c4-1e77-41df-89bb-23b008694599,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.647609 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-1312fbc9-2c39-4f60-b07b-b9f68520a577 service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642453 Jul 16 18:11:34.693009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a4d0969-19d3-493a-9747-7cc67304c045 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.696301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aee35bfb-a059-4bc5-82e7-fbd7463194dd details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:34.783702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b65e788-649b-470f-a421-9df3ad7c4aa6 req-af4405a7-3b7b-49b1-8b80-d37961716e0f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4cc58d503df4391bb4bb187786acd48 HTTP/1.1" status: 200 len: 10906 time: 0.2321978 Jul 16 18:11:34.825063 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e558ac3b-5e38-4f3f-b143-100c9671daf7 req-49860e6e-74e2-4f63-92b6-efe20217ef0a service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644795 Jul 16 18:11:34.844208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:34.865507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'port_id': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd', 'mac_address': 'fa:16:3e:73:92:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6840c1a2-54a4-4cfc-bc82-83457b9c6a9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:34.869082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b65e788-649b-470f-a421-9df3ad7c4aa6 req-52949352-e38c-421b-ae08-519b21579bc1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/1daa7249-d458-40aa-957c-73ab82ed2ae7 HTTP/1.1" status: 200 len: 2985 time: 0.0787342 Jul 16 18:11:34.909186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Router 7377ed25-a0d9-4ab8-8baf-303ba698c0de is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:34.918512 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.937427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aee35bfb-a059-4bc5-82e7-fbd7463194dd {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:34.943659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a4d0969-19d3-493a-9747-7cc67304c045 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.956679 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a4d0969-19d3-493a-9747-7cc67304c045 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.970464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:34.975822 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.031014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b65e788-649b-470f-a421-9df3ad7c4aa6 req-a7d93673-fcbe-4b82-af6e-49dd16bcb979 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/1daa7249-d458-40aa-957c-73ab82ed2ae7 HTTP/1.1" status: 200 len: 2985 time: 0.1610630 Jul 16 18:11:35.050457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=aee35bfb-a059-4bc5-82e7-fbd7463194dd,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.051503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a4d0969-19d3-493a-9747-7cc67304c045 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.057556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3a4d0969-19d3-493a-9747-7cc67304c045 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4574702 Jul 16 18:11:35.058339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43772) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.061907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d0969-19d3-493a-9747-7cc67304c045 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279245f1-07b0-4bbf-aa52-eec9b7fd5f4c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.069898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fc0bcb22-5255-41f3-9096-6a2da8a28234 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '279245f1-07b0-4bbf-aa52-eec9b7fd5f4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:35.116736 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:35.126505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c27f1c-1a78-4175-8d12-bface8f53b16 req-01d50625-52c3-4f6b-8fc2-2633ce42ab9e tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.129736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3c27f1c-1a78-4175-8d12-bface8f53b16 req-01d50625-52c3-4f6b-8fc2-2633ce42ab9e tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1096 time: 0.1756008 Jul 16 18:11:35.130790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Sync routers for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:35.150730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:35.151482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:11:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:35.170013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['aee35bfb-a059-4bc5-82e7-fbd7463194dd'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:35.171964 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-fc0bcb22-5255-41f3-9096-6a2da8a28234 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The resource could not be found. Jul 16 18:11:35.173376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fc0bcb22-5255-41f3-9096-6a2da8a28234 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1136277 Jul 16 18:11:35.185163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43774) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.192977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cdf2b25b-5832-4763-a622-ae29ad8a3a44 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '279245f1-07b0-4bbf-aa52-eec9b7fd5f4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '69c82731-f8b4-4c5f-9fa2-59f6247ef8f8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:35.212454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3c27f1c-1a78-4175-8d12-bface8f53b16 req-d8d88f66-6922-4606-a23e-75594470b844 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757775 Jul 16 18:11:35.215725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.222948 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-161126ff-712a-4765-a4c6-ec692d3a42ca admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1472991 Jul 16 18:11:35.229033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.247746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-00aab0b3-4ac2-4c00-9faa-114fa36f5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.252160 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-00aab0b3-4ac2-4c00-9faa-114fa36f5949 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 1095 time: 0.2202301 Jul 16 18:11:35.324457 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-cdf2b25b-5832-4763-a622-ae29ad8a3a44 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The resource could not be found. Jul 16 18:11:35.328797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cdf2b25b-5832-4763-a622-ae29ad8a3a44 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1425836 Jul 16 18:11:35.330001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43788) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.346094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12909231-9e0c-4876-b5a0-d487415671ce req-1536d380-af30-4a7b-b816-4ecf4b4e287f tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.347845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12909231-9e0c-4876-b5a0-d487415671ce req-1536d380-af30-4a7b-b816-4ecf4b4e287f tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.1717699 Jul 16 18:11:35.439489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:35.450407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12909231-9e0c-4876-b5a0-d487415671ce req-7d181d50-2180-499e-a31f-8389fb9540d3 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899839 Jul 16 18:11:35.524215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-4a444353-9e0f-477a-9456-b69ccd70e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.526868 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-4a444353-9e0f-477a-9456-b69ccd70e875 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 915 time: 0.1978524 Jul 16 18:11:35.560692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57a58e64-319d-4ad6-b83e-aacedff08cb1 req-68c42fec-22c7-403f-85fa-cb09de4979d3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b754d9-4777-4160-84d1-cdc5035ae95f HTTP/1.1" status: 200 len: 210 time: 0.0580778 Jul 16 18:11:35.614843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3c79f1c1-13fc-4487-ae17-be7038ec54e3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:35.620082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-355524aa-d2b6-4fc2-b477-fc12d69b026f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=76b754d9-4777-4160-84d1-cdc5035ae95f HTTP/1.1" status: 200 len: 210 time: 0.0561707 Jul 16 18:11:35.630041 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-418531ae-d628-4d39-b3d3-dfa72a0c1856 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2871c7c-b3eb-4bcb-a019-c157726e2bce HTTP/1.1" status: 200 len: 217 time: 0.0877488 Jul 16 18:11:35.721286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:35.721806 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.811975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:33Z', 'revision_number': 3, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:35.815621 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e048bce2-bdef-44e1-b79f-a01ca59781eb tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.847567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Checking router: 7377ed25-a0d9-4ab8-8baf-303ba698c0de for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:35.848267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Updating router 7377ed25-a0d9-4ab8-8baf-303ba698c0de port 1ac8fcde-c72c-414a-a44d-8093b3b68c19 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:35.886574 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.891671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-5c9f02b2-f675-49f1-8809-04c49ff92044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.893313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-5c9f02b2-f675-49f1-8809-04c49ff92044 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.2447262 Jul 16 18:11:35.899778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e048bce2-bdef-44e1-b79f-a01ca59781eb tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.963664 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-103ce43b-2d3e-4218-9622-cf87e05808c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598171 Jul 16 18:11:36.069670 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.072054 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bef70dbf-cd2b-4aef-a1ed-08ebcb798242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.192561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5a1598-af9c-4c1e-a2a5-914c936a91e2 req-3b6f0c19-a562-4eb1-8f88-796413c2f68a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/253ca7c9-b160-411a-983a-83e8dd6184f2 HTTP/1.1" status: 200 len: 1801 time: 0.6306601 Jul 16 18:11:36.234378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-e5406928-ee2d-4860-aba9-96cf98955490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.235893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-e5406928-ee2d-4860-aba9-96cf98955490 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b4ead2119915486aaa08f9849e05a40d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5956047 Jul 16 18:11:36.286163 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e048bce2-bdef-44e1-b79f-a01ca59781eb tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.289745 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e048bce2-bdef-44e1-b79f-a01ca59781eb tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.293943 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e048bce2-bdef-44e1-b79f-a01ca59781eb tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/279245f1-07b0-4bbf-aa52-eec9b7fd5f4c HTTP/1.1" status: 204 len: 168 time: 0.9618995 Jul 16 18:11:36.294726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43832) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.302927 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-9291a47d-de2f-437c-b591-112809dd8462 service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993191 Jul 16 18:11:36.339422 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.351461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Transition to ACTIVE for port object 1ac8fcde-c72c-414a-a44d-8093b3b68c19 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:36.370123 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.407398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b5a1598-af9c-4c1e-a2a5-914c936a91e2 req-421b9268-4051-4ad2-83c9-172c7fe28244 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.433232 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29c31faa-bd2f-4e94-be3f-be2247181194 req-b93c4aee-2aad-4d82-b2d1-7bac3673313b service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128123 Jul 16 18:11:36.439257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048bce2-bdef-44e1-b79f-a01ca59781eb tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=279245f1-07b0-4bbf-aa52-eec9b7fd5f4c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.448815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Attempting to bind port 1ac8fcde-c72c-414a-a44d-8093b3b68c19 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:36.449089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Attempting to bind port 1ac8fcde-c72c-414a-a44d-8093b3b68c19 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:36.449392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Attempting to bind port 1ac8fcde-c72c-414a-a44d-8093b3b68c19 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:36.457196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.468252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:36.468668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:36.469087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.469825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:36.470246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Bound port: 1ac8fcde-c72c-414a-a44d-8093b3b68c19, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:36.470904 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.502252 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-66585a5b-8937-4593-8285-d2d5ed6fa261 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2014251 Jul 16 18:11:36.502955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.514631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-981317d5-630a-40fe-b3bd-27ac8360df76 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '05eb140c-ce1b-4bb8-9640-92146c2379a0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:36.525561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-030823c8-990a-47d7-a462-2109a2e6e406 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.532573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-030823c8-990a-47d7-a462-2109a2e6e406 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 820 time: 0.3871596 Jul 16 18:11:36.542138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] For port 1ac8fcde-c72c-414a-a44d-8093b3b68c19, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:36.546764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] For port 1ac8fcde-c72c-414a-a44d-8093b3b68c19, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1ac8fcde-c72c-414a-a44d-8093b3b68c19,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:36.562322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.565894 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caf22e-4638-4cbc-bef4-3c9c0dc851e4 None None] Pushing event updated for resources: {'Port': ['ID=1ac8fcde-c72c-414a-a44d-8093b3b68c19,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.581404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b5a1598-af9c-4c1e-a2a5-914c936a91e2 req-421b9268-4051-4ad2-83c9-172c7fe28244 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.599909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-b281b7fe-628b-4cdb-9447-1d425ad2b90f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/quotas/02e3392e165f400497fbe7e41aa3f523 HTTP/1.1" status: 200 len: 375 time: 0.0661063 Jul 16 18:11:36.634420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:36.635289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:36.658292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-286651b5-c8a9-480a-a735-569306cefb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.660439 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-286651b5-c8a9-480a-a735-569306cefb2a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4115565 Jul 16 18:11:36.705727 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b5a1598-af9c-4c1e-a2a5-914c936a91e2 req-421b9268-4051-4ad2-83c9-172c7fe28244 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.708806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b5a1598-af9c-4c1e-a2a5-914c936a91e2 req-421b9268-4051-4ad2-83c9-172c7fe28244 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.716159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5a1598-af9c-4c1e-a2a5-914c936a91e2 req-421b9268-4051-4ad2-83c9-172c7fe28244 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/253ca7c9-b160-411a-983a-83e8dd6184f2 HTTP/1.1" status: 204 len: 173 time: 0.5226717 Jul 16 18:11:36.756352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b9268-4051-4ad2-83c9-172c7fe28244 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253ca7c9-b160-411a-983a-83e8dd6184f2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.784466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-8ffa22d7-31ed-4bdf-bf1e-3e3ed84a5a12 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1832054 Jul 16 18:11:36.801586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:36.872858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aee35bfb-a059-4bc5-82e7-fbd7463194dd up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:36.874692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-def7964f-b03e-4852-a6eb-bca772c040d3 req-f4bef2fc-8fe8-451c-9424-e419ca57b92f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/ports?device_id=76b754d9-4777-4160-84d1-cdc5035ae95f HTTP/1.1" status: 200 len: 210 time: 0.1113322 Jul 16 18:11:36.993544 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-981317d5-630a-40fe-b3bd-27ac8360df76 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The resource could not be found. Jul 16 18:11:37.001577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-981317d5-630a-40fe-b3bd-27ac8360df76 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4922471 Jul 16 18:11:37.002431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.039915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d8a49151-9db3-4443-818e-1a85ec0ea55a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971497036'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:37.053598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01ccd0-066d-409e-9139-e8f335aef7e1 req-9494afd5-6d57-4248-8bb3-7c3131ca3d6b tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.055849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b01ccd0-066d-409e-9139-e8f335aef7e1 req-9494afd5-6d57-4248-8bb3-7c3131ca3d6b tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 943 time: 0.2109654 Jul 16 18:11:37.073638 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.088009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8a49151-9db3-4443-818e-1a85ec0ea55a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.097666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-4e98e6ca-efb1-414b-89f2-9749b1a7707a service neutron] 10.222.0.60 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933364 Jul 16 18:11:37.133626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caf22e-4638-4cbc-bef4-3c9c0dc851e4 None None] Pushing event updated for resources: {'Port': ['ID=1ac8fcde-c72c-414a-a44d-8093b3b68c19,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.158178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Allocated IP 172.20.0.1 (f258c528-c4f0-4833-9916-4132c7713c81/a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4/b6ae04af-2475-4784-b1ed-4e6ee9c2feaf) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:37.226168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-9e09bda2-8ea2-4d58-b9b5-011e2838a507 service neutron] 10.222.0.60 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276047 Jul 16 18:11:37.256503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b01ccd0-066d-409e-9139-e8f335aef7e1 req-78fd7732-c38b-4854-b72f-a4768a154aa3 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894259 Jul 16 18:11:37.282639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port aee35bfb-a059-4bc5-82e7-fbd7463194dd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:37.283147 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.337042 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8a49151-9db3-4443-818e-1a85ec0ea55a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.348276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8a49151-9db3-4443-818e-1a85ec0ea55a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.376567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d8a49151-9db3-4443-818e-1a85ec0ea55a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.381232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43844) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.381523 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d8a49151-9db3-4443-818e-1a85ec0ea55a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3502338 Jul 16 18:11:37.388156 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b787c46b-927b-46c9-9404-a52606c4c476 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--526708816'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:37.405047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.431373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a49151-9db3-4443-818e-1a85ec0ea55a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b199127-b178-4c03-aa02-ba820027022e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.434477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Transition to ACTIVE for port object b6ae04af-2475-4784-b1ed-4e6ee9c2feaf will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:37.473381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:33Z', 'revision_number': 3, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:37.482203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.483618 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b787c46b-927b-46c9-9404-a52606c4c476 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.524782 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-035dda78-9a62-4489-bb5e-09829384ad8b req-d0a789e0-f29f-44e9-b9b3-61214f9adf64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=76b754d9-4777-4160-84d1-cdc5035ae95f HTTP/1.1" status: 200 len: 210 time: 0.0640771 Jul 16 18:11:37.529884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Network f258c528-c4f0-4833-9916-4132c7713c81 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:37.535100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:37.539021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:37.582554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Pushing event updated for resources: {'Port': ['ID=b6ae04af-2475-4784-b1ed-4e6ee9c2feaf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.597976 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.601175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af204b36-1d1d-4560-b073-3c0b967fcd62 None None] The sync data for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 is: [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:33Z', 'revision_number': 3, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:37.651233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.653268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:37.655955 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4509b464-2aa5-4626-8dc2-0e8e7393bfca" -d '{"events": [{"server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "name": "network-vif-plugged", "status": "completed", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:37.683753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:37.691282 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.771771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=aee35bfb-a059-4bc5-82e7-fbd7463194dd,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.942208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.974579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-519fc7af-3aed-4909-8834-8062f462b3ab req-b94c5f07-951b-4bac-ad5c-8d65d70899c4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b754d9-4777-4160-84d1-cdc5035ae95f HTTP/1.1" status: 200 len: 210 time: 0.1267793 Jul 16 18:11:38.058172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1eb8b0aa-6242-4a0c-8759-01c0db2922f2 None None] Provisioning for port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:38.070501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1eb8b0aa-6242-4a0c-8759-01c0db2922f2 None None] Provisioning complete for port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:38.070888 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1eb8b0aa-6242-4a0c-8759-01c0db2922f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.110859 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-1380b137-1910-4769-bd00-ae21d06eff95 req-46c9070b-5971-44f6-96a2-b7d241ddee27 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:11:38.138469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1380b137-1910-4769-bd00-ae21d06eff95 req-46c9070b-5971-44f6-96a2-b7d241ddee27 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/253ca7c9-b160-411a-983a-83e8dd6184f2 HTTP/1.1" status: 404 len: 352 time: 0.0840986 Jul 16 18:11:38.190408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8b0aa-6242-4a0c-8759-01c0db2922f2 None None] Port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:38.232107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45478703-1160-4d9b-9a6b-8c2033aa2b11 req-5b462996-9f13-4056-a8ea-7f1a121fd065 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.234001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45478703-1160-4d9b-9a6b-8c2033aa2b11 req-5b462996-9f13-4056-a8ea-7f1a121fd065 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 946 time: 0.7324030 Jul 16 18:11:38.240745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dda78-9a62-4489-bb5e-09829384ad8b req-c03f5b7a-290b-4b26-8cb7-4c7e82752aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.242828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-035dda78-9a62-4489-bb5e-09829384ad8b req-c03f5b7a-290b-4b26-8cb7-4c7e82752aeb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b4ead2119915486aaa08f9849e05a40d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7015338 Jul 16 18:11:38.271759 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b787c46b-927b-46c9-9404-a52606c4c476 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.330010 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b787c46b-927b-46c9-9404-a52606c4c476 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.361256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45dd4c45-11d8-4a3a-b95a-3e858c329b70 req-b2d28903-d2e5-4bac-b603-502a79e3e0cc tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 210 time: 0.1261351 Jul 16 18:11:38.385571 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b787c46b-927b-46c9-9404-a52606c4c476 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.387217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b787c46b-927b-46c9-9404-a52606c4c476 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0049067 Jul 16 18:11:38.402895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:38.411330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-877039b4-c629-42ca-b2ea-dabd455308e9 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '2b199127-b178-4c03-aa02-ba820027022e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0a1c85ff-af3e-4418-9d8e-62760b83340f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:38.442534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.452954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.483366 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc7381-f3a9-40d5-82d1-88021085b2cd x-openstack-request-id: req-e1bc7381-f3a9-40d5-82d1-88021085b2cd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:38.483894 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "name": "network-vif-plugged", "status": "completed", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:38.484119 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1bc7381-f3a9-40d5-82d1-88021085b2cd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:38.484609 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd', 'code': 200} Jul 16 18:11:38.499088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45478703-1160-4d9b-9a6b-8c2033aa2b11 req-d8391d50-5880-40d6-8e6e-01095843a05f tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552679 Jul 16 18:11:38.564163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787c46b-927b-46c9-9404-a52606c4c476 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1c85ff-af3e-4418-9d8e-62760b83340f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.580298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.602388 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.613077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Pushing event updated for resources: {'Port': ['ID=b6ae04af-2475-4784-b1ed-4e6ee9c2feaf,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.659684 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-877039b4-c629-42ca-b2ea-dabd455308e9 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:38.661385 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-877039b4-c629-42ca-b2ea-dabd455308e9 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2574267 Jul 16 18:11:38.664016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43876) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:38.675970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dda78-9a62-4489-bb5e-09829384ad8b req-713d8d11-e678-4c97-9c9f-a3a831a9a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.677789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-035dda78-9a62-4489-bb5e-09829384ad8b req-713d8d11-e678-4c97-9c9f-a3a831a9a1a0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4230001 Jul 16 18:11:38.686455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d5fa6bf-1f18-4034-9c95-edfef8263de3 req-3592725b-470d-414e-a183-572186d6644e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/5fa39af4-2003-4453-b1f5-44213c5990c5 HTTP/1.1" status: 200 len: 1802 time: 0.1655638 Jul 16 18:11:38.720477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a2871c7c-b3eb-4bcb-a019-c157726e2bce details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:38.780001 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2d5fa6bf-1f18-4034-9c95-edfef8263de3 req-7613d66d-cfbd-4d8a-84c2-4de30dcd01f9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.815601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68c85873-a319-4a07-9027-480ebff75d1f tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.900701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Network f258c528-c4f0-4833-9916-4132c7713c81 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:38.907739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:38.932208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68c85873-a319-4a07-9027-480ebff75d1f tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.942448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a2871c7c-b3eb-4bcb-a019-c157726e2bce, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a2871c7c-b3eb-4bcb-a019-c157726e2bce,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:38.983851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'a2871c7c-b3eb-4bcb-a019-c157726e2bce', 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb', 'port_id': 'a2871c7c-b3eb-4bcb-a019-c157726e2bce', 'mac_address': 'fa:16:3e:74:9a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8b47e-08bc-405e-888c-e234259c61f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:38.989406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-035dda78-9a62-4489-bb5e-09829384ad8b req-26eb0b61-be7a-408d-8d27-a47607e79394 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/ports?device_id=76b754d9-4777-4160-84d1-cdc5035ae95f HTTP/1.1" status: 200 len: 210 time: 0.1622360 Jul 16 18:11:38.994500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2d5fa6bf-1f18-4034-9c95-edfef8263de3 req-7613d66d-cfbd-4d8a-84c2-4de30dcd01f9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.065056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2d5fa6bf-1f18-4034-9c95-edfef8263de3 req-7613d66d-cfbd-4d8a-84c2-4de30dcd01f9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.073986 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2d5fa6bf-1f18-4034-9c95-edfef8263de3 req-7613d66d-cfbd-4d8a-84c2-4de30dcd01f9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.076432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d5fa6bf-1f18-4034-9c95-edfef8263de3 req-7613d66d-cfbd-4d8a-84c2-4de30dcd01f9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/5fa39af4-2003-4453-b1f5-44213c5990c5 HTTP/1.1" status: 204 len: 173 time: 0.3888111 Jul 16 18:11:39.112708 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.130021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613d66d-cfbd-4d8a-84c2-4de30dcd01f9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa39af4-2003-4453-b1f5-44213c5990c5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.171821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734649d1-053f-4297-966f-18cbd0e2ec5f req-45b41b86-1cac-4548-a8b9-c3f9f6d23ff8 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.184395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2871c7c-b3eb-4bcb-a019-c157726e2bce {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:39.185199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-734649d1-053f-4297-966f-18cbd0e2ec5f req-45b41b86-1cac-4548-a8b9-c3f9f6d23ff8 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 943 time: 0.3775563 Jul 16 18:11:39.238650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a2871c7c-b3eb-4bcb-a019-c157726e2bce, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a2871c7c-b3eb-4bcb-a019-c157726e2bce,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:39.247414 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.276179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-734649d1-053f-4297-966f-18cbd0e2ec5f req-ce18c611-92fa-4855-aa61-2125d4ddd820 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899184 Jul 16 18:11:39.347696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68c85873-a319-4a07-9027-480ebff75d1f tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.353490 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68c85873-a319-4a07-9027-480ebff75d1f tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.354658 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68c85873-a319-4a07-9027-480ebff75d1f tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/0a1c85ff-af3e-4418-9d8e-62760b83340f HTTP/1.1" status: 204 len: 168 time: 0.6889291 Jul 16 18:11:39.357743 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43886) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:39.373341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c85873-a319-4a07-9027-480ebff75d1f tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1c85ff-af3e-4418-9d8e-62760b83340f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.377511 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a2871c7c-b3eb-4bcb-a019-c157726e2bce,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.420577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Router 7377ed25-a0d9-4ab8-8baf-303ba698c0de has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:39.535199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e127001-f071-48b6-ace4-0c83365e22cb None None] Provisioning complete for port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:39.535697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e127001-f071-48b6-ace4-0c83365e22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.617135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f618491d-bf20-4a82-b62c-942c6182346e tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2581303 Jul 16 18:11:39.627086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:39.637957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1e127001-f071-48b6-ace4-0c83365e22cb None None] Port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:39.671848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1ac8fcde-c72c-414a-a44d-8093b3b68c19 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:39.686494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b5d92-ce73-49c7-a8df-42ec1572caf4 req-62eca1b0-d5c7-4dd5-920a-ce9f21a884d3 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.688143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c7b5d92-ce73-49c7-a8df-42ec1572caf4 req-62eca1b0-d5c7-4dd5-920a-ce9f21a884d3 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.3569574 Jul 16 18:11:39.690079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:39.707714 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a6acca84-d628-41e7-9db6-a8f82a870edf admin admin] 10.222.0.60 "PUT /v2.0/routers/7377ed25-a0d9-4ab8-8baf-303ba698c0de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4697468 Jul 16 18:11:39.726185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01601946-1c97-48fd-ba8e-1878aa6df4ba tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.755377 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01601946-1c97-48fd-ba8e-1878aa6df4ba tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.812152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01601946-1c97-48fd-ba8e-1878aa6df4ba tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.816923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01601946-1c97-48fd-ba8e-1878aa6df4ba tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.823105 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-01601946-1c97-48fd-ba8e-1878aa6df4ba tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b199127-b178-4c03-aa02-ba820027022e HTTP/1.1" status: 204 len: 168 time: 0.1942003 Jul 16 18:11:39.823934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:39.841966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01601946-1c97-48fd-ba8e-1878aa6df4ba tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b199127-b178-4c03-aa02-ba820027022e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.913379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed969490-b63a-46be-b5c0-5792ad233c1d req-1dcbfcb5-79c6-4f67-95c3-98a9d30de3ca tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b754d9-4777-4160-84d1-cdc5035ae95f HTTP/1.1" status: 200 len: 210 time: 0.1503453 Jul 16 18:11:39.946320 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6899abe6-f529-409c-a4b8-51173704b9ab tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119614 Jul 16 18:11:39.952532 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:39.957960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-886e4064-dd0c-4ca0-88e2-1c17600a6019 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--358298008'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:40.013542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-886e4064-dd0c-4ca0-88e2-1c17600a6019 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.103964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-7b4ee694-e842-4090-809b-11bec9826c15 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.115806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-7b4ee694-e842-4090-809b-11bec9826c15 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 820 time: 0.2202077 Jul 16 18:11:40.141916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a2871c7c-b3eb-4bcb-a019-c157726e2bce'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:40.142883 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c7b5d92-ce73-49c7-a8df-42ec1572caf4 req-2c9d5493-f179-473c-95a4-797abd22c615 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421852 Jul 16 18:11:40.154320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Request body: {'port': {'device_id': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8', 'admin_state_up': True, 'tenant_id': '02e3392e165f400497fbe7e41aa3f523'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:40.198578 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-c8142773-353e-45e0-a8d4-831252978009 req-d573f460-b8df-4db1-9aa9-ee42fc16ae7b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:11:40.210139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8142773-353e-45e0-a8d4-831252978009 req-d573f460-b8df-4db1-9aa9-ee42fc16ae7b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/5fa39af4-2003-4453-b1f5-44213c5990c5 HTTP/1.1" status: 404 len: 352 time: 0.0832307 Jul 16 18:11:40.262134 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-886e4064-dd0c-4ca0-88e2-1c17600a6019 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.267660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-886e4064-dd0c-4ca0-88e2-1c17600a6019 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.343457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e4064-dd0c-4ca0-88e2-1c17600a6019 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6660e85e-cc87-41ca-85fb-f8067de67d0c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:40.358254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-886e4064-dd0c-4ca0-88e2-1c17600a6019 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.363567 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-886e4064-dd0c-4ca0-88e2-1c17600a6019 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4094505 Jul 16 18:11:40.364142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.374784 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.375059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-62b4e52b-6f21-4a9e-b6d6-7d8ac9995a0a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '6660e85e-cc87-41ca-85fb-f8067de67d0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:40.381974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1ac8fcde-c72c-414a-a44d-8093b3b68c19 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:40.405246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1ac8fcde-c72c-414a-a44d-8093b3b68c19 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:40.406019 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.471540 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-62b4e52b-6f21-4a9e-b6d6-7d8ac9995a0a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:40.475945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-62b4e52b-6f21-4a9e-b6d6-7d8ac9995a0a tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1106925 Jul 16 18:11:40.476580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43916) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.490371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-89e46c36-b69d-4a77-b364-ddb707ddd772 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group_rule': {'security_group_id': '6660e85e-cc87-41ca-85fb-f8067de67d0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:40.526750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07cd4e69-0c2a-4c1b-9535-8c9b1467b096 req-a9adb11c-a8d1-45c4-a4ff-a874887a1aad tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 210 time: 0.1005147 Jul 16 18:11:40.576561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Made reservation on behalf of 02e3392e165f400497fbe7e41aa3f523 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:40.576721 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-89e46c36-b69d-4a77-b364-ddb707ddd772 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:40.580700 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-89e46c36-b69d-4a77-b364-ddb707ddd772 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1020114 Jul 16 18:11:40.581247 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.581412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43918) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.721877 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.753009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69f24714-6424-45e1-8887-f060b20d70de tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.796606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.801787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1ac8fcde-c72c-414a-a44d-8093b3b68c19, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1ac8fcde-c72c-414a-a44d-8093b3b68c19,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:40.809840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8694c733-2cbb-4342-aed0-a74cfd37bb15 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963512494', 'description': 'tempest-description--1609380157'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:40.815073 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.838022 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69f24714-6424-45e1-8887-f060b20d70de tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.848470 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Sync routers for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:40.863512 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:40.864145 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:40.892128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1ac8fcde-c72c-414a-a44d-8093b3b68c19,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:40.923189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Allocated IP 172.20.0.11 (14755690-30e8-49b5-801a-437a7321d2a8/96575f11-85fd-4b83-b9cb-112b73042b0b/d10337ae-fb30-441a-92db-7bde4ffbf6ab) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:40.934317 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8694c733-2cbb-4342-aed0-a74cfd37bb15 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.985896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69f24714-6424-45e1-8887-f060b20d70de tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.989102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69f24714-6424-45e1-8887-f060b20d70de tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.994047 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-69f24714-6424-45e1-8887-f060b20d70de tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/6660e85e-cc87-41ca-85fb-f8067de67d0c HTTP/1.1" status: 204 len: 168 time: 0.4113226 Jul 16 18:11:40.995000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.049161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f24714-6424-45e1-8887-f060b20d70de tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6660e85e-cc87-41ca-85fb-f8067de67d0c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.050130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d345ef6f-2a60-4396-aecd-ec9cdf055c7c req-8672bc4b-0943-4f35-83fe-a75d489a5ca4 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/f436a379-ee6e-4188-8ecf-80447e59cfe6 HTTP/1.1" status: 200 len: 1801 time: 0.2054482 Jul 16 18:11:41.082087 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f9fcd05d-318e-4083-8d6c-4eac98905bfc tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806217 Jul 16 18:11:41.082928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43926) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.091482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-62674804-f8ab-462a-bc4d-d0ac33a88c4d tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765343936'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:41.187242 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8694c733-2cbb-4342-aed0-a74cfd37bb15 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.194899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8694c733-2cbb-4342-aed0-a74cfd37bb15 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.234501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d345ef6f-2a60-4396-aecd-ec9cdf055c7c req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.256647 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694c733-2cbb-4342-aed0-a74cfd37bb15 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f463930f-8ed8-4ec1-8578-4d03fb2972a6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.267325 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62674804-f8ab-462a-bc4d-d0ac33a88c4d tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.269166 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:41.279232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8694c733-2cbb-4342-aed0-a74cfd37bb15 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.282949 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8694c733-2cbb-4342-aed0-a74cfd37bb15 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4776070 Jul 16 18:11:41.283326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43928) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.288206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e27cd2fe-1bd4-4d0d-8e9f-58ec4be0e4d3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'security_group_rule': {'security_group_id': 'f463930f-8ed8-4ec1-8578-4d03fb2972a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:41.358802 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d345ef6f-2a60-4396-aecd-ec9cdf055c7c req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.402255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62674804-f8ab-462a-bc4d-d0ac33a88c4d tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.418549 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62674804-f8ab-462a-bc4d-d0ac33a88c4d tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.439383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.483833 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e27cd2fe-1bd4-4d0d-8e9f-58ec4be0e4d3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.489724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62674804-f8ab-462a-bc4d-d0ac33a88c4d tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.491224 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-62674804-f8ab-462a-bc4d-d0ac33a88c4d tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4041650 Jul 16 18:11:41.497306 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.498080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43930) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.505936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3f41e571-327b-4de2-8cec-d936695f9d3c tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:41.506633 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-3f41e571-327b-4de2-8cec-d936695f9d3c tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:11:41.507450 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-3f41e571-327b-4de2-8cec-d936695f9d3c tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:11:41.509634 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3f41e571-327b-4de2-8cec-d936695f9d3c tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "PUT /v2.0/security-groups/259a1254-688a-45c7-bcf7-bda632acfa75 HTTP/1.1" status: 409 len: 330 time: 0.0092120 Jul 16 18:11:41.512462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832b41-29a2-451d-850a-3fbe52d7d2cf req-8e8ed1bf-e622-4ba7-8f79-27c53a76df4c tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.519114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.520090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832b41-29a2-451d-850a-3fbe52d7d2cf req-8e8ed1bf-e622-4ba7-8f79-27c53a76df4c tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.527339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832b41-29a2-451d-850a-3fbe52d7d2cf req-8e8ed1bf-e622-4ba7-8f79-27c53a76df4c tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.535067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62674804-f8ab-462a-bc4d-d0ac33a88c4d tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259a1254-688a-45c7-bcf7-bda632acfa75,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.535362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1832b41-29a2-451d-850a-3fbe52d7d2cf req-8e8ed1bf-e622-4ba7-8f79-27c53a76df4c tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90&device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4&device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 2419 time: 0.3703132 Jul 16 18:11:41.556187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1ac8fcde-c72c-414a-a44d-8093b3b68c19 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:41.644114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1832b41-29a2-451d-850a-3fbe52d7d2cf req-c7bda1ef-839c-4772-a559-044f0f93d0ed tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075165 Jul 16 18:11:41.679701 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:38Z', 'revision_number': 2, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:41.693691 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e27cd2fe-1bd4-4d0d-8e9f-58ec4be0e4d3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.699808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Network 14755690-30e8-49b5-801a-437a7321d2a8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:41.713973 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d345ef6f-2a60-4396-aecd-ec9cdf055c7c req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.716987 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d345ef6f-2a60-4396-aecd-ec9cdf055c7c req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.719477 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e27cd2fe-1bd4-4d0d-8e9f-58ec4be0e4d3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.732845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d345ef6f-2a60-4396-aecd-ec9cdf055c7c req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/f436a379-ee6e-4188-8ecf-80447e59cfe6 HTTP/1.1" status: 204 len: 173 time: 0.6697278 Jul 16 18:11:41.747535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:41.762643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1ac8fcde-c72c-414a-a44d-8093b3b68c19 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:41.765633 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.767638 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Checking router: 7377ed25-a0d9-4ab8-8baf-303ba698c0de for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:41.768002 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Updating router 7377ed25-a0d9-4ab8-8baf-303ba698c0de port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:41.771090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:41.793971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Pushing event updated for resources: {'Port': ['ID=d10337ae-fb30-441a-92db-7bde4ffbf6ab,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.799118 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f4eaf33-fe75-4682-ad36-4de83061cae6 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.806212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f436a379-ee6e-4188-8ecf-80447e59cfe6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.835895 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.869346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f4eaf33-fe75-4682-ad36-4de83061cae6 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.898108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.899025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.899743 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.904247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.904912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.905518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.906130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.906689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.907699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.908275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.912950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.913583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:41.949297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e27cd2fe-1bd4-4d0d-8e9f-58ec4be0e4d3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.953323 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e27cd2fe-1bd4-4d0d-8e9f-58ec4be0e4d3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6664958 Jul 16 18:11:41.953323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cd2fe-1bd4-4d0d-8e9f-58ec4be0e4d3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df3d098-a84d-476b-8884-e6d4d924572f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.961515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43948) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.969982 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-05147e82-61d7-4c70-92ff-def24560e606 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'security_group_rule': {'security_group_id': 'f463930f-8ed8-4ec1-8578-4d03fb2972a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:42.014269 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f4eaf33-fe75-4682-ad36-4de83061cae6 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.026608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.027505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.028144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.030046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.030642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.031198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.031810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.033340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.034238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.034959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.035997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.038605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196c636a-56df-4da4-9d3d-f36cc0233ae1 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.045258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f4eaf33-fe75-4682-ad36-4de83061cae6 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.058119 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5f4eaf33-fe75-4682-ad36-4de83061cae6 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/259a1254-688a-45c7-bcf7-bda632acfa75 HTTP/1.1" status: 204 len: 168 time: 0.5291758 Jul 16 18:11:42.058119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43950) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.119331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eaf33-fe75-4682-ad36-4de83061cae6 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259a1254-688a-45c7-bcf7-bda632acfa75,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.135004 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05147e82-61d7-4c70-92ff-def24560e606 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.184746 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ee9eba15-179e-43c4-91e2-3384b5020186 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943789 Jul 16 18:11:42.188639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.221289 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-922190a0-10f7-4105-a324-58a4dd5b2733 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] delete failed (client error): The resource could not be found. Jul 16 18:11:42.222412 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-922190a0-10f7-4105-a324-58a4dd5b2733 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "DELETE /v2.0/security-groups/508e6e32-3ce2-4e97-9aef-9fcc37957ad7 HTTP/1.1" status: 404 len: 347 time: 0.0257664 Jul 16 18:11:42.227346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.247551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.249512 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.251942 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-76c49f9e-6e7a-4a8d-ad6b-4f7c96545610 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] show failed (client error): The resource could not be found. Jul 16 18:11:42.253224 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-76c49f9e-6e7a-4a8d-ad6b-4f7c96545610 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-groups/b5687d1f-2c23-407b-992f-70bd65647105 HTTP/1.1" status: 404 len: 347 time: 0.0246551 Jul 16 18:11:42.257558 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05147e82-61d7-4c70-92ff-def24560e606 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.258988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.269900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05147e82-61d7-4c70-92ff-def24560e606 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.297762 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-27a0c835-e17a-4c64-a3d5-aba209733641 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] show failed (client error): The resource could not be found. Jul 16 18:11:42.299124 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-27a0c835-e17a-4c64-a3d5-aba209733641 tempest-NegativeSecGroupIPv6Test-870260015 tempest-NegativeSecGroupIPv6Test-870260015-project] 10.222.0.60 "GET /v2.0/security-group-rules/c1bdd94a-a90b-4003-a7e9-3c3e2c6f6220 HTTP/1.1" status: 404 len: 356 time: 0.0386813 Jul 16 18:11:42.308966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05147e82-61d7-4c70-92ff-def24560e606 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d10c32-bed1-4667-8ec2-a2ad061ce6d6,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.324265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05147e82-61d7-4c70-92ff-def24560e606 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.325864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc8500-7b30-4623-8543-9429f0fb7cb9 req-c2225917-de75-4786-82d4-4c45e13422ca tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.331142 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-05147e82-61d7-4c70-92ff-def24560e606 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3634768 Jul 16 18:11:42.335727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.347180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:42.372016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56fc8500-7b30-4623-8543-9429f0fb7cb9 req-c2225917-de75-4786-82d4-4c45e13422ca tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 944 time: 0.4441276 Jul 16 18:11:42.428275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.454023 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-6870d5b7-dbc4-4e7a-9636-5df10abb423d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3101814 Jul 16 18:11:42.478422 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.495956 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Transition to ACTIVE for port object b6ae04af-2475-4784-b1ed-4e6ee9c2feaf will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:42.511058 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.577682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Request body: {'port': {'device_id': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:42.699148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56fc8500-7b30-4623-8543-9429f0fb7cb9 req-1800f7e2-1f30-4c5f-8323-051797123fdc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242059 Jul 16 18:11:42.731953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a2871c7c-b3eb-4bcb-a019-c157726e2bce up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:42.740069 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Pushing event updated for resources: {'Port': ['ID=b6ae04af-2475-4784-b1ed-4e6ee9c2feaf,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.751696 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.752190 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.752580 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.752939 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.753272 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.753893 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.754220 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.754541 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.754867 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.755185 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.755502 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.755989 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:42.768815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.771297 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Attempting to bind port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:42.771779 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Attempting to bind port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:42.772159 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Attempting to bind port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf on network f258c528-c4f0-4833-9916-4132c7713c81 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:42.779110 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:42.779748 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Checking segment: {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:42.780328 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.780931 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Bound using segment: {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:42.781728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Bound port: b6ae04af-2475-4784-b1ed-4e6ee9c2feaf, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:42.782374 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.791200 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-3171ddca-f517-4a05-9c15-c0807afef53f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2025702 Jul 16 18:11:42.885445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43970) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.887807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port a2871c7c-b3eb-4bcb-a019-c157726e2bce completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:42.896855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port a2871c7c-b3eb-4bcb-a019-c157726e2bce triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:42.897261 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.955753 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] For port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:42.965396 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] For port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b6ae04af-2475-4784-b1ed-4e6ee9c2feaf,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:42.973668 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.997225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.137866 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.213190 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:43.213852 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:43.220114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d43b8-b65f-42de-9e19-0839e2ecbc88 req-c49bd8ca-c945-4a23-9341-f7fb8137764d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.228195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e38d43b8-b65f-42de-9e19-0839e2ecbc88 req-c49bd8ca-c945-4a23-9341-f7fb8137764d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 932 time: 0.7852118 Jul 16 18:11:43.228811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-a0f7772a-5174-4249-9aac-f279c7da2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.231020 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-a0f7772a-5174-4249-9aac-f279c7da2ba8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 1098 time: 0.2818911 Jul 16 18:11:43.236088 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24702ebf-8f15-4dd4-872b-99d30c956604 None None] Pushing event updated for resources: {'Port': ['ID=b6ae04af-2475-4784-b1ed-4e6ee9c2feaf,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.245280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Allocated IP 172.25.2.110 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/7939ccb7-aac3-474c-ae4a-61bab80b704f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:43.263871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a2871c7c-b3eb-4bcb-a019-c157726e2bce, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a2871c7c-b3eb-4bcb-a019-c157726e2bce,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:43.270432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a68939-3050-44ca-98a2-cdb722b64943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2871c7c-b3eb-4bcb-a019-c157726e2bce'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:43.276088 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e781b43-1eba-47c0-9d4c-d4873e7962af" -d '{"events": [{"server_uuid": "42a68939-3050-44ca-98a2-cdb722b64943", "name": "network-vif-plugged", "status": "completed", "tag": "a2871c7c-b3eb-4bcb-a019-c157726e2bce"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:43.287328 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.435671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a2871c7c-b3eb-4bcb-a019-c157726e2bce,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.440832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-653c1e55-4ba5-4ebc-bb4d-43175f354ffc req-9c507854-7928-4c67-8988-b7ced8e14543 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.6568410 Jul 16 18:11:43.457877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7224ed34-25e9-4e0d-b298-4bf8c20415ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a08068bf43b413894653f9d80b8c79a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879448 Jul 16 18:11:43.478808 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e38d43b8-b65f-42de-9e19-0839e2ecbc88 req-c35f1803-c158-45e6-9b09-a587f6539fb5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494540 Jul 16 18:11:43.483546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43976) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.552900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-8c309815-03db-4cb9-b9e3-c3cdb7cdb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.554734 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-8c309815-03db-4cb9-b9e3-c3cdb7cdb2bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 200 len: 916 time: 0.2600989 Jul 16 18:11:43.576852 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:43.599057 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-6da945b3-8246-4c03-965b-12a00cc1aa3e req-cde3e6a0-6a5e-4308-8b05-4bfb9b2c5f6a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:11:43.611351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6da945b3-8246-4c03-965b-12a00cc1aa3e req-cde3e6a0-6a5e-4308-8b05-4bfb9b2c5f6a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/f436a379-ee6e-4188-8ecf-80447e59cfe6 HTTP/1.1" status: 404 len: 352 time: 0.0687020 Jul 16 18:11:43.637019 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-cd477958-33df-45cf-b2a1-8e195be4d9b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f850c9c2-dceb-4180-8eea-9355ae2b5824 HTTP/1.1" status: 200 len: 217 time: 0.0711968 Jul 16 18:11:43.674039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d63ab39-a076-406c-ac50-49e606e169d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.767024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-12ad9656-2ef8-4601-9ae4-ed14353aa288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.769442 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-12ad9656-2ef8-4601-9ae4-ed14353aa288 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee50f134-b269-4a2e-8df3-3b4f18f7c328 HTTP/1.1" status: 200 len: 854 time: 0.0790758 Jul 16 18:11:43.796812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.906577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-c0e68082-154c-41bc-bfd7-d2a5d1fd5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.908800 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-c0e68082-154c-41bc-bfd7-d2a5d1fd5bab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e8583b6-b034-4ed2-8798-8d76a9f51fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272924 Jul 16 18:11:43.933879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.037107 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2daaef-9f0a-44c0-8a54-f1f8b24155d4 x-openstack-request-id: req-cf2daaef-9f0a-44c0-8a54-f1f8b24155d4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:44.037651 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a68939-3050-44ca-98a2-cdb722b64943", "name": "network-vif-plugged", "status": "completed", "tag": "a2871c7c-b3eb-4bcb-a019-c157726e2bce", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:44.037651 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf2daaef-9f0a-44c0-8a54-f1f8b24155d4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:44.038060 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a68939-3050-44ca-98a2-cdb722b64943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2871c7c-b3eb-4bcb-a019-c157726e2bce', 'code': 200} Jul 16 18:11:44.076800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:44.081549 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:42Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:44.082478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:44.093543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:44.147157 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c6a11-61eb-4d60-a16b-20609adf366a None None] The sync data for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 is: [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:42Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:44.247065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'Port': ['ID=7939ccb7-aac3-474c-ae4a-61bab80b704f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.372491 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-4976a03a-11b5-4263-aecc-6f43d9b2185d service neutron] 10.222.0.46 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546485 Jul 16 18:11:44.443002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10337ae-fb30-441a-92db-7bde4ffbf6ab {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:44.454420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.469826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Transition to ACTIVE for port object d10337ae-fb30-441a-92db-7bde4ffbf6ab will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:44.509705 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d63ab39-a076-406c-ac50-49e606e169d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.510416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de19d0c-8a7a-4c3a-976a-d98508d879a5 req-ed83cc97-931c-48fc-ac2f-e773daaa4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.513970 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4de19d0c-8a7a-4c3a-976a-d98508d879a5 req-ed83cc97-931c-48fc-ac2f-e773daaa4a24 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 1097 time: 0.3465910 Jul 16 18:11:44.583615 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.599066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.607653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d63ab39-a076-406c-ac50-49e606e169d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.609892 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8d63ab39-a076-406c-ac50-49e606e169d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.613844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8d63ab39-a076-406c-ac50-49e606e169d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eee44c17-7f7e-4733-9abe-064cb0deb05e HTTP/1.1" status: 204 len: 168 time: 1.1213744 Jul 16 18:11:44.662284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63ab39-a076-406c-ac50-49e606e169d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee44c17-7f7e-4733-9abe-064cb0deb05e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.668203 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4de19d0c-8a7a-4c3a-976a-d98508d879a5 req-176c2ef8-7437-47b2-ab11-e188c8c80334 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401527 Jul 16 18:11:44.753513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Pushing event updated for resources: {'Port': ['ID=d10337ae-fb30-441a-92db-7bde4ffbf6ab,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.763892 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cf000338-9552-4bbe-9561-76587e5f66f6 req-07bafa67-7417-425f-a296-e9c55a8bd572 service neutron] 10.222.0.46 "GET /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802609 Jul 16 18:11:44.793052 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.807059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-dc607223-08d4-42fe-ae70-52f404a399b2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.815565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-dc607223-08d4-42fe-ae70-52f404a399b2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.3441777 Jul 16 18:11:44.862443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-08e6a889-9649-431b-b4d6-88344a60c6fd tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/quotas/b4ead2119915486aaa08f9849e05a40d HTTP/1.1" status: 200 len: 375 time: 0.0454593 Jul 16 18:11:44.989230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2de0c421-843b-439d-9bdb-337a6ba40bf5 req-35a03908-22bc-4108-934c-5e8976012453 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4cc58d503df4391bb4bb187786acd48 HTTP/1.1" status: 200 len: 6155 time: 0.6592650 Jul 16 18:11:44.997190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:44.997574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:44.997838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:45.003162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-02d6b9e9-41d7-4812-8b46-523644abf88d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761490 Jul 16 18:11:45.043926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Port d10337ae-fb30-441a-92db-7bde4ffbf6ab on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:45.043926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:45.079105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2de0c421-843b-439d-9bdb-337a6ba40bf5 req-45cb93c3-626b-4bd1-bc8a-2c8991f79d60 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/1daa7249-d458-40aa-957c-73ab82ed2ae7 HTTP/1.1" status: 200 len: 2985 time: 0.0889544 Jul 16 18:11:45.094871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:45.095235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:45.095608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:45.096081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Bound port: d10337ae-fb30-441a-92db-7bde4ffbf6ab, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:45.096431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.145098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.151254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.266318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'Port': ['ID=7939ccb7-aac3-474c-ae4a-61bab80b704f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.282445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.307590 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.320291 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1f1e418f-740b-43df-859e-bff2c1161f86 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9734864 Jul 16 18:11:45.334856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2de0c421-843b-439d-9bdb-337a6ba40bf5 req-078ab726-5514-4177-84b3-55384cbbd5aa tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/1daa7249-d458-40aa-957c-73ab82ed2ae7 HTTP/1.1" status: 200 len: 2985 time: 0.2439461 Jul 16 18:11:45.398910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:45.403935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-cdf7859c-d02f-4248-bf44-f30525505316 service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626974 Jul 16 18:11:45.430902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:45.451970 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.499106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.499762 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.501461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] 10.222.0.46 "PUT /v2.0/ports/d10337ae-fb30-441a-92db-7bde4ffbf6ab HTTP/1.1" status: 200 len: 1093 time: 2.9919901 Jul 16 18:11:45.586416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:45.588907 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0" -d '{"events": [{"name": "network-changed", "server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:45.624023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b6ae04af-2475-4784-b1ed-4e6ee9c2feaf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:45.753034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:45.756289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-8ad70371-8ae1-4fe7-946c-d9846c748d8e service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416133 Jul 16 18:11:45.763197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:45.763577 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.892650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7e311-3c39-4e4f-a775-98d2649fcd6a service neutron] Pushing event updated for resources: {'Port': ['ID=d10337ae-fb30-441a-92db-7bde4ffbf6ab,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.999857 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.010094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac807361-34ed-4582-8978-4a6d62677a72 req-c01c88b8-de7b-4407-b93b-f2b6d00fe286 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.019307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac807361-34ed-4582-8978-4a6d62677a72 req-c01c88b8-de7b-4407-b93b-f2b6d00fe286 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 945 time: 0.3136213 Jul 16 18:11:46.098715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b6ae04af-2475-4784-b1ed-4e6ee9c2feaf,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:46.101277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-b65601c0-2302-44d2-968c-e3de42654bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.103485 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.104346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-b65601c0-2302-44d2-968c-e3de42654bd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1096 time: 0.5081675 Jul 16 18:11:46.202883 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-38df163d-6674-46e5-9588-99636a0151e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab HTTP/1.1" status: 200 len: 217 time: 0.0753143 Jul 16 18:11:46.223672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac807361-34ed-4582-8978-4a6d62677a72 req-9d97696b-c8e4-4be0-935f-4430c821b897 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033441 Jul 16 18:11:46.234584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=b6ae04af-2475-4784-b1ed-4e6ee9c2feaf,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.381912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-94ac7986-494b-4c20-ba70-b95fd978a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.387926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-94ac7986-494b-4c20-ba70-b95fd978a4fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1567910 Jul 16 18:11:46.463846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-51a8836d-6cf1-474a-aabe-46414b5fe3cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667584 Jul 16 18:11:46.523828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e8f8e484-66c4-402f-81f1-be9ae1c85f35 req-8ee9ee1c-406f-4b10-9fa4-e3b3e4a5906a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-990232149', 'description': 'tempest-description-460183442'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:46.573025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e8f8e484-66c4-402f-81f1-be9ae1c85f35 req-8ee9ee1c-406f-4b10-9fa4-e3b3e4a5906a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.683706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6d093-c151-49fe-b148-5f7741669f7d req-904c9796-341e-4564-904e-3a8ef8c73ea2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.695996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47b6d093-c151-49fe-b148-5f7741669f7d req-904c9796-341e-4564-904e-3a8ef8c73ea2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 944 time: 0.1966815 Jul 16 18:11:46.734162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-67c08d99-9f7f-4d1e-b441-b4b34cbcb771 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626364 Jul 16 18:11:46.825213 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47b6d093-c151-49fe-b148-5f7741669f7d req-e318339a-b55a-435a-8469-96096a547169 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269979 Jul 16 18:11:46.951263 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e8f8e484-66c4-402f-81f1-be9ae1c85f35 req-8ee9ee1c-406f-4b10-9fa4-e3b3e4a5906a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.971494 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e8f8e484-66c4-402f-81f1-be9ae1c85f35 req-8ee9ee1c-406f-4b10-9fa4-e3b3e4a5906a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.031157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f496e4ac-f76e-41de-864f-c55a5381b671 req-23ccfc09-def1-4fa0-8db4-a3dad44fa057 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864411 Jul 16 18:11:47.056601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e8f8e484-66c4-402f-81f1-be9ae1c85f35 req-8ee9ee1c-406f-4b10-9fa4-e3b3e4a5906a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.058105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8f8e484-66c4-402f-81f1-be9ae1c85f35 req-8ee9ee1c-406f-4b10-9fa4-e3b3e4a5906a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5555544 Jul 16 18:11:47.095176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-386f0e7e-fdf8-4c07-aabb-2a73fb359a18 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1963512494&fields=id&tenant_id=be9fa6d0b4ca473fba624c88ab79de7d HTTP/1.1" status: 200 len: 267 time: 0.0966089 Jul 16 18:11:47.097340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9ee1c-406f-4b10-9fa4-e3b3e4a5906a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e84318-4531-489a-b161-f8921b634de5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:47.216356 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7501436f-7321-40fc-a82d-a45c2e6dd196 x-openstack-request-id: req-7501436f-7321-40fc-a82d-a45c2e6dd196 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:47.216792 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:47.217155 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7501436f-7321-40fc-a82d-a45c2e6dd196 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:47.217640 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab', 'status': 'completed', 'code': 200} Jul 16 18:11:47.399338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-1caba943-cf20-4ef7-841c-1672e08e788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.401715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-1caba943-cf20-4ef7-841c-1672e08e788b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1096 time: 0.1832194 Jul 16 18:11:47.412351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-65ab2fa7-47c4-4ba3-b601-8cba2c4af77a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.414470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-65ab2fa7-47c4-4ba3-b601-8cba2c4af77a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 811 time: 0.3181384 Jul 16 18:11:47.454683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df552d3e-60ad-4be4-88ec-fa27c91b33bb req-223a508d-cb01-40a4-a7db-5b6e1189272a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 210 time: 0.0763175 Jul 16 18:11:47.543795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-d8249e07-6a66-40b5-af46-08afcbe7642f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/quotas/be9fa6d0b4ca473fba624c88ab79de7d HTTP/1.1" status: 200 len: 375 time: 0.0995116 Jul 16 18:11:47.549040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b6ae04af-2475-4784-b1ed-4e6ee9c2feaf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:47.671105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:47.671753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.781425 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-7391384f-0090-4bc8-9786-2c7b95ebe126 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2193570 Jul 16 18:11:47.783247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-b1549550-cd16-4995-8734-aaf4f27315e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.785714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-b1549550-cd16-4995-8734-aaf4f27315e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.3524573 Jul 16 18:11:47.893005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0caf0113-28e9-405a-abdd-04387e48f3f6 req-a5686003-f0c5-4bad-bd73-5f0dfc03bb12 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-572341659', 'description': 'tempest-description-1183460287'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:47.928928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-50b87419-04db-4cfd-94ab-34081017170d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab HTTP/1.1" status: 200 len: 217 time: 0.1341910 Jul 16 18:11:47.934229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0caf0113-28e9-405a-abdd-04387e48f3f6 req-a5686003-f0c5-4bad-bd73-5f0dfc03bb12 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.102552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-b5f89f9a-6d40-420c-a74c-283673c885bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.106374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-b5f89f9a-6d40-420c-a74c-283673c885bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1621346 Jul 16 18:11:48.147333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-80d16309-1b00-403e-8f3e-2451146f9dd2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.150357 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-80d16309-1b00-403e-8f3e-2451146f9dd2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.45 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.1315191 Jul 16 18:11:48.158600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-74504183-cb8d-4d64-9fbe-281072adacff service neutron] 10.222.0.60 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650956 Jul 16 18:11:48.164264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Request body: {'port': {'device_id': '2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'admin_state_up': True, 'tenant_id': 'b4ead2119915486aaa08f9849e05a40d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:48.181700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-6ee5dbe6-85d6-4011-b9b8-c2cdaf6db363 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709686 Jul 16 18:11:48.318820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44106) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.331290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-9e264153-d444-451c-be50-db2c89173b38 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360865 Jul 16 18:11:48.467114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.511731 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0caf0113-28e9-405a-abdd-04387e48f3f6 req-a5686003-f0c5-4bad-bd73-5f0dfc03bb12 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.523118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0caf0113-28e9-405a-abdd-04387e48f3f6 req-a5686003-f0c5-4bad-bd73-5f0dfc03bb12 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.548066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Made reservation on behalf of b4ead2119915486aaa08f9849e05a40d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:48.566839 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.567123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-e5ddd82b-f2bb-4aa1-9c94-d3f2633bd9e7 service neutron] 10.222.0.60 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880146 Jul 16 18:11:48.572573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0caf0113-28e9-405a-abdd-04387e48f3f6 req-a5686003-f0c5-4bad-bd73-5f0dfc03bb12 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.605507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0caf0113-28e9-405a-abdd-04387e48f3f6 req-a5686003-f0c5-4bad-bd73-5f0dfc03bb12 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7645836 Jul 16 18:11:48.678087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9db4a2ef-1815-4b4c-a9c4-7ac9f1b614f0 req-daf40258-2d6e-4ee4-9ce4-50804e4b2d91 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356659 Jul 16 18:11:48.679087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5686003-f0c5-4bad-bd73-5f0dfc03bb12 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590d7e32-8126-44dc-8c27-a9e109df0d7b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.854468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08cd3d-c9e6-4801-8c7d-3450069f7223 req-c720f4dd-e916-4b61-afd8-32a5380ebe2d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.856150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c08cd3d-c9e6-4801-8c7d-3450069f7223 req-c720f4dd-e916-4b61-afd8-32a5380ebe2d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 945 time: 0.0945218 Jul 16 18:11:48.923762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.937398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Allocated IP 172.20.0.14 (f12a6415-c118-4479-8678-787f7505198a/154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de/f5976e64-ab74-45a1-8aae-6635f7cedb1c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:48.942811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c08cd3d-c9e6-4801-8c7d-3450069f7223 req-97a7119d-a6e3-4419-8ba4-e8f23d4a5832 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800033 Jul 16 18:11:48.959934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.029540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:49.037782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7877c7f1eb5242e9ab03343be4ffeadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7175882 Jul 16 18:11:49.167780 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f356dae3-d1b1-4663-8299-a05a9bf99a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.200498 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348909cf-3f6a-4d7d-8b01-e9ae4d31e2e9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.224024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.224418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.224723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.225061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.225388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.225712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.226032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.226354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.226672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.227521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.227844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.228161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61d42a4-9d4a-4672-8f50-e5865f1eb3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.253384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f356dae3-d1b1-4663-8299-a05a9bf99a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.423662 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.513653 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.535869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9052224f-5595-401a-bf5a-59dfea4edd81 req-1c9c09b7-d603-41a8-92ca-139c27e66c61 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 210 time: 0.1201193 Jul 16 18:11:49.544937 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f356dae3-d1b1-4663-8299-a05a9bf99a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.554378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f356dae3-d1b1-4663-8299-a05a9bf99a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.570132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f356dae3-d1b1-4663-8299-a05a9bf99a00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/348909cf-3f6a-4d7d-8b01-e9ae4d31e2e9 HTTP/1.1" status: 204 len: 168 time: 0.5393920 Jul 16 18:11:49.611356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356dae3-d1b1-4663-8299-a05a9bf99a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348909cf-3f6a-4d7d-8b01-e9ae4d31e2e9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.628191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Network f12a6415-c118-4479-8678-787f7505198a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:49.642525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:49.653697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:49.655978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d10337ae-fb30-441a-92db-7bde4ffbf6ab details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:49.693598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408a209-350b-4306-b85f-ca4c387b528c req-8eb3768c-5943-4670-915d-3affbb88548f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.712229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1408a209-350b-4306-b85f-ca4c387b528c req-8eb3768c-5943-4670-915d-3affbb88548f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 944 time: 0.3267848 Jul 16 18:11:49.839887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.840595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.851614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event updated for resources: {'Port': ['ID=f5976e64-ab74-45a1-8aae-6635f7cedb1c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.859261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:49.893705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab', 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8', 'port_id': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab', 'mac_address': 'fa:16:3e:d8:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96575f11-85fd-4b83-b9cb-112b73042b0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:49.911561 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-bde61f19-8499-480f-ab90-3dd7e9576cd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7514021 Jul 16 18:11:49.927555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Request body: {'port': {'device_id': '2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:49.984323 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.023542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10337ae-fb30-441a-92db-7bde4ffbf6ab {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:50.054737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.085933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-ebc32d83-bd80-412a-be51-8db97471f57c tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.088638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:50.095197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-ebc32d83-bd80-412a-be51-8db97471f57c tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 812 time: 0.3762107 Jul 16 18:11:50.103713 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.130635 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.145202 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-b3cea8d2-82d5-4989-a708-26283c684203 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/quotas/a4cc58d503df4391bb4bb187786acd48 HTTP/1.1" status: 200 len: 375 time: 0.0368228 Jul 16 18:11:50.189655 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-886fb4f2-36c4-40c9-948e-81bd0f0bd53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.198875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=d10337ae-fb30-441a-92db-7bde4ffbf6ab,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:50.236018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1408a209-350b-4306-b85f-ca4c387b528c req-c4f3af0e-5575-4526-84dd-92555e09a696 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198078 Jul 16 18:11:50.299787 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-ea5d44ec-fa23-42c8-b724-a74e909bfae8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536951 Jul 16 18:11:50.466066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c6a7940-93d2-4b46-a6f2-633321bfb6e5 req-b5475ea6-4ff4-456b-b3bb-1ebe5320c2c7 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 210 time: 0.0512645 Jul 16 18:11:50.487626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['d10337ae-fb30-441a-92db-7bde4ffbf6ab'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:50.506926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-9126188a-c50f-47f4-b10c-1e5c534fad54 service neutron] 10.222.0.60 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986856 Jul 16 18:11:50.585551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-886fb4f2-36c4-40c9-948e-81bd0f0bd53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.599433 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-886fb4f2-36c4-40c9-948e-81bd0f0bd53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.723079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-685f6434-4856-4c89-aad5-866ac40ccb1a service neutron] 10.222.0.60 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137783 Jul 16 18:11:50.756133 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-886fb4f2-36c4-40c9-948e-81bd0f0bd53e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7924730a687408da68b46ff6b19b430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243579 Jul 16 18:11:50.759576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44166) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.772964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5976e64-ab74-45a1-8aae-6635f7cedb1c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:50.791643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fb4f2-36c4-40c9-948e-81bd0f0bd53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6270c5f-a48e-4933-aef0-054bd980fe67,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:50.823940 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.873383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Transition to ACTIVE for port object f5976e64-ab74-45a1-8aae-6635f7cedb1c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:50.885894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.954102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Pushing event updated for resources: {'Port': ['ID=f5976e64-ab74-45a1-8aae-6635f7cedb1c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.082403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0abeac32-079a-486e-880c-70d1af91f3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.135606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Attempting to bind port f5976e64-ab74-45a1-8aae-6635f7cedb1c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:51.135762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Attempting to bind port f5976e64-ab74-45a1-8aae-6635f7cedb1c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:51.136012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Attempting to bind port f5976e64-ab74-45a1-8aae-6635f7cedb1c on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:51.146523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Port f5976e64-ab74-45a1-8aae-6635f7cedb1c on network f12a6415-c118-4479-8678-787f7505198a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:51.146858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Attempting to bind port f5976e64-ab74-45a1-8aae-6635f7cedb1c on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:51.160461 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:51.160852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Checking segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:51.161252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Bound using segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:51.163124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Bound port: f5976e64-ab74-45a1-8aae-6635f7cedb1c, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:51.163563 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.193660 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0abeac32-079a-486e-880c-70d1af91f3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.291620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] For port f5976e64-ab74-45a1-8aae-6635f7cedb1c, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:51.295057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] For port f5976e64-ab74-45a1-8aae-6635f7cedb1c, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f5976e64-ab74-45a1-8aae-6635f7cedb1c,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:51.304373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.357161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.357866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.364569 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] 10.222.0.45 "PUT /v2.0/ports/f5976e64-ab74-45a1-8aae-6635f7cedb1c HTTP/1.1" status: 200 len: 1093 time: 1.4367809 Jul 16 18:11:51.364569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a', 'tag': 'f5976e64-ab74-45a1-8aae-6635f7cedb1c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:51.364569 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93cd147-5a6a-4276-83af-de323c80b590" -d '{"events": [{"name": "network-changed", "server_uuid": "2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a", "tag": "f5976e64-ab74-45a1-8aae-6635f7cedb1c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:51.413355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-fbae7182-348d-4f86-a3e9-894cc97d9826 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.421568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-fbae7182-348d-4f86-a3e9-894cc97d9826 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.45 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 811 time: 0.5338709 Jul 16 18:11:51.446824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a863302-c6f4-4545-a353-72b83c417923 service neutron] Pushing event updated for resources: {'Port': ['ID=f5976e64-ab74-45a1-8aae-6635f7cedb1c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.510498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0abeac32-079a-486e-880c-70d1af91f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.512989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0abeac32-079a-486e-880c-70d1af91f3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.514693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0abeac32-079a-486e-880c-70d1af91f3ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6270c5f-a48e-4933-aef0-054bd980fe67 HTTP/1.1" status: 204 len: 168 time: 0.7537284 Jul 16 18:11:51.652015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-aab1cf5c-c7cc-4a24-b71c-9a648f3cdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.653511 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-aab1cf5c-c7cc-4a24-b71c-9a648f3cdfbe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 1096 time: 0.0809937 Jul 16 18:11:51.667035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d10337ae-fb30-441a-92db-7bde4ffbf6ab up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:51.689394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeac32-079a-486e-880c-70d1af91f3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6270c5f-a48e-4933-aef0-054bd980fe67,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.711553 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-2b63a479-2e84-4a8d-83e7-a2af8769548b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5976e64-ab74-45a1-8aae-6635f7cedb1c HTTP/1.1" status: 200 len: 217 time: 0.0457461 Jul 16 18:11:51.726326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0068052c-555d-4c02-8dca-1c216464a2af req-8f5ae180-f913-4e69-8f93-749d2cb57cc7 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 210 time: 0.1535094 Jul 16 18:11:51.797338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-087f9f86-6825-4e03-a8e0-d0f076faa013 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9fa6d0b4ca473fba624c88ab79de7d HTTP/1.1" status: 200 len: 380 time: 0.3183932 Jul 16 18:11:51.850002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'port': {'device_id': 'b17900f4-2831-43d5-a078-7705982f5787', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'admin_state_up': True, 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'security_groups': ['f463930f-8ed8-4ec1-8578-4d03fb2972a6']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:51.852637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-b0d98f0d-54a6-48b2-97cb-8a19aa95c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.854577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-b0d98f0d-54a6-48b2-97cb-8a19aa95c0d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.1340606 Jul 16 18:11:51.908663 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-08092ade-b84b-4526-8b72-493abeafa8c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450521 Jul 16 18:11:51.930744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port d10337ae-fb30-441a-92db-7bde4ffbf6ab completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:51.935263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port d10337ae-fb30-441a-92db-7bde4ffbf6ab triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:51.936862 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.043552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfe988-d751-4eed-a4a6-357d3c623738 req-b633fff3-947a-4a05-873b-c8729af8d9d0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.045053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7cfe988-d751-4eed-a4a6-357d3c623738 req-b633fff3-947a-4a05-873b-c8729af8d9d0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 944 time: 0.7885873 Jul 16 18:11:52.141725 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-933d77da-67fc-4432-be8d-f5aff213b733 service neutron] 10.222.0.45 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250671 Jul 16 18:11:52.179235 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.315524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:52.321986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:52.327076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7cfe988-d751-4eed-a4a6-357d3c623738 req-053f5dc3-5541-401d-9aca-d3c20983aeb7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615969 Jul 16 18:11:52.332043 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c04d2d-a3b3-4fed-b6f9-16db457b622e" -d '{"events": [{"server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "name": "network-vif-plugged", "status": "completed", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:52.351830 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.423193 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9750e064-fcc4-4a16-8d68-de9a0a269561 req-e7595ce6-a2a3-4882-b5eb-93a7e43d31b8 service neutron] 10.222.0.45 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728055 Jul 16 18:11:52.447257 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c9f9f-d586-4b12-9125-4d8ce3b4b362 x-openstack-request-id: req-ed1c9f9f-d586-4b12-9125-4d8ce3b4b362 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:52.448011 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a", "tag": "f5976e64-ab74-45a1-8aae-6635f7cedb1c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:52.448374 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed1c9f9f-d586-4b12-9125-4d8ce3b4b362 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:52.448740 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a', 'tag': 'f5976e64-ab74-45a1-8aae-6635f7cedb1c', 'status': 'completed', 'code': 200} Jul 16 18:11:52.492320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=d10337ae-fb30-441a-92db-7bde4ffbf6ab,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.560769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331b869-57c4-4348-a924-4335753aef73 req-1afcd79f-087e-4ded-bda3-da116cb6e578 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.571695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e331b869-57c4-4348-a924-4335753aef73 req-1afcd79f-087e-4ded-bda3-da116cb6e578 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 945 time: 0.4218493 Jul 16 18:11:52.615625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd147-5a6a-4276-83af-de323c80b590 req-18d1b603-0d5f-44f2-ae53-84bfac6c25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.618518 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f93cd147-5a6a-4276-83af-de323c80b590 req-18d1b603-0d5f-44f2-ae53-84bfac6c25f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 1096 time: 0.1210206 Jul 16 18:11:52.622049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Made reservation on behalf of be9fa6d0b4ca473fba624c88ab79de7d for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:52.626085 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.683301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80ac392b-77d3-4f5b-9a0f-499abfb7a573 req-c0d83160-cf7d-440c-a151-386aad2131a5 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 210 time: 0.0622675 Jul 16 18:11:52.708125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e331b869-57c4-4348-a924-4335753aef73 req-4cbdeb5f-484b-4e68-8982-1c88b3c684e4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353800 Jul 16 18:11:52.877071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd147-5a6a-4276-83af-de323c80b590 req-aacf705b-43c0-452e-80bd-101928dbbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.881038 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f93cd147-5a6a-4276-83af-de323c80b590 req-aacf705b-43c0-452e-80bd-101928dbbfd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 913 time: 0.2548604 Jul 16 18:11:53.006771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Allocated IP 172.20.0.5 (f258c528-c4f0-4833-9916-4132c7713c81/a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4/ab457b0f-6115-437a-a451-78af4af5434d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:53.011249 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f93cd147-5a6a-4276-83af-de323c80b590 req-db42be86-9ab3-44e8-8d91-1d68f6ee0cac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5976e64-ab74-45a1-8aae-6635f7cedb1c HTTP/1.1" status: 200 len: 217 time: 0.1223521 Jul 16 18:11:53.151718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd147-5a6a-4276-83af-de323c80b590 req-743aa55b-1580-475f-8e89-500204327f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.153633 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f93cd147-5a6a-4276-83af-de323c80b590 req-743aa55b-1580-475f-8e89-500204327f35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.1336832 Jul 16 18:11:53.408633 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad3888f-b511-4b4e-a51d-bbf7ab6dcec5 x-openstack-request-id: req-aad3888f-b511-4b4e-a51d-bbf7ab6dcec5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:53.409480 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "name": "network-vif-plugged", "status": "completed", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:53.410085 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aad3888f-b511-4b4e-a51d-bbf7ab6dcec5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:53.410788 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab', 'code': 200} Jul 16 18:11:53.873328 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f93cd147-5a6a-4276-83af-de323c80b590 req-24cfeea5-9e51-44a2-9d50-3e33ee181140 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6987834 Jul 16 18:11:53.908153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62ded27e-d164-4cb7-b258-7d2726d785ac req-0340f192-0385-4d11-a0a5-e6eeb9aee2bb tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 210 time: 0.1077111 Jul 16 18:11:53.924074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.037299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Transition to ACTIVE for port object ab457b0f-6115-437a-a451-78af4af5434d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:54.053769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-f63036b2-7121-48ac-b136-a5c15dc402b7 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.055660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-f63036b2-7121-48ac-b136-a5c15dc402b7 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.45 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 812 time: 0.8129072 Jul 16 18:11:54.068885 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f93cd147-5a6a-4276-83af-de323c80b590 req-52c3acc5-f784-49ce-8e47-e362b622a226 service neutron] 10.222.0.45 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811354 Jul 16 18:11:54.090628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'port': {'device_id': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8', 'admin_state_up': True, 'tenant_id': 'a4cc58d503df4391bb4bb187786acd48'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:54.259547 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f93cd147-5a6a-4276-83af-de323c80b590 req-f43660e7-bbeb-412f-ac76-e4cfd0e9c8a5 service neutron] 10.222.0.45 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753495 Jul 16 18:11:54.270207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c65fc-440f-4f0c-9be4-ae5746def650 req-36ed1d22-77e6-41ac-94eb-45cd40849a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.272250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-441c65fc-440f-4f0c-9be4-ae5746def650 req-36ed1d22-77e6-41ac-94eb-45cd40849a50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1098 time: 0.4734962 Jul 16 18:11:54.289627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc42b7-2d78-42c3-bfb7-8acccc5cf4ef req-e046eaca-33f0-4c0d-b3eb-5255c7463010 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.303730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39bc42b7-2d78-42c3-bfb7-8acccc5cf4ef req-e046eaca-33f0-4c0d-b3eb-5255c7463010 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.4060636 Jul 16 18:11:54.319415 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.530255 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39bc42b7-2d78-42c3-bfb7-8acccc5cf4ef req-14448b59-d7f3-4c88-928c-ffa96730486b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194219 Jul 16 18:11:54.571746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Network f258c528-c4f0-4833-9916-4132c7713c81 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:54.579950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'Port': ['ID=ab457b0f-6115-437a-a451-78af4af5434d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:54.610697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:54.617249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-441c65fc-440f-4f0c-9be4-ae5746def650 req-7a99f0de-fc31-48e6-b316-ef86cdc122a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137927 Jul 16 18:11:54.620587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:54.692674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.693237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.725314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f3ffd-da71-41b5-9a37-940a9d77722d req-fd0b8515-c732-4ff3-ac3a-cb6083a4cb7b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.733313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d2f3ffd-da71-41b5-9a37-940a9d77722d req-fd0b8515-c732-4ff3-ac3a-cb6083a4cb7b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 944 time: 0.5870528 Jul 16 18:11:54.772134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-f1b1e6b8-017d-4165-a72d-0d80a774e8e8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9363749 Jul 16 18:11:54.794302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f5976e64-ab74-45a1-8aae-6635f7cedb1c details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:54.844478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d2f3ffd-da71-41b5-9a37-940a9d77722d req-4bd9f08b-a309-4359-8614-a0d6a5c236b5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098695 Jul 16 18:11:54.883883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Request body: {'port': {'device_id': 'b17900f4-2831-43d5-a078-7705982f5787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:54.938173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Made reservation on behalf of a4cc58d503df4391bb4bb187786acd48 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:54.954332 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.070430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f5976e64-ab74-45a1-8aae-6635f7cedb1c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f5976e64-ab74-45a1-8aae-6635f7cedb1c,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:55.100980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'f5976e64-ab74-45a1-8aae-6635f7cedb1c', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'port_id': 'f5976e64-ab74-45a1-8aae-6635f7cedb1c', 'mac_address': 'fa:16:3e:3b:bd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:55.163144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73878f7-1e28-415a-a292-d7683b28228a req-7b8ed2d5-4a78-47b7-8de1-88b3143a5b98 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.168556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c73878f7-1e28-415a-a292-d7683b28228a req-7b8ed2d5-4a78-47b7-8de1-88b3143a5b98 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.45 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 946 time: 0.1902390 Jul 16 18:11:55.188181 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.205364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5976e64-ab74-45a1-8aae-6635f7cedb1c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:55.229643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f5976e64-ab74-45a1-8aae-6635f7cedb1c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f5976e64-ab74-45a1-8aae-6635f7cedb1c,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:55.242443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba2d48-381a-4876-9b37-f628f0d3329a req-d8bf686d-280d-4cb2-a797-397248b1b3a2 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.246809 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.253493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ffba2d48-381a-4876-9b37-f628f0d3329a req-d8bf686d-280d-4cb2-a797-397248b1b3a2 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 931 time: 0.4794600 Jul 16 18:11:55.348779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-89ac7afe-ece3-4ea8-8f3c-e96784de9249 None None] Provisioning for port ab457b0f-6115-437a-a451-78af4af5434d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:55.358064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-89ac7afe-ece3-4ea8-8f3c-e96784de9249 None None] Provisioning complete for port ab457b0f-6115-437a-a451-78af4af5434d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:55.358732 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89ac7afe-ece3-4ea8-8f3c-e96784de9249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.368437 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.414718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-89ac7afe-ece3-4ea8-8f3c-e96784de9249 None None] Port ab457b0f-6115-437a-a451-78af4af5434d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:55.417121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c73878f7-1e28-415a-a292-d7683b28228a req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Deleting port 71100504-b805-4308-bf57-93188a8f5df6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:55.417656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f5976e64-ab74-45a1-8aae-6635f7cedb1c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.427146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c73878f7-1e28-415a-a292-d7683b28228a req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.539707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ffba2d48-381a-4876-9b37-f628f0d3329a req-a21b5dc8-4c92-40db-bcb7-cadb781f5713 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856369 Jul 16 18:11:55.589262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['f5976e64-ab74-45a1-8aae-6635f7cedb1c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:55.594703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c499-1fb6-4901-9c2f-0d2fd41f7523 req-8eba16be-2457-47d6-b62e-b90836fe1879 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.602655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8610c499-1fb6-4901-9c2f-0d2fd41f7523 req-8eba16be-2457-47d6-b62e-b90836fe1879 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 946 time: 0.5578940 Jul 16 18:11:55.620306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c73878f7-1e28-415a-a292-d7683b28228a req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] For port 71100504-b805-4308-bf57-93188a8f5df6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=71100504-b805-4308-bf57-93188a8f5df6,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:55.620830 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c73878f7-1e28-415a-a292-d7683b28228a req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.641972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c73878f7-1e28-415a-a292-d7683b28228a req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Calling delete_port for 71100504-b805-4308-bf57-93188a8f5df6 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:55.934178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Allocated IP 172.20.0.6 (c13b0654-a4f7-4377-a05b-08b70d59eda8/e61454ed-bdd8-4d2f-b915-067924cb9756/a961426c-4ae3-42f5-886f-d4097e9b0ce2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:55.957476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8610c499-1fb6-4901-9c2f-0d2fd41f7523 req-4b4ae9e0-f0ab-4fb4-b0e5-36c5ffab52a8 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516760 Jul 16 18:11:55.970153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c73878f7-1e28-415a-a292-d7683b28228a req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.014914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f850c9c2-dceb-4180-8eea-9355ae2b5824'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:56.068968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff926d7d-e3df-4a55-a439-7440dd04443a req-2f02026a-bddb-437e-9573-bb74036c0e4f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 210 time: 0.2863934 Jul 16 18:11:56.083277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Pushing event deleted for resources: {'Port': ['ID=71100504-b805-4308-bf57-93188a8f5df6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.162699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73878f7-1e28-415a-a292-d7683b28228a req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] No DVR routers for this DVR port 71100504-b805-4308-bf57-93188a8f5df6 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:56.172488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c73878f7-1e28-415a-a292-d7683b28228a req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.185782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c73878f7-1e28-415a-a292-d7683b28228a req-79307c2b-8392-4a7e-be2a-0c1959e2d944 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.45 "DELETE /v2.0/ports/71100504-b805-4308-bf57-93188a8f5df6 HTTP/1.1" status: 204 len: 173 time: 1.0080786 Jul 16 18:11:56.186301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed9d94d-5406-433c-9310-d9e6cc0cbb90', 'name': 'network-vif-deleted', 'tag': '71100504-b805-4308-bf57-93188a8f5df6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:56.200345 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714155c6-c6fc-40b5-acc6-a7b73fcfe443" -d '{"events": [{"server_uuid": "4ed9d94d-5406-433c-9310-d9e6cc0cbb90", "name": "network-vif-deleted", "tag": "71100504-b805-4308-bf57-93188a8f5df6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:56.497231 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48fdfa66-5e57-4c89-823a-a7d9c9be3b10 req-5d91cff3-3f03-46f1-9081-015083bac7f6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed9d94d-5406-433c-9310-d9e6cc0cbb90 HTTP/1.1" status: 200 len: 210 time: 0.1774704 Jul 16 18:11:56.558671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['234ed97d-711e-4f51-8f3a-cc1ecc8838f1', '71100504-b805-4308-bf57-93188a8f5df6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:56.592411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44326) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.604080 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e0ab9f-d731-4586-b08a-9eb242e17d80 x-openstack-request-id: req-47e0ab9f-d731-4586-b08a-9eb242e17d80 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:56.604389 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed9d94d-5406-433c-9310-d9e6cc0cbb90", "name": "network-vif-deleted", "tag": "71100504-b805-4308-bf57-93188a8f5df6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:56.604754 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47e0ab9f-d731-4586-b08a-9eb242e17d80 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:56.605163 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed9d94d-5406-433c-9310-d9e6cc0cbb90', 'name': 'network-vif-deleted', 'tag': '71100504-b805-4308-bf57-93188a8f5df6', 'status': 'completed', 'code': 200} Jul 16 18:11:56.835088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f5976e64-ab74-45a1-8aae-6635f7cedb1c up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:56.837101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003848e5-a32d-4854-9ec0-4d06bf894052 req-177ce148-ff50-4ab0-a161-8ac9bcf25a71 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.839576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4619b86b-5180-459c-9bc5-82cece047c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.844966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-003848e5-a32d-4854-9ec0-4d06bf894052 req-177ce148-ff50-4ab0-a161-8ac9bcf25a71 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 945 time: 0.3994482 Jul 16 18:11:56.928318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-003848e5-a32d-4854-9ec0-4d06bf894052 req-7d27a3af-6646-4236-8a06-f66b7097eff1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820434 Jul 16 18:11:56.936921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port f5976e64-ab74-45a1-8aae-6635f7cedb1c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:56.942547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port f5976e64-ab74-45a1-8aae-6635f7cedb1c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:56.943149 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.097010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4619b86b-5180-459c-9bc5-82cece047c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.100380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.100793 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.113405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4619b86b-5180-459c-9bc5-82cece047c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.139185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab457b0f-6115-437a-a451-78af4af5434d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:57.162798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.170107 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4619b86b-5180-459c-9bc5-82cece047c92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d5afd5e36f84def8f741e86cf662bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758936 Jul 16 18:11:57.174712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44344) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.179917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5976e64-ab74-45a1-8aae-6635f7cedb1c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:57.186175 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3705499-f276-40a0-a13d-c7ef45dd874f" -d '{"events": [{"server_uuid": "2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a", "name": "network-vif-plugged", "status": "completed", "tag": "f5976e64-ab74-45a1-8aae-6635f7cedb1c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:57.220809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619b86b-5180-459c-9bc5-82cece047c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b349016-c665-44aa-a9c5-dc45d93da408,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.230442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f5976e64-ab74-45a1-8aae-6635f7cedb1c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f5976e64-ab74-45a1-8aae-6635f7cedb1c,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:57.245345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.265752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Transition to ACTIVE for port object ab457b0f-6115-437a-a451-78af4af5434d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:57.284651 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.332102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f5976e64-ab74-45a1-8aae-6635f7cedb1c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.388124 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9227d94f-bf60-4f6d-bbb6-7897c6fe1410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.420424 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9227d94f-bf60-4f6d-bbb6-7897c6fe1410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.482426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ef461-6422-4d2a-b2be-8069542ac2da req-f15887a1-5a86-42f2-b560-c558729513cd tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.499002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-136ef461-6422-4d2a-b2be-8069542ac2da req-f15887a1-5a86-42f2-b560-c558729513cd tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 931 time: 0.5510232 Jul 16 18:11:57.545406 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:57.552176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9227d94f-bf60-4f6d-bbb6-7897c6fe1410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.553200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9227d94f-bf60-4f6d-bbb6-7897c6fe1410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.554398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9227d94f-bf60-4f6d-bbb6-7897c6fe1410 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b349016-c665-44aa-a9c5-dc45d93da408 HTTP/1.1" status: 204 len: 168 time: 0.3721943 Jul 16 18:11:57.616291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-136ef461-6422-4d2a-b2be-8069542ac2da req-09e7c3bb-1733-4cbe-9ea4-32b2770ac24b tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162646 Jul 16 18:11:57.635092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab457b0f-6115-437a-a451-78af4af5434d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.642452 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.646326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227d94f-bf60-4f6d-bbb6-7897c6fe1410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b349016-c665-44aa-a9c5-dc45d93da408,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.672763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Network c13b0654-a4f7-4377-a05b-08b70d59eda8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:57.686105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:57.695696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:57.725232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:57.790703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5358bb-171f-4370-914c-fab015a3d718 req-5d283301-72f6-4759-9898-5eb569352e34 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.797630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f5358bb-171f-4370-914c-fab015a3d718 req-5d283301-72f6-4759-9898-5eb569352e34 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 946 time: 0.4966497 Jul 16 18:11:57.864720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.865495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.938606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'Port': ['ID=a961426c-4ae3-42f5-886f-d4097e9b0ce2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.978522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-26a52d39-5792-4ad2-a824-cba4b58ba497 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8952801 Jul 16 18:11:57.986793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f5358bb-171f-4370-914c-fab015a3d718 req-90adef10-3322-4f6d-b784-2e649327260e tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883006 Jul 16 18:11:57.995465 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Request body: {'port': {'device_id': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:58.002260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Attempting to bind port ab457b0f-6115-437a-a451-78af4af5434d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:58.002260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Attempting to bind port ab457b0f-6115-437a-a451-78af4af5434d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:58.002260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Attempting to bind port ab457b0f-6115-437a-a451-78af4af5434d on network f258c528-c4f0-4833-9916-4132c7713c81 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:58.050089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Port ab457b0f-6115-437a-a451-78af4af5434d on network f258c528-c4f0-4833-9916-4132c7713c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:58.050482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Attempting to bind port ab457b0f-6115-437a-a451-78af4af5434d on network f258c528-c4f0-4833-9916-4132c7713c81 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:58.074358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af2c52-7898-420d-b46e-426a01646169 req-8d6bcddf-ea79-4992-9f0e-2bbf5a312348 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.083075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97af2c52-7898-420d-b46e-426a01646169 req-8d6bcddf-ea79-4992-9f0e-2bbf5a312348 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 931 time: 0.2679873 Jul 16 18:11:58.097777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:58.098117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Checking segment: {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:58.098538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Bound using segment: {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:58.099040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Bound port: ab457b0f-6115-437a-a451-78af4af5434d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:58.099403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.116005 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c4dbe2-d4d7-46a8-9a31-beebc5539cdf x-openstack-request-id: req-09c4dbe2-d4d7-46a8-9a31-beebc5539cdf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:58.123091 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a", "name": "network-vif-plugged", "status": "completed", "tag": "f5976e64-ab74-45a1-8aae-6635f7cedb1c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:58.123091 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09c4dbe2-d4d7-46a8-9a31-beebc5539cdf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:58.123091 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5976e64-ab74-45a1-8aae-6635f7cedb1c', 'code': 200} Jul 16 18:11:58.186304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:58.224107 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97af2c52-7898-420d-b46e-426a01646169 req-f5fa7f49-0bb8-40f5-ab51-64893f761260 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400709 Jul 16 18:11:58.252381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30d767ac-0456-4d35-93c5-6f59dc5d9cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.261396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.388269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] For port ab457b0f-6115-437a-a451-78af4af5434d, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:58.392363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] For port ab457b0f-6115-437a-a451-78af4af5434d, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab457b0f-6115-437a-a451-78af4af5434d,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:58.536238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.542393 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.572724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30d767ac-0456-4d35-93c5-6f59dc5d9cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.581580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e51fb-121b-40c6-ae71-9eaf69bdd90f req-08b489a6-672e-4b79-9ae3-7ad63eb27dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.583542 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-656e51fb-121b-40c6-ae71-9eaf69bdd90f req-08b489a6-672e-4b79-9ae3-7ad63eb27dda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 1098 time: 0.3524671 Jul 16 18:11:58.584961 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30d767ac-0456-4d35-93c5-6f59dc5d9cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.638583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.639222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.640645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/ab457b0f-6115-437a-a451-78af4af5434d HTTP/1.1" status: 200 len: 1092 time: 3.7752142 Jul 16 18:11:58.641127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17900f4-2831-43d5-a078-7705982f5787', 'tag': 'ab457b0f-6115-437a-a451-78af4af5434d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:58.645044 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6852fb0b-38d1-49da-b616-765cfe3f92e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b17900f4-2831-43d5-a078-7705982f5787", "tag": "ab457b0f-6115-437a-a451-78af4af5434d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:58.662575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d767ac-0456-4d35-93c5-6f59dc5d9cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44c4c55-3557-42a2-8c5a-d5aea036b6a3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.692756 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-30d767ac-0456-4d35-93c5-6f59dc5d9cae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d6d72cadaba49adb7516da83206af4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051527 Jul 16 18:11:58.694062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44372) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:58.721522 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-656e51fb-121b-40c6-ae71-9eaf69bdd90f req-84beda73-05f8-4ddd-92ba-b89a49d3b181 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273699 Jul 16 18:11:58.781840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6589f2fd-bdda-4cfc-a203-0e17284a626f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.807980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 71100504-b805-4308-bf57-93188a8f5df6 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:58.835229 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6589f2fd-bdda-4cfc-a203-0e17284a626f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.853137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 71100504-b805-4308-bf57-93188a8f5df6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:58.853864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 71100504-b805-4308-bf57-93188a8f5df6 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:58.878777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545a0de-48d7-4ca0-a837-fdb060ef76d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab457b0f-6115-437a-a451-78af4af5434d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.928823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fc44e-f9ec-4b9e-aab4-e9682b2789c1 req-b6699b77-802a-4e49-a010-cdc98d280675 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.936565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f7fc44e-f9ec-4b9e-aab4-e9682b2789c1 req-b6699b77-802a-4e49-a010-cdc98d280675 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 946 time: 0.5623288 Jul 16 18:11:58.939925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6589f2fd-bdda-4cfc-a203-0e17284a626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.948615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6589f2fd-bdda-4cfc-a203-0e17284a626f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.949855 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6589f2fd-bdda-4cfc-a203-0e17284a626f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f44c4c55-3557-42a2-8c5a-d5aea036b6a3 HTTP/1.1" status: 204 len: 168 time: 0.2449155 Jul 16 18:11:58.959987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589f2fd-bdda-4cfc-a203-0e17284a626f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44c4c55-3557-42a2-8c5a-d5aea036b6a3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:59.019519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f8daa-a1d7-4530-bfbe-e94ed483d89f req-7c68dda7-5517-45c1-b24b-a5e0fe70a5ba tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.036865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb7f8daa-a1d7-4530-bfbe-e94ed483d89f req-7c68dda7-5517-45c1-b24b-a5e0fe70a5ba tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1098 time: 0.4883556 Jul 16 18:11:59.050570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-c1a1eee9-7a91-48c5-95a4-3b4476a4e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.058859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-c1a1eee9-7a91-48c5-95a4-3b4476a4e176 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 1095 time: 0.3380718 Jul 16 18:11:59.159317 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f7fc44e-f9ec-4b9e-aab4-e9682b2789c1 req-49426b96-05a2-452c-b85c-5a09742c3d1d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216387 Jul 16 18:11:59.166976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-8af45d93-a6d9-462d-ae78-8c0883344dff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab457b0f-6115-437a-a451-78af4af5434d HTTP/1.1" status: 200 len: 217 time: 0.0726128 Jul 16 18:11:59.268441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb7f8daa-a1d7-4530-bfbe-e94ed483d89f req-1dfbe522-6dae-45b2-885b-79678186b3aa tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299225 Jul 16 18:11:59.400280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-1181e642-b818-4f85-a241-e4e8eff20141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.419454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-1181e642-b818-4f85-a241-e4e8eff20141 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 200 len: 850 time: 0.2468314 Jul 16 18:11:59.963601 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222d67e5-d7e6-4ebd-a3e4-8f84bbff14b0 x-openstack-request-id: req-222d67e5-d7e6-4ebd-a3e4-8f84bbff14b0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:59.964239 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17900f4-2831-43d5-a078-7705982f5787", "tag": "ab457b0f-6115-437a-a451-78af4af5434d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:59.964239 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-222d67e5-d7e6-4ebd-a3e4-8f84bbff14b0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:59.964486 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17900f4-2831-43d5-a078-7705982f5787', 'tag': 'ab457b0f-6115-437a-a451-78af4af5434d', 'status': 'completed', 'code': 200} Jul 16 18:12:00.032059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a961426c-4ae3-42f5-886f-d4097e9b0ce2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:00.043074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.061587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Transition to ACTIVE for port object a961426c-4ae3-42f5-886f-d4097e9b0ce2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:00.094897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.213325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-c250393d-93e0-467c-8047-e124fbdfac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.214776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-c250393d-93e0-467c-8047-e124fbdfac7e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f258c528-c4f0-4833-9916-4132c7713c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7765505 Jul 16 18:12:00.238525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959925c-258c-457e-b785-028077c0a392 req-ab50a30c-bbc1-435b-b80e-66def3ca4abd tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.246322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6959925c-258c-457e-b785-028077c0a392 req-ab50a30c-bbc1-435b-b80e-66def3ca4abd tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 943 time: 0.2772768 Jul 16 18:12:00.285502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=a961426c-4ae3-42f5-886f-d4097e9b0ce2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.384151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac3e6d-32eb-4282-b0eb-3d325f9c0f03 req-2c9a41bf-66e5-47e5-9c12-27febe96fb6e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.393575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35ac3e6d-32eb-4282-b0eb-3d325f9c0f03 req-2c9a41bf-66e5-47e5-9c12-27febe96fb6e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 943 time: 0.3303854 Jul 16 18:12:00.477889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6959925c-258c-457e-b785-028077c0a392 req-f3965884-db05-4839-840d-8d9886d3a42c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305989 Jul 16 18:12:00.538148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35ac3e6d-32eb-4282-b0eb-3d325f9c0f03 req-b3a80d21-e5cc-41a7-9b63-eb1f418a3c1e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427546 Jul 16 18:12:00.540386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Attempting to bind port a961426c-4ae3-42f5-886f-d4097e9b0ce2 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:00.542646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Attempting to bind port a961426c-4ae3-42f5-886f-d4097e9b0ce2 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '93c76584-27e2-400a-b5e7-268401efeea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:00.543006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Attempting to bind port a961426c-4ae3-42f5-886f-d4097e9b0ce2 on network c13b0654-a4f7-4377-a05b-08b70d59eda8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:00.561405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Port a961426c-4ae3-42f5-886f-d4097e9b0ce2 on network c13b0654-a4f7-4377-a05b-08b70d59eda8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:00.561742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Attempting to bind port a961426c-4ae3-42f5-886f-d4097e9b0ce2 on network c13b0654-a4f7-4377-a05b-08b70d59eda8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:00.587237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:00.587975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Checking segment: {'id': '93c76584-27e2-400a-b5e7-268401efeea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:00.588626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Bound using segment: {'id': '93c76584-27e2-400a-b5e7-268401efeea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:00.603877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Bound port: a961426c-4ae3-42f5-886f-d4097e9b0ce2, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c76584-27e2-400a-b5e7-268401efeea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:00.604500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.611698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-df9d1b96-9d5a-4f7c-95aa-68d9898d56f5 service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584430 Jul 16 18:12:00.722050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] For port a961426c-4ae3-42f5-886f-d4097e9b0ce2, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:00.729122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] For port a961426c-4ae3-42f5-886f-d4097e9b0ce2, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:00.805669 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.905476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.906274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.907778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] 10.222.0.45 "PUT /v2.0/ports/a961426c-4ae3-42f5-886f-d4097e9b0ce2 HTTP/1.1" status: 200 len: 1092 time: 2.9200199 Jul 16 18:12:00.977970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fab5c-3294-442d-b4e8-10f7f5ea5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=a961426c-4ae3-42f5-886f-d4097e9b0ce2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.994647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3eff877-1eff-4703-bab9-6706bcf35704 req-0d5975e3-5cc2-4b81-ac67-e9d783665076 service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678441 Jul 16 18:12:01.006790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3625-d53f-415b-8add-60e62ca810e2 req-984e747f-70cb-4237-b98e-1c5167f6f861 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.008963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f69f3625-d53f-415b-8add-60e62ca810e2 req-984e747f-70cb-4237-b98e-1c5167f6f861 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 946 time: 0.2511358 Jul 16 18:12:01.014615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40e47-dbed-4afe-a312-534fb19268e4 req-37c35856-402e-4748-9c97-7d1ec86a90f8 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.016119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81c40e47-dbed-4afe-a312-534fb19268e4 req-37c35856-402e-4748-9c97-7d1ec86a90f8 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1098 time: 0.2616031 Jul 16 18:12:01.089136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81c40e47-dbed-4afe-a312-534fb19268e4 req-6f82ed7e-fd78-446c-a8d9-4b9b03a5cbdc tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612381 Jul 16 18:12:01.094620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f69f3625-d53f-415b-8add-60e62ca810e2 req-3cf2eea3-b5d4-4de6-a08f-bf88e9976a15 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775523 Jul 16 18:12:01.154789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-60fb0c0c-83b1-4504-aa99-90821dc2279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.156318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-60fb0c0c-83b1-4504-aa99-90821dc2279e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 1095 time: 0.0654354 Jul 16 18:12:01.217570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-7dc0a6ff-9578-4ad3-9067-14b34e10a7fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2 HTTP/1.1" status: 200 len: 217 time: 0.0421638 Jul 16 18:12:01.366206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-c8da7956-3012-47ec-b4df-1344cb21a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.368148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-c8da7956-3012-47ec-b4df-1344cb21a5de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 200 len: 852 time: 0.1408443 Jul 16 18:12:01.413906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-7590838f-21c1-4fe8-bf87-5cb96085f1cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c13b0654-a4f7-4377-a05b-08b70d59eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379257 Jul 16 18:12:01.469040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-7b09c3cf-1dfa-40a4-874d-356c487a2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.471428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-7b09c3cf-1dfa-40a4-874d-356c487a2764 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 1095 time: 0.2185411 Jul 16 18:12:01.494661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f666a1-f300-4bd4-9df8-37acc15699de req-235b81f4-ab88-434f-8394-367f7e3cb36c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.496201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09f666a1-f300-4bd4-9df8-37acc15699de req-235b81f4-ab88-434f-8394-367f7e3cb36c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 946 time: 0.2003553 Jul 16 18:12:01.673299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09f666a1-f300-4bd4-9df8-37acc15699de req-406a29bd-85fa-4eaf-b789-bb3ca5669712 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531093 Jul 16 18:12:01.685070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-9628edad-9092-4713-8f06-e5023bf053bc service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492223 Jul 16 18:12:01.717899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-3670c703-f0e3-44df-8790-38a833ade575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.719411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-3670c703-f0e3-44df-8790-38a833ade575 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 912 time: 0.2358978 Jul 16 18:12:01.857656 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-bbec4823-747a-47b5-9aab-658ec1f50b85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab457b0f-6115-437a-a451-78af4af5434d HTTP/1.1" status: 200 len: 217 time: 0.1148424 Jul 16 18:12:01.929588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:01.969960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:01.971866 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cff6af-e4f3-4b95-808f-5407af46dbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:02.026637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-5f67a3fc-a53b-4cc5-9c5f-daaee1b60a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.028109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-5f67a3fc-a53b-4cc5-9c5f-daaee1b60a66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 200 len: 850 time: 0.1203394 Jul 16 18:12:02.039269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc3e82e5-9840-4b75-bbf6-6b021fd9dd31 req-5783439f-e4c1-4de7-9525-db950f94618f service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358533 Jul 16 18:12:02.070551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda11d21-9fd0-44ad-91c3-89a1287343fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.079009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3e1d-14e8-419b-94e5-5edcd5248cb1 req-ff87f6fe-dfe1-4df0-bea2-a5f01f2012f5 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.083290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6ab3e1d-14e8-419b-94e5-5edcd5248cb1 req-ff87f6fe-dfe1-4df0-bea2-a5f01f2012f5 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1098 time: 0.2370067 Jul 16 18:12:02.094252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-2f645da5-64db-432a-ab28-023ddcaf068d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.096123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-2f645da5-64db-432a-ab28-023ddcaf068d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.46 "GET /v2.0/ports?device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 946 time: 0.2873886 Jul 16 18:12:02.183660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda11d21-9fd0-44ad-91c3-89a1287343fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.188679 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda11d21-9fd0-44ad-91c3-89a1287343fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.210470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6ab3e1d-14e8-419b-94e5-5edcd5248cb1 req-9d279f99-9f9e-4e38-af44-2da65a107122 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119423 Jul 16 18:12:02.220033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-96d01f1a-69fa-4553-849f-3b8d19a00e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.222252 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-96d01f1a-69fa-4553-849f-3b8d19a00e99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f258c528-c4f0-4833-9916-4132c7713c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801765 Jul 16 18:12:02.231291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda11d21-9fd0-44ad-91c3-89a1287343fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d9a680-c707-4892-852a-91ef15d44999,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.261821 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eda11d21-9fd0-44ad-91c3-89a1287343fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06532df5138a410cb3f7fe4289ff9cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298135 Jul 16 18:12:02.262476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44546) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.317880 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a67a9db8-e952-4b7c-bf17-ac4497098061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.343969 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a67a9db8-e952-4b7c-bf17-ac4497098061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.355445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Deleting port f850c9c2-dceb-4180-8eea-9355ae2b5824 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:02.355929 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.400278 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a67a9db8-e952-4b7c-bf17-ac4497098061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.403050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a67a9db8-e952-4b7c-bf17-ac4497098061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.404208 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a67a9db8-e952-4b7c-bf17-ac4497098061 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21d9a680-c707-4892-852a-91ef15d44999 HTTP/1.1" status: 204 len: 168 time: 0.1404400 Jul 16 18:12:02.413564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a9db8-e952-4b7c-bf17-ac4497098061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d9a680-c707-4892-852a-91ef15d44999,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.475060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-a35a0d2f-dbe3-45ec-b14c-9867fad02ba8 service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192307 Jul 16 18:12:02.580132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] For port f850c9c2-dceb-4180-8eea-9355ae2b5824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f850c9c2-dceb-4180-8eea-9355ae2b5824,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:02.580493 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.604540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Calling delete_port for f850c9c2-dceb-4180-8eea-9355ae2b5824 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:02.650775 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d4d7c-8347-464d-aad4-6e8819bdf619 req-51d45ae7-30b2-4e37-a29b-79277df5cebe tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.652299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a18d4d7c-8347-464d-aad4-6e8819bdf619 req-51d45ae7-30b2-4e37-a29b-79277df5cebe tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 943 time: 0.2763653 Jul 16 18:12:02.696787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44554) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.710198 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed991035-21fd-4953-b92d-dce3f161a715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.750910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f709d6b-4318-4a10-81de-4f0f582626b5 req-94539116-bd5c-4814-b824-6a457cbda9c8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.752438 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f709d6b-4318-4a10-81de-4f0f582626b5 req-94539116-bd5c-4814-b824-6a457cbda9c8 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 943 time: 0.2610395 Jul 16 18:12:02.778979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6852fb0b-38d1-49da-b616-765cfe3f92e7 req-79dc68be-9170-45b9-a7a6-dcd7835332a8 service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825997 Jul 16 18:12:02.798196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a18d4d7c-8347-464d-aad4-6e8819bdf619 req-5fa2c9bb-9acf-4b7e-99b5-75f98d0a323c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379917 Jul 16 18:12:02.827263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed991035-21fd-4953-b92d-dce3f161a715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.829758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f709d6b-4318-4a10-81de-4f0f582626b5 req-1085f1b4-e57e-4c1f-bd42-0b516f514908 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589004 Jul 16 18:12:02.831007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed991035-21fd-4953-b92d-dce3f161a715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.865929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991035-21fd-4953-b92d-dce3f161a715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9feee2-6526-491c-9906-7c82ec8383ea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.903686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ed991035-21fd-4953-b92d-dce3f161a715 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a868165fd9a34a019d155e47b4c27a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057893 Jul 16 18:12:02.903955 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.906519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44558) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.916343 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f849b34e-4a9b-44bf-9445-45e718a11b20 x-openstack-request-id: req-f849b34e-4a9b-44bf-9445-45e718a11b20 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:02.916960 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:02.917199 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f849b34e-4a9b-44bf-9445-45e718a11b20 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:02.917767 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2', 'status': 'completed', 'code': 200} Jul 16 18:12:02.919551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['234ed97d-711e-4f51-8f3a-cc1ecc8838f1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:02.953521 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f850c9c2-dceb-4180-8eea-9355ae2b5824'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:02.956326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Pushing event deleted for resources: {'Port': ['ID=f850c9c2-dceb-4180-8eea-9355ae2b5824,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.125969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63038103-8c33-4998-9a6a-bca3c52bf763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.420059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] No DVR routers for this DVR port f850c9c2-dceb-4180-8eea-9355ae2b5824 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:03.423541 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.425519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abcdc3af-e482-46d6-b6de-c7cb947c1a6f req-ab418d60-5f93-42ab-8c69-83a64f3546bc tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.46 "DELETE /v2.0/ports/f850c9c2-dceb-4180-8eea-9355ae2b5824 HTTP/1.1" status: 204 len: 173 time: 1.3208086 Jul 16 18:12:03.428790 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c5e3ea6-85b0-4158-98fc-f09cb23eeccd req-3d7828ea-4fe1-4ae8-9bf5-edfe1fdcf8ee tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a444cf-45f2-40b6-9d0f-f065d935e4d4 HTTP/1.1" status: 200 len: 210 time: 0.3943150 Jul 16 18:12:03.450798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18ceb202-c576-4f1f-88ec-b83def8777bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.494806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-5016b72d-ca3f-4d99-ba23-2431bfb7edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.496976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-5016b72d-ca3f-4d99-ba23-2431bfb7edf5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 1095 time: 0.5417843 Jul 16 18:12:03.533252 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18ceb202-c576-4f1f-88ec-b83def8777bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.715556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2036f-d81c-411e-9d1e-2de7d0ad57b3 req-a5301025-0534-4c9f-b2a3-06b2c457ce6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.717112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06d2036f-d81c-411e-9d1e-2de7d0ad57b3 req-a5301025-0534-4c9f-b2a3-06b2c457ce6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 946 time: 0.2453117 Jul 16 18:12:03.722818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18ceb202-c576-4f1f-88ec-b83def8777bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.725356 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18ceb202-c576-4f1f-88ec-b83def8777bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.726427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-18ceb202-c576-4f1f-88ec-b83def8777bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e9feee2-6526-491c-9906-7c82ec8383ea HTTP/1.1" status: 204 len: 168 time: 0.8188598 Jul 16 18:12:03.733145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-b2362d6b-950e-408c-9df3-ee85bf629e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.734551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-b2362d6b-950e-408c-9df3-ee85bf629e61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 913 time: 0.2288389 Jul 16 18:12:03.754704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a23a56-42f6-40e1-ab8f-8b659320263b req-7e8df3a6-db69-4f32-a60a-fafb951197f8 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.756224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82a23a56-42f6-40e1-ab8f-8b659320263b req-7e8df3a6-db69-4f32-a60a-fafb951197f8 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1098 time: 0.1910741 Jul 16 18:12:03.765267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb202-c576-4f1f-88ec-b83def8777bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9feee2-6526-491c-9906-7c82ec8383ea,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.811580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-65762429-3cfd-430e-8d03-186b1631c1f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2 HTTP/1.1" status: 200 len: 217 time: 0.0541401 Jul 16 18:12:03.834831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06d2036f-d81c-411e-9d1e-2de7d0ad57b3 req-f48c6e48-4d86-43c2-9ec5-be2d60a7f017 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072688 Jul 16 18:12:03.879149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82a23a56-42f6-40e1-ab8f-8b659320263b req-001bd053-7444-4ea7-b16f-c39e601cbff6 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117685 Jul 16 18:12:03.889146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-d79f2cc3-fa44-4f55-9a60-34c3f933c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.890717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-d79f2cc3-fa44-4f55-9a60-34c3f933c90e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 200 len: 852 time: 0.0657842 Jul 16 18:12:03.936638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-7b2e8027-8d15-486d-abb1-4098dcca716d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c13b0654-a4f7-4377-a05b-08b70d59eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330558 Jul 16 18:12:04.167578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-3e706d71-7032-490f-9217-c8fd1640b547 service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222946 Jul 16 18:12:04.245881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-906d170e-0a68-4278-b9a6-52d579ac9eb6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.247366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-906d170e-0a68-4278-b9a6-52d579ac9eb6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 804 time: 0.2576551 Jul 16 18:12:04.265293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c9930-e67c-4119-af17-e2ce1e14744e req-c04eed08-127f-4311-8884-d1d777d6f6cb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.266750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-684c9930-e67c-4119-af17-e2ce1e14744e req-c04eed08-127f-4311-8884-d1d777d6f6cb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 943 time: 0.2165353 Jul 16 18:12:04.315831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-347f2e97-7d57-43f2-b525-a102a4fca3a9 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/quotas/d91e7569edc742d98fad2c2dc3eed434 HTTP/1.1" status: 200 len: 375 time: 0.0611761 Jul 16 18:12:04.390009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14cff6af-e4f3-4b95-808f-5407af46dbe9 req-ec973e78-f655-4d7f-b640-350eb071b6f8 service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074835 Jul 16 18:12:04.394835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-684c9930-e67c-4119-af17-e2ce1e14744e req-03f3a663-754c-4010-9699-5b41eea9c981 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949101 Jul 16 18:12:04.425576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-5b1790ac-f3f0-4c00-833e-3eca1f06a0bf tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018841 Jul 16 18:12:04.543026 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-88f2ab0c-9fc1-43c9-bbe6-262ea9cc198f service neutron] 10.222.0.60 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051383 Jul 16 18:12:04.645522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-09419ab4-af03-4188-b4e2-1f51dc98ea79 service neutron] 10.222.0.60 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016498 Jul 16 18:12:04.818389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c188855-360a-4848-aff4-42b58b14bbfb req-59a44396-7224-443f-9b86-ace52c1d9f72 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.820141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c188855-360a-4848-aff4-42b58b14bbfb req-59a44396-7224-443f-9b86-ace52c1d9f72 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 943 time: 0.0836971 Jul 16 18:12:04.855027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a961426c-4ae3-42f5-886f-d4097e9b0ce2 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:04.860158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aee35bfb-a059-4bc5-82e7-fbd7463194dd no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:04.881079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c188855-360a-4848-aff4-42b58b14bbfb req-243bda94-a373-46eb-85c5-e0acb73d2452 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543001 Jul 16 18:12:04.919014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a444cf-45f2-40b6-9d0f-f065d935e4d4', 'name': 'network-vif-deleted', 'tag': 'f850c9c2-dceb-4180-8eea-9355ae2b5824'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:04.922525 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2325e9e-b56d-49a9-b296-ae578a1bb249" -d '{"events": [{"server_uuid": "09a444cf-45f2-40b6-9d0f-f065d935e4d4", "name": "network-vif-deleted", "tag": "f850c9c2-dceb-4180-8eea-9355ae2b5824"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:05.054417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.077916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a961426c-4ae3-42f5-886f-d4097e9b0ce2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:05.105829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:05.108108 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e898f892-147c-4bbf-a68f-4a865c28b928" -d '{"events": [{"server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "name": "network-vif-unplugged", "status": "completed", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:05.126008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:05.127256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2', 'network_id': 'c13b0654-a4f7-4377-a05b-08b70d59eda8', 'port_id': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2', 'mac_address': 'fa:16:3e:30:41:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61454ed-bdd8-4d2f-b915-067924cb9756', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:05.160205 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.293424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf0c17-28df-47f9-8c37-4aa6c61e4643 req-80d14fd9-2e02-408c-ae17-6266fd0ef996 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.296245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bcf0c17-28df-47f9-8c37-4aa6c61e4643 req-80d14fd9-2e02-408c-ae17-6266fd0ef996 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 946 time: 0.1199877 Jul 16 18:12:05.342616 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.356751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a961426c-4ae3-42f5-886f-d4097e9b0ce2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:05.389460 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bcf0c17-28df-47f9-8c37-4aa6c61e4643 req-5c89abe9-4c17-4d0c-9f4d-3d726751c628 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809100 Jul 16 18:12:05.389769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a961426c-4ae3-42f5-886f-d4097e9b0ce2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:05.390851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=aee35bfb-a059-4bc5-82e7-fbd7463194dd,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.397632 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.398397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ab457b0f-6115-437a-a451-78af4af5434d details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:05.625491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a961426c-4ae3-42f5-886f-d4097e9b0ce2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.640275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ab457b0f-6115-437a-a451-78af4af5434d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab457b0f-6115-437a-a451-78af4af5434d,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:05.657126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'ab457b0f-6115-437a-a451-78af4af5434d', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'port_id': 'ab457b0f-6115-437a-a451-78af4af5434d', 'mac_address': 'fa:16:3e:d6:f3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:05.659719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abcf749-2f88-42cb-bbda-ece115a0accb req-bdb6bc3f-678e-456c-893f-604e155c84de tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 210 time: 0.0609717 Jul 16 18:12:05.714317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-6aad1b87-8c1a-4384-919c-e781a2a04761 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.716235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-6aad1b87-8c1a-4384-919c-e781a2a04761 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.45 "GET /v2.0/ports?device_id=5fdbf99e-5948-41cb-ac06-99aff5301d55 HTTP/1.1" status: 200 len: 943 time: 0.1842039 Jul 16 18:12:05.722708 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad58ff5d-2a52-4006-8b6e-748ea14429bb x-openstack-request-id: req-ad58ff5d-2a52-4006-8b6e-748ea14429bb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:05.723069 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a444cf-45f2-40b6-9d0f-f065d935e4d4", "name": "network-vif-deleted", "tag": "f850c9c2-dceb-4180-8eea-9355ae2b5824", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:05.723389 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad58ff5d-2a52-4006-8b6e-748ea14429bb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:05.724334 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a444cf-45f2-40b6-9d0f-f065d935e4d4', 'name': 'network-vif-deleted', 'tag': 'f850c9c2-dceb-4180-8eea-9355ae2b5824', 'status': 'completed', 'code': 200} Jul 16 18:12:05.726772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.742876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f850c9c2-dceb-4180-8eea-9355ae2b5824 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:05.747613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab457b0f-6115-437a-a451-78af4af5434d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:05.771492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: f850c9c2-dceb-4180-8eea-9355ae2b5824 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:05.771992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f850c9c2-dceb-4180-8eea-9355ae2b5824 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:05.789600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ab457b0f-6115-437a-a451-78af4af5434d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab457b0f-6115-437a-a451-78af4af5434d,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:05.800300 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.855316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Deleting port aee35bfb-a059-4bc5-82e7-fbd7463194dd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:05.855983 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.959606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=ab457b0f-6115-437a-a451-78af4af5434d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.967236 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-37fba990-62e0-4d1f-9c97-5b0b86836205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.970057 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.035964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] For port aee35bfb-a059-4bc5-82e7-fbd7463194dd, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aee35bfb-a059-4bc5-82e7-fbd7463194dd,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:06.036329 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.039462 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5124a6-8088-4a1f-b775-df344b07dcdd x-openstack-request-id: req-5f5124a6-8088-4a1f-b775-df344b07dcdd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:06.040768 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "name": "network-vif-unplugged", "status": "completed", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:06.041433 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f5124a6-8088-4a1f-b775-df344b07dcdd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:06.041950 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd', 'code': 200} Jul 16 18:12:06.057251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Calling delete_port for aee35bfb-a059-4bc5-82e7-fbd7463194dd owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:06.168538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a961426c-4ae3-42f5-886f-d4097e9b0ce2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:06.208664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['ab457b0f-6115-437a-a451-78af4af5434d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:06.271818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffed705-2fd3-492d-ac1d-21c2e414b030 req-e17e5a51-3c77-4a36-8383-7afa75b2184e tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.274051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ffed705-2fd3-492d-ac1d-21c2e414b030 req-e17e5a51-3c77-4a36-8383-7afa75b2184e tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 944 time: 0.1143672 Jul 16 18:12:06.340731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ffed705-2fd3-492d-ac1d-21c2e414b030 req-3637a3b5-d306-4160-a56a-3b779e4973c9 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588462 Jul 16 18:12:06.343099 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.478515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Pushing event deleted for resources: {'Port': ['ID=aee35bfb-a059-4bc5-82e7-fbd7463194dd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:06.544974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] No DVR routers for this DVR port aee35bfb-a059-4bc5-82e7-fbd7463194dd on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:06.556688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.558575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95d28a97-97a8-4b0f-b1c5-6121d62df837 req-d02873a2-15b5-4f8f-8609-2377591f4fac tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.45 "DELETE /v2.0/ports/aee35bfb-a059-4bc5-82e7-fbd7463194dd HTTP/1.1" status: 204 len: 173 time: 0.8333538 Jul 16 18:12:06.634288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-c323a5eb-e61b-4e44-acaf-d1c2957ea3fd tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:12:06.635286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-c323a5eb-e61b-4e44-acaf-d1c2957ea3fd tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111921 Jul 16 18:12:06.682315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Request body: {'binding': {'host': 'n-h1-793619-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:06.682927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:12:06.829690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-346381f3-c5c2-4334-b4d3-28a1e156536e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.831165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-346381f3-c5c2-4334-b4d3-28a1e156536e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.46 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 804 time: 0.2706082 Jul 16 18:12:06.842209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193f1f3-fd08-400a-8e6c-faab7ce638cb req-f6ef45dc-a066-4e8e-a00a-73e6bd0286cd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.849560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e193f1f3-fd08-400a-8e6c-faab7ce638cb req-f6ef45dc-a066-4e8e-a00a-73e6bd0286cd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 944 time: 0.3077319 Jul 16 18:12:06.865487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Request body: {'port': {'device_id': '10925032-ee56-4fdd-afe4-8283b264f80c', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'admin_state_up': True, 'tenant_id': 'd91e7569edc742d98fad2c2dc3eed434'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:06.882300 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.033033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e193f1f3-fd08-400a-8e6c-faab7ce638cb req-9bc7b8d2-fc4c-4d86-83e4-8389a0a502a6 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825969 Jul 16 18:12:07.102877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab on host n-h1-793619-10 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:07.103306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:07.103640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:07.120961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Port d10337ae-fb30-441a-92db-7bde4ffbf6ab on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:07.120961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:07.133010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-194cd87b-875f-43f2-816e-2ac91d630c22 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.135362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-194cd87b-875f-43f2-816e-2ac91d630c22 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 946 time: 0.2300363 Jul 16 18:12:07.141415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:07.141872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:07.142236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:07.142621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Bound port: d10337ae-fb30-441a-92db-7bde4ffbf6ab, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:07.203639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Made reservation on behalf of d91e7569edc742d98fad2c2dc3eed434 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:07.207333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.369413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:07.393493 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.394765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-378da086-5b9d-4f0c-8229-1eba9e588b43 service neutron] 10.222.0.60 "POST /v2.0/ports/d10337ae-fb30-441a-92db-7bde4ffbf6ab/bindings HTTP/1.1" status: 201 len: 390 time: 0.7471423 Jul 16 18:12:07.487322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01c03-e058-4441-8f36-b75d83468eb6 req-60c67a7f-9bba-4f7f-90fd-2c5d72e3bfd6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.497895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ee01c03-e058-4441-8f36-b75d83468eb6 req-60c67a7f-9bba-4f7f-90fd-2c5d72e3bfd6 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.2879622 Jul 16 18:12:07.551732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Deleting port f5976e64-ab74-45a1-8aae-6635f7cedb1c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:07.552079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.556058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Allocated IP 172.20.0.11 (524e5f47-2a0a-4b3f-be7c-4b705da32b69/6840c1a2-54a4-4cfc-bc82-83457b9c6a9b/ad39b466-8298-4df6-aefa-433811915a30) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:07.617131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ee01c03-e058-4441-8f36-b75d83468eb6 req-116ff092-5b51-4c48-9458-2a64a4c769fa tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/security-groups?id=98a99687-58f7-44c5-adb7-eb891715adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184032 Jul 16 18:12:07.733058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'name': 'network-vif-deleted', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:07.735218 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1b4ee8-0358-4215-afd8-1ca744173882" -d '{"events": [{"server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "name": "network-vif-deleted", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:07.825332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55ccc1e8-9a42-4d87-881c-267f59ad7543 req-b00a4cef-9161-41bc-8410-6120ad6db085 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 210 time: 0.0827143 Jul 16 18:12:07.857100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] For port f5976e64-ab74-45a1-8aae-6635f7cedb1c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f5976e64-ab74-45a1-8aae-6635f7cedb1c,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:07.857474 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.895772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Calling delete_port for f5976e64-ab74-45a1-8aae-6635f7cedb1c owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:07.922063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af349fb0-8bb0-4c4b-9466-d9cc637f4077 req-678dcdc8-b430-4acd-abeb-d5df7a8854cd tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.923586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af349fb0-8bb0-4c4b-9466-d9cc637f4077 req-678dcdc8-b430-4acd-abeb-d5df7a8854cd tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 946 time: 0.3220465 Jul 16 18:12:08.020827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-6a45dbe4-1abb-445a-9e28-72d80d675782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.022341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-6a45dbe4-1abb-445a-9e28-72d80d675782 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1098 time: 0.3065956 Jul 16 18:12:08.428161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-f7f76979-8552-461f-9738-458d6ec07d5b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.429673 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-f7f76979-8552-461f-9738-458d6ec07d5b tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 946 time: 0.0710564 Jul 16 18:12:08.449674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af349fb0-8bb0-4c4b-9466-d9cc637f4077 req-57894af3-a38b-4609-b16a-e51336d6f2d9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924374 Jul 16 18:12:08.462760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.550124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Deleting port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:08.550474 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.604220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.653188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63571fb5-e87f-4073-b4ff-5881b973c54a req-0a12eed7-c6ff-4b44-988c-445951d73405 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.654724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63571fb5-e87f-4073-b4ff-5881b973c54a req-0a12eed7-c6ff-4b44-988c-445951d73405 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 944 time: 0.2788737 Jul 16 18:12:08.655798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-5adbc890-591d-40e1-9603-8ab778f2d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.657148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-5adbc890-591d-40e1-9603-8ab778f2d886 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.6259093 Jul 16 18:12:08.659272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] For port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:08.659846 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.680038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Calling delete_port for 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:08.734386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.742452 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.744798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-a7f442f3-c96f-440d-a66b-e825ca50af0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab HTTP/1.1" status: 200 len: 217 time: 0.0696106 Jul 16 18:12:08.753385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['f5976e64-ab74-45a1-8aae-6635f7cedb1c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:08.835335 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.855768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['234ed97d-711e-4f51-8f3a-cc1ecc8838f1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:08.882274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Pushing event deleted for resources: {'Port': ['ID=234ed97d-711e-4f51-8f3a-cc1ecc8838f1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:08.884392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63571fb5-e87f-4073-b4ff-5881b973c54a req-57a2daa1-ffaf-412f-be29-28dfca84433f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036617 Jul 16 18:12:08.884392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:08.884392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Pushing event updated for resources: {'Port': ['ID=ad39b466-8298-4df6-aefa-433811915a30,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:08.885234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:08.911265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:08.926720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a961426c-4ae3-42f5-886f-d4097e9b0ce2 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:08.949686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] No DVR routers for this DVR port 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:08.952647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.955066 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2c25948f-0cd9-44f3-a0ab-065dd425fd8f req-3aecb452-fef1-48c9-9e60-8f3b66cfb26d tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.45 "DELETE /v2.0/ports/234ed97d-711e-4f51-8f3a-cc1ecc8838f1 HTTP/1.1" status: 204 len: 173 time: 0.5181634 Jul 16 18:12:08.955656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5e66a6-19e3-4b25-94f3-4b0764028f9e', 'name': 'network-vif-deleted', 'tag': '234ed97d-711e-4f51-8f3a-cc1ecc8838f1'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:08.959357 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61f2793-4c22-456a-99f0-9263778a3f25" -d '{"events": [{"server_uuid": "1c5e66a6-19e3-4b25-94f3-4b0764028f9e", "name": "network-vif-deleted", "tag": "234ed97d-711e-4f51-8f3a-cc1ecc8838f1"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:08.986303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event deleted for resources: {'Port': ['ID=f5976e64-ab74-45a1-8aae-6635f7cedb1c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.000754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51c51c-c73c-45e6-b5e3-82d44f075b0a req-099eb405-ac3d-4c53-88d7-62f028189b35 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.005396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de51c51c-c73c-45e6-b5e3-82d44f075b0a req-099eb405-ac3d-4c53-88d7-62f028189b35 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 946 time: 0.4107783 Jul 16 18:12:09.008054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-f863682c-1161-4059-9e38-8e1ca93d568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.010356 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-f863682c-1161-4059-9e38-8e1ca93d568a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.2375178 Jul 16 18:12:09.011189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] No DVR routers for this DVR port f5976e64-ab74-45a1-8aae-6635f7cedb1c on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:09.021170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.022098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port a961426c-4ae3-42f5-886f-d4097e9b0ce2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:09.023119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40f4721c-e34b-4ccb-bb96-a5e487a69a0d req-ea56ab0c-48f3-48ae-aba5-a8de0c38de41 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.45 "DELETE /v2.0/ports/f5976e64-ab74-45a1-8aae-6635f7cedb1c HTTP/1.1" status: 204 len: 173 time: 1.8718979 Jul 16 18:12:09.027789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port a961426c-4ae3-42f5-886f-d4097e9b0ce2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:09.028346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.031159 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2feebf0-0bcd-4de2-acba-a71678b4992b x-openstack-request-id: req-a2feebf0-0bcd-4de2-acba-a71678b4992b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:09.031798 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdbf99e-5948-41cb-ac06-99aff5301d55", "name": "network-vif-deleted", "tag": "aee35bfb-a059-4bc5-82e7-fbd7463194dd", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:09.031798 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2feebf0-0bcd-4de2-acba-a71678b4992b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:09.032086 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdbf99e-5948-41cb-ac06-99aff5301d55', 'name': 'network-vif-deleted', 'tag': 'aee35bfb-a059-4bc5-82e7-fbd7463194dd', 'status': 'completed', 'code': 200} Jul 16 18:12:09.081505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-6990a2d6-3b5d-4125-b5a8-0cbee86a68a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530567 Jul 16 18:12:09.097707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.098743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.142336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de51c51c-c73c-45e6-b5e3-82d44f075b0a req-0be46b3f-6ba2-40fe-9f29-3da52edcafb8 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360710 Jul 16 18:12:09.205799 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.214964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-3efdae03-8848-493e-b4b3-cda217201aa6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3632817 Jul 16 18:12:09.237728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Request body: {'port': {'device_id': '10925032-ee56-4fdd-afe4-8283b264f80c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:09.296134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:09.304894 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c95e1f-b335-467b-b58c-8a2f77644027" -d '{"events": [{"server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "name": "network-vif-plugged", "status": "completed", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:09.319149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a961426c-4ae3-42f5-886f-d4097e9b0ce2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:09.338822 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.340143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ab457b0f-6115-437a-a451-78af4af5434d up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:09.398006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a805d02-a310-498e-98c3-cf453c3c8a75 req-3d1f3b3f-a6f4-42da-877c-f8df3aa8856e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.405663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a805d02-a310-498e-98c3-cf453c3c8a75 req-3d1f3b3f-a6f4-42da-877c-f8df3aa8856e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 944 time: 0.2510877 Jul 16 18:12:09.432538 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.454377 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2741b515-a125-416d-a54e-e527fbcd0e29 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523853 Jul 16 18:12:09.464324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a961426c-4ae3-42f5-886f-d4097e9b0ce2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.532036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port ab457b0f-6115-437a-a451-78af4af5434d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:09.536379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port ab457b0f-6115-437a-a451-78af4af5434d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:09.536887 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.590148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a805d02-a310-498e-98c3-cf453c3c8a75 req-a5e24e98-803c-49d6-a244-1ea821c8de46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836042 Jul 16 18:12:09.614647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-bec2d5b6-3255-400b-9d73-3d5ae6c14b5b service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480167 Jul 16 18:12:09.638528 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.733962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ab457b0f-6115-437a-a451-78af4af5434d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab457b0f-6115-437a-a451-78af4af5434d,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:09.757129 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.757958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aee35bfb-a059-4bc5-82e7-fbd7463194dd no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:09.886170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: aee35bfb-a059-4bc5-82e7-fbd7463194dd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:09.886748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aee35bfb-a059-4bc5-82e7-fbd7463194dd not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:09.887346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f5976e64-ab74-45a1-8aae-6635f7cedb1c no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:09.910803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: f5976e64-ab74-45a1-8aae-6635f7cedb1c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:09.911087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f5976e64-ab74-45a1-8aae-6635f7cedb1c not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:09.938606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=ab457b0f-6115-437a-a451-78af4af5434d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.947431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.948084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.948691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.949226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.949756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.950279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.950804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.951365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.951886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.952406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.953010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.953530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:09.972908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-67cb74a6-c419-45d9-8d30-8e497ac656bd tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.974412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-67cb74a6-c419-45d9-8d30-8e497ac656bd tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1098 time: 0.2371483 Jul 16 18:12:09.997685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7591bb81-6a2a-437f-80b4-97391c1938ae req-609dc4b4-194e-4cfa-bd33-73425090d632 tempest-ListServerFiltersTestJSON-134637948 tempest-ListServerFiltersTestJSON-134637948-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c5e66a6-19e3-4b25-94f3-4b0764028f9e HTTP/1.1" status: 200 len: 210 time: 0.0759654 Jul 16 18:12:10.003688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793619-10'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:10.063403 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cfdfcf-c92f-40fa-a608-66da2301e5e3 x-openstack-request-id: req-d4cfdfcf-c92f-40fa-a608-66da2301e5e3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:10.064427 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5e66a6-19e3-4b25-94f3-4b0764028f9e", "name": "network-vif-deleted", "tag": "234ed97d-711e-4f51-8f3a-cc1ecc8838f1", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:10.064864 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4cfdfcf-c92f-40fa-a608-66da2301e5e3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:10.065854 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5e66a6-19e3-4b25-94f3-4b0764028f9e', 'name': 'network-vif-deleted', 'tag': '234ed97d-711e-4f51-8f3a-cc1ecc8838f1', 'status': 'completed', 'code': 200} Jul 16 18:12:10.098028 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.126853 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bac0f89-cb46-43f8-9d2a-170321b5cd18 x-openstack-request-id: req-1bac0f89-cb46-43f8-9d2a-170321b5cd18 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:10.127221 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "name": "network-vif-plugged", "status": "completed", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:10.127556 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bac0f89-cb46-43f8-9d2a-170321b5cd18 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:10.128008 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2', 'code': 200} Jul 16 18:12:10.199186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aadbd-7163-42fb-9495-ecec9551d22a req-ecadb44e-770d-43e9-829e-bf235cdd5e82 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.201072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-449aadbd-7163-42fb-9495-ecec9551d22a req-ecadb44e-770d-43e9-829e-bf235cdd5e82 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 932 time: 0.2842033 Jul 16 18:12:10.234703 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.326588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad39b466-8298-4df6-aefa-433811915a30 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:10.358442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.394338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-449aadbd-7163-42fb-9495-ecec9551d22a req-949b6bce-da29-44fb-b59b-131ad1484703 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848071 Jul 16 18:12:10.410742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73d860a0-3c4e-45a7-b7f5-cc077fdb8f2a req-d0e8eb43-529e-4688-9402-8d8ff3351aec tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a HTTP/1.1" status: 200 len: 210 time: 0.0959551 Jul 16 18:12:10.489202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Transition to ACTIVE for port object ad39b466-8298-4df6-aefa-433811915a30 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:10.527721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.543011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cbea7-a15a-4a04-ac38-4b32216b94d8 req-4a4ec8cc-100a-4ccb-bc6f-a0d5e585fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.544555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-234cbea7-a15a-4a04-ac38-4b32216b94d8 req-4a4ec8cc-100a-4ccb-bc6f-a0d5e585fe47 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 1097 time: 0.2935157 Jul 16 18:12:10.665157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:10.709016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad39b466-8298-4df6-aefa-433811915a30,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.750491 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-234cbea7-a15a-4a04-ac38-4b32216b94d8 req-ce45c89e-107d-48cc-81f3-11abd8db0a84 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816287 Jul 16 18:12:10.847424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:10.877919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c940be9-0551-43af-a410-4e2c4a14232d req-57e9196e-394e-4ee9-ab7f-3b5e10c5e10d tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.879440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c940be9-0551-43af-a410-4e2c4a14232d req-57e9196e-394e-4ee9-ab7f-3b5e10c5e10d tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.3037262 Jul 16 18:12:10.901294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079a712-abfb-4c61-9501-b1d3605ec300 req-a5a9af23-e7b8-4cb8-9ee3-b98d716c5805 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.902821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8079a712-abfb-4c61-9501-b1d3605ec300 req-a5a9af23-e7b8-4cb8-9ee3-b98d716c5805 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 946 time: 0.2792144 Jul 16 18:12:10.903557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Attempting to bind port ad39b466-8298-4df6-aefa-433811915a30 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:10.903893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Attempting to bind port ad39b466-8298-4df6-aefa-433811915a30 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:10.904224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Attempting to bind port ad39b466-8298-4df6-aefa-433811915a30 on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:10.935043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Port ad39b466-8298-4df6-aefa-433811915a30 on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:10.935370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Attempting to bind port ad39b466-8298-4df6-aefa-433811915a30 on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:10.962968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:10.963311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Checking segment: {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:10.963701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Bound using segment: {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:10.964144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Bound port: ad39b466-8298-4df6-aefa-433811915a30, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:10.964503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.967504 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.991849 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.037260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c940be9-0551-43af-a410-4e2c4a14232d req-184824b7-3b19-461d-af8f-5d4044ce27f6 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451566 Jul 16 18:12:11.037711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a', 'name': 'network-vif-deleted', 'tag': 'f5976e64-ab74-45a1-8aae-6635f7cedb1c'}, {'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:11.040056 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cb8e8d-1fca-4e25-b05c-98ba1c62f6fa" -d '{"events": [{"server_uuid": "2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a", "name": "network-vif-deleted", "tag": "f5976e64-ab74-45a1-8aae-6635f7cedb1c"}, {"server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:11.075052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8079a712-abfb-4c61-9501-b1d3605ec300 req-48d9cb16-9e96-4de3-a9fd-c5837079b572 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627674 Jul 16 18:12:11.215153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.313193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5825b3a5-1570-4fb4-95d1-36ef8e4c9224 admin admin] Deleting subnet ee50f134-b269-4a2e-8df3-3b4f18f7c328 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:11.322218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5825b3a5-1570-4fb4-95d1-36ef8e4c9224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.330817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d10337ae-fb30-441a-92db-7bde4ffbf6ab,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.354822 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24905545-b638-4006-bebb-728f0b2132f3 x-openstack-request-id: req-24905545-b638-4006-bebb-728f0b2132f3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:11.355126 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a", "name": "network-vif-deleted", "tag": "f5976e64-ab74-45a1-8aae-6635f7cedb1c", "status": "completed", "code": 200}, {"server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:11.355377 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24905545-b638-4006-bebb-728f0b2132f3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:11.355786 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f728f21-c3fd-475d-8bbe-2b2a6e1fe56a', 'name': 'network-vif-deleted', 'tag': 'f5976e64-ab74-45a1-8aae-6635f7cedb1c', 'status': 'completed', 'code': 200} Jul 16 18:12:11.356039 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab', 'code': 200} Jul 16 18:12:11.358504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab on host n-h2-793619-10 for vnic_type normal with profile {"migrating_to": "n-h1-793619-10"} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:11.358895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:11.359227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:11.368562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Port d10337ae-fb30-441a-92db-7bde4ffbf6ab on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:11.368918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Attempting to bind port d10337ae-fb30-441a-92db-7bde4ffbf6ab on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:11.372928 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5825b3a5-1570-4fb4-95d1-36ef8e4c9224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.378856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:11.379203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:11.379594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:11.380035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Bound port: d10337ae-fb30-441a-92db-7bde4ffbf6ab, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:11.380399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.424005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:11.473505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb5c16-15e9-4aba-b6d9-e57e58bfca73 req-f9273792-8626-41b5-bf32-4cb985270a1a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.481739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34cb5c16-15e9-4aba-b6d9-e57e58bfca73 req-f9273792-8626-41b5-bf32-4cb985270a1a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 945 time: 0.3015606 Jul 16 18:12:11.507619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5825b3a5-1570-4fb4-95d1-36ef8e4c9224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.594302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:11.600338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:11.604228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad39b466-8298-4df6-aefa-433811915a30,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:11.608496 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5825b3a5-1570-4fb4-95d1-36ef8e4c9224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.624838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.638816 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.668714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a35ce5-4150-43b4-a117-9194f7135906 None None] Network 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:11.670704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5825b3a5-1570-4fb4-95d1-36ef8e4c9224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.674045 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5825b3a5-1570-4fb4-95d1-36ef8e4c9224 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ee50f134-b269-4a2e-8df3-3b4f18f7c328 HTTP/1.1" status: 204 len: 168 time: 0.4580877 Jul 16 18:12:11.677546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.679690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825b3a5-1570-4fb4-95d1-36ef8e4c9224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee50f134-b269-4a2e-8df3-3b4f18f7c328,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.713650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.714284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.715736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/ad39b466-8298-4df6-aefa-433811915a30 HTTP/1.1" status: 200 len: 1093 time: 2.4822636 Jul 16 18:12:11.869472 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.987142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Deleting port 09ace182-de74-403e-b4ae-479a86fc4cd4 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:11.990307 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.022899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d10337ae-fb30-441a-92db-7bde4ffbf6ab,revision_number=8']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.129579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17900f4-2831-43d5-a078-7705982f5787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab457b0f-6115-437a-a451-78af4af5434d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:12.132725 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fc360d-ba9a-4012-8974-b2414b21849e" -d '{"events": [{"server_uuid": "b17900f4-2831-43d5-a078-7705982f5787", "name": "network-vif-plugged", "status": "completed", "tag": "ab457b0f-6115-437a-a451-78af4af5434d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:12.157158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5759c38-2af7-43dc-a4e6-2beda8a3e12e None None] DHCP port deletion for 0e8583b6-b034-4ed2-8798-8d76a9f51fc6 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:12.175051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] For port 09ace182-de74-403e-b4ae-479a86fc4cd4, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=09ace182-de74-403e-b4ae-479a86fc4cd4,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:12.175419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.226606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Calling delete_port for 09ace182-de74-403e-b4ae-479a86fc4cd4 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:12.229374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.230102 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.231694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-e573e387-09a5-4f2c-8c96-b9c24b4bd2a7 service neutron] 10.222.0.45 "PUT /v2.0/ports/d10337ae-fb30-441a-92db-7bde4ffbf6ab HTTP/1.1" status: 200 len: 1124 time: 2.2381732 Jul 16 18:12:12.252746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d5759c38-2af7-43dc-a4e6-2beda8a3e12e None None] Deleting port 09ace182-de74-403e-b4ae-479a86fc4cd4 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:12.253830 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5759c38-2af7-43dc-a4e6-2beda8a3e12e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.256481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34cb5c16-15e9-4aba-b6d9-e57e58bfca73 req-a283cfd2-5a63-4b6d-b41b-f1dc2c7485c5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7737844 Jul 16 18:12:12.358635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d5759c38-2af7-43dc-a4e6-2beda8a3e12e None None] For port 09ace182-de74-403e-b4ae-479a86fc4cd4, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=09ace182-de74-403e-b4ae-479a86fc4cd4,segment=NetworkSegment(fa70eb36-5a48-4d8b-817d-b5faa0e7e08d),segment_id=fa70eb36-5a48-4d8b-817d-b5faa0e7e08d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:12.359319 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5759c38-2af7-43dc-a4e6-2beda8a3e12e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.377203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['d10337ae-fb30-441a-92db-7bde4ffbf6ab'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:12.390101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53e3c0-3099-487c-a5ea-95a5a400d4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad39b466-8298-4df6-aefa-433811915a30,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.409816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-99cdcbeb-dfb5-4ed5-9ff9-2645372619d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.417958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-99cdcbeb-dfb5-4ed5-9ff9-2645372619d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 1096 time: 0.4269366 Jul 16 18:12:12.442434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da867a8a-c129-44b4-9626-e64d01b9c720 req-b3ce5473-7f7a-49ca-8746-d66ea7999202 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.450554 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.450875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d5759c38-2af7-43dc-a4e6-2beda8a3e12e None None] Calling delete_port for 09ace182-de74-403e-b4ae-479a86fc4cd4 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:12.457145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da867a8a-c129-44b4-9626-e64d01b9c720 req-b3ce5473-7f7a-49ca-8746-d66ea7999202 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 944 time: 0.7035811 Jul 16 18:12:12.535603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-e90d413a-461e-4cf6-9797-7a8336ef0b4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad39b466-8298-4df6-aefa-433811915a30 HTTP/1.1" status: 200 len: 217 time: 0.0617471 Jul 16 18:12:12.540846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ace182-de74-403e-b4ae-479a86fc4cd4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.549227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] No DVR routers for this DVR port 09ace182-de74-403e-b4ae-479a86fc4cd4 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:12.607513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-ede7a714-6a0b-4cb6-abf5-365b1151d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.609281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-ede7a714-6a0b-4cb6-abf5-365b1151d9d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b HTTP/1.1" status: 200 len: 844 time: 0.0584488 Jul 16 18:12:12.665416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.669358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-1b119941-1187-45a8-9be9-fab6526edec2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=524e5f47-2a0a-4b3f-be7c-4b705da32b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440335 Jul 16 18:12:12.692577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8583b6-b034-4ed2-8798-8d76a9f51fc6']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:12.702643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da867a8a-c129-44b4-9626-e64d01b9c720 req-b5531b75-038f-4fad-9ac8-a8081176fe4b tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434907 Jul 16 18:12:12.716441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:12.716780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa70eb36-5a48-4d8b-817d-b5faa0e7e08d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:12.737876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: from cryptography.utils import int_from_bytes Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: from cryptography.utils import int_from_bytes Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.747901 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:12.750916 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:12:12.763914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.779407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:12.779941 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5759c38-2af7-43dc-a4e6-2beda8a3e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.780544 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:12.786670 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:12.847279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5759c38-2af7-43dc-a4e6-2beda8a3e12e None None] Pushing event deleted for resources: {'Port': ['ID=09ace182-de74-403e-b4ae-479a86fc4cd4,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.877381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5759c38-2af7-43dc-a4e6-2beda8a3e12e None None] No DVR routers for this DVR port 09ace182-de74-403e-b4ae-479a86fc4cd4 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:12.897131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:12.936666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.952049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:12.952190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 234ed97d-711e-4f51-8f3a-cc1ecc8838f1 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:12.954921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.957684 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0e8583b6-b034-4ed2-8798-8d76a9f51fc6 HTTP/1.1" status: 204 len: 168 time: 1.2700863 Jul 16 18:12:12.974098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e68666-cc61-45d9-9020-6be1f8ffdb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e8583b6-b034-4ed2-8798-8d76a9f51fc6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.980102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-a81e2996-77bc-4de9-b03a-1247ed97b57d service neutron] 10.222.0.46 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915330 Jul 16 18:12:13.233520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44808) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:13.281946 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f92f8611-39f0-4283-a27b-d227032cfa50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a99426b8812c4f489eeda1ebab95c0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448856 Jul 16 18:12:13.282111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44810) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:13.336202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e141045d-f9bf-49cb-a83a-cb362657d866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.359455 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e141045d-f9bf-49cb-a83a-cb362657d866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.416852 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e141045d-f9bf-49cb-a83a-cb362657d866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.419542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e141045d-f9bf-49cb-a83a-cb362657d866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.423172 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e141045d-f9bf-49cb-a83a-cb362657d866 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98a99687-58f7-44c5-adb7-eb891715adb2 HTTP/1.1" status: 204 len: 168 time: 0.1376739 Jul 16 18:12:13.437764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30'}, {'name': 'network-changed', 'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:13.439953 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d" -d '{"events": [{"name": "network-changed", "server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "tag": "ad39b466-8298-4df6-aefa-433811915a30"}, {"name": "network-changed", "server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:13.451592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141045d-f9bf-49cb-a83a-cb362657d866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a99687-58f7-44c5-adb7-eb891715adb2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.510517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731becb1-ad66-4d80-a946-f24d70e8317d req-b14b1992-6b86-4a23-b37e-ff3aa004887a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.512037 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-731becb1-ad66-4d80-a946-f24d70e8317d req-b14b1992-6b86-4a23-b37e-ff3aa004887a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.8417168 Jul 16 18:12:13.521785 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 09ace182-de74-403e-b4ae-479a86fc4cd4 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:13.533547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264f681-239a-47ce-8bcb-f447397d8ffc req-9df8b881-a81f-49ec-9e6e-6f35e6971959 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.540922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e264f681-239a-47ce-8bcb-f447397d8ffc req-9df8b881-a81f-49ec-9e6e-6f35e6971959 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 944 time: 0.5669563 Jul 16 18:12:13.543747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 09ace182-de74-403e-b4ae-479a86fc4cd4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:13.544212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 09ace182-de74-403e-b4ae-479a86fc4cd4 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:13.594093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eae9a13-d6f6-49da-9a1b-ab7abea7ec4a req-ae023ad7-79c1-43d8-a9c4-3f7945a754f2 service neutron] 10.222.0.46 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579762 Jul 16 18:12:13.628911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e264f681-239a-47ce-8bcb-f447397d8ffc req-d0f3268d-95ab-462f-aafd-b352bbbacbbd tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870302 Jul 16 18:12:13.643191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-731becb1-ad66-4d80-a946-f24d70e8317d req-3fbd5180-8ac3-4b21-932b-c1c9a6df3f1a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108582 Jul 16 18:12:13.696584 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d283b8-38e8-46fe-b73f-ad1aaf97a408 x-openstack-request-id: req-26d283b8-38e8-46fe-b73f-ad1aaf97a408 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:13.696989 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17900f4-2831-43d5-a078-7705982f5787", "name": "network-vif-plugged", "status": "completed", "tag": "ab457b0f-6115-437a-a451-78af4af5434d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:13.697430 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26d283b8-38e8-46fe-b73f-ad1aaf97a408 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:13.697957 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17900f4-2831-43d5-a078-7705982f5787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab457b0f-6115-437a-a451-78af4af5434d', 'code': 200} Jul 16 18:12:13.965362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9142d-6097-495b-8717-2d4a6757738a req-00b251ae-08d4-4184-84d7-f2cbf68d31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.967187 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5d9142d-6097-495b-8717-2d4a6757738a req-00b251ae-08d4-4184-84d7-f2cbf68d31c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 1097 time: 0.1918681 Jul 16 18:12:13.980397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-ebcf0e17-800f-4fe4-a14e-79ed7d9b7f93 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.986875 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-ebcf0e17-800f-4fe4-a14e-79ed7d9b7f93 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.2242041 Jul 16 18:12:14.013290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-61bfe042-fa29-49b6-a46f-5398993f7487 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/quotas/b4ead2119915486aaa08f9849e05a40d HTTP/1.1" status: 200 len: 375 time: 0.0253010 Jul 16 18:12:14.042647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7501f-edfe-4ee3-ad80-4677f1852a36 req-eb983b54-5a54-43a5-bd0d-7cad29cc65fd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.050410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b7501f-edfe-4ee3-ad80-4677f1852a36 req-eb983b54-5a54-43a5-bd0d-7cad29cc65fd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 945 time: 0.2431583 Jul 16 18:12:14.100978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-b087ad1f-3fc2-4a4b-89d7-f44f211bca02 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741255 Jul 16 18:12:14.157849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5d9142d-6097-495b-8717-2d4a6757738a req-6adc17f2-8a2c-4131-afc9-3a9260e303ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668389 Jul 16 18:12:14.168493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b7501f-edfe-4ee3-ad80-4677f1852a36 req-813aafe2-90d1-45e3-8dbe-af3db9713bca tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155090 Jul 16 18:12:14.261104 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d95e43c-6e4e-46a7-bd8b-5afffff9aab8 x-openstack-request-id: req-5d95e43c-6e4e-46a7-bd8b-5afffff9aab8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:14.261482 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "tag": "ad39b466-8298-4df6-aefa-433811915a30", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:14.264854 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d95e43c-6e4e-46a7-bd8b-5afffff9aab8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:14.265391 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30', 'status': 'completed', 'code': 200} Jul 16 18:12:14.265758 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab', 'status': 'completed', 'code': 200} Jul 16 18:12:14.314946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-30949a07-5ac7-4f46-b1c4-e4081414ada6 service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855662 Jul 16 18:12:14.537735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-36b7c29f-f093-4b16-8bd2-e28ecc524667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.539246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-36b7c29f-f093-4b16-8bd2-e28ecc524667 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 1096 time: 0.2072172 Jul 16 18:12:14.580906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-aa70ff29-0239-4206-ad71-aca559a8e49e service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568228 Jul 16 18:12:14.589429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e81eb-354d-41d9-adcf-1e02e4293956 req-58c05be9-6420-462d-b291-46583f12bd9e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.596249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-328e81eb-354d-41d9-adcf-1e02e4293956 req-58c05be9-6420-462d-b291-46583f12bd9e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 944 time: 0.2165651 Jul 16 18:12:14.688263 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-328e81eb-354d-41d9-adcf-1e02e4293956 req-9cc65580-d8e2-4fc0-a01b-d7ef71b71dd1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911076 Jul 16 18:12:14.707054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-f7cb4473-ea75-4371-bf9f-f32a2a16d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.708625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-f7cb4473-ea75-4371-bf9f-f32a2a16d839 service neutron] 10.222.0.46 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 905 time: 0.1592515 Jul 16 18:12:14.785024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-d8522ad2-79a5-45ba-8852-51252c9198d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad39b466-8298-4df6-aefa-433811915a30 HTTP/1.1" status: 200 len: 217 time: 0.0676167 Jul 16 18:12:14.860219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-b06f510f-daf1-4499-b4fc-48cd0b843308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.861901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-b06f510f-daf1-4499-b4fc-48cd0b843308 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b HTTP/1.1" status: 200 len: 844 time: 0.0650668 Jul 16 18:12:14.906595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-213a92b8-6e99-4b98-8c2e-5b0c480adac0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=524e5f47-2a0a-4b3f-be7c-4b705da32b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299630 Jul 16 18:12:14.907828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d10337ae-fb30-441a-92db-7bde4ffbf6ab details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:14.989584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-bf16c1b1-0202-4e36-8898-594d70bd9b37 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-990232149&fields=id&tenant_id=a4cc58d503df4391bb4bb187786acd48 HTTP/1.1" status: 200 len: 267 time: 0.0773275 Jul 16 18:12:15.126717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:15.148210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d10337ae-fb30-441a-92db-7bde4ffbf6ab has no active binding in host n-h1-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:12:15.166958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-fcddb63e-31ef-4621-ace3-4b2a5c06a4d6 service neutron] 10.222.0.46 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447219 Jul 16 18:12:15.327482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-ea360169-f32f-4571-90e1-cf31be5bc77c service neutron] 10.222.0.46 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506178 Jul 16 18:12:15.385886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-cab3bcdd-b890-4c0e-8015-9f48d417113b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.395587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-cab3bcdd-b890-4c0e-8015-9f48d417113b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 945 time: 0.3711908 Jul 16 18:12:15.403442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-8d8bed5e-7a0c-412a-9f60-ca20beed8b75 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'port': {'security_groups': ['1daa7249-d458-40aa-957c-73ab82ed2ae7', '04e84318-4531-489a-b161-f8921b634de5']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:15.569797 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-8d8bed5e-7a0c-412a-9f60-ca20beed8b75 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.809604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad39b466-8298-4df6-aefa-433811915a30 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:15.913130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-e9040221-9931-4c1d-87f9-d738976a17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.916466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-e9040221-9931-4c1d-87f9-d738976a17f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1127 time: 0.2728968 Jul 16 18:12:15.940740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad39b466-8298-4df6-aefa-433811915a30,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:15.975620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'ad39b466-8298-4df6-aefa-433811915a30', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'port_id': 'ad39b466-8298-4df6-aefa-433811915a30', 'mac_address': 'fa:16:3e:5f:4f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6840c1a2-54a4-4cfc-bc82-83457b9c6a9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:16.002544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59c869-9bda-4e29-bf52-81f9f5d226ba req-98f023a1-667e-404d-b098-ef8492143f7a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.004104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae59c869-9bda-4e29-bf52-81f9f5d226ba req-98f023a1-667e-404d-b098-ef8492143f7a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.1816139 Jul 16 18:12:16.050789 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.075263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad39b466-8298-4df6-aefa-433811915a30 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:16.102085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad39b466-8298-4df6-aefa-433811915a30,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:16.109857 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.160430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae59c869-9bda-4e29-bf52-81f9f5d226ba req-8c6dceab-83f0-44f1-a081-b8431989c2b1 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360898 Jul 16 18:12:16.208704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-a77eb1a9-783c-41ec-86e2-6a5bbbd374c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.210210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-a77eb1a9-783c-41ec-86e2-6a5bbbd374c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.2728627 Jul 16 18:12:16.215944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-8d8bed5e-7a0c-412a-9f60-ca20beed8b75 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] For port a961426c-4ae3-42f5-886f-d4097e9b0ce2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:16.221790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ad39b466-8298-4df6-aefa-433811915a30,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.232092 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-1831d97a-2fc4-4a1a-bf3d-619254df1c5c service neutron] 10.222.0.46 "GET /v2.0/ports/d10337ae-fb30-441a-92db-7bde4ffbf6ab/bindings/n-h1-793619-10 HTTP/1.1" status: 200 len: 385 time: 0.0860791 Jul 16 18:12:16.264477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-ddd84fd7-d8e0-4d7c-9046-e190f77f7cdc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab HTTP/1.1" status: 200 len: 217 time: 0.0462699 Jul 16 18:12:16.295428 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-8d8bed5e-7a0c-412a-9f60-ca20beed8b75 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.318739 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-8d8bed5e-7a0c-412a-9f60-ca20beed8b75 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.335509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a961426c-4ae3-42f5-886f-d4097e9b0ce2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:16.392219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:16.446831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-8d8bed5e-7a0c-412a-9f60-ca20beed8b75 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.447636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-8d8bed5e-7a0c-412a-9f60-ca20beed8b75 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.474970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdffa7a1-bafa-4aa0-b52c-7dad7471438f req-8d8bed5e-7a0c-412a-9f60-ca20beed8b75 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "PUT /v2.0/ports/a961426c-4ae3-42f5-886f-d4097e9b0ce2 HTTP/1.1" status: 200 len: 981 time: 1.0649984 Jul 16 18:12:16.483511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:16.491989 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30787ff3-72a6-4fc0-ac55-61612389279e" -d '{"events": [{"name": "network-changed", "server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:16.537130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-7b9e94f6-8b10-4988-9c97-343dd7e91a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.545575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-7b9e94f6-8b10-4988-9c97-343dd7e91a52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.2678149 Jul 16 18:12:16.551638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ad39b466-8298-4df6-aefa-433811915a30'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:16.624914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a961426c-4ae3-42f5-886f-d4097e9b0ce2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:16.652127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bed5e-7a0c-412a-9f60-ca20beed8b75 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'Port': ['ID=a961426c-4ae3-42f5-886f-d4097e9b0ce2,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.661548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-5802f3a6-01a5-4ae7-b132-2b81bb1e2389 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989132 Jul 16 18:12:16.674106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:16.706424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:16.742163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10337ae-fb30-441a-92db-7bde4ffbf6ab {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:16.772439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:16.832454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.936488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] Transition to ACTIVE for port object d10337ae-fb30-441a-92db-7bde4ffbf6ab will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:16.942673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-75e55a74-5772-44db-98b6-68f2adf5ced9 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708092 Jul 16 18:12:16.947853 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.988997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07db302e-646a-407c-9b54-6c24d474084b req-ea42140c-d4ac-4417-8083-a72d0330f134 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 210 time: 0.0435262 Jul 16 18:12:17.068535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] No DVR routers for this DVR port d10337ae-fb30-441a-92db-7bde4ffbf6ab on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:17.171958 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] 10.222.0.46 "PUT /v2.0/ports/d10337ae-fb30-441a-92db-7bde4ffbf6ab/bindings/n-h1-793619-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9262521 Jul 16 18:12:17.194415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f800eb-67ac-4839-b9c6-4e69f6a8450d req-bd622c05-82f8-4990-98a2-69c6828aff6a service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034566 Jul 16 18:12:17.202289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-0ee724c7-6db7-48a1-8a67-09b466c65c43 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.204237 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-0ee724c7-6db7-48a1-8a67-09b466c65c43 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.3929372 Jul 16 18:12:17.205435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9df30-0298-446e-a996-046e4a201d90 service neutron] Pushing event updated for resources: {'Port': ['ID=d10337ae-fb30-441a-92db-7bde4ffbf6ab,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.208865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f365d-72ef-46f2-9010-38e8d55f4601 req-5abc3f45-1a37-4ac7-9231-fbd72faf07d4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.210784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-589f365d-72ef-46f2-9010-38e8d55f4601 req-5abc3f45-1a37-4ac7-9231-fbd72faf07d4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 944 time: 0.8292751 Jul 16 18:12:17.271226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-589f365d-72ef-46f2-9010-38e8d55f4601 req-52625d70-eeed-4479-bdc3-fef4c53c178d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455368 Jul 16 18:12:17.275194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Request body: {'port': {'device_id': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'admin_state_up': True, 'tenant_id': 'b4ead2119915486aaa08f9849e05a40d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:17.324399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44926) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.479130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Made reservation on behalf of b4ead2119915486aaa08f9849e05a40d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:17.484098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.495293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-8256ef09-bfb6-4828-9c6c-5518d12e1a5f tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.496841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-8256ef09-bfb6-4828-9c6c-5518d12e1a5f tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.1888311 Jul 16 18:12:17.572633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2dbdd28-72cf-40c1-86ab-3a5452b53fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.670660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbe215-8bbe-4e7a-860b-62861270da90 req-9b97f114-f395-497d-b064-cfd7833839a4 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.671258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Allocated IP 172.20.0.10 (f12a6415-c118-4479-8678-787f7505198a/154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de/10f99268-82be-4a24-9801-3cedb9fa7cd2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:17.672998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95dbe215-8bbe-4e7a-860b-62861270da90 req-9b97f114-f395-497d-b064-cfd7833839a4 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 945 time: 0.2089677 Jul 16 18:12:17.682014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-a9610dbc-6360-455c-bdec-f09f1cbaa07d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.689058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-a9610dbc-6360-455c-bdec-f09f1cbaa07d tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 814 time: 0.2509460 Jul 16 18:12:17.721079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-916fd675-83d1-406f-b92d-309d25abf2c2 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/quotas/bc9d9c31706a4760962c57c3bb702826 HTTP/1.1" status: 200 len: 375 time: 0.0310440 Jul 16 18:12:17.724143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-1d1d8232-8517-4e4f-9acc-1e4ddb0c207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.725606 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-1d1d8232-8517-4e4f-9acc-1e4ddb0c207f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5&tenant_id=02e3392e165f400497fbe7e41aa3f523 HTTP/1.1" status: 200 len: 1097 time: 0.2073507 Jul 16 18:12:17.782057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95dbe215-8bbe-4e7a-860b-62861270da90 req-a5041c8f-8500-4c19-b25a-8c8a909f42bd tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901072 Jul 16 18:12:17.803257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2dbdd28-72cf-40c1-86ab-3a5452b53fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.831187 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2dbdd28-72cf-40c1-86ab-3a5452b53fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.857148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-d2ea0e9f-d759-48e2-aebc-f52b7e727eb5 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270492 Jul 16 18:12:17.859191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-9c5d6128-ad5f-4c61-969d-53d680d0e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.860572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-9c5d6128-ad5f-4c61-969d-53d680d0e35c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1097 time: 0.0939131 Jul 16 18:12:17.887489 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a2dbdd28-72cf-40c1-86ab-3a5452b53fa3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4d2a64cfcda4d5286f44d42bb126e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542445 Jul 16 18:12:17.893152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44938) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.895204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbdd28-72cf-40c1-86ab-3a5452b53fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd7a1a4-3b75-4451-af5f-5a853b407c27,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.935500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.985423 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d05d585-3ae3-4cdf-8649-fdfdddb24251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.016156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d05d585-3ae3-4cdf-8649-fdfdddb24251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.025993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.073795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c74845f3-aa75-4f24-ae2e-4b72cfc4ee71 service neutron] 10.222.0.60 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074289 Jul 16 18:12:18.079613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-1f8398dc-d348-45a9-9ee5-ef0591f059a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:18.081115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-1f8398dc-d348-45a9-9ee5-ef0591f059a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.2068744 Jul 16 18:12:18.090029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Network f12a6415-c118-4479-8678-787f7505198a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:18.095915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:18.101129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:18.108574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event updated for resources: {'Port': ['ID=10f99268-82be-4a24-9801-3cedb9fa7cd2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.116459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179db561-74e0-4462-bd21-35d3a342bc83 req-94b2b55f-6e5c-46b3-af6b-ae67bdde8fd2 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:18.122864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-179db561-74e0-4462-bd21-35d3a342bc83 req-94b2b55f-6e5c-46b3-af6b-ae67bdde8fd2 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.2213724 Jul 16 18:12:18.137069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44942) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:18.146241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-30306bfb-3b0e-4914-9007-9f07fe37bf2c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'floatingip': {'port_id': 'ab457b0f-6115-437a-a451-78af4af5434d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:18.165479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-049393d3-2dbb-4fbf-8ea0-153e7d60f91a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab HTTP/1.1" status: 200 len: 217 time: 0.0715997 Jul 16 18:12:18.201237 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d05d585-3ae3-4cdf-8649-fdfdddb24251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.203802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d05d585-3ae3-4cdf-8649-fdfdddb24251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.207329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3d05d585-3ae3-4cdf-8649-fdfdddb24251 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fd7a1a4-3b75-4451-af5f-5a853b407c27 HTTP/1.1" status: 204 len: 168 time: 0.3108051 Jul 16 18:12:18.209459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30306bfb-3b0e-4914-9007-9f07fe37bf2c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.217773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:18.218419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.266481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05d585-3ae3-4cdf-8649-fdfdddb24251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd7a1a4-3b75-4451-af5f-5a853b407c27,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.274275 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-c960dbeb-da5b-4f9c-a671-a67742c6de6b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0030868 Jul 16 18:12:18.315675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Request body: {'port': {'device_id': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:18.489456 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.531818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44950) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:18.580130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc67bdc2-49be-4ddf-9c50-e8ac5259dca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.606578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f142b16c-2b8a-48df-a3cf-41c1f4363f7a req-e764b601-23ef-4eb5-9751-703dd373d17d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/04e84318-4531-489a-b161-f8921b634de5 HTTP/1.1" status: 200 len: 1801 time: 0.4458880 Jul 16 18:12:18.608875 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-2da0cb57-a2e1-4047-abb2-cef20dba9ae6 service neutron] 10.222.0.60 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268898 Jul 16 18:12:18.610288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-974fc4b1-43fc-4421-b2a4-9378635de229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:18.611679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-974fc4b1-43fc-4421-b2a4-9378635de229 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.4317091 Jul 16 18:12:18.663390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-6399e4f3-78a7-4f9b-ac91-2520bb208538 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403852 Jul 16 18:12:18.745959 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-f142b16c-2b8a-48df-a3cf-41c1f4363f7a req-81e7f032-892e-4b59-9a90-ac67f475f691 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:12:18.757149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f142b16c-2b8a-48df-a3cf-41c1f4363f7a req-81e7f032-892e-4b59-9a90-ac67f475f691 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/04e84318-4531-489a-b161-f8921b634de5 HTTP/1.1" status: 409 len: 341 time: 0.1433825 Jul 16 18:12:18.803697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-2cd7d29f-62db-4f6a-9d17-33face5bc6cd service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319065 Jul 16 18:12:18.805871 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28531a98-2bf4-4fba-9f81-fb423396bfd7 x-openstack-request-id: req-28531a98-2bf4-4fba-9f81-fb423396bfd7 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:18.806167 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:18.806405 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28531a98-2bf4-4fba-9f81-fb423396bfd7 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:18.809022 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2', 'status': 'completed', 'code': 200} Jul 16 18:12:19.110536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30787ff3-72a6-4fc0-ac55-61612389279e req-c45c8e56-29b3-4b09-835d-f4831fbc79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.112610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30787ff3-72a6-4fc0-ac55-61612389279e req-c45c8e56-29b3-4b09-835d-f4831fbc79e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 1136 time: 0.2781603 Jul 16 18:12:19.119775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-02fe7ef2-f46f-4203-a266-8e49ded5e335 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048153 Jul 16 18:12:19.238278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfcab5-4cee-48f0-9e91-c18bcc9a9a5a req-d2621936-6fd1-4b07-9d06-9309ae124f55 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.247464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6cfcab5-4cee-48f0-9e91-c18bcc9a9a5a req-d2621936-6fd1-4b07-9d06-9309ae124f55 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 932 time: 0.3051658 Jul 16 18:12:19.374003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30787ff3-72a6-4fc0-ac55-61612389279e req-0d99c034-e2db-4735-89a6-49f4393080e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.375894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30787ff3-72a6-4fc0-ac55-61612389279e req-0d99c034-e2db-4735-89a6-49f4393080e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 913 time: 0.2532992 Jul 16 18:12:19.380529 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6cfcab5-4cee-48f0-9e91-c18bcc9a9a5a req-eb23abd5-cbe0-4233-ae0b-eb16dce407a7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322424 Jul 16 18:12:19.429613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30787ff3-72a6-4fc0-ac55-61612389279e req-87435862-c6ca-4843-ad8a-096838c52523 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2 HTTP/1.1" status: 200 len: 217 time: 0.0470235 Jul 16 18:12:19.453696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a546f-a971-4aab-9830-dce3de186863 req-e2478e7e-0ea2-45f5-98ab-189cb60981d2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.462560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-985a546f-a971-4aab-9830-dce3de186863 req-e2478e7e-0ea2-45f5-98ab-189cb60981d2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 945 time: 0.2827232 Jul 16 18:12:19.527798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f99268-82be-4a24-9801-3cedb9fa7cd2 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:19.535735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.548534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Transition to ACTIVE for port object 10f99268-82be-4a24-9801-3cedb9fa7cd2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:19.554106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-985a546f-a971-4aab-9830-dce3de186863 req-d1043b94-e175-45c7-b007-0e31432fea3d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905120 Jul 16 18:12:19.563099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30787ff3-72a6-4fc0-ac55-61612389279e req-05dc4a77-0935-4a00-a26a-20b1d44bda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.565206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30787ff3-72a6-4fc0-ac55-61612389279e req-05dc4a77-0935-4a00-a26a-20b1d44bda08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 200 len: 852 time: 0.1230221 Jul 16 18:12:19.674924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30787ff3-72a6-4fc0-ac55-61612389279e req-f1f3cee0-e58c-4c7b-a4d8-06da84016ab8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c13b0654-a4f7-4377-a05b-08b70d59eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984039 Jul 16 18:12:19.746144 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30306bfb-3b0e-4914-9007-9f07fe37bf2c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.755827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-afd54e02-cc7b-430b-b425-9713d529a7e2 req-6c49c717-8060-45b0-8cae-50d79ce1009f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 210 time: 0.0981548 Jul 16 18:12:19.792961 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc67bdc2-49be-4ddf-9c50-e8ac5259dca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.797589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30306bfb-3b0e-4914-9007-9f07fe37bf2c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.799686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.805037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc67bdc2-49be-4ddf-9c50-e8ac5259dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.823820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad39b466-8298-4df6-aefa-433811915a30 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:19.942794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67bdc2-49be-4ddf-9c50-e8ac5259dca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da3e3b7-12b1-499e-b504-20ab8eeeffcd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:19.953422 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port ad39b466-8298-4df6-aefa-433811915a30 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:19.965548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port ad39b466-8298-4df6-aefa-433811915a30 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:19.966107 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.994450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-df403fca-96d3-4621-8bdf-be3c938f3717 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.001014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-df403fca-96d3-4621-8bdf-be3c938f3717 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.4345913 Jul 16 18:12:20.048947 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30787ff3-72a6-4fc0-ac55-61612389279e req-397a6c6e-2893-4a7c-81b7-36a8b4e1c63a service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581114 Jul 16 18:12:20.127973 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cc67bdc2-49be-4ddf-9c50-e8ac5259dca1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f174b20a5c5a4c6895038802f6b82ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5949244 Jul 16 18:12:20.139714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.148872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=10f99268-82be-4a24-9801-3cedb9fa7cd2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.159599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.181378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad39b466-8298-4df6-aefa-433811915a30,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:20.182665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:20.187372 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd72ab7-1618-4e27-8f37-9a0362c5f23c" -d '{"events": [{"server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "name": "network-vif-plugged", "status": "completed", "tag": "ad39b466-8298-4df6-aefa-433811915a30"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:20.191533 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.192546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d10337ae-fb30-441a-92db-7bde4ffbf6ab no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:20.254844 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51f62317-bbec-4143-b066-8a0e888dc56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.262363 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-30306bfb-3b0e-4914-9007-9f07fe37bf2c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Floating IP 84f895c7-9bcd-4d86-b285-69dbebf70ef1 associated. External IP: 172.25.2.110, port: ab457b0f-6115-437a-a451-78af4af5434d. Jul 16 18:12:20.323352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30787ff3-72a6-4fc0-ac55-61612389279e req-6cf91904-6b1d-4d3d-a664-1da1e297301c service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429564 Jul 16 18:12:20.335165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51f62317-bbec-4143-b066-8a0e888dc56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.349131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Attempting to bind port 10f99268-82be-4a24-9801-3cedb9fa7cd2 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:20.349628 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Attempting to bind port 10f99268-82be-4a24-9801-3cedb9fa7cd2 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:20.350076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Attempting to bind port 10f99268-82be-4a24-9801-3cedb9fa7cd2 on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:20.369942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e607b6c-0c33-411c-921a-2937b478de0d req-5c1cb753-6eb8-4bf9-b21d-07eb92a82620 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.377158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e607b6c-0c33-411c-921a-2937b478de0d req-5c1cb753-6eb8-4bf9-b21d-07eb92a82620 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 945 time: 0.3746700 Jul 16 18:12:20.409900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Port 10f99268-82be-4a24-9801-3cedb9fa7cd2 on network f12a6415-c118-4479-8678-787f7505198a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:20.410421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Attempting to bind port 10f99268-82be-4a24-9801-3cedb9fa7cd2 on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:20.440535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:20.441034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Checking segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:20.441539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Bound using segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:20.442108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Bound port: 10f99268-82be-4a24-9801-3cedb9fa7cd2, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:20.442587 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.527124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51f62317-bbec-4143-b066-8a0e888dc56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.529923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51f62317-bbec-4143-b066-8a0e888dc56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.531219 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-51f62317-bbec-4143-b066-8a0e888dc56f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7da3e3b7-12b1-499e-b504-20ab8eeeffcd HTTP/1.1" status: 204 len: 168 time: 0.3691330 Jul 16 18:12:20.566632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d10337ae-fb30-441a-92db-7bde4ffbf6ab not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:20.583548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ad39b466-8298-4df6-aefa-433811915a30,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.594486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f62317-bbec-4143-b066-8a0e888dc56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da3e3b7-12b1-499e-b504-20ab8eeeffcd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.622350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:20.670933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:20.677618 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.744470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b36aa-92c5-49e6-a6ff-a9897f22354c req-45cdb08d-9cd2-43ea-8185-5dfacf375b3f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.748243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30306bfb-3b0e-4914-9007-9f07fe37bf2c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Router 7377ed25-a0d9-4ab8-8baf-303ba698c0de has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:20.753054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-085b36aa-92c5-49e6-a6ff-a9897f22354c req-45cdb08d-9cd2-43ea-8185-5dfacf375b3f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 984 time: 0.6226444 Jul 16 18:12:20.783368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.783997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.785650 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] 10.222.0.46 "PUT /v2.0/ports/10f99268-82be-4a24-9801-3cedb9fa7cd2 HTTP/1.1" status: 200 len: 1093 time: 2.4741812 Jul 16 18:12:20.788081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:20.792638 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f311d3-eb1c-473a-8584-bfe5c74d248c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:20.875521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89606c8-d8c2-4046-adf1-8fe48c7ea5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=10f99268-82be-4a24-9801-3cedb9fa7cd2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.895059 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e607b6c-0c33-411c-921a-2937b478de0d req-9ec3fe90-b847-46ad-bff3-845c03bddd60 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091243 Jul 16 18:12:20.937774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-085b36aa-92c5-49e6-a6ff-a9897f22354c req-af1206af-dd72-4a5f-97ee-c3fa38228d92 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=04e84318-4531-489a-b161-f8921b634de5&id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1819477 Jul 16 18:12:20.946620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-33bb3dcc-55f2-4386-adc9-1383acb2ff1d service neutron] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:21.053044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-2e4a8fae-ecdd-4b61-88c1-1e33e67b2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.054913 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-2e4a8fae-ecdd-4b61-88c1-1e33e67b2798 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 1096 time: 0.0981679 Jul 16 18:12:21.058029 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a262eee6-09aa-4d16-8387-3267c47380e5 x-openstack-request-id: req-a262eee6-09aa-4d16-8387-3267c47380e5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:21.058547 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "name": "network-vif-plugged", "status": "completed", "tag": "ad39b466-8298-4df6-aefa-433811915a30", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:21.058745 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a262eee6-09aa-4d16-8387-3267c47380e5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:21.059203 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30', 'code': 200} Jul 16 18:12:21.060757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30306bfb-3b0e-4914-9007-9f07fe37bf2c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:21.068933 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-33bb3dcc-55f2-4386-adc9-1383acb2ff1d service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.071816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe62a459-f536-4e6e-9c1d-b2e2e489e56e req-33bb3dcc-55f2-4386-adc9-1383acb2ff1d service neutron] 10.222.0.45 "DELETE /v2.0/ports/d10337ae-fb30-441a-92db-7bde4ffbf6ab/bindings/n-h2-793619-10 HTTP/1.1" status: 204 len: 173 time: 1.0328312 Jul 16 18:12:21.072979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] Sync routers for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:21.075190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30306bfb-3b0e-4914-9007-9f07fe37bf2c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.090303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:21.091586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:12:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.128225 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-30306bfb-3b0e-4914-9007-9f07fe37bf2c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "PUT /v2.0/floatingips/84f895c7-9bcd-4d86-b285-69dbebf70ef1 HTTP/1.1" status: 200 len: 991 time: 2.9898417 Jul 16 18:12:21.174140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-a7b61d77-a910-4ab1-88f4-bd3d7d3a6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.177622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-a7b61d77-a910-4ab1-88f4-bd3d7d3a6637 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 1136 time: 0.5688105 Jul 16 18:12:21.191664 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-e55b7f70-f7ab-4188-9718-0760bd7e8d2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2 HTTP/1.1" status: 200 len: 217 time: 0.0621333 Jul 16 18:12:21.317926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-4910ea4e-e892-49ea-b244-2782f9840377 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.319444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-4910ea4e-e892-49ea-b244-2782f9840377 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.46 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 814 time: 0.5270536 Jul 16 18:12:21.326549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:21.338697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:21.368037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Request body: {'port': {'device_id': '8efe1d3c-e82e-4b6b-bd25-1c91a60190fb', 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb', 'admin_state_up': True, 'tenant_id': 'bc9d9c31706a4760962c57c3bb702826'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:21.438372 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f286be0-c53b-4de8-8c63-77d8cfb437d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.563340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-4bc61a88-471f-42b5-a126-b188a214f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.565444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-4bc61a88-471f-42b5-a126-b188a214f616 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.3589237 Jul 16 18:12:21.571263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-82775075-0fd6-4d75-9726-73b1ce89008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.572829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-82775075-0fd6-4d75-9726-73b1ce89008a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 913 time: 0.3820145 Jul 16 18:12:21.607958 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-fa6a8084-9541-40c6-a62c-4e1671ddbdf4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291514 Jul 16 18:12:21.616878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-f2fbe496-4948-425f-a391-d4aaf236c5c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4800935 Jul 16 18:12:21.619342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '84f895c7-9bcd-4d86-b285-69dbebf70ef1', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'port_id': 'ab457b0f-6115-437a-a451-78af4af5434d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'mac_address': 'fa:16:3e:d6:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17900f4-2831-43d5-a078-7705982f5787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:12:19Z', 'revision_number': 1, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.661988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da177cd4-a326-4208-8c50-c0fc5f259e05 req-21989e10-6e92-41f9-a2f2-a0c144bf6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.662642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-e11f342e-909f-48e4-bf3b-1b017e301c32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2 HTTP/1.1" status: 200 len: 217 time: 0.0695634 Jul 16 18:12:21.663485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-da177cd4-a326-4208-8c50-c0fc5f259e05 req-21989e10-6e92-41f9-a2f2-a0c144bf6b33 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 1098 time: 0.1351471 Jul 16 18:12:21.681724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] Checking router: 7377ed25-a0d9-4ab8-8baf-303ba698c0de for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:21.693037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:21.693661 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:12:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:21.770305 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-da177cd4-a326-4208-8c50-c0fc5f259e05 req-5ab99be8-07ca-43a8-84cd-4745c860e9c5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967321 Jul 16 18:12:21.772413 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-f30e47c9-edbd-4f13-b401-dc025a3c6f6c service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575933 Jul 16 18:12:21.772935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8a12b-6fb6-41fb-a4b4-8e5c8b5aaa2c req-f0919d3e-5058-4a69-86d5-9eadc13e4627 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.774592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38e8a12b-6fb6-41fb-a4b4-8e5c8b5aaa2c req-f0919d3e-5058-4a69-86d5-9eadc13e4627 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 944 time: 0.5141571 Jul 16 18:12:21.808105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111444-cae0-4eb9-b5b2-6cb503766c01 req-1dd56bc4-da9a-4198-a007-5cc0f6c43667 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.809694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc111444-cae0-4eb9-b5b2-6cb503766c01 req-1dd56bc4-da9a-4198-a007-5cc0f6c43667 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 945 time: 0.5180185 Jul 16 18:12:21.837446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:21.889681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-8ac0a351-0d3f-49a8-8385-816a21dc252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.891241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-8ac0a351-0d3f-49a8-8385-816a21dc252a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 200 len: 852 time: 0.1901774 Jul 16 18:12:21.954274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38e8a12b-6fb6-41fb-a4b4-8e5c8b5aaa2c req-b328f50c-83d9-49bc-b635-c3aa07da9afa tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575091 Jul 16 18:12:21.965165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-38fc8e8c-659b-4d9d-be16-52d76ea3a751 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c13b0654-a4f7-4377-a05b-08b70d59eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541580 Jul 16 18:12:21.973021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc111444-cae0-4eb9-b5b2-6cb503766c01 req-8575438c-7cc3-4d62-a656-093d417309f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480718 Jul 16 18:12:21.977457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f286be0-c53b-4de8-8c63-77d8cfb437d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.001562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-ab06c5c5-0b68-4d31-aeb4-62d4c9f611f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.003093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-ab06c5c5-0b68-4d31-aeb4-62d4c9f611f8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 1098 time: 0.3349695 Jul 16 18:12:22.016079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Made reservation on behalf of bc9d9c31706a4760962c57c3bb702826 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:22.019649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.021754 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f286be0-c53b-4de8-8c63-77d8cfb437d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.064938 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294cebb2-efc1-4767-afc1-eabe11f463a2 x-openstack-request-id: req-294cebb2-efc1-4767-afc1-eabe11f463a2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:22.065359 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:22.065715 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-294cebb2-efc1-4767-afc1-eabe11f463a2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:22.066226 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2', 'status': 'completed', 'code': 200} Jul 16 18:12:22.151253 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '84f895c7-9bcd-4d86-b285-69dbebf70ef1', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'port_id': 'ab457b0f-6115-437a-a451-78af4af5434d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'mac_address': 'fa:16:3e:d6:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17900f4-2831-43d5-a078-7705982f5787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:12:19Z', 'revision_number': 1, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:22.183820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3a12b-9d05-4889-a297-ac630701e794 None None] The sync data for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 is: [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '84f895c7-9bcd-4d86-b285-69dbebf70ef1', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'port_id': 'ab457b0f-6115-437a-a451-78af4af5434d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'mac_address': 'fa:16:3e:d6:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17900f4-2831-43d5-a078-7705982f5787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:11:44Z', 'updated_at': '2021-07-16T18:12:19Z', 'revision_number': 1, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:22.204885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f286be0-c53b-4de8-8c63-77d8cfb437d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c4adcb-7f71-4b2f-bfbe-b21fa2cc9f65,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.255568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c15ca2aa-0cf2-4266-8326-3581d98d9f04 req-424cabad-dbb0-4c25-a381-b8ea33ffa94a tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 210 time: 0.1529653 Jul 16 18:12:22.273566 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-92b76062-cb85-492a-81aa-d2eb2a7bb788 req-0048d0c9-7908-4b54-90fc-967d78d0fbcc service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186783 Jul 16 18:12:22.292158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0f286be0-c53b-4de8-8c63-77d8cfb437d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25f097caabab451284edf9d14abd68de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9495947 Jul 16 18:12:22.294775 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45010) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.471605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18cf2546-4088-4c98-a630-b04f665729d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.507966 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18cf2546-4088-4c98-a630-b04f665729d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.520709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-4b46b3b3-91b5-4100-b1e2-0ad0e634a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.522162 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-4b46b3b3-91b5-4100-b1e2-0ad0e634a007 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 1096 time: 0.1143417 Jul 16 18:12:22.631958 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474daac-9dd8-4c28-8857-941c6112d8a1 None None] New status for floating IP 84f895c7-9bcd-4d86-b285-69dbebf70ef1: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:12:22.670800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18cf2546-4088-4c98-a630-b04f665729d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.673573 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18cf2546-4088-4c98-a630-b04f665729d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.677999 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-18cf2546-4088-4c98-a630-b04f665729d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20c4adcb-7f71-4b2f-bfbe-b21fa2cc9f65 HTTP/1.1" status: 204 len: 168 time: 0.3782787 Jul 16 18:12:22.693802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2546-4088-4c98-a630-b04f665729d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c4adcb-7f71-4b2f-bfbe-b21fa2cc9f65,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.705772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-f321fde9-dc5d-4c5f-8ace-dbe6be161fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.707477 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-f321fde9-dc5d-4c5f-8ace-dbe6be161fbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 913 time: 0.1728423 Jul 16 18:12:22.793086 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-5f1bc085-03d7-4e43-a06c-69c0bab6c9b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2 HTTP/1.1" status: 200 len: 217 time: 0.0781772 Jul 16 18:12:22.856865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-7ab49dda-0cff-4f0d-888f-fd5e510ffa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.858547 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-7ab49dda-0cff-4f0d-888f-fd5e510ffa26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.0554657 Jul 16 18:12:22.871362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-e6564664-389d-4fc8-a42e-b88f5bb0e3f9 service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8973792 Jul 16 18:12:22.897774 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-2759453c-9b2e-4879-b63d-78c6fdab182d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282111 Jul 16 18:12:22.944769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-34291f07-5c24-43e7-a251-26a7533bd168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.946291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-34291f07-5c24-43e7-a251-26a7533bd168 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 915 time: 0.8859839 Jul 16 18:12:22.957420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Allocated IP 172.20.0.6 (5c37335e-9fc4-4212-be3b-880a2e0d71fb/84d8b47e-08bc-405e-888c-e234259c61f2/5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:23.044300 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-e0802d63-4741-47a4-962d-c8aba1ea7409 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116083 Jul 16 18:12:23.053813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-9ac1efdd-4042-4fa0-ab4b-bfeee1d03bba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcad7356-e203-4e86-8ec7-e286d4390f7b HTTP/1.1" status: 200 len: 217 time: 0.0897155 Jul 16 18:12:23.127398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b069-5ef4-489c-808b-fca0462f847c req-e8810bfa-f8b7-4bb9-bc01-38c6d8e089fb tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.128932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78d9b069-5ef4-489c-808b-fca0462f847c req-e8810bfa-f8b7-4bb9-bc01-38c6d8e089fb tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 984 time: 0.7180459 Jul 16 18:12:23.153904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935df7d-43b0-4367-acb7-7ffaf12bbe6a req-0940019e-4fbe-483f-9890-575686869ee0 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.160852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b935df7d-43b0-4367-acb7-7ffaf12bbe6a req-0940019e-4fbe-483f-9890-575686869ee0 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.7449682 Jul 16 18:12:23.187496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56f311d3-eb1c-473a-8584-bfe5c74d248c req-bb302ad7-9b9d-471d-b9c2-5ebc393bc36f service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344099 Jul 16 18:12:23.190151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d8a886-a712-4af6-a0c6-c5d636bb710e req-1ab7b625-6702-41a6-bac0-f4dafe9df739 service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018839 Jul 16 18:12:23.220919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-6a97d0dd-f4e2-4659-b8ee-9276dc0e50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.222385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-6a97d0dd-f4e2-4659-b8ee-9276dc0e50ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.1571648 Jul 16 18:12:23.301504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-d53d5146-54f8-4ac0-ac42-f4527235b5ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621312 Jul 16 18:12:23.309461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78d9b069-5ef4-489c-808b-fca0462f847c req-f448806f-330a-4132-b65b-06547f2d55b9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=04e84318-4531-489a-b161-f8921b634de5&id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1665845 Jul 16 18:12:23.369557 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b935df7d-43b0-4367-acb7-7ffaf12bbe6a req-bef4bc83-631f-4071-bedb-a9b99a6a1519 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077720 Jul 16 18:12:23.456022 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.607454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-95fec5b1-ed8c-48e3-84be-d70063e7202a service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600646 Jul 16 18:12:23.667235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4738b686-e94d-4350-bb4e-74a8538424ed req-3c0f6a4f-2a8d-4445-a832-6f3ee5e3a3fe tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 210 time: 0.0652654 Jul 16 18:12:23.695491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.714793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'fcad7356-e203-4e86-8ec7-e286d4390f7b', 'a2871c7c-b3eb-4bcb-a019-c157726e2bce'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:23.827581 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Network 5c37335e-9fc4-4212-be3b-880a2e0d71fb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:23.841336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:23.844412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:23.885442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c63da-310c-46b9-a0e5-c7708909e390 req-33bc0675-601e-4c65-a009-d48ce017e387 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.889878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-995c63da-310c-46b9-a0e5-c7708909e390 req-33bc0675-601e-4c65-a009-d48ce017e387 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 944 time: 0.3309801 Jul 16 18:12:23.916474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Pushing event updated for resources: {'Port': ['ID=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.973283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e429a6e-612a-485f-b4de-be916633f6f8 req-0e31eb6c-c7e4-4111-9b16-55f3ad1a2884 service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533440 Jul 16 18:12:24.018679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-995c63da-310c-46b9-a0e5-c7708909e390 req-35761d41-e4e8-47ae-943c-e59038a3af54 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092887 Jul 16 18:12:24.033845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.034528 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.067850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17900f4-2831-43d5-a078-7705982f5787', 'tag': 'ab457b0f-6115-437a-a451-78af4af5434d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:24.072380 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733aa1d-0e41-476a-baa5-d2c7307285b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b17900f4-2831-43d5-a078-7705982f5787", "tag": "ab457b0f-6115-437a-a451-78af4af5434d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:24.120712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c58074dd-6387-4efe-8456-b1be00448edc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7597842 Jul 16 18:12:24.143489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Request body: {'port': {'device_id': '8efe1d3c-e82e-4b6b-bd25-1c91a60190fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:24.153106 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0562c313-84c9-4467-8252-9078ba5cbcea x-openstack-request-id: req-0562c313-84c9-4467-8252-9078ba5cbcea {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:24.153708 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17900f4-2831-43d5-a078-7705982f5787", "tag": "ab457b0f-6115-437a-a451-78af4af5434d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:24.154331 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0562c313-84c9-4467-8252-9078ba5cbcea {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:24.155306 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17900f4-2831-43d5-a078-7705982f5787', 'tag': 'ab457b0f-6115-437a-a451-78af4af5434d', 'status': 'completed', 'code': 200} Jul 16 18:12:24.238112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7ad09-0b97-405c-b0bb-d6ed89555bca req-c81e8757-833e-4b8b-be97-034370f8da84 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.241684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aba7ad09-0b97-405c-b0bb-d6ed89555bca req-c81e8757-833e-4b8b-be97-034370f8da84 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1097 time: 0.1940207 Jul 16 18:12:24.341781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-33099435-7810-446a-aac6-425436051804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.343487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-33099435-7810-446a-aac6-425436051804 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 1097 time: 0.1605394 Jul 16 18:12:24.449477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.472942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aba7ad09-0b97-405c-b0bb-d6ed89555bca req-b5e3c83f-361f-4df2-a323-4d8de78ebfcf tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213552 Jul 16 18:12:24.475991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-b761226f-c6df-497d-94f9-d67b6c98f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.478171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-b761226f-c6df-497d-94f9-d67b6c98f426 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 912 time: 0.1267900 Jul 16 18:12:24.747927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-f019dd03-4b9b-42b5-9800-0422cb11c43d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab457b0f-6115-437a-a451-78af4af5434d HTTP/1.1" status: 200 len: 1001 time: 0.2209115 Jul 16 18:12:24.929695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-90981dfc-96ab-41b6-b677-c3eda1ca4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.931785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-90981dfc-96ab-41b6-b677-c3eda1ca4e73 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 200 len: 850 time: 0.1682067 Jul 16 18:12:24.959466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ae6c0-ca00-4bb9-8880-5e0c79dbbbae req-8a1d0019-32e1-408c-af19-328d41703038 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.960957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-310ae6c0-ca00-4bb9-8880-5e0c79dbbbae req-8a1d0019-32e1-408c-af19-328d41703038 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 984 time: 0.3727670 Jul 16 18:12:25.043207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da43792-11ee-4878-82ad-1ba74dd4a70e req-a62b5ad8-a635-4a6c-8263-20c74cad2ec8 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.044746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8da43792-11ee-4878-82ad-1ba74dd4a70e req-a62b5ad8-a635-4a6c-8263-20c74cad2ec8 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.3398244 Jul 16 18:12:25.120088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-310ae6c0-ca00-4bb9-8880-5e0c79dbbbae req-2cbc036e-6102-49d2-b3a8-45af9e2bb7f0 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=04e84318-4531-489a-b161-f8921b634de5&id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1230018 Jul 16 18:12:25.183614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-2c04b029-a56e-417d-a5ab-bf06cce7c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.185312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-2c04b029-a56e-417d-a5ab-bf06cce7c202 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f258c528-c4f0-4833-9916-4132c7713c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2440019 Jul 16 18:12:25.188261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8da43792-11ee-4878-82ad-1ba74dd4a70e req-eb811065-61e8-40cd-81d1-5cd63147b020 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337953 Jul 16 18:12:25.239850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:25.287128 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.362857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Transition to ACTIVE for port object 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:25.373366 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.450403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-cc02b769-937a-457a-b7df-b14e346894fe service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573874 Jul 16 18:12:25.549407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.581365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34fd06-b578-44d1-960c-646bf27e777f req-b5e689c3-efc6-4301-9b71-9ee3e157e7ed tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.583004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a34fd06-b578-44d1-960c-646bf27e777f req-b5e689c3-efc6-4301-9b71-9ee3e157e7ed tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 931 time: 0.3348999 Jul 16 18:12:25.651040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-559c365e-40a6-4ef5-a245-54894622baf5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.652507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-559c365e-40a6-4ef5-a245-54894622baf5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 820 time: 0.3628902 Jul 16 18:12:25.697222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-2d5915ce-e6f5-4109-b7cd-7bec14ebf2f2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/quotas/02e3392e165f400497fbe7e41aa3f523 HTTP/1.1" status: 200 len: 375 time: 0.0334942 Jul 16 18:12:25.737056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a34fd06-b578-44d1-960c-646bf27e777f req-9da6c4a1-3656-4527-a630-e62e26460b0f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205378 Jul 16 18:12:25.759696 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2733aa1d-0e41-476a-baa5-d2c7307285b6 req-a5821462-fe58-4683-b4ad-ec4be9212bee service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983396 Jul 16 18:12:25.787375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Attempting to bind port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:25.787905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Attempting to bind port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:25.788356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Attempting to bind port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:25.802308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:25.802633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Attempting to bind port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf on network 5c37335e-9fc4-4212-be3b-880a2e0d71fb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:25.810649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:25.810982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Checking segment: {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:25.811361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Bound using segment: {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:25.811783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Bound port: 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6e467f-7ff9-4b7f-9967-482cd2e5b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:25.812169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.828134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 10f99268-82be-4a24-9801-3cedb9fa7cd2 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:25.838674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-b9034d67-6e4c-430c-9b41-9eef9d93eaf9 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237745 Jul 16 18:12:25.964780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:25.983081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '10f99268-82be-4a24-9801-3cedb9fa7cd2', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'port_id': '10f99268-82be-4a24-9801-3cedb9fa7cd2', 'mac_address': 'fa:16:3e:a7:ca:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:26.007261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] For port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:26.013223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] For port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:26.037934 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.049906 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.052387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f99268-82be-4a24-9801-3cedb9fa7cd2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:26.073699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:26.077579 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.097060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-81578a40-3d32-4520-b3a5-0973746fd9c0 service neutron] 10.222.0.60 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275791 Jul 16 18:12:26.123832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.124458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.126018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] 10.222.0.46 "PUT /v2.0/ports/5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf HTTP/1.1" status: 200 len: 1092 time: 1.9883561 Jul 16 18:12:26.127716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8efe1d3c-e82e-4b6b-bd25-1c91a60190fb', 'tag': '5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:26.130015 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f64d2d4-b814-4e95-a94f-6126e046d813" -d '{"events": [{"name": "network-changed", "server_uuid": "8efe1d3c-e82e-4b6b-bd25-1c91a60190fb", "tag": "5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:26.133984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=10f99268-82be-4a24-9801-3cedb9fa7cd2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.186789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27da22a-b673-4529-a548-0fb4508aabb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.259936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67be5a4-240f-41fa-9d86-9bea2e44030d req-94b1ce05-db7d-4b53-a009-15694430d840 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.261459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e67be5a4-240f-41fa-9d86-9bea2e44030d req-94b1ce05-db7d-4b53-a009-15694430d840 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 944 time: 0.2517014 Jul 16 18:12:26.319757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-16955bbb-4a43-4ab5-b2e3-4cafef17254f service neutron] 10.222.0.60 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109294 Jul 16 18:12:26.331880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e67be5a4-240f-41fa-9d86-9bea2e44030d req-fc7844bf-7f40-46d0-9b89-27eb1aca45dd tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635855 Jul 16 18:12:26.343847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-250e7b0d-7bef-48bf-addc-ac4f12f9cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.345426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-250e7b0d-7bef-48bf-addc-ac4f12f9cd7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 1095 time: 0.1548185 Jul 16 18:12:26.399924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['10f99268-82be-4a24-9801-3cedb9fa7cd2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:26.405481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-af5af923-6d3c-445d-a3fd-c6b28d557561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf HTTP/1.1" status: 200 len: 217 time: 0.0452774 Jul 16 18:12:26.464902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c9ba4853-485b-4c1d-a8df-2d1003b25af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.467077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-c9ba4853-485b-4c1d-a8df-2d1003b25af6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.0528858 Jul 16 18:12:26.513889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-b9818917-485b-4726-9ac7-6d6195e6ecb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391426 Jul 16 18:12:26.668089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-edf89352-c463-40da-8985-2d49f0f383d9 service neutron] 10.222.0.46 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387262 Jul 16 18:12:26.723518 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa3116e8-3673-4962-bf92-7858f753229a req-7396b513-fa27-4112-9c5a-bba02cc80820 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-572341659&fields=id&tenant_id=a4cc58d503df4391bb4bb187786acd48 HTTP/1.1" status: 200 len: 267 time: 0.0544055 Jul 16 18:12:27.106346 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378bb7a-8d1f-48a2-96de-79676b6ea52e x-openstack-request-id: req-4378bb7a-8d1f-48a2-96de-79676b6ea52e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:27.107144 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8efe1d3c-e82e-4b6b-bd25-1c91a60190fb", "tag": "5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:27.107144 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4378bb7a-8d1f-48a2-96de-79676b6ea52e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:27.107144 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8efe1d3c-e82e-4b6b-bd25-1c91a60190fb', 'tag': '5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf', 'status': 'completed', 'code': 200} Jul 16 18:12:27.174084 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22a93c97-3cf4-4792-a265-dd120280f6fb req-7271e154-fb6f-4901-aa63-b2f9ab7fea69 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 210 time: 0.0659597 Jul 16 18:12:27.219896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9b041b1-74a5-4973-9d1d-461737cff1e9 req-d4d10cb5-5b57-4ea3-bc4c-fb763d2bb158 service neutron] 10.222.0.46 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286608 Jul 16 18:12:27.228899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3116e8-3673-4962-bf92-7858f753229a req-4a4e56e8-bf93-4497-971b-4fba173d6b6f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.230481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa3116e8-3673-4962-bf92-7858f753229a req-4a4e56e8-bf93-4497-971b-4fba173d6b6f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 984 time: 0.4928632 Jul 16 18:12:27.245821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fa3116e8-3673-4962-bf92-7858f753229a req-6c6a1c99-b454-4320-8097-b0320fae980d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'port': {'security_groups': ['04e84318-4531-489a-b161-f8921b634de5', '1daa7249-d458-40aa-957c-73ab82ed2ae7', '590d7e32-8126-44dc-8c27-a9e109df0d7b']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:27.394932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa3116e8-3673-4962-bf92-7858f753229a req-6c6a1c99-b454-4320-8097-b0320fae980d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.508197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-69f5a22f-2055-422e-949f-edfdced29bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.510297 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-69f5a22f-2055-422e-949f-edfdced29bb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 1095 time: 0.1696630 Jul 16 18:12:27.626402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2edff4-7d13-4b17-87e0-a12c83f154e7 req-f11ca6d4-2a6d-4a18-a8ed-3f2b7d629f4a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.627934 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b2edff4-7d13-4b17-87e0-a12c83f154e7 req-f11ca6d4-2a6d-4a18-a8ed-3f2b7d629f4a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.2306569 Jul 16 18:12:27.707911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b2edff4-7d13-4b17-87e0-a12c83f154e7 req-787b8f09-bb45-4569-9850-4a7b55f93f49 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702095 Jul 16 18:12:27.710642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-42e2fa61-308c-4a2e-86ff-bc0c06f9a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.712124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-42e2fa61-308c-4a2e-86ff-bc0c06f9a7ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 915 time: 0.1893387 Jul 16 18:12:27.785848 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-950cf573-f652-4104-b5b3-6d7cc30ba121 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf HTTP/1.1" status: 200 len: 217 time: 0.0592868 Jul 16 18:12:27.842873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 10f99268-82be-4a24-9801-3cedb9fa7cd2 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:27.898687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 10f99268-82be-4a24-9801-3cedb9fa7cd2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:27.904382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 10f99268-82be-4a24-9801-3cedb9fa7cd2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:27.904874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.957432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-6ae8acd6-b5d1-4b0e-a448-3285742b9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.959159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-6ae8acd6-b5d1-4b0e-a448-3285742b9075 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.1551433 Jul 16 18:12:28.031376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-efd65c30-64c8-455f-988d-10de4dd8f8d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524828 Jul 16 18:12:28.050904 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.079980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fa3116e8-3673-4962-bf92-7858f753229a req-6c6a1c99-b454-4320-8097-b0320fae980d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] For port a961426c-4ae3-42f5-886f-d4097e9b0ce2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:28.098201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:28.099496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:28.105136 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b1edfe-4c2b-47dc-ac4c-3b1da18e4a45" -d '{"events": [{"server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "name": "network-vif-plugged", "status": "completed", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:28.110200 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.206517 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa3116e8-3673-4962-bf92-7858f753229a req-6c6a1c99-b454-4320-8097-b0320fae980d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.220309 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=10f99268-82be-4a24-9801-3cedb9fa7cd2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.231944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-6a6afbdc-f390-42b6-a447-5e53c02cae31 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.233738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-6a6afbdc-f390-42b6-a447-5e53c02cae31 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 820 time: 0.2964981 Jul 16 18:12:28.276893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7840c0-ae5d-4ac7-abc3-6f6654e5aca0 req-178fcf18-00c8-4e4b-86a3-5921834a9ddb tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.278619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e7840c0-ae5d-4ac7-abc3-6f6654e5aca0 req-178fcf18-00c8-4e4b-86a3-5921834a9ddb tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 943 time: 0.4311426 Jul 16 18:12:28.282775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa3116e8-3673-4962-bf92-7858f753229a req-6c6a1c99-b454-4320-8097-b0320fae980d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.288882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Request body: {'port': {'device_id': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8', 'admin_state_up': True, 'tenant_id': '02e3392e165f400497fbe7e41aa3f523'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:28.301216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a961426c-4ae3-42f5-886f-d4097e9b0ce2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:28.328528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:28.369415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-a0addff5-acf4-4ab7-a4f2-5a6bc537db3c service neutron] 10.222.0.46 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849450 Jul 16 18:12:28.463555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3116e8-3673-4962-bf92-7858f753229a req-6c6a1c99-b454-4320-8097-b0320fae980d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.464245 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fa3116e8-3673-4962-bf92-7858f753229a req-6c6a1c99-b454-4320-8097-b0320fae980d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.465676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa3116e8-3673-4962-bf92-7858f753229a req-6c6a1c99-b454-4320-8097-b0320fae980d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "PUT /v2.0/ports/a961426c-4ae3-42f5-886f-d4097e9b0ce2 HTTP/1.1" status: 200 len: 1020 time: 1.2273886 Jul 16 18:12:28.482686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e7840c0-ae5d-4ac7-abc3-6f6654e5aca0 req-6d7293b7-d6aa-464b-be9e-6e6023aafd23 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891170 Jul 16 18:12:28.569507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a961426c-4ae3-42f5-886f-d4097e9b0ce2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:28.584314 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.686214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a1c99-b454-4320-8097-b0320fae980d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'Port': ['ID=a961426c-4ae3-42f5-886f-d4097e9b0ce2,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.726827 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7076c2bf-82d7-4149-86e2-810892ba2b1e x-openstack-request-id: req-7076c2bf-82d7-4149-86e2-810892ba2b1e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:28.727676 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "name": "network-vif-plugged", "status": "completed", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:28.728245 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7076c2bf-82d7-4149-86e2-810892ba2b1e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:28.728820 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2', 'code': 200} Jul 16 18:12:28.817393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Made reservation on behalf of 02e3392e165f400497fbe7e41aa3f523 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:28.822399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.850804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f64d2d4-b814-4e95-a94f-6126e046d813 req-2d8e550a-a18a-415b-a21e-2a301d369611 service neutron] 10.222.0.46 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541850 Jul 16 18:12:28.902714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e740b-cf73-46f7-830c-16eff429390f req-de949aa6-7ada-443c-b056-12943c510e8e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.904412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-673e740b-cf73-46f7-830c-16eff429390f req-de949aa6-7ada-443c-b056-12943c510e8e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1776440 Jul 16 18:12:28.979245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96d5b8-5eb5-40ea-8458-b77e20bdc407 req-9580624e-8fd4-4d7b-bdb4-cf07abc05c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.980901 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-af96d5b8-5eb5-40ea-8458-b77e20bdc407 req-9580624e-8fd4-4d7b-bdb4-cf07abc05c64 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 1098 time: 0.0951419 Jul 16 18:12:29.018817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9157eb5-1f72-4a4b-8d01-6101a612d8f9 req-3e8868d0-3749-4957-bf45-6921bc2a9327 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 210 time: 0.1131418 Jul 16 18:12:29.044587 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-af96d5b8-5eb5-40ea-8458-b77e20bdc407 req-3d2ca588-a177-4e75-9631-26f6d05a5dfb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535247 Jul 16 18:12:29.078105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-673e740b-cf73-46f7-830c-16eff429390f req-e19aa05e-2651-4a71-b089-99cc2d212f6e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057107 Jul 16 18:12:29.108279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:29.110938 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3368679f-0076-4ad1-aca5-9b6c1b383928" -d '{"events": [{"name": "network-changed", "server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:29.211514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84bdbf87-e8eb-4deb-91b4-2edee89894c0 req-ee506a2b-26d2-49b4-84fc-4c7bf9dc0e2d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/590d7e32-8126-44dc-8c27-a9e109df0d7b HTTP/1.1" status: 200 len: 1802 time: 0.1158893 Jul 16 18:12:29.220344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Allocated IP 172.20.0.10 (14755690-30e8-49b5-801a-437a7321d2a8/96575f11-85fd-4b83-b9cb-112b73042b0b/c452a742-df1c-491b-a856-4cd79f1018f9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:29.338743 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-84bdbf87-e8eb-4deb-91b4-2edee89894c0 req-bbbde898-fb38-4f7a-8ab3-89fd874a62e6 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:12:29.339765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84bdbf87-e8eb-4deb-91b4-2edee89894c0 req-bbbde898-fb38-4f7a-8ab3-89fd874a62e6 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/590d7e32-8126-44dc-8c27-a9e109df0d7b HTTP/1.1" status: 409 len: 341 time: 0.1268785 Jul 16 18:12:29.378246 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b6f189-a24a-408e-89d2-d798162a7a0a x-openstack-request-id: req-88b6f189-a24a-408e-89d2-d798162a7a0a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:29.378537 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:29.378784 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88b6f189-a24a-408e-89d2-d798162a7a0a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:29.379175 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2', 'status': 'completed', 'code': 200} Jul 16 18:12:29.427263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcd5bf-d8a8-42b5-b004-df72f2523aee req-0ee5634b-fa13-4b79-b650-fa42b71e0cb5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.428849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66dcd5bf-d8a8-42b5-b004-df72f2523aee req-0ee5634b-fa13-4b79-b650-fa42b71e0cb5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1953521 Jul 16 18:12:29.546720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66dcd5bf-d8a8-42b5-b004-df72f2523aee req-b328f501-a3d3-4fca-8a23-689795b63e6e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077042 Jul 16 18:12:29.555543 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.615870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-b7c17f9d-ce1a-45d4-9617-461d54c36912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.617427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-b7c17f9d-ce1a-45d4-9617-461d54c36912 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 1175 time: 0.1999996 Jul 16 18:12:29.825850 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.844305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-fa2da206-abda-4547-9c55-b6991ad6d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.845829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-fa2da206-abda-4547-9c55-b6991ad6d3a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 200 len: 913 time: 0.2164669 Jul 16 18:12:29.869920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:29.931389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Network 14755690-30e8-49b5-801a-437a7321d2a8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:29.933067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-cc613d78-59ed-43e9-9d0f-7060c6279153 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2 HTTP/1.1" status: 200 len: 217 time: 0.0575159 Jul 16 18:12:29.940050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:29.972502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:29.974908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Pushing event updated for resources: {'Port': ['ID=c452a742-df1c-491b-a856-4cd79f1018f9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.063280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:30.078188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf', 'network_id': '5c37335e-9fc4-4212-be3b-880a2e0d71fb', 'port_id': '5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf', 'mac_address': 'fa:16:3e:ce:69:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d8b47e-08bc-405e-888c-e234259c61f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:30.112610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-dcc71bec-1e71-4d24-a2ae-ec51307a82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.126704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-dcc71bec-1e71-4d24-a2ae-ec51307a82f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 200 len: 852 time: 0.1732328 Jul 16 18:12:30.163222 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.178455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.179483 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.193212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:30.220483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:30.225092 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.225238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db58364-b39a-45f6-8d2c-0cab411fe8cd req-4b529894-3e5a-4986-9e61-e7c8f9b06dd6 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.226769 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8db58364-b39a-45f6-8d2c-0cab411fe8cd req-4b529894-3e5a-4986-9e61-e7c8f9b06dd6 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 943 time: 0.4880016 Jul 16 18:12:30.264424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-a895e0e9-1522-422f-852e-32c7a656010f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c13b0654-a4f7-4377-a05b-08b70d59eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800600 Jul 16 18:12:30.291705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.311096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-a8488138-4896-4b48-9361-8d25e1d80223 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0292752 Jul 16 18:12:30.351824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Request body: {'port': {'device_id': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:30.403254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8db58364-b39a-45f6-8d2c-0cab411fe8cd req-9b063930-fa1b-4f82-ac79-6069e9f8b9dd tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422513 Jul 16 18:12:30.496612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b35b46-2fe3-40f8-a49b-02167c6b62fd req-9a2bd6e0-b2f3-4c6f-a6e4-bd173e49e768 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.504195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0b35b46-2fe3-40f8-a49b-02167c6b62fd req-9a2bd6e0-b2f3-4c6f-a6e4-bd173e49e768 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 1023 time: 0.3185802 Jul 16 18:12:30.571530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-6f304cab-0b82-4854-ab74-e0ea80537be2 service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970397 Jul 16 18:12:30.577059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:30.644218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0b35b46-2fe3-40f8-a49b-02167c6b62fd req-cef653db-b3be-46fa-a609-9432ac6de9c5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=590d7e32-8126-44dc-8c27-a9e109df0d7b&id=04e84318-4531-489a-b161-f8921b634de5&id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1390851 Jul 16 18:12:30.644862 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.188609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3368679f-0076-4ad1-aca5-9b6c1b383928 req-464b1d58-f9fd-419e-bdfd-579dd79b770a service neutron] 10.222.0.45 "GET /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030276 Jul 16 18:12:31.205936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d84e24-20f4-4199-be66-4fb53a570dde req-08a3b06c-cd4d-4f86-a737-591eb25cfb24 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.207430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85d84e24-20f4-4199-be66-4fb53a570dde req-08a3b06c-cd4d-4f86-a737-591eb25cfb24 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 932 time: 0.6208832 Jul 16 18:12:31.287625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c90cb5-7b77-4f2b-bc3f-a6b7a7b57a28 req-8062f46b-d64d-4472-b13d-3646563d49c6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.289158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79c90cb5-7b77-4f2b-bc3f-a6b7a7b57a28 req-8062f46b-d64d-4472-b13d-3646563d49c6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.2376163 Jul 16 18:12:31.302234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85d84e24-20f4-4199-be66-4fb53a570dde req-9b478531-196f-4fdd-b232-6512bf5e402c tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837789 Jul 16 18:12:31.387762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79c90cb5-7b77-4f2b-bc3f-a6b7a7b57a28 req-e41df860-8ce1-4e73-b5ac-03f576574744 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888286 Jul 16 18:12:31.558602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c452a742-df1c-491b-a856-4cd79f1018f9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:31.572904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.603724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Transition to ACTIVE for port object c452a742-df1c-491b-a856-4cd79f1018f9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:31.616050 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.637201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-fac95587-cf92-4419-8b8a-130136bc2e1b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.638646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-fac95587-cf92-4419-8b8a-130136bc2e1b tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.45 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 1023 time: 0.2028499 Jul 16 18:12:31.668694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c0c20-123a-4d1b-98e0-c4f16679fb9c req-de702427-0c4c-47d5-aa18-4bfcd0c68bf1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.670226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-347c0c20-123a-4d1b-98e0-c4f16679fb9c req-de702427-0c4c-47d5-aa18-4bfcd0c68bf1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1778951 Jul 16 18:12:31.750055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Pushing event updated for resources: {'Port': ['ID=c452a742-df1c-491b-a856-4cd79f1018f9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.858068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:31.870188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-347c0c20-123a-4d1b-98e0-c4f16679fb9c req-ac684b5c-ccec-411f-a76e-2e6057670d22 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840751 Jul 16 18:12:31.871475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:31.959112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:31.966806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:31.967992 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.160785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.169372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Deleting port a961426c-4ae3-42f5-886f-d4097e9b0ce2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:32.169831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2f60-7b39-445c-89c2-6ccdfbb139e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.172490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.193362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:32.193895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:32.194323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:32.209544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe1d3c-e82e-4b6b-bd25-1c91a60190fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:32.215295 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38dfcd8-cf15-419d-976b-abea0265446b" -d '{"events": [{"server_uuid": "8efe1d3c-e82e-4b6b-bd25-1c91a60190fb", "name": "network-vif-plugged", "status": "completed", "tag": "5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:32.247558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:32.253042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Port c452a742-df1c-491b-a856-4cd79f1018f9 on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:32.254765 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.263894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:32.299963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:32.300652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:32.305307 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2f60-7b39-445c-89c2-6ccdfbb139e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.312419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:32.313246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Bound port: c452a742-df1c-491b-a856-4cd79f1018f9, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:32.313445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd4a2f60-7b39-445c-89c2-6ccdfbb139e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.313813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.349990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.372408 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fd4a2f60-7b39-445c-89c2-6ccdfbb139e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a6ad67725164f7c9902b63ab584db9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991016 Jul 16 18:12:32.379690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45228) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:32.422737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a2f60-7b39-445c-89c2-6ccdfbb139e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a84f95-2918-47cb-9bee-ad00b9707834,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.443585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851e6a7-3045-4812-b161-f9134206f970 req-8ffb06ed-6a9b-4c6a-a76b-a99529bd5d4f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.452031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f851e6a7-3045-4812-b161-f9134206f970 req-8ffb06ed-6a9b-4c6a-a76b-a99529bd5d4f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 944 time: 0.4326391 Jul 16 18:12:32.480856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cb690e-270d-4d69-a631-8a5917cd897e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.510279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cb690e-270d-4d69-a631-8a5917cd897e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.516227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] For port a961426c-4ae3-42f5-886f-d4097e9b0ce2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a961426c-4ae3-42f5-886f-d4097e9b0ce2,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:32.516830 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.561488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Calling delete_port for a961426c-4ae3-42f5-886f-d4097e9b0ce2 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:32.573373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cb690e-270d-4d69-a631-8a5917cd897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.576300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-87cb690e-270d-4d69-a631-8a5917cd897e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.577833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-87cb690e-270d-4d69-a631-8a5917cd897e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78a84f95-2918-47cb-9bee-ad00b9707834 HTTP/1.1" status: 204 len: 168 time: 0.1968887 Jul 16 18:12:32.595859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb690e-270d-4d69-a631-8a5917cd897e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a84f95-2918-47cb-9bee-ad00b9707834,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.605911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f851e6a7-3045-4812-b161-f9134206f970 req-f1f13d19-3ef0-48ab-a000-5380052bef31 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526692 Jul 16 18:12:32.627025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369fd34-c079-4a09-933a-834b43c1480e req-76122e72-9cf9-4834-b23c-0e6af490a0eb tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.635922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e369fd34-c079-4a09-933a-834b43c1480e req-76122e72-9cf9-4834-b23c-0e6af490a0eb tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 1023 time: 0.2630696 Jul 16 18:12:32.640174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:32.697670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:32.706999 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.779207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Pushing event updated for resources: {'Port': ['ID=c452a742-df1c-491b-a856-4cd79f1018f9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.836819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.837514 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.838985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-13befe30-2a6e-440a-bf6e-d68416823c57 service neutron] 10.222.0.45 "PUT /v2.0/ports/c452a742-df1c-491b-a856-4cd79f1018f9 HTTP/1.1" status: 200 len: 1093 time: 2.4953141 Jul 16 18:12:32.842896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:32.845249 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:32.865874 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e369fd34-c079-4a09-933a-834b43c1480e req-ab9cf349-f2a8-4866-becc-a38ebf821d9a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=590d7e32-8126-44dc-8c27-a9e109df0d7b&id=04e84318-4531-489a-b161-f8921b634de5&id=1daa7249-d458-40aa-957c-73ab82ed2ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2289069 Jul 16 18:12:32.928721 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89a73b9-4624-461a-8100-0be33b33bf78 x-openstack-request-id: req-e89a73b9-4624-461a-8100-0be33b33bf78 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:32.929196 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe1d3c-e82e-4b6b-bd25-1c91a60190fb", "name": "network-vif-plugged", "status": "completed", "tag": "5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:32.929289 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e89a73b9-4624-461a-8100-0be33b33bf78 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:32.929648 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe1d3c-e82e-4b6b-bd25-1c91a60190fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf', 'code': 200} Jul 16 18:12:33.027355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1bf15-02f3-4477-becb-706f17d42195 req-dd69eecf-4e39-4bd0-8fd6-38b36b890e81 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.029424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4b1bf15-02f3-4477-becb-706f17d42195 req-dd69eecf-4e39-4bd0-8fd6-38b36b890e81 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.2514956 Jul 16 18:12:33.108837 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2d3f8f8-4b02-4891-be5f-aa55c8776af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.178868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428bcbd-9579-4d42-bf3c-8192e551f305 req-72067999-387a-4430-ac9c-5b10ed386014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.181180 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e428bcbd-9579-4d42-bf3c-8192e551f305 req-72067999-387a-4430-ac9c-5b10ed386014 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 1097 time: 0.1001446 Jul 16 18:12:33.205898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.210045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-27680dc3-0c4b-402c-815f-c2cc2ff7e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.211570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-27680dc3-0c4b-402c-815f-c2cc2ff7e588 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1096 time: 0.3218486 Jul 16 18:12:33.221698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4b1bf15-02f3-4477-becb-706f17d42195 req-82cbee02-6614-4240-935f-44212363e05c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851323 Jul 16 18:12:33.225082 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e428bcbd-9579-4d42-bf3c-8192e551f305 req-2a9c4b63-2825-4cb8-8702-a831e1c9bdd2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Jul 16 18:12:33.246277 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:33.270186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'Port': ['ID=a961426c-4ae3-42f5-886f-d4097e9b0ce2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.316789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-60e3b93e-4211-4b7e-bd07-3cde8d846ecb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c452a742-df1c-491b-a856-4cd79f1018f9 HTTP/1.1" status: 200 len: 217 time: 0.0551357 Jul 16 18:12:33.436986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-eba14265-10d2-45ee-ab59-46a45f7282a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.438453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-eba14265-10d2-45ee-ab59-46a45f7282a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.0746598 Jul 16 18:12:33.440183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] No DVR routers for this DVR port a961426c-4ae3-42f5-886f-d4097e9b0ce2 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:33.448280 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.450703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4694d7a2-aecc-45ec-aae9-fb9e107be620 req-9a2555e1-ed7b-4007-952c-a97567530b7f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.45 "DELETE /v2.0/ports/a961426c-4ae3-42f5-886f-d4097e9b0ce2 HTTP/1.1" status: 204 len: 173 time: 1.7775207 Jul 16 18:12:33.458773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b90191-820c-43f9-b0ee-ba3297ca88e5 req-3a346a72-b3dd-4111-b54f-2c996fe76b90 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.465943 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16b90191-820c-43f9-b0ee-ba3297ca88e5 req-3a346a72-b3dd-4111-b54f-2c996fe76b90 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 944 time: 0.4282174 Jul 16 18:12:33.479125 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9f3661-cae8-4760-84b4-c48466766b18 x-openstack-request-id: req-ff9f3661-cae8-4760-84b4-c48466766b18 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:33.479417 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:33.479667 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff9f3661-cae8-4760-84b4-c48466766b18 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:33.480060 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9', 'status': 'completed', 'code': 200} Jul 16 18:12:33.532828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-fc8dab11-bcb3-4b9a-9794-47a32809aa74 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859001 Jul 16 18:12:33.597467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16b90191-820c-43f9-b0ee-ba3297ca88e5 req-0fb0b40e-5ed1-484a-aead-ba83910f159f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305697 Jul 16 18:12:33.764351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-2df784b5-0d1e-442a-a8ed-866627048b5f service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229264 Jul 16 18:12:33.941876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4104b9-bcf9-45e2-bea9-a3b561476fae req-ac1e3328-351c-4a1d-82df-1254ed80708a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.943428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e4104b9-bcf9-45e2-bea9-a3b561476fae req-ac1e3328-351c-4a1d-82df-1254ed80708a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.2637320 Jul 16 18:12:33.946932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c13f906-6e3c-4f26-beab-6c3e6f477ef3 req-b674ff72-1331-4a45-945e-ee2d61a7aad4 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540961 Jul 16 18:12:33.981799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c454164-4e2b-49fd-9349-b9ef2f011f29 req-efb2ab27-8da8-4d8a-be5d-31ebd4c9c979 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.983658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c454164-4e2b-49fd-9349-b9ef2f011f29 req-efb2ab27-8da8-4d8a-be5d-31ebd4c9c979 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 945 time: 0.2321763 Jul 16 18:12:34.024642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e4104b9-bcf9-45e2-bea9-a3b561476fae req-adb6ee84-32b1-47a0-844e-8dcba98d6f74 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733433 Jul 16 18:12:34.115653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c454164-4e2b-49fd-9349-b9ef2f011f29 req-997b1d66-a4a8-4487-a4a3-ed6de0113aae tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246245 Jul 16 18:12:34.141282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-91a17cb6-818d-4ce0-93d8-4ccc3d06fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.142941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-91a17cb6-818d-4ce0-93d8-4ccc3d06fb4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1096 time: 0.1107681 Jul 16 18:12:34.270468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d675442-2a62-49f7-a7ff-bde2f31d26d4 req-4a675148-1253-4283-a761-5eff9df6d332 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=3db28386-f1a7-4458-8b9c-b9cabe7ec669 HTTP/1.1" status: 200 len: 210 time: 0.0393381 Jul 16 18:12:34.287107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-12305359-a6ad-42a9-9a38-89798d5dec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.289369 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-12305359-a6ad-42a9-9a38-89798d5dec8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.1392345 Jul 16 18:12:34.350993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-5e0074d7-ec49-4a7e-9e2a-b68022ddb430 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c452a742-df1c-491b-a856-4cd79f1018f9 HTTP/1.1" status: 200 len: 217 time: 0.0538130 Jul 16 18:12:34.471326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-8967f614-100b-4199-899c-3361310c32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.472773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-8967f614-100b-4199-899c-3361310c32aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1153774 Jul 16 18:12:34.527509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864b249-6f30-4992-b965-98f22e60f91f req-3018955c-27c6-4a92-8008-2bfc16f10498 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.529085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2864b249-6f30-4992-b965-98f22e60f91f req-3018955c-27c6-4a92-8008-2bfc16f10498 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1264133 Jul 16 18:12:34.531571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-180a5af6-a629-4226-b783-38170868ce53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518203 Jul 16 18:12:34.547554 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:34.666132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2864b249-6f30-4992-b965-98f22e60f91f req-7fe92827-abae-46b3-946f-b0d10bd233b1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271555 Jul 16 18:12:34.717039 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-85018007-80f8-4dc5-8954-25ee7236b5d5 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783943 Jul 16 18:12:34.882273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5945bec3-acb7-4a64-bc55-f18d79ac6c0c req-d79e50b0-3de2-4855-b5fd-2b9e9436d27f service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319733 Jul 16 18:12:34.893423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f70a01-c642-463f-8d1c-fd0ac5691e6f req-287b4dd7-0f6a-4f39-b0c7-5c15b5d0dda2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.894904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08f70a01-c642-463f-8d1c-fd0ac5691e6f req-287b4dd7-0f6a-4f39-b0c7-5c15b5d0dda2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 944 time: 0.1334689 Jul 16 18:12:34.946903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a961426c-4ae3-42f5-886f-d4097e9b0ce2 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:34.966847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08f70a01-c642-463f-8d1c-fd0ac5691e6f req-90d33c8b-5dab-4a94-9ee6-0afcccd37478 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457964 Jul 16 18:12:34.976732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: a961426c-4ae3-42f5-886f-d4097e9b0ce2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:34.977181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a961426c-4ae3-42f5-886f-d4097e9b0ce2 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:35.291701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b79253-5e03-43d8-90f9-aa2e4797bffc req-952058c0-2a06-40cb-9bca-8b3474e3668a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.295967 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09b79253-5e03-43d8-90f9-aa2e4797bffc req-952058c0-2a06-40cb-9bca-8b3474e3668a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1134741 Jul 16 18:12:35.391009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd162e0-d1c8-4879-a097-7523deca0f8f req-908538e8-6392-4a8b-897f-4522d1cf732f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.398149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acd162e0-d1c8-4879-a097-7523deca0f8f req-908538e8-6392-4a8b-897f-4522d1cf732f tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 945 time: 0.0766499 Jul 16 18:12:35.457324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acd162e0-d1c8-4879-a097-7523deca0f8f req-0fb2cf6d-5523-406a-85b7-7ef08fc0804b tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572054 Jul 16 18:12:35.481193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'name': 'network-vif-deleted', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:35.484099 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e860db86-4c01-471f-8c01-515d3b104f82" -d '{"events": [{"server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "name": "network-vif-deleted", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:35.587253 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabf44b7-88c6-4524-b6c6-908a561b6e05 x-openstack-request-id: req-eabf44b7-88c6-4524-b6c6-908a561b6e05 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:35.587724 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db28386-f1a7-4458-8b9c-b9cabe7ec669", "name": "network-vif-deleted", "tag": "a961426c-4ae3-42f5-886f-d4097e9b0ce2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:35.588035 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eabf44b7-88c6-4524-b6c6-908a561b6e05 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:35.588438 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db28386-f1a7-4458-8b9c-b9cabe7ec669', 'name': 'network-vif-deleted', 'tag': 'a961426c-4ae3-42f5-886f-d4097e9b0ce2', 'status': 'completed', 'code': 200} Jul 16 18:12:35.668156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7edd597e-ff0f-492d-9102-d5b52198800d req-7a23a740-37f1-4e15-b710-3f0e53e459fd tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/04e84318-4531-489a-b161-f8921b634de5 HTTP/1.1" status: 200 len: 1801 time: 0.0661743 Jul 16 18:12:35.745446 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7edd597e-ff0f-492d-9102-d5b52198800d req-f7bcd109-81fa-4e73-982f-605c73ff1f82 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.784323 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7edd597e-ff0f-492d-9102-d5b52198800d req-f7bcd109-81fa-4e73-982f-605c73ff1f82 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.799428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09b79253-5e03-43d8-90f9-aa2e4797bffc req-40f94344-0455-474b-b941-5714d9784988 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956009 Jul 16 18:12:35.898213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7edd597e-ff0f-492d-9102-d5b52198800d req-f7bcd109-81fa-4e73-982f-605c73ff1f82 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.905984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7edd597e-ff0f-492d-9102-d5b52198800d req-f7bcd109-81fa-4e73-982f-605c73ff1f82 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.922832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7edd597e-ff0f-492d-9102-d5b52198800d req-f7bcd109-81fa-4e73-982f-605c73ff1f82 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/04e84318-4531-489a-b161-f8921b634de5 HTTP/1.1" status: 204 len: 173 time: 0.2533758 Jul 16 18:12:35.958441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcd109-81fa-4e73-982f-605c73ff1f82 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e84318-4531-489a-b161-f8921b634de5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.968357 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.997663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-463435bb-7da6-4e99-9a1a-498a04c7ba8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.171932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53ddb2e7-f852-45a4-a86a-7dc5d8b7b5fd req-9046ac5d-7a60-445f-a9bf-362d3210fb11 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/590d7e32-8126-44dc-8c27-a9e109df0d7b HTTP/1.1" status: 200 len: 1802 time: 0.0809023 Jul 16 18:12:36.182047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0891ab-9730-4ba3-b4c6-b3eaecab30cd req-dca7cc0d-aca2-4b78-95eb-0f7559837960 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.189262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df0891ab-9730-4ba3-b4c6-b3eaecab30cd req-dca7cc0d-aca2-4b78-95eb-0f7559837960 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1289134 Jul 16 18:12:36.261173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df0891ab-9730-4ba3-b4c6-b3eaecab30cd req-4d1fcf71-162f-45a6-b964-ab29cad9fdf9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708892 Jul 16 18:12:36.314579 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-53ddb2e7-f852-45a4-a86a-7dc5d8b7b5fd req-7550e7b1-f154-4764-a40c-67ef694906d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.351705 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-53ddb2e7-f852-45a4-a86a-7dc5d8b7b5fd req-7550e7b1-f154-4764-a40c-67ef694906d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.405481 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-53ddb2e7-f852-45a4-a86a-7dc5d8b7b5fd req-7550e7b1-f154-4764-a40c-67ef694906d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.409626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-53ddb2e7-f852-45a4-a86a-7dc5d8b7b5fd req-7550e7b1-f154-4764-a40c-67ef694906d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.416047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53ddb2e7-f852-45a4-a86a-7dc5d8b7b5fd req-7550e7b1-f154-4764-a40c-67ef694906d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/590d7e32-8126-44dc-8c27-a9e109df0d7b HTTP/1.1" status: 204 len: 173 time: 0.2174392 Jul 16 18:12:36.450347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550e7b1-f154-4764-a40c-67ef694906d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d7e32-8126-44dc-8c27-a9e109df0d7b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.469927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-af471874-b51d-4c8b-bd42-72df49509a98 req-d5042a66-7f70-4794-bf4e-44b13e2bfc79 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2037400520', 'description': 'tempest-description-681598809'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:36.536432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af471874-b51d-4c8b-bd42-72df49509a98 req-d5042a66-7f70-4794-bf4e-44b13e2bfc79 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.573651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157a61-c662-47ad-ac2e-5a8e4f47c958 req-69e1ec8b-a013-4462-b9c4-d611941b4dc6 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.575208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09157a61-c662-47ad-ac2e-5a8e4f47c958 req-69e1ec8b-a013-4462-b9c4-d611941b4dc6 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 944 time: 0.1278503 Jul 16 18:12:36.668253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09157a61-c662-47ad-ac2e-5a8e4f47c958 req-9ad3712c-569d-464a-a712-ecaa31cd41e8 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838511 Jul 16 18:12:36.682326 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af471874-b51d-4c8b-bd42-72df49509a98 req-d5042a66-7f70-4794-bf4e-44b13e2bfc79 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.688228 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af471874-b51d-4c8b-bd42-72df49509a98 req-d5042a66-7f70-4794-bf4e-44b13e2bfc79 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.708119 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-af471874-b51d-4c8b-bd42-72df49509a98 req-d5042a66-7f70-4794-bf4e-44b13e2bfc79 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.720031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af471874-b51d-4c8b-bd42-72df49509a98 req-d5042a66-7f70-4794-bf4e-44b13e2bfc79 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2741146 Jul 16 18:12:36.764754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5042a66-7f70-4794-bf4e-44b13e2bfc79 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44a4859-3ac3-428c-9c63-4e8d2298495e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.808638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3726419a-c7bd-4e40-a20d-faab4936db1f req-b96df15c-c15a-45de-a566-071d5da05673 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/d44a4859-3ac3-428c-9c63-4e8d2298495e HTTP/1.1" status: 200 len: 1802 time: 0.0676732 Jul 16 18:12:36.819027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3726419a-c7bd-4e40-a20d-faab4936db1f req-a5a1c72c-2d95-4346-a60f-90037215a079 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Request body: {'security_group': {'name': 'tempest-sg-hth-158630418', 'description': 'tempest-description-hth-1303533266'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:36.889355 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.890855 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3726419a-c7bd-4e40-a20d-faab4936db1f req-a5a1c72c-2d95-4346-a60f-90037215a079 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.949729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c452a742-df1c-491b-a856-4cd79f1018f9 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:37.034240 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3726419a-c7bd-4e40-a20d-faab4936db1f req-a5a1c72c-2d95-4346-a60f-90037215a079 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.053507 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3726419a-c7bd-4e40-a20d-faab4936db1f req-a5a1c72c-2d95-4346-a60f-90037215a079 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.057237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3726419a-c7bd-4e40-a20d-faab4936db1f req-a5a1c72c-2d95-4346-a60f-90037215a079 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.071675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3726419a-c7bd-4e40-a20d-faab4936db1f req-a5a1c72c-2d95-4346-a60f-90037215a079 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "PUT /v2.0/security-groups/d44a4859-3ac3-428c-9c63-4e8d2298495e HTTP/1.1" status: 200 len: 1776 time: 0.2584474 Jul 16 18:12:37.138446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1c72c-2d95-4346-a60f-90037215a079 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44a4859-3ac3-428c-9c63-4e8d2298495e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.158484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:37.167098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34d226-a17f-40e2-8398-f146b8915a23 req-93ce3a7a-547c-4b61-8613-ca1159f73e55 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.169486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea34d226-a17f-40e2-8398-f146b8915a23 req-93ce3a7a-547c-4b61-8613-ca1159f73e55 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.2020416 Jul 16 18:12:37.171214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'c452a742-df1c-491b-a856-4cd79f1018f9', 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8', 'port_id': 'c452a742-df1c-491b-a856-4cd79f1018f9', 'mac_address': 'fa:16:3e:2e:d7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96575f11-85fd-4b83-b9cb-112b73042b0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:37.222601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea34d226-a17f-40e2-8398-f146b8915a23 req-d1dc4460-25f1-4351-88d2-261d85bb8adf tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468845 Jul 16 18:12:37.226684 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.244186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c452a742-df1c-491b-a856-4cd79f1018f9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:37.273637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:37.279085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.334826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5f12965-40ec-4cdb-b89f-64f35a2e3ada req-23827459-c30b-43ff-a611-5ba8c2043527 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/d44a4859-3ac3-428c-9c63-4e8d2298495e HTTP/1.1" status: 200 len: 1776 time: 0.0561216 Jul 16 18:12:37.371074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c452a742-df1c-491b-a856-4cd79f1018f9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.558099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c398e6-db1d-4bfe-bc95-a4a9634d65fc req-e7b1f50f-9cba-46ef-8da9-bde222a0af18 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.559150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8c398e6-db1d-4bfe-bc95-a4a9634d65fc req-e7b1f50f-9cba-46ef-8da9-bde222a0af18 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.0903654 Jul 16 18:12:37.600076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['c452a742-df1c-491b-a856-4cd79f1018f9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:37.610646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8c398e6-db1d-4bfe-bc95-a4a9634d65fc req-0ab9b9f2-a27b-417e-9f7b-00a6300e553e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452480 Jul 16 18:12:37.721528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-087382a8-2da9-45b0-88dc-85c2edd38793 req-40faad80-6f90-4b88-8f7f-99e087e4ebd9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/d44a4859-3ac3-428c-9c63-4e8d2298495e HTTP/1.1" status: 200 len: 1776 time: 0.0592043 Jul 16 18:12:37.817833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-087382a8-2da9-45b0-88dc-85c2edd38793 req-ed0e4834-74f7-4de1-8bcf-f6eb3b6f9a9f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.845589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-087382a8-2da9-45b0-88dc-85c2edd38793 req-ed0e4834-74f7-4de1-8bcf-f6eb3b6f9a9f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.911149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-087382a8-2da9-45b0-88dc-85c2edd38793 req-ed0e4834-74f7-4de1-8bcf-f6eb3b6f9a9f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.918353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-087382a8-2da9-45b0-88dc-85c2edd38793 req-ed0e4834-74f7-4de1-8bcf-f6eb3b6f9a9f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.932881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-087382a8-2da9-45b0-88dc-85c2edd38793 req-ed0e4834-74f7-4de1-8bcf-f6eb3b6f9a9f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/d44a4859-3ac3-428c-9c63-4e8d2298495e HTTP/1.1" status: 204 len: 173 time: 0.1963699 Jul 16 18:12:37.962789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e4834-74f7-4de1-8bcf-f6eb3b6f9a9f tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44a4859-3ac3-428c-9c63-4e8d2298495e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.321273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1444e-6b70-45fa-b513-09a4c065c7cd req-fbbb82bc-236c-4108-b14c-66dffffc4b49 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.331804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3fd1444e-6b70-45fa-b513-09a4c065c7cd req-fbbb82bc-236c-4108-b14c-66dffffc4b49 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 945 time: 0.1417699 Jul 16 18:12:38.418788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3fd1444e-6b70-45fa-b513-09a4c065c7cd req-5fbee942-eb9a-4060-8082-3536bcf78bd2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855184 Jul 16 18:12:38.532255 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-367f773f-fd1d-40d0-8ea5-b19dd06e29a4 req-7320ac1a-2cbe-4859-93c2-f847329a2d4d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:12:38.533655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-367f773f-fd1d-40d0-8ea5-b19dd06e29a4 req-7320ac1a-2cbe-4859-93c2-f847329a2d4d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/590d7e32-8126-44dc-8c27-a9e109df0d7b HTTP/1.1" status: 404 len: 352 time: 0.0239065 Jul 16 18:12:38.593351 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-f91d5621-bc60-43cf-951b-9d2cfc165fd7 req-27dee6c3-1caa-4e93-88be-8d5fd9a8bdb9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:12:38.609100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f91d5621-bc60-43cf-951b-9d2cfc165fd7 req-27dee6c3-1caa-4e93-88be-8d5fd9a8bdb9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/04e84318-4531-489a-b161-f8921b634de5 HTTP/1.1" status: 404 len: 352 time: 0.0419371 Jul 16 18:12:38.611429 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.660077 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-62f48bae-45af-4dae-8be0-6c3779586308 req-4c1e8d1b-20a6-483e-ba7e-3a1cb2538d65 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:12:38.661511 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f48bae-45af-4dae-8be0-6c3779586308 req-4c1e8d1b-20a6-483e-ba7e-3a1cb2538d65 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/f436a379-ee6e-4188-8ecf-80447e59cfe6 HTTP/1.1" status: 404 len: 352 time: 0.0272863 Jul 16 18:12:38.856538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4303b-1083-4f19-b756-84017eeeb070 req-e1997a31-682d-40e2-b95c-3d097dbd5b57 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.858088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89c4303b-1083-4f19-b756-84017eeeb070 req-e1997a31-682d-40e2-b95c-3d097dbd5b57 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1605148 Jul 16 18:12:38.901018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639791f-bf96-4707-ab78-1628ba75f94d req-d5f08dd2-7ed7-410d-aed9-3eac8670308b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.902630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f639791f-bf96-4707-ab78-1628ba75f94d req-d5f08dd2-7ed7-410d-aed9-3eac8670308b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1281242 Jul 16 18:12:38.942756 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89c4303b-1083-4f19-b756-84017eeeb070 req-aa9965c3-314b-4718-be91-934b740393bd tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787311 Jul 16 18:12:38.964229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c452a742-df1c-491b-a856-4cd79f1018f9 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:38.990866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f639791f-bf96-4707-ab78-1628ba75f94d req-c740eb06-b3f4-481c-899f-b631100e0993 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Jul 16 18:12:39.042671 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-1efa44c3-5826-44f2-9ec8-c2cbfcb76965 req-1a635466-4c34-420e-8906-ecc4ef12490d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:12:39.044189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1efa44c3-5826-44f2-9ec8-c2cbfcb76965 req-1a635466-4c34-420e-8906-ecc4ef12490d tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/5fa39af4-2003-4453-b1f5-44213c5990c5 HTTP/1.1" status: 404 len: 352 time: 0.0492949 Jul 16 18:12:39.049187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port c452a742-df1c-491b-a856-4cd79f1018f9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:39.064053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port c452a742-df1c-491b-a856-4cd79f1018f9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:39.064768 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.084805 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-08a0a9a6-919a-4908-96a4-ff1f9ba2dc39 req-9046590b-27ed-4e25-b47f-0e962c6bd638 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:12:39.091724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08a0a9a6-919a-4908-96a4-ff1f9ba2dc39 req-9046590b-27ed-4e25-b47f-0e962c6bd638 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/253ca7c9-b160-411a-983a-83e8dd6184f2 HTTP/1.1" status: 404 len: 352 time: 0.0263588 Jul 16 18:12:39.163579 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-2ba5a1ea-c453-4f6b-ba2d-84d83be07a90 req-7a92d903-0c16-44c5-b1ef-0768b7365b1e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] show failed (client error): The resource could not be found. Jul 16 18:12:39.169105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ba5a1ea-c453-4f6b-ba2d-84d83be07a90 req-7a92d903-0c16-44c5-b1ef-0768b7365b1e tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/b429a6fd-af82-4a07-9e99-a4e2d8c4107e HTTP/1.1" status: 404 len: 352 time: 0.0354276 Jul 16 18:12:39.198490 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.394775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:39.403558 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818345f8-2fb8-4e61-a138-80b7962101b3" -d '{"events": [{"server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "name": "network-vif-plugged", "status": "completed", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:39.428223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:39.435576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.584127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c452a742-df1c-491b-a856-4cd79f1018f9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.741231 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb34f6e4-5da4-43f0-95af-7f86920760d9 x-openstack-request-id: req-eb34f6e4-5da4-43f0-95af-7f86920760d9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:39.741846 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "name": "network-vif-plugged", "status": "completed", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:39.741846 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb34f6e4-5da4-43f0-95af-7f86920760d9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:39.742192 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9', 'code': 200} Jul 16 18:12:40.086337 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.488244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa92e9c-0386-456d-bb82-6c72d39c4e33 req-783df790-9fcf-4a7b-97cf-02f3ebb8c673 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.496387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3fa92e9c-0386-456d-bb82-6c72d39c4e33 req-783df790-9fcf-4a7b-97cf-02f3ebb8c673 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.6109874 Jul 16 18:12:40.509706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfc64-1fc4-406a-8f6a-02ed0b133873 req-28ce4560-f47c-4742-bc36-ae07a29190c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.511344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-646dfc64-1fc4-406a-8f6a-02ed0b133873 req-28ce4560-f47c-4742-bc36-ae07a29190c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1098 time: 0.7010765 Jul 16 18:12:40.529791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ccefa-19a8-4f89-8954-3329d72cd10a req-9e0667c4-034c-4085-b4da-d2a59492bcec tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.536999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d26ccefa-19a8-4f89-8954-3329d72cd10a req-9e0667c4-034c-4085-b4da-d2a59492bcec tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 1023 time: 0.5980361 Jul 16 18:12:40.610250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3fa92e9c-0386-456d-bb82-6c72d39c4e33 req-e4b2ed85-3a69-44d0-8afa-5804dbe8171f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127820 Jul 16 18:12:40.667699 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d26ccefa-19a8-4f89-8954-3329d72cd10a req-9097da40-d25f-4b45-bbfd-48959a9d7db3 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=48cc13a0-e2a4-4741-bdb9-2cb4624b37b0&id=1daa7249-d458-40aa-957c-73ab82ed2ae7&id=afb4b73e-122c-4967-bfdb-7ea19dd9394f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1296556 Jul 16 18:12:40.704049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-646dfc64-1fc4-406a-8f6a-02ed0b133873 req-845e17c9-8dfc-4507-a189-0ed7059b1bf0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622505 Jul 16 18:12:40.986308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676beec-82d3-4f8d-8da1-9c1a6a817fec req-eca50b80-3692-4c13-94e9-1f03a3e2cf88 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.988113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8676beec-82d3-4f8d-8da1-9c1a6a817fec req-eca50b80-3692-4c13-94e9-1f03a3e2cf88 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1251419 Jul 16 18:12:41.034753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fda1-0836-44d1-bcdb-4ed39e25a3b0 req-d876b2b1-f060-499f-a8b1-bea3dbbe06e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.036350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5df8fda1-0836-44d1-bcdb-4ed39e25a3b0 req-d876b2b1-f060-499f-a8b1-bea3dbbe06e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1292815 Jul 16 18:12:41.068183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8676beec-82d3-4f8d-8da1-9c1a6a817fec req-1a69531d-dbae-4cf3-8c17-faa6f85215ec tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647492 Jul 16 18:12:41.130209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5df8fda1-0836-44d1-bcdb-4ed39e25a3b0 req-adb6d2a7-d282-411b-82a3-58c78737bd00 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767546 Jul 16 18:12:41.366406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45494) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.589078 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87e67231-d5cd-4eb9-bb0a-57d8c7510c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.778027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-40b8ccc9-21ba-4f80-8db0-c4aee4739f94 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.779582 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-40b8ccc9-21ba-4f80-8db0-c4aee4739f94 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.46 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 1023 time: 0.1720088 Jul 16 18:12:41.939897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87e67231-d5cd-4eb9-bb0a-57d8c7510c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.954498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87e67231-d5cd-4eb9-bb0a-57d8c7510c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.015748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Deleting port 07ec218c-9db4-4adb-a435-536f7bd20905 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:42.016612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.056319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e67231-d5cd-4eb9-bb0a-57d8c7510c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3028e4aa-2160-47b4-8856-9af51bc92895,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.151078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] For port 07ec218c-9db4-4adb-a435-536f7bd20905, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=07ec218c-9db4-4adb-a435-536f7bd20905,segment=NetworkSegment(93c76584-27e2-400a-b5e7-268401efeea6),segment_id=93c76584-27e2-400a-b5e7-268401efeea6)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:42.151963 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.166751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Calling delete_port for 07ec218c-9db4-4adb-a435-536f7bd20905 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:42.173253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-87e67231-d5cd-4eb9-bb0a-57d8c7510c3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=765e7d21ddfa400eaa59f143b935a8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8053546 Jul 16 18:12:42.176228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45510) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.240045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3a8dd-cb56-4d0e-a134-6c843fc5116e req-214aa616-2f28-4a75-b8a3-2f9e26fc7239 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.242705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8fd3a8dd-cb56-4d0e-a134-6c843fc5116e req-214aa616-2f28-4a75-b8a3-2f9e26fc7239 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 1023 time: 0.1513424 Jul 16 18:12:42.252105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74726b6b-9045-4450-ae3f-e5bb3c00db59 req-7a64c894-b35b-4d68-ac3c-d5657b10ee9a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.261290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74726b6b-9045-4450-ae3f-e5bb3c00db59 req-7a64c894-b35b-4d68-ac3c-d5657b10ee9a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.2068605 Jul 16 18:12:42.280207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2f64c-3ade-4ddd-ad5c-c3b338396811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.303474 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2f64c-3ade-4ddd-ad5c-c3b338396811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.321021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8fd3a8dd-cb56-4d0e-a134-6c843fc5116e req-17946d1b-62de-4fc9-9ff6-1369f95310b9 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups?id=48cc13a0-e2a4-4741-bdb9-2cb4624b37b0&id=1daa7249-d458-40aa-957c-73ab82ed2ae7&id=afb4b73e-122c-4967-bfdb-7ea19dd9394f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0567570 Jul 16 18:12:42.351425 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74726b6b-9045-4450-ae3f-e5bb3c00db59 req-28c4304a-a93e-4601-8e2b-7672501a34d3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857818 Jul 16 18:12:42.451804 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2f64c-3ade-4ddd-ad5c-c3b338396811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.454967 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2f64c-3ade-4ddd-ad5c-c3b338396811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.456252 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f5b2f64c-3ade-4ddd-ad5c-c3b338396811 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3028e4aa-2160-47b4-8856-9af51bc92895 HTTP/1.1" status: 204 len: 168 time: 0.2787571 Jul 16 18:12:42.487152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2f64c-3ade-4ddd-ad5c-c3b338396811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3028e4aa-2160-47b4-8856-9af51bc92895,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.523181 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.565983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['07ec218c-9db4-4adb-a435-536f7bd20905'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:42.614540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'Port': ['ID=07ec218c-9db4-4adb-a435-536f7bd20905,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.793150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] No DVR routers for this DVR port 07ec218c-9db4-4adb-a435-536f7bd20905 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:42.802475 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.804833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee71b1be-efb4-4c39-be09-caffd1c48a88 req-75ee4495-3901-4eda-9dff-a0993c5d97f5 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.46 "DELETE /v2.0/ports/07ec218c-9db4-4adb-a435-536f7bd20905 HTTP/1.1" status: 204 len: 173 time: 1.0188370 Jul 16 18:12:42.807910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'name': 'network-vif-deleted', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:42.810497 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb861377-60dd-4330-a7e7-d665d273643d" -d '{"events": [{"server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "name": "network-vif-deleted", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:43.094778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.116719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce313727-0bff-4fa2-afef-d9d7c2b65ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.123245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc64af-bd8e-4535-a9a8-9c70629fcae5 req-10b17c38-57b6-4385-b650-5bec3a7d1092 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.130464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04bc64af-bd8e-4535-a9a8-9c70629fcae5 req-10b17c38-57b6-4385-b650-5bec3a7d1092 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.3854175 Jul 16 18:12:43.152276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b480f-daa4-4017-9128-9bda890b071f req-3ed57d45-0b34-4700-b970-602c152970a9 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.154106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-510b480f-daa4-4017-9128-9bda890b071f req-3ed57d45-0b34-4700-b970-602c152970a9 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.3380108 Jul 16 18:12:43.221656 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04bc64af-bd8e-4535-a9a8-9c70629fcae5 req-14d99665-9f44-43dc-a44f-bcb2b67fd942 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901492 Jul 16 18:12:43.272360 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-510b480f-daa4-4017-9128-9bda890b071f req-991fd2dd-fedf-429c-aadf-6318d825372e tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004417 Jul 16 18:12:43.302432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce313727-0bff-4fa2-afef-d9d7c2b65ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.308102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce313727-0bff-4fa2-afef-d9d7c2b65ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.356839 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ce313727-0bff-4fa2-afef-d9d7c2b65ddd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=903d5df3fccc4823a4c7bcfb244d33e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605982 Jul 16 18:12:43.359160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.366501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce313727-0bff-4fa2-afef-d9d7c2b65ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a979bdbb-cd48-4884-a061-22e2ecc54d32,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.436273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99e633d0-950c-46fd-b088-f9beb29371e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.478148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99e633d0-950c-46fd-b088-f9beb29371e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.597973 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99e633d0-950c-46fd-b088-f9beb29371e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.600648 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99e633d0-950c-46fd-b088-f9beb29371e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.604977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-99e633d0-950c-46fd-b088-f9beb29371e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a979bdbb-cd48-4884-a061-22e2ecc54d32 HTTP/1.1" status: 204 len: 168 time: 0.2413793 Jul 16 18:12:43.605142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b4558-0038-4a7a-8354-0cd27460e207 req-2668dcda-6a78-4f1d-aa46-b191425b3c2a tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.606061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-926b4558-0038-4a7a-8354-0cd27460e207 req-2668dcda-6a78-4f1d-aa46-b191425b3c2a tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1098 time: 0.1732330 Jul 16 18:12:43.629745 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcb21e1-e96c-4dfd-bad1-d52da30c6285 x-openstack-request-id: req-0dcb21e1-e96c-4dfd-bad1-d52da30c6285 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:43.630156 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c324a985-a5d8-4b8d-82f6-63a86cbc7598", "name": "network-vif-deleted", "tag": "07ec218c-9db4-4adb-a435-536f7bd20905", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:43.630397 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dcb21e1-e96c-4dfd-bad1-d52da30c6285 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:43.630685 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c324a985-a5d8-4b8d-82f6-63a86cbc7598', 'name': 'network-vif-deleted', 'tag': '07ec218c-9db4-4adb-a435-536f7bd20905', 'status': 'completed', 'code': 200} Jul 16 18:12:43.631477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e633d0-950c-46fd-b088-f9beb29371e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a979bdbb-cd48-4884-a061-22e2ecc54d32,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.736103 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a63cd32a-ec6d-45e4-8169-bdd0e1681a1d req-e4860a78-a3aa-4f8e-9963-13cec8ec8f21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0787694 Jul 16 18:12:43.740545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-926b4558-0038-4a7a-8354-0cd27460e207 req-669593d2-482c-4f14-8658-00c9ae8d214a tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280913 Jul 16 18:12:43.846184 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a63cd32a-ec6d-45e4-8169-bdd0e1681a1d req-d3c7eb2d-45af-4473-a981-94e5ea2d48ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a4cc58d503df4391bb4bb187786acd48&device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 210 time: 0.0704167 Jul 16 18:12:44.165456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df2827b6-5f06-4f89-b7d2-8e011e39173e req-a8d4f4e9-ade8-4f8e-9027-abe3040bda9a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/ports?device_id=c324a985-a5d8-4b8d-82f6-63a86cbc7598 HTTP/1.1" status: 200 len: 210 time: 0.1130831 Jul 16 18:12:44.290933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cd32a-ec6d-45e4-8169-bdd0e1681a1d req-2491993c-a0f4-4284-bb90-aac1751154c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.296575 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a63cd32a-ec6d-45e4-8169-bdd0e1681a1d req-2491993c-a0f4-4284-bb90-aac1751154c4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a4cc58d503df4391bb4bb187786acd48&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4077716 Jul 16 18:12:44.589371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cd32a-ec6d-45e4-8169-bdd0e1681a1d req-4a04295e-7867-4bd5-89ee-282744747d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.590867 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a63cd32a-ec6d-45e4-8169-bdd0e1681a1d req-4a04295e-7867-4bd5-89ee-282744747d54 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2814436 Jul 16 18:12:44.789395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adcbde-4c54-4b8b-9eea-7dcb567764bc req-73ebc758-55ba-48a4-8846-81dff37297c1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.797490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16adcbde-4c54-4b8b-9eea-7dcb567764bc req-73ebc758-55ba-48a4-8846-81dff37297c1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.2297342 Jul 16 18:12:44.849652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26923f-7af1-45c9-b2c0-ed70c23ea9f1 req-bbd34b4f-11c2-4f77-8bc3-955c59ed93b8 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.851265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e26923f-7af1-45c9-b2c0-ed70c23ea9f1 req-bbd34b4f-11c2-4f77-8bc3-955c59ed93b8 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.2223370 Jul 16 18:12:44.894481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16adcbde-4c54-4b8b-9eea-7dcb567764bc req-e5fd5093-3a11-402d-a2ff-cabcdb8fc018 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958745 Jul 16 18:12:44.940134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e26923f-7af1-45c9-b2c0-ed70c23ea9f1 req-cf6af894-a29f-44a5-aaf5-e6184aed02dd tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821564 Jul 16 18:12:45.367320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df4bb5fc-205f-47b9-9cd7-939b4ead4c41 req-4c5537f1-356e-45eb-afe1-8613061a041a tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/48cc13a0-e2a4-4741-bdb9-2cb4624b37b0 HTTP/1.1" status: 200 len: 1801 time: 0.0489488 Jul 16 18:12:45.452218 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-df4bb5fc-205f-47b9-9cd7-939b4ead4c41 req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.491751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-df4bb5fc-205f-47b9-9cd7-939b4ead4c41 req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.548023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-df4bb5fc-205f-47b9-9cd7-939b4ead4c41 req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.550789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-df4bb5fc-205f-47b9-9cd7-939b4ead4c41 req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.552137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df4bb5fc-205f-47b9-9cd7-939b4ead4c41 req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/48cc13a0-e2a4-4741-bdb9-2cb4624b37b0 HTTP/1.1" status: 204 len: 173 time: 0.1775365 Jul 16 18:12:45.562400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cc13a0-e2a4-4741-bdb9-2cb4624b37b0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.585641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.585994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.586332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.586669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.587763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.588186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.588521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.588895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.589663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.589968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.590295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.590619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278329e8-ec49-4529-88b7-db7088761f46 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:45.655242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a84e0a2-8b23-47b8-a0f9-abfbd923810e req-773ad341-b8c3-44cb-bd77-8d1551ea6a0c tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "GET /v2.0/security-groups/afb4b73e-122c-4967-bfdb-7ea19dd9394f HTTP/1.1" status: 200 len: 1802 time: 0.0717099 Jul 16 18:12:45.725814 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5a84e0a2-8b23-47b8-a0f9-abfbd923810e req-86992fe9-b755-4832-9fb3-32541f98a4d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.755800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5a84e0a2-8b23-47b8-a0f9-abfbd923810e req-86992fe9-b755-4832-9fb3-32541f98a4d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.827435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5a84e0a2-8b23-47b8-a0f9-abfbd923810e req-86992fe9-b755-4832-9fb3-32541f98a4d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.831166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5a84e0a2-8b23-47b8-a0f9-abfbd923810e req-86992fe9-b755-4832-9fb3-32541f98a4d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.839480 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a84e0a2-8b23-47b8-a0f9-abfbd923810e req-86992fe9-b755-4832-9fb3-32541f98a4d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] 10.222.0.60 "DELETE /v2.0/security-groups/afb4b73e-122c-4967-bfdb-7ea19dd9394f HTTP/1.1" status: 204 len: 173 time: 0.1746509 Jul 16 18:12:45.839813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.847261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86992fe9-b755-4832-9fb3-32541f98a4d2 tempest-SecurityGroupsTestJSON-1487463980 tempest-SecurityGroupsTestJSON-1487463980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4b73e-122c-4967-bfdb-7ea19dd9394f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.919938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c52101-4eeb-408e-8c50-b85b33d3c96a admin admin] Deleting subnet e61454ed-bdd8-4d2f-b915-067924cb9756 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:45.923768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0c52101-4eeb-408e-8c50-b85b33d3c96a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.943148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 07ec218c-9db4-4adb-a435-536f7bd20905 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:45.980340 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0c52101-4eeb-408e-8c50-b85b33d3c96a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.005788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 07ec218c-9db4-4adb-a435-536f7bd20905 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:46.006293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 07ec218c-9db4-4adb-a435-536f7bd20905 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:46.042873 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0c52101-4eeb-408e-8c50-b85b33d3c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.214917 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0c52101-4eeb-408e-8c50-b85b33d3c96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.249362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52101-4eeb-408e-8c50-b85b33d3c96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61454ed-bdd8-4d2f-b915-067924cb9756,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.289221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0c52101-4eeb-408e-8c50-b85b33d3c96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.292291 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e0c52101-4eeb-408e-8c50-b85b33d3c96a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e61454ed-bdd8-4d2f-b915-067924cb9756 HTTP/1.1" status: 204 len: 168 time: 0.4514194 Jul 16 18:12:46.295515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:46.341060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606d26b-6bbe-470a-b4fe-4465681aec3d req-2bc83d17-3ddc-4bf1-b557-19a77e88d8b1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.353853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e606d26b-6bbe-470a-b4fe-4465681aec3d req-2bc83d17-3ddc-4bf1-b557-19a77e88d8b1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1806662 Jul 16 18:12:46.463771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e606d26b-6bbe-470a-b4fe-4465681aec3d req-08325e20-c5e9-4345-bdc1-0d4fe35c4948 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030867 Jul 16 18:12:46.496494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.572952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877ed53-4fdd-4704-9cde-259c9fccb6e7 req-d4d47fd8-0ba4-41eb-871c-eeff01723ae9 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.576830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f877ed53-4fdd-4704-9cde-259c9fccb6e7 req-d4d47fd8-0ba4-41eb-871c-eeff01723ae9 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.0771928 Jul 16 18:12:46.634773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.639422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f877ed53-4fdd-4704-9cde-259c9fccb6e7 req-75485f55-8bcd-4bc0-b1f6-204586792e09 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556583 Jul 16 18:12:46.647650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13b0654-a4f7-4377-a05b-08b70d59eda8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:46.664608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c76584-27e2-400a-b5e7-268401efeea6') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:46.665033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c76584-27e2-400a-b5e7-268401efeea6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:46.675892 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.690572 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.697725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:46.698845 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:46.700779 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:46.732640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45634) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:46.766248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.774248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.787926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] 10.222.0.60 "DELETE /v2.0/networks/c13b0654-a4f7-4377-a05b-08b70d59eda8 HTTP/1.1" status: 204 len: 168 time: 0.4837060 Jul 16 18:12:46.798505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a42a59-08be-442e-ba04-a2bc807ebeed admin admin] Pushing event deleted for resources: {'Network': ['ID=c13b0654-a4f7-4377-a05b-08b70d59eda8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.861791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30ec43ea-f127-48f3-b2d0-2e9c9675697f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.908259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45640) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:46.962645 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3152d8be-dbf9-4581-9246-a59731976ef5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4cc58d503df4391bb4bb187786acd48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495236 Jul 16 18:12:46.962645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:46.964544 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30ec43ea-f127-48f3-b2d0-2e9c9675697f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.968629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30ec43ea-f127-48f3-b2d0-2e9c9675697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.011007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-30ec43ea-f127-48f3-b2d0-2e9c9675697f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12d29f3c83674f6588774b4d8383b104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771807 Jul 16 18:12:47.011982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec43ea-f127-48f3-b2d0-2e9c9675697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6e5cd7-1c6c-44be-b541-dcf4fb9437f5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.013024 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38d29cfb-1b4b-4256-825b-02882dc3a526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.015267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:47.054724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38d29cfb-1b4b-4256-825b-02882dc3a526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.114698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb098527-15dc-46d9-a0be-e1aa67f9a2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.142328 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38d29cfb-1b4b-4256-825b-02882dc3a526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.144954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38d29cfb-1b4b-4256-825b-02882dc3a526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.146108 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-38d29cfb-1b4b-4256-825b-02882dc3a526 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1daa7249-d458-40aa-957c-73ab82ed2ae7 HTTP/1.1" status: 204 len: 168 time: 0.1825054 Jul 16 18:12:47.148105 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb098527-15dc-46d9-a0be-e1aa67f9a2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.175252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d29cfb-1b4b-4256-825b-02882dc3a526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa7249-d458-40aa-957c-73ab82ed2ae7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.217990 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb098527-15dc-46d9-a0be-e1aa67f9a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.220769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bb098527-15dc-46d9-a0be-e1aa67f9a2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.221921 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bb098527-15dc-46d9-a0be-e1aa67f9a2d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d6e5cd7-1c6c-44be-b541-dcf4fb9437f5 HTTP/1.1" status: 204 len: 168 time: 0.2056754 Jul 16 18:12:47.235571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb098527-15dc-46d9-a0be-e1aa67f9a2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6e5cd7-1c6c-44be-b541-dcf4fb9437f5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.725904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e5fc6-4ae7-44d8-8c41-8684d1cc5b07 req-35a6cf65-a877-4d56-83da-9d17e450775f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.733975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab1e5fc6-4ae7-44d8-8c41-8684d1cc5b07 req-35a6cf65-a877-4d56-83da-9d17e450775f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.0894833 Jul 16 18:12:47.770654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45682) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:47.797583 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1ae6367-4f46-416f-941a-af233ae35c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.809441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab1e5fc6-4ae7-44d8-8c41-8684d1cc5b07 req-1f130a9a-45a5-4d99-bdc9-2a3b972b723a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741551 Jul 16 18:12:47.985596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5924ee-9676-4f69-b89e-64866f2f86b2 req-a174fe9e-b29b-4a3f-850d-74891787eb9c tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.988894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba5924ee-9676-4f69-b89e-64866f2f86b2 req-a174fe9e-b29b-4a3f-850d-74891787eb9c tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1274128 Jul 16 18:12:47.998557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1ae6367-4f46-416f-941a-af233ae35c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.008295 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1ae6367-4f46-416f-941a-af233ae35c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.066223 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a1ae6367-4f46-416f-941a-af233ae35c6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d9404d3858a4efaa21a67dd5303e78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944591 Jul 16 18:12:48.067111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae6367-4f46-416f-941a-af233ae35c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9121b65-7f66-4bb2-bcc8-bea8230ece80,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.069842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45686) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:48.090967 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba5924ee-9676-4f69-b89e-64866f2f86b2 req-22f34127-02c2-4ca5-a81d-024bb10e9481 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873361 Jul 16 18:12:48.164110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9874-c4c1-42fe-a5e2-18f732145de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.207215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9874-c4c1-42fe-a5e2-18f732145de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.290645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9874-c4c1-42fe-a5e2-18f732145de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.294036 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4d9874-c4c1-42fe-a5e2-18f732145de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.297850 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cc4d9874-c4c1-42fe-a5e2-18f732145de4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9121b65-7f66-4bb2-bcc8-bea8230ece80 HTTP/1.1" status: 204 len: 168 time: 0.2271965 Jul 16 18:12:48.310863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d9874-c4c1-42fe-a5e2-18f732145de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9121b65-7f66-4bb2-bcc8-bea8230ece80,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.453991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:48.631849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-982273181-network', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:48.682144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Made reservation on behalf of 2e3cfb82bb804fe59c2ec43627a6b1fa for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:48.684530 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.695519 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.818125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.824397 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.841587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:48.871234 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.871580 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Added segment aab59383-b899-495f-99a7-a94146c367a6 of type vlan for network ab306f3d-42c8-4d01-9163-90b5ac37b313 Jul 16 18:12:48.885324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a11fc66-3ab5-4c80-a30a-36978f436228,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.930230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.981907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.984912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.986602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.136467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac88b8f-d916-4a21-a7e4-07893b96f0b2 req-5af383fb-5ae3-4af9-a2c2-7870f3d6391c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.138930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ac88b8f-d916-4a21-a7e4-07893b96f0b2 req-5af383fb-5ae3-4af9-a2c2-7870f3d6391c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1511028 Jul 16 18:12:49.153270 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6979885 Jul 16 18:12:49.154773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107b2fd-a751-48c9-ba4e-ee99f84b667a admin admin] Pushing event updated for resources: {'Network': ['ID=ab306f3d-42c8-4d01-9163-90b5ac37b313,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:49.157572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45736) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.170301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network ab306f3d-42c8-4d01-9163-90b5ac37b313 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:49.172923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Request body: {'subnet': {'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-982273181-subnet', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.212646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ac88b8f-d916-4a21-a7e4-07893b96f0b2 req-5515a914-cb6d-4309-ac68-1656cef1ef96 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673623 Jul 16 18:12:49.219584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Made reservation on behalf of 2e3cfb82bb804fe59c2ec43627a6b1fa for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:49.222983 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.505194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.522696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6979882-eaa9-474c-ba38-bac959e52a0f req-0f0a018a-7adb-4256-8e71-80dc8ef9133c tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.531327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6979882-eaa9-474c-ba38-bac959e52a0f req-0f0a018a-7adb-4256-8e71-80dc8ef9133c tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1663711 Jul 16 18:12:49.610530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3325400-6d62-43d2-9793-e18f9509b5e8,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:49.626536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6979882-eaa9-474c-ba38-bac959e52a0f req-f88fe062-9a64-4376-b739-f78bbc1ee7f7 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940688 Jul 16 18:12:49.652368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Checking segment: {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:49.652831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Network hostable DHCP agents. Network: ab306f3d-42c8-4d01-9163-90b5ac37b313, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:49.672349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Network ab306f3d-42c8-4d01-9163-90b5ac37b313 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:49.688600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, ab306f3d-42c8-4d01-9163-90b5ac37b313) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:49.695664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.697539 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.704320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27677ee5-653d-413e-ac6e-daf19dfb38df None None] Network ab306f3d-42c8-4d01-9163-90b5ac37b313 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:49.732983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6633404e-7820-4303-bcba-210ca92f9b79 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5740194 Jul 16 18:12:49.735866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45760) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.744340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.801277 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.802515 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.896047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.091101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-ab306f3d-42c8-4d01-9163-90b5ac37b313', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:50.092495 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.104279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.341028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Allocated IP 172.20.0.2 (ab306f3d-42c8-4d01-9163-90b5ac37b313/d3325400-6d62-43d2-9793-e18f9509b5e8/8f5e6625-7e30-4af3-b3f0-aa3dbfe54107) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:50.473028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.527972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.533787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e8f9e-5faa-4c31-a313-9a56718719b2 req-91b349b3-cdf2-446b-bc46-65314493b4c0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.542748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b3e8f9e-5faa-4c31-a313-9a56718719b2 req-91b349b3-cdf2-446b-bc46-65314493b4c0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1250238 Jul 16 18:12:50.568607 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.587901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Transition to ACTIVE for port object 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:50.627019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Transition to ACTIVE for port object 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:50.636555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b3e8f9e-5faa-4c31-a313-9a56718719b2 req-c269f9a7-56a7-4b36-bfc6-38b94c764db7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917692 Jul 16 18:12:50.639844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.732963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Network ab306f3d-42c8-4d01-9163-90b5ac37b313 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:50.735726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:50.752595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:50.781398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Allocated IP 172.25.2.106 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/66adc5aa-ba52-4687-9d33-7bfe090aab9a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:50.942141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Attempting to bind port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:50.949410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Attempting to bind port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:50.951096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Attempting to bind port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 on network ab306f3d-42c8-4d01-9163-90b5ac37b313 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:50.959456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Pushing event updated for resources: {'Port': ['ID=8f5e6625-7e30-4af3-b3f0-aa3dbfe54107,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.971475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:50.973931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Checking segment: {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:50.974561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.976719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Bound using segment: {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:50.977655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Bound port: 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:50.978355 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.036672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.037351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27effe3c-37b4-4b56-b6c0-e0f1dc8c9c7c req-2b7b45ec-fa44-47da-a9e4-85c8ec6369ae tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.046078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27effe3c-37b4-4b56-b6c0-e0f1dc8c9c7c req-2b7b45ec-fa44-47da-a9e4-85c8ec6369ae tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1583350 Jul 16 18:12:51.089481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.090191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27effe3c-37b4-4b56-b6c0-e0f1dc8c9c7c req-aacdb53e-e6b2-47c9-961a-abf21c9144ec tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429401 Jul 16 18:12:51.156761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] For port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:51.160852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] For port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8f5e6625-7e30-4af3-b3f0-aa3dbfe54107,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:51.169792 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.193706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:51.197991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:51.204803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:51.302073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Pushing event updated for resources: {'Port': ['ID=66adc5aa-ba52-4687-9d33-7bfe090aab9a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:51.315144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.315725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.316220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.316896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.317523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.318011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.318711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.319194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.319938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.320612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.321819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.322280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:51.328837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab068a-9357-4e33-b076-e637f5089a05 None None] Pushing event updated for resources: {'Port': ['ID=8f5e6625-7e30-4af3-b3f0-aa3dbfe54107,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:51.981432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3c12f-483d-4b87-a61a-ecbc368fb611 req-265fb56e-9b21-46c6-a501-398991532d95 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.991826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1d3c12f-483d-4b87-a61a-ecbc368fb611 req-265fb56e-9b21-46c6-a501-398991532d95 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1222627 Jul 16 18:12:52.028239 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.053562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1d3c12f-483d-4b87-a61a-ecbc368fb611 req-ec93fcc3-0dc0-4130-b64c-edaf52e0758f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Jul 16 18:12:52.297148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:52.327914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.388585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d57c7a-090a-422e-92a1-2181607d68b2 req-fb4d1748-8afa-456b-b38f-dc4b1050a856 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.390917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6d57c7a-090a-422e-92a1-2181607d68b2 req-fb4d1748-8afa-456b-b38f-dc4b1050a856 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1052370 Jul 16 18:12:52.457857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6d57c7a-090a-422e-92a1-2181607d68b2 req-285d6bde-d1bf-4b7b-947c-73af02626a97 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612018 Jul 16 18:12:52.534364 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-389cdb8d-7a58-4cdd-a21a-47a7d7713e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.579279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Router c0ac97b9-522c-4219-830d-206435dd401b is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:12:52.719019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-389cdb8d-7a58-4cdd-a21a-47a7d7713e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.724921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-389cdb8d-7a58-4cdd-a21a-47a7d7713e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.764683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cdb8d-7a58-4cdd-a21a-47a7d7713e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30061b3b-0545-4c06-bd9f-046ab15e9818,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.829882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-389cdb8d-7a58-4cdd-a21a-47a7d7713e4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b02b867474946079f4ceeb74953013a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299153 Jul 16 18:12:52.834196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45846) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:52.835746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541222b-c3c3-4c0f-8436-e01bee743fac None None] Network ab306f3d-42c8-4d01-9163-90b5ac37b313 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:52.846152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:52.873479 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Sync routers for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:52.885473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.890372 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-92433a8d-8121-49b9-a380-b74b899f5016 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.1527610 Jul 16 18:12:52.891015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45848) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:52.950587 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660c2593-fd16-4070-b959-934e49386a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.008338 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660c2593-fd16-4070-b959-934e49386a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.070782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2f73cef-7c75-4a6f-9b95-d5d71b30aa84 None None] Provisioning for port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:53.123044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:53.123044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:12:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:53.175064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660c2593-fd16-4070-b959-934e49386a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.177783 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-660c2593-fd16-4070-b959-934e49386a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.178962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-660c2593-fd16-4070-b959-934e49386a71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30061b3b-0545-4c06-bd9f-046ab15e9818 HTTP/1.1" status: 204 len: 168 time: 0.3423536 Jul 16 18:12:53.200811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c2593-fd16-4070-b959-934e49386a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30061b3b-0545-4c06-bd9f-046ab15e9818,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:53.463985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0b4bf-d5e4-40e5-9726-0effb8aed755 req-6ac0347b-a641-41eb-85c9-3b31fda4047e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:53.491567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27c0b4bf-d5e4-40e5-9726-0effb8aed755 req-6ac0347b-a641-41eb-85c9-3b31fda4047e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1877038 Jul 16 18:12:53.576477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27c0b4bf-d5e4-40e5-9726-0effb8aed755 req-7406bff6-3b68-4223-a180-78f3691992a2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796328 Jul 16 18:12:53.595429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:53.737433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:53.755263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.787534 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc311c-4832-4983-8c23-5b57f852a37c req-3e14873e-4871-4f45-86d1-7880b02d2553 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:53.794715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82cc311c-4832-4983-8c23-5b57f852a37c req-3e14873e-4871-4f45-86d1-7880b02d2553 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1244483 Jul 16 18:12:53.864100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45866) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:53.897709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82cc311c-4832-4983-8c23-5b57f852a37c req-38c283f1-9d1d-4db2-9d2c-5af5924771bd tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928311 Jul 16 18:12:53.916198 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87c2a00f-30f6-44c6-85ea-1c08354ce66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.054718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:54.073318 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87c2a00f-30f6-44c6-85ea-1c08354ce66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.079301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-87c2a00f-30f6-44c6-85ea-1c08354ce66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.084816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:54.085449 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.115720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Allocated IP 172.20.0.1 (ab306f3d-42c8-4d01-9163-90b5ac37b313/d3325400-6d62-43d2-9793-e18f9509b5e8/390b4419-12c3-4c27-ac60-68863dec9246) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:54.154110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-87c2a00f-30f6-44c6-85ea-1c08354ce66e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02580814f7cf46819756fc63fdab245f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529814 Jul 16 18:12:54.154110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2a00f-30f6-44c6-85ea-1c08354ce66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb0759-e570-4c5c-b584-49dfcc11b60f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.155402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.277984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:51Z', 'revision_number': 3, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:54.321861 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bba97706-4795-4f95-ba8f-04a6ab6c2045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.339222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.358189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Transition to ACTIVE for port object 390b4419-12c3-4c27-ac60-68863dec9246 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:54.369031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bba97706-4795-4f95-ba8f-04a6ab6c2045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.426071 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.428092 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bba97706-4795-4f95-ba8f-04a6ab6c2045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.433549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bba97706-4795-4f95-ba8f-04a6ab6c2045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.440652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bba97706-4795-4f95-ba8f-04a6ab6c2045 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8fb0759-e570-4c5c-b584-49dfcc11b60f HTTP/1.1" status: 204 len: 168 time: 0.2841794 Jul 16 18:12:54.459290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba97706-4795-4f95-ba8f-04a6ab6c2045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fb0759-e570-4c5c-b584-49dfcc11b60f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.477178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Checking router: c0ac97b9-522c-4219-830d-206435dd401b for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:54.477859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Updating router c0ac97b9-522c-4219-830d-206435dd401b port 66adc5aa-ba52-4687-9d33-7bfe090aab9a binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:54.483276 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.492394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Pushing event updated for resources: {'Port': ['ID=390b4419-12c3-4c27-ac60-68863dec9246,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.508606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Network ab306f3d-42c8-4d01-9163-90b5ac37b313 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:54.510764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:54.522722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:54.564509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5c469bab-14c3-42ce-a213-25abda54c79f None None] Provisioning complete for port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:54.564911 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c469bab-14c3-42ce-a213-25abda54c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.572798 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.643889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8f5e6625-7e30-4af3-b3f0-aa3dbfe54107,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:54.653310 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.658653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.780756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=8f5e6625-7e30-4af3-b3f0-aa3dbfe54107,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.786755 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.039494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2802-fd75-4442-a5ff-902332710cb9 req-5256500c-d295-4944-9163-05a7d5b979f6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.043788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28fa2802-fd75-4442-a5ff-902332710cb9 req-5256500c-d295-4944-9163-05a7d5b979f6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1847477 Jul 16 18:12:55.121023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a600a9d-cadf-4265-bb0b-ca4eef4c98e9 None None] Provisioning for port 390b4419-12c3-4c27-ac60-68863dec9246 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:55.135824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a600a9d-cadf-4265-bb0b-ca4eef4c98e9 None None] Provisioning complete for port 390b4419-12c3-4c27-ac60-68863dec9246 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:55.136608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a600a9d-cadf-4265-bb0b-ca4eef4c98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.146708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.152148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.186330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28fa2802-fd75-4442-a5ff-902332710cb9 req-7dc11788-b1c8-4baa-b326-82dfa9b08d1f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364131 Jul 16 18:12:55.199412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Pushing event updated for resources: {'Port': ['ID=390b4419-12c3-4c27-ac60-68863dec9246,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.249006 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.256195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9a600a9d-cadf-4265-bb0b-ca4eef4c98e9 None None] Port 390b4419-12c3-4c27-ac60-68863dec9246 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:55.402099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.415004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Network ab306f3d-42c8-4d01-9163-90b5ac37b313 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:55.422056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:55.423173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Transition to ACTIVE for port object 66adc5aa-ba52-4687-9d33-7bfe090aab9a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:55.432768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca014d10-ab4f-49db-9315-1d9d42995255 req-98078907-de32-478b-ba33-6ee7e04acfee tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.439094 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca014d10-ab4f-49db-9315-1d9d42995255 req-98078907-de32-478b-ba33-6ee7e04acfee tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.2462242 Jul 16 18:12:55.442854 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.534327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca014d10-ab4f-49db-9315-1d9d42995255 req-3864b9e0-2d0d-4dcf-b4bc-0d873b46d5aa tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860796 Jul 16 18:12:55.638782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Router c0ac97b9-522c-4219-830d-206435dd401b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:55.764118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:55.795100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:55.814632 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ead4e190-51a6-4ef8-9623-d1cefe321924 admin admin] 10.222.0.60 "PUT /v2.0/routers/c0ac97b9-522c-4219-830d-206435dd401b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9140882 Jul 16 18:12:55.818391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Attempting to bind port 66adc5aa-ba52-4687-9d33-7bfe090aab9a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:55.818772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Attempting to bind port 66adc5aa-ba52-4687-9d33-7bfe090aab9a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:55.819141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Attempting to bind port 66adc5aa-ba52-4687-9d33-7bfe090aab9a on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:55.831413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20699568-e0ce-491a-a8ab-01fc3b461ac6 None None] Pushing event updated for resources: {'Port': ['ID=66adc5aa-ba52-4687-9d33-7bfe090aab9a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.836369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:55.836776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:55.837856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.838255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:55.838780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Bound port: 66adc5aa-ba52-4687-9d33-7bfe090aab9a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:55.839236 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.908590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:55.908951 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.936871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d5414bea-9a7b-4173-ac1e-c173048da4e0 None None] Provisioning complete for port 390b4419-12c3-4c27-ac60-68863dec9246 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:55.937263 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5414bea-9a7b-4173-ac1e-c173048da4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.941836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] For port 66adc5aa-ba52-4687-9d33-7bfe090aab9a, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:56.009834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] For port 66adc5aa-ba52-4687-9d33-7bfe090aab9a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=66adc5aa-ba52-4687-9d33-7bfe090aab9a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:56.042727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.093185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d5414bea-9a7b-4173-ac1e-c173048da4e0 None None] Port 390b4419-12c3-4c27-ac60-68863dec9246 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:56.136413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20699568-e0ce-491a-a8ab-01fc3b461ac6 None None] Pushing event updated for resources: {'Port': ['ID=66adc5aa-ba52-4687-9d33-7bfe090aab9a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.140876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:56.141023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:12:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:56.306851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:56.491912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cef9e-2211-430a-b450-fe9de6727add req-2fdb4aff-3c56-40b5-a82e-3b7764706cb5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.499432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-855cef9e-2211-430a-b450-fe9de6727add req-2fdb4aff-3c56-40b5-a82e-3b7764706cb5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1008084 Jul 16 18:12:56.540459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-855cef9e-2211-430a-b450-fe9de6727add req-e45cecae-9ed8-41e7-acb2-7176fee54524 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Jul 16 18:12:56.715699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 2, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:56.777669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995d17e-b5f8-4f52-a3a4-3f5748f986c7 None None] The sync data for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 is: [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 2, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:56.798539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f601a5-f1c6-46cf-8236-0154aa6d6a6d req-07e5c070-997a-4d37-9813-0bd4203243c5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.806774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61f601a5-f1c6-46cf-8236-0154aa6d6a6d req-07e5c070-997a-4d37-9813-0bd4203243c5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.1010649 Jul 16 18:12:56.851774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:56.857455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0fd40035-b55c-4573-a8bd-8e2bb7ccc3ac tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511119125', 'description': 'tempest-description--1373638804'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:56.888649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61f601a5-f1c6-46cf-8236-0154aa6d6a6d req-020fe04c-ce9c-467f-a9d2-706277e5594a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797093 Jul 16 18:12:56.909563 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0fd40035-b55c-4573-a8bd-8e2bb7ccc3ac tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.070234 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0fd40035-b55c-4573-a8bd-8e2bb7ccc3ac tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.075907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0fd40035-b55c-4573-a8bd-8e2bb7ccc3ac tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.128174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd40035-b55c-4573-a8bd-8e2bb7ccc3ac tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d7a12a-2439-4701-806d-e45c98d62d31,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.172038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0fd40035-b55c-4573-a8bd-8e2bb7ccc3ac tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.177485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45974) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.183776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2980228d-bd45-4b15-9aec-c78f2208bbd5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Request body: {'security_group_rule': {'security_group_id': 'd2d7a12a-2439-4701-806d-e45c98d62d31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:57.188893 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0fd40035-b55c-4573-a8bd-8e2bb7ccc3ac tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3355689 Jul 16 18:12:57.249313 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2980228d-bd45-4b15-9aec-c78f2208bbd5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.376613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2980228d-bd45-4b15-9aec-c78f2208bbd5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.380899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2980228d-bd45-4b15-9aec-c78f2208bbd5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.433155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980228d-bd45-4b15-9aec-c78f2208bbd5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8bae1b-d061-46f5-9815-9fd1f1716a44,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.452660 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2980228d-bd45-4b15-9aec-c78f2208bbd5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.454931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2980228d-bd45-4b15-9aec-c78f2208bbd5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2762396 Jul 16 18:12:57.457880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.463876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-527be30b-2c19-4b23-8fdd-589b2476f8bc tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Request body: {'security_group_rule': {'security_group_id': 'd2d7a12a-2439-4701-806d-e45c98d62d31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:57.521068 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-527be30b-2c19-4b23-8fdd-589b2476f8bc tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.639966 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-527be30b-2c19-4b23-8fdd-589b2476f8bc tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.645708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-527be30b-2c19-4b23-8fdd-589b2476f8bc tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.696453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527be30b-2c19-4b23-8fdd-589b2476f8bc tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e40a20-238b-416f-9d75-e5dcdf4404d7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.705367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-527be30b-2c19-4b23-8fdd-589b2476f8bc tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.710543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-527be30b-2c19-4b23-8fdd-589b2476f8bc tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2502275 Jul 16 18:12:57.713426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.719499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:57.777426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.870598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204972f-2112-46fa-939b-5787097617f2 req-ecc53fc8-6507-4220-aa66-f58a2e00edf0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.871906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2204972f-2112-46fa-939b-5787097617f2 req-ecc53fc8-6507-4220-aa66-f58a2e00edf0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1274385 Jul 16 18:12:57.956105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2204972f-2112-46fa-939b-5787097617f2 req-0ce646f5-1ce5-48b0-87be-dafdb6f3b5df tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526738 Jul 16 18:12:57.996447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.147030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Allocated IP 172.25.2.209 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/d1ea6aa2-7617-41a4-a282-02d2a820bedc) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:58.454205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac6189-6924-4c87-9e98-ac1d566a418c req-f8f42114-72b3-4c3e-8ad2-1ad4f61f7795 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.462668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bac6189-6924-4c87-9e98-ac1d566a418c req-f8f42114-72b3-4c3e-8ad2-1ad4f61f7795 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 946 time: 0.2799387 Jul 16 18:12:58.515385 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.548729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bac6189-6924-4c87-9e98-ac1d566a418c req-64cc536d-ba1c-4ba7-937a-c36a33cb8eae tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834653 Jul 16 18:12:58.560413 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.692036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.740000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:58.754341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:58.764181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:58.885584 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.900702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b29062-2bc8-4eaf-b8b2-3c02774fcbff req-dabb8e09-7917-4dd1-a7c8-15138beddd4b tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.909682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22b29062-2bc8-4eaf-b8b2-3c02774fcbff req-dabb8e09-7917-4dd1-a7c8-15138beddd4b tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1098 time: 0.2796066 Jul 16 18:12:58.970685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.980694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Pushing event updated for resources: {'Port': ['ID=d1ea6aa2-7617-41a4-a282-02d2a820bedc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.052162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22b29062-2bc8-4eaf-b8b2-3c02774fcbff req-6df0273d-4d85-41b1-bbae-11fa4f6af4e1 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414616 Jul 16 18:12:59.295535 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.302037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.420475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Pushing event updated for resources: {'Port': ['ID=d1ea6aa2-7617-41a4-a282-02d2a820bedc,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.437020 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.458105 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.459375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2acfc753-3a93-4c48-969c-66ee455e1e17 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7449405 Jul 16 18:12:59.495273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee7163-4e39-4024-8b8b-610125dc4514 req-f77e7620-6ca1-4245-860a-d0de1f019d6c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.506032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0ee7163-4e39-4024-8b8b-610125dc4514 req-f77e7620-6ca1-4245-860a-d0de1f019d6c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1431940 Jul 16 18:12:59.564129 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0ee7163-4e39-4024-8b8b-610125dc4514 req-fd496e85-189f-4e99-92cb-81f54feedcd0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566032 Jul 16 18:12:59.621747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 66adc5aa-ba52-4687-9d33-7bfe090aab9a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:59.736496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 66adc5aa-ba52-4687-9d33-7bfe090aab9a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:59.740548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 66adc5aa-ba52-4687-9d33-7bfe090aab9a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:59.740959 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.884873 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.911812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 66adc5aa-ba52-4687-9d33-7bfe090aab9a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=66adc5aa-ba52-4687-9d33-7bfe090aab9a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:59.924593 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.000397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=66adc5aa-ba52-4687-9d33-7bfe090aab9a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.030755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-f5dcb148-8a56-4242-a4e3-9360c900ace1 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1511119125&fields=id&tenant_id=2e3cfb82bb804fe59c2ec43627a6b1fa HTTP/1.1" status: 200 len: 267 time: 0.0858426 Jul 16 18:13:00.264076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-dc4bc62f-7db1-4e89-8958-912faad33958 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:00.265742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-dc4bc62f-7db1-4e89-8958-912faad33958 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/networks?id=ab306f3d-42c8-4d01-9163-90b5ac37b313 HTTP/1.1" status: 200 len: 805 time: 0.2243929 Jul 16 18:13:00.296243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-95557a79-0847-4d20-9932-6222864a6182 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/quotas/2e3cfb82bb804fe59c2ec43627a6b1fa HTTP/1.1" status: 200 len: 375 time: 0.0241947 Jul 16 18:13:00.417199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-ad8896e8-6722-4173-9fac-3a5cd8f0637a tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e3cfb82bb804fe59c2ec43627a6b1fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1149919 Jul 16 18:13:00.418920 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Sync routers for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:00.434981 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:00.435602 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:12:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:00.574509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-91bd8d08-22b4-45db-9025-ba1d50417dbd service neutron] 10.222.0.60 "GET /v2.0/networks/ab306f3d-42c8-4d01-9163-90b5ac37b313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437271 Jul 16 18:13:00.663323 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:00.719274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-b17fa42d-d6e1-4200-a36a-9597e7625f64 service neutron] 10.222.0.60 "GET /v2.0/networks/ab306f3d-42c8-4d01-9163-90b5ac37b313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438117 Jul 16 18:13:00.845604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-7c62d51f-b1a1-43b9-9207-971a755c7f92 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:13:00.846815 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-7c62d51f-b1a1-43b9-9207-971a755c7f92 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059481 Jul 16 18:13:00.914548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-d74f4793-1b94-449f-9571-4a72f9e66231 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:13:00.920912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-d74f4793-1b94-449f-9571-4a72f9e66231 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141327 Jul 16 18:13:00.932817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Request body: {'binding': {'host': 'n-h2-793619-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:00.933274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:13:01.029001 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 2, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:01.079418 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Checking router: c0ac97b9-522c-4219-830d-206435dd401b for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:01.080026 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Updating router c0ac97b9-522c-4219-830d-206435dd401b port 390b4419-12c3-4c27-ac60-68863dec9246 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:01.126442 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.279767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9609a-9d4e-445d-9d90-473995ad0feb req-9eaf7829-8a57-496d-9d94-50a9bb14991f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:01.288944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9fc9609a-9d4e-445d-9d90-473995ad0feb req-9eaf7829-8a57-496d-9d94-50a9bb14991f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.2175710 Jul 16 18:13:01.392648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9fc9609a-9d4e-445d-9d90-473995ad0feb req-530dec12-be37-4614-84f0-3e71a51cc297 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046944 Jul 16 18:13:01.402625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 on host n-h2-793619-10 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:01.403273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:01.403566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:01.408370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Port c452a742-df1c-491b-a856-4cd79f1018f9 on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:01.408753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:01.414198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:01.414554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:01.415795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:01.416209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Bound port: c452a742-df1c-491b-a856-4cd79f1018f9, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:01.547567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:01.561017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 66adc5aa-ba52-4687-9d33-7bfe090aab9a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:01.565344 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.574285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-6a45d9b9-b490-4222-a338-1b57bfa7b86e service neutron] 10.222.0.60 "POST /v2.0/ports/c452a742-df1c-491b-a856-4cd79f1018f9/bindings HTTP/1.1" status: 201 len: 390 time: 0.6453037 Jul 16 18:13:01.723258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 66adc5aa-ba52-4687-9d33-7bfe090aab9a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:01.725655 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.799419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6d84430-3dc4-4d3d-967e-7589e9bc06db req-a63e27be-7609-4a0c-9644-7e06d61de474 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 210 time: 0.0881500 Jul 16 18:13:01.925214 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.945895 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Transition to ACTIVE for port object 390b4419-12c3-4c27-ac60-68863dec9246 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:01.959884 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.018184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad39b466-8298-4df6-aefa-433811915a30 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:02.058475 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Pushing event updated for resources: {'Port': ['ID=390b4419-12c3-4c27-ac60-68863dec9246,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.112443 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.114388 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.114735 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.116908 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.125327 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.128060 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.128399 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.128746 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.129896 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.131578 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.131852 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.132176 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:02.198752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0df75d-4c22-4e20-b165-8fe64ff13a62 req-b5a69455-34b4-4045-9112-88c7716f211a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.200250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d0df75d-4c22-4e20-b165-8fe64ff13a62 req-b5a69455-34b4-4045-9112-88c7716f211a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.1853988 Jul 16 18:13:02.278302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-c01e320c-93c1-44e4-8fc1-500abee2dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.284324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-c01e320c-93c1-44e4-8fc1-500abee2dd2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1098 time: 0.3571799 Jul 16 18:13:02.326156 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Attempting to bind port 390b4419-12c3-4c27-ac60-68863dec9246 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:02.326537 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Attempting to bind port 390b4419-12c3-4c27-ac60-68863dec9246 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:02.326895 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Attempting to bind port 390b4419-12c3-4c27-ac60-68863dec9246 on network ab306f3d-42c8-4d01-9163-90b5ac37b313 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:02.339414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d0df75d-4c22-4e20-b165-8fe64ff13a62 req-0cf8134c-f3d7-451a-b57b-71114f957bb3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304810 Jul 16 18:13:02.353031 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:02.353410 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Checking segment: {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:02.353817 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.354212 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Bound using segment: {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:02.354680 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Bound port: 390b4419-12c3-4c27-ac60-68863dec9246, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:02.355060 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.406854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad39b466-8298-4df6-aefa-433811915a30,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:02.448853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'ad39b466-8298-4df6-aefa-433811915a30', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'port_id': 'ad39b466-8298-4df6-aefa-433811915a30', 'mac_address': 'fa:16:3e:5f:4f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6840c1a2-54a4-4cfc-bc82-83457b9c6a9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:02.498483 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.542084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad39b466-8298-4df6-aefa-433811915a30 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:02.550721 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] For port 390b4419-12c3-4c27-ac60-68863dec9246, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:02.559706 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] For port 390b4419-12c3-4c27-ac60-68863dec9246, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=390b4419-12c3-4c27-ac60-68863dec9246,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:02.561379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-8d629c0f-f4d8-4f88-aa15-cb856b80370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.564842 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.567128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-8d629c0f-f4d8-4f88-aa15-cb856b80370a service neutron] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.2367630 Jul 16 18:13:02.604805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad39b466-8298-4df6-aefa-433811915a30,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:02.611561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.674867 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a728ba5f-0435-43e6-917a-48aa4271240b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c452a742-df1c-491b-a856-4cd79f1018f9 HTTP/1.1" status: 200 len: 217 time: 0.1004815 Jul 16 18:13:02.718713 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bd4ed-651d-4cf0-b703-3c696e2bd82c None None] Pushing event updated for resources: {'Port': ['ID=390b4419-12c3-4c27-ac60-68863dec9246,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.742972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ad39b466-8298-4df6-aefa-433811915a30,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.751069 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:02.751742 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:12:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:02.798632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d035dc0-6c0b-48e8-af4d-335cc73a8150 req-f1fe6cef-2657-4f5a-be82-c0536ed8b7ac tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.800649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d035dc0-6c0b-48e8-af4d-335cc73a8150 req-f1fe6cef-2657-4f5a-be82-c0536ed8b7ac tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1439767 Jul 16 18:13:02.846063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-638a153b-a12c-4dc2-85ea-5aee77b1da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.850565 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-638a153b-a12c-4dc2-85ea-5aee77b1da04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1652827 Jul 16 18:13:02.872843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ad39b466-8298-4df6-aefa-433811915a30'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:02.933627 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d035dc0-6c0b-48e8-af4d-335cc73a8150 req-f3a94759-c080-4179-bec2-6f588e389471 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212428 Jul 16 18:13:02.972669 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-178a9e7f-9899-4623-835b-ba565a3b7aed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858240 Jul 16 18:13:03.171232 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c75fe55-d977-4dc4-8913-415d072cdf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.194013 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:03.221787 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e017ba71-58cc-4d17-8955-74ebc8aa9f43 req-66ad1fc8-9fcf-4758-8d8f-72cd5fa70f38 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 210 time: 0.1322069 Jul 16 18:13:03.296238 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-46bfb197-e85e-4cde-8357-20ac9f50d53d service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208845 Jul 16 18:13:03.518456 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-b3d646c8-c430-4d70-a1c8-6d2ecdffabe1 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154412 Jul 16 18:13:03.691664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 390b4419-12c3-4c27-ac60-68863dec9246 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:03.714403 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:13:02Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:03.802544 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f02ab5-1eee-4a3b-863b-a45332b23006 None None] The sync data for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 is: [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:13:02Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:03.864676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 390b4419-12c3-4c27-ac60-68863dec9246 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:03.875414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 390b4419-12c3-4c27-ac60-68863dec9246 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:03.875787 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.938521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-ef4e7855-fbb2-4cda-b408-d9a4d458153f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.950427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-ef4e7855-fbb2-4cda-b408-d9a4d458153f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.46 "GET /v2.0/networks?id=ab306f3d-42c8-4d01-9163-90b5ac37b313 HTTP/1.1" status: 200 len: 805 time: 0.5368960 Jul 16 18:13:04.037020 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.047248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 10f99268-82be-4a24-9801-3cedb9fa7cd2 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:04.075617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ef175-a7f0-42cf-97ec-88ef06b14201 req-50ca33a4-6fff-4730-9423-a2f291503279 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.081027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-069ef175-a7f0-42cf-97ec-88ef06b14201 req-50ca33a4-6fff-4730-9423-a2f291503279 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.4374192 Jul 16 18:13:04.205583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0b178927-587a-4768-a7ef-5b37180ae784 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e3cfb82bb804fe59c2ec43627a6b1fa HTTP/1.1" status: 200 len: 380 time: 0.2300968 Jul 16 18:13:04.211934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:04.221694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Request body: {'port': {'device_id': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'admin_state_up': True, 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'security_groups': ['d2d7a12a-2439-4701-806d-e45c98d62d31']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:04.251322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '10f99268-82be-4a24-9801-3cedb9fa7cd2', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'port_id': '10f99268-82be-4a24-9801-3cedb9fa7cd2', 'mac_address': 'fa:16:3e:a7:ca:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:04.255789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-069ef175-a7f0-42cf-97ec-88ef06b14201 req-a6cc3fce-30c3-43f6-a66d-f34eef996ceb tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557100 Jul 16 18:13:04.272776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad39b466-8298-4df6-aefa-433811915a30 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:04.499672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 390b4419-12c3-4c27-ac60-68863dec9246, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=390b4419-12c3-4c27-ac60-68863dec9246,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:04.509837 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.550724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.567208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Made reservation on behalf of 2e3cfb82bb804fe59c2ec43627a6b1fa for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:04.575533 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.581646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10f99268-82be-4a24-9801-3cedb9fa7cd2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:04.721006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:04.764935 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.804804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port ad39b466-8298-4df6-aefa-433811915a30 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:04.805102 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.875774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=390b4419-12c3-4c27-ac60-68863dec9246,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:04.917333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Allocated IP 172.20.0.14 (ab306f3d-42c8-4d01-9163-90b5ac37b313/d3325400-6d62-43d2-9793-e18f9509b5e8/f3a19835-d783-4bd5-8110-12a0478a6fe2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:04.961358 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=10f99268-82be-4a24-9801-3cedb9fa7cd2,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:04.981217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['10f99268-82be-4a24-9801-3cedb9fa7cd2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:05.142448 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.181385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:05.187026 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c3b91-e7ee-4d37-a028-bf1bba89ba37" -d '{"events": [{"server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "name": "network-vif-plugged", "status": "completed", "tag": "ad39b466-8298-4df6-aefa-433811915a30"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:05.213741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad39b466-8298-4df6-aefa-433811915a30,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:05.233022 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.257213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.312060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Transition to ACTIVE for port object f3a19835-d783-4bd5-8110-12a0478a6fe2 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:05.357221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ad39b466-8298-4df6-aefa-433811915a30,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:05.409612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.500649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Network ab306f3d-42c8-4d01-9163-90b5ac37b313 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:05.509198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:05.529234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:05.537638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Pushing event updated for resources: {'Port': ['ID=f3a19835-d783-4bd5-8110-12a0478a6fe2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:05.622226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 390b4419-12c3-4c27-ac60-68863dec9246 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:05.789849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 390b4419-12c3-4c27-ac60-68863dec9246 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:05.790528 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.953328 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd2740d3-a3f6-4022-ab5d-9be3073c8ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.955250 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.050490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 10f99268-82be-4a24-9801-3cedb9fa7cd2 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:06.053245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-354bb9a0-e939-41a1-81c2-100b35ef3934 None None] Provisioning for port f3a19835-d783-4bd5-8110-12a0478a6fe2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:06.092028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-354bb9a0-e939-41a1-81c2-100b35ef3934 None None] Provisioning complete for port f3a19835-d783-4bd5-8110-12a0478a6fe2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:06.092788 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-354bb9a0-e939-41a1-81c2-100b35ef3934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.182234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-354bb9a0-e939-41a1-81c2-100b35ef3934 None None] Port f3a19835-d783-4bd5-8110-12a0478a6fe2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:06.190883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 10f99268-82be-4a24-9801-3cedb9fa7cd2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:06.191457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.406915 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.432139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.433547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.474937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6955d-f297-47ca-b402-00ee262e4406 req-0e3bc56f-b558-45df-a62c-49c65bf87deb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.476774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7d6955d-f297-47ca-b402-00ee262e4406 req-0e3bc56f-b558-45df-a62c-49c65bf87deb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 945 time: 1.8512166 Jul 16 18:13:06.483398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-69685721-72dc-42d7-8728-300ed1e3c86c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2662003 Jul 16 18:13:06.504130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:06.514562 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.524324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Request body: {'port': {'device_id': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:06.582812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=10f99268-82be-4a24-9801-3cedb9fa7cd2,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:06.596992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7d6955d-f297-47ca-b402-00ee262e4406 req-73acdd6a-bfc0-49cb-b2e8-7620f8649f2d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086359 Jul 16 18:13:06.661616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.887080 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.972131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b9792-ddab-4dcf-b1d2-00346509f317 req-4b59bba5-aac5-4941-9cfd-2f779341a879 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.973748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-566b9792-ddab-4dcf-b1d2-00346509f317 req-4b59bba5-aac5-4941-9cfd-2f779341a879 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 932 time: 0.1730013 Jul 16 18:13:07.065472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-566b9792-ddab-4dcf-b1d2-00346509f317 req-3937b0e3-b9f9-41b3-bb02-9ec12c1ec386 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772238 Jul 16 18:13:07.202764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a19835-d783-4bd5-8110-12a0478a6fe2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:07.224501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.264260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Transition to ACTIVE for port object f3a19835-d783-4bd5-8110-12a0478a6fe2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:07.272094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.387140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Pushing event updated for resources: {'Port': ['ID=f3a19835-d783-4bd5-8110-12a0478a6fe2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.542011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Attempting to bind port f3a19835-d783-4bd5-8110-12a0478a6fe2 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.542678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Attempting to bind port f3a19835-d783-4bd5-8110-12a0478a6fe2 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.542678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Attempting to bind port f3a19835-d783-4bd5-8110-12a0478a6fe2 on network ab306f3d-42c8-4d01-9163-90b5ac37b313 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.554943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Port f3a19835-d783-4bd5-8110-12a0478a6fe2 on network ab306f3d-42c8-4d01-9163-90b5ac37b313 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.555265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Attempting to bind port f3a19835-d783-4bd5-8110-12a0478a6fe2 on network ab306f3d-42c8-4d01-9163-90b5ac37b313 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.566260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:07.566600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Checking segment: {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:07.566993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Bound using segment: {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:07.567426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Bound port: f3a19835-d783-4bd5-8110-12a0478a6fe2, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab59383-b899-495f-99a7-a94146c367a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:07.567784 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.713580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] For port f3a19835-d783-4bd5-8110-12a0478a6fe2, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:07.718771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] For port f3a19835-d783-4bd5-8110-12a0478a6fe2, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f3a19835-d783-4bd5-8110-12a0478a6fe2,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:07.728226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.774469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.775526 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.778385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] 10.222.0.46 "PUT /v2.0/ports/f3a19835-d783-4bd5-8110-12a0478a6fe2 HTTP/1.1" status: 200 len: 1093 time: 1.2623370 Jul 16 18:13:07.778385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:07.780355 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330de24c-988a-4cfc-9aeb-44c6e32136c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:07.877397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed632e5-f0df-4723-a2d0-52db36e29a0d service neutron] Pushing event updated for resources: {'Port': ['ID=f3a19835-d783-4bd5-8110-12a0478a6fe2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.959431 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5725a1a6-e938-494c-9c55-c6315aedab90 x-openstack-request-id: req-5725a1a6-e938-494c-9c55-c6315aedab90 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:07.959945 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "name": "network-vif-plugged", "status": "completed", "tag": "ad39b466-8298-4df6-aefa-433811915a30", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:07.959945 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5725a1a6-e938-494c-9c55-c6315aedab90 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:07.960339 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30', 'code': 200} Jul 16 18:13:08.030185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-b76f7e7f-b777-4b77-a880-39ed3400c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.031763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-b76f7e7f-b777-4b77-a880-39ed3400c304 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e3cfb82bb804fe59c2ec43627a6b1fa&device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 1096 time: 0.1455545 Jul 16 18:13:08.135873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-16ea1d0a-49a2-4090-8adb-3ad71a45adac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a19835-d783-4bd5-8110-12a0478a6fe2 HTTP/1.1" status: 200 len: 217 time: 0.0884857 Jul 16 18:13:08.283440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-2f8fd222-691b-4028-8349-e993f06e265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.287130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-2f8fd222-691b-4028-8349-e993f06e265c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3325400-6d62-43d2-9793-e18f9509b5e8 HTTP/1.1" status: 200 len: 844 time: 0.1425698 Jul 16 18:13:08.371024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df8b9f-e67e-4e1c-a7d1-e62d83944599 req-96ccec7d-5438-4ab8-9751-62f9d27d692a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.372646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3df8b9f-e67e-4e1c-a7d1-e62d83944599 req-96ccec7d-5438-4ab8-9751-62f9d27d692a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.1762643 Jul 16 18:13:08.436541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3df8b9f-e67e-4e1c-a7d1-e62d83944599 req-a8c76129-570a-46ba-a263-7e09d6444eed tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552790 Jul 16 18:13:08.459493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-7f27a8f2-fc7f-4cbb-84f5-3cc71f3c4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.465774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-7f27a8f2-fc7f-4cbb-84f5-3cc71f3c4554 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab306f3d-42c8-4d01-9163-90b5ac37b313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688476 Jul 16 18:13:08.610663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.705797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-a3d9c602-89a7-4b7c-8022-2a9dbbb60eff service neutron] 10.222.0.46 "GET /v2.0/networks/ab306f3d-42c8-4d01-9163-90b5ac37b313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312388 Jul 16 18:13:08.746771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc4627-40b0-4ddb-8cae-d22475a2022e req-7538713e-2c7b-408f-b4b6-2775511accc6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.748418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09dc4627-40b0-4ddb-8cae-d22475a2022e req-7538713e-2c7b-408f-b4b6-2775511accc6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1188159 Jul 16 18:13:08.862605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09dc4627-40b0-4ddb-8cae-d22475a2022e req-ac9fcbcc-aa17-44ec-9e52-fb2d866b44e6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044400 Jul 16 18:13:08.909270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7de57f7-664d-43f3-9a85-cd791e02b9fb req-ea5ab14e-81b6-4bb8-8f5c-0bc7c494242f service neutron] 10.222.0.46 "GET /v2.0/networks/ab306f3d-42c8-4d01-9163-90b5ac37b313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946764 Jul 16 18:13:09.353915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a429c-c159-4bc2-991f-507c4b19a71d req-b46fdaa9-563b-4573-978e-578de10601da tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.355839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-561a429c-c159-4bc2-991f-507c4b19a71d req-b46fdaa9-563b-4573-978e-578de10601da tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 945 time: 0.0979321 Jul 16 18:13:09.471975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-561a429c-c159-4bc2-991f-507c4b19a71d req-16193198-643b-4369-964f-06556a7b17d8 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985291 Jul 16 18:13:09.657955 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf6c3b2-5aab-4369-9670-6cf00b51bc92 x-openstack-request-id: req-dbf6c3b2-5aab-4369-9670-6cf00b51bc92 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:09.658300 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:09.658495 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbf6c3b2-5aab-4369-9670-6cf00b51bc92 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:09.658897 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'status': 'completed', 'code': 200} Jul 16 18:13:09.889628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-c4826aef-43fd-49bd-bad1-61145ce1e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.892768 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-c4826aef-43fd-49bd-bad1-61145ce1e482 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e3cfb82bb804fe59c2ec43627a6b1fa&device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 1096 time: 0.1829233 Jul 16 18:13:09.936184 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-5defb21f-1a81-4a0d-a14f-d6432185aaf7 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.944120 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-5defb21f-1a81-4a0d-a14f-d6432185aaf7 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.46 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 945 time: 0.1290717 Jul 16 18:13:09.960975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:09.964701 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2079736c-d5e4-4cdb-8899-6c36bb5ea91c" -d '{"events": [{"server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "name": "network-vif-plugged", "status": "completed", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:10.057017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-d22bfad0-e660-48ed-982a-2faa88af74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.058485 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-d22bfad0-e660-48ed-982a-2faa88af74d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab306f3d-42c8-4d01-9163-90b5ac37b313 HTTP/1.1" status: 200 len: 906 time: 0.1570570 Jul 16 18:13:10.079295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c6dfe-55de-4029-aeb4-4e7b550fe2c3 req-1f1839db-62aa-4f52-85e2-83d7fc39159c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.085900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Deleting port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:10.086503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.093558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-777c6dfe-55de-4029-aeb4-4e7b550fe2c3 req-1f1839db-62aa-4f52-85e2-83d7fc39159c tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 944 time: 0.2577472 Jul 16 18:13:10.096401 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.162037 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-9998adb4-6a60-4084-9a22-fe9961476885 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a19835-d783-4bd5-8110-12a0478a6fe2 HTTP/1.1" status: 200 len: 217 time: 0.0654774 Jul 16 18:13:10.211057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-777c6dfe-55de-4029-aeb4-4e7b550fe2c3 req-1d908a31-042d-43e8-a1f0-a492db683541 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161273 Jul 16 18:13:10.329026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-b08dd113-6c8b-4f53-8a2b-08baaf503a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.330532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-b08dd113-6c8b-4f53-8a2b-08baaf503a8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3325400-6d62-43d2-9793-e18f9509b5e8 HTTP/1.1" status: 200 len: 844 time: 0.1435702 Jul 16 18:13:10.451999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-c7462dcc-e474-4962-916e-3d0148c0dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.454806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-c7462dcc-e474-4962-916e-3d0148c0dbc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab306f3d-42c8-4d01-9163-90b5ac37b313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136801 Jul 16 18:13:10.721414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] For port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:10.721785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.737161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Calling delete_port for 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:10.814077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-34b66dba-2924-47ed-8853-8f9bf59784a3 service neutron] 10.222.0.46 "GET /v2.0/networks/ab306f3d-42c8-4d01-9163-90b5ac37b313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473628 Jul 16 18:13:10.827433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3b027-ab7e-448e-87cd-73694cb3b981 req-c8d4aad2-1eee-4669-81bc-013cb76fb5c7 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.839256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ce3b027-ab7e-448e-87cd-73694cb3b981 req-c8d4aad2-1eee-4669-81bc-013cb76fb5c7 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.2051837 Jul 16 18:13:10.948465 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ce3b027-ab7e-448e-87cd-73694cb3b981 req-8bc7191a-682b-41e7-bc7e-b320d14f5844 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106696 Jul 16 18:13:11.010897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-330de24c-988a-4cfc-9aeb-44c6e32136c8 req-fd97633c-1e34-46de-8d2b-495e77c479c5 service neutron] 10.222.0.46 "GET /v2.0/networks/ab306f3d-42c8-4d01-9163-90b5ac37b313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712685 Jul 16 18:13:11.042458 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.054893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'fcad7356-e203-4e86-8ec7-e286d4390f7b', 'a2871c7c-b3eb-4bcb-a019-c157726e2bce'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:11.080078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Pushing event deleted for resources: {'Port': ['ID=5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.094052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:11.252249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] No DVR routers for this DVR port 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:11.257114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.260012 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-42742d12-ced5-42cc-a386-5ccce43d7a6c req-788d44f7-ba89-46ad-a188-04f81f114d62 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.46 "DELETE /v2.0/ports/5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf HTTP/1.1" status: 204 len: 173 time: 1.3075602 Jul 16 18:13:11.263400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8efe1d3c-e82e-4b6b-bd25-1c91a60190fb', 'name': 'network-vif-deleted', 'tag': '5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:11.268081 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c06c785-3b9a-47ab-908a-a50e500e82cf" -d '{"events": [{"server_uuid": "8efe1d3c-e82e-4b6b-bd25-1c91a60190fb", "name": "network-vif-deleted", "tag": "5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:11.275507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492134-b074-4cf2-b626-82265cb01b96 req-acca5225-62b2-429d-91c9-f83fde9ac158 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.278233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc492134-b074-4cf2-b626-82265cb01b96 req-acca5225-62b2-429d-91c9-f83fde9ac158 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1079299 Jul 16 18:13:11.352140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc492134-b074-4cf2-b626-82265cb01b96 req-5b6d4c33-5891-40f1-92ef-3215b8a5294a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642545 Jul 16 18:13:11.440242 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6ec326-0fe8-4ec4-b109-a5bca45c7faf x-openstack-request-id: req-9e6ec326-0fe8-4ec4-b109-a5bca45c7faf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:11.440936 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "name": "network-vif-plugged", "status": "completed", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:11.441751 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e6ec326-0fe8-4ec4-b109-a5bca45c7faf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:11.442394 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2', 'code': 200} Jul 16 18:13:11.552557 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:11.665858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-898909b5-b89f-464a-a01e-3407ef7f56f7 req-794ad845-bbb7-4763-a4c3-b8c31b18b35e tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=8efe1d3c-e82e-4b6b-bd25-1c91a60190fb HTTP/1.1" status: 200 len: 210 time: 0.0643528 Jul 16 18:13:11.954066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2d3d7-5a85-49b0-abb8-5f685c57959e req-61a04c17-bb24-4d50-a3f1-019c4113720b tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.962886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62d2d3d7-5a85-49b0-abb8-5f685c57959e req-61a04c17-bb24-4d50-a3f1-019c4113720b tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 944 time: 0.1028225 Jul 16 18:13:12.029170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62d2d3d7-5a85-49b0-abb8-5f685c57959e req-e1185646-de9e-445d-8065-5a413c08c6c5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615261 Jul 16 18:13:12.080173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f3a19835-d783-4bd5-8110-12a0478a6fe2 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:12.210109 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e5bbb9-10b5-4e95-b1c8-e9908d77b2a1 x-openstack-request-id: req-41e5bbb9-10b5-4e95-b1c8-e9908d77b2a1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:12.210662 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8efe1d3c-e82e-4b6b-bd25-1c91a60190fb", "name": "network-vif-deleted", "tag": "5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:12.211264 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41e5bbb9-10b5-4e95-b1c8-e9908d77b2a1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:12.211721 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8efe1d3c-e82e-4b6b-bd25-1c91a60190fb', 'name': 'network-vif-deleted', 'tag': '5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf', 'status': 'completed', 'code': 200} Jul 16 18:13:12.249702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f3a19835-d783-4bd5-8110-12a0478a6fe2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f3a19835-d783-4bd5-8110-12a0478a6fe2,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:12.266439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'port_id': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'mac_address': 'fa:16:3e:18:06:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:12.312624 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.341816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a19835-d783-4bd5-8110-12a0478a6fe2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:12.377627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f3a19835-d783-4bd5-8110-12a0478a6fe2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f3a19835-d783-4bd5-8110-12a0478a6fe2,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:12.382028 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.489420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f3a19835-d783-4bd5-8110-12a0478a6fe2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.519434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.519434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.519434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.519434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.519434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.519434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.520110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.520110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.520266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.521035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.521035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.521220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.657255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de119747-ed6b-4d4b-be7e-1ab396c7b93b req-ff047b58-cfa5-4c08-9e5c-ff1a445b5e6f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.658837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de119747-ed6b-4d4b-be7e-1ab396c7b93b req-ff047b58-cfa5-4c08-9e5c-ff1a445b5e6f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.0953550 Jul 16 18:13:12.715940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de119747-ed6b-4d4b-be7e-1ab396c7b93b req-d702e337-10dc-4313-81b3-ce7b0e438715 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485585 Jul 16 18:13:12.791861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f3a19835-d783-4bd5-8110-12a0478a6fe2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:12.908408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ef36-f090-4634-bf93-3a1515678d3a req-43ea52e2-a1fb-4dd3-9ef9-3c1f75103705 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.910394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7798ef36-f090-4634-bf93-3a1515678d3a req-43ea52e2-a1fb-4dd3-9ef9-3c1f75103705 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.0797811 Jul 16 18:13:12.996197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7798ef36-f090-4634-bf93-3a1515678d3a req-a633cc63-4080-4760-b04f-17f6037125d1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701966 Jul 16 18:13:13.330007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e9a33-e5dc-47d5-941e-2910674910f9 req-fa18ce14-2659-4bc2-bbb2-6833d9854517 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.338471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-755e9a33-e5dc-47d5-941e-2910674910f9 req-fa18ce14-2659-4bc2-bbb2-6833d9854517 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 945 time: 0.1154811 Jul 16 18:13:13.422466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-755e9a33-e5dc-47d5-941e-2910674910f9 req-c13ce682-e9fe-4364-ad28-d166ca568647 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553348 Jul 16 18:13:14.001371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dd925-bc6f-4b91-b0de-62f969a30b97 req-003a7838-255c-4f2a-9a93-7dbbc06e4077 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.008445 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-161dd925-bc6f-4b91-b0de-62f969a30b97 req-003a7838-255c-4f2a-9a93-7dbbc06e4077 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.1394074 Jul 16 18:13:14.076964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f3a19835-d783-4bd5-8110-12a0478a6fe2 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:14.102692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-161dd925-bc6f-4b91-b0de-62f969a30b97 req-3294bedf-ad92-4dc0-9aae-98878877d21b tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849645 Jul 16 18:13:14.186028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port f3a19835-d783-4bd5-8110-12a0478a6fe2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:14.192840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port f3a19835-d783-4bd5-8110-12a0478a6fe2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:14.194008 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.363914 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.420817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c746f-cc79-4dda-b7e8-6ce21f433e6d req-a2010ff1-b0ad-411f-a4df-dbd2c18f4fe3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.420817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b41c746f-cc79-4dda-b7e8-6ce21f433e6d req-a2010ff1-b0ad-411f-a4df-dbd2c18f4fe3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1338580 Jul 16 18:13:14.526680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b41c746f-cc79-4dda-b7e8-6ce21f433e6d req-a9d60d6e-d874-43ce-9808-d9819ce86219 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917711 Jul 16 18:13:14.579278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:14.583400 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d4eb5b-3eb4-4089-8ed8-bcaf445f5328" -d '{"events": [{"server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:14.599424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f3a19835-d783-4bd5-8110-12a0478a6fe2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f3a19835-d783-4bd5-8110-12a0478a6fe2,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:14.606697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.608158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:14.660152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:14.660624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5e4dbc5a-d3d7-4b0b-a33e-8873aa566ddf not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:14.692915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f3a19835-d783-4bd5-8110-12a0478a6fe2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.860104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6c6e3-33ec-4789-86d9-1006020982a8 req-51827da7-183e-4e06-8e07-876db7dd1258 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.862337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9a6c6e3-33ec-4789-86d9-1006020982a8 req-51827da7-183e-4e06-8e07-876db7dd1258 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.1045990 Jul 16 18:13:14.925501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9a6c6e3-33ec-4789-86d9-1006020982a8 req-45403131-e1f1-4d1d-ad26-00fae56af3d1 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529966 Jul 16 18:13:15.111699 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f6b339-22e4-49ef-b8c3-fb67306ba9f4 x-openstack-request-id: req-06f6b339-22e4-49ef-b8c3-fb67306ba9f4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:15.112211 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:15.112211 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06f6b339-22e4-49ef-b8c3-fb67306ba9f4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:15.112769 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'code': 200} Jul 16 18:13:15.366523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67783e76-5d34-489e-a74c-549a1400137d req-7bcfc766-4b0e-40d7-9c91-c67c45d278a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.369584 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67783e76-5d34-489e-a74c-549a1400137d req-7bcfc766-4b0e-40d7-9c91-c67c45d278a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 1098 time: 0.1406105 Jul 16 18:13:15.411839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c124437-7b46-4a0a-9f86-df31eb7b0106 req-d31f319f-3ed6-43a7-8983-3bbfa3e8942f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.420711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c124437-7b46-4a0a-9f86-df31eb7b0106 req-d31f319f-3ed6-43a7-8983-3bbfa3e8942f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.1284633 Jul 16 18:13:15.445869 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67783e76-5d34-489e-a74c-549a1400137d req-a2b2cf19-33dc-44a4-834d-293bedbec0f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694079 Jul 16 18:13:15.494820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c124437-7b46-4a0a-9f86-df31eb7b0106 req-a516fc9e-0f6d-48cf-a7a1-b90e63749237 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731580 Jul 16 18:13:15.803767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429edea4-3ba4-4c4b-8a1d-c7c2bad53736 req-3f722aba-0281-448f-a14c-6334a06acf7a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.814208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-429edea4-3ba4-4c4b-8a1d-c7c2bad53736 req-3f722aba-0281-448f-a14c-6334a06acf7a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.0875435 Jul 16 18:13:15.868811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-429edea4-3ba4-4c4b-8a1d-c7c2bad53736 req-05c2c06d-808d-4e1c-90c5-6cf509edd970 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482895 Jul 16 18:13:16.205872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723db06-fe87-416e-ad65-fda12eeffaab req-44780816-bb5d-49d2-a4e6-62b587accf85 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.214916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e723db06-fe87-416e-ad65-fda12eeffaab req-44780816-bb5d-49d2-a4e6-62b587accf85 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.1501968 Jul 16 18:13:16.261857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e723db06-fe87-416e-ad65-fda12eeffaab req-0ae29e12-4163-40a1-bea6-8c6d2f0baff5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455251 Jul 16 18:13:16.901035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56587a-1a45-43d9-b89d-069238d99d84 req-a16bebe2-bca8-4fd8-a7be-cab674e6aff4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.902684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb56587a-1a45-43d9-b89d-069238d99d84 req-a16bebe2-bca8-4fd8-a7be-cab674e6aff4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.1353629 Jul 16 18:13:16.979161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb56587a-1a45-43d9-b89d-069238d99d84 req-ae8ca5d1-c046-4495-be19-c0d36cdb8063 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701404 Jul 16 18:13:17.647244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad8730-2177-40f1-b3de-8d505b339545 req-63b1c6cc-77f0-4103-af91-503f438c223f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.649386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-faad8730-2177-40f1-b3de-8d505b339545 req-63b1c6cc-77f0-4103-af91-503f438c223f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1517973 Jul 16 18:13:17.741649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-faad8730-2177-40f1-b3de-8d505b339545 req-38b4d877-1c4b-42fe-96c1-12073687dce3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462165 Jul 16 18:13:17.771410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f0161-0a56-4b88-9e41-d71e40e3e5e2 req-3cbd8254-9f95-42ae-9e96-2219fe575894 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.779572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d1f0161-0a56-4b88-9e41-d71e40e3e5e2 req-3cbd8254-9f95-42ae-9e96-2219fe575894 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.1425624 Jul 16 18:13:17.846697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d1f0161-0a56-4b88-9e41-d71e40e3e5e2 req-0faf2cdd-fe2a-4c85-9765-afecb30e5ed4 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621326 Jul 16 18:13:17.972260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-ff67a6d9-1e96-4b9f-b4b4-6a3df9832f59 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.976731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-ff67a6d9-1e96-4b9f-b4b4-6a3df9832f59 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1098 time: 0.1490180 Jul 16 18:13:17.994286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-10'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:18.096883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c452a742-df1c-491b-a856-4cd79f1018f9 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:18.159347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.250340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c2638-6d03-4369-ae8b-e7f7f2b99af1 req-21ee49ba-19cf-4a75-8362-305293c92cf2 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.258803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-921c2638-6d03-4369-ae8b-e7f7f2b99af1 req-21ee49ba-19cf-4a75-8362-305293c92cf2 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 945 time: 0.1638691 Jul 16 18:13:18.300194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffc1f9-ecf5-4ef3-9812-f48a93ffc7c8 req-34a1d828-03f8-4ce7-8475-fe97b7fb94de tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.301918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60ffc1f9-ecf5-4ef3-9812-f48a93ffc7c8 req-34a1d828-03f8-4ce7-8475-fe97b7fb94de tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.1596065 Jul 16 18:13:18.316347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:18.323135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-625a1cd3-bc8d-406d-bb50-7e98a82969cf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Request body: {'floatingip': {'port_id': 'f3a19835-d783-4bd5-8110-12a0478a6fe2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:18.346047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-921c2638-6d03-4369-ae8b-e7f7f2b99af1 req-deb2d33d-1a3d-4bc0-ab1c-c3784cb7decf tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827096 Jul 16 18:13:18.353822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:18.369524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c452a742-df1c-491b-a856-4cd79f1018f9 has no active binding in host n-h2-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:13:18.539745 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-625a1cd3-bc8d-406d-bb50-7e98a82969cf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.622254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a93426-2b28-4c8f-902f-cc030893fe22 req-34ab42b3-999a-4076-9252-6b7d0f660146 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.632267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90a93426-2b28-4c8f-902f-cc030893fe22 req-34ab42b3-999a-4076-9252-6b7d0f660146 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 946 time: 0.1447093 Jul 16 18:13:18.693902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90a93426-2b28-4c8f-902f-cc030893fe22 req-0f31ddea-d3c9-4e65-96ae-41283634d459 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601552 Jul 16 18:13:18.939752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:19.093475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:19.208117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:19.210867 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e534ec68-986c-42bc-aafc-3086d731c220" -d '{"events": [{"server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:19.222382 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.230706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851000e8-1bb7-47de-8fff-bc9c51f0bb25 req-6cabc1b5-9a66-4eeb-aed9-c1088f9bf490 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.239016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-851000e8-1bb7-47de-8fff-bc9c51f0bb25 req-6cabc1b5-9a66-4eeb-aed9-c1088f9bf490 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.2494214 Jul 16 18:13:19.392938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-851000e8-1bb7-47de-8fff-bc9c51f0bb25 req-ae3a333a-698e-485d-a87e-f642fe3a1b06 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520960 Jul 16 18:13:19.424271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a266c-b09e-4772-95d7-e7380d736c5c req-36ab8e8d-fe2b-47db-8b18-8dab5813f6ab tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.434120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-457a266c-b09e-4772-95d7-e7380d736c5c req-36ab8e8d-fe2b-47db-8b18-8dab5813f6ab tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 945 time: 0.3846600 Jul 16 18:13:19.642873 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-625a1cd3-bc8d-406d-bb50-7e98a82969cf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.644438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.720009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Pushing event updated for resources: {'Port': ['ID=c452a742-df1c-491b-a856-4cd79f1018f9,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:19.734323 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-625a1cd3-bc8d-406d-bb50-7e98a82969cf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.740815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-457a266c-b09e-4772-95d7-e7380d736c5c req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Deleting port a2871c7c-b3eb-4bcb-a019-c157726e2bce {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:19.741162 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-457a266c-b09e-4772-95d7-e7380d736c5c req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.834448 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae424af-1587-4bf1-87ea-1423417eb577 x-openstack-request-id: req-9ae424af-1587-4bf1-87ea-1423417eb577 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:19.835142 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:19.835626 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ae424af-1587-4bf1-87ea-1423417eb577 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:19.836856 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9', 'code': 200} Jul 16 18:13:19.912099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-457a266c-b09e-4772-95d7-e7380d736c5c req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] For port a2871c7c-b3eb-4bcb-a019-c157726e2bce, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a2871c7c-b3eb-4bcb-a019-c157726e2bce,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:19.912446 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-457a266c-b09e-4772-95d7-e7380d736c5c req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.934378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-457a266c-b09e-4772-95d7-e7380d736c5c req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Calling delete_port for a2871c7c-b3eb-4bcb-a019-c157726e2bce owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:19.969880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 on host n-h1-793619-10 for vnic_type normal with profile {"migrating_to": "n-h2-793619-10"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:19.970653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:19.971216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:19.981361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Port c452a742-df1c-491b-a856-4cd79f1018f9 on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:19.982062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Attempting to bind port c452a742-df1c-491b-a856-4cd79f1018f9 on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:19.989005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:19.989726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:19.990365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:19.991046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Bound port: c452a742-df1c-491b-a856-4cd79f1018f9, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:19.991644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.008160 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-625a1cd3-bc8d-406d-bb50-7e98a82969cf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Floating IP fa0811ae-9d65-4c38-b447-5ef65e6e94b0 associated. External IP: 172.25.2.209, port: f3a19835-d783-4bd5-8110-12a0478a6fe2. Jul 16 18:13:20.182691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c473bad-0ac4-4c63-8c6f-73a995e72a25 req-dfc2088d-f890-4d0c-b387-f8262bebe977 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.192576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c473bad-0ac4-4c63-8c6f-73a995e72a25 req-dfc2088d-f890-4d0c-b387-f8262bebe977 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=42a68939-3050-44ca-98a2-cdb722b64943 HTTP/1.1" status: 200 len: 945 time: 0.1557424 Jul 16 18:13:20.309053 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-457a266c-b09e-4772-95d7-e7380d736c5c req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.323305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'fcad7356-e203-4e86-8ec7-e286d4390f7b', 'a2871c7c-b3eb-4bcb-a019-c157726e2bce'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:20.420573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625a1cd3-bc8d-406d-bb50-7e98a82969cf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Router c0ac97b9-522c-4219-830d-206435dd401b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:20.443181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Pushing event deleted for resources: {'Port': ['ID=a2871c7c-b3eb-4bcb-a019-c157726e2bce,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:20.447280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:20.501239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c473bad-0ac4-4c63-8c6f-73a995e72a25 req-9512c532-4b56-45e7-9d9a-faae07fc7573 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044363 Jul 16 18:13:20.544557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:20.555411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.667237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-457a266c-b09e-4772-95d7-e7380d736c5c req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] No DVR routers for this DVR port a2871c7c-b3eb-4bcb-a019-c157726e2bce on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:20.690343 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-457a266c-b09e-4772-95d7-e7380d736c5c req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.694491 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-457a266c-b09e-4772-95d7-e7380d736c5c req-28dfc04f-8575-49b9-a937-9680a8f8b472 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "DELETE /v2.0/ports/a2871c7c-b3eb-4bcb-a019-c157726e2bce HTTP/1.1" status: 204 len: 173 time: 1.2515819 Jul 16 18:13:20.694905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a68939-3050-44ca-98a2-cdb722b64943', 'name': 'network-vif-deleted', 'tag': 'a2871c7c-b3eb-4bcb-a019-c157726e2bce'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:20.698616 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5fe888-cd31-4dca-84a6-9d21dd42cff0" -d '{"events": [{"server_uuid": "42a68939-3050-44ca-98a2-cdb722b64943", "name": "network-vif-deleted", "tag": "a2871c7c-b3eb-4bcb-a019-c157726e2bce"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:20.768390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Pushing event updated for resources: {'Port': ['ID=c452a742-df1c-491b-a856-4cd79f1018f9,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:20.881107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.881842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.883539 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-a60bb072-9366-484c-9064-b7703808f076 service neutron] 10.222.0.46 "PUT /v2.0/ports/c452a742-df1c-491b-a856-4cd79f1018f9 HTTP/1.1" status: 200 len: 1124 time: 2.8991714 Jul 16 18:13:20.905431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625a1cd3-bc8d-406d-bb50-7e98a82969cf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:20.919060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-625a1cd3-bc8d-406d-bb50-7e98a82969cf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.933483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] Sync routers for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:20.968602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a597c-1bcb-4807-b2fd-84c44cbf9511 req-b77ccc92-6aea-48ad-abf6-cac55d3d7309 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.970000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:20.970649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:13:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:20.980174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed0a597c-1bcb-4807-b2fd-84c44cbf9511 req-b77ccc92-6aea-48ad-abf6-cac55d3d7309 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 944 time: 0.1278617 Jul 16 18:13:20.985666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['c452a742-df1c-491b-a856-4cd79f1018f9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:21.048060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-625a1cd3-bc8d-406d-bb50-7e98a82969cf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "PUT /v2.0/floatingips/fa0811ae-9d65-4c38-b447-5ef65e6e94b0 HTTP/1.1" status: 200 len: 992 time: 2.7301486 Jul 16 18:13:21.095710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed0a597c-1bcb-4807-b2fd-84c44cbf9511 req-b9ee2e22-eda8-4b39-b9d5-793a550c10c2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145005 Jul 16 18:13:21.137080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c452a742-df1c-491b-a856-4cd79f1018f9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:21.343760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:21.469749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a8058-e835-4166-a030-fc5d2d235821 req-0a2dbad3-7f20-48b2-a8f0-e4eb1ec2a0dc tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.499043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b85a8058-e835-4166-a030-fc5d2d235821 req-0a2dbad3-7f20-48b2-a8f0-e4eb1ec2a0dc tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1807961 Jul 16 18:13:21.625058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b85a8058-e835-4166-a030-fc5d2d235821 req-d2d79b84-5a62-4e26-b9c3-9f0d7b417467 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249511 Jul 16 18:13:21.837936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9'}, {'name': 'network-changed', 'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:21.841059 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314106f6-6886-4734-9f5f-0bd74afdcf18" -d '{"events": [{"name": "network-changed", "server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9"}, {"name": "network-changed", "server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:21.991431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'fa0811ae-9d65-4c38-b447-5ef65e6e94b0', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'port_id': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'mac_address': 'fa:16:3e:18:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:58Z', 'updated_at': '2021-07-16T18:13:19Z', 'revision_number': 1, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:13:04Z', 'revision_number': 5, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:22.026976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] Checking router: c0ac97b9-522c-4219-830d-206435dd401b for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:22.029339 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6540ac-7a95-4707-8273-f84aa747ca08 x-openstack-request-id: req-9e6540ac-7a95-4707-8273-f84aa747ca08 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:22.029699 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a68939-3050-44ca-98a2-cdb722b64943", "name": "network-vif-deleted", "tag": "a2871c7c-b3eb-4bcb-a019-c157726e2bce", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:22.030039 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e6540ac-7a95-4707-8273-f84aa747ca08 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:22.030501 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a68939-3050-44ca-98a2-cdb722b64943', 'name': 'network-vif-deleted', 'tag': 'a2871c7c-b3eb-4bcb-a019-c157726e2bce', 'status': 'completed', 'code': 200} Jul 16 18:13:22.039002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:22.039950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:13:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:22.252640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-c0eb5a6f-611d-49ca-84d1-4d0dacff290e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3306847 Jul 16 18:13:22.335687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:22.438182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-c616202d-a977-44b5-9554-50f64b7040e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.440126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-c616202d-a977-44b5-9554-50f64b7040e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc9d9c31706a4760962c57c3bb702826&device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 1098 time: 0.1277783 Jul 16 18:13:22.594025 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbfb4dd-0f1b-4982-bebe-852cd89f26e6 x-openstack-request-id: req-6fbfb4dd-0f1b-4982-bebe-852cd89f26e6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:22.594624 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:22.598564 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fbfb4dd-0f1b-4982-bebe-852cd89f26e6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:22.601664 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9', 'status': 'completed', 'code': 200} Jul 16 18:13:22.601664 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'status': 'completed', 'code': 200} Jul 16 18:13:22.626308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:22.814028 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-0b20305e-c470-46b6-9327-2d4eab0d479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.815870 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-0b20305e-c470-46b6-9327-2d4eab0d479f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2e3cfb82bb804fe59c2ec43627a6b1fa&device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 1098 time: 0.1740553 Jul 16 18:13:22.856585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-5b763652-fbbc-4142-b780-482f24715da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.858421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-5b763652-fbbc-4142-b780-482f24715da0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 200 len: 915 time: 0.3692026 Jul 16 18:13:22.893351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'fa0811ae-9d65-4c38-b447-5ef65e6e94b0', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'port_id': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'mac_address': 'fa:16:3e:18:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:58Z', 'updated_at': '2021-07-16T18:13:19Z', 'revision_number': 1, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:13:04Z', 'revision_number': 5, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:22.907326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee0cd-5d45-4bf5-8c4c-d8a35a0e7fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.956544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-07d3fd54-1a20-4033-892a-c3193abb694b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70df5b85-8acb-45f1-86eb-4a11ecf3a25d HTTP/1.1" status: 200 len: 217 time: 0.0873101 Jul 16 18:13:23.025542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-a79a6240-a6da-4c49-bade-4cc804946de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.027044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-a79a6240-a6da-4c49-bade-4cc804946de5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 200 len: 854 time: 0.0559809 Jul 16 18:13:23.033011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf3b0e-4466-4279-bb54-011394180e84 None None] The sync data for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 is: [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'fa0811ae-9d65-4c38-b447-5ef65e6e94b0', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'floating_ip_address': '172.25.2.209', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'port_id': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'mac_address': 'fa:16:3e:18:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:58Z', 'updated_at': '2021-07-16T18:13:19Z', 'revision_number': 1, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:13:04Z', 'revision_number': 5, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:23.162446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-8240e1a0-008b-4a94-ba0e-fa69b19d7320 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5c37335e-9fc4-4212-be3b-880a2e0d71fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249957 Jul 16 18:13:23.180148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-e9035cb8-0b20-4168-8529-6da21c5e9179 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:13:23.185753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-e9035cb8-0b20-4168-8529-6da21c5e9179 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117135 Jul 16 18:13:23.260682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a2871c7c-b3eb-4bcb-a019-c157726e2bce no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:23.283991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-096c0b20-6b3f-49d6-b375-2f1f17cb5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.293102 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-096c0b20-6b3f-49d6-b375-2f1f17cb5928 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab306f3d-42c8-4d01-9163-90b5ac37b313 HTTP/1.1" status: 200 len: 906 time: 0.4655104 Jul 16 18:13:23.298753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: a2871c7c-b3eb-4bcb-a019-c157726e2bce {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:23.299108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a2871c7c-b3eb-4bcb-a019-c157726e2bce not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:23.475487 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4499d1-24a6-467c-bc49-5e8775df7f95 None None] New status for floating IP fa0811ae-9d65-4c38-b447-5ef65e6e94b0: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:13:23.504146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-e0917ee5-76b4-47bc-b0ca-c2ec1acde9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.513839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-e0917ee5-76b4-47bc-b0ca-c2ec1acde9c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1127 time: 0.8875678 Jul 16 18:13:23.516979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-5066a3d5-9598-43bc-8a8e-fe60dc116eab service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035967 Jul 16 18:13:23.701109 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee0cd-5d45-4bf5-8c4c-d8a35a0e7fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.708860 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-54b7da6d-d962-47ca-9af8-888a56b1bc53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3a19835-d783-4bd5-8110-12a0478a6fe2 HTTP/1.1" status: 200 len: 1000 time: 0.3232274 Jul 16 18:13:23.715687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4c1ee0cd-5d45-4bf5-8c4c-d8a35a0e7fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.761163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ee0cd-5d45-4bf5-8c4c-d8a35a0e7fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f6f730-73c2-4faf-9ea1-9baa05f690e6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:23.779105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dc69f-5826-49c4-acd5-d1838a45ae5f req-c4faaf2a-0ca2-430d-abc1-8426fe015728 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.786064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c9dc69f-5826-49c4-acd5-d1838a45ae5f req-c4faaf2a-0ca2-430d-abc1-8426fe015728 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 944 time: 0.8276460 Jul 16 18:13:23.826627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-31885757-cdfc-42c7-bde5-6dd04dccbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.829163 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-31885757-cdfc-42c7-bde5-6dd04dccbe13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3325400-6d62-43d2-9793-e18f9509b5e8 HTTP/1.1" status: 200 len: 844 time: 0.0823808 Jul 16 18:13:23.847229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4c1ee0cd-5d45-4bf5-8c4c-d8a35a0e7fb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12e3c7bfc31d4c60b2aa003c47f813bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2193725 Jul 16 18:13:23.869173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46510) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.968115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-9ed246a5-1fda-4555-89a0-62716adca63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.969633 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-9ed246a5-1fda-4555-89a0-62716adca63c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab306f3d-42c8-4d01-9163-90b5ac37b313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213102 Jul 16 18:13:24.015779 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff274-7360-4847-8b72-12f1cbf107d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.041619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c9dc69f-5826-49c4-acd5-d1838a45ae5f req-efa39b62-3821-4abc-b86a-254b67156b9c tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545903 Jul 16 18:13:24.097858 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff274-7360-4847-8b72-12f1cbf107d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.106847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c23c163b-3795-4794-a9b5-3f4e4b9e7f69 req-e3e7b27c-63e1-4a0d-8032-a0c9c6bd202d service neutron] 10.222.0.45 "GET /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542510 Jul 16 18:13:24.160677 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-70cfde42-0863-4cd2-9639-24439548a148 service neutron] 10.222.0.46 "GET /v2.0/networks/ab306f3d-42c8-4d01-9163-90b5ac37b313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689491 Jul 16 18:13:24.257519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-c0a8caf5-1492-4f08-ab5a-7dd7172315b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.260430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-c0a8caf5-1492-4f08-ab5a-7dd7172315b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.6802940 Jul 16 18:13:24.264013 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff274-7360-4847-8b72-12f1cbf107d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.267871 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff274-7360-4847-8b72-12f1cbf107d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.269372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6b6ff274-7360-4847-8b72-12f1cbf107d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86f6f730-73c2-4faf-9ea1-9baa05f690e6 HTTP/1.1" status: 204 len: 168 time: 0.3946729 Jul 16 18:13:24.348500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ff274-7360-4847-8b72-12f1cbf107d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f6f730-73c2-4faf-9ea1-9baa05f690e6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.352228 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-ba3e808d-4708-4202-a7c9-f633baf27251 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c452a742-df1c-491b-a856-4cd79f1018f9 HTTP/1.1" status: 200 len: 217 time: 0.0806785 Jul 16 18:13:24.376018 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-e622fbf9-a5c1-45ce-b162-1d532600a252 service neutron] 10.222.0.46 "GET /v2.0/networks/ab306f3d-42c8-4d01-9163-90b5ac37b313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017648 Jul 16 18:13:24.383652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fe9d6-2d2d-4612-ac41-d2b8004dea39 req-e39f902e-5b53-413d-92e2-0f6a2a6913d1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.409006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-404fe9d6-2d2d-4612-ac41-d2b8004dea39 req-e39f902e-5b53-413d-92e2-0f6a2a6913d1 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.7412453 Jul 16 18:13:25.030502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-54a56417-ddaf-425d-ae2f-2107cc0acc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.032125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-54a56417-ddaf-425d-ae2f-2107cc0acc9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.6054153 Jul 16 18:13:25.123384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-89256a78-5fa0-4261-ab86-9df1fa5d22f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478101 Jul 16 18:13:25.248266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-404fe9d6-2d2d-4612-ac41-d2b8004dea39 req-231c04d8-faf8-4383-adbf-37c915e1f9b3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8382475 Jul 16 18:13:25.308019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e052763-1d52-49b4-bf98-0c3f7df0a4b3 req-dffc74a1-ae40-4793-b737-eabfe3c5de38 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.315066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e052763-1d52-49b4-bf98-0c3f7df0a4b3 req-dffc74a1-ae40-4793-b737-eabfe3c5de38 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 946 time: 0.3355300 Jul 16 18:13:25.356186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-47d6b81a-3734-4811-8fba-ec7b45ec8405 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154715 Jul 16 18:13:25.381646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-f986339e-ccd4-4e90-9931-5b6c8f051f5e tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.383156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-f986339e-ccd4-4e90-9931-5b6c8f051f5e tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 946 time: 0.4017751 Jul 16 18:13:25.396410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e052763-1d52-49b4-bf98-0c3f7df0a4b3 req-c01e6ace-8288-445b-ba69-906be3adacc7 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799282 Jul 16 18:13:25.834765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-314106f6-6886-4734-9f5f-0bd74afdcf18 req-be56585d-17d3-4328-b84c-cf646e1e284d service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709647 Jul 16 18:13:25.864775 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68cf6e-e06d-4204-8cf4-c0065173cbf5 req-20f1e960-7668-4ea5-b7dd-bb4cf2156e5d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.866416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a68cf6e-e06d-4204-8cf4-c0065173cbf5 req-20f1e960-7668-4ea5-b7dd-bb4cf2156e5d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 944 time: 0.2307563 Jul 16 18:13:25.889154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Deleting port fcad7356-e203-4e86-8ec7-e286d4390f7b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:25.889518 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.009812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a68cf6e-e06d-4204-8cf4-c0065173cbf5 req-8c0f7ae2-795b-49db-abbc-bd64ece6ca1a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296279 Jul 16 18:13:26.064097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] For port fcad7356-e203-4e86-8ec7-e286d4390f7b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fcad7356-e203-4e86-8ec7-e286d4390f7b,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:26.065584 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.082174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Calling delete_port for fcad7356-e203-4e86-8ec7-e286d4390f7b owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:26.139454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad39b466-8298-4df6-aefa-433811915a30 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:26.284106 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.311562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:26.314417 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913e0c21-dfea-454a-8710-d93b0bf9100b" -d '{"events": [{"server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "name": "network-vif-unplugged", "status": "completed", "tag": "ad39b466-8298-4df6-aefa-433811915a30"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:26.331811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad39b466-8298-4df6-aefa-433811915a30,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:26.338649 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.431926 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.456595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'fcad7356-e203-4e86-8ec7-e286d4390f7b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:26.563810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ad39b466-8298-4df6-aefa-433811915a30,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.575399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Pushing event deleted for resources: {'Port': ['ID=fcad7356-e203-4e86-8ec7-e286d4390f7b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.643532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] No DVR routers for this DVR port fcad7356-e203-4e86-8ec7-e286d4390f7b on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:26.656383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.659447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15dafa98-31a9-4464-9a3f-4c5fa5b6d9df req-cc7e6735-541e-488f-9cf9-ba8703ec4101 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "DELETE /v2.0/ports/fcad7356-e203-4e86-8ec7-e286d4390f7b HTTP/1.1" status: 204 len: 173 time: 1.2234266 Jul 16 18:13:26.660116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b16dd3-af86-4764-8b15-3f38a0ba52a4', 'name': 'network-vif-deleted', 'tag': 'fcad7356-e203-4e86-8ec7-e286d4390f7b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:26.671141 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474fc3f-d487-4827-afa8-6d258cf2d74a" -d '{"events": [{"server_uuid": "d1b16dd3-af86-4764-8b15-3f38a0ba52a4", "name": "network-vif-deleted", "tag": "fcad7356-e203-4e86-8ec7-e286d4390f7b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:26.900233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2affa49-f63c-4f66-a6eb-d8708a5c1081 req-fcd76f0d-f24b-451f-8e9d-56a27b3b1246 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.902645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2affa49-f63c-4f66-a6eb-d8708a5c1081 req-fcd76f0d-f24b-451f-8e9d-56a27b3b1246 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1472201 Jul 16 18:13:26.970350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2affa49-f63c-4f66-a6eb-d8708a5c1081 req-0f1d61db-44b6-45df-a13d-722cf44bf09b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606742 Jul 16 18:13:27.055453 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67925872-dc89-48d1-bdf2-a69d46e343b4 x-openstack-request-id: req-67925872-dc89-48d1-bdf2-a69d46e343b4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:27.056298 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "name": "network-vif-unplugged", "status": "completed", "tag": "ad39b466-8298-4df6-aefa-433811915a30", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:27.056591 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67925872-dc89-48d1-bdf2-a69d46e343b4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:27.057059 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30', 'code': 200} Jul 16 18:13:27.133431 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc70ad6a-d930-4115-a5e4-d7cbcb71f477 x-openstack-request-id: req-cc70ad6a-d930-4115-a5e4-d7cbcb71f477 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:27.134487 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b16dd3-af86-4764-8b15-3f38a0ba52a4", "name": "network-vif-deleted", "tag": "fcad7356-e203-4e86-8ec7-e286d4390f7b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:27.134590 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc70ad6a-d930-4115-a5e4-d7cbcb71f477 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:27.134971 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b16dd3-af86-4764-8b15-3f38a0ba52a4', 'name': 'network-vif-deleted', 'tag': 'fcad7356-e203-4e86-8ec7-e286d4390f7b', 'status': 'completed', 'code': 200} Jul 16 18:13:27.259791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d20c6001-cccf-4369-b07d-a0b446d5f36f req-8d1f8ce7-817f-4c18-8c1e-17cbde6219fe tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1b16dd3-af86-4764-8b15-3f38a0ba52a4 HTTP/1.1" status: 200 len: 210 time: 0.0584736 Jul 16 18:13:27.437925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bba998-eb01-4095-845c-a1c40b7875d9 req-c17cd7bb-1bbd-4c05-a7c6-b19828b59014 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.440728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6bba998-eb01-4095-845c-a1c40b7875d9 req-c17cd7bb-1bbd-4c05-a7c6-b19828b59014 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 944 time: 0.0958242 Jul 16 18:13:27.532059 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6bba998-eb01-4095-845c-a1c40b7875d9 req-c5c27605-b520-4217-940e-d08f7b9c4680 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818677 Jul 16 18:13:28.330741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5290ee-db02-48e3-9a71-94be3be31e81 req-5ee2c416-0812-48d3-99fc-7d669bc42d3d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.347911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c5290ee-db02-48e3-9a71-94be3be31e81 req-5ee2c416-0812-48d3-99fc-7d669bc42d3d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1177745 Jul 16 18:13:28.419360 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c5290ee-db02-48e3-9a71-94be3be31e81 req-fedf1735-bc3e-4a47-beb8-e313daede193 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701687 Jul 16 18:13:28.566351 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.620081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-67e185c6-5023-4d07-96fb-473f5c0bed54 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.621893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-67e185c6-5023-4d07-96fb-473f5c0bed54 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 804 time: 0.2707741 Jul 16 18:13:28.645760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-557cceed-5f56-4934-af22-6b71e452ee9b tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/quotas/d91e7569edc742d98fad2c2dc3eed434 HTTP/1.1" status: 200 len: 375 time: 0.0177658 Jul 16 18:13:28.789747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-3e3a36a5-5cf3-4aba-b7ba-20c0d90f904a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343851 Jul 16 18:13:28.831074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-d5c663db-727a-4daa-942b-e65c05ccf8f0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:13:28.832008 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-d5c663db-727a-4daa-942b-e65c05ccf8f0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141315 Jul 16 18:13:29.100167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-2c45d3b3-e1ae-49b7-b520-c7aa5d1e389a service neutron] 10.222.0.60 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248785 Jul 16 18:13:29.154056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46744) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:29.278119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fcad7356-e203-4e86-8ec7-e286d4390f7b no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:29.288092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678c0ca-7d52-4394-8dbf-b331fd77a94d req-26673ea5-d535-466c-8d3d-588ba29b21ea tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.297377 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4678c0ca-7d52-4394-8dbf-b331fd77a94d req-26673ea5-d535-466c-8d3d-588ba29b21ea tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 944 time: 0.5065095 Jul 16 18:13:29.315157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-dc989695-062e-4857-a53f-c0a6a824050c service neutron] 10.222.0.60 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088470 Jul 16 18:13:29.327123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: fcad7356-e203-4e86-8ec7-e286d4390f7b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:29.327745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fcad7356-e203-4e86-8ec7-e286d4390f7b not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:29.328619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c452a742-df1c-491b-a856-4cd79f1018f9 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:29.418613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4678c0ca-7d52-4394-8dbf-b331fd77a94d req-d44771a2-f76f-4157-8a9a-3428b09f7f3a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200976 Jul 16 18:13:29.667232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4262c512-283d-44ae-aa65-d794a21faa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.959772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-f76be5e6-067e-4df9-aa9a-e9fd05e250c7 service neutron] 10.222.0.45 "GET /v2.0/ports/c452a742-df1c-491b-a856-4cd79f1018f9/bindings/n-h2-793619-10 HTTP/1.1" status: 200 len: 385 time: 0.3916028 Jul 16 18:13:30.111429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-60393e3b-b295-49e3-9243-d9d84def19a9 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.114532 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-60393e3b-b295-49e3-9243-d9d84def19a9 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.46 "GET /v2.0/ports?device_id=10925032-ee56-4fdd-afe4-8283b264f80c HTTP/1.1" status: 200 len: 944 time: 0.3065729 Jul 16 18:13:30.205052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5c42e66-54da-42c3-a7c3-a5142265c9e1 req-3328cb93-f99d-4c3d-ae16-20caefa62a42 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 210 time: 0.1815140 Jul 16 18:13:30.498968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Deleting port ad39b466-8298-4df6-aefa-433811915a30 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:30.510437 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.683286 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af0e36-ad3d-4075-8d72-13dc0f798b80 req-4be4fff2-a05f-4ef9-b3ea-e6d97038151d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.698657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95af0e36-ad3d-4075-8d72-13dc0f798b80 req-4be4fff2-a05f-4ef9-b3ea-e6d97038151d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.7358956 Jul 16 18:13:30.741503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4262c512-283d-44ae-aa65-d794a21faa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.747457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] For port ad39b466-8298-4df6-aefa-433811915a30, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad39b466-8298-4df6-aefa-433811915a30,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:30.749897 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.797352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Calling delete_port for ad39b466-8298-4df6-aefa-433811915a30 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:30.830532 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4262c512-283d-44ae-aa65-d794a21faa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.981525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:31.199025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4262c512-283d-44ae-aa65-d794a21faa06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=931e8c7e376e4d1c968e724c8b4cb6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9439130 Jul 16 18:13:31.213972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46778) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:31.270141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:31.283428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.323807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c452a742-df1c-491b-a856-4cd79f1018f9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:31.337121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:31.370380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.397404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262c512-283d-44ae-aa65-d794a21faa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826c148d-4705-464e-be43-0ac2c02b1773,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.434567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95af0e36-ad3d-4075-8d72-13dc0f798b80 req-ea11a222-bca2-4d9a-9d65-3765da6dbec5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7344751 Jul 16 18:13:31.460690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Pushing event deleted for resources: {'Port': ['ID=ad39b466-8298-4df6-aefa-433811915a30,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.532267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] No DVR routers for this DVR port ad39b466-8298-4df6-aefa-433811915a30 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:31.543936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.548370 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2a9aeb45-4f58-41f9-abe9-81ee4c3b3244 req-12903ea5-8e76-4ae5-a840-f57d1c6c71f1 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.46 "DELETE /v2.0/ports/ad39b466-8298-4df6-aefa-433811915a30 HTTP/1.1" status: 204 len: 173 time: 1.4139917 Jul 16 18:13:31.555286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'name': 'network-vif-deleted', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:31.561068 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11074134-e55a-4c55-8aa4-0571d723ba6b" -d '{"events": [{"server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "name": "network-vif-deleted", "tag": "ad39b466-8298-4df6-aefa-433811915a30"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:31.613144 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe53bd36-29db-4ae6-9b3d-0eac22dc6a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.709019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cc840-24a5-4440-ab65-11c45b84f7b3 req-b7bfaf24-558a-4546-9037-9996b78c737d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:31.724289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-510cc840-24a5-4440-ab65-11c45b84f7b3 req-b7bfaf24-558a-4546-9037-9996b78c737d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 944 time: 0.6397207 Jul 16 18:13:31.761416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe53bd36-29db-4ae6-9b3d-0eac22dc6a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.890117 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe53bd36-29db-4ae6-9b3d-0eac22dc6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.893985 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe53bd36-29db-4ae6-9b3d-0eac22dc6a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.900903 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fe53bd36-29db-4ae6-9b3d-0eac22dc6a82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/826c148d-4705-464e-be43-0ac2c02b1773 HTTP/1.1" status: 204 len: 168 time: 0.6856589 Jul 16 18:13:31.912869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53bd36-29db-4ae6-9b3d-0eac22dc6a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c148d-4705-464e-be43-0ac2c02b1773,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.001177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-3e9518b9-dad1-483d-bdcc-0b8e28148216 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.003357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-3e9518b9-dad1-483d-bdcc-0b8e28148216 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.45 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 804 time: 0.2621450 Jul 16 18:13:32.025636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Request body: {'port': {'device_id': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'admin_state_up': True, 'tenant_id': 'd91e7569edc742d98fad2c2dc3eed434'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:32.039321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] Transition to ACTIVE for port object c452a742-df1c-491b-a856-4cd79f1018f9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:32.078216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.149787 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-510cc840-24a5-4440-ab65-11c45b84f7b3 req-13e3ce81-e32e-4357-9c13-3d6a76c27b27 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231710 Jul 16 18:13:32.287102 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986c4301-2346-4c25-85f8-c556999f10a6 x-openstack-request-id: req-986c4301-2346-4c25-85f8-c556999f10a6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:32.287617 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10925032-ee56-4fdd-afe4-8283b264f80c", "name": "network-vif-deleted", "tag": "ad39b466-8298-4df6-aefa-433811915a30", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:32.287697 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-986c4301-2346-4c25-85f8-c556999f10a6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:32.288061 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10925032-ee56-4fdd-afe4-8283b264f80c', 'name': 'network-vif-deleted', 'tag': 'ad39b466-8298-4df6-aefa-433811915a30', 'status': 'completed', 'code': 200} Jul 16 18:13:32.418619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e330a06-1acc-406b-ae29-535f4fdb3697 req-724488a5-c8de-4348-9319-f87e64b77fb2 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 210 time: 0.2679517 Jul 16 18:13:32.426467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] No DVR routers for this DVR port c452a742-df1c-491b-a856-4cd79f1018f9 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:32.534965 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] 10.222.0.45 "PUT /v2.0/ports/c452a742-df1c-491b-a856-4cd79f1018f9/bindings/n-h2-793619-10/activate HTTP/1.1" status: 200 len: 370 time: 2.5246942 Jul 16 18:13:32.543569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc9fa-5a5b-4457-bbeb-70eca98734f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c452a742-df1c-491b-a856-4cd79f1018f9,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.595388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Made reservation on behalf of d91e7569edc742d98fad2c2dc3eed434 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:32.622725 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.681745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46794) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.730734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-39f1708c-0412-4b95-9626-c9bb96f890e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.800130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-eb34729c-891a-449f-a07a-32dc82a890bc tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.805642 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-eb34729c-891a-449f-a07a-32dc82a890bc tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.1736772 Jul 16 18:13:33.073690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-f703bedd-364b-4a49-8575-57d7c2198d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:33.076286 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-f703bedd-364b-4a49-8575-57d7c2198d1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4&tenant_id=02e3392e165f400497fbe7e41aa3f523 HTTP/1.1" status: 200 len: 1097 time: 0.2600117 Jul 16 18:13:33.077902 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-39f1708c-0412-4b95-9626-c9bb96f890e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.103511 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-39f1708c-0412-4b95-9626-c9bb96f890e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.114465 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4055a37-77e7-4116-a281-e5e989586515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.193322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-39f1708c-0412-4b95-9626-c9bb96f890e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aec48f6221174922a49bbea62c69f3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4994457 Jul 16 18:13:33.194699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46800) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.341744 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-acc93d58-abd9-4201-b3df-22827edd83da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.350373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799403f3-66f2-43c3-8597-b6d28e162c64 req-c59af98f-a41a-4c3f-9ce7-7efa483e6d37 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:33.361639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-799403f3-66f2-43c3-8597-b6d28e162c64 req-c59af98f-a41a-4c3f-9ce7-7efa483e6d37 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.4656339 Jul 16 18:13:33.403070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1708c-0412-4b95-9626-c9bb96f890e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea2a682-2f10-4e53-bbae-0edfc3d67b66,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.411699 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-acc93d58-abd9-4201-b3df-22827edd83da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.441294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-887dd3ba-95e7-4d26-9cdf-6d5bef24d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:33.442831 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-887dd3ba-95e7-4d26-9cdf-6d5bef24d264 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1097 time: 0.3133759 Jul 16 18:13:33.532206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Allocated IP 172.20.0.12 (524e5f47-2a0a-4b3f-be7c-4b705da32b69/6840c1a2-54a4-4cfc-bc82-83457b9c6a9b/d6682de7-63b0-4cfc-af56-f02646eca69f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:33.656896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-799403f3-66f2-43c3-8597-b6d28e162c64 req-fdb190ac-fdcd-42bd-8d0c-00969783c869 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940843 Jul 16 18:13:34.003473 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78cbc028-6105-4982-90db-0c1bfb28aab1 req-51dca367-6a4c-40ea-b928-24922d55d73b tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 210 time: 0.1517317 Jul 16 18:13:34.014915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.048012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-acc93d58-abd9-4201-b3df-22827edd83da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.052405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-acc93d58-abd9-4201-b3df-22827edd83da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.053718 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-acc93d58-abd9-4201-b3df-22827edd83da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ea2a682-2f10-4e53-bbae-0edfc3d67b66 HTTP/1.1" status: 204 len: 168 time: 0.8580534 Jul 16 18:13:34.093286 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818adee-78a5-4021-a709-e7a513bff3b1 req-47a3554d-f181-49f6-b86c-6edb4a6dc6bb tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.095439 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d818adee-78a5-4021-a709-e7a513bff3b1 req-47a3554d-f181-49f6-b86c-6edb4a6dc6bb tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 945 time: 0.4682152 Jul 16 18:13:34.107860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc93d58-abd9-4201-b3df-22827edd83da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea2a682-2f10-4e53-bbae-0edfc3d67b66,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.154958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-8606b98d-112c-4231-91ba-cd7b5ba57665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.156646 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-8606b98d-112c-4231-91ba-cd7b5ba57665 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.6991949 Jul 16 18:13:34.174577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad39b466-8298-4df6-aefa-433811915a30 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:34.235854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: ad39b466-8298-4df6-aefa-433811915a30 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:34.237058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad39b466-8298-4df6-aefa-433811915a30 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:34.245764 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-e7d948cb-1416-477e-8e96-74bc03e53776 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c452a742-df1c-491b-a856-4cd79f1018f9 HTTP/1.1" status: 200 len: 217 time: 0.0761425 Jul 16 18:13:34.247508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.315963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d818adee-78a5-4021-a709-e7a513bff3b1 req-fd27e877-cad9-4c02-9fe3-a180da511b41 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092183 Jul 16 18:13:34.344236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:34.348578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:34.357503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:34.365107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-785a857d-1409-460f-b16d-6834f296de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.366807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-785a857d-1409-460f-b16d-6834f296de2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1130283 Jul 16 18:13:34.458092 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-b881b962-84f0-49e5-be0e-3572a1fb8363 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787292 Jul 16 18:13:34.461765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.463528 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.491090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Pushing event updated for resources: {'Port': ['ID=d6682de7-63b0-4cfc-af56-f02646eca69f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.501599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-c8e34ac9-9ece-4ed9-bf4a-ae617c593111 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4869428 Jul 16 18:13:34.522608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Request body: {'port': {'device_id': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:34.778639 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-46c192b1-4950-443d-95b2-eb5ad4df5fe7 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130414 Jul 16 18:13:34.990715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-3311a0c8-3668-4334-83ed-10f1ab1bf7f2 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006874 Jul 16 18:13:35.371814 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.625159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-d3c2417f-1ba7-4650-80c7-f40e73e3814a tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.632937 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-d3c2417f-1ba7-4650-80c7-f40e73e3814a tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.1487939 Jul 16 18:13:35.639413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967810a-6d79-4a5b-8261-dd98f1901025 req-ecddb5e7-fdbf-4c8b-9558-56a4f26c44c3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.641083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2967810a-6d79-4a5b-8261-dd98f1901025 req-ecddb5e7-fdbf-4c8b-9558-56a4f26c44c3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.3434229 Jul 16 18:13:35.799020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2967810a-6d79-4a5b-8261-dd98f1901025 req-14e92a0a-5c59-4332-b3ae-df0d6bd72282 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617201 Jul 16 18:13:35.859588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15f638-386e-486c-87e6-2bea397ceae1 req-8a758d6f-6f58-4d85-b6e1-3f10531a21f2 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.863586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f15f638-386e-486c-87e6-2bea397ceae1 req-8a758d6f-6f58-4d85-b6e1-3f10531a21f2 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 932 time: 0.4741392 Jul 16 18:13:35.964726 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.970688 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24fafd6e-2a50-455a-b771-7aff089d2140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.074560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f15f638-386e-486c-87e6-2bea397ceae1 req-e6557ee3-2510-48c0-991f-7bbf80ec50db tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950781 Jul 16 18:13:36.239451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-dc5e3cc1-ab3f-44d5-8b53-96fd4a265598 service neutron] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:36.244350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-dc5e3cc1-ab3f-44d5-8b53-96fd4a265598 service neutron] Notify callbacks [] for binding, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.245312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6682de7-63b0-4cfc-af56-f02646eca69f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:36.245788 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e07d0b8c-5c95-41b6-b332-bd2999f44887 req-dc5e3cc1-ab3f-44d5-8b53-96fd4a265598 service neutron] 10.222.0.46 "DELETE /v2.0/ports/c452a742-df1c-491b-a856-4cd79f1018f9/bindings/n-h1-793619-10 HTTP/1.1" status: 204 len: 173 time: 0.6073687 Jul 16 18:13:36.269562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.293439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Transition to ACTIVE for port object d6682de7-63b0-4cfc-af56-f02646eca69f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:36.300486 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.330126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb7bac-c43d-4df6-81a1-625240ad617d req-84fa952a-6cbd-4db0-bd94-1a6d98c547e7 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.337789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6fb7bac-c43d-4df6-81a1-625240ad617d req-84fa952a-6cbd-4db0-bd94-1a6d98c547e7 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 946 time: 0.2039163 Jul 16 18:13:36.526692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6fb7bac-c43d-4df6-81a1-625240ad617d req-3427a9e1-2d1e-4596-ad3e-db08d6527fe8 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb41b24f-136d-4d91-9314-51782d26fa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878984 Jul 16 18:13:36.533561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Pushing event updated for resources: {'Port': ['ID=d6682de7-63b0-4cfc-af56-f02646eca69f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.720285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Attempting to bind port d6682de7-63b0-4cfc-af56-f02646eca69f on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:36.720551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Attempting to bind port d6682de7-63b0-4cfc-af56-f02646eca69f by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:36.720888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Attempting to bind port d6682de7-63b0-4cfc-af56-f02646eca69f on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:36.759695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Port d6682de7-63b0-4cfc-af56-f02646eca69f on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:36.760039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Attempting to bind port d6682de7-63b0-4cfc-af56-f02646eca69f on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:36.776126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2dcc3-c7e7-48df-8f3a-55d05171fb75 req-3c3d77dc-c4d0-44ae-b8b3-65066378b78c tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.777738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-add2dcc3-c7e7-48df-8f3a-55d05171fb75 req-3c3d77dc-c4d0-44ae-b8b3-65066378b78c tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 945 time: 0.3097312 Jul 16 18:13:36.784694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:36.785038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Checking segment: {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:36.785440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Bound using segment: {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:36.785899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Bound port: d6682de7-63b0-4cfc-af56-f02646eca69f, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:36.786320 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.837853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:36.903034 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.938531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:36.999709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-442073253', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:37.010472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-ac999309-2623-4f32-bd6b-ea336909112b tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.015546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-ac999309-2623-4f32-bd6b-ea336909112b tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 946 time: 0.3982475 Jul 16 18:13:37.034466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-add2dcc3-c7e7-48df-8f3a-55d05171fb75 req-c4382cba-2f25-4ebd-9bb0-96ef557559c0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238266 Jul 16 18:13:37.048231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Made reservation on behalf of 7dbe1ea50b594cb78e258f92375999ec for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:37.050952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.051264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d6682de7-63b0-4cfc-af56-f02646eca69f,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:37.078722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.085180 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.269067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.270131 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.271772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] 10.222.0.45 "PUT /v2.0/ports/d6682de7-63b0-4cfc-af56-f02646eca69f HTTP/1.1" status: 200 len: 1093 time: 2.7541180 Jul 16 18:13:37.273015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:37.278162 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269ff3d2-4122-44ec-8981-619e6fac2386" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:37.301289 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.307727 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.314053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] device_id is not set on port f4d4857a-9aba-4eb2-87c6-ebd608ced389 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:37.399378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d77185-8f56-4a82-9b5f-97e1650b172b service neutron] Pushing event updated for resources: {'Port': ['ID=d6682de7-63b0-4cfc-af56-f02646eca69f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.454448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee13cb21-6a92-4a70-9bf6-d4dc4858a878,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.470220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Allocated IP 172.25.2.152 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/f4d4857a-9aba-4eb2-87c6-ebd608ced389) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:37.496496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a8656-2c33-457d-b5c1-8c18e7bd946c req-cc5edc3e-0aed-4e79-8eae-7dd4a680ee5f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.505062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b2a8656-2c33-457d-b5c1-8c18e7bd946c req-cc5edc3e-0aed-4e79-8eae-7dd4a680ee5f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.4279366 Jul 16 18:13:37.538864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Deleting port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:37.540019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.568150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea61c-c744-45f1-b4ef-f962b2874ca6 req-20134e92-f1e7-4048-8be0-afe0d1355533 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.577842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3cea61c-c744-45f1-b4ef-f962b2874ca6 req-20134e92-f1e7-4048-8be0-afe0d1355533 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 944 time: 0.2492895 Jul 16 18:13:37.595458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-08dbc35f-e910-4082-af00-34e336102dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.597183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-08dbc35f-e910-4082-af00-34e336102dc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 1096 time: 0.2532141 Jul 16 18:13:37.639207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.675049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b2a8656-2c33-457d-b5c1-8c18e7bd946c req-c0359eea-f025-4803-b78a-232ae9d7d9ac tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686587 Jul 16 18:13:37.681611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-0c947a91-eb79-479c-acde-cdaf5b5bb940 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6682de7-63b0-4cfc-af56-f02646eca69f HTTP/1.1" status: 200 len: 217 time: 0.0675154 Jul 16 18:13:37.689646 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.750039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:37.753751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:37.757610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:37.778403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3cea61c-c744-45f1-b4ef-f962b2874ca6 req-86bc8f99-3c35-4176-a21b-a3a98c67ad05 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963863 Jul 16 18:13:37.803748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.804373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.816301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Pushing event updated for resources: {'Port': ['ID=f4d4857a-9aba-4eb2-87c6-ebd608ced389,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.835514 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-14b7e169-eb5b-4cd3-89a7-506967f64b1e tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9951990 Jul 16 18:13:37.836202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.842421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.152'}]}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:37.851417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] For port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,segment=NetworkSegment(9f6e467f-7ff9-4b7f-9967-482cd2e5b355),segment_id=9f6e467f-7ff9-4b7f-9967-482cd2e5b355)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:37.861189 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.864714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-9778af18-b9cb-4140-b463-ad19007abbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.867247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-9778af18-b9cb-4140-b463-ad19007abbac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b HTTP/1.1" status: 200 len: 844 time: 0.1474693 Jul 16 18:13:37.878001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.880506 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.917693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Calling delete_port for 70df5b85-8acb-45f1-86eb-4a11ecf3a25d owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:37.963782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.972100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-d1513b3c-1b53-40f0-a234-0349b294d18d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=524e5f47-2a0a-4b3f-be7c-4b705da32b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868773 Jul 16 18:13:38.037843 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287a1221-d7ad-4195-aba3-3b2e5bd787b1 x-openstack-request-id: req-287a1221-d7ad-4195-aba3-3b2e5bd787b1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:38.038135 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:38.038382 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-287a1221-d7ad-4195-aba3-3b2e5bd787b1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:38.038781 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f', 'status': 'completed', 'code': 200} Jul 16 18:13:38.151461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ad9fc-2ee5-4b0e-9db8-515073f4ceed req-2a34446d-a1c2-46c2-a3ac-b240b53f9f6c tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.158697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd6ad9fc-2ee5-4b0e-9db8-515073f4ceed req-2a34446d-a1c2-46c2-a3ac-b240b53f9f6c tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1097 time: 0.2722764 Jul 16 18:13:38.178745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-d797de7b-2b9b-453c-8a42-7fa49a7cfeab service neutron] 10.222.0.45 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970708 Jul 16 18:13:38.242506 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.262713 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.331147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Pushing event deleted for resources: {'Port': ['ID=70df5b85-8acb-45f1-86eb-4a11ecf3a25d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:38.368853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2769611c-6aa1-4a77-bb88-32b6d9173234 req-c42b1263-05c2-46f8-8e69-25353ce02d19 tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.60 "GET /v2.0/ports?device_id=359590de-5c02-421e-a19c-0329fba6af2f HTTP/1.1" status: 200 len: 210 time: 0.0648818 Jul 16 18:13:38.392234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd6ad9fc-2ee5-4b0e-9db8-515073f4ceed req-0a2760b5-efdf-413f-b9f1-47dd1bff5dfd tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326577 Jul 16 18:13:38.513876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] No DVR routers for this DVR port 70df5b85-8acb-45f1-86eb-4a11ecf3a25d on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:38.520039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.522376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a5b1152-e5c6-4c22-aed1-9ab3911ba549 req-a86dedee-a4cb-4219-9d64-85a4a4c8b9dc tempest-AttachVolumeNegativeTest-524932351 tempest-AttachVolumeNegativeTest-524932351-project] 10.222.0.45 "DELETE /v2.0/ports/70df5b85-8acb-45f1-86eb-4a11ecf3a25d HTTP/1.1" status: 204 len: 173 time: 1.4852333 Jul 16 18:13:38.582829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a2bdfe-2618-45e2-a03f-017fb880dd44 req-8deebd91-dfb3-4e8a-80a6-8c107a5807e7 service neutron] 10.222.0.45 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331335 Jul 16 18:13:38.608423 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.672365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af80e-2e1f-449b-8ea5-6333eac6b34b req-70c900f3-43fe-40c7-bc18-84c521cfa328 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.682532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b79af80e-2e1f-449b-8ea5-6333eac6b34b req-70c900f3-43fe-40c7-bc18-84c521cfa328 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1097 time: 0.0838006 Jul 16 18:13:38.811060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b79af80e-2e1f-449b-8ea5-6333eac6b34b req-7b6dd688-1791-4459-a9a3-6d3ffe443e37 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271100 Jul 16 18:13:38.814568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.864960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-189bf198-6bcf-47ed-8244-238d9617b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.881603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-189bf198-6bcf-47ed-8244-238d9617b8a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 1096 time: 0.1672306 Jul 16 18:13:38.903271 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.008265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-dd8a37da-94d9-4b7c-b4ca-50a3c3fe18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.010847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-dd8a37da-94d9-4b7c-b4ca-50a3c3fe18cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 905 time: 0.1221993 Jul 16 18:13:39.106301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-e7f53a01-2aa3-4435-8925-ae4555f1ce2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6682de7-63b0-4cfc-af56-f02646eca69f HTTP/1.1" status: 200 len: 217 time: 0.0869043 Jul 16 18:13:39.222887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.278537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 70df5b85-8acb-45f1-86eb-4a11ecf3a25d no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:39.302149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-98cc3e35-19b1-4e2a-a63c-e440587469f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.303643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-98cc3e35-19b1-4e2a-a63c-e440587469f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b HTTP/1.1" status: 200 len: 844 time: 0.1730969 Jul 16 18:13:39.334343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 70df5b85-8acb-45f1-86eb-4a11ecf3a25d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:39.335474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 70df5b85-8acb-45f1-86eb-4a11ecf3a25d not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:39.346862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d84b1-23a9-420b-ba05-1d56e73dbc8c req-d06923af-9418-4ed1-b3d9-8a344d95d3b5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.348462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed1d84b1-23a9-420b-ba05-1d56e73dbc8c req-d06923af-9418-4ed1-b3d9-8a344d95d3b5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 944 time: 0.2484605 Jul 16 18:13:39.384090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-b00ce1a7-bfeb-4b24-9e2c-8041f68bf387 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=524e5f47-2a0a-4b3f-be7c-4b705da32b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627563 Jul 16 18:13:39.458198 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.464064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.465863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91450ae3-b022-46ad-b4b6-57e96e5cd8d5 req-6cc887ec-6582-45a9-ba7e-1965645d2d86 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.476000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91450ae3-b022-46ad-b4b6-57e96e5cd8d5 req-6cc887ec-6582-45a9-ba7e-1965645d2d86 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.3733869 Jul 16 18:13:39.505797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed1d84b1-23a9-420b-ba05-1d56e73dbc8c req-35445980-9aa1-48c7-8087-e84abf071336 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194654 Jul 16 18:13:39.557033 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.557737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62e71ad0-a0ef-45ff-9bd0-bfeeabaa269f {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:39.586218 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:13:39.590728 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-88741092-4fee-4bdd-a51a-5b37dca25278 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7535167 Jul 16 18:13:39.591322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.693375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91450ae3-b022-46ad-b4b6-57e96e5cd8d5 req-0791dda4-700d-4bd0-a512-181ab6a7ece7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133238 Jul 16 18:13:39.741456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-563ad425-04a9-43e5-a323-71dcad138fd5 service neutron] 10.222.0.45 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306479 Jul 16 18:13:39.785748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-da0514e3-109d-4765-834c-63093c8b5da7 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Deleting port f4d4857a-9aba-4eb2-87c6-ebd608ced389 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:39.786000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da0514e3-109d-4765-834c-63093c8b5da7 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.891126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46946) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.917967 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da0514e3-109d-4765-834c-63093c8b5da7 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.939023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-da0514e3-109d-4765-834c-63093c8b5da7 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Calling delete_port for f4d4857a-9aba-4eb2-87c6-ebd608ced389 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:39.947826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-269ff3d2-4122-44ec-8981-619e6fac2386 req-d8a3068f-8693-4ca8-8bfa-7e66d6016695 service neutron] 10.222.0.45 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971369 Jul 16 18:13:39.951736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9cbf74-b31f-4ca6-86a2-e0bd838c25d0 admin admin] Deleting subnet 84d8b47e-08bc-405e-888c-e234259c61f2 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:39.965591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9cbf74-b31f-4ca6-86a2-e0bd838c25d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.022895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9cbf74-b31f-4ca6-86a2-e0bd838c25d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.044617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359590de-5c02-421e-a19c-0329fba6af2f', 'name': 'network-vif-deleted', 'tag': '70df5b85-8acb-45f1-86eb-4a11ecf3a25d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:40.046770 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6c9618-dd8f-4ea2-81c8-eae8cb0d4d13" -d '{"events": [{"server_uuid": "359590de-5c02-421e-a19c-0329fba6af2f", "name": "network-vif-deleted", "tag": "70df5b85-8acb-45f1-86eb-4a11ecf3a25d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:40.111194 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f7869a-b194-4720-ab03-f70a34bfdbda x-openstack-request-id: req-31f7869a-b194-4720-ab03-f70a34bfdbda {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:40.111194 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359590de-5c02-421e-a19c-0329fba6af2f", "name": "network-vif-deleted", "tag": "70df5b85-8acb-45f1-86eb-4a11ecf3a25d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:40.111194 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31f7869a-b194-4720-ab03-f70a34bfdbda {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:40.111194 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359590de-5c02-421e-a19c-0329fba6af2f', 'name': 'network-vif-deleted', 'tag': '70df5b85-8acb-45f1-86eb-4a11ecf3a25d', 'status': 'completed', 'code': 200} Jul 16 18:13:40.114135 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.133766 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9cbf74-b31f-4ca6-86a2-e0bd838c25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.210391 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9cbf74-b31f-4ca6-86a2-e0bd838c25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.218938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da0514e3-109d-4765-834c-63093c8b5da7 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.247206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cbf74-b31f-4ca6-86a2-e0bd838c25d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d8b47e-08bc-405e-888c-e234259c61f2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.253411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0514e3-109d-4765-834c-63093c8b5da7 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4d4857a-9aba-4eb2-87c6-ebd608ced389,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.253629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea9cbf74-b31f-4ca6-86a2-e0bd838c25d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.260073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:40.261619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ea9cbf74-b31f-4ca6-86a2-e0bd838c25d0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/84d8b47e-08bc-405e-888c-e234259c61f2 HTTP/1.1" status: 204 len: 168 time: 0.3691723 Jul 16 18:13:40.381281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.389164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da0514e3-109d-4765-834c-63093c8b5da7 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.391099 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-da0514e3-109d-4765-834c-63093c8b5da7 tempest-RoutersAdminNegativeTest-968434931 tempest-RoutersAdminNegativeTest-968434931-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f4d4857a-9aba-4eb2-87c6-ebd608ced389 HTTP/1.1" status: 204 len: 168 time: 0.7988803 Jul 16 18:13:40.481903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.494139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c37335e-9fc4-4212-be3b-880a2e0d71fb']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:40.505424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6e467f-7ff9-4b7f-9967-482cd2e5b355') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:40.505728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6e467f-7ff9-4b7f-9967-482cd2e5b355') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:40.516051 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.537938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.545142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:40.545583 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:40.601963 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:40.612112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.626948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.628995 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5c37335e-9fc4-4212-be3b-880a2e0d71fb HTTP/1.1" status: 204 len: 168 time: 0.3676577 Jul 16 18:13:40.668043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322c255-3c30-4809-b3ad-c20ac76835f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c37335e-9fc4-4212-be3b-880a2e0d71fb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.767808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b088de3-9d99-43b6-8ecd-de0f5746d863 req-9baca50f-9266-438e-92e1-fbbbb11226b5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.770362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b088de3-9d99-43b6-8ecd-de0f5746d863 req-9baca50f-9266-438e-92e1-fbbbb11226b5 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 944 time: 0.0842805 Jul 16 18:13:40.806476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:40.844924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b088de3-9d99-43b6-8ecd-de0f5746d863 req-1805c405-b64e-4516-9f52-eeee1a996c85 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550859 Jul 16 18:13:41.057267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.131225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f494e-650c-40b2-803a-7e2456dfa19c req-6ecb98c0-14c0-456f-8200-93bf56426dd5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.136310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf3f494e-650c-40b2-803a-7e2456dfa19c req-6ecb98c0-14c0-456f-8200-93bf56426dd5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.1314864 Jul 16 18:13:41.152452 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ddf6aa5a-40ad-4092-82c6-68d633e60d80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc9d9c31706a4760962c57c3bb702826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929308 Jul 16 18:13:41.162911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46986) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.175688 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48b81b8d-c3d8-468e-915a-6e62873a8e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.208348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-4aca384f-c136-41b8-9093-06e1aac5e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.210128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-4aca384f-c136-41b8-9093-06e1aac5e021 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 1098 time: 0.2465971 Jul 16 18:13:41.284345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf3f494e-650c-40b2-803a-7e2456dfa19c req-35d3cc12-1ce2-47ea-90c5-9cdbfa9e6559 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414263 Jul 16 18:13:41.301018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d6682de7-63b0-4cfc-af56-f02646eca69f details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:41.327158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56c86dc7-d204-4b99-8445-3d1b8663aead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.355675 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56c86dc7-d204-4b99-8445-3d1b8663aead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.398247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-a54236e5-647d-4282-af86-d43b7553bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.400738 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-a54236e5-647d-4282-af86-d43b7553bd5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 913 time: 0.1808462 Jul 16 18:13:41.448856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56c86dc7-d204-4b99-8445-3d1b8663aead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.451697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56c86dc7-d204-4b99-8445-3d1b8663aead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.453524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-56c86dc7-d204-4b99-8445-3d1b8663aead admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb41b24f-136d-4d91-9314-51782d26fa6c HTTP/1.1" status: 204 len: 168 time: 0.2894671 Jul 16 18:13:41.473745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c86dc7-d204-4b99-8445-3d1b8663aead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb41b24f-136d-4d91-9314-51782d26fa6c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.496894 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-8881b496-88b8-4ed1-b9dc-15f82456de8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2 HTTP/1.1" status: 200 len: 217 time: 0.0832870 Jul 16 18:13:41.556577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d6682de7-63b0-4cfc-af56-f02646eca69f,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:41.577496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'd6682de7-63b0-4cfc-af56-f02646eca69f', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'port_id': 'd6682de7-63b0-4cfc-af56-f02646eca69f', 'mac_address': 'fa:16:3e:ea:01:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6840c1a2-54a4-4cfc-bc82-83457b9c6a9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:41.608548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48b81b8d-c3d8-468e-915a-6e62873a8e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.642536 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48b81b8d-c3d8-468e-915a-6e62873a8e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.659777 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.718980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6682de7-63b0-4cfc-af56-f02646eca69f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:41.731862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b81b8d-c3d8-468e-915a-6e62873a8e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fa000d-7c26-4bcc-93a7-0d7942440f07,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.747850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-14391a76-6dab-405f-af5a-b38f18bbeaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.750271 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-14391a76-6dab-405f-af5a-b38f18bbeaa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.2464454 Jul 16 18:13:41.820329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-48b81b8d-c3d8-468e-915a-6e62873a8e22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d003c17b56194bf687f66ad571ed6f23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0125532 Jul 16 18:13:41.823880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.829704 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-eab471e9-04fe-4636-814a-e03ae92ec7bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524466 Jul 16 18:13:42.006208 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-43fa8c72-d0b4-4e41-8d8d-6c30e5dae749 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681683 Jul 16 18:13:42.074628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d6682de7-63b0-4cfc-af56-f02646eca69f,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:42.083610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16649317-6d90-44d9-849f-403670282da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.093461 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.166896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d6682de7-63b0-4cfc-af56-f02646eca69f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.179493 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16649317-6d90-44d9-849f-403670282da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.241520 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bcef36d9-f6e0-4c7b-b97b-b67f21696af6 req-229b7a72-b0f2-4245-8ac2-863c012bb4f8 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301602 Jul 16 18:13:42.356639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d6682de7-63b0-4cfc-af56-f02646eca69f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:42.595830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75a851-9ff1-40a7-8dd7-a48ce9e450dd req-457eb6b6-1c07-496e-8050-43ed1b3f59a4 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.597772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b75a851-9ff1-40a7-8dd7-a48ce9e450dd req-457eb6b6-1c07-496e-8050-43ed1b3f59a4 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 945 time: 0.3535163 Jul 16 18:13:42.632165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16649317-6d90-44d9-849f-403670282da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.637712 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16649317-6d90-44d9-849f-403670282da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.659152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-16649317-6d90-44d9-849f-403670282da6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9fa000d-7c26-4bcc-93a7-0d7942440f07 HTTP/1.1" status: 204 len: 168 time: 0.8225460 Jul 16 18:13:42.695372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16649317-6d90-44d9-849f-403670282da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fa000d-7c26-4bcc-93a7-0d7942440f07,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.720234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaed30-9056-4de4-aae5-aaa908bb2c29 req-30dbd41c-5258-4190-80d5-497cb4fc0766 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.727239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75aaed30-9056-4de4-aae5-aaa908bb2c29 req-30dbd41c-5258-4190-80d5-497cb4fc0766 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.2407322 Jul 16 18:13:42.786311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b75a851-9ff1-40a7-8dd7-a48ce9e450dd req-d424cf0b-605d-450e-a273-7c9ede3b21cf tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717117 Jul 16 18:13:42.850746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75aaed30-9056-4de4-aae5-aaa908bb2c29 req-dd2a9645-ec47-444f-acaf-4634dd0b9731 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222179 Jul 16 18:13:43.264667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47042) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.310232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d6682de7-63b0-4cfc-af56-f02646eca69f up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:43.323414 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f60cdb75-fa6c-4af0-97da-75b9d6eb3c08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7dbe1ea50b594cb78e258f92375999ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574398 Jul 16 18:13:43.326403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47044) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.424445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port d6682de7-63b0-4cfc-af56-f02646eca69f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:43.431136 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port d6682de7-63b0-4cfc-af56-f02646eca69f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:43.431947 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.471485 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd189aac-dd35-433b-993c-0403fbfcf448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.527823 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd189aac-dd35-433b-993c-0403fbfcf448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.613705 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.615549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd189aac-dd35-433b-993c-0403fbfcf448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.620291 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd189aac-dd35-433b-993c-0403fbfcf448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.621505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dd189aac-dd35-433b-993c-0403fbfcf448 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee13cb21-6a92-4a70-9bf6-d4dc4858a878 HTTP/1.1" status: 204 len: 168 time: 0.2943108 Jul 16 18:13:43.633674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189aac-dd35-433b-993c-0403fbfcf448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee13cb21-6a92-4a70-9bf6-d4dc4858a878,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.647978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:43.651944 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f124c2ec-75cb-4319-af81-f957a406c39d" -d '{"events": [{"server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "name": "network-vif-plugged", "status": "completed", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:43.680712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d6682de7-63b0-4cfc-af56-f02646eca69f,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:43.690679 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.775343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d6682de7-63b0-4cfc-af56-f02646eca69f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.786349 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe7505a-b361-42fb-a3b3-fb88858b8ea1 x-openstack-request-id: req-bfe7505a-b361-42fb-a3b3-fb88858b8ea1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:43.786906 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "name": "network-vif-plugged", "status": "completed", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:43.787155 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfe7505a-b361-42fb-a3b3-fb88858b8ea1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:43.787632 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f', 'code': 200} Jul 16 18:13:43.982293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4c5d0-0036-4448-b50f-44c8e3268acb req-6ee29516-9519-4167-939b-da39396c813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.985892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3df4c5d0-0036-4448-b50f-44c8e3268acb req-6ee29516-9519-4167-939b-da39396c813e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 1098 time: 0.1625853 Jul 16 18:13:44.067358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3df4c5d0-0036-4448-b50f-44c8e3268acb req-44d32dd2-ba13-4ca7-8ecb-7ade5a6d18fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Jul 16 18:13:44.247926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 10f99268-82be-4a24-9801-3cedb9fa7cd2 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:44.266007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24787b-7104-4a61-a4f2-d01478d528ba req-0459b2c5-49e7-4bce-8897-17b1deb235b2 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.280924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc24787b-7104-4a61-a4f2-d01478d528ba req-0459b2c5-49e7-4bce-8897-17b1deb235b2 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 946 time: 0.2200401 Jul 16 18:13:44.396089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb2fce-2fe3-4263-9a43-bca4fd6fb887 req-5b3f1469-8046-4e12-832b-1907e2b1c354 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.397608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8cb2fce-2fe3-4263-9a43-bca4fd6fb887 req-5b3f1469-8046-4e12-832b-1907e2b1c354 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 946 time: 0.3132253 Jul 16 18:13:44.474160 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.477031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc24787b-7104-4a61-a4f2-d01478d528ba req-4b2eba24-d95e-460f-9aa0-ec9b79c9ab26 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951473 Jul 16 18:13:44.611018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:44.612776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8cb2fce-2fe3-4263-9a43-bca4fd6fb887 req-98e75d7a-4a4a-4b22-92c7-5488dc3f8ff6 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939182 Jul 16 18:13:44.617787 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.658901 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-3933bfa1-54bc-43ca-8dbc-639930483a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.691222 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-3933bfa1-54bc-43ca-8dbc-639930483a3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 1098 time: 0.2377820 Jul 16 18:13:44.771564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=10f99268-82be-4a24-9801-3cedb9fa7cd2,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.045528 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-6b58b2fa-9c68-4a0e-9c87-e7ed270fd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.048901 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-6b58b2fa-9c68-4a0e-9c87-e7ed270fd32c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 913 time: 0.3519061 Jul 16 18:13:45.155009 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-c51b4287-531c-452a-8e1a-1712c5fc5b90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2 HTTP/1.1" status: 200 len: 217 time: 0.0960004 Jul 16 18:13:45.245187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-3a7e5ac4-31ea-4da4-b013-8bb114ba9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.246836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-3a7e5ac4-31ea-4da4-b013-8bb114ba9645 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.0646389 Jul 16 18:13:45.294284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47104) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.321239 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-884f6263-11c1-413c-9c02-faaf168642b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659323 Jul 16 18:13:45.460942 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-ec6aea59-cf1a-47c5-8138-0f5d18c258cc service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291702 Jul 16 18:13:45.514034 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-752576444'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:45.671412 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d00f1e84-d2f6-4a22-aa12-505b5fa03da1 req-130eb6c5-1091-45dc-9953-22fac9144e0f service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028866 Jul 16 18:13:45.788930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:45.792569 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d468c-1d63-45f9-8e1c-61855aa47111" -d '{"events": [{"server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "name": "network-vif-unplugged", "status": "completed", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:46.000140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:46.004242 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.014290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47126) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.061659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.144786 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f0e8ce-6d0e-4ad2-81c0-7d8c0c63ca09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.167506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b298bf-e73d-4860-bd10-a21f3f4b911f req-42a85fe4-95b7-4264-891b-449ee5f9f1ca tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.169004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5b298bf-e73d-4860-bd10-a21f3f4b911f req-42a85fe4-95b7-4264-891b-449ee5f9f1ca tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 946 time: 0.1802752 Jul 16 18:13:46.178987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ece2c-a191-45ca-be9e-6913ab89c068 req-ab7cd440-e288-4b60-b709-4982aa52f4f5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.180462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f3ece2c-a191-45ca-be9e-6913ab89c068 req-ab7cd440-e288-4b60-b709-4982aa52f4f5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 944 time: 0.1928930 Jul 16 18:13:46.269884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5b298bf-e73d-4860-bd10-a21f3f4b911f req-efa0181b-2268-4c21-bd78-d1c679731dca tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877094 Jul 16 18:13:46.284608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f3ece2c-a191-45ca-be9e-6913ab89c068 req-4fc7b38a-15e6-47a8-b2ba-bd6cfc66f77e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909638 Jul 16 18:13:46.299884 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.322767 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.343201 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1697039-6bfe-4caa-9a09-4243fdd52be4 x-openstack-request-id: req-a1697039-6bfe-4caa-9a09-4243fdd52be4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:46.343715 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "name": "network-vif-unplugged", "status": "failed", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:46.344105 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1697039-6bfe-4caa-9a09-4243fdd52be4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:46.344630 n-d-793619-10 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2', 'code': 422} returned with failed status Jul 16 18:13:46.373285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:46.406446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071c434e-1d48-4046-8bd0-2b2e7369bcd7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.410693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.411050 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Added segment b0fc8cc1-9017-4b4c-8e63-7a6e193074d9 of type vlan for network 982584e8-bbac-43ce-b633-758a660970f8 Jul 16 18:13:46.442143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.442564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.443079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.443529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.444058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.444537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.445024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.445459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.445937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.447031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.447579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.448547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:46.499813 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f0e8ce-6d0e-4ad2-81c0-7d8c0c63ca09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.506892 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f0e8ce-6d0e-4ad2-81c0-7d8c0c63ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.515091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.558755 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.564956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.565885 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.591331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0e8ce-6d0e-4ad2-81c0-7d8c0c63ca09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c32154-50ea-48ca-8075-4fe4ba1d0118,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.614233 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b2f0e8ce-6d0e-4ad2-81c0-7d8c0c63ca09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3fb06308794431baade895db831b2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985255 Jul 16 18:13:46.617038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47136) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.635808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47138) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.637005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3405297 Jul 16 18:13:46.642515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:46.688260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026964e-0b4c-4f86-bc04-5807e4134fe6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Network': ['ID=982584e8-bbac-43ce-b633-758a660970f8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.712786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:46.885780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9f28adf-0ed2-4248-93e6-d5440b5b1166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.920461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9f28adf-0ed2-4248-93e6-d5440b5b1166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.963559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:46.967981 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.079919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9f28adf-0ed2-4248-93e6-d5440b5b1166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.083670 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9f28adf-0ed2-4248-93e6-d5440b5b1166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.085136 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a9f28adf-0ed2-4248-93e6-d5440b5b1166 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13c32154-50ea-48ca-8075-4fe4ba1d0118 HTTP/1.1" status: 204 len: 168 time: 0.4667130 Jul 16 18:13:47.102969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f28adf-0ed2-4248-93e6-d5440b5b1166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c32154-50ea-48ca-8075-4fe4ba1d0118,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.215472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bb8a5-6864-466b-a58d-4befaf409d8a req-a432cfcd-e126-4be6-a76a-44a062d0b024 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.225644 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e95bb8a5-6864-466b-a58d-4befaf409d8a req-a432cfcd-e126-4be6-a76a-44a062d0b024 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 946 time: 0.0880835 Jul 16 18:13:47.274075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.285785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e95bb8a5-6864-466b-a58d-4befaf409d8a req-2df53c93-0823-44e0-b0cb-de6fc889c8a8 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589945 Jul 16 18:13:47.359693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=a81a8def-2690-416f-92aa-dc4c29730a07,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.380196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:47.380489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network hostable DHCP agents. Network: 982584e8-bbac-43ce-b633-758a660970f8, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:47.407539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:47.421287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 982584e8-bbac-43ce-b633-758a660970f8) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:47.426336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.426939 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.433736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93057e3-9040-45d6-af52-02df484e841c None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:47.477727 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e2f11ca2-3d99-414d-b3d9-af2fc93e553b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8395066 Jul 16 18:13:47.480446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47184) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.486956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'name': 'tempest-NetworksTestDHCPv6-925231361'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:47.699889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.729462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36925c2c-2eea-4d06-a540-268f76b8e484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.746170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:47.751501 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.802430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': 'a81a8def-2690-416f-92aa-dc4c29730a07'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:47.803311 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.806291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 62607fc7-15ee-49ce-acd6-ee852cf30b8c yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:47.982690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36925c2c-2eea-4d06-a540-268f76b8e484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.989305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-36925c2c-2eea-4d06-a540-268f76b8e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.049760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-36925c2c-2eea-4d06-a540-268f76b8e484 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56df73c11c6d4178a998d7a1b7fc3149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3463101 Jul 16 18:13:48.051234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47200) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.054472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36925c2c-2eea-4d06-a540-268f76b8e484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b92b162-da70-4895-8ae1-f9827a6864fb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.093289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::38 (982584e8-bbac-43ce-b633-758a660970f8/a81a8def-2690-416f-92aa-dc4c29730a07/62607fc7-15ee-49ce-acd6-ee852cf30b8c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:48.161790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-ea888e6a-bcff-4f57-8b17-07c9e1d601ce tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.164019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-ea888e6a-bcff-4f57-8b17-07c9e1d601ce tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a0c2d2d-49c5-4299-af2f-a992b34ed78f HTTP/1.1" status: 200 len: 944 time: 0.1039426 Jul 16 18:13:48.168671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f2ccd2b-4f97-427a-88d7-bfe380e11444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.191879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.248501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 10f99268-82be-4a24-9801-3cedb9fa7cd2 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:48.278902 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f2ccd2b-4f97-427a-88d7-bfe380e11444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.392214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Deleting port 10f99268-82be-4a24-9801-3cedb9fa7cd2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:48.392767 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.476369 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.520833 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b690c06-cc7a-41cc-bde3-44122d19d487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.535223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 62607fc7-15ee-49ce-acd6-ee852cf30b8c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:48.547266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] For port 10f99268-82be-4a24-9801-3cedb9fa7cd2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=10f99268-82be-4a24-9801-3cedb9fa7cd2,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:48.547751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.555665 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:48.567556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Calling delete_port for 10f99268-82be-4a24-9801-3cedb9fa7cd2 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:48.583963 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f2ccd2b-4f97-427a-88d7-bfe380e11444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.586552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f2ccd2b-4f97-427a-88d7-bfe380e11444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.590869 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5f2ccd2b-4f97-427a-88d7-bfe380e11444 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b92b162-da70-4895-8ae1-f9827a6864fb HTTP/1.1" status: 204 len: 168 time: 0.5362818 Jul 16 18:13:48.595608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c538c-1e91-45d7-878b-4ca49a3d6834 req-60f9b936-cc35-44d9-b463-30f6bf12600d tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.605409 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f7c538c-1e91-45d7-878b-4ca49a3d6834 req-60f9b936-cc35-44d9-b463-30f6bf12600d tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 946 time: 0.1259038 Jul 16 18:13:48.614233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ccd2b-4f97-427a-88d7-bfe380e11444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b92b162-da70-4895-8ae1-f9827a6864fb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.647613 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.723247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:48.735159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:48.747978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:48.754263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.755280 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.757941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/a81a8def-2690-416f-92aa-dc4c29730a07/84a2e805-d7d4-4427-84a0-8cb432651a07) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:48.796753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b690c06-cc7a-41cc-bde3-44122d19d487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.798519 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=62607fc7-15ee-49ce-acd6-ee852cf30b8c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.808842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b690c06-cc7a-41cc-bde3-44122d19d487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.813694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.829469 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3e9f4909-addd-4caf-8117-542e36876a3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3477230 Jul 16 18:13:48.833496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47214) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.879846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event deleted for resources: {'Port': ['ID=10f99268-82be-4a24-9801-3cedb9fa7cd2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.892129 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f7c538c-1e91-45d7-878b-4ca49a3d6834 req-5a11c518-8602-40c6-9447-66c7f0a7c001 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860396 Jul 16 18:13:48.906288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b690c06-cc7a-41cc-bde3-44122d19d487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2da236-be7b-4b98-8e25-18a57e761169,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.920556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5b690c06-cc7a-41cc-bde3-44122d19d487 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad70735e6225454abcf609032118cc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7274256 Jul 16 18:13:48.921249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47218) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.944147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] No DVR routers for this DVR port 10f99268-82be-4a24-9801-3cedb9fa7cd2 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:48.947287 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.956962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7ef288a-a929-4f88-aa09-d41cd1c8885b req-c3ed013d-ec5d-4ddb-b407-2c5cbb1f1294 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "DELETE /v2.0/ports/10f99268-82be-4a24-9801-3cedb9fa7cd2 HTTP/1.1" status: 204 len: 173 time: 0.7856114 Jul 16 18:13:48.957470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'name': 'network-vif-deleted', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:48.960717 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f3bfcc-220e-491f-9eb1-6774c3a58c42" -d '{"events": [{"server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "name": "network-vif-deleted", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:49.016076 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.037577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Transition to ACTIVE for port object 84a2e805-d7d4-4427-84a0-8cb432651a07 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:49.066348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Transition to ACTIVE for port object 84a2e805-d7d4-4427-84a0-8cb432651a07 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:49.091088 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.092366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ef0c3-2eb5-450e-a504-49b1c24f516c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.094044 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-738ef0c3-2eb5-450e-a504-49b1c24f516c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2570257 Jul 16 18:13:49.097245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47236) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.128674 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dd91074-6218-44eb-a2f7-8a166887e013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.180174 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dd91074-6218-44eb-a2f7-8a166887e013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.193397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:49.203421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:49.209378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:49.284898 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dd91074-6218-44eb-a2f7-8a166887e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.287576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5dd91074-6218-44eb-a2f7-8a166887e013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.291716 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5dd91074-6218-44eb-a2f7-8a166887e013 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae2da236-be7b-4b98-8e25-18a57e761169 HTTP/1.1" status: 204 len: 168 time: 0.3655591 Jul 16 18:13:49.320265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd91074-6218-44eb-a2f7-8a166887e013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2da236-be7b-4b98-8e25-18a57e761169,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.340317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a14bfaa4-3f91-4799-8701-29d990b6702f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 62607fc7-15ee-49ce-acd6-ee852cf30b8c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:49.345573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a14bfaa4-3f91-4799-8701-29d990b6702f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.353430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Pushing event updated for resources: {'Port': ['ID=84a2e805-d7d4-4427-84a0-8cb432651a07,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.374526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Attempting to bind port 84a2e805-d7d4-4427-84a0-8cb432651a07 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:49.374792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Attempting to bind port 84a2e805-d7d4-4427-84a0-8cb432651a07 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:49.377822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Attempting to bind port 84a2e805-d7d4-4427-84a0-8cb432651a07 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:49.389468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:49.389846 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:49.390253 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.390647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:49.391116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Bound port: 84a2e805-d7d4-4427-84a0-8cb432651a07, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:49.391503 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.481232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a14bfaa4-3f91-4799-8701-29d990b6702f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.498931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a14bfaa4-3f91-4799-8701-29d990b6702f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 62607fc7-15ee-49ce-acd6-ee852cf30b8c owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:49.509771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] For port 84a2e805-d7d4-4427-84a0-8cb432651a07, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:49.523673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] For port 84a2e805-d7d4-4427-84a0-8cb432651a07, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=84a2e805-d7d4-4427-84a0-8cb432651a07,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:49.535318 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.657935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6fa9b-e4c9-47cb-9736-af30e059b356 None None] Pushing event updated for resources: {'Port': ['ID=84a2e805-d7d4-4427-84a0-8cb432651a07,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.731389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a14bfaa4-3f91-4799-8701-29d990b6702f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.811087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bfaa4-3f91-4799-8701-29d990b6702f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=62607fc7-15ee-49ce-acd6-ee852cf30b8c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.919550 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f977a-cb51-4f42-910b-1e614233d304 x-openstack-request-id: req-501f977a-cb51-4f42-910b-1e614233d304 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:49.922403 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a0c2d2d-49c5-4299-af2f-a992b34ed78f", "name": "network-vif-deleted", "tag": "10f99268-82be-4a24-9801-3cedb9fa7cd2", "status": "failed", "code": 422}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:49.922869 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-501f977a-cb51-4f42-910b-1e614233d304 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:49.924198 n-d-793619-10 neutron-server[93823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a0c2d2d-49c5-4299-af2f-a992b34ed78f', 'name': 'network-vif-deleted', 'tag': '10f99268-82be-4a24-9801-3cedb9fa7cd2', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:13:49.934237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a14bfaa4-3f91-4799-8701-29d990b6702f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.944617 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a14bfaa4-3f91-4799-8701-29d990b6702f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/62607fc7-15ee-49ce-acd6-ee852cf30b8c HTTP/1.1" status: 204 len: 168 time: 0.8439479 Jul 16 18:13:49.945240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47312) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.702307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efa650-2d69-4126-8f06-cd3d70e2fb9a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.705283 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efa650-2d69-4126-8f06-cd3d70e2fb9a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.709512 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-98efa650-2d69-4126-8f06-cd3d70e2fb9a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7606111 Jul 16 18:13:50.709964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.875913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10d0132-b439-45ef-9a93-829630766ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet a81a8def-2690-416f-92aa-dc4c29730a07 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:50.919288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a10d0132-b439-45ef-9a93-829630766ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.008316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a10d0132-b439-45ef-9a93-829630766ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.050395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-6b7bc9c4-6db0-41d4-bf09-e8624f761cee tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.052141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-6b7bc9c4-6db0-41d4-bf09-e8624f761cee tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.2449749 Jul 16 18:13:51.077993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-60e80c32-f5b7-430f-9848-f2947fb1864c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/quotas/b4ead2119915486aaa08f9849e05a40d HTTP/1.1" status: 200 len: 375 time: 0.0178068 Jul 16 18:13:51.127645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-387957f7-8e5f-4e98-a934-57fabea6edc2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486553 Jul 16 18:13:51.283678 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a10d0132-b439-45ef-9a93-829630766ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.330970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d6682de7-63b0-4cfc-af56-f02646eca69f details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:51.373927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db703def-ee49-4d60-9bed-3ce6ba605bfb None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:51.380268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-2de105c1-9c10-46b9-a7a4-df984bf208e8 service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516665 Jul 16 18:13:51.496169 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:13:51.503925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a10d0132-b439-45ef-9a93-829630766ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.551277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d0132-b439-45ef-9a93-829630766ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=a81a8def-2690-416f-92aa-dc4c29730a07,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.700869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e7a8e2e3-f1b1-4b68-9f1d-5c30e6ef4925 None None] Provisioning for port 84a2e805-d7d4-4427-84a0-8cb432651a07 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:51.731520 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-040515e8-9f7e-4d36-a8a2-4ee087d6955e service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358481 Jul 16 18:13:51.737458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a10d0132-b439-45ef-9a93-829630766ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.744393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a10d0132-b439-45ef-9a93-829630766ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/a81a8def-2690-416f-92aa-dc4c29730a07 HTTP/1.1" status: 204 len: 168 time: 1.0327079 Jul 16 18:13:51.747303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.771747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 84a2e805-d7d4-4427-84a0-8cb432651a07 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:51.909106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d6682de7-63b0-4cfc-af56-f02646eca69f,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:51.921778 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8d78c1ef-ae08-44f1-b520-809d567be40c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1708467 Jul 16 18:13:51.922548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47442) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.931422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:51.951639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'd6682de7-63b0-4cfc-af56-f02646eca69f', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'port_id': 'd6682de7-63b0-4cfc-af56-f02646eca69f', 'mac_address': 'fa:16:3e:ea:01:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6840c1a2-54a4-4cfc-bc82-83457b9c6a9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:51.995202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 84a2e805-d7d4-4427-84a0-8cb432651a07 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:52.017717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 84a2e805-d7d4-4427-84a0-8cb432651a07 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:52.018103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.079705 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.137045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6682de7-63b0-4cfc-af56-f02646eca69f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:52.207072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d6682de7-63b0-4cfc-af56-f02646eca69f,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:52.212756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:52.218474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c7e65-3dbc-4817-8599-f381473cef28 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:52.223578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.236875 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.408081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-360660c9-8a90-4ceb-904f-2b20f6d5a064 req-7322aaee-a1e0-4cbf-88f3-f6eab3842a96 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 210 time: 0.2006843 Jul 16 18:13:52.427477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d6682de7-63b0-4cfc-af56-f02646eca69f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:52.591540 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.598921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d6682de7-63b0-4cfc-af56-f02646eca69f,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.672551 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.677558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f47c7e65-3dbc-4817-8599-f381473cef28 None None] Deleting port 84a2e805-d7d4-4427-84a0-8cb432651a07 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:52.678162 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f47c7e65-3dbc-4817-8599-f381473cef28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.779229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:52.794733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:52.807119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.807854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.838157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 84a2e805-d7d4-4427-84a0-8cb432651a07, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=84a2e805-d7d4-4427-84a0-8cb432651a07,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:52.838901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=89547bc2-d06e-4e0a-a782-d32e3770429d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.855617 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fdecff3e-c901-4ec3-9b48-1dcf845a035c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9309661 Jul 16 18:13:52.858560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.864640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'name': 'tempest-NetworksTestDHCPv6-557430310'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:52.886614 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.100311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:53.109231 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.170562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port c60e02cb-260b-456f-b0e9-88bdfbbe227e yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:53.287063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=84a2e805-d7d4-4427-84a0-8cb432651a07,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.337958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f47c7e65-3dbc-4817-8599-f381473cef28 None None] For port 84a2e805-d7d4-4427-84a0-8cb432651a07, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=84a2e805-d7d4-4427-84a0-8cb432651a07,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:53.338625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f47c7e65-3dbc-4817-8599-f381473cef28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.370535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f47c7e65-3dbc-4817-8599-f381473cef28 None None] Calling delete_port for 84a2e805-d7d4-4427-84a0-8cb432651a07 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:53.558284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::268 (982584e8-bbac-43ce-b633-758a660970f8/89547bc2-d06e-4e0a-a782-d32e3770429d/c60e02cb-260b-456f-b0e9-88bdfbbe227e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:53.660016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 84a2e805-d7d4-4427-84a0-8cb432651a07 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:53.717126 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f47c7e65-3dbc-4817-8599-f381473cef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.781403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No active binding found for port 84a2e805-d7d4-4427-84a0-8cb432651a07 {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:13:53.782542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 84a2e805-d7d4-4427-84a0-8cb432651a07 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:53.790936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c7e65-3dbc-4817-8599-f381473cef28 None None] Pushing event deleted for resources: {'Port': ['ID=84a2e805-d7d4-4427-84a0-8cb432651a07,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.817710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c7e65-3dbc-4817-8599-f381473cef28 None None] No DVR routers for this DVR port 84a2e805-d7d4-4427-84a0-8cb432651a07 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:53.836233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f890f3-60c9-4bfe-87f2-44e86ca2c952 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:53.921379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-027813d5-63fe-4f47-8142-eba98d885da4 req-595c64c9-fe2f-4253-be2c-0f06aa98ce33 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 210 time: 0.0460577 Jul 16 18:13:54.017771 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.030116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.055134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object c60e02cb-260b-456f-b0e9-88bdfbbe227e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:54.130460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '89547bc2-d06e-4e0a-a782-d32e3770429d'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:54.131881 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.224400 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.292783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=c60e02cb-260b-456f-b0e9-88bdfbbe227e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.295483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.309721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:54.311214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:54.313953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:54.323329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.324447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.410325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/89547bc2-d06e-4e0a-a782-d32e3770429d/bfe0cd64-97c9-47f3-956c-1c1eeeb29587) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:54.576239 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.590119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.607862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0cc16f44-4430-4361-87bb-c42d70c9932c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7468460 Jul 16 18:13:54.609505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47550) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.640201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-020843cb-7415-4e70-856a-3fc5502df145 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.642363 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-020843cb-7415-4e70-856a-3fc5502df145 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.2250831 Jul 16 18:13:54.666694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Request body: {'port': {'device_id': 'b835dfcd-148b-411d-bb61-e7371b4146b0', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'admin_state_up': True, 'tenant_id': 'b4ead2119915486aaa08f9849e05a40d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:54.677622 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=391b62e132074333af586281544b04da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6460538 Jul 16 18:13:54.696001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47554) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.718706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb488d59-a724-444f-8fe6-ec8a034c3053,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.752142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.752894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.753453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.754001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.754567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.755353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.755907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.756446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.757018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.757558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.758265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.758862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6aa2849-0c2b-4349-922a-f33ce25f9ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:54.784785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.825784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Transition to ACTIVE for port object bfe0cd64-97c9-47f3-956c-1c1eeeb29587 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:54.853794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Transition to ACTIVE for port object bfe0cd64-97c9-47f3-956c-1c1eeeb29587 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:54.864498 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.938701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Pushing event updated for resources: {'Port': ['ID=bfe0cd64-97c9-47f3-956c-1c1eeeb29587,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.955830 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7fa563e-356b-4f37-90ba-883c6f230d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.976148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:54.981403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:54.992605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:55.019481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7fa563e-356b-4f37-90ba-883c6f230d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.026204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Made reservation on behalf of b4ead2119915486aaa08f9849e05a40d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:55.033433 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.050120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba9288-25ca-4615-a151-f0fa8460ecca tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:55.055186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2eba9288-25ca-4615-a151-f0fa8460ecca tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4415526 Jul 16 18:13:55.061199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.167849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Attempting to bind port bfe0cd64-97c9-47f3-956c-1c1eeeb29587 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:55.169346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Attempting to bind port bfe0cd64-97c9-47f3-956c-1c1eeeb29587 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:55.172212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Attempting to bind port bfe0cd64-97c9-47f3-956c-1c1eeeb29587 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:55.201779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:55.203801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:55.206890 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.209809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:55.210579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Bound port: bfe0cd64-97c9-47f3-956c-1c1eeeb29587, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:55.215626 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.217724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7fa563e-356b-4f37-90ba-883c6f230d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.222942 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7fa563e-356b-4f37-90ba-883c6f230d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.226680 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c7fa563e-356b-4f37-90ba-883c6f230d0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb488d59-a724-444f-8fe6-ec8a034c3053 HTTP/1.1" status: 204 len: 168 time: 0.5262804 Jul 16 18:13:55.285458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa563e-356b-4f37-90ba-883c6f230d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb488d59-a724-444f-8fe6-ec8a034c3053,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.349289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d6682de7-63b0-4cfc-af56-f02646eca69f up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:55.429148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9fd3f81-e021-4311-84b0-b7f19cb095c3 req-1d656fe2-0b3c-4870-a62b-5016ad3ba80b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 210 time: 0.1095695 Jul 16 18:13:55.479907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ec4ca-1708-401b-bbc1-a80664f988f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port c60e02cb-260b-456f-b0e9-88bdfbbe227e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:55.480596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec4ca-1708-401b-bbc1-a80664f988f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.506016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Allocated IP 172.20.0.13 (f12a6415-c118-4479-8678-787f7505198a/154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de/51ece43f-0d72-4ea4-8496-9afbb0843325) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:55.682771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] For port bfe0cd64-97c9-47f3-956c-1c1eeeb29587, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:55.702733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] For port bfe0cd64-97c9-47f3-956c-1c1eeeb29587, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bfe0cd64-97c9-47f3-956c-1c1eeeb29587,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:55.732726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port d6682de7-63b0-4cfc-af56-f02646eca69f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:55.733544 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.737257 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.790589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec4ca-1708-401b-bbc1-a80664f988f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.869325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ec4ca-1708-401b-bbc1-a80664f988f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for c60e02cb-260b-456f-b0e9-88bdfbbe227e owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:55.875684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.913915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3ed39e9-5ec3-4c00-a1ac-b1b94bf47d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.932447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ca3f2-b8f9-44c8-adc8-fafd0ce50ed8 None None] Pushing event updated for resources: {'Port': ['ID=bfe0cd64-97c9-47f3-956c-1c1eeeb29587,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.029053 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.074843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.079026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d6682de7-63b0-4cfc-af56-f02646eca69f,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:56.080233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:56.085912 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249010a4-afef-4f58-bf00-fa41c549e60d" -d '{"events": [{"server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "name": "network-vif-plugged", "status": "completed", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:56.094595 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.189508 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95f6756-8919-40f6-bdc1-cbacb6067035 x-openstack-request-id: req-a95f6756-8919-40f6-bdc1-cbacb6067035 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:56.190880 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "name": "network-vif-plugged", "status": "completed", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:56.192077 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a95f6756-8919-40f6-bdc1-cbacb6067035 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:56.192777 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f', 'code': 200} Jul 16 18:13:56.193000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.227525 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d6682de7-63b0-4cfc-af56-f02646eca69f,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.286657 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3ed39e9-5ec3-4c00-a1ac-b1b94bf47d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.296629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3ed39e9-5ec3-4c00-a1ac-b1b94bf47d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.310778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event updated for resources: {'Port': ['ID=51ece43f-0d72-4ea4-8496-9afbb0843325,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.383624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Network f12a6415-c118-4479-8678-787f7505198a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:56.389837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed39e9-5ec3-4c00-a1ac-b1b94bf47d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677c0557-5cbc-41db-9d6f-20cbfb4c42c1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.397129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:56.404813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:56.433897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e3ed39e9-5ec3-4c00-a1ac-b1b94bf47d71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f283bbc6bfbe4163a7a49f61a3430397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542800 Jul 16 18:13:56.442730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.486801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.487724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.512472 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-e5fe8dfe-b8ec-482a-8e02-0cf3042792e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8516984 Jul 16 18:13:56.538630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Request body: {'port': {'device_id': 'b835dfcd-148b-411d-bb61-e7371b4146b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:56.610400 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef8617e1-eed0-427e-ab62-4a8549c0924a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.647494 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec4ca-1708-401b-bbc1-a80664f988f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.691767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.802010 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef8617e1-eed0-427e-ab62-4a8549c0924a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.811984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec4ca-1708-401b-bbc1-a80664f988f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.816530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7f8ec4ca-1708-401b-bbc1-a80664f988f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/c60e02cb-260b-456f-b0e9-88bdfbbe227e HTTP/1.1" status: 204 len: 168 time: 1.7516022 Jul 16 18:13:56.816530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ec4ca-1708-401b-bbc1-a80664f988f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=c60e02cb-260b-456f-b0e9-88bdfbbe227e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.819189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.043302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef8617e1-eed0-427e-ab62-4a8549c0924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.046687 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef8617e1-eed0-427e-ab62-4a8549c0924a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.050798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ef8617e1-eed0-427e-ab62-4a8549c0924a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/677c0557-5cbc-41db-9d6f-20cbfb4c42c1 HTTP/1.1" status: 204 len: 168 time: 0.6069312 Jul 16 18:13:57.103577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8617e1-eed0-427e-ab62-4a8549c0924a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677c0557-5cbc-41db-9d6f-20cbfb4c42c1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.139869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf90533-f31b-4a1f-8a3a-98aff6efb16f req-d733b400-f414-430b-af58-03d42dd011b0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.190866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdf90533-f31b-4a1f-8a3a-98aff6efb16f req-d733b400-f414-430b-af58-03d42dd011b0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 932 time: 0.3467815 Jul 16 18:13:57.238858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c147f05-ccb3-48db-a62f-3c772cb17d06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.241520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c147f05-ccb3-48db-a62f-3c772cb17d06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.250534 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4c147f05-ccb3-48db-a62f-3c772cb17d06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4275661 Jul 16 18:13:57.263288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.342883 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdf90533-f31b-4a1f-8a3a-98aff6efb16f req-406990a2-f70c-4934-b289-5b9ae86d3e93 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510363 Jul 16 18:13:57.415717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0561029-d311-4291-bd8b-5e903af64f17 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 89547bc2-d06e-4e0a-a782-d32e3770429d {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:57.429617 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0561029-d311-4291-bd8b-5e903af64f17 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.539497 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0561029-d311-4291-bd8b-5e903af64f17 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.747047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ece43f-0d72-4ea4-8496-9afbb0843325 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:57.767678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.790869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Transition to ACTIVE for port object 51ece43f-0d72-4ea4-8496-9afbb0843325 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:57.797602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.863668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Pushing event updated for resources: {'Port': ['ID=51ece43f-0d72-4ea4-8496-9afbb0843325,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.890139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bfe0cd64-97c9-47f3-956c-1c1eeeb29587 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:57.907016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0561029-d311-4291-bd8b-5e903af64f17 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.050071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port bfe0cd64-97c9-47f3-956c-1c1eeeb29587 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:58.077263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bfe0cd64-97c9-47f3-956c-1c1eeeb29587 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:58.077868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0561029-d311-4291-bd8b-5e903af64f17 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.083824 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.135052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Attempting to bind port 51ece43f-0d72-4ea4-8496-9afbb0843325 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:58.136563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Attempting to bind port 51ece43f-0d72-4ea4-8496-9afbb0843325 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:58.137727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Attempting to bind port 51ece43f-0d72-4ea4-8496-9afbb0843325 on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:58.144920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Port 51ece43f-0d72-4ea4-8496-9afbb0843325 on network f12a6415-c118-4479-8678-787f7505198a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:58.146141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Attempting to bind port 51ece43f-0d72-4ea4-8496-9afbb0843325 on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:58.157301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:58.158798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Checking segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:58.162954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0561029-d311-4291-bd8b-5e903af64f17 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=89547bc2-d06e-4e0a-a782-d32e3770429d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.164283 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Bound using segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:58.165879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Bound port: 51ece43f-0d72-4ea4-8496-9afbb0843325, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:58.172256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.184322 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0561029-d311-4291-bd8b-5e903af64f17 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.186279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66f4fb39-0470-4b15-a3a6-df2ec5bf8cbd None None] Provisioning for port bfe0cd64-97c9-47f3-956c-1c1eeeb29587 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:58.188609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d0561029-d311-4291-bd8b-5e903af64f17 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/89547bc2-d06e-4e0a-a782-d32e3770429d HTTP/1.1" status: 204 len: 168 time: 0.9228537 Jul 16 18:13:58.198451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47618) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:58.209236 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66f4fb39-0470-4b15-a3a6-df2ec5bf8cbd None None] Provisioning complete for port bfe0cd64-97c9-47f3-956c-1c1eeeb29587 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:58.210980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66f4fb39-0470-4b15-a3a6-df2ec5bf8cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.330602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2254fa70-ebf0-44aa-86e4-905d45f3bc42 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:58.348941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] For port 51ece43f-0d72-4ea4-8496-9afbb0843325, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:58.356630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] For port 51ece43f-0d72-4ea4-8496-9afbb0843325, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51ece43f-0d72-4ea4-8496-9afbb0843325,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:58.382137 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.425163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.425802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.426791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ef039c86-1c0b-4158-8dc3-01994ec6280c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2260048 Jul 16 18:13:58.431030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:58.439506 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] 10.222.0.46 "PUT /v2.0/ports/51ece43f-0d72-4ea4-8496-9afbb0843325 HTTP/1.1" status: 200 len: 1093 time: 1.9062028 Jul 16 18:13:58.440351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b835dfcd-148b-411d-bb61-e7371b4146b0', 'tag': '51ece43f-0d72-4ea4-8496-9afbb0843325'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:58.449803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:58.458436 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ec02c8-c584-4e11-807c-0da289581b52" -d '{"events": [{"name": "network-changed", "server_uuid": "b835dfcd-148b-411d-bb61-e7371b4146b0", "tag": "51ece43f-0d72-4ea4-8496-9afbb0843325"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:58.692298 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.738076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:58.742421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.791596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575bc0e-b901-43e3-bfb2-08adaa4b1d46 service neutron] Pushing event updated for resources: {'Port': ['ID=51ece43f-0d72-4ea4-8496-9afbb0843325,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.815547 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.860272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-137d86ae-7ead-402f-969d-68399e83a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.867108 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-137d86ae-7ead-402f-969d-68399e83a63f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 1096 time: 0.3162787 Jul 16 18:13:58.981086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port bfe0cd64-97c9-47f3-956c-1c1eeeb29587, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bfe0cd64-97c9-47f3-956c-1c1eeeb29587,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:59.011698 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.026049 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-81a220e4-47cf-4192-88fa-ee17bf0283c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51ece43f-0d72-4ea4-8496-9afbb0843325 HTTP/1.1" status: 200 len: 217 time: 0.1371734 Jul 16 18:13:59.031176 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66f4fb39-0470-4b15-a3a6-df2ec5bf8cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.049337 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.070476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863be368-c6a4-4511-ad39-8b93e2d7cc19 req-e2c96952-147b-42f3-b4c0-02f3a174bc13 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.079273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-863be368-c6a4-4511-ad39-8b93e2d7cc19 req-e2c96952-147b-42f3-b4c0-02f3a174bc13 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 944 time: 0.4390614 Jul 16 18:13:59.146425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-4ba58d81-d1f9-4ff0-9551-de9f4b8d81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.148234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:59.148503 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-4ba58d81-d1f9-4ff0-9551-de9f4b8d81f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.1060658 Jul 16 18:13:59.157357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:59.169550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.170369 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.203621 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7681718 Jul 16 18:13:59.208851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47648) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.209684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de478e47-a00f-4b7c-a83e-0c359edbb027 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=431f5cb2-5711-4911-a0b7-ce53891bea64,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.217808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'name': 'tempest-NetworksTestDHCPv6-2014865633'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:59.219114 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-a00f1cec-48ff-4e59-a063-fa938343bc97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608392 Jul 16 18:13:59.254154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-863be368-c6a4-4511-ad39-8b93e2d7cc19 req-71b144d8-3512-4343-918f-ce336d4c1dfb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735778 Jul 16 18:13:59.318258 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-66f4fb39-0470-4b15-a3a6-df2ec5bf8cbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:13:59.318624 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-66f4fb39-0470-4b15-a3a6-df2ec5bf8cbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:13:59.335736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=bfe0cd64-97c9-47f3-956c-1c1eeeb29587,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.425380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cdf444-3dfc-460c-9289-42880ae40ade None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:59.439598 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba9d4c0-cbb4-4a87-ba23-2ea87d042f15 x-openstack-request-id: req-dba9d4c0-cbb4-4a87-ba23-2ea87d042f15 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:59.440162 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b835dfcd-148b-411d-bb61-e7371b4146b0", "tag": "51ece43f-0d72-4ea4-8496-9afbb0843325", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:59.440162 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dba9d4c0-cbb4-4a87-ba23-2ea87d042f15 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:59.440557 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b835dfcd-148b-411d-bb61-e7371b4146b0', 'tag': '51ece43f-0d72-4ea4-8496-9afbb0843325', 'status': 'completed', 'code': 200} Jul 16 18:13:59.526954 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-96db84d7-2c49-4181-b5e0-24c342f147ba service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970552 Jul 16 18:13:59.581457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:59.586190 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.613920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e2cdf444-3dfc-460c-9289-42880ae40ade None None] Deleting port bfe0cd64-97c9-47f3-956c-1c1eeeb29587 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:59.614508 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2cdf444-3dfc-460c-9289-42880ae40ade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.671870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bfe0cd64-97c9-47f3-956c-1c1eeeb29587 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:59.678802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 32a07641-372f-4d45-a1af-3f16508cbfe5 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:59.846796 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-56ec0511-a049-43d8-8c86-d4737e57f0ce req-552d674c-2099-4801-bb7e-52dae0a4dcdc service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095934 Jul 16 18:13:59.939190 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.044009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::23c (982584e8-bbac-43ce-b633-758a660970f8/431f5cb2-5711-4911-a0b7-ce53891bea64/32a07641-372f-4d45-a1af-3f16508cbfe5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:00.072905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port bfe0cd64-97c9-47f3-956c-1c1eeeb29587, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bfe0cd64-97c9-47f3-956c-1c1eeeb29587,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:00.089388 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.093023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e2cdf444-3dfc-460c-9289-42880ae40ade None None] For port bfe0cd64-97c9-47f3-956c-1c1eeeb29587, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bfe0cd64-97c9-47f3-956c-1c1eeeb29587,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:00.093400 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2cdf444-3dfc-460c-9289-42880ae40ade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.138898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec02c8-c584-4e11-807c-0da289581b52 req-e5169288-389c-4797-ab6f-75ab4249e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.141684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e2cdf444-3dfc-460c-9289-42880ae40ade None None] Calling delete_port for bfe0cd64-97c9-47f3-956c-1c1eeeb29587 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:00.145336 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec02c8-c584-4e11-807c-0da289581b52 req-e5169288-389c-4797-ab6f-75ab4249e1fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 1096 time: 0.1651528 Jul 16 18:14:00.190072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=bfe0cd64-97c9-47f3-956c-1c1eeeb29587,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.238584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8820742-6634-4a6d-a290-5c17bdc6e9c7 None None] Could not find standard attr ID for object 62607fc7-15ee-49ce-acd6-ee852cf30b8c. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:00.338974 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e2cdf444-3dfc-460c-9289-42880ae40ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.359774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cdf444-3dfc-460c-9289-42880ae40ade None None] No DVR routers for this DVR port bfe0cd64-97c9-47f3-956c-1c1eeeb29587 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:00.404416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec02c8-c584-4e11-807c-0da289581b52 req-6c58c4dc-9eda-4194-9152-dd32a9950fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.406152 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec02c8-c584-4e11-807c-0da289581b52 req-6c58c4dc-9eda-4194-9152-dd32a9950fec service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 913 time: 0.2532010 Jul 16 18:14:00.413027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdf444-3dfc-460c-9289-42880ae40ade None None] Pushing event deleted for resources: {'Port': ['ID=bfe0cd64-97c9-47f3-956c-1c1eeeb29587,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.429389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4938deb-01d9-4607-bad9-e4dba924d872 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:00.476063 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec02c8-c584-4e11-807c-0da289581b52 req-da5ec826-51d5-49d0-abdd-9cc9c8529337 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51ece43f-0d72-4ea4-8496-9afbb0843325 HTTP/1.1" status: 200 len: 217 time: 0.0581198 Jul 16 18:14:00.623601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec02c8-c584-4e11-807c-0da289581b52 req-4d1ccb32-5c2f-4472-b7ca-2b9f6c106122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.631013 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec02c8-c584-4e11-807c-0da289581b52 req-4d1ccb32-5c2f-4472-b7ca-2b9f6c106122 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.1365440 Jul 16 18:14:00.635100 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.674463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 32a07641-372f-4d45-a1af-3f16508cbfe5 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:00.720114 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec02c8-c584-4e11-807c-0da289581b52 req-e04e940b-3197-483e-8ada-5f491c8e5414 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758209 Jul 16 18:14:00.781870 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.930652 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec02c8-c584-4e11-807c-0da289581b52 req-9aa6111f-c401-4a86-a198-72c2557dbeb3 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023246 Jul 16 18:14:00.968970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '431f5cb2-5711-4911-a0b7-ce53891bea64'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:00.975374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.251926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec02c8-c584-4e11-807c-0da289581b52 req-e8af41d0-51a9-4184-8636-6c0fbda3e174 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108256 Jul 16 18:14:01.317017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/431f5cb2-5711-4911-a0b7-ce53891bea64/87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:01.470318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:01.511182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:01.520813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:01.531744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.532590 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.555489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=32a07641-372f-4d45-a1af-3f16508cbfe5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.614585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db35c2-ae5b-4212-82b1-20311c0c63ed req-bef7d219-030c-4b25-8e98-20a600f389e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.622989 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17db35c2-ae5b-4212-82b1-20311c0c63ed req-bef7d219-030c-4b25-8e98-20a600f389e3 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 944 time: 0.8129866 Jul 16 18:14:01.626509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fbbb7e74-39f5-4f91-a868-7605bd8d360e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4133329 Jul 16 18:14:01.630712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:01.699934 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17db35c2-ae5b-4212-82b1-20311c0c63ed req-b436e50d-0c4d-40f5-9adf-2c388e837b73 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759108 Jul 16 18:14:01.916560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aa08fd-20be-473d-b2a8-cce5f2a6b434 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.917800 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e2aa08fd-20be-473d-b2a8-cce5f2a6b434 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2858272 Jul 16 18:14:01.920291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.082048 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.095513 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Transition to ACTIVE for port object 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:02.146276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Transition to ACTIVE for port object 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:02.164216 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.271113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:02.280174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:02.290256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:02.296847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-58193b83-de52-45fa-95bb-24d908eb51b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 32a07641-372f-4d45-a1af-3f16508cbfe5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:02.299761 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58193b83-de52-45fa-95bb-24d908eb51b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.330105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 51ece43f-0d72-4ea4-8496-9afbb0843325 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:02.528197 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58193b83-de52-45fa-95bb-24d908eb51b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.579664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-58193b83-de52-45fa-95bb-24d908eb51b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 32a07641-372f-4d45-a1af-3f16508cbfe5 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:02.765385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Attempting to bind port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:02.767177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Attempting to bind port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:02.767688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Attempting to bind port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:02.774391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Pushing event updated for resources: {'Port': ['ID=87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:02.808652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:02.808652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:02.808652 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.809278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:02.809885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Bound port: 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:02.814042 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.989509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 51ece43f-0d72-4ea4-8496-9afbb0843325, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51ece43f-0d72-4ea4-8496-9afbb0843325,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:03.031060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '51ece43f-0d72-4ea4-8496-9afbb0843325', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'port_id': '51ece43f-0d72-4ea4-8496-9afbb0843325', 'mac_address': 'fa:16:3e:4f:d1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:03.145556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] For port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:03.156005 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58193b83-de52-45fa-95bb-24d908eb51b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.203785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c17e5f5f-9e49-48c5-afb4-efc28f337351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.211709 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.268871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] For port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:03.272927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ece43f-0d72-4ea4-8496-9afbb0843325 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:03.289649 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.373365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58193b83-de52-45fa-95bb-24d908eb51b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=32a07641-372f-4d45-a1af-3f16508cbfe5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.506672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 51ece43f-0d72-4ea4-8496-9afbb0843325, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51ece43f-0d72-4ea4-8496-9afbb0843325,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:03.509955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ac658-da5c-445e-a076-ac803013cf6b None None] Pushing event updated for resources: {'Port': ['ID=87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.646899 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.657133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c8520-81e9-48e0-a9ac-2c61cea7e1e7 req-35f1f8a3-106e-462e-a075-ccf5216c3127 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.670264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb3c8520-81e9-48e0-a9ac-2c61cea7e1e7 req-35f1f8a3-106e-462e-a075-ccf5216c3127 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 944 time: 0.5399408 Jul 16 18:14:03.696539 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58193b83-de52-45fa-95bb-24d908eb51b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.701620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-58193b83-de52-45fa-95bb-24d908eb51b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/32a07641-372f-4d45-a1af-3f16508cbfe5 HTTP/1.1" status: 204 len: 168 time: 1.7799234 Jul 16 18:14:03.703021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.761442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb3c8520-81e9-48e0-a9ac-2c61cea7e1e7 req-65d6097a-5352-401a-a8a9-1ecc463bc6c9 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782943 Jul 16 18:14:03.883056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=51ece43f-0d72-4ea4-8496-9afbb0843325,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.904097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da45dc-313b-44cb-a702-fc8e99886ff8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.908602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da45dc-313b-44cb-a702-fc8e99886ff8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.914408 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c0da45dc-313b-44cb-a702-fc8e99886ff8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2081671 Jul 16 18:14:03.918079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.026645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['51ece43f-0d72-4ea4-8496-9afbb0843325'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:04.073791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69bb03f-c3f9-49fb-8168-ec24c919bc10 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 431f5cb2-5711-4911-a0b7-ce53891bea64 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:04.085415 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e69bb03f-c3f9-49fb-8168-ec24c919bc10 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.220227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e69bb03f-c3f9-49fb-8168-ec24c919bc10 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.452119 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e69bb03f-c3f9-49fb-8168-ec24c919bc10 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.652992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e69bb03f-c3f9-49fb-8168-ec24c919bc10 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.721348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bb03f-c3f9-49fb-8168-ec24c919bc10 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=431f5cb2-5711-4911-a0b7-ce53891bea64,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.724241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e69bb03f-c3f9-49fb-8168-ec24c919bc10 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.729782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47810) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.730708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e69bb03f-c3f9-49fb-8168-ec24c919bc10 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/431f5cb2-5711-4911-a0b7-ce53891bea64 HTTP/1.1" status: 204 len: 168 time: 0.8109612 Jul 16 18:14:04.848417 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4dd7a2ca-b81d-493b-9eeb-e38d1a8906a6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151614 Jul 16 18:14:04.849063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47820) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.030953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899a1a0-7e77-46a9-b7e1-c898fba34d08 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.039051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.039279 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b899a1a0-7e77-46a9-b7e1-c898fba34d08 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1887302 Jul 16 18:14:05.172850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01115a5e-9cb3-4f14-9638-28b0accc8f31 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.174981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-01115a5e-9cb3-4f14-9638-28b0accc8f31 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1333482 Jul 16 18:14:05.178969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47834) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.301461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-922378dc-5ebf-4499-8232-c8622420a273 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169586 Jul 16 18:14:05.302128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.309430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:05.331069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ee2e3-965e-42a1-aea2-ab7fc2a31dc3 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:05.695788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c0f4f978-84d3-4975-8b27-e1efc74ac3a4 None None] Could not find standard attr ID for object 32a07641-372f-4d45-a1af-3f16508cbfe5. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:05.717383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:05.729431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.870095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:05.877940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e8859-2930-4060-8fed-bb303cd5c236 req-72971e46-4c1f-4d27-b749-40f55d6a6266 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.879835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd4e8859-2930-4060-8fed-bb303cd5c236 req-72971e46-4c1f-4d27-b749-40f55d6a6266 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 945 time: 0.2339880 Jul 16 18:14:05.976384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd4e8859-2930-4060-8fed-bb303cd5c236 req-763c2082-fb6b-4816-a48d-eb986c3829c2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843546 Jul 16 18:14:06.016267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c0f4f978-84d3-4975-8b27-e1efc74ac3a4 None None] Provisioning for port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:06.070625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f564629-5e9d-44f8-b784-15bb3eb7823f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.082047 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.099778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:06.122230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:06.122903 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.310300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fb00bd-2b41-4e46-aff1-d4c07951ff68 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:06.366509 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.398655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 51ece43f-0d72-4ea4-8496-9afbb0843325 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:06.483992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.501979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:06.510589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:06.518118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:06.518118 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.551789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=1515cc91-252f-4f53-ba56-842a5ffec368,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.561541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47876) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.567216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '1515cc91-252f-4f53-ba56-842a5ffec368', 'ip_address': '2001:db8::53ed:7ac6:d07e:9fb7'}], 'name': 'tempest-NetworksTestDHCPv6-945672453'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:06.573308 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-041a18aa-2978-43bd-b4a7-0862956b23e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2691536 Jul 16 18:14:06.575985 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.615218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:06.632121 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.653143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 51ece43f-0d72-4ea4-8496-9afbb0843325 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:06.660087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb00bd-2b41-4e46-aff1-d4c07951ff68 None None] Deleting port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:06.660863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb00bd-2b41-4e46-aff1-d4c07951ff68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.662892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 51ece43f-0d72-4ea4-8496-9afbb0843325 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:06.663481 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.852220 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57c649d2-1f0a-4e16-a80f-164dcdb3b608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.859619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.889311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:06.944032 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.001296 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.007442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.031923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835dfcd-148b-411d-bb61-e7371b4146b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ece43f-0d72-4ea4-8496-9afbb0843325'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:07.037067 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4a4e69-6e48-4378-b401-3afe8ce75174" -d '{"events": [{"server_uuid": "b835dfcd-148b-411d-bb61-e7371b4146b0", "name": "network-vif-plugged", "status": "completed", "tag": "51ece43f-0d72-4ea4-8496-9afbb0843325"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:07.091109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 6a086896-0588-423d-8aed-3b86b5722f7f yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:07.091731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 51ece43f-0d72-4ea4-8496-9afbb0843325, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51ece43f-0d72-4ea4-8496-9afbb0843325,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:07.106963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e1fb00bd-2b41-4e46-aff1-d4c07951ff68 None None] For port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:07.107753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb00bd-2b41-4e46-aff1-d4c07951ff68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.113597 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.202558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=51ece43f-0d72-4ea4-8496-9afbb0843325,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.210175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb00bd-2b41-4e46-aff1-d4c07951ff68 None None] Calling delete_port for 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:07.348909 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1fb00bd-2b41-4e46-aff1-d4c07951ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.412170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb00bd-2b41-4e46-aff1-d4c07951ff68 None None] Pushing event deleted for resources: {'Port': ['ID=87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.422110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb00bd-2b41-4e46-aff1-d4c07951ff68 None None] No DVR routers for this DVR port 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:07.443822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fade6a-84df-4491-90f1-11b62c4c2aec None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:07.700875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:07.777447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57c649d2-1f0a-4e16-a80f-164dcdb3b608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.792379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:07.793718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87f0d6b1-5b2a-4147-8d67-0c8f8bb793ca not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:07.803192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::53ed:7ac6:d07e:9fb7 (982584e8-bbac-43ce-b633-758a660970f8/1515cc91-252f-4f53-ba56-842a5ffec368/6a086896-0588-423d-8aed-3b86b5722f7f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:07.811106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '1515cc91-252f-4f53-ba56-842a5ffec368'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:07.811998 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.972821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57c649d2-1f0a-4e16-a80f-164dcdb3b608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.108731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f72b-40fc-4222-8ae7-fbb320a95ab4 req-a9d76985-c466-4844-85f6-41f0304220b0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.115885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9c9f72b-40fc-4222-8ae7-fbb320a95ab4 req-a9d76985-c466-4844-85f6-41f0304220b0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.7361436 Jul 16 18:14:08.236561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.278427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-57c649d2-1f0a-4e16-a80f-164dcdb3b608 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=adb670db23bf42fd844acf6f73af64b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7930624 Jul 16 18:14:08.280962 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.325729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 6a086896-0588-423d-8aed-3b86b5722f7f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:08.329033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c649d2-1f0a-4e16-a80f-164dcdb3b608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1687534-c64b-42f8-95f0-7e19e8272485,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.373941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9c9f72b-40fc-4222-8ae7-fbb320a95ab4 req-caabdaa7-bf69-4eb2-bae5-d26e1a9c3cfc tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568197 Jul 16 18:14:08.409216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe5995df-265c-4d45-9e8f-84236960bab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.426467 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.492382 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe5995df-265c-4d45-9e8f-84236960bab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.536532 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4af8547-7816-4420-a38b-0d9a3fd17fca x-openstack-request-id: req-e4af8547-7816-4420-a38b-0d9a3fd17fca {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:08.537159 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835dfcd-148b-411d-bb61-e7371b4146b0", "name": "network-vif-plugged", "status": "completed", "tag": "51ece43f-0d72-4ea4-8496-9afbb0843325", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:08.538431 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4af8547-7816-4420-a38b-0d9a3fd17fca {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:08.538936 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835dfcd-148b-411d-bb61-e7371b4146b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ece43f-0d72-4ea4-8496-9afbb0843325', 'code': 200} Jul 16 18:14:08.616255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe5995df-265c-4d45-9e8f-84236960bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.622548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe5995df-265c-4d45-9e8f-84236960bab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.644078 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fe5995df-265c-4d45-9e8f-84236960bab8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1687534-c64b-42f8-95f0-7e19e8272485 HTTP/1.1" status: 204 len: 168 time: 0.3510640 Jul 16 18:14:08.654349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:08.668584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:08.677356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:08.678085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/1515cc91-252f-4f53-ba56-842a5ffec368/887876d2-5452-42dd-9aa8-4c5c373a3699) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:08.686545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.687543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5995df-265c-4d45-9e8f-84236960bab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1687534-c64b-42f8-95f0-7e19e8272485,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.699230 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.777952 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.780729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2178917 Jul 16 18:14:08.797832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.869164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d7c85-e21a-4e59-aed5-71fefaab9452 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=6a086896-0588-423d-8aed-3b86b5722f7f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.908572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0b882-ccc2-455d-b55a-dea99818b24e req-af880967-6911-4331-843e-d1adcadd689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.911237 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46c0b882-ccc2-455d-b55a-dea99818b24e req-af880967-6911-4331-843e-d1adcadd689e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 1098 time: 0.2194684 Jul 16 18:14:09.041358 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46c0b882-ccc2-455d-b55a-dea99818b24e req-f3bcecf7-02f8-4e6a-8dc9-043a3f4b99eb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912647 Jul 16 18:14:09.098496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09188409-1801-429b-a016-1e1d4a8c0180 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.102137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-09188409-1801-429b-a016-1e1d4a8c0180 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2976964 Jul 16 18:14:09.103473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.272906 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.296239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Transition to ACTIVE for port object 887876d2-5452-42dd-9aa8-4c5c373a3699 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:09.304677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-667d515e-fcf6-4561-a0c6-e0c6d63ec5e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 6a086896-0588-423d-8aed-3b86b5722f7f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:09.306284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-667d515e-fcf6-4561-a0c6-e0c6d63ec5e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.353066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Transition to ACTIVE for port object 887876d2-5452-42dd-9aa8-4c5c373a3699 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:09.375543 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.458266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.476998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:09.478236 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d59187b-9105-46f7-878f-cb38a1ac52e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.486192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:09.491936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:09.579498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-667d515e-fcf6-4561-a0c6-e0c6d63ec5e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.623751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Pushing event updated for resources: {'Port': ['ID=887876d2-5452-42dd-9aa8-4c5c373a3699,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.635120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-667d515e-fcf6-4561-a0c6-e0c6d63ec5e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 6a086896-0588-423d-8aed-3b86b5722f7f owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:09.756189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Attempting to bind port 887876d2-5452-42dd-9aa8-4c5c373a3699 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:09.757452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Attempting to bind port 887876d2-5452-42dd-9aa8-4c5c373a3699 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:09.757838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Attempting to bind port 887876d2-5452-42dd-9aa8-4c5c373a3699 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:09.772447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:09.776315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:09.779362 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.779800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:09.780317 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Bound port: 887876d2-5452-42dd-9aa8-4c5c373a3699, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:09.780749 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.783063 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d59187b-9105-46f7-878f-cb38a1ac52e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.798140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d59187b-9105-46f7-878f-cb38a1ac52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.958934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] For port 887876d2-5452-42dd-9aa8-4c5c373a3699, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:09.971838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] For port 887876d2-5452-42dd-9aa8-4c5c373a3699, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=887876d2-5452-42dd-9aa8-4c5c373a3699,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:09.986384 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.994765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0d59187b-9105-46f7-878f-cb38a1ac52e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d365832c834491a8e2a9321f7df4094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341675 Jul 16 18:14:09.997183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59187b-9105-46f7-878f-cb38a1ac52e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00371399-7219-43d5-9e26-43da5d6d553f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.001141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47924) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.093313 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1efa448-5380-405a-b689-dfda7e079107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.110378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8cd7-b4ae-4a95-8a98-5b1eb8645f2d req-534900fb-d12e-4ede-babe-b45e9aa95a8a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.118785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67be8cd7-b4ae-4a95-8a98-5b1eb8645f2d req-534900fb-d12e-4ede-babe-b45e9aa95a8a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.3142843 Jul 16 18:14:10.184803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-667d515e-fcf6-4561-a0c6-e0c6d63ec5e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.222406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddd256-47d1-47c9-a2ef-17f79ea70e0e None None] Pushing event updated for resources: {'Port': ['ID=887876d2-5452-42dd-9aa8-4c5c373a3699,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.231733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67be8cd7-b4ae-4a95-8a98-5b1eb8645f2d req-af350db8-5307-4f87-a514-9ce3833a4661 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087253 Jul 16 18:14:10.240669 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1efa448-5380-405a-b689-dfda7e079107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.244970 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.335013 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d515e-fcf6-4561-a0c6-e0c6d63ec5e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=6a086896-0588-423d-8aed-3b86b5722f7f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.488749 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1efa448-5380-405a-b689-dfda7e079107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.495009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f1efa448-5380-405a-b689-dfda7e079107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.498389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f1efa448-5380-405a-b689-dfda7e079107 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00371399-7219-43d5-9e26-43da5d6d553f HTTP/1.1" status: 204 len: 168 time: 0.4934983 Jul 16 18:14:10.527366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efa448-5380-405a-b689-dfda7e079107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00371399-7219-43d5-9e26-43da5d6d553f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.556346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-667d515e-fcf6-4561-a0c6-e0c6d63ec5e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.574341 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-667d515e-fcf6-4561-a0c6-e0c6d63ec5e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/6a086896-0588-423d-8aed-3b86b5722f7f HTTP/1.1" status: 204 len: 168 time: 1.4672000 Jul 16 18:14:10.579905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47930) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.858151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54c186-dda6-4718-a194-05f2d063d7b6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.863160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54c186-dda6-4718-a194-05f2d063d7b6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.876772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8d54c186-dda6-4718-a194-05f2d063d7b6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2930887 Jul 16 18:14:10.877171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.034549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8d8cf7-51e7-43ac-bf61-a78cdc46f99c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 1515cc91-252f-4f53-ba56-842a5ffec368 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:11.039354 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8cf7-51e7-43ac-bf61-a78cdc46f99c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.108693 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8cf7-51e7-43ac-bf61-a78cdc46f99c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.254530 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8cf7-51e7-43ac-bf61-a78cdc46f99c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.394503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8cf7-51e7-43ac-bf61-a78cdc46f99c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.467123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d8cf7-51e7-43ac-bf61-a78cdc46f99c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=1515cc91-252f-4f53-ba56-842a5ffec368,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.480343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a8d8cf7-51e7-43ac-bf61-a78cdc46f99c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.486700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.492881 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8a8d8cf7-51e7-43ac-bf61-a78cdc46f99c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/1515cc91-252f-4f53-ba56-842a5ffec368 HTTP/1.1" status: 204 len: 168 time: 0.6143334 Jul 16 18:14:11.686593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.686842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5bc2dc28-b020-4a20-ab78-8e09491ca488 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1955450 Jul 16 18:14:11.703582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:11.827649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 887876d2-5452-42dd-9aa8-4c5c373a3699 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:11.953129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:11.957491 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.004842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 887876d2-5452-42dd-9aa8-4c5c373a3699 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:12.082060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a142519-5f4b-4d2a-adb1-972f9ecdab7a req-389c24f4-e2c7-4f69-8310-d3923a2d832c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.108650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a142519-5f4b-4d2a-adb1-972f9ecdab7a req-389c24f4-e2c7-4f69-8310-d3923a2d832c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.4334157 Jul 16 18:14:12.143061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc0fa7-c481-46e5-9542-34d924648dee None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:12.264367 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a142519-5f4b-4d2a-adb1-972f9ecdab7a req-323e89dd-b649-4153-9079-caaa650a95f8 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574759 Jul 16 18:14:12.453211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.550881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:12.555512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:12.563815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Provisioning for port 887876d2-5452-42dd-9aa8-4c5c373a3699 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:12.573954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.574892 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.575150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Provisioning complete for port 887876d2-5452-42dd-9aa8-4c5c373a3699 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:12.575530 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.603678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=477cf8e9-709e-4f9a-9467-12aef6e770a9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.609442 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e0f89da6-3dec-4b84-8cb7-e652d40229c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9208128 Jul 16 18:14:12.612216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47976) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.634757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '477cf8e9-709e-4f9a-9467-12aef6e770a9', 'ip_address': '2001:db8::25d8:74f8:7107:3ff1'}], 'name': 'tempest-NetworksTestDHCPv6-192165127'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:13.003061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:13.279156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c79896d-8d2a-48cf-ba40-4e28e0f2a82e None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:13.290804 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.357157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.464885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 0d6af7c3-69ee-4c76-adee-ffd99524d413 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:13.529277 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] For port 887876d2-5452-42dd-9aa8-4c5c373a3699, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=887876d2-5452-42dd-9aa8-4c5c373a3699,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.553545 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.615819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5c79896d-8d2a-48cf-ba40-4e28e0f2a82e None None] Deleting port 887876d2-5452-42dd-9aa8-4c5c373a3699 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:13.616334 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c79896d-8d2a-48cf-ba40-4e28e0f2a82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.862519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 887876d2-5452-42dd-9aa8-4c5c373a3699 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:14.044219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Pushing event updated for resources: {'Port': ['ID=887876d2-5452-42dd-9aa8-4c5c373a3699,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.106955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.108541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d7267-9e94-45b7-9936-e6be3e4199b8 req-1b85782d-7487-47a4-8dab-a09fa8dd5a8c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.117159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-125d7267-9e94-45b7-9936-e6be3e4199b8 req-1b85782d-7487-47a4-8dab-a09fa8dd5a8c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.3220282 Jul 16 18:14:14.120128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.121634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.122841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.126935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.127467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.137108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.138576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.138929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.139286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.139627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.139966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a75641-2cba-4de3-a0c0-94f4fc5113a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:14.147416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::25d8:74f8:7107:3ff1 (982584e8-bbac-43ce-b633-758a660970f8/477cf8e9-709e-4f9a-9467-12aef6e770a9/0d6af7c3-69ee-4c76-adee-ffd99524d413) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:14.292383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5c79896d-8d2a-48cf-ba40-4e28e0f2a82e None None] For port 887876d2-5452-42dd-9aa8-4c5c373a3699, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=887876d2-5452-42dd-9aa8-4c5c373a3699,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:14.294877 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c79896d-8d2a-48cf-ba40-4e28e0f2a82e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.348743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5c79896d-8d2a-48cf-ba40-4e28e0f2a82e None None] Calling delete_port for 887876d2-5452-42dd-9aa8-4c5c373a3699 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:14.355799 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.546720 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.564303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 0d6af7c3-69ee-4c76-adee-ffd99524d413 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:14.609155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.639165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-125d7267-9e94-45b7-9936-e6be3e4199b8 req-0489bbc1-864f-4cfe-a011-be2946ed3d7f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196433 Jul 16 18:14:14.690055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 887876d2-5452-42dd-9aa8-4c5c373a3699, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=887876d2-5452-42dd-9aa8-4c5c373a3699,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:14.726891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.838404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:14.858772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:14.879612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:14.906898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.910716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.939242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=0d6af7c3-69ee-4c76-adee-ffd99524d413,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.941986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=887876d2-5452-42dd-9aa8-4c5c373a3699,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.951590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48020) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.953390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6a440caf-fe90-4d6d-ad1e-03c182c4a34a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3335605 Jul 16 18:14:14.970265 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5c79896d-8d2a-48cf-ba40-4e28e0f2a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.067275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd9ec9a-f095-409d-bbe6-f4bdec205f46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:15.073501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48024) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.074849 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2dd9ec9a-f095-409d-bbe6-f4bdec205f46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1219516 Jul 16 18:14:15.104850 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79896d-8d2a-48cf-ba40-4e28e0f2a82e None None] No DVR routers for this DVR port 887876d2-5452-42dd-9aa8-4c5c373a3699 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:15.111494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79896d-8d2a-48cf-ba40-4e28e0f2a82e None None] Pushing event deleted for resources: {'Port': ['ID=887876d2-5452-42dd-9aa8-4c5c373a3699,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.135031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c6c8b-8e15-4719-adcd-1d0907c1cbbe None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:15.464385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4a0bb-aa5d-4ffc-a600-316ac1343deb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 0d6af7c3-69ee-4c76-adee-ffd99524d413 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:15.464828 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a0bb-aa5d-4ffc-a600-316ac1343deb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.510043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '477cf8e9-709e-4f9a-9467-12aef6e770a9'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:15.515205 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.697334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a0bb-aa5d-4ffc-a600-316ac1343deb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.740809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4a0bb-aa5d-4ffc-a600-316ac1343deb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 0d6af7c3-69ee-4c76-adee-ffd99524d413 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:15.954694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/477cf8e9-709e-4f9a-9467-12aef6e770a9/46b9ccd3-d892-4d5d-8199-b2f62ac544ad) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:16.146853 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a0bb-aa5d-4ffc-a600-316ac1343deb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.253898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a0bb-aa5d-4ffc-a600-316ac1343deb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.260637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6cb4a0bb-aa5d-4ffc-a600-316ac1343deb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/0d6af7c3-69ee-4c76-adee-ffd99524d413 HTTP/1.1" status: 204 len: 168 time: 1.1814919 Jul 16 18:14:16.261681 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48058) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.305145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4a0bb-aa5d-4ffc-a600-316ac1343deb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=0d6af7c3-69ee-4c76-adee-ffd99524d413,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.342007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.361562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f521592-0a30-4ccd-b083-d3aaeb6a8c0f req-f1eee1a8-ae25-426f-9913-4bdf89263462 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.370283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f521592-0a30-4ccd-b083-d3aaeb6a8c0f req-f1eee1a8-ae25-426f-9913-4bdf89263462 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.3178940 Jul 16 18:14:16.376013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Transition to ACTIVE for port object 46b9ccd3-d892-4d5d-8199-b2f62ac544ad will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:16.419079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df746ea2-7d5b-4308-aeaf-927f6ebbf4e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.420758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df746ea2-7d5b-4308-aeaf-927f6ebbf4e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.433982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Transition to ACTIVE for port object 46b9ccd3-d892-4d5d-8199-b2f62ac544ad will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:16.439180 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-df746ea2-7d5b-4308-aeaf-927f6ebbf4e0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1750820 Jul 16 18:14:16.443378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f521592-0a30-4ccd-b083-d3aaeb6a8c0f req-e84e051b-3f3c-4d76-828a-8fbf78ce5638 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579207 Jul 16 18:14:16.454086 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.456685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.662204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-109a12ae-6cba-4b8f-845d-6e68e48d4a76 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 477cf8e9-709e-4f9a-9467-12aef6e770a9 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:16.664942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:16.671863 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-109a12ae-6cba-4b8f-845d-6e68e48d4a76 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.678311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:16.693980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:16.723161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Pushing event updated for resources: {'Port': ['ID=46b9ccd3-d892-4d5d-8199-b2f62ac544ad,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.794803 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-109a12ae-6cba-4b8f-845d-6e68e48d4a76 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.888443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Attempting to bind port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:16.888852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Attempting to bind port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:16.889222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Attempting to bind port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:16.903040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:16.903434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:16.903844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.904247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:16.904771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Bound port: 46b9ccd3-d892-4d5d-8199-b2f62ac544ad, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:16.905164 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.019932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-109a12ae-6cba-4b8f-845d-6e68e48d4a76 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.220237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-109a12ae-6cba-4b8f-845d-6e68e48d4a76 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.222999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] For port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:17.226670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] For port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=46b9ccd3-d892-4d5d-8199-b2f62ac544ad,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:17.232496 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.239163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48086) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.280964 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-109a12ae-6cba-4b8f-845d-6e68e48d4a76 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.283050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-109a12ae-6cba-4b8f-845d-6e68e48d4a76 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/477cf8e9-709e-4f9a-9467-12aef6e770a9 HTTP/1.1" status: 204 len: 168 time: 0.8253126 Jul 16 18:14:17.286447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48090) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.366456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905fb86-b3d5-4673-8c13-11888bf4d198 None None] Pushing event updated for resources: {'Port': ['ID=46b9ccd3-d892-4d5d-8199-b2f62ac544ad,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.398160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a12ae-6cba-4b8f-845d-6e68e48d4a76 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=477cf8e9-709e-4f9a-9467-12aef6e770a9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.478080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9db64a51-d191-48a6-b2a1-9368ef71401f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1887088 Jul 16 18:14:17.480954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48096) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.531472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:17.796600 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35eb1581-9598-405c-b35d-733c34a7d123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.863154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:17.869060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.973858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeb34d-52b0-4113-902f-670f0a859da7 req-9c4a865e-23eb-4350-9511-61fa001d1a7b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.989692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27aeb34d-52b0-4113-902f-670f0a859da7 req-9c4a865e-23eb-4350-9511-61fa001d1a7b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.1542802 Jul 16 18:14:18.089208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27aeb34d-52b0-4113-902f-670f0a859da7 req-730654be-c8ac-4353-be92-a8c009b92613 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984602 Jul 16 18:14:18.201175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35eb1581-9598-405c-b35d-733c34a7d123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.233692 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35eb1581-9598-405c-b35d-733c34a7d123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.314555 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-35eb1581-9598-405c-b35d-733c34a7d123 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=896e654a315246da93ab9218d9669879&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0737364 Jul 16 18:14:18.316174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb1581-9598-405c-b35d-733c34a7d123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cfc1f6-dd59-4f4c-906b-71f2c63c4692,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.317342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48114) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.331541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.397167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:18.402552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:18.408878 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.409481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.421479 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23a39828-fb3b-4a72-bcac-32d2095697a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.436488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=168e429e-8109-4740-bcc4-4aed483bc459,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.463638 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3066b91d-a3d8-4b03-8ff1-1cc216788bf9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9812720 Jul 16 18:14:18.468568 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48118) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.477619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '168e429e-8109-4740-bcc4-4aed483bc459', 'ip_address': '2001:db8::dc69:55f9:972:2fc4'}], 'name': 'tempest-NetworksTestDHCPv6-1717643750'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:18.503199 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23a39828-fb3b-4a72-bcac-32d2095697a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.655015 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23a39828-fb3b-4a72-bcac-32d2095697a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.658161 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23a39828-fb3b-4a72-bcac-32d2095697a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.659393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-23a39828-fb3b-4a72-bcac-32d2095697a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94cfc1f6-dd59-4f4c-906b-71f2c63c4692 HTTP/1.1" status: 204 len: 168 time: 0.3408518 Jul 16 18:14:18.673360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a39828-fb3b-4a72-bcac-32d2095697a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cfc1f6-dd59-4f4c-906b-71f2c63c4692,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.739337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:18.935880 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.994524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 5b906d44-21ae-4803-b45d-bb8d63c6653d yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:19.264136 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c08fd3-e3bd-4723-be83-7e8f8ec08afd None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:19.404877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::dc69:55f9:972:2fc4 (982584e8-bbac-43ce-b633-758a660970f8/168e429e-8109-4740-bcc4-4aed483bc459/5b906d44-21ae-4803-b45d-bb8d63c6653d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:19.467898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db24b41-ef07-417b-8d3d-01585956eaac req-f4c5c88f-7571-481c-b6fc-ff8dc2ec605d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.477326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7db24b41-ef07-417b-8d3d-01585956eaac req-f4c5c88f-7571-481c-b6fc-ff8dc2ec605d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.1032150 Jul 16 18:14:19.519232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48150) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.548327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e115081e-eb3c-4279-92e4-90f0292e4bf5 None None] Provisioning for port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:19.566374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e115081e-eb3c-4279-92e4-90f0292e4bf5 None None] Could not find standard attr ID for object 0d6af7c3-69ee-4c76-adee-ffd99524d413. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:19.566574 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be2b9f3a-ba5b-4e78-80e3-255c4cc72591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.627316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7db24b41-ef07-417b-8d3d-01585956eaac req-bb25b11e-2067-4fa7-9042-aede39f5f590 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476314 Jul 16 18:14:19.756037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 46b9ccd3-d892-4d5d-8199-b2f62ac544ad up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:19.820549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be2b9f3a-ba5b-4e78-80e3-255c4cc72591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.830270 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be2b9f3a-ba5b-4e78-80e3-255c4cc72591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.854257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:19.866836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:19.867304 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.885324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.932301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 5b906d44-21ae-4803-b45d-bb8d63c6653d will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:19.936587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-be2b9f3a-ba5b-4e78-80e3-255c4cc72591 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d6c7476c46d49a78e4e353767c2dac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144223 Jul 16 18:14:19.948121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:20.019832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b9f3a-ba5b-4e78-80e3-255c4cc72591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6804e2-b8ec-4731-929e-f77bbe6d7079,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.044647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.078338 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.093671 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b44630e5-1d70-4bbf-8f3d-79c4b64c37b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.132983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=46b9ccd3-d892-4d5d-8199-b2f62ac544ad,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:20.145618 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.159237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=5b906d44-21ae-4803-b45d-bb8d63c6653d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.166906 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b44630e5-1d70-4bbf-8f3d-79c4b64c37b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.187476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:20.190203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:20.206565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:20.228862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:20.229619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.261453 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b44630e5-1d70-4bbf-8f3d-79c4b64c37b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.264584 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b44630e5-1d70-4bbf-8f3d-79c4b64c37b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.266090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b44630e5-1d70-4bbf-8f3d-79c4b64c37b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad6804e2-b8ec-4731-929e-f77bbe6d7079 HTTP/1.1" status: 204 len: 168 time: 0.3169360 Jul 16 18:14:20.272274 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dbc7be85-4a93-414b-a6ba-208d68042d0e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7992961 Jul 16 18:14:20.273156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48170) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:20.280955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44630e5-1d70-4bbf-8f3d-79c4b64c37b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6804e2-b8ec-4731-929e-f77bbe6d7079,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.391538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=46b9ccd3-d892-4d5d-8199-b2f62ac544ad,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.420830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-84a0f6af-e521-43a4-9093-cbbc47d6b862 None None] Provisioning complete for port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:20.421675 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84a0f6af-e521-43a4-9093-cbbc47d6b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.504334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c82df73-8b05-4191-9461-f00f49e19109 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:20.518052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c82df73-8b05-4191-9461-f00f49e19109 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:20.527062 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2c82df73-8b05-4191-9461-f00f49e19109 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2513475 Jul 16 18:14:20.528264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:20.730818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a3c0ed8c-c424-42ca-988b-82e8edec5cfa None None] Could not find standard attr ID for object c60e02cb-260b-456f-b0e9-88bdfbbe227e. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:20.791389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9e726c97-f15b-4be6-97c5-5e5474953937 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 5b906d44-21ae-4803-b45d-bb8d63c6653d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:20.791763 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e726c97-f15b-4be6-97c5-5e5474953937 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.961439 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e726c97-f15b-4be6-97c5-5e5474953937 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.978741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9e726c97-f15b-4be6-97c5-5e5474953937 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 5b906d44-21ae-4803-b45d-bb8d63c6653d owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:21.047090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-94b22094-4994-4c55-9d8c-b4d43ce8e3b0 None None] Could not find standard attr ID for object 32a07641-372f-4d45-a1af-3f16508cbfe5. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:21.363042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fb0d1dd-9420-43e0-8a32-08ce873dafc5 None None] Could not find standard attr ID for object 6a086896-0588-423d-8aed-3b86b5722f7f. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:21.459391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34095911-40bc-4585-a377-cccbe2fff8d0 req-1823ade8-362a-4c2d-b143-7198a646f2e8 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.462063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34095911-40bc-4585-a377-cccbe2fff8d0 req-1823ade8-362a-4c2d-b143-7198a646f2e8 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.3305953 Jul 16 18:14:21.476613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e726c97-f15b-4be6-97c5-5e5474953937 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.616500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48218) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.652794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e726c97-f15b-4be6-97c5-5e5474953937 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=5b906d44-21ae-4803-b45d-bb8d63c6653d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.706576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 46b9ccd3-d892-4d5d-8199-b2f62ac544ad up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:21.730491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e726c97-f15b-4be6-97c5-5e5474953937 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.734188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9e726c97-f15b-4be6-97c5-5e5474953937 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/5b906d44-21ae-4803-b45d-bb8d63c6653d HTTP/1.1" status: 204 len: 168 time: 1.2048552 Jul 16 18:14:21.736993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48222) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.797810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34095911-40bc-4585-a377-cccbe2fff8d0 req-a645c038-8883-4c7d-9319-037d65964aa7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266168 Jul 16 18:14:21.843869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c03b1bb-003a-4a1f-a759-7d64224c1813 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.846295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c03b1bb-003a-4a1f-a759-7d64224c1813 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.855230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48226) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.865609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-97e8ac9d-cc60-406f-bc0f-51a10f2e0a22 None None] Could not find standard attr ID for object 0d6af7c3-69ee-4c76-adee-ffd99524d413. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:21.867828 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4c03b1bb-003a-4a1f-a759-7d64224c1813 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1293235 Jul 16 18:14:21.912951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:21.919318 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.925211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0659fa2-9bd1-4fd1-94c4-2538daeaa53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.179875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa8c1ce-d105-45f1-866e-87a6daf3c427 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 168e429e-8109-4740-bcc4-4aed483bc459 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:22.190058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0659fa2-9bd1-4fd1-94c4-2538daeaa53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.193071 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfa8c1ce-d105-45f1-866e-87a6daf3c427 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.199957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0659fa2-9bd1-4fd1-94c4-2538daeaa53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.325002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d0659fa2-9bd1-4fd1-94c4-2538daeaa53a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15f73346b6a144799d01da1ac6544146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7069190 Jul 16 18:14:22.328895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48248) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.329717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0659fa2-9bd1-4fd1-94c4-2538daeaa53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47892f8f-2683-4953-90bc-55f1c621ca06,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.358797 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfa8c1ce-d105-45f1-866e-87a6daf3c427 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.466634 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfa8c1ce-d105-45f1-866e-87a6daf3c427 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.488928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0b132e7-cf91-4633-966d-c2d737a44965 None None] Could not find standard attr ID for object 5b906d44-21ae-4803-b45d-bb8d63c6653d. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:22.514753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95d09cc-b576-4ac6-b4e9-0ed2be483746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.573410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95d09cc-b576-4ac6-b4e9-0ed2be483746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.607124 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfa8c1ce-d105-45f1-866e-87a6daf3c427 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.674193 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95d09cc-b576-4ac6-b4e9-0ed2be483746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.684091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b95d09cc-b576-4ac6-b4e9-0ed2be483746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.686525 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b95d09cc-b576-4ac6-b4e9-0ed2be483746 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47892f8f-2683-4953-90bc-55f1c621ca06 HTTP/1.1" status: 204 len: 168 time: 0.3362005 Jul 16 18:14:22.703892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d09cc-b576-4ac6-b4e9-0ed2be483746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47892f8f-2683-4953-90bc-55f1c621ca06,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.707257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8c1ce-d105-45f1-866e-87a6daf3c427 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=168e429e-8109-4740-bcc4-4aed483bc459,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.719451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfa8c1ce-d105-45f1-866e-87a6daf3c427 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.737291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cfa8c1ce-d105-45f1-866e-87a6daf3c427 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/168e429e-8109-4740-bcc4-4aed483bc459 HTTP/1.1" status: 204 len: 168 time: 0.8808613 Jul 16 18:14:22.737955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48258) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.812789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48260) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.812969 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5ca378fa-863b-48d6-83bc-0e6b1fddca32 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576222 Jul 16 18:14:22.825792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-699434dd-b87c-4ca4-ba07-793fd06a725c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8018510 Jul 16 18:14:22.938462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb59f3a-6245-4866-8e1a-138d9597a391 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:22.971917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57cc4a4-698b-47bc-837a-9aebc4d90ac2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.980719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b57cc4a4-698b-47bc-837a-9aebc4d90ac2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1667619 Jul 16 18:14:22.984001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.994714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-7d9c4a50-209c-4201-a8b3-ea935e27aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.005633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-7d9c4a50-209c-4201-a8b3-ea935e27aaba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 1096 time: 0.1516891 Jul 16 18:14:23.125305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7817d-8db9-400a-ae05-d4a1d380be5d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.127360 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8fa7817d-8db9-400a-ae05-d4a1d380be5d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1420438 Jul 16 18:14:23.138756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48270) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:23.162076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:23.448789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a9c28-c502-4de6-93a9-0f48db7ce1d4 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:23.786751 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1fc5587c-56af-4c70-af9c-cd844baf25ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6452227 Jul 16 18:14:23.789651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:23.801926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:23.858834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 46b9ccd3-d892-4d5d-8199-b2f62ac544ad no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:23.870959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-860a9c28-c502-4de6-93a9-0f48db7ce1d4 None None] Deleting port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:23.885520 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-860a9c28-c502-4de6-93a9-0f48db7ce1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.027763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:24.033397 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.158943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-860a9c28-c502-4de6-93a9-0f48db7ce1d4 None None] For port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=46b9ccd3-d892-4d5d-8199-b2f62ac544ad,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:24.159525 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-860a9c28-c502-4de6-93a9-0f48db7ce1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.186829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-860a9c28-c502-4de6-93a9-0f48db7ce1d4 None None] Calling delete_port for 46b9ccd3-d892-4d5d-8199-b2f62ac544ad owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:24.197320 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd2f2502-3c78-43de-8b7a-295ae1dcd324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.302312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.423984 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-860a9c28-c502-4de6-93a9-0f48db7ce1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.552209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a9c28-c502-4de6-93a9-0f48db7ce1d4 None None] Pushing event deleted for resources: {'Port': ['ID=46b9ccd3-d892-4d5d-8199-b2f62ac544ad,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.569134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-5dd7c51c-0b54-4e62-bdb1-5314be415153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.572700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a9c28-c502-4de6-93a9-0f48db7ce1d4 None None] No DVR routers for this DVR port 46b9ccd3-d892-4d5d-8199-b2f62ac544ad on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:24.576268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-5dd7c51c-0b54-4e62-bdb1-5314be415153 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 1.5410290 Jul 16 18:14:24.654113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-7244eb21-0d12-4dc3-8c83-f4c3f8b3fc73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74555164-d5dc-43b0-8c05-a16ae77281aa HTTP/1.1" status: 200 len: 217 time: 0.0657842 Jul 16 18:14:24.671371 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd2f2502-3c78-43de-8b7a-295ae1dcd324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.677036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a776571-78d6-4fd4-a52a-bd1de6ffbe72 req-0787ba46-5890-4239-a09f-24b773b20a87 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.682662 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd2f2502-3c78-43de-8b7a-295ae1dcd324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.690678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a776571-78d6-4fd4-a52a-bd1de6ffbe72 req-0787ba46-5890-4239-a09f-24b773b20a87 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 1.5704482 Jul 16 18:14:24.727478 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fd2f2502-3c78-43de-8b7a-295ae1dcd324 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=751f3946a527439288b2e520cb8fd90c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5639551 Jul 16 18:14:24.729846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48330) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.780849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.833973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-13a8fb87-ef4a-4751-8b74-f519976d9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.839124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-13a8fb87-ef4a-4751-8b74-f519976d9157 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1434796 Jul 16 18:14:24.938514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-970bd433-e715-4ba0-994d-6ce1a9c27080 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836287 Jul 16 18:14:24.973448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:24.974670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f2502-3c78-43de-8b7a-295ae1dcd324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175e0607-9bb0-4a86-8708-252adc2a433d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.020797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:25.032774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28707d40-37df-46d4-a217-3b30893a9b99 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:25.041478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.042090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.123852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a776571-78d6-4fd4-a52a-bd1de6ffbe72 req-82eec1e0-f6ce-4893-adc6-6eb84388057a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316585 Jul 16 18:14:25.172925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=6b63a7f7-db61-4852-8e49-e11f3b680399,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.187242 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b606161f-19c9-4e21-bdf0-37b9a7a6d612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.244575 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b606161f-19c9-4e21-bdf0-37b9a7a6d612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.276043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-6150e4b9-e4c2-4ea9-acdc-4c82d71262dd service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094461 Jul 16 18:14:25.280337 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a219f62f-be5f-4d6d-b56b-85e8a39d3ed6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4893157 Jul 16 18:14:25.283048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48340) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:25.310851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '6b63a7f7-db61-4852-8e49-e11f3b680399', 'ip_address': '2001:db8::5967:565d:c14a:aa00'}], 'name': 'tempest-NetworksTestDHCPv6-1054020656'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:25.341829 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b606161f-19c9-4e21-bdf0-37b9a7a6d612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.345628 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b606161f-19c9-4e21-bdf0-37b9a7a6d612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.346956 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b606161f-19c9-4e21-bdf0-37b9a7a6d612 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/175e0607-9bb0-4a86-8708-252adc2a433d HTTP/1.1" status: 204 len: 168 time: 0.6144006 Jul 16 18:14:25.395991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606161f-19c9-4e21-bdf0-37b9a7a6d612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175e0607-9bb0-4a86-8708-252adc2a433d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.494700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '6b63a7f7-db61-4852-8e49-e11f3b680399'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:25.496013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.570059 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:25.763074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fa0d7-485b-4727-8b68-0ec7aad134f1 req-2b0e4ad8-842c-4c17-adce-130726d838c1 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.764908 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-688fa0d7-485b-4727-8b68-0ec7aad134f1 req-2b0e4ad8-842c-4c17-adce-130726d838c1 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.3408511 Jul 16 18:14:25.767139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252b519-f5a6-4c0e-abde-d32306a62478 req-4670e7db-1743-4319-b5a2-106a1a8edddc service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772315 Jul 16 18:14:25.825507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-688fa0d7-485b-4727-8b68-0ec7aad134f1 req-4631dd74-b098-41ea-beb3-d66d25a99c9f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490332 Jul 16 18:14:25.831341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:25.941289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/6b63a7f7-db61-4852-8e49-e11f3b680399/958aad7a-90a1-4ea4-a55c-aca416931d66) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:26.061320 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.113401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 6baf2398-b730-48f1-8a2d-eb7e76ab8a2d yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:26.317942 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.351348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Transition to ACTIVE for port object 958aad7a-90a1-4ea4-a55c-aca416931d66 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:26.388655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Transition to ACTIVE for port object 958aad7a-90a1-4ea4-a55c-aca416931d66 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:26.407272 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.527184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::5967:565d:c14a:aa00 (982584e8-bbac-43ce-b633-758a660970f8/6b63a7f7-db61-4852-8e49-e11f3b680399/6baf2398-b730-48f1-8a2d-eb7e76ab8a2d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:26.551602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:26.557722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:26.570452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:26.574817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Pushing event updated for resources: {'Port': ['ID=958aad7a-90a1-4ea4-a55c-aca416931d66,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.772391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Attempting to bind port 958aad7a-90a1-4ea4-a55c-aca416931d66 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:26.773011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Attempting to bind port 958aad7a-90a1-4ea4-a55c-aca416931d66 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:26.773736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Attempting to bind port 958aad7a-90a1-4ea4-a55c-aca416931d66 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:26.785337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:26.785875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:26.786362 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.788308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:26.789077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Bound port: 958aad7a-90a1-4ea4-a55c-aca416931d66, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:26.789819 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.933234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] For port 958aad7a-90a1-4ea4-a55c-aca416931d66, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:26.944563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] For port 958aad7a-90a1-4ea4-a55c-aca416931d66, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=958aad7a-90a1-4ea4-a55c-aca416931d66,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:26.954171 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.074592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948c974-ecad-4e3c-b2c6-01e1d7426d6f req-4fbbf6b7-aec6-47e7-8ea9-732c903af4b2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.078534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9948c974-ecad-4e3c-b2c6-01e1d7426d6f req-4fbbf6b7-aec6-47e7-8ea9-732c903af4b2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.4867511 Jul 16 18:14:27.136165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25115214-b237-4c83-8647-bf96cbf70501 None None] Pushing event updated for resources: {'Port': ['ID=958aad7a-90a1-4ea4-a55c-aca416931d66,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.322552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.355175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9948c974-ecad-4e3c-b2c6-01e1d7426d6f req-2ecfa81c-b7e8-4f65-a842-56148dbf1bea tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596745 Jul 16 18:14:27.390563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 6baf2398-b730-48f1-8a2d-eb7e76ab8a2d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:27.441785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ddffb-24e3-4a7e-a99a-5a48d46f1987 req-7da57391-cc52-4b77-ab07-523b7829f458 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.451245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c4ddffb-24e3-4a7e-a99a-5a48d46f1987 req-7da57391-cc52-4b77-ab07-523b7829f458 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.2551408 Jul 16 18:14:27.504806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.582401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:27.590125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:27.597306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c4ddffb-24e3-4a7e-a99a-5a48d46f1987 req-3bdd19b8-3953-4be5-a47b-1682f0311aa5 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354518 Jul 16 18:14:27.598579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:27.608228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.609135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.652346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3636734 Jul 16 18:14:27.652580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48436) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:27.660150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ef788d49-1691-4a2d-aacd-a1e7b46fa17c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '6b63a7f7-db61-4852-8e49-e11f3b680399', 'ip_address': '2001:db8::5967:565d:c14a:aa00'}], 'name': 'tempest-NetworksTestDHCPv6-1304261610'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:27.673355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cbc20-c7cc-45a1-9137-8fd65c97499a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=6baf2398-b730-48f1-8a2d-eb7e76ab8a2d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.746613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 958aad7a-90a1-4ea4-a55c-aca416931d66 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:27.825338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 958aad7a-90a1-4ea4-a55c-aca416931d66 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:27.875111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef788d49-1691-4a2d-aacd-a1e7b46fa17c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:28.025367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef788d49-1691-4a2d-aacd-a1e7b46fa17c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.070813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-ef788d49-1691-4a2d-aacd-a1e7b46fa17c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 60a16750-f51c-44db-bdb4-6f77a2f937a5 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:28.496208 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef788d49-1691-4a2d-aacd-a1e7b46fa17c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:14:28.497869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef788d49-1691-4a2d-aacd-a1e7b46fa17c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:28.530075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48494) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:28.530645 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ef788d49-1691-4a2d-aacd-a1e7b46fa17c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8765249 Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.541701 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:28.544984 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:28.577400 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.679978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20cc5ed6-7586-44d9-b820-f3765dc72936 None None] Provisioning for port 958aad7a-90a1-4ea4-a55c-aca416931d66 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:28.686762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20cc5ed6-7586-44d9-b820-f3765dc72936 None None] Provisioning complete for port 958aad7a-90a1-4ea4-a55c-aca416931d66 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:28.688737 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20cc5ed6-7586-44d9-b820-f3765dc72936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.738312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970454c7-80a4-4c39-aebb-9244f2b0a486 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.746075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970454c7-80a4-4c39-aebb-9244f2b0a486 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.748245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-970454c7-80a4-4c39-aebb-9244f2b0a486 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2163246 Jul 16 18:14:28.751215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:28.898043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-53a45348-7083-421c-acd6-7877050669e0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.900902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-53a45348-7083-421c-acd6-7877050669e0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 820 time: 0.1502879 Jul 16 18:14:28.913272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5cd29-6a66-45cc-8c50-36714c8fee11 req-e51258a0-80e1-4aaa-a6bb-229d5f16fc5f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.916025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41a5cd29-6a66-45cc-8c50-36714c8fee11 req-e51258a0-80e1-4aaa-a6bb-229d5f16fc5f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.3094654 Jul 16 18:14:28.959001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-4709a81c-e54c-432e-8246-b2579b9213c0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/quotas/02e3392e165f400497fbe7e41aa3f523 HTTP/1.1" status: 200 len: 375 time: 0.0415735 Jul 16 18:14:29.027886 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20cc5ed6-7586-44d9-b820-f3765dc72936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.059514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41a5cd29-6a66-45cc-8c50-36714c8fee11 req-1d2a73db-931c-4f95-b539-e27b7ecfb5c4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338873 Jul 16 18:14:29.073447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-69efb201-2727-4fd3-a074-747360837e8b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 6baf2398-b730-48f1-8a2d-eb7e76ab8a2d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:29.073790 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69efb201-2727-4fd3-a074-747360837e8b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.075391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-20cc5ed6-7586-44d9-b820-f3765dc72936 None None] For port 958aad7a-90a1-4ea4-a55c-aca416931d66, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=958aad7a-90a1-4ea4-a55c-aca416931d66,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:29.083577 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20cc5ed6-7586-44d9-b820-f3765dc72936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.112006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-154402c6-5ef3-4a79-840c-2ef36e2b8a2e tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1456969 Jul 16 18:14:29.220737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc5ed6-7586-44d9-b820-f3765dc72936 None None] Pushing event updated for resources: {'Port': ['ID=958aad7a-90a1-4ea4-a55c-aca416931d66,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.227719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d3f7c372-e451-4881-acdf-b938673fb345 None None] Provisioning for port 6baf2398-b730-48f1-8a2d-eb7e76ab8a2d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:29.241941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d3f7c372-e451-4881-acdf-b938673fb345 None None] Provisioning complete for port 6baf2398-b730-48f1-8a2d-eb7e76ab8a2d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:29.246102 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d3f7c372-e451-4881-acdf-b938673fb345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.282295 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69efb201-2727-4fd3-a074-747360837e8b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.316865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-69efb201-2727-4fd3-a074-747360837e8b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 6baf2398-b730-48f1-8a2d-eb7e76ab8a2d owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:29.392335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d3f7c372-e451-4881-acdf-b938673fb345 None None] Port 6baf2398-b730-48f1-8a2d-eb7e76ab8a2d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:29.425425 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-01c66e7b-ef41-4e75-9546-27c1185c2dd3 service neutron] 10.222.0.60 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022566 Jul 16 18:14:29.510677 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d6682de7-63b0-4cfc-af56-f02646eca69f no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:29.648748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-d3d13171-a6f5-4df4-8cf1-73e352cf3619 service neutron] 10.222.0.60 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178524 Jul 16 18:14:29.649681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69efb201-2727-4fd3-a074-747360837e8b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.706901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 958aad7a-90a1-4ea4-a55c-aca416931d66 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:29.715386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efb201-2727-4fd3-a074-747360837e8b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=6baf2398-b730-48f1-8a2d-eb7e76ab8a2d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.742336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69efb201-2727-4fd3-a074-747360837e8b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.747204 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-69efb201-2727-4fd3-a074-747360837e8b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/6baf2398-b730-48f1-8a2d-eb7e76ab8a2d HTTP/1.1" status: 204 len: 168 time: 0.9925730 Jul 16 18:14:29.747427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:29.843854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469ed0e-bb19-4102-9ee4-06f32d68c196 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:29.847183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469ed0e-bb19-4102-9ee4-06f32d68c196 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:29.848981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6469ed0e-bb19-4102-9ee4-06f32d68c196 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1003828 Jul 16 18:14:29.851690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:29.883105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.941292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4192c3-9b49-4dd8-a417-7585c6df6569 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 6b63a7f7-db61-4852-8e49-e11f3b680399 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:29.955623 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb4192c3-9b49-4dd8-a417-7585c6df6569 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.028341 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d6682de7-63b0-4cfc-af56-f02646eca69f,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:30.046997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:30.058811 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b59f5-6372-4fa6-956a-9ed43941b202" -d '{"events": [{"server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "name": "network-vif-unplugged", "status": "completed", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:30.066710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb4192c3-9b49-4dd8-a417-7585c6df6569 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.081781 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.106649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 958aad7a-90a1-4ea4-a55c-aca416931d66 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:30.107229 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.307363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d6682de7-63b0-4cfc-af56-f02646eca69f,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.378239 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb4192c3-9b49-4dd8-a417-7585c6df6569 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.489621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:30.519982 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb4192c3-9b49-4dd8-a417-7585c6df6569 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.561498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072c2ac-7f12-4ed4-936f-ed84f9bcb0d8 req-21a7b4f4-025f-420f-8a38-c7b29f0f5a7f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.562740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f072c2ac-7f12-4ed4-936f-ed84f9bcb0d8 req-21a7b4f4-025f-420f-8a38-c7b29f0f5a7f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.4512362 Jul 16 18:14:30.563514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4192c3-9b49-4dd8-a417-7585c6df6569 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=6b63a7f7-db61-4852-8e49-e11f3b680399,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.575094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb4192c3-9b49-4dd8-a417-7585c6df6569 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.577558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fb4192c3-9b49-4dd8-a417-7585c6df6569 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/6b63a7f7-db61-4852-8e49-e11f3b680399 HTTP/1.1" status: 204 len: 168 time: 0.7244403 Jul 16 18:14:30.580023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48614) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:30.591218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32744030-1385-4705-9bf8-9b78ef569bed None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:30.672361 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cd90fc-0e25-422e-908e-47b33baa85be x-openstack-request-id: req-f8cd90fc-0e25-422e-908e-47b33baa85be {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:30.672686 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "name": "network-vif-unplugged", "status": "completed", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:30.672945 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8cd90fc-0e25-422e-908e-47b33baa85be {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:30.673351 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f', 'code': 200} Jul 16 18:14:30.696073 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a17eb632-e2f1-4084-8c68-82a49f8fdf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.708089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ee11f0aa-96c8-4dd2-88b9-2ba05ab13701 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232533 Jul 16 18:14:30.708860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48618) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:30.717109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:30.755678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f072c2ac-7f12-4ed4-936f-ed84f9bcb0d8 req-6b0d981d-8d9f-4f6b-ac82-cabd0ba042f3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517503 Jul 16 18:14:30.852427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d20ca3d-58f7-4b0c-bc6d-3c7efbb0d4f4 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:30.869726 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a17eb632-e2f1-4084-8c68-82a49f8fdf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.884226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a17eb632-e2f1-4084-8c68-82a49f8fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.919614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1d20ca3d-58f7-4b0c-bc6d-3c7efbb0d4f4 None None] Deleting port 958aad7a-90a1-4ea4-a55c-aca416931d66 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:30.919995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d20ca3d-58f7-4b0c-bc6d-3c7efbb0d4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.950504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:30.950760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eb632-e2f1-4084-8c68-82a49f8fdf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d6fc2d-c143-4700-b4c2-ba7764977620,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.954082 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.962496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a17eb632-e2f1-4084-8c68-82a49f8fdf5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c24faa3f36d413b8b816b7ad5ba3087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709728 Jul 16 18:14:30.963819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:30.988750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a413b5f-0dc5-4c2e-950a-50ff895e938a req-0258aea3-b202-4c03-befa-d88894da1538 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.990304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a413b5f-0dc5-4c2e-950a-50ff895e938a req-0258aea3-b202-4c03-befa-d88894da1538 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.2054784 Jul 16 18:14:31.010186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1d20ca3d-58f7-4b0c-bc6d-3c7efbb0d4f4 None None] For port 958aad7a-90a1-4ea4-a55c-aca416931d66, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=958aad7a-90a1-4ea4-a55c-aca416931d66,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:31.010847 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d20ca3d-58f7-4b0c-bc6d-3c7efbb0d4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.037644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1d20ca3d-58f7-4b0c-bc6d-3c7efbb0d4f4 None None] Calling delete_port for 958aad7a-90a1-4ea4-a55c-aca416931d66 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:31.042469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e96f2014-5089-4db6-a0e5-5f22f5ef6de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.070189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e96f2014-5089-4db6-a0e5-5f22f5ef6de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.135261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a413b5f-0dc5-4c2e-950a-50ff895e938a req-94ef66f1-6c3a-4c13-955a-b0824e514b3e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329291 Jul 16 18:14:31.158353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-0fc2f547-4814-4453-9354-8f1f5324e35a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:31.158870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e96f2014-5089-4db6-a0e5-5f22f5ef6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.160107 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-0fc2f547-4814-4453-9354-8f1f5324e35a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 804 time: 0.2473361 Jul 16 18:14:31.161766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e96f2014-5089-4db6-a0e5-5f22f5ef6de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.162945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e96f2014-5089-4db6-a0e5-5f22f5ef6de9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2d6fc2d-c143-4700-b4c2-ba7764977620 HTTP/1.1" status: 204 len: 168 time: 0.1978128 Jul 16 18:14:31.174793 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d20ca3d-58f7-4b0c-bc6d-3c7efbb0d4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.176485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f2014-5089-4db6-a0e5-5f22f5ef6de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d6fc2d-c143-4700-b4c2-ba7764977620,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.226592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20ca3d-58f7-4b0c-bc6d-3c7efbb0d4f4 None None] Pushing event deleted for resources: {'Port': ['ID=958aad7a-90a1-4ea4-a55c-aca416931d66,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.233257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20ca3d-58f7-4b0c-bc6d-3c7efbb0d4f4 None None] No DVR routers for this DVR port 958aad7a-90a1-4ea4-a55c-aca416931d66 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:31.233489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-a698493c-283c-4756-889d-be3db40acc0a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/quotas/d91e7569edc742d98fad2c2dc3eed434 HTTP/1.1" status: 200 len: 375 time: 0.0531194 Jul 16 18:14:31.409244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cfdae27-f82d-4217-b4dd-ec3187331995 req-fcc3cee0-9a88-43f9-96fa-ec90ad4b5754 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 210 time: 0.0545163 Jul 16 18:14:31.432023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.451163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-bd161fe8-84f9-4a7e-a125-b1279f70a405 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2168622 Jul 16 18:14:31.507492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:31.511448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:31.516266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:31.517058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.525350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da609d5f-6d7a-4c14-a278-001b8d565c44 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:31.582380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:31.587790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e9acc177-3474-4924-874f-6121d662b6df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '290a0523-36c9-4931-9c17-cb141873ea52', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-330100865'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:31.594800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8853030 Jul 16 18:14:31.597563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b796cb4-78c7-44e7-816e-2d709daaa408 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=290a0523-36c9-4931-9c17-cb141873ea52,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.704741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48648) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:31.738223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-1db94679-a60c-443a-8c0c-7bb15e8213c2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:14:31.745823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-1db94679-a60c-443a-8c0c-7bb15e8213c2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2590799 Jul 16 18:14:31.760612 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 958aad7a-90a1-4ea4-a55c-aca416931d66 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:31.771943 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32052e8-4ccc-4cba-ab37-97d29e25aa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.807194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 958aad7a-90a1-4ea4-a55c-aca416931d66 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:31.809114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 958aad7a-90a1-4ea4-a55c-aca416931d66 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:31.839319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9acc177-3474-4924-874f-6121d662b6df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:31.849044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9acc177-3474-4924-874f-6121d662b6df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.895679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-e9acc177-3474-4924-874f-6121d662b6df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port f10b58ba-4195-4fdf-bbe3-1b60aee5ada4 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:31.914127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '290a0523-36c9-4931-9c17-cb141873ea52'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:31.916458 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.150634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/290a0523-36c9-4931-9c17-cb141873ea52/49fd2407-bc50-4fe9-9056-c0ea3f618c72) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:32.163756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-e4b0be9b-0e80-4778-b1a5-6e12585f4557 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.166219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-e4b0be9b-0e80-4778-b1a5-6e12585f4557 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e4435a5-5a0c-4c43-a806-ad2917280149 HTTP/1.1" status: 200 len: 944 time: 0.4539347 Jul 16 18:14:32.289492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-99852646-22c5-4119-a1ef-b9dfa9d7185a service neutron] 10.222.0.60 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427117 Jul 16 18:14:32.362826 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.375975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Transition to ACTIVE for port object 49fd2407-bc50-4fe9-9056-c0ea3f618c72 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:32.393997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Transition to ACTIVE for port object 49fd2407-bc50-4fe9-9056-c0ea3f618c72 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:32.407278 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9acc177-3474-4924-874f-6121d662b6df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:14:32.407953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9acc177-3474-4924-874f-6121d662b6df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:32.418400 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.437407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-fbc09f25-00ad-4a62-804a-9fabcd02b302 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.438872 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-fbc09f25-00ad-4a62-804a-9fabcd02b302 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 820 time: 0.4722598 Jul 16 18:14:32.467948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Request body: {'port': {'device_id': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8', 'admin_state_up': True, 'tenant_id': '02e3392e165f400497fbe7e41aa3f523'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:32.482786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:32.485939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:32.489843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:32.503289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Pushing event updated for resources: {'Port': ['ID=49fd2407-bc50-4fe9-9056-c0ea3f618c72,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.545334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32052e8-4ccc-4cba-ab37-97d29e25aa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.557609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3d951-537d-43bd-8668-ec6bd5cee583 req-93e3d469-6a92-459c-9e4e-e3677481ec66 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.563712 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e9acc177-3474-4924-874f-6121d662b6df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9800608 Jul 16 18:14:32.566046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48656) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:32.568305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93e3d951-537d-43bd-8668-ec6bd5cee583 req-93e3d469-6a92-459c-9e4e-e3677481ec66 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.5527081 Jul 16 18:14:32.583467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Attempting to bind port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:32.583940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Attempting to bind port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:32.584367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Attempting to bind port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:32.592450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c32052e8-4ccc-4cba-ab37-97d29e25aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.599361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:32.600798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:32.601315 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.602127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:32.605143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Bound port: 49fd2407-bc50-4fe9-9056-c0ea3f618c72, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:32.605620 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.658094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Deleting port d6682de7-63b0-4cfc-af56-f02646eca69f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:32.658867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.688333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-071d7eba-cca5-482f-94f7-c9f25c8add12 service neutron] 10.222.0.60 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978634 Jul 16 18:14:32.746057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f077d2-29ce-4406-8061-ab75f32f3199 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.749943 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-86f077d2-29ce-4406-8061-ab75f32f3199 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1803038 Jul 16 18:14:32.750228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:32.804088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c32052e8-4ccc-4cba-ab37-97d29e25aa43 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f42f3e1b1e6f40d78eceede00e5ad561&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0980394 Jul 16 18:14:32.804916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32052e8-4ccc-4cba-ab37-97d29e25aa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90d0d62-09af-41c7-9f2c-a8417cc6c778,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.809704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:32.810064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] For port 49fd2407-bc50-4fe9-9056-c0ea3f618c72, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:32.823069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] For port 49fd2407-bc50-4fe9-9056-c0ea3f618c72, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=49fd2407-bc50-4fe9-9056-c0ea3f618c72,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:32.832416 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.842659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5246804-e966-49c7-a2db-1ce99af2c287 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.844578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5246804-e966-49c7-a2db-1ce99af2c287 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.848761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a5246804-e966-49c7-a2db-1ce99af2c287 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0947502 Jul 16 18:14:32.850414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48666) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:32.861058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93e3d951-537d-43bd-8668-ec6bd5cee583 req-90530c87-fbc0-466d-8434-2ac4ba4d1249 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915194 Jul 16 18:14:32.940905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf99405-423b-4970-b047-cfafe89db719 None None] Pushing event updated for resources: {'Port': ['ID=49fd2407-bc50-4fe9-9056-c0ea3f618c72,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.052631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Made reservation on behalf of 02e3392e165f400497fbe7e41aa3f523 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:33.062591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.077335 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a66654e-944c-4a4f-a52e-580dfd1f4803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.083443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] For port d6682de7-63b0-4cfc-af56-f02646eca69f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d6682de7-63b0-4cfc-af56-f02646eca69f,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:33.083701 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.100170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7efb27-69a5-490c-b0da-bff60af2768c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 290a0523-36c9-4931-9c17-cb141873ea52 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:33.100381 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9386cfa6-fafb-4245-a218-30ac2aa2ad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.154005 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e7efb27-69a5-490c-b0da-bff60af2768c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.180207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Calling delete_port for d6682de7-63b0-4cfc-af56-f02646eca69f owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:33.228385 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a66654e-944c-4a4f-a52e-580dfd1f4803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.269954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e7efb27-69a5-490c-b0da-bff60af2768c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.510915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Allocated IP 172.20.0.12 (14755690-30e8-49b5-801a-437a7321d2a8/96575f11-85fd-4b83-b9cb-112b73042b0b/b44e22bf-2979-4e1b-9b1f-06f5b13ee73d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:33.528881 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a66654e-944c-4a4f-a52e-580dfd1f4803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.531496 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a66654e-944c-4a4f-a52e-580dfd1f4803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.532741 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a66654e-944c-4a4f-a52e-580dfd1f4803 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d90d0d62-09af-41c7-9f2c-a8417cc6c778 HTTP/1.1" status: 204 len: 168 time: 0.7192249 Jul 16 18:14:33.582188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66654e-944c-4a4f-a52e-580dfd1f4803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90d0d62-09af-41c7-9f2c-a8417cc6c778,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.738781 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e7efb27-69a5-490c-b0da-bff60af2768c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.826861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 49fd2407-bc50-4fe9-9056-c0ea3f618c72 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:33.902553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e7efb27-69a5-490c-b0da-bff60af2768c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.944614 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e7efb27-69a5-490c-b0da-bff60af2768c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.948485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7e7efb27-69a5-490c-b0da-bff60af2768c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/290a0523-36c9-4931-9c17-cb141873ea52 HTTP/1.1" status: 204 len: 168 time: 1.0962191 Jul 16 18:14:33.952655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48686) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:33.981091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:34.000692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7efb27-69a5-490c-b0da-bff60af2768c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=290a0523-36c9-4931-9c17-cb141873ea52,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:34.099742 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-aac1a611-9af9-4f05-ba24-89b73d8bda79 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083128 Jul 16 18:14:34.101762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48692) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.123436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:34.286314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f21edcfb-4109-4bb1-a840-9676bdbe16a9 req-1fa94b79-d263-4073-930d-e42df6e6b3ca tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 210 time: 0.7413726 Jul 16 18:14:34.335177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:34.342203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.843902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d251a0-4281-4944-a7ca-5b9ae815bba8 req-de8c9018-75b5-4b58-9afa-ce2c068a21cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.845531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6d251a0-4281-4944-a7ca-5b9ae815bba8 req-de8c9018-75b5-4b58-9afa-ce2c068a21cb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 1.7252214 Jul 16 18:14:34.894019 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.926639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3585387-8ab2-4adb-b6ef-4d22957523c6 req-725cc582-2612-40ca-89ee-152ada7abd50 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 210 time: 0.1046786 Jul 16 18:14:34.929512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beddde2-e63b-4b8f-9332-27f3da0280a9 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:34.939115 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.041951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:35.054299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:35.063081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.066152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.118946 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0083237 Jul 16 18:14:35.124880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48712) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:35.138473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3ca02c49-2406-49b5-9a77-fecd96b9778a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1688697042', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:35.157600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733252-5328-498c-be0b-763fc33a491a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=b2f8e468-6db9-411d-9042-e1c10985f2f7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.168373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6d251a0-4281-4944-a7ca-5b9ae815bba8 req-4d719705-a74c-4528-a12d-92ba718b9286 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989886 Jul 16 18:14:35.184386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.273414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2ec75986-7933-4c9d-940d-76664049e668 None None] Provisioning for port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:35.286257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2ec75986-7933-4c9d-940d-76664049e668 None None] Provisioning complete for port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:35.292289 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ec75986-7933-4c9d-940d-76664049e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.301839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Pushing event deleted for resources: {'Port': ['ID=d6682de7-63b0-4cfc-af56-f02646eca69f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.450324 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.502856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c452a742-df1c-491b-a856-4cd79f1018f9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:35.522831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] No DVR routers for this DVR port d6682de7-63b0-4cfc-af56-f02646eca69f on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:35.531260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.533854 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c67b430-b732-4635-90ae-b5400f8b6bb3 req-bf0a2a44-6348-4a4b-9a90-ea47989fb333 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.45 "DELETE /v2.0/ports/d6682de7-63b0-4cfc-af56-f02646eca69f HTTP/1.1" status: 204 len: 173 time: 3.3323362 Jul 16 18:14:35.574493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'name': 'network-vif-deleted', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:35.577749 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f78586-df70-4557-8d25-773e5a960d88" -d '{"events": [{"server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "name": "network-vif-deleted", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:35.582079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d6682de7-63b0-4cfc-af56-f02646eca69f no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:35.678274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca02c49-2406-49b5-9a77-fecd96b9778a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.693731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca02c49-2406-49b5-9a77-fecd96b9778a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.735054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: d6682de7-63b0-4cfc-af56-f02646eca69f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:35.735609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d6682de7-63b0-4cfc-af56-f02646eca69f not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:35.766285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Network 14755690-30e8-49b5-801a-437a7321d2a8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:35.777871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-d963d516-04b5-4b8c-ab44-d12760f02f89 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.779374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-d963d516-04b5-4b8c-ab44-d12760f02f89 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.46 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 804 time: 0.5547695 Jul 16 18:14:35.784813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ec75986-7933-4c9d-940d-76664049e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.788836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:35.793108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:35.810224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Pushing event updated for resources: {'Port': ['ID=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.831844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Request body: {'port': {'device_id': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'admin_state_up': True, 'tenant_id': 'd91e7569edc742d98fad2c2dc3eed434'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:35.874665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2ec75986-7933-4c9d-940d-76664049e668 None None] For port 49fd2407-bc50-4fe9-9056-c0ea3f618c72, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=49fd2407-bc50-4fe9-9056-c0ea3f618c72,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:35.900564 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ec75986-7933-4c9d-940d-76664049e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.981958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbb9a4-ecca-460f-af26-78f8f7a7ca4f req-40b9d6dd-d3d0-49dd-b1f2-a404b5adb180 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.986264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33cbb9a4-ecca-460f-af26-78f8f7a7ca4f req-40b9d6dd-d3d0-49dd-b1f2-a404b5adb180 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.7090421 Jul 16 18:14:35.998308 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6bc4c14e-ee67-498b-8df4-3e5fa0f0f6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.005953 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.041378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74a102-499b-4714-94ba-ba9f61e31951 req-08931d17-8e82-447f-b9a9-87feb2ae2683 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.045600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b74a102-499b-4714-94ba-ba9f61e31951 req-08931d17-8e82-447f-b9a9-87feb2ae2683 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 932 time: 0.4639082 Jul 16 18:14:36.060911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.062708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.093620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec75986-7933-4c9d-940d-76664049e668 None None] Pushing event updated for resources: {'Port': ['ID=49fd2407-bc50-4fe9-9056-c0ea3f618c72,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.136275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-bcfd8258-a2e1-4fca-8e8e-f0a9a3c0c4f4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6811366 Jul 16 18:14:36.160080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Request body: {'port': {'device_id': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:36.274656 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca02c49-2406-49b5-9a77-fecd96b9778a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.298445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca02c49-2406-49b5-9a77-fecd96b9778a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.437625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33cbb9a4-ecca-460f-af26-78f8f7a7ca4f req-4a626264-185f-4d7e-a768-cea342459eec tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4220743 Jul 16 18:14:36.448944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5915ae26-6c21-4cb8-8ae2-ef134af2cf81 None None] Provisioning complete for port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:36.449745 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5915ae26-6c21-4cb8-8ae2-ef134af2cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.451699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Made reservation on behalf of d91e7569edc742d98fad2c2dc3eed434 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:36.457790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2fd4c-52b8-44a4-90c5-43e3ece6e8b0 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:36.470681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.507374 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ca02c49-2406-49b5-9a77-fecd96b9778a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.515363 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3ca02c49-2406-49b5-9a77-fecd96b9778a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3860571 Jul 16 18:14:36.518412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48738) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:36.528638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b74a102-499b-4714-94ba-ba9f61e31951 req-db8811eb-22d9-4702-88ef-8b097c76fd65 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448214 Jul 16 18:14:36.599586 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d61a21-c04e-49f0-9606-429f776615c4 x-openstack-request-id: req-77d61a21-c04e-49f0-9606-429f776615c4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:36.599854 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4435a5-5a0c-4c43-a806-ad2917280149", "name": "network-vif-deleted", "tag": "d6682de7-63b0-4cfc-af56-f02646eca69f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:36.605467 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77d61a21-c04e-49f0-9606-429f776615c4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:36.609375 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4435a5-5a0c-4c43-a806-ad2917280149', 'name': 'network-vif-deleted', 'tag': 'd6682de7-63b0-4cfc-af56-f02646eca69f', 'status': 'completed', 'code': 200} Jul 16 18:14:36.673196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.978346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.140220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e14e1b0-45bf-4082-aa8b-77605692a389 req-3092423a-d469-4bd2-b5b5-9e469243db04 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 210 time: 0.1975245 Jul 16 18:14:37.226802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Allocated IP 172.20.0.12 (524e5f47-2a0a-4b3f-be7c-4b705da32b69/6840c1a2-54a4-4cfc-bc82-83457b9c6a9b/5ef1f4a2-3a1f-492f-8a0a-80270f393bc4) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:37.233884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.272793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468e063-0b79-473b-85ec-12108d49dd3b req-17c7eb04-cdbc-4fab-9ab5-58fc96832803 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.283887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c468e063-0b79-473b-85ec-12108d49dd3b req-17c7eb04-cdbc-4fab-9ab5-58fc96832803 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.1424081 Jul 16 18:14:37.397804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c468e063-0b79-473b-85ec-12108d49dd3b req-76c12dd2-7dca-4741-9c7d-b92a72b89b2a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130412 Jul 16 18:14:37.449683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08e7b452-25b2-4e86-a229-68903957eef9 None None] Provisioning complete for port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:37.453198 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08e7b452-25b2-4e86-a229-68903957eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.454598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44e22bf-2979-4e1b-9b1f-06f5b13ee73d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:37.480132 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.525340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Transition to ACTIVE for port object b44e22bf-2979-4e1b-9b1f-06f5b13ee73d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:37.532469 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.698345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Pushing event updated for resources: {'Port': ['ID=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.742528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 49fd2407-bc50-4fe9-9056-c0ea3f618c72 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:37.764843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.843497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::1 (982584e8-bbac-43ce-b633-758a660970f8/b2f8e468-6db9-411d-9042-e1c10985f2f7/ba5aa301-c3bf-4af3-974f-077f7fba70a9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:37.887090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.927013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:37.928263 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.010238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:38.049931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Pushing event updated for resources: {'Port': ['ID=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.070276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:38.076051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:38.076662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:38.077451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:38.093071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:38.093652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:38.110234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:38.110915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:38.111483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:38.112095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Bound port: b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:38.112648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.135514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:38.175161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26ef18-424d-47c1-8103-c57b1274c2f2 req-35ef12f0-3d89-4af0-8239-2750b1dade89 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.185802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb26ef18-424d-47c1-8103-c57b1274c2f2 req-35ef12f0-3d89-4af0-8239-2750b1dade89 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.4537976 Jul 16 18:14:38.255148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.260164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.286340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb26ef18-424d-47c1-8103-c57b1274c2f2 req-6b4883df-5c60-4357-afde-87ed56c5c678 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940454 Jul 16 18:14:38.320634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.332546 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-6691f786-cc3a-422e-9370-bfd332a15467 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5282421 Jul 16 18:14:38.340682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a9c78-5615-4722-a269-51d3170bab12 req-d0cc5b01-9290-4657-b282-5cb4b2d3f4e3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.349342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-539a9c78-5615-4722-a269-51d3170bab12 req-d0cc5b01-9290-4657-b282-5cb4b2d3f4e3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.4059360 Jul 16 18:14:38.366198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Request body: {'port': {'device_id': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:38.389946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:38.417223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:38.424896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object ba5aa301-c3bf-4af3-974f-077f7fba70a9 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:38.444933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-539a9c78-5615-4722-a269-51d3170bab12 req-0d431f1b-2887-4c64-a6c6-44e0b8c112e3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943501 Jul 16 18:14:38.454049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.611006 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.612665 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.642023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Pushing event updated for resources: {'Port': ['ID=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.663180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.666948 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.670778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-96e098f3-05d0-4ae2-8e82-525a0059b56f service neutron] 10.222.0.45 "PUT /v2.0/ports/b44e22bf-2979-4e1b-9b1f-06f5b13ee73d HTTP/1.1" status: 200 len: 1093 time: 2.5227170 Jul 16 18:14:38.671444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:38.685614 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e612ccca-46b0-49f2-81a0-455a4a35fc09" -d '{"events": [{"name": "network-changed", "server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:38.859927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-eb81a097-08b8-442c-9132-3dd21dd4aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.863427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-eb81a097-08b8-442c-9132-3dd21dd4aff5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 1096 time: 0.1367602 Jul 16 18:14:38.912195 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.030887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd0095-b576-42b7-b020-6306efd4a735 req-98d5e16f-e7ca-4cb6-bf14-680f666d2402 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.040474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92bd0095-b576-42b7-b020-6306efd4a735 req-98d5e16f-e7ca-4cb6-bf14-680f666d2402 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 932 time: 0.3418405 Jul 16 18:14:39.040731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:39.044832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-0f11ef35-63bf-450d-87de-d46b21a600c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d HTTP/1.1" status: 200 len: 217 time: 0.1682811 Jul 16 18:14:39.059527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:39.084053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:39.084922 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.278465 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92bd0095-b576-42b7-b020-6306efd4a735 req-b3a90cb5-7527-4f27-bd83-d66de730103f tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364931 Jul 16 18:14:39.304111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-eba04db4-c689-43dc-89f1-72e0cabb61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.306272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-eba04db4-c689-43dc-89f1-72e0cabb61fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.2211356 Jul 16 18:14:39.370955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=ba5aa301-c3bf-4af3-974f-077f7fba70a9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.375362 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.398051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-54895cf0-8d01-4804-8153-27e735288d5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827305 Jul 16 18:14:39.415987 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b154745-ca06-45dd-935b-878d2b5cf49c x-openstack-request-id: req-2b154745-ca06-45dd-935b-878d2b5cf49c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:39.416294 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:39.416620 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b154745-ca06-45dd-935b-878d2b5cf49c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:39.417044 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d', 'status': 'completed', 'code': 200} Jul 16 18:14:39.537674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe734a-92b1-43b5-9da8-709776532521 req-aa54ca76-bdf2-40ee-b451-11b3a4481493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.539243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23fe734a-92b1-43b5-9da8-709776532521 req-aa54ca76-bdf2-40ee-b451-11b3a4481493 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 1097 time: 0.3864515 Jul 16 18:14:39.582234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aac4df21-9037-4dee-960e-2345aaad0347 None None] Provisioning for port ba5aa301-c3bf-4af3-974f-077f7fba70a9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:39.588649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aac4df21-9037-4dee-960e-2345aaad0347 None None] Provisioning complete for port ba5aa301-c3bf-4af3-974f-077f7fba70a9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:39.589385 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aac4df21-9037-4dee-960e-2345aaad0347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.647240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8eeb6-17aa-4a41-a78e-a251e623395c req-d6162ad2-d918-44d7-b312-e2a2fd06dc29 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.656759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abb8eeb6-17aa-4a41-a78e-a251e623395c req-d6162ad2-d918-44d7-b312-e2a2fd06dc29 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.4539063 Jul 16 18:14:39.660407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aac4df21-9037-4dee-960e-2345aaad0347 None None] Port ba5aa301-c3bf-4af3-974f-077f7fba70a9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:39.701576 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:39.711527 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.727180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Transition to ACTIVE for port object 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:39.734705 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.735313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-89215adb-d62f-488d-b320-4850f58cc156 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146868 Jul 16 18:14:39.806099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abb8eeb6-17aa-4a41-a78e-a251e623395c req-0dc8165f-79f9-49cb-b9ac-1dd20a65c95f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470511 Jul 16 18:14:39.873809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe734a-92b1-43b5-9da8-709776532521 req-7fb33b25-f032-42b1-b47b-856b7b6eb770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.875619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23fe734a-92b1-43b5-9da8-709776532521 req-7fb33b25-f032-42b1-b47b-856b7b6eb770 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 912 time: 0.2905409 Jul 16 18:14:39.886289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370b92c-9450-47f8-a8fd-ea3e615cefbc req-0eb8a285-8d81-46a8-8f16-d888e932fff2 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.898700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5370b92c-9450-47f8-a8fd-ea3e615cefbc req-0eb8a285-8d81-46a8-8f16-d888e932fff2 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.3779242 Jul 16 18:14:40.106860 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23fe734a-92b1-43b5-9da8-709776532521 req-81d3f7f3-7df3-40e4-b834-206c8acf584c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab457b0f-6115-437a-a451-78af4af5434d HTTP/1.1" status: 200 len: 1001 time: 0.2068882 Jul 16 18:14:40.110031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.147694 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.172929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3584ecd9-37ca-49d3-96c4-0c50f029551e req-8ca3fa0c-2afb-4d92-8162-6a2666575103 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237061 Jul 16 18:14:40.219366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5370b92c-9450-47f8-a8fd-ea3e615cefbc req-0f579dc1-38de-4ed3-8193-ed1dccb0fa97 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740748 Jul 16 18:14:40.410633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.440098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe734a-92b1-43b5-9da8-709776532521 req-7f121bc7-052d-4c86-a0a8-3abe56e294b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.441682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23fe734a-92b1-43b5-9da8-709776532521 req-7f121bc7-052d-4c86-a0a8-3abe56e294b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 200 len: 850 time: 0.2885430 Jul 16 18:14:40.458358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53945d8-df5e-4b05-9596-0dabe7b43908 req-dcdbbd90-fc6c-4c9e-bf11-98ef9866c65b tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.466571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c53945d8-df5e-4b05-9596-0dabe7b43908 req-dcdbbd90-fc6c-4c9e-bf11-98ef9866c65b tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.4599857 Jul 16 18:14:40.476895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-521043ed-f976-44ea-a4a2-9d71b15f1d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.610995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c53945d8-df5e-4b05-9596-0dabe7b43908 req-8c47a594-564d-4e09-a73f-5ef680eced91 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433492 Jul 16 18:14:40.652936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-f570e3f9-241b-4fb7-8d13-209d234557b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.655288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-f570e3f9-241b-4fb7-8d13-209d234557b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 1096 time: 0.3473759 Jul 16 18:14:40.676202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Attempting to bind port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:40.676625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Attempting to bind port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:40.676953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Attempting to bind port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:40.695204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe734a-92b1-43b5-9da8-709776532521 req-e962da25-b4e9-4a79-a44a-2949c884de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.697593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23fe734a-92b1-43b5-9da8-709776532521 req-e962da25-b4e9-4a79-a44a-2949c884de86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f258c528-c4f0-4833-9916-4132c7713c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2478402 Jul 16 18:14:40.706001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:40.706369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Attempting to bind port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 on network 524e5f47-2a0a-4b3f-be7c-4b705da32b69 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:40.717731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:40.717731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Checking segment: {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:40.717731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Bound using segment: {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:40.717731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Bound port: 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7281fedb-3c22-4731-9671-8966b8117584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:40.718145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.861995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.874738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.875909 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.920130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23fe734a-92b1-43b5-9da8-709776532521 req-941d6a5c-a04e-4fcb-ba42-d128f5a55a41 service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095475 Jul 16 18:14:40.921061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:40.962379 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-521043ed-f976-44ea-a4a2-9d71b15f1d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.970259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:40.981605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.989321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=ba5aa301-c3bf-4af3-974f-077f7fba70a9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.023370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-521043ed-f976-44ea-a4a2-9d71b15f1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.056273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.057337 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.058845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-fd7f0b3a-8700-4261-9712-05f1c338c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.059592 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] 10.222.0.46 "PUT /v2.0/ports/5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 HTTP/1.1" status: 200 len: 1093 time: 2.7037659 Jul 16 18:14:41.060358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-fd7f0b3a-8700-4261-9712-05f1c338c646 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.3950207 Jul 16 18:14:41.060483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'tag': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:41.063669 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5295979f-5a24-41b4-80e1-4a5eb1931253" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe92937-c0d2-40e3-a743-78ee99bfbb4e", "tag": "5ef1f4a2-3a1f-492f-8a0a-80270f393bc4"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:41.105719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4ae12-db9c-48a9-bbd2-730b25042f87 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.125730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:41.136412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:41.280055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-5ba19b0e-7ff6-4ec4-a444-d1718b765b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.282543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-5ba19b0e-7ff6-4ec4-a444-d1718b765b4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 1096 time: 0.1547120 Jul 16 18:14:41.345700 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-e69b3af8-fe2b-4ab8-a5d7-df9f17978f14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 HTTP/1.1" status: 200 len: 217 time: 0.0456417 Jul 16 18:14:41.365725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Router ff4aa85a-7d6f-441e-ae15-1016a5552112 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:41.409430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-142a9a80-f5f1-48c4-95fc-6606e2eeaaba None None] Provisioning complete for port ba5aa301-c3bf-4af3-974f-077f7fba70a9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:41.410643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-142a9a80-f5f1-48c4-95fc-6606e2eeaaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.451850 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-142a9a80-f5f1-48c4-95fc-6606e2eeaaba None None] Port ba5aa301-c3bf-4af3-974f-077f7fba70a9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:41.474470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-d0d5a0fd-229b-4944-b723-b353af641c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.475999 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-d0d5a0fd-229b-4944-b723-b353af641c56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b HTTP/1.1" status: 200 len: 844 time: 0.1203535 Jul 16 18:14:41.513197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-f08d006f-935e-4e7f-8763-c6d6f26ccba4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d HTTP/1.1" status: 200 len: 217 time: 0.4175284 Jul 16 18:14:41.516770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521043ed-f976-44ea-a4a2-9d71b15f1d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510ee073-fce7-4752-b229-1157b46bb6a3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.519409 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-63cb9f45-34d4-467e-9fa8-b20bb42dde40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=524e5f47-2a0a-4b3f-be7c-4b705da32b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311964 Jul 16 18:14:41.523408 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-521043ed-f976-44ea-a4a2-9d71b15f1d8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68ba6756242f4b31bdbf6aa6c81d1044&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3954422 Jul 16 18:14:41.524149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:41.548541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e2002-3acb-425a-97de-e5195f557299 req-d271c8c0-3e6c-4b9b-9bf3-188747f05992 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.550037 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e2002-3acb-425a-97de-e5195f557299 req-d271c8c0-3e6c-4b9b-9bf3-188747f05992 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 944 time: 0.7901313 Jul 16 18:14:41.567147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:41.577623 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ca64d202-4133-4c23-81ad-a4b17959d79f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "PUT /v2.0/routers/ff4aa85a-7d6f-441e-ae15-1016a5552112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0538256 Jul 16 18:14:41.580703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Sync routers for ids ['ff4aa85a-7d6f-441e-ae15-1016a5552112'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:41.587593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48962) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:41.589527 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23fe734a-92b1-43b5-9da8-709776532521 req-1281060c-7c0e-403c-acdf-fa9f1ce1b3b2 service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578262 Jul 16 18:14:41.591062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Routers {'ff4aa85a-7d6f-441e-ae15-1016a5552112'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:41.591684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:14:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ff4aa85a-7d6f-441e-ae15-1016a5552112'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:41.662504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-9cc5f002-b38f-430c-afa3-231bef0098a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.663895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-9cc5f002-b38f-430c-afa3-231bef0098a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1410043 Jul 16 18:14:41.682806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b076bd-ab7a-4052-8d0e-cd28889104f1 req-f5c8e125-3673-4968-a27c-ceb64a545909 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.684423 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10b076bd-ab7a-4052-8d0e-cd28889104f1 req-f5c8e125-3673-4968-a27c-ceb64a545909 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.7308669 Jul 16 18:14:41.711388 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30c045c2-c5a1-4e61-9023-4da529708ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.717081 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-8e7625e8-79c0-4443-9419-5b22e2a00d88 service neutron] 10.222.0.46 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900249 Jul 16 18:14:41.725982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de6e2002-3acb-425a-97de-e5195f557299 req-f216ef29-bf22-4f87-9a36-fefbd5a149ec tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504018 Jul 16 18:14:41.734074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-7a7f72b9-9413-405f-b3d8-268bbe25c39f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486295 Jul 16 18:14:41.742309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e1b1bb-ef26-4b96-a8dd-515558639db2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.746735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-06e1b1bb-ef26-4b96-a8dd-515558639db2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports/ba5aa301-c3bf-4af3-974f-077f7fba70a9 HTTP/1.1" status: 200 len: 911 time: 0.1562328 Jul 16 18:14:41.764251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48968) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:41.817686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30c045c2-c5a1-4e61-9023-4da529708ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.822411 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58e3bb4-ed96-4634-b25a-02566e2b939f x-openstack-request-id: req-b58e3bb4-ed96-4634-b25a-02566e2b939f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:41.822707 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe92937-c0d2-40e3-a743-78ee99bfbb4e", "tag": "5ef1f4a2-3a1f-492f-8a0a-80270f393bc4", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:41.822995 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b58e3bb4-ed96-4634-b25a-02566e2b939f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:41.823470 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'tag': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4', 'status': 'completed', 'code': 200} Jul 16 18:14:41.855648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10b076bd-ab7a-4052-8d0e-cd28889104f1 req-804c38e4-42c2-4162-86a7-c002f9bb00bf tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555486 Jul 16 18:14:41.947885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Set router ff4aa85a-7d6f-441e-ae15-1016a5552112 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:41.982334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-ecc696fc-b268-4a40-93ce-e220af51d744 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188468 Jul 16 18:14:41.998946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c15944e-1d7b-4387-a13c-28157ca11a69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.006393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c15944e-1d7b-4387-a13c-28157ca11a69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.012480 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4c15944e-1d7b-4387-a13c-28157ca11a69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2463622 Jul 16 18:14:42.012480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48974) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:42.018148 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a1e054a-c967-4288-b145-8ac05ac74c86 req-2b444db8-0483-4127-9af2-2c8eb13145c9 service neutron] 10.222.0.46 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810116 Jul 16 18:14:42.029035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30c045c2-c5a1-4e61-9023-4da529708ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.031611 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30c045c2-c5a1-4e61-9023-4da529708ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.035198 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-30c045c2-c5a1-4e61-9023-4da529708ec3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/510ee073-fce7-4752-b229-1157b46bb6a3 HTTP/1.1" status: 204 len: 168 time: 0.5069616 Jul 16 18:14:42.057799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c045c2-c5a1-4e61-9023-4da529708ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510ee073-fce7-4752-b229-1157b46bb6a3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.259542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-a31bd283-df85-4d8e-a827-a521cbd2c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.269378 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-a31bd283-df85-4d8e-a827-a521cbd2c1e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d91e7569edc742d98fad2c2dc3eed434&device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 1096 time: 0.1275148 Jul 16 18:14:42.343542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4aa85a-7d6f-441e-ae15-1016a5552112', 'name': 'tempest-NetworksTestDHCPv6-router-1688697042', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:35Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 2, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None, '_interfaces': [{'id': 'ba5aa301-c3bf-4af3-974f-077f7fba70a9', 'name': '', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'mac_address': 'fa:16:3e:27:67:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4aa85a-7d6f-441e-ae15-1016a5552112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b2f8e468-6db9-411d-9042-e1c10985f2f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:37Z', 'updated_at': '2021-07-16T18:14:40Z', 'revision_number': 2, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'subnets': [{'id': 'b2f8e468-6db9-411d-9042-e1c10985f2f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:42.382489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Checking router: ff4aa85a-7d6f-441e-ae15-1016a5552112 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:42.384391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Updating router ff4aa85a-7d6f-441e-ae15-1016a5552112 port ba5aa301-c3bf-4af3-974f-077f7fba70a9 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:42.432861 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.465918 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-610c41d0-90e2-4748-9e91-347063ded4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.467940 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-610c41d0-90e2-4748-9e91-347063ded4d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 200 len: 905 time: 0.1918561 Jul 16 18:14:42.570316 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-7111bb64-eea9-43c3-a790-8786ec3bf7c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 HTTP/1.1" status: 200 len: 217 time: 0.0945587 Jul 16 18:14:42.574070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e612ccca-46b0-49f2-81a0-455a4a35fc09 req-9e53ea2f-1517-46ef-be51-08c8fa0523b0 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605099 Jul 16 18:14:42.591482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48980) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:42.636328 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58cab6da-324f-43db-95db-ae1162dad69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.657373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-8215a855-ff9a-43be-b448-6534a0bb6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.661291 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-8215a855-ff9a-43be-b448-6534a0bb6148 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b HTTP/1.1" status: 200 len: 844 time: 0.0817542 Jul 16 18:14:42.718201 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-148a5b7e-166a-4644-af3a-b195d98e3ebd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=524e5f47-2a0a-4b3f-be7c-4b705da32b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512621 Jul 16 18:14:42.836310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe009bc-5fe1-4e51-9ac9-303f397c2e6d req-1c14c47e-b8e6-4dcd-8881-aa19c959b82a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.838653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.845254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fe009bc-5fe1-4e51-9ac9-303f397c2e6d req-1c14c47e-b8e6-4dcd-8881-aa19c959b82a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.8149400 Jul 16 18:14:42.848215 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-56bc34e4-dd0d-4939-9893-a268e46dd66a service neutron] 10.222.0.46 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147015 Jul 16 18:14:42.850655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Transition to ACTIVE for port object ba5aa301-c3bf-4af3-974f-077f7fba70a9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:42.858099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.934751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45551ce2-8191-4037-b4ce-b6ce25e870c6 None None] Pushing event updated for resources: {'Port': ['ID=ba5aa301-c3bf-4af3-974f-077f7fba70a9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.935508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c996fcf-dd3d-41f1-a830-a9e5b8845226 req-225dcb09-bb61-4fd5-b775-e14e5c32f05e tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.942905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c996fcf-dd3d-41f1-a830-a9e5b8845226 req-225dcb09-bb61-4fd5-b775-e14e5c32f05e tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.6501191 Jul 16 18:14:43.018856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Attempting to bind port ba5aa301-c3bf-4af3-974f-077f7fba70a9 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:43.019394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Attempting to bind port ba5aa301-c3bf-4af3-974f-077f7fba70a9 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:43.019941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Attempting to bind port ba5aa301-c3bf-4af3-974f-077f7fba70a9 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:43.030940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:43.031720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:43.032279 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.032778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:43.033278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Bound port: ba5aa301-c3bf-4af3-974f-077f7fba70a9, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:43.034252 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.062829 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5295979f-5a24-41b4-80e1-4a5eb1931253 req-d30b841c-ef0f-4920-bc00-950475c54d11 service neutron] 10.222.0.46 "GET /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995897 Jul 16 18:14:43.109555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fe009bc-5fe1-4e51-9ac9-303f397c2e6d req-777f9b04-a967-4eba-b910-eb283292ed45 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630501 Jul 16 18:14:43.126862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c996fcf-dd3d-41f1-a830-a9e5b8845226 req-e865f332-13eb-4bb8-9c9c-7ddf5284e15b tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825464 Jul 16 18:14:43.183976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] For port ba5aa301-c3bf-4af3-974f-077f7fba70a9, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:43.202823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] For port ba5aa301-c3bf-4af3-974f-077f7fba70a9, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ba5aa301-c3bf-4af3-974f-077f7fba70a9,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:43.216470 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.385266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Routers {'ff4aa85a-7d6f-441e-ae15-1016a5552112'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:43.385983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:14:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ff4aa85a-7d6f-441e-ae15-1016a5552112'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:43.456369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45551ce2-8191-4037-b4ce-b6ce25e870c6 None None] Pushing event updated for resources: {'Port': ['ID=ba5aa301-c3bf-4af3-974f-077f7fba70a9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.499452 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58cab6da-324f-43db-95db-ae1162dad69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.514751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58cab6da-324f-43db-95db-ae1162dad69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.550002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] Set router ff4aa85a-7d6f-441e-ae15-1016a5552112 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:43.673430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cab6da-324f-43db-95db-ae1162dad69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f67746-d6c8-40a6-8639-2ee4be10737f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.678095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-58cab6da-324f-43db-95db-ae1162dad69e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d9ce1a3f7ad4659b9606d118c6ccf8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0847602 Jul 16 18:14:43.681294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.766063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353dfbb2-92e3-448d-927f-d94d6de830b3 req-af6ced3b-05ac-4c40-986b-a7d0bed1b7cd tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.767976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-353dfbb2-92e3-448d-927f-d94d6de830b3 req-af6ced3b-05ac-4c40-986b-a7d0bed1b7cd tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 944 time: 0.3881996 Jul 16 18:14:43.791928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f68b19-b0df-4526-b870-f102b729af43 req-f8ef81d1-1fc8-4ea5-8ca6-7aeb54b93135 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.793723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8f68b19-b0df-4526-b870-f102b729af43 req-f8ef81d1-1fc8-4ea5-8ca6-7aeb54b93135 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.3721721 Jul 16 18:14:43.829602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cb32b72-e1b5-4ac4-91a0-4673392ed283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.884820 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cb32b72-e1b5-4ac4-91a0-4673392ed283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.902417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-353dfbb2-92e3-448d-927f-d94d6de830b3 req-44ee51b9-d01a-41ab-aa5a-fb00e6732fb6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002283 Jul 16 18:14:43.925772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4aa85a-7d6f-441e-ae15-1016a5552112', 'name': 'tempest-NetworksTestDHCPv6-router-1688697042', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:35Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 2, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None, '_interfaces': [{'id': 'ba5aa301-c3bf-4af3-974f-077f7fba70a9', 'name': '', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'mac_address': 'fa:16:3e:27:67:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4aa85a-7d6f-441e-ae15-1016a5552112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b2f8e468-6db9-411d-9042-e1c10985f2f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:37Z', 'updated_at': '2021-07-16T18:14:43Z', 'revision_number': 4, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'subnets': [{'id': 'b2f8e468-6db9-411d-9042-e1c10985f2f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:43.966769 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.994789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66373c9d-cec5-4faa-9081-e182217c8ffe None None] The sync data for ids ['ff4aa85a-7d6f-441e-ae15-1016a5552112'] in n-d-793619-10 is: [{'id': 'ff4aa85a-7d6f-441e-ae15-1016a5552112', 'name': 'tempest-NetworksTestDHCPv6-router-1688697042', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:35Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 2, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None, '_interfaces': [{'id': 'ba5aa301-c3bf-4af3-974f-077f7fba70a9', 'name': '', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'mac_address': 'fa:16:3e:27:67:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff4aa85a-7d6f-441e-ae15-1016a5552112', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': 'b2f8e468-6db9-411d-9042-e1c10985f2f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:37Z', 'updated_at': '2021-07-16T18:14:43Z', 'revision_number': 4, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'subnets': [{'id': 'b2f8e468-6db9-411d-9042-e1c10985f2f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:44.006910 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cb32b72-e1b5-4ac4-91a0-4673392ed283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.010020 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cb32b72-e1b5-4ac4-91a0-4673392ed283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.023258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8cb32b72-e1b5-4ac4-91a0-4673392ed283 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9f67746-d6c8-40a6-8639-2ee4be10737f HTTP/1.1" status: 204 len: 168 time: 0.3289335 Jul 16 18:14:44.037121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb32b72-e1b5-4ac4-91a0-4673392ed283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f67746-d6c8-40a6-8639-2ee4be10737f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.125616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8f68b19-b0df-4526-b870-f102b729af43 req-4693cf1b-3c1f-4ba9-b95f-5ed2946d0503 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112707 Jul 16 18:14:44.585210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ac32-4276-4f64-a203-5e4590c3b1ee req-2dc75b6e-4302-4c82-adc3-fa4025d6cb44 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.588282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dce8ac32-4276-4f64-a203-5e4590c3b1ee req-2dc75b6e-4302-4c82-adc3-fa4025d6cb44 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.2500732 Jul 16 18:14:44.621081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b134c8-e874-4afa-808b-26b4be33ea99 req-46d959c4-e571-4e1f-bd8b-e39f286f6d4f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.629881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40b134c8-e874-4afa-808b-26b4be33ea99 req-46d959c4-e571-4e1f-bd8b-e39f286f6d4f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.2649226 Jul 16 18:14:44.643259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port ba5aa301-c3bf-4af3-974f-077f7fba70a9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:44.643667 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.647801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-7d5e7a02-bdb6-4409-b1f0-bf9506f831d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1088607 Jul 16 18:14:44.749605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dce8ac32-4276-4f64-a203-5e4590c3b1ee req-855b64cf-8d00-4f84-8370-8ecae45c930f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527011 Jul 16 18:14:44.769856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40b134c8-e874-4afa-808b-26b4be33ea99 req-ea10ff36-1d90-42e4-941e-31ef14ee504c tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380076 Jul 16 18:14:44.775922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-2ebbbe83-b440-41f0-a1a3-8f4b74a15978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.778242 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-2ebbbe83-b440-41f0-a1a3-8f4b74a15978 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 1097 time: 0.0921390 Jul 16 18:14:44.896404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] For port ba5aa301-c3bf-4af3-974f-077f7fba70a9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ba5aa301-c3bf-4af3-974f-077f7fba70a9,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:44.897218 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.912781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for ba5aa301-c3bf-4af3-974f-077f7fba70a9 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:44.946903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-d7da0699-3330-4157-8971-67c8c110812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.951045 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-d7da0699-3330-4157-8971-67c8c110812d service neutron] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.1458454 Jul 16 18:14:45.011068 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-92db3839-a52a-4ba0-bd43-c80405f4f47e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c452a742-df1c-491b-a856-4cd79f1018f9 HTTP/1.1" status: 200 len: 217 time: 0.0515535 Jul 16 18:14:45.093868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-c04a900a-7e00-4928-b5d3-7f40eda67387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.096136 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-c04a900a-7e00-4928-b5d3-7f40eda67387 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.0764308 Jul 16 18:14:45.166378 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-521b5ae9-1cc4-4c06-be19-ccfc3c98effe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514750 Jul 16 18:14:45.314632 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-05213c83-6bb0-44dc-b7bb-c44248b052b1 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407866 Jul 16 18:14:45.483572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5c6d12cd-84ba-437a-a519-1b8856dd55bc req-1e7fb1ef-e3a3-46bb-90c8-639861fc3b64 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620107 Jul 16 18:14:45.663502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:45.695673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ba5aa301-c3bf-4af3-974f-077f7fba70a9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:45.806316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de9587-21e6-4e3e-a2ea-bb86bf180b77 req-01018e14-4636-4a83-9f3e-b540d41bf6f6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.807738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94de9587-21e6-4e3e-a2ea-bb86bf180b77 req-01018e14-4636-4a83-9f3e-b540d41bf6f6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 944 time: 0.6771169 Jul 16 18:14:45.816857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9355-a75c-4439-b4fb-c13fa4a902fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.827643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796fe56-dcec-4325-80d7-9e1be75e9119 req-8ca0ebab-78f4-4a93-afc4-e8902030be2c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.829400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f796fe56-dcec-4325-80d7-9e1be75e9119 req-8ca0ebab-78f4-4a93-afc4-e8902030be2c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.1783118 Jul 16 18:14:45.836153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ba5aa301-c3bf-4af3-974f-077f7fba70a9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:45.843766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ba5aa301-c3bf-4af3-974f-077f7fba70a9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:45.844467 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.849775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.867036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Port ba5aa301-c3bf-4af3-974f-077f7fba70a9 was deleted so its status cannot be updated. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:14:45.899935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=ba5aa301-c3bf-4af3-974f-077f7fba70a9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.935156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9355-a75c-4439-b4fb-c13fa4a902fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.942273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9355-a75c-4439-b4fb-c13fa4a902fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.952407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94de9587-21e6-4e3e-a2ea-bb86bf180b77 req-331a0eb8-1138-4ab8-8e5e-767e10e0e7e2 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360295 Jul 16 18:14:45.998500 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8a0a9355-a75c-4439-b4fb-c13fa4a902fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85fe8ec6f5d446a78700ffd7eb88cfa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313105 Jul 16 18:14:45.998500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9355-a75c-4439-b4fb-c13fa4a902fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717e9e37-6796-497e-abfb-1ab88dd326cf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.003582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49046) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.038590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f796fe56-dcec-4325-80d7-9e1be75e9119 req-e020b90a-df0a-49ee-8483-8532a8e46c42 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916447 Jul 16 18:14:46.059432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.180918 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.302700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Router ff4aa85a-7d6f-441e-ae15-1016a5552112 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:46.327673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.478930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:46.487163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6258385e-aa0b-468e-ba80-a99f20b730fa tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "PUT /v2.0/routers/ff4aa85a-7d6f-441e-ae15-1016a5552112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4697146 Jul 16 18:14:46.488389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49058) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.491222 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] Sync routers for ids ['ff4aa85a-7d6f-441e-ae15-1016a5552112'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:46.498381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8508a-a644-414f-b215-671651d71692 req-b96bc68b-fed9-43ff-a844-612617899335 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.499937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35c8508a-a644-414f-b215-671651d71692 req-b96bc68b-fed9-43ff-a844-612617899335 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.2805142 Jul 16 18:14:46.506537 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] Routers {'ff4aa85a-7d6f-441e-ae15-1016a5552112'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:46.507166 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:14:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ff4aa85a-7d6f-441e-ae15-1016a5552112'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:46.526607 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.529206 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.530365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/717e9e37-6796-497e-abfb-1ab88dd326cf HTTP/1.1" status: 204 len: 168 time: 0.5259266 Jul 16 18:14:46.536109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:46.539718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717e9e37-6796-497e-abfb-1ab88dd326cf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.548289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.548673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.549020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.549363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.549699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.550032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.550362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.550695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.551035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.551355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.551682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.552009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b7ee4-4e84-44b3-99e9-8aaf89839865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:46.582231 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35c8508a-a644-414f-b215-671651d71692 req-3e69df63-80b1-4dbc-b09b-0fa8d551bff4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749755 Jul 16 18:14:46.659106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e0a9e-f8be-45d6-adbd-e830fca2abb5 req-f2c4c450-0f16-476b-84a4-0d04379a2085 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.662677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec814fcb-289a-4902-b642-149ead51ffd8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.664245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec814fcb-289a-4902-b642-149ead51ffd8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.666721 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf3e0a9e-f8be-45d6-adbd-e830fca2abb5 req-f2c4c450-0f16-476b-84a4-0d04379a2085 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.0903943 Jul 16 18:14:46.667426 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ec814fcb-289a-4902-b642-149ead51ffd8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1724243 Jul 16 18:14:46.668981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.687908 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] Set router ff4aa85a-7d6f-441e-ae15-1016a5552112 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:46.753571 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4aa85a-7d6f-441e-ae15-1016a5552112', 'name': 'tempest-NetworksTestDHCPv6-router-1688697042', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:35Z', 'updated_at': '2021-07-16T18:14:45Z', 'revision_number': 3, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:46.758013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:46.760261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fab430-ca1c-49b0-9e12-d498b92db962 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet b2f8e468-6db9-411d-9042-e1c10985f2f7 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:46.766342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf3e0a9e-f8be-45d6-adbd-e830fca2abb5 req-1e646fb7-e94a-4216-ab8c-323ca22171eb tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868161 Jul 16 18:14:46.767523 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73fab430-ca1c-49b0-9e12-d498b92db962 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.774707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'port_id': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4', 'mac_address': 'fa:16:3e:1e:fc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6840c1a2-54a4-4cfc-bc82-83457b9c6a9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:46.785718 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] Checking router: ff4aa85a-7d6f-441e-ae15-1016a5552112 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:46.797226 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] Routers {'ff4aa85a-7d6f-441e-ae15-1016a5552112'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:46.798073 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:14:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ff4aa85a-7d6f-441e-ae15-1016a5552112'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:46.829505 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.845254 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73fab430-ca1c-49b0-9e12-d498b92db962 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.846337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:46.872857 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] Set router ff4aa85a-7d6f-441e-ae15-1016a5552112 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:46.883011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:46.888801 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.909226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73fab430-ca1c-49b0-9e12-d498b92db962 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.947022 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff4aa85a-7d6f-441e-ae15-1016a5552112', 'name': 'tempest-NetworksTestDHCPv6-router-1688697042', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:35Z', 'updated_at': '2021-07-16T18:14:45Z', 'revision_number': 3, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:46.969870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.974924 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b69106-b1b8-4f92-a142-4f3570b40435 None None] The sync data for ids ['ff4aa85a-7d6f-441e-ae15-1016a5552112'] in n-d-793619-10 is: [{'id': 'ff4aa85a-7d6f-441e-ae15-1016a5552112', 'name': 'tempest-NetworksTestDHCPv6-router-1688697042', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:35Z', 'updated_at': '2021-07-16T18:14:45Z', 'revision_number': 3, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:47.026892 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73fab430-ca1c-49b0-9e12-d498b92db962 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.063723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fab430-ca1c-49b0-9e12-d498b92db962 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f8e468-6db9-411d-9042-e1c10985f2f7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.069677 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73fab430-ca1c-49b0-9e12-d498b92db962 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.072777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-73fab430-ca1c-49b0-9e12-d498b92db962 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/b2f8e468-6db9-411d-9042-e1c10985f2f7 HTTP/1.1" status: 204 len: 168 time: 0.4025156 Jul 16 18:14:47.074790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49076) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.080638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca569b6f-368b-4983-95e3-b54bd72297d0 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:47.267711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['5ef1f4a2-3a1f-492f-8a0a-80270f393bc4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:47.333335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49086) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.338164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7adc1e02-38bf-4d37-a5b9-7693f9582c61 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2544823 Jul 16 18:14:47.374420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16ddc2-0afa-4a6f-a8c7-519a90ec94bb req-6457dfd4-a465-4954-a199-d0b546e4d4a7 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:47.377125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b16ddc2-0afa-4a6f-a8c7-519a90ec94bb req-6457dfd4-a465-4954-a199-d0b546e4d4a7 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 945 time: 0.2219737 Jul 16 18:14:47.451706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a2626-46b8-4ca9-b367-aec3a2785153 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:47.454182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b16ddc2-0afa-4a6f-a8c7-519a90ec94bb req-4edfc37b-a32a-4bc1-940d-0934c3e9691f tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663517 Jul 16 18:14:47.501346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a95be911-798d-4456-8aca-59b619621d0d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.604175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b44e22bf-2979-4e1b-9b1f-06f5b13ee73d details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:47.686857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ba5aa301-c3bf-4af3-974f-077f7fba70a9 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:47.752001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a2626-46b8-4ca9-b367-aec3a2785153 None None] Deleting port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:47.752366 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2626-46b8-4ca9-b367-aec3a2785153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.779914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a95be911-798d-4456-8aca-59b619621d0d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.783114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a95be911-798d-4456-8aca-59b619621d0d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.842023 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a95be911-798d-4456-8aca-59b619621d0d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.842903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95be911-798d-4456-8aca-59b619621d0d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Fanout notify agent at l3_agent the message router_deleted on router ff4aa85a-7d6f-441e-ae15-1016a5552112 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:47.856997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a95be911-798d-4456-8aca-59b619621d0d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.858717 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a95be911-798d-4456-8aca-59b619621d0d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/routers/ff4aa85a-7d6f-441e-ae15-1016a5552112 HTTP/1.1" status: 204 len: 168 time: 0.5244949 Jul 16 18:14:47.861795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49098) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.868746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:47.898634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ec0a2626-46b8-4ca9-b367-aec3a2785153 None None] For port 49fd2407-bc50-4fe9-9056-c0ea3f618c72, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=49fd2407-bc50-4fe9-9056-c0ea3f618c72,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:47.899277 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2626-46b8-4ca9-b367-aec3a2785153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.925858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ba5aa301-c3bf-4af3-974f-077f7fba70a9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:47.940795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ba5aa301-c3bf-4af3-974f-077f7fba70a9 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:47.941368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 49fd2407-bc50-4fe9-9056-c0ea3f618c72 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:47.946995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a2626-46b8-4ca9-b367-aec3a2785153 None None] Calling delete_port for 49fd2407-bc50-4fe9-9056-c0ea3f618c72 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:47.949271 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:14:48.074481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:48.079165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.157251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0db24-21ac-4923-bd87-143949474cb2 req-6e308dda-44af-49d7-8c48-25cc99f4d785 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.176057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24e0db24-21ac-4923-bd87-143949474cb2 req-6e308dda-44af-49d7-8c48-25cc99f4d785 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.1693783 Jul 16 18:14:48.180381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e6222-6895-44bf-bc85-b8f499811371 req-ac809c90-1796-4746-b061-39edcaba3bdd tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.183324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-005e6222-6895-44bf-bc85-b8f499811371 req-ac809c90-1796-4746-b061-39edcaba3bdd tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 946 time: 0.1203136 Jul 16 18:14:48.299363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:48.324642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d', 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8', 'port_id': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d', 'mac_address': 'fa:16:3e:bb:80:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96575f11-85fd-4b83-b9cb-112b73042b0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:48.338639 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.397704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-005e6222-6895-44bf-bc85-b8f499811371 req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Deleting port 51ece43f-0d72-4ea4-8496-9afbb0843325 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:48.399332 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-005e6222-6895-44bf-bc85-b8f499811371 req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.416565 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2626-46b8-4ca9-b367-aec3a2785153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.470339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24e0db24-21ac-4923-bd87-143949474cb2 req-a13f632e-6d9d-445d-96dc-1f2816362dc8 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933116 Jul 16 18:14:48.499054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a2626-46b8-4ca9-b367-aec3a2785153 None None] Pushing event deleted for resources: {'Port': ['ID=49fd2407-bc50-4fe9-9056-c0ea3f618c72,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.502833 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.505950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a2626-46b8-4ca9-b367-aec3a2785153 None None] No DVR routers for this DVR port 49fd2407-bc50-4fe9-9056-c0ea3f618c72 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:48.526509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44e22bf-2979-4e1b-9b1f-06f5b13ee73d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:48.537039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1726f4-0fca-48e6-8eda-cd60fdd3285d req-4a740ad0-6824-47b7-947c-679778b539b8 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.547854 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba1726f4-0fca-48e6-8eda-cd60fdd3285d req-4a740ad0-6824-47b7-947c-679778b539b8 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.2351770 Jul 16 18:14:48.552710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:48.565415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-005e6222-6895-44bf-bc85-b8f499811371 req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] For port 51ece43f-0d72-4ea4-8496-9afbb0843325, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51ece43f-0d72-4ea4-8496-9afbb0843325,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:48.570568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-005e6222-6895-44bf-bc85-b8f499811371 req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.597339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-005e6222-6895-44bf-bc85-b8f499811371 req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Calling delete_port for 51ece43f-0d72-4ea4-8496-9afbb0843325 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:48.668283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:48.676324 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.751616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:48.772392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:48.773768 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.781486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba1726f4-0fca-48e6-8eda-cd60fdd3285d req-086295e1-619c-4935-a720-45aa1b56bf22 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321439 Jul 16 18:14:48.788787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49122) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:48.791508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.898396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=71e0c13f-d12f-40f3-8040-e50f773afe56,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.903676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.906959 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-005e6222-6895-44bf-bc85-b8f499811371 req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.910256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49126) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:48.922619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:48.924084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:48.927466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.928072 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.939276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86acb502-b4af-46aa-9eb8-16f0807a3bd7 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:48.970534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c56bd7a7-7369-40a3-80c0-466e0ab20ce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1049299 Jul 16 18:14:48.974158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:48.976343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event deleted for resources: {'Port': ['ID=51ece43f-0d72-4ea4-8496-9afbb0843325,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.984989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['b44e22bf-2979-4e1b-9b1f-06f5b13ee73d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:48.988641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-67555c6d-7018-425d-9e6d-457e40c5d981 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-318873321', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:49.082789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67555c6d-7018-425d-9e6d-457e40c5d981 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.083957 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67555c6d-7018-425d-9e6d-457e40c5d981 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.088466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-005e6222-6895-44bf-bc85-b8f499811371 req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] No DVR routers for this DVR port 51ece43f-0d72-4ea4-8496-9afbb0843325 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:49.097013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-005e6222-6895-44bf-bc85-b8f499811371 req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.101588 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-005e6222-6895-44bf-bc85-b8f499811371 req-891aea45-37f6-4976-9ee7-8fd79f41eeb4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "DELETE /v2.0/ports/51ece43f-0d72-4ea4-8496-9afbb0843325 HTTP/1.1" status: 204 len: 173 time: 0.9135365 Jul 16 18:14:49.105633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b835dfcd-148b-411d-bb61-e7371b4146b0', 'name': 'network-vif-deleted', 'tag': '51ece43f-0d72-4ea4-8496-9afbb0843325'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:49.108985 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.109727 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80aef70-d8ae-4d1c-8f3a-2b1d79645708" -d '{"events": [{"server_uuid": "b835dfcd-148b-411d-bb61-e7371b4146b0", "name": "network-vif-deleted", "tag": "51ece43f-0d72-4ea4-8496-9afbb0843325"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:49.201828 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28f56b58-afee-45c1-ab6c-4b4798386ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.219190 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a58e315-2e0e-45c8-aa03-a6c983f66569 x-openstack-request-id: req-1a58e315-2e0e-45c8-aa03-a6c983f66569 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:49.219491 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b835dfcd-148b-411d-bb61-e7371b4146b0", "name": "network-vif-deleted", "tag": "51ece43f-0d72-4ea4-8496-9afbb0843325", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:49.219745 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a58e315-2e0e-45c8-aa03-a6c983f66569 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:49.220159 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b835dfcd-148b-411d-bb61-e7371b4146b0', 'name': 'network-vif-deleted', 'tag': '51ece43f-0d72-4ea4-8496-9afbb0843325', 'status': 'completed', 'code': 200} Jul 16 18:14:49.311900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67555c6d-7018-425d-9e6d-457e40c5d981 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.314854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6e470caa-ebbc-4917-9d8a-c07d8630b9cc tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1565095441'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:49.315389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6e470caa-ebbc-4917-9d8a-c07d8630b9cc tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Unknown quota resources ['metering_label']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:14:49.318866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67555c6d-7018-425d-9e6d-457e40c5d981 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.348243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b52795-1b0f-4c21-990a-cc6968576518 req-33cb36d0-233d-45ca-9529-b36b656933e6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.353633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:49.357548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:49.358499 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1b52795-1b0f-4c21-990a-cc6968576518 req-33cb36d0-233d-45ca-9529-b36b656933e6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 945 time: 0.3460255 Jul 16 18:14:49.360298 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3421ca0-81cd-4375-9ddb-ee2da98aa7b1" -d '{"events": [{"server_uuid": "ffe92937-c0d2-40e3-a743-78ee99bfbb4e", "name": "network-vif-plugged", "status": "completed", "tag": "5ef1f4a2-3a1f-492f-8a0a-80270f393bc4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:49.380997 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.502460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '71e0c13f-d12f-40f3-8040-e50f773afe56'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:49.502460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.518711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.526546 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd21761-23f7-454f-98de-061a9b21d5c5 x-openstack-request-id: req-9bd21761-23f7-454f-98de-061a9b21d5c5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:49.527086 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe92937-c0d2-40e3-a743-78ee99bfbb4e", "name": "network-vif-plugged", "status": "completed", "tag": "5ef1f4a2-3a1f-492f-8a0a-80270f393bc4", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:49.527432 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bd21761-23f7-454f-98de-061a9b21d5c5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:49.527997 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4', 'code': 200} Jul 16 18:14:49.530668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1b52795-1b0f-4c21-990a-cc6968576518 req-895fe628-77d0-4808-8baa-8c3b7f4dbba6 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709850 Jul 16 18:14:49.628992 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e470caa-ebbc-4917-9d8a-c07d8630b9cc tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.630145 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6e470caa-ebbc-4917-9d8a-c07d8630b9cc tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8402321 Jul 16 18:14:49.633390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49138) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.642448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5b3c70c1-85d7-4693-92ee-26d890e00989 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0576fdba-0d5b-46a2-990c-5ee4cabc7a1c'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:49.643023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5b3c70c1-85d7-4693-92ee-26d890e00989 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:14:49.753694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28f56b58-afee-45c1-ab6c-4b4798386ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.762750 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28f56b58-afee-45c1-ab6c-4b4798386ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.771207 n-d-793619-10 neutron-server[93823]: WARNING neutron.services.metering.metering_plugin [None req-5b3c70c1-85d7-4693-92ee-26d890e00989 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:14:49.781767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/71e0c13f-d12f-40f3-8040-e50f773afe56/d42290ee-6adc-46ef-a62a-c0598b91168d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:49.869717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-625e2188-7c2e-442e-b929-3f329970d5e9 req-ca970caf-2d42-459d-9994-b9b971a14b3d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=b835dfcd-148b-411d-bb61-e7371b4146b0 HTTP/1.1" status: 200 len: 210 time: 0.1701574 Jul 16 18:14:49.870471 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67555c6d-7018-425d-9e6d-457e40c5d981 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.874374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-67555c6d-7018-425d-9e6d-457e40c5d981 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8963356 Jul 16 18:14:49.888595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.929999 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b3c70c1-85d7-4693-92ee-26d890e00989 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.931318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5b3c70c1-85d7-4693-92ee-26d890e00989 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2961307 Jul 16 18:14:49.938715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f56b58-afee-45c1-ab6c-4b4798386ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7892f06-d051-4d4d-8673-5d5cb8069a4b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.952998 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49146) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.968612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-af9c77cc-26b4-468d-be77-4cef67dd9f4a tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0576fdba-0d5b-46a2-990c-5ee4cabc7a1c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:49.969145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-af9c77cc-26b4-468d-be77-4cef67dd9f4a tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:14:49.990801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033a0b5-56a2-433d-8fe5-b4128c971482 req-44e36056-f7da-4e48-b423-942d470037ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.992344 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8033a0b5-56a2-433d-8fe5-b4128c971482 req-44e36056-f7da-4e48-b423-942d470037ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 1098 time: 0.3654871 Jul 16 18:14:50.012219 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-28f56b58-afee-45c1-ab6c-4b4798386ed9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=339bcad95b624edea1bf539fb3240706&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1008797 Jul 16 18:14:50.023917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.081504 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.094106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Transition to ACTIVE for port object d42290ee-6adc-46ef-a62a-c0598b91168d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:50.114120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Transition to ACTIVE for port object d42290ee-6adc-46ef-a62a-c0598b91168d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:50.121646 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.174367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Pushing event updated for resources: {'Port': ['ID=d42290ee-6adc-46ef-a62a-c0598b91168d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:50.187263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:50.189154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:50.191912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:50.260165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Attempting to bind port d42290ee-6adc-46ef-a62a-c0598b91168d on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:50.260843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Attempting to bind port d42290ee-6adc-46ef-a62a-c0598b91168d by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:50.261213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Attempting to bind port d42290ee-6adc-46ef-a62a-c0598b91168d on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:50.267178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:50.267562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:50.268256 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.268405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:50.268888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Bound port: d42290ee-6adc-46ef-a62a-c0598b91168d, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:50.269271 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.330409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f290a5-e9f2-49a2-8cfb-a99815b725b5 req-0ef30a7e-e151-4b94-8471-561a22d3ccca tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.331887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99f290a5-e9f2-49a2-8cfb-a99815b725b5 req-0ef30a7e-e151-4b94-8471-561a22d3ccca tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 945 time: 0.2168214 Jul 16 18:14:50.344496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] For port d42290ee-6adc-46ef-a62a-c0598b91168d, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:50.348842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] For port d42290ee-6adc-46ef-a62a-c0598b91168d, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d42290ee-6adc-46ef-a62a-c0598b91168d,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:50.354899 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.374043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.421032 n-d-793619-10 neutron-server[93824]: WARNING neutron.services.metering.metering_plugin [None req-af9c77cc-26b4-468d-be77-4cef67dd9f4a tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:14:50.436601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb975b2-f882-4589-988f-70c9303b5e65 None None] Pushing event updated for resources: {'Port': ['ID=d42290ee-6adc-46ef-a62a-c0598b91168d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:50.473654 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8033a0b5-56a2-433d-8fe5-b4128c971482 req-1b904b41-bc80-43d0-bada-97a64d701096 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564817 Jul 16 18:14:50.480630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99f290a5-e9f2-49a2-8cfb-a99815b725b5 req-f33e3530-05ce-4198-a530-5961e879c558 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337259 Jul 16 18:14:50.547864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 51ece43f-0d72-4ea4-8496-9afbb0843325 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:50.564919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af9c77cc-26b4-468d-be77-4cef67dd9f4a tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.565955 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-af9c77cc-26b4-468d-be77-4cef67dd9f4a tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6087506 Jul 16 18:14:50.569478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49152) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.574841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 51ece43f-0d72-4ea4-8496-9afbb0843325 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:50.575285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 51ece43f-0d72-4ea4-8496-9afbb0843325 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:50.589276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3654ea65-6c2d-44e3-8dee-fbeef305a345 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=3375b344-bcfe-49ec-b516-982629d4d420 HTTP/1.1" status: 200 len: 462 time: 0.0186708 Jul 16 18:14:50.592569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49154) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.595646 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be35a72f-7be0-4f9c-8b66-b966fabb4354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.620854 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be35a72f-7be0-4f9c-8b66-b966fabb4354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.675812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be35a72f-7be0-4f9c-8b66-b966fabb4354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.678358 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be35a72f-7be0-4f9c-8b66-b966fabb4354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.682458 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be35a72f-7be0-4f9c-8b66-b966fabb4354 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7892f06-d051-4d4d-8673-5d5cb8069a4b HTTP/1.1" status: 204 len: 168 time: 0.6208537 Jul 16 18:14:50.702433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35a72f-7be0-4f9c-8b66-b966fabb4354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7892f06-d051-4d4d-8673-5d5cb8069a4b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:50.849502 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef4d9bd4-a825-4046-8cd4-b5cb42129972 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.853658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ef4d9bd4-a825-4046-8cd4-b5cb42129972 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/3375b344-bcfe-49ec-b516-982629d4d420 HTTP/1.1" status: 204 len: 168 time: 0.2574952 Jul 16 18:14:50.854072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.863073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::1 (982584e8-bbac-43ce-b633-758a660970f8/71e0c13f-d12f-40f3-8040-e50f773afe56/16361bf5-2399-4b80-ba00-3c073aa874d4) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:50.869779 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ed5643ca-3890-4e97-90b2-aa6747473d25 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=3375b344-bcfe-49ec-b516-982629d4d420 HTTP/1.1" status: 200 len: 221 time: 0.0107591 Jul 16 18:14:50.870464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49162) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.877407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-21392e77-247e-4eeb-9202-d12e6cdc3e4b tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--217989373', 'description': 'label created by tempest'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:50.877987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-21392e77-247e-4eeb-9202-d12e6cdc3e4b tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Unknown quota resources ['metering_label']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:14:50.939648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc38d-04d8-4a20-9399-a1b1f8173faf req-b2920d95-e866-488b-88d5-d835f02b4987 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.943567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19ddc38d-04d8-4a20-9399-a1b1f8173faf req-b2920d95-e866-488b-88d5-d835f02b4987 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 946 time: 0.2076702 Jul 16 18:14:51.026275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.057589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 16361bf5-2399-4b80-ba00-3c073aa874d4 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:51.087867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19ddc38d-04d8-4a20-9399-a1b1f8173faf req-90c197e0-bef8-49df-a8b5-482e750bc124 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192715 Jul 16 18:14:51.091117 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21392e77-247e-4eeb-9202-d12e6cdc3e4b tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.094982 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-21392e77-247e-4eeb-9202-d12e6cdc3e4b tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2206137 Jul 16 18:14:51.095420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49176) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.140022 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.166503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:51.169815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:51.193981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9069c9f3-2b4c-4cdc-b340-299a240f97fd tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=b1c45faa-959d-4ff8-8f22-a6f71e87a518 HTTP/1.1" status: 200 len: 467 time: 0.0974874 Jul 16 18:14:51.205183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49180) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.207603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:51.209169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.502116 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-950e3ca7-887b-41cb-86ef-8ebc3d25e4ff tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.503972 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-950e3ca7-887b-41cb-86ef-8ebc3d25e4ff tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/b1c45faa-959d-4ff8-8f22-a6f71e87a518 HTTP/1.1" status: 204 len: 168 time: 0.2974613 Jul 16 18:14:51.506906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49198) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.539092 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9f14f8ae-aea4-4216-ba20-ad15c6798adc tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=b1c45faa-959d-4ff8-8f22-a6f71e87a518 HTTP/1.1" status: 200 len: 216 time: 0.0310071 Jul 16 18:14:51.545571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.561190 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-87d23a0d-17c7-4c50-b720-d9fcc0ef6e41 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0119469 Jul 16 18:14:51.563316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49204) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.596178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2daf353b-b98b-43cf-8332-a4a65c343cb5 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0282364 Jul 16 18:14:51.597395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.619225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b44e22bf-2979-4e1b-9b1f-06f5b13ee73d up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:51.719070 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f0584dad-9f0a-429b-b55a-ea82f52d472a tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/0576fdba-0d5b-46a2-990c-5ee4cabc7a1c HTTP/1.1" status: 200 len: 473 time: 0.0976214 Jul 16 18:14:51.719961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49210) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.762613 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ce45384-6784-4e13-bf4d-3b30a2dbbc85 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/21427c92-13a2-446d-ab89-7b5d9c13bf64 HTTP/1.1" status: 200 len: 459 time: 0.0303178 Jul 16 18:14:51.765888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49212) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.769784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d42290ee-6adc-46ef-a62a-c0598b91168d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:51.814244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:51.830553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2d42be9f-4776-4ebf-ba89-226319b39938 None None] Provisioning for port d42290ee-6adc-46ef-a62a-c0598b91168d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:51.866363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:51.866752 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.935786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d42290ee-6adc-46ef-a62a-c0598b91168d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:51.943053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d42290ee-6adc-46ef-a62a-c0598b91168d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:51.943627 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.980878 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be53b0fd-57cf-4a4a-a251-1d603470ea17 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.988274 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be53b0fd-57cf-4a4a-a251-1d603470ea17 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/21427c92-13a2-446d-ab89-7b5d9c13bf64 HTTP/1.1" status: 204 len: 168 time: 0.2190747 Jul 16 18:14:51.993960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.075264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=16361bf5-2399-4b80-ba00-3c073aa874d4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.110160 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.146546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.151021 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:52.153864 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bb0455-349c-4448-9bee-055963d31c4f" -d '{"events": [{"server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "name": "network-vif-plugged", "status": "completed", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:52.170501 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.173417 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:52.188162 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.224604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-84a731fc-652a-4741-b108-dde2f58afeed None None] Provisioning for port 16361bf5-2399-4b80-ba00-3c073aa874d4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:52.224992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-c5117456-17ea-46e4-b1f8-7a8214ce2e3c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.226694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-c5117456-17ea-46e4-b1f8-7a8214ce2e3c tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.2820613 Jul 16 18:14:52.242825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b67f4-5dd3-408b-95f4-2b1bbba894ba req-5d4f2c9d-5c95-46c2-983f-6e2db92aa2aa tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.244312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c0b67f4-5dd3-408b-95f4-2b1bbba894ba req-5d4f2c9d-5c95-46c2-983f-6e2db92aa2aa tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 945 time: 0.3189936 Jul 16 18:14:52.261649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-84a731fc-652a-4741-b108-dde2f58afeed None None] Provisioning complete for port 16361bf5-2399-4b80-ba00-3c073aa874d4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:52.262132 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-84a731fc-652a-4741-b108-dde2f58afeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.269914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d42290ee-6adc-46ef-a62a-c0598b91168d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d42290ee-6adc-46ef-a62a-c0598b91168d,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:52.295785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.321713 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3772415a-c1b1-4e04-9ebc-a225406718c9 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.322954 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3772415a-c1b1-4e04-9ebc-a225406718c9 tempest-MeteringIpV6TestJSON-854338075 tempest-MeteringIpV6TestJSON-854338075-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/0576fdba-0d5b-46a2-990c-5ee4cabc7a1c HTTP/1.1" status: 204 len: 168 time: 0.3258393 Jul 16 18:14:52.333419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.358422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-4948ce03-bd7a-47fc-9a08-efe74b556406 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/quotas/b4ead2119915486aaa08f9849e05a40d HTTP/1.1" status: 200 len: 375 time: 0.1105361 Jul 16 18:14:52.385175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-84a731fc-652a-4741-b108-dde2f58afeed None None] Port 16361bf5-2399-4b80-ba00-3c073aa874d4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:52.402131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d42290ee-6adc-46ef-a62a-c0598b91168d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.438924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5ab8852e-fbd6-4009-a38f-ca6a3076a18a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737059 Jul 16 18:14:52.452728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c0b67f4-5dd3-408b-95f4-2b1bbba894ba req-73906375-df8c-4f8a-9847-d2b24f8cd5f0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983442 Jul 16 18:14:52.613888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49238) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.665567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-e46920d3-bbaa-4ec8-ba0d-7d5c7e094c48 service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161274 Jul 16 18:14:52.785461 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.802162 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.802936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.821567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c96bd-8035-4580-9ad4-bdc8bf175140 req-7a332c04-5611-426b-af13-c20ec427cb31 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.823077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-335c96bd-8035-4580-9ad4-bdc8bf175140 req-7a332c04-5611-426b-af13-c20ec427cb31 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 946 time: 0.2092967 Jul 16 18:14:52.847591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c759df70-6b52-4a27-9f6c-87ed3fb8b077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.849116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-3f937ffe-af84-4792-9d48-209f1f390a42 service neutron] 10.222.0.60 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756940 Jul 16 18:14:52.905471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=16361bf5-2399-4b80-ba00-3c073aa874d4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.954371 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c759df70-6b52-4a27-9f6c-87ed3fb8b077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.960301 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c759df70-6b52-4a27-9f6c-87ed3fb8b077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.979032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-335c96bd-8035-4580-9ad4-bdc8bf175140 req-116a49ab-56d7-47b7-80a6-756aff218d11 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268265 Jul 16 18:14:53.006502 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c759df70-6b52-4a27-9f6c-87ed3fb8b077 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efc41cde023b4579807425ddc48f3158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892395 Jul 16 18:14:53.006502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759df70-6b52-4a27-9f6c-87ed3fb8b077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b89a6b-22ae-4156-9a2c-31b423a28174,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.007724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49248) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.018303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:53.020336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:53.058381 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cc54ff-7869-480b-9cdd-d6b63f6bbfa4 x-openstack-request-id: req-12cc54ff-7869-480b-9cdd-d6b63f6bbfa4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:53.058881 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "name": "network-vif-plugged", "status": "completed", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:53.058992 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12cc54ff-7869-480b-9cdd-d6b63f6bbfa4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:53.059408 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d', 'code': 200} Jul 16 18:14:53.113411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78f974c1-0998-404e-baf6-65adf68ac981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.166601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78f974c1-0998-404e-baf6-65adf68ac981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.233892 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78f974c1-0998-404e-baf6-65adf68ac981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.237735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78f974c1-0998-404e-baf6-65adf68ac981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.239387 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-78f974c1-0998-404e-baf6-65adf68ac981 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58b89a6b-22ae-4156-9a2c-31b423a28174 HTTP/1.1" status: 204 len: 168 time: 0.2304306 Jul 16 18:14:53.294476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f974c1-0998-404e-baf6-65adf68ac981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b89a6b-22ae-4156-9a2c-31b423a28174,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.392433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Router 96d6e405-4017-42f0-93ab-12db56079ed8 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:53.413388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6ea68c4-e31c-4c8d-a329-f7e88a512b43 req-a0ee0710-9c40-4ddd-ab6d-2102551dae9e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 210 time: 0.0836449 Jul 16 18:14:53.429573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8452a-bbc4-4cf7-956e-0bab76f47d73 req-2b48867b-c387-4667-991b-b056527dcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.431179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78c8452a-bbc4-4cf7-956e-0bab76f47d73 req-2b48867b-c387-4667-991b-b056527dcd7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 1098 time: 0.2822003 Jul 16 18:14:53.533533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-313df79d-8bb4-455c-a817-c0143cdd8974 None None] Provisioning complete for port 16361bf5-2399-4b80-ba00-3c073aa874d4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:53.534236 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-313df79d-8bb4-455c-a817-c0143cdd8974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.547799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78c8452a-bbc4-4cf7-956e-0bab76f47d73 req-952676c7-940e-46ad-bc5d-fea081be9d7c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794141 Jul 16 18:14:53.558455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:53.564121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-24ea82dc-27a1-43b0-a80c-21c8c2c5bc69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "PUT /v2.0/routers/96d6e405-4017-42f0-93ab-12db56079ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6746268 Jul 16 18:14:53.567895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49268) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.579046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Sync routers for ids ['96d6e405-4017-42f0-93ab-12db56079ed8'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:53.595169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Routers {'96d6e405-4017-42f0-93ab-12db56079ed8'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:53.596000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:14:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['96d6e405-4017-42f0-93ab-12db56079ed8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:53.683575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-313df79d-8bb4-455c-a817-c0143cdd8974 None None] Port 16361bf5-2399-4b80-ba00-3c073aa874d4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:53.721958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d42290ee-6adc-46ef-a62a-c0598b91168d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:53.722847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c387d7bf-6984-4cb8-8f5d-57deb83d21cf tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.725196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Set router 96d6e405-4017-42f0-93ab-12db56079ed8 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:53.727898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49274) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.730719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c387d7bf-6984-4cb8-8f5d-57deb83d21cf tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports/16361bf5-2399-4b80-ba00-3c073aa874d4 HTTP/1.1" status: 200 len: 911 time: 0.1614921 Jul 16 18:14:53.845520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.849400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eab60e-dd1b-416d-8a5c-22af195c3b6e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.856378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eab60e-dd1b-416d-8a5c-22af195c3b6e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.858116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-08eab60e-dd1b-416d-8a5c-22af195c3b6e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1289246 Jul 16 18:14:53.861430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.872203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f0bd0f7-a817-4532-951c-749352809c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.969628 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.976134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697691384', 'description': 'tempest-secgroup-smoke-697691384 description', 'project_id': '31c96d00249a453298ef421573e576c2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:54.021763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f0bd0f7-a817-4532-951c-749352809c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.034260 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f0bd0f7-a817-4532-951c-749352809c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.120907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d42290ee-6adc-46ef-a62a-c0598b91168d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:54.121718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.144041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.152587 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3f0bd0f7-a817-4532-951c-749352809c1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd9b267fe1534efa8ce17e969723f752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059580 Jul 16 18:14:54.156759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49286) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:54.160067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.164046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bd0f7-a817-4532-951c-749352809c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f795f63f-48cf-4fc5-9276-4d7b5753eab4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.309481 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b577a65-7297-4f49-ac3c-71030a4f5f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.338269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4739a-7687-4cc8-908f-8e1e179957e3 req-dbf7a370-3bf9-4256-9d9e-ccdc3739c176 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:54.362043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3f4739a-7687-4cc8-908f-8e1e179957e3 req-dbf7a370-3bf9-4256-9d9e-ccdc3739c176 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.2287478 Jul 16 18:14:54.369459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.373765 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.418253 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b577a65-7297-4f49-ac3c-71030a4f5f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.427359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0b8183-12bb-4054-ae8e-6f6e3cc24118,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.512759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6e405-4017-42f0-93ab-12db56079ed8', 'name': 'tempest-NetworksTestDHCPv6-router-318873321', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:49Z', 'updated_at': '2021-07-16T18:14:51Z', 'revision_number': 2, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None, '_interfaces': [{'id': '16361bf5-2399-4b80-ba00-3c073aa874d4', 'name': '', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'mac_address': 'fa:16:3e:0b:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d6e405-4017-42f0-93ab-12db56079ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '71e0c13f-d12f-40f3-8040-e50f773afe56', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:50Z', 'updated_at': '2021-07-16T18:14:52Z', 'revision_number': 2, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'subnets': [{'id': '71e0c13f-d12f-40f3-8040-e50f773afe56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:54.521663 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.530243 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.558342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Checking router: 96d6e405-4017-42f0-93ab-12db56079ed8 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:54.558803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Updating router 96d6e405-4017-42f0-93ab-12db56079ed8 port 16361bf5-2399-4b80-ba00-3c073aa874d4 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:54.595685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3f4739a-7687-4cc8-908f-8e1e179957e3 req-baa81856-f7af-4e9c-a716-efbc11677615 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332885 Jul 16 18:14:54.617067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.622737 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6517129 Jul 16 18:14:54.625186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15688f22-35c4-4bba-8290-075d9df73be5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94a9582-11b0-44da-94c6-859f5de7df94,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.626541 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b577a65-7297-4f49-ac3c-71030a4f5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.633955 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b577a65-7297-4f49-ac3c-71030a4f5f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.639460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.657581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49308) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:54.661510 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8b577a65-7297-4f49-ac3c-71030a4f5f27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f795f63f-48cf-4fc5-9276-4d7b5753eab4 HTTP/1.1" status: 204 len: 168 time: 0.5016799 Jul 16 18:14:54.666514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'd94a9582-11b0-44da-94c6-859f5de7df94', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:54.712985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b577a65-7297-4f49-ac3c-71030a4f5f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f795f63f-48cf-4fc5-9276-4d7b5753eab4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.722309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.857406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.865119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.926989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.948990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdc58c5-3958-48b7-bdb9-29fbd62f8c92,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.982447 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.983456 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3242743 Jul 16 18:14:54.990428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:54.991483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:54.992094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:54.992794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:54.993746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:54.994351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:54.994904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:54.999549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:55.000220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:55.001019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:55.001744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:55.002274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54afca4-6f77-428a-89cf-46618ebed6de tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:55.008278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.022984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9e0a4c72-6aa4-4a21-99e2-5e2037f7f9c4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'd94a9582-11b0-44da-94c6-859f5de7df94', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.116251 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.130056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4c72-6aa4-4a21-99e2-5e2037f7f9c4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.139957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Transition to ACTIVE for port object 16361bf5-2399-4b80-ba00-3c073aa874d4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:55.155778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.236350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c85ceb75-48ac-45c3-8640-003890bb6004 req-acb044ff-5c47-4ce4-90c6-ec808d3de955 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 210 time: 0.3342016 Jul 16 18:14:55.245893 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4c72-6aa4-4a21-99e2-5e2037f7f9c4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.251360 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4c72-6aa4-4a21-99e2-5e2037f7f9c4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.286844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a4c72-6aa4-4a21-99e2-5e2037f7f9c4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60eb86e2-2cf2-43b5-aed2-6633a17cf2ba,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.296315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4c72-6aa4-4a21-99e2-5e2037f7f9c4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.298148 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9e0a4c72-6aa4-4a21-99e2-5e2037f7f9c4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2846515 Jul 16 18:14:55.301490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49340) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.310948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2de497c3-7e83-4d15-89bd-3f625d51d79c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'd94a9582-11b0-44da-94c6-859f5de7df94', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.349282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Attempting to bind port 16361bf5-2399-4b80-ba00-3c073aa874d4 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:55.350008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Attempting to bind port 16361bf5-2399-4b80-ba00-3c073aa874d4 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:55.350628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Attempting to bind port 16361bf5-2399-4b80-ba00-3c073aa874d4 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:55.357411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:55.357899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:55.358505 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.359129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:55.359777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Bound port: 16361bf5-2399-4b80-ba00-3c073aa874d4, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:55.360231 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.378952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84f26f-9c6f-45e6-ba77-1eafebebc98e None None] Pushing event updated for resources: {'Port': ['ID=16361bf5-2399-4b80-ba00-3c073aa874d4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.448223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] For port 16361bf5-2399-4b80-ba00-3c073aa874d4, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:55.452284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] For port 16361bf5-2399-4b80-ba00-3c073aa874d4, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=16361bf5-2399-4b80-ba00-3c073aa874d4,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:55.458763 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.532907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de497c3-7e83-4d15-89bd-3f625d51d79c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.607950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Routers {'96d6e405-4017-42f0-93ab-12db56079ed8'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:55.608650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:14:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['96d6e405-4017-42f0-93ab-12db56079ed8'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:55.609704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce52239-6600-4086-a15b-c3c263bd89d6 req-a80834bd-16d2-4d5b-949f-a5a67a0a653c tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.617180 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dce52239-6600-4086-a15b-c3c263bd89d6 req-a80834bd-16d2-4d5b-949f-a5a67a0a653c tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 946 time: 0.3855557 Jul 16 18:14:55.647708 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-77f1f9f8-283d-4688-8b6a-3679d48e3665 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.649821 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-77f1f9f8-283d-4688-8b6a-3679d48e3665 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 812 time: 0.3210211 Jul 16 18:14:55.670617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Request body: {'port': {'device_id': '05fa8cd1-8b2d-4487-960a-6a99d16efcc0', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'admin_state_up': True, 'tenant_id': 'b4ead2119915486aaa08f9849e05a40d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.710539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84f26f-9c6f-45e6-ba77-1eafebebc98e None None] Pushing event updated for resources: {'Port': ['ID=16361bf5-2399-4b80-ba00-3c073aa874d4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.726634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de497c3-7e83-4d15-89bd-3f625d51d79c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.738145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de497c3-7e83-4d15-89bd-3f625d51d79c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.764694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dce52239-6600-4086-a15b-c3c263bd89d6 req-6b8a7c47-b13d-4c3d-9221-6119840c7f45 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465979 Jul 16 18:14:55.819842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de497c3-7e83-4d15-89bd-3f625d51d79c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.821424 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2de497c3-7e83-4d15-89bd-3f625d51d79c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5184133 Jul 16 18:14:55.846545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49354) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.861197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c1126525-37d2-4a48-b58e-cec049ba940e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'd94a9582-11b0-44da-94c6-859f5de7df94', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.878485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de497c3-7e83-4d15-89bd-3f625d51d79c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82eccd2b-5717-4874-94d6-82c91552c3b7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.913535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] Set router 96d6e405-4017-42f0-93ab-12db56079ed8 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:55.932268 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1126525-37d2-4a48-b58e-cec049ba940e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.956747 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 16361bf5-2399-4b80-ba00-3c073aa874d4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:55.957094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.991114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Made reservation on behalf of b4ead2119915486aaa08f9849e05a40d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:55.995871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.153238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1126525-37d2-4a48-b58e-cec049ba940e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.185159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14375104-45ae-403f-8458-c82ac37bbc97 req-57437c9e-cf50-4b02-a605-8b9df1db46ce tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.187599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14375104-45ae-403f-8458-c82ac37bbc97 req-57437c9e-cf50-4b02-a605-8b9df1db46ce tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.2098570 Jul 16 18:14:56.188133 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1126525-37d2-4a48-b58e-cec049ba940e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.206872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6e405-4017-42f0-93ab-12db56079ed8', 'name': 'tempest-NetworksTestDHCPv6-router-318873321', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:49Z', 'updated_at': '2021-07-16T18:14:51Z', 'revision_number': 2, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None, '_interfaces': [{'id': '16361bf5-2399-4b80-ba00-3c073aa874d4', 'name': '', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'mac_address': 'fa:16:3e:0b:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d6e405-4017-42f0-93ab-12db56079ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '71e0c13f-d12f-40f3-8040-e50f773afe56', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:50Z', 'updated_at': '2021-07-16T18:14:55Z', 'revision_number': 4, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'subnets': [{'id': '71e0c13f-d12f-40f3-8040-e50f773afe56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:56.220974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Allocated IP 172.20.0.10 (f12a6415-c118-4479-8678-787f7505198a/154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de/8379234b-5626-49c2-9b13-fa2ea74ae5c8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:56.242699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b13c-741f-4c11-9aea-07319d6dcf1e None None] The sync data for ids ['96d6e405-4017-42f0-93ab-12db56079ed8'] in n-d-793619-10 is: [{'id': '96d6e405-4017-42f0-93ab-12db56079ed8', 'name': 'tempest-NetworksTestDHCPv6-router-318873321', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:49Z', 'updated_at': '2021-07-16T18:14:51Z', 'revision_number': 2, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None, '_interfaces': [{'id': '16361bf5-2399-4b80-ba00-3c073aa874d4', 'name': '', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'mac_address': 'fa:16:3e:0b:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d6e405-4017-42f0-93ab-12db56079ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '71e0c13f-d12f-40f3-8040-e50f773afe56', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:50Z', 'updated_at': '2021-07-16T18:14:55Z', 'revision_number': 4, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'subnets': [{'id': '71e0c13f-d12f-40f3-8040-e50f773afe56', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:56.290720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] For port 16361bf5-2399-4b80-ba00-3c073aa874d4, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=16361bf5-2399-4b80-ba00-3c073aa874d4,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:56.291039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.309163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 16361bf5-2399-4b80-ba00-3c073aa874d4 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:56.384164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1126525-37d2-4a48-b58e-cec049ba940e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.388803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c1126525-37d2-4a48-b58e-cec049ba940e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5398874 Jul 16 18:14:56.390298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.392566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1126525-37d2-4a48-b58e-cec049ba940e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c994c1f3-77ff-40e8-9e73-10d50639322b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.396021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dcf382be-7b69-482d-80b2-60ddc743144e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'd94a9582-11b0-44da-94c6-859f5de7df94', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:56.424347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14375104-45ae-403f-8458-c82ac37bbc97 req-83296206-70d8-48a9-b6f1-ce18261bac08 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261381 Jul 16 18:14:56.424968 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.443983 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-dcf382be-7b69-482d-80b2-60ddc743144e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Project 31c96d00249a453298ef421573e576c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:14:56.455320 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf382be-7b69-482d-80b2-60ddc743144e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.499605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29caf616-7d8a-4601-b8f8-fe7a3a13f0cb req-cfe0ff92-d1fa-493d-91b1-2bd1494f1cee tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 210 time: 0.0817146 Jul 16 18:14:56.526564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.607535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event updated for resources: {'Port': ['ID=8379234b-5626-49c2-9b13-fa2ea74ae5c8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.630972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Network f12a6415-c118-4479-8678-787f7505198a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:56.646600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:56.653001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:56.663394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf382be-7b69-482d-80b2-60ddc743144e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.685101 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf382be-7b69-482d-80b2-60ddc743144e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.725487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf382be-7b69-482d-80b2-60ddc743144e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25afe8c8-7b23-4a6a-a80c-0dbdbee5ee5c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.738600 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dcf382be-7b69-482d-80b2-60ddc743144e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.740329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dcf382be-7b69-482d-80b2-60ddc743144e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3480721 Jul 16 18:14:56.745093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49376) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.750278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-623ca6c6-71f8-47c9-922e-ad95032d5e41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'd94a9582-11b0-44da-94c6-859f5de7df94', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:56.756900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.757718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.770498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.786493 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-acca07d8-47a1-41a2-828f-1adcf058a601 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1201811 Jul 16 18:14:56.817151 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Request body: {'port': {'device_id': '05fa8cd1-8b2d-4487-960a-6a99d16efcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:56.835678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=16361bf5-2399-4b80-ba00-3c073aa874d4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.910024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a9026-81fb-4069-b5e2-ffb8a6b9e810 req-a5ece2bc-072b-424f-b0cb-f40f6dde2f32 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.913136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-968a9026-81fb-4069-b5e2-ffb8a6b9e810 req-a5ece2bc-072b-424f-b0cb-f40f6dde2f32 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 1098 time: 0.2301748 Jul 16 18:14:56.921169 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-623ca6c6-71f8-47c9-922e-ad95032d5e41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Project 31c96d00249a453298ef421573e576c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:14:56.946879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.051368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-623ca6c6-71f8-47c9-922e-ad95032d5e41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.207417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-968a9026-81fb-4069-b5e2-ffb8a6b9e810 req-8311c088-b7e0-4612-8668-55e014fbb23e tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677925 Jul 16 18:14:57.245844 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.318346 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-623ca6c6-71f8-47c9-922e-ad95032d5e41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.349197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49392) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.359143 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-623ca6c6-71f8-47c9-922e-ad95032d5e41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.396153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ca6c6-71f8-47c9-922e-ad95032d5e41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b037e3-9821-41cc-be74-d040121aa9f2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.400570 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-623ca6c6-71f8-47c9-922e-ad95032d5e41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.401769 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-623ca6c6-71f8-47c9-922e-ad95032d5e41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6555791 Jul 16 18:14:57.406153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49396) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.410793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8379234b-5626-49c2-9b13-fa2ea74ae5c8 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:57.413961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c204ca-d359-412b-b96a-f7188445d490 req-fbbf616c-37ff-4b05-a5e7-1af5911f4624 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.415650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39c204ca-d359-412b-b96a-f7188445d490 req-fbbf616c-37ff-4b05-a5e7-1af5911f4624 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 946 time: 0.2561395 Jul 16 18:14:57.419481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.432842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Transition to ACTIVE for port object 8379234b-5626-49c2-9b13-fa2ea74ae5c8 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:57.437957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.465857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'network': {'name': 'tempest-network-smoke--888977504', 'project_id': '31c96d00249a453298ef421573e576c2', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:57.499442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Pushing event updated for resources: {'Port': ['ID=8379234b-5626-49c2-9b13-fa2ea74ae5c8,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.547141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-38bbcb38-1966-4df6-b545-c85014c92cb7 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:57.565022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Router 96d6e405-4017-42f0-93ab-12db56079ed8 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:57.565752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:57.569286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.587495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Attempting to bind port 8379234b-5626-49c2-9b13-fa2ea74ae5c8 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:57.588249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Attempting to bind port 8379234b-5626-49c2-9b13-fa2ea74ae5c8 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:57.588837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Attempting to bind port 8379234b-5626-49c2-9b13-fa2ea74ae5c8 on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:57.595118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Port 8379234b-5626-49c2-9b13-fa2ea74ae5c8 on network f12a6415-c118-4479-8678-787f7505198a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:57.596122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Attempting to bind port 8379234b-5626-49c2-9b13-fa2ea74ae5c8 on network f12a6415-c118-4479-8678-787f7505198a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:57.605671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:57.606409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Checking segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:57.607083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Bound using segment: {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:57.607739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Bound port: 8379234b-5626-49c2-9b13-fa2ea74ae5c8, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f12a6415-c118-4479-8678-787f7505198a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:57.608399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.610013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39c204ca-d359-412b-b96a-f7188445d490 req-bef7915d-1741-4819-92da-03c672a16c01 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007543 Jul 16 18:14:57.644868 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-38bbcb38-1966-4df6-b545-c85014c92cb7 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] 10.222.0.60 "PUT /v2.0/quotas/271d5acce5f045d69af763562fd7daec HTTP/1.1" status: 200 len: 368 time: 0.2936420 Jul 16 18:14:57.645271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:57.654800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.662183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Request body: {'network': {'project_id': '271d5acce5f045d69af763562fd7daec'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:57.723822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Made reservation on behalf of 271d5acce5f045d69af763562fd7daec for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:57.726746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.732494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] For port 8379234b-5626-49c2-9b13-fa2ea74ae5c8, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:57.741991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] For port 8379234b-5626-49c2-9b13-fa2ea74ae5c8, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8379234b-5626-49c2-9b13-fa2ea74ae5c8,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:57.755716 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.756976 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.757467 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Added segment 09499039-efd7-4fe5-b67a-16621e8d5700 of type vlan for network 14e2a8b9-acc3-48e6-911b-f725837fcde9 Jul 16 18:14:57.759217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.769020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:57.775544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bfd77679-7137-49a3-b6ec-6103217752c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "PUT /v2.0/routers/96d6e405-4017-42f0-93ab-12db56079ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9130032 Jul 16 18:14:57.780073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49404) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.818366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.818991 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.820402 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] 10.222.0.46 "PUT /v2.0/ports/8379234b-5626-49c2-9b13-fa2ea74ae5c8 HTTP/1.1" status: 200 len: 1093 time: 1.0080011 Jul 16 18:14:57.826082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fa8cd1-8b2d-4487-960a-6a99d16efcc0', 'tag': '8379234b-5626-49c2-9b13-fa2ea74ae5c8'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:57.828496 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b73ed4-daff-4958-85b5-462cab34c1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "05fa8cd1-8b2d-4487-960a-6a99d16efcc0", "tag": "8379234b-5626-49c2-9b13-fa2ea74ae5c8"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:57.863400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda64d1-e1f7-4593-bde1-87166e3f6717 service neutron] Pushing event updated for resources: {'Port': ['ID=8379234b-5626-49c2-9b13-fa2ea74ae5c8,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.897442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.948045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d036d-7af9-459d-a0c7-64c9f9b712e9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.949881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d036d-7af9-459d-a0c7-64c9f9b712e9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.951416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c22d036d-7af9-459d-a0c7-64c9f9b712e9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1693668 Jul 16 18:14:57.955189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49408) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.963910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ae2a0-6c38-4625-98a9-1eda9a08e021 req-e44d3ea4-dbb5-4f6c-ad24-7dd253774e2f tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.965479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-935ae2a0-6c38-4625-98a9-1eda9a08e021 req-e44d3ea4-dbb5-4f6c-ad24-7dd253774e2f tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 1098 time: 0.3495739 Jul 16 18:14:57.973594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.980371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.980934 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.010051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-080017f1-13d8-4c71-9cf7-7afbe756ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.011075 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-080017f1-13d8-4c71-9cf7-7afbe756ba1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 1096 time: 0.1260056 Jul 16 18:14:58.037040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973d5dc-8cfc-4d9a-b0e9-4261f4c7a530 req-46997922-55b6-4ade-bf0c-09eb7355ab39 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.038720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6973d5dc-8cfc-4d9a-b0e9-4261f4c7a530 req-46997922-55b6-4ade-bf0c-09eb7355ab39 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 944 time: 0.2604582 Jul 16 18:14:58.083943 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.090148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a27b3f3-59f2-4ab2-a729-2b2e3f99f2e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 71e0c13f-d12f-40f3-8040-e50f773afe56 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:58.093402 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-6501afb8-76d4-4ae4-be45-2d3283ae5fac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8379234b-5626-49c2-9b13-fa2ea74ae5c8 HTTP/1.1" status: 200 len: 217 time: 0.0623806 Jul 16 18:14:58.095556 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.099767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a27b3f3-59f2-4ab2-a729-2b2e3f99f2e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.100911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Network': ['ID=14e2a8b9-acc3-48e6-911b-f725837fcde9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.114017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 14e2a8b9-acc3-48e6-911b-f725837fcde9 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:58.121170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-935ae2a0-6c38-4625-98a9-1eda9a08e021 req-a7377055-204e-47ae-bbe5-32e0d3fc7421 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374803 Jul 16 18:14:58.125655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c237090b-4b05-4e59-a36f-03e2de2c8e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7061405 Jul 16 18:14:58.127549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49410) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:58.132139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'admin_state_up': True, 'project_id': '31c96d00249a453298ef421573e576c2', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:58.155761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:58.169395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6973d5dc-8cfc-4d9a-b0e9-4261f4c7a530 req-9f2a0cc9-680c-41d2-b180-928972ba2c2e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097648 Jul 16 18:14:58.176618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34924d4d-9a14-422e-bd81-7075b79a2d16,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.184828 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a27b3f3-59f2-4ab2-a729-2b2e3f99f2e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.187306 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.188718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.193163 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.194064 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Added segment e03bc217-6926-4ce7-8b2e-f6575b724e6b of type vlan for network 3cc8fb9f-8d4f-45c1-bf5f-355699808b09 Jul 16 18:14:58.302078 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.307814 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01e5dc8-f131-4647-a59a-ee47f687147a x-openstack-request-id: req-a01e5dc8-f131-4647-a59a-ee47f687147a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:58.308136 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fa8cd1-8b2d-4487-960a-6a99d16efcc0", "tag": "8379234b-5626-49c2-9b13-fa2ea74ae5c8", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:58.308337 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a01e5dc8-f131-4647-a59a-ee47f687147a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:58.308757 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fa8cd1-8b2d-4487-960a-6a99d16efcc0', 'tag': '8379234b-5626-49c2-9b13-fa2ea74ae5c8', 'status': 'completed', 'code': 200} Jul 16 18:14:58.392561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-f5728269-b930-4b76-ae1a-7650b9e210b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.394086 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-f5728269-b930-4b76-ae1a-7650b9e210b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.2034709 Jul 16 18:14:58.395784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.412589 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] Sync routers for ids ['96d6e405-4017-42f0-93ab-12db56079ed8'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:58.424083 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] Routers {'96d6e405-4017-42f0-93ab-12db56079ed8'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:58.424747 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:14:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['96d6e405-4017-42f0-93ab-12db56079ed8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:58.447235 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-cae83781-33a7-4357-8926-051d20164765 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454469 Jul 16 18:14:58.463821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a27b3f3-59f2-4ab2-a729-2b2e3f99f2e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.537020 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.538004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.538588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.590708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:58.652303 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.683634 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] Set router 96d6e405-4017-42f0-93ab-12db56079ed8 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:58.785685 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1296086 Jul 16 18:14:58.786429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8689e-3fe7-4e62-959b-cd73295f5c52 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Pushing event updated for resources: {'Network': ['ID=3cc8fb9f-8d4f-45c1-bf5f-355699808b09,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.788647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49426) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:58.793871 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6e405-4017-42f0-93ab-12db56079ed8', 'name': 'tempest-NetworksTestDHCPv6-router-318873321', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:49Z', 'updated_at': '2021-07-16T18:14:56Z', 'revision_number': 3, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:58.798708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Request body: {'network': {'project_id': '271d5acce5f045d69af763562fd7daec'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:58.824637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.839763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a27b3f3-59f2-4ab2-a729-2b2e3f99f2e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.862178 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] Checking router: 96d6e405-4017-42f0-93ab-12db56079ed8 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:58.882425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27b3f3-59f2-4ab2-a729-2b2e3f99f2e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=71e0c13f-d12f-40f3-8040-e50f773afe56,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.888347 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-01787494-88f3-4b56-8330-089316679502 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271684 Jul 16 18:14:58.889934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a27b3f3-59f2-4ab2-a729-2b2e3f99f2e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.892635 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6a27b3f3-59f2-4ab2-a729-2b2e3f99f2e5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/71e0c13f-d12f-40f3-8040-e50f773afe56 HTTP/1.1" status: 204 len: 168 time: 0.9352877 Jul 16 18:14:58.895532 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] Routers {'96d6e405-4017-42f0-93ab-12db56079ed8'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:58.896383 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:14:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['96d6e405-4017-42f0-93ab-12db56079ed8'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:58.905124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:58.956726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Made reservation on behalf of 271d5acce5f045d69af763562fd7daec for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:58.959661 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.993568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 3cc8fb9f-8d4f-45c1-bf5f-355699808b09 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:58.996157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9898f-1515-4ca5-b756-be476118ab8d None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:59.033181 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] Set router 96d6e405-4017-42f0-93ab-12db56079ed8 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:59.054648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:59.132283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.132788 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Added segment a0f8236e-d701-417a-92a1-1ca2b14d6f67 of type vlan for network c4898764-79b7-4534-8988-87fa5db14a1e Jul 16 18:14:59.161716 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96d6e405-4017-42f0-93ab-12db56079ed8', 'name': 'tempest-NetworksTestDHCPv6-router-318873321', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:49Z', 'updated_at': '2021-07-16T18:14:56Z', 'revision_number': 3, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:59.171795 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6da59d08-2f83-4ba8-821b-7744fa6bc36c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2634480 Jul 16 18:14:59.174940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49442) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.208260 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30529272-4283-4cd1-89c6-67091cb09be3 None None] The sync data for ids ['96d6e405-4017-42f0-93ab-12db56079ed8'] in n-d-793619-10 is: [{'id': '96d6e405-4017-42f0-93ab-12db56079ed8', 'name': 'tempest-NetworksTestDHCPv6-router-318873321', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:49Z', 'updated_at': '2021-07-16T18:14:56Z', 'revision_number': 3, 'project_id': '13d8d3728ca74986880d93cee20df5ba', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:59.231675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c9bc9-cfe9-4df2-9d71-6ce01768251b req-892a484e-9689-4254-a363-dd203f7f6182 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.234578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-270c9bc9-cfe9-4df2-9d71-6ce01768251b req-892a484e-9689-4254-a363-dd203f7f6182 tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 946 time: 0.3758924 Jul 16 18:14:59.279988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:59.298825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4', 'network_id': '524e5f47-2a0a-4b3f-be7c-4b705da32b69', 'port_id': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4', 'mac_address': 'fa:16:3e:1e:fc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6840c1a2-54a4-4cfc-bc82-83457b9c6a9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:59.313528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-270c9bc9-cfe9-4df2-9d71-6ce01768251b req-706a58ac-592f-405c-9536-dd4a065cac3c tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642910 Jul 16 18:14:59.320694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.355055 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.381618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:59.390989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.392828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.393642 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.406656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:59.412975 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.507856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.590865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b6220a-63c6-47a4-aacc-0aacb509db46 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:59.643094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['5ef1f4a2-3a1f-492f-8a0a-80270f393bc4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:59.685392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8958046 Jul 16 18:14:59.712435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d42290ee-6adc-46ef-a62a-c0598b91168d no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:59.736380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49454) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.742107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b5957359-a1c3-4c71-bfec-b96112d145e3 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Request body: {'network': {'project_id': '271d5acce5f045d69af763562fd7daec'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:59.762013 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e67b6f91-2105-498f-baeb-4d71a9190d5c req-789bb16d-b03a-4bac-a5cb-4e186b892523 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8545620 Jul 16 18:14:59.766356 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-efbda210-9989-4a36-8182-fe519c89b956 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.805867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.812178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6220a-63c6-47a4-aacc-0aacb509db46 None None] Deleting port d42290ee-6adc-46ef-a62a-c0598b91168d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:59.812489 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0b6220a-63c6-47a4-aacc-0aacb509db46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.845713 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.912395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63486f0-d8fb-48c2-8a3d-e9f5aad5b95b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Pushing event updated for resources: {'Network': ['ID=c4898764-79b7-4534-8988-87fa5db14a1e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.928501 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5957359-a1c3-4c71-bfec-b96112d145e3 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:14:59.929104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5957359-a1c3-4c71-bfec-b96112d145e3 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:59.934711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b5957359-a1c3-4c71-bfec-b96112d145e3 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1970420 Jul 16 18:14:59.955377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c4898764-79b7-4534-8988-87fa5db14a1e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:59.971138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaf685-584f-46d9-a862-9e8536c9572f req-fb3c70bc-0f08-4756-a9b1-db795d21540e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.976897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20eaf685-584f-46d9-a862-9e8536c9572f req-fb3c70bc-0f08-4756-a9b1-db795d21540e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 944 time: 0.4384241 Jul 16 18:14:59.990951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-efbda210-9989-4a36-8182-fe519c89b956 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.994716 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-efbda210-9989-4a36-8182-fe519c89b956 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.029650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f0b6220a-63c6-47a4-aacc-0aacb509db46 None None] For port d42290ee-6adc-46ef-a62a-c0598b91168d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d42290ee-6adc-46ef-a62a-c0598b91168d,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:00.030157 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0b6220a-63c6-47a4-aacc-0aacb509db46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.051858 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-efbda210-9989-4a36-8182-fe519c89b956 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.052542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbda210-9989-4a36-8182-fe519c89b956 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Fanout notify agent at l3_agent the message router_deleted on router 96d6e405-4017-42f0-93ab-12db56079ed8 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:00.061289 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-efbda210-9989-4a36-8182-fe519c89b956 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.062574 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-efbda210-9989-4a36-8182-fe519c89b956 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/routers/96d6e405-4017-42f0-93ab-12db56079ed8 HTTP/1.1" status: 204 len: 168 time: 0.8862576 Jul 16 18:15:00.066073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49460) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.068327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6220a-63c6-47a4-aacc-0aacb509db46 None None] Calling delete_port for d42290ee-6adc-46ef-a62a-c0598b91168d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:00.093312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.25.2.242 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/48b9a156-4d94-47db-af8e-91ec5e08f6cc) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:00.116876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-c613537b-c949-46ae-91b0-fa3bc0bb19a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.119236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-c613537b-c949-46ae-91b0-fa3bc0bb19a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ead2119915486aaa08f9849e05a40d&device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 1096 time: 0.2014263 Jul 16 18:15:00.150194 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.217796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.275092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d42290ee-6adc-46ef-a62a-c0598b91168d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d42290ee-6adc-46ef-a62a-c0598b91168d,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:00.277487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-dbaf6bab-3db5-4578-a1ef-4286f1f2fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.279399 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-dbaf6bab-3db5-4578-a1ef-4286f1f2fcb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 200 len: 913 time: 0.1495810 Jul 16 18:15:00.291797 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.293845 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8a153-b86e-4de0-8bfd-2f42094d4d27 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.295468 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8dd8a153-b86e-4de0-8bfd-2f42094d4d27 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2283847 Jul 16 18:15:00.299864 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.300764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 16361bf5-2399-4b80-ba00-3c073aa874d4 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:00.303286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49466) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.349369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-54fedb3b-24bd-4547-9966-ebc92eb200ca tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:15:00.350787 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-54fedb3b-24bd-4547-9966-ebc92eb200ca tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3921030 Jul 16 18:15:00.366943 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20eaf685-584f-46d9-a862-9e8536c9572f req-bca75d68-6228-458d-894d-f4d3fad12c6d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595448 Jul 16 18:15:00.367456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 16361bf5-2399-4b80-ba00-3c073aa874d4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:00.368448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 16361bf5-2399-4b80-ba00-3c073aa874d4 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:00.377846 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-a61c0588-cfe9-4387-9925-db41701da98a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8379234b-5626-49c2-9b13-fa2ea74ae5c8 HTTP/1.1" status: 200 len: 217 time: 0.0810597 Jul 16 18:15:00.396834 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.416100 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f0b6220a-63c6-47a4-aacc-0aacb509db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.427532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d42290ee-6adc-46ef-a62a-c0598b91168d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.460796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6220a-63c6-47a4-aacc-0aacb509db46 None None] Pushing event deleted for resources: {'Port': ['ID=d42290ee-6adc-46ef-a62a-c0598b91168d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.469208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6220a-63c6-47a4-aacc-0aacb509db46 None None] No DVR routers for this DVR port d42290ee-6adc-46ef-a62a-c0598b91168d on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:00.482707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff24885-b240-493a-a713-0e101eca771a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.486721 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0ff24885-b240-493a-a713-0e101eca771a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1765106 Jul 16 18:15:00.486906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:00.487985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49470) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.489335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:00.492235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:00.507588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Request body: {'binding': {'host': 'n-h2-793619-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:00.507988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Unknown quota resources ['binding']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:15:00.517698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=48b9a156-4d94-47db-af8e-91ec5e08f6cc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.565725 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5b3274e2-5d05-43dd-9c9a-ed9379908e4b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769601 Jul 16 18:15:00.567160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-d24a990f-b845-4784-8330-4c1b5a4d6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.568556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-d24a990f-b845-4784-8330-4c1b5a4d6071 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 200 len: 852 time: 0.1719918 Jul 16 18:15:00.577667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.597232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:00.613283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:00.645477 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-aa8a0ab9-bf95-4434-9041-07892bab7781 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12a6415-c118-4479-8678-787f7505198a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632730 Jul 16 18:15:00.648468 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-629c95dd-b7f7-404f-8fde-a01b25d7c849 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=271d5acce5f045d69af763562fd7daec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295704 Jul 16 18:15:00.652405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49474) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.732850 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.753729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:00.783327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:00.785494 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c73827f4-8685-4e96-b7f4-1ae6c83ed506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.791441 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.856396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.871709 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c73827f4-8685-4e96-b7f4-1ae6c83ed506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.905755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:00.909326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.920740 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.939716 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-04838759-f5ce-4b3d-aee5-19090941e441 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842400 Jul 16 18:15:01.011178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c73827f4-8685-4e96-b7f4-1ae6c83ed506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.013781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c73827f4-8685-4e96-b7f4-1ae6c83ed506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.017748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c73827f4-8685-4e96-b7f4-1ae6c83ed506 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34924d4d-9a14-422e-bd81-7075b79a2d16 HTTP/1.1" status: 204 len: 168 time: 0.3596621 Jul 16 18:15:01.018416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:01.036299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on host n-h2-793619-10 for vnic_type normal with profile None {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:01.036663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:01.036994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:01.052943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73827f4-8685-4e96-b7f4-1ae6c83ed506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34924d4d-9a14-422e-bd81-7075b79a2d16,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.082538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:01.082874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:01.099384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:01.099748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:01.100214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:01.100762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Bound port: b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:01.153756 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.181243 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-66b73ed4-daff-4958-85b5-462cab34c1a9 req-b9296b6a-058b-41fc-9d0b-c252bc2ad571 service neutron] 10.222.0.46 "GET /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272770 Jul 16 18:15:01.243665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:01.251355 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] Notify callbacks [] for binding, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.252593 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-77d75ee2-65e0-49bb-bf8f-ee50e3c4893f service neutron] 10.222.0.60 "POST /v2.0/ports/b44e22bf-2979-4e1b-9b1f-06f5b13ee73d/bindings HTTP/1.1" status: 201 len: 390 time: 0.8737538 Jul 16 18:15:01.308260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.320095 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.329097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4898764-79b7-4534-8988-87fa5db14a1e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:01.412207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:01.413825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.465551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:01.469242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:01.473624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.474471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.482413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f639c2-3587-4e64-b3c0-920b2f677a15 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:01.490471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f8236e-d701-417a-92a1-1ca2b14d6f67') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:01.490795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f8236e-d701-417a-92a1-1ca2b14d6f67') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:01.493772 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9150419 Jul 16 18:15:01.497551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49492) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:01.502529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:01.507241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb1284-1727-4ccd-8176-00f224653f06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=450fce94-32a1-42d6-865e-620564711232,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.519271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.614041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.630078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:01.630638 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:01.636651 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:01.667294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-3c47aa20-eb8d-4f58-9b46-594313cb1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.668898 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-3c47aa20-eb8d-4f58-9b46-594313cb1aa9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 1098 time: 0.0957742 Jul 16 18:15:01.675315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '450fce94-32a1-42d6-865e-620564711232'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:01.676411 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.686581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:01.690283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.829698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Allocated IP 2001:db8::f816:3eff:fee1:8b5d (982584e8-bbac-43ce-b633-758a660970f8/450fce94-32a1-42d6-865e-620564711232/acbf90ae-47ab-4b76-b807-362dec4d8ef6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:01.852750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-29bc6360-45f8-4ff3-ab64-99d84fe76923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.854560 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-29bc6360-45f8-4ff3-ab64-99d84fe76923 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.1783967 Jul 16 18:15:01.909838 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-ab02cf46-a86a-498b-a5af-b77d98bf7f8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d HTTP/1.1" status: 200 len: 217 time: 0.0444407 Jul 16 18:15:01.996869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-1cb10217-8313-47cc-ace2-9a8ca8d6f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.998731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-1cb10217-8313-47cc-ace2-9a8ca8d6f3c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.0809178 Jul 16 18:15:02.008336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709c317-8826-44b7-9f6a-70ba0f710e30 req-bdbccea3-d913-48a8-9b5e-ca2f7dedfe5d tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.009085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.010074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f709c317-8826-44b7-9f6a-70ba0f710e30 req-bdbccea3-d913-48a8-9b5e-ca2f7dedfe5d tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 944 time: 0.4994347 Jul 16 18:15:02.019073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Transition to ACTIVE for port object acbf90ae-47ab-4b76-b807-362dec4d8ef6 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:02.026031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1481fd-a668-4572-9896-20165f072eaf req-164bb61d-76c4-4fe7-81b9-12d246db74ad tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.027575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af1481fd-a668-4572-9896-20165f072eaf req-164bb61d-76c4-4fe7-81b9-12d246db74ad tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.5192657 Jul 16 18:15:02.028301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.036212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:02.037878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Transition to ACTIVE for port object acbf90ae-47ab-4b76-b807-362dec4d8ef6 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:02.047197 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.048231 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-c8c07f93-0019-4b5f-85c3-e6ce05db24f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397899 Jul 16 18:15:02.052403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.054489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] 10.222.0.60 "DELETE /v2.0/networks/c4898764-79b7-4534-8988-87fa5db14a1e HTTP/1.1" status: 204 len: 168 time: 1.0284815 Jul 16 18:15:02.064014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49496) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.086358 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:02.091085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ab5fc-3118-4dc1-b538-98c6fbb2f4d5 tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4898764-79b7-4534-8988-87fa5db14a1e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.097482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:02.101352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:02.116698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Pushing event updated for resources: {'Port': ['ID=acbf90ae-47ab-4b76-b807-362dec4d8ef6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.193470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f709c317-8826-44b7-9f6a-70ba0f710e30 req-7f73fd99-c0a0-4050-97f2-c1b4fe81e06f tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630173 Jul 16 18:15:02.199870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.208723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Attempting to bind port acbf90ae-47ab-4b76-b807-362dec4d8ef6 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:02.209586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Attempting to bind port acbf90ae-47ab-4b76-b807-362dec4d8ef6 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:02.211176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Attempting to bind port acbf90ae-47ab-4b76-b807-362dec4d8ef6 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:02.222437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:02.224038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:02.224756 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.225745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:02.226902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Bound port: acbf90ae-47ab-4b76-b807-362dec4d8ef6, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:02.230625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.238526 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af1481fd-a668-4572-9896-20165f072eaf req-0183ee2a-ad3f-4af2-9cae-3b6221707fcc tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002141 Jul 16 18:15:02.274244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.288812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:02.309916 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-371d6c2c-bd5b-4c36-b2e9-a77acab8338f service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344813 Jul 16 18:15:02.323057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:02.334246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.335161 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.367464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=4bd363ec-292e-4c01-9e7d-f044ea8c9fdb,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.371326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:02.381511 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-290efcd0-81af-4c98-afd0-bb64b17e2716 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8829298 Jul 16 18:15:02.394019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Sync routers for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:02.397433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] For port acbf90ae-47ab-4b76-b807-362dec4d8ef6, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:02.409373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.416256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:b6:d0:d2', 'name': 'tempest-NetworksTestDHCPv6-729247534'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:02.418110 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.427456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:02.428175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:14:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:02.432653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] For port acbf90ae-47ab-4b76-b807-362dec4d8ef6, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=acbf90ae-47ab-4b76-b807-362dec4d8ef6,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:02.443550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc8fb9f-8d4f-45c1-bf5f-355699808b09']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:02.456619 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.461450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bc75effc-f180-4320-9b85-13a09294b866 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3292544 Jul 16 18:15:02.461450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03bc217-6926-4ce7-8b2e-f6575b724e6b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:02.461450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03bc217-6926-4ce7-8b2e-f6575b724e6b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:02.464128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.481249 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.488951 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.510275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.532731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:02.533303 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:02.535706 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:02.565066 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:02.567947 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-af731f3e-fec1-4456-b0c6-f584eb8a3ad5 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463925 Jul 16 18:15:02.583406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:02.602204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6180f1-76e4-4164-b07a-312c4edecfa0 req-1baaf4ee-2cdd-4ef8-b440-ec92459a4067 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.610278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6180f1-76e4-4164-b07a-312c4edecfa0 req-1baaf4ee-2cdd-4ef8-b440-ec92459a4067 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 944 time: 0.2630160 Jul 16 18:15:02.622763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:02.695548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b2380-e94c-40d2-8730-adac04b3e17c None None] Pushing event updated for resources: {'Port': ['ID=acbf90ae-47ab-4b76-b807-362dec4d8ef6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.703783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0f9ba02c-702e-4952-89b2-78a0de9c958d tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=31c96d00249a453298ef421573e576c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2382085 Jul 16 18:15:02.704106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.719903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:02.767303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.864838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:02.865222 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.918581 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8125f3cf-4170-4004-a19a-3187ff98fbfd tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.922506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8125f3cf-4170-4004-a19a-3187ff98fbfd tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2165172 Jul 16 18:15:02.940765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6180f1-76e4-4164-b07a-312c4edecfa0 req-9caf764e-0769-4cf5-a0ec-16fd385584a4 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290353 Jul 16 18:15:02.944298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49506) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.986753 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.994374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5fb0ff57-804d-4cc0-aa4c-4b4829a4bce8 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477934 Jul 16 18:15:02.998183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:03.017593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675540272', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'project_id': '31c96d00249a453298ef421573e576c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:03.022219 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.025023 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] 10.222.0.60 "DELETE /v2.0/networks/3cc8fb9f-8d4f-45c1-bf5f-355699808b09 HTTP/1.1" status: 204 len: 168 time: 0.9514167 Jul 16 18:15:03.026179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438a1f3-8d8e-4ecc-8679-7bf0683e989b tempest-QuotasNegativeTest-2132059583 tempest-QuotasNegativeTest-2132059583-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cc8fb9f-8d4f-45c1-bf5f-355699808b09,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:03.308019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:03.311690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.374106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 3e67ec91-514a-498a-8d52-1accbdebd48f yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:03.480786 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.506269 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d19d729-9aec-49f2-81a8-12e2b3ee3e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.544209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-b38ddda6-2de2-4d60-a7b5-8c5f2742fcfa tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.546499 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-b38ddda6-2de2-4d60-a7b5-8c5f2742fcfa tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 944 time: 0.2899075 Jul 16 18:15:03.559566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:03.564462 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa324736-68b0-4823-a2b8-f0a052004269" -d '{"events": [{"server_uuid": "ffe92937-c0d2-40e3-a743-78ee99bfbb4e", "name": "network-vif-plugged", "status": "completed", "tag": "5ef1f4a2-3a1f-492f-8a0a-80270f393bc4"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:03.591063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:03.598143 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.620613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:03.672150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:00Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:03.676041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:03.733617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Checking router: 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:03.734359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Updating router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d port 48b9a156-4d94-47db-af8e-91ec5e08f6cc binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:03.752757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c20b760-d9b3-42b0-ad69-c3e4e77dd054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.789389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device acbf90ae-47ab-4b76-b807-362dec4d8ef6 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:03.840219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795bd7e-61b4-439d-9a64-892d9a5f95be req-f8691210-c10d-497d-a165-e75122e75e9a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.842069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1795bd7e-61b4-439d-9a64-892d9a5f95be req-f8691210-c10d-497d-a165-e75122e75e9a tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 944 time: 0.3539352 Jul 16 18:15:03.848823 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.897858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fc21b-7890-4f2b-be5d-3073fba9a778 req-0ba3cccf-943e-495d-ba68-17575298a20a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.907999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-026fc21b-7890-4f2b-be5d-3073fba9a778 req-0ba3cccf-943e-495d-ba68-17575298a20a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.3839488 Jul 16 18:15:03.912979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port acbf90ae-47ab-4b76-b807-362dec4d8ef6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:04.031617 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1795bd7e-61b4-439d-9a64-892d9a5f95be req-ddf17e4f-f78c-470a-9a36-f7531631a5ef tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/security-groups?id=d69a3fcd-de1f-4d50-93fe-f606536097d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721022 Jul 16 18:15:04.041049 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 172.20.0.3 (982584e8-bbac-43ce-b633-758a660970f8/4bd363ec-292e-4c01-9e7d-f044ea8c9fdb/3e67ec91-514a-498a-8d52-1accbdebd48f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:04.076307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:feb6:d0d2 (982584e8-bbac-43ce-b633-758a660970f8/450fce94-32a1-42d6-865e-620564711232/3e67ec91-514a-498a-8d52-1accbdebd48f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:04.103423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.223729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-026fc21b-7890-4f2b-be5d-3073fba9a778 req-60435e59-c563-4002-9d03-3f4bc19e14e4 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145671 Jul 16 18:15:04.276167 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.293794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Transition to ACTIVE for port object 48b9a156-4d94-47db-af8e-91ec5e08f6cc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:04.301234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48d3b2-6d14-4e40-a9fd-4c328103e82b None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:04.308274 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.334954 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b924c57c-b49b-4a03-9fe6-3d26e186fe22 x-openstack-request-id: req-b924c57c-b49b-4a03-9fe6-3d26e186fe22 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:04.335346 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe92937-c0d2-40e3-a743-78ee99bfbb4e", "name": "network-vif-plugged", "status": "completed", "tag": "5ef1f4a2-3a1f-492f-8a0a-80270f393bc4", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:04.335634 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b924c57c-b49b-4a03-9fe6-3d26e186fe22 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:04.336368 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4', 'code': 200} Jul 16 18:15:04.348344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b217f706-aaa7-41ab-9ed3-422c81248185 None None] Provisioning for port acbf90ae-47ab-4b76-b807-362dec4d8ef6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:04.358324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c20b760-d9b3-42b0-ad69-c3e4e77dd054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.361119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Deleting port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:04.361733 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.372822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Subnet': ['ID=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.381502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b217f706-aaa7-41ab-9ed3-422c81248185 None None] Provisioning complete for port acbf90ae-47ab-4b76-b807-362dec4d8ef6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:04.381887 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b217f706-aaa7-41ab-9ed3-422c81248185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.388281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.401876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Checking segment: {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:04.402616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network hostable DHCP agents. Network: 14e2a8b9-acc3-48e6-911b-f725837fcde9, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:04.411173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 3e67ec91-514a-498a-8d52-1accbdebd48f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:04.426727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 14e2a8b9-acc3-48e6-911b-f725837fcde9 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:04.440798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 14e2a8b9-acc3-48e6-911b-f725837fcde9) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:04.451526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Attempting to bind port 48b9a156-4d94-47db-af8e-91ec5e08f6cc on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:04.451526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Attempting to bind port 48b9a156-4d94-47db-af8e-91ec5e08f6cc by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:04.451977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Attempting to bind port 48b9a156-4d94-47db-af8e-91ec5e08f6cc on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:04.455216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.458907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.468723 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c20b760-d9b3-42b0-ad69-c3e4e77dd054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.491745 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.492121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:04.492468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:04.493126 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.493525 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:04.494013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Bound port: 48b9a156-4d94-47db-af8e-91ec5e08f6cc, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:04.497599 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.497717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aca9be51-7f5f-4230-a77b-bee508ea7711 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4811614 Jul 16 18:15:04.497826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935b9c58-0e5d-45b3-a5b3-cc63adc7fcf8 None None] Network 14e2a8b9-acc3-48e6-911b-f725837fcde9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:04.497932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49530) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:04.579077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=3e67ec91-514a-498a-8d52-1accbdebd48f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.630299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:04.670676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:04.676991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20b760-d9b3-42b0-ad69-c3e4e77dd054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4539c1b0-44b5-4132-b868-8a5997c90a40,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.679613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:04.691550 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9c20b760-d9b3-42b0-ad69-c3e4e77dd054 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=395637231ce142cd8dd575414e4303b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0606351 Jul 16 18:15:04.692652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8379234b-5626-49c2-9b13-fa2ea74ae5c8 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:04.715638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:04.797078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8379234b-5626-49c2-9b13-fa2ea74ae5c8, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8379234b-5626-49c2-9b13-fa2ea74ae5c8,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:04.801035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.801887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.819662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '8379234b-5626-49c2-9b13-fa2ea74ae5c8', 'network_id': 'f12a6415-c118-4479-8678-787f7505198a', 'port_id': '8379234b-5626-49c2-9b13-fa2ea74ae5c8', 'mac_address': 'fa:16:3e:cf:91:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:04.825268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-14e2a8b9-acc3-48e6-911b-f725837fcde9', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:04.826324 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.827000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] For port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,segment=NetworkSegment(7281fedb-3c22-4731-9671-8966b8117584),segment_id=7281fedb-3c22-4731-9671-8966b8117584)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:04.827701 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.836462 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-569d89d6-a5b5-45ac-adca-9a7e8b81e030 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4255648 Jul 16 18:15:04.843924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49534) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:04.868549 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1864b4a-1cbd-4d59-9cd2-763d28b235cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.871002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Calling delete_port for 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:04.902314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1864b4a-1cbd-4d59-9cd2-763d28b235cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.905745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbd9cd-6620-4d48-b36c-3c7d53b25387 req-7dc8b7df-6b44-4a1b-8b14-21392699ac1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.913821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ddbd9cd-6620-4d48-b36c-3c7d53b25387 req-7dc8b7df-6b44-4a1b-8b14-21392699ac1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 944 time: 0.3980932 Jul 16 18:15:04.932774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] For port 48b9a156-4d94-47db-af8e-91ec5e08f6cc, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:04.937440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] For port 48b9a156-4d94-47db-af8e-91ec5e08f6cc, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=48b9a156-4d94-47db-af8e-91ec5e08f6cc,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:04.959356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f7213-e1c7-4031-85d8-cd389e612289 None None] Pushing event updated for resources: {'Port': ['ID=48b9a156-4d94-47db-af8e-91ec5e08f6cc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.964535 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.013333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1864b4a-1cbd-4d59-9cd2-763d28b235cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.017776 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1864b4a-1cbd-4d59-9cd2-763d28b235cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.019101 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a1864b4a-1cbd-4d59-9cd2-763d28b235cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4539c1b0-44b5-4132-b868-8a5997c90a40 HTTP/1.1" status: 204 len: 168 time: 0.3026726 Jul 16 18:15:05.031640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77014770-75e2-4e72-8a04-824076bac3d7 req-6b390fe8-480a-4e7a-892e-11f081791ef0 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.035649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1864b4a-1cbd-4d59-9cd2-763d28b235cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4539c1b0-44b5-4132-b868-8a5997c90a40,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.047007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77014770-75e2-4e72-8a04-824076bac3d7 req-6b390fe8-480a-4e7a-892e-11f081791ef0 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.4149091 Jul 16 18:15:05.116293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.163181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Pushing event deleted for resources: {'Port': ['ID=5ef1f4a2-3a1f-492f-8a0a-80270f393bc4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.172655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ddbd9cd-6620-4d48-b36c-3c7d53b25387 req-ed1be13a-1689-456a-b589-ffe0997ef59a tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508891 Jul 16 18:15:05.234516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] No DVR routers for this DVR port 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:05.237535 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.239064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Allocated IP 172.20.0.2 (14e2a8b9-acc3-48e6-911b-f725837fcde9/74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3/441ee1c4-8c18-47f6-8c24-4aea853ea3b7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:05.240062 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eba7bf2e-aacb-4eae-9253-576aefe17300 req-390a52ba-7e52-4377-b43a-7ced0fa8aebb tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.46 "DELETE /v2.0/ports/5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 HTTP/1.1" status: 204 len: 173 time: 1.6157861 Jul 16 18:15:05.241016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'name': 'network-vif-deleted', 'tag': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:05.246216 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6201a9be-b6b6-4b85-8dea-e894887eeb38" -d '{"events": [{"server_uuid": "ffe92937-c0d2-40e3-a743-78ee99bfbb4e", "name": "network-vif-deleted", "tag": "5ef1f4a2-3a1f-492f-8a0a-80270f393bc4"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:05.261810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e2dc7-3b62-4dd0-a799-423b4c9a4ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.268162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8379234b-5626-49c2-9b13-fa2ea74ae5c8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:05.271403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425e2dc7-3b62-4dd0-a799-423b4c9a4ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.273427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-425e2dc7-3b62-4dd0-a799-423b4c9a4ada tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4273582 Jul 16 18:15:05.276808 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77014770-75e2-4e72-8a04-824076bac3d7 req-e7e3e7e2-d73b-4622-a23b-2457a03226d9 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288568 Jul 16 18:15:05.277603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.335776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8379234b-5626-49c2-9b13-fa2ea74ae5c8, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8379234b-5626-49c2-9b13-fa2ea74ae5c8,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:05.454322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['5ef1f4a2-3a1f-492f-8a0a-80270f393bc4'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:05.457813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.593902 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.624245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83e3863d-9fda-4c3f-8d2c-0c9fa964e14e req-bca2311c-1606-401b-ade6-ab342289efdf tempest-ImagesTestJSON-789330520 tempest-ImagesTestJSON-789330520-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe92937-c0d2-40e3-a743-78ee99bfbb4e HTTP/1.1" status: 200 len: 210 time: 0.0958788 Jul 16 18:15:05.683921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f7213-e1c7-4031-85d8-cd389e612289 None None] Pushing event updated for resources: {'Port': ['ID=48b9a156-4d94-47db-af8e-91ec5e08f6cc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.705964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1be46345-40c7-4c80-acac-bafb8f75b7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 3e67ec91-514a-498a-8d52-1accbdebd48f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:05.706398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be46345-40c7-4c80-acac-bafb8f75b7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.713358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.736821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bef5-8188-48a9-9dd3-79ba0a49a8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.884865 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692c141a-d418-4375-bc85-38ef2c0ae05c x-openstack-request-id: req-692c141a-d418-4375-bc85-38ef2c0ae05c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:05.888742 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe92937-c0d2-40e3-a743-78ee99bfbb4e", "name": "network-vif-deleted", "tag": "5ef1f4a2-3a1f-492f-8a0a-80270f393bc4", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:05.888980 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-692c141a-d418-4375-bc85-38ef2c0ae05c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:05.889400 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe92937-c0d2-40e3-a743-78ee99bfbb4e', 'name': 'network-vif-deleted', 'tag': '5ef1f4a2-3a1f-492f-8a0a-80270f393bc4', 'status': 'completed', 'code': 200} Jul 16 18:15:06.015270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bef5-8188-48a9-9dd3-79ba0a49a8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.025871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4fd7bef5-8188-48a9-9dd3-79ba0a49a8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.069750 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b217f706-aaa7-41ab-9ed3-422c81248185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.085027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=8379234b-5626-49c2-9b13-fa2ea74ae5c8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.131648 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4fd7bef5-8188-48a9-9dd3-79ba0a49a8ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f37eb6bea5d74d598a831cc96142f91a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143670 Jul 16 18:15:06.136728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49556) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.149654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7bef5-8188-48a9-9dd3-79ba0a49a8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f24e5e-bc42-46fc-9575-afa6b99e1054,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.200295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['8379234b-5626-49c2-9b13-fa2ea74ae5c8'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:06.251349 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52e17756-9183-43e4-b520-53e0f1daa9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.252636 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.277103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.282502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b217f706-aaa7-41ab-9ed3-422c81248185 None None] For port acbf90ae-47ab-4b76-b807-362dec4d8ef6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=acbf90ae-47ab-4b76-b807-362dec4d8ef6,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:06.290484 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d007716-9d4c-4145-8b7f-c20c97984a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.301405 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b217f706-aaa7-41ab-9ed3-422c81248185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.308605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Transition to ACTIVE for port object 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:06.313563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:06.314211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:06.349696 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.374767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d007716-9d4c-4145-8b7f-c20c97984a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.437230 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be46345-40c7-4c80-acac-bafb8f75b7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.466910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Transition to ACTIVE for port object 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:06.479728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d007716-9d4c-4145-8b7f-c20c97984a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.497871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d007716-9d4c-4145-8b7f-c20c97984a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.502001 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3d007716-9d4c-4145-8b7f-c20c97984a5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8f24e5e-bc42-46fc-9575-afa6b99e1054 HTTP/1.1" status: 204 len: 168 time: 0.3629167 Jul 16 18:15:06.514944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d007716-9d4c-4145-8b7f-c20c97984a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f24e5e-bc42-46fc-9575-afa6b99e1054,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.571743 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1be46345-40c7-4c80-acac-bafb8f75b7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 3e67ec91-514a-498a-8d52-1accbdebd48f owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:06.670906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217f706-aaa7-41ab-9ed3-422c81248185 None None] Pushing event updated for resources: {'Port': ['ID=acbf90ae-47ab-4b76-b807-362dec4d8ef6,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.679872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51223b36-bd1c-4b8b-a46b-b843bbda9811 req-3aa6fa70-6fee-4966-86ad-d9ec5bbb2515 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.683000 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.688159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:06.690156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51223b36-bd1c-4b8b-a46b-b843bbda9811 req-3aa6fa70-6fee-4966-86ad-d9ec5bbb2515 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.5271690 Jul 16 18:15:06.765852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:06.766199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5ef1f4a2-3a1f-492f-8a0a-80270f393bc4 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:06.813369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Network 14e2a8b9-acc3-48e6-911b-f725837fcde9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:06.838929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:06.852638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:06.855055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:06.895738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Pushing event updated for resources: {'Port': ['ID=441ee1c4-8c18-47f6-8c24-4aea853ea3b7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.896954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51223b36-bd1c-4b8b-a46b-b843bbda9811 req-8290d167-bc58-4db6-83a7-330a05c3512c tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054875 Jul 16 18:15:06.948779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b0b66-d15d-4f79-926d-abcaed44a45b None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '450fce94-32a1-42d6-865e-620564711232', 'ip_address': '2001:db8::f816:3eff:fee1:8b5d'}, {'subnet_id': '4bd363ec-292e-4c01-9e7d-f044ea8c9fdb'}], 'binding:host_id': 'n-d-793619-10'}, 'id': 'acbf90ae-47ab-4b76-b807-362dec4d8ef6'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:15:07.018581 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.080341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f5438-c840-44fd-bf61-e6cbedc04fee req-a9cbbf6d-11cd-4e3c-ac33-dc91ca3ddc1d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.089343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-367f5438-c840-44fd-bf61-e6cbedc04fee req-a9cbbf6d-11cd-4e3c-ac33-dc91ca3ddc1d tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 945 time: 0.4266341 Jul 16 18:15:07.186938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Attempting to bind port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:07.187557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Attempting to bind port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:07.187745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Attempting to bind port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 on network 14e2a8b9-acc3-48e6-911b-f725837fcde9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:07.189748 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0b66-d15d-4f79-926d-abcaed44a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.217610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:07.217988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Checking segment: {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:07.218394 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.218790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Bound using segment: {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:07.219273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Bound port: 441ee1c4-8c18-47f6-8c24-4aea853ea3b7, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:07.219654 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.413140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-367f5438-c840-44fd-bf61-e6cbedc04fee req-68082a6e-30c4-4133-aa0b-5e73611628d5 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220458 Jul 16 18:15:07.417473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.20.0.1 (14e2a8b9-acc3-48e6-911b-f725837fcde9/74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3/46d7365d-f50e-4201-b83f-ab24e2f82ac5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:07.467880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] For port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:07.532669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:00Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:07.538172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-eb8b0b66-d15d-4f79-926d-abcaed44a45b None None] Allocated IP 172.20.0.2 (982584e8-bbac-43ce-b633-758a660970f8/4bd363ec-292e-4c01-9e7d-f044ea8c9fdb/acbf90ae-47ab-4b76-b807-362dec4d8ef6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:07.570225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd0f89b-1c27-428c-b740-4c1abbe18b17 None None] The sync data for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 is: [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:00Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:07.590151 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.612907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Transition to ACTIVE for port object 46d7365d-f50e-4201-b83f-ab24e2f82ac5 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:07.681345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-eb8b0b66-d15d-4f79-926d-abcaed44a45b None None] For port acbf90ae-47ab-4b76-b807-362dec4d8ef6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=acbf90ae-47ab-4b76-b807-362dec4d8ef6,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:07.690548 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.699276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be46345-40c7-4c80-acac-bafb8f75b7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.729621 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0b66-d15d-4f79-926d-abcaed44a45b None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.759991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eb8b0b66-d15d-4f79-926d-abcaed44a45b None None] Transition to ACTIVE for port object acbf90ae-47ab-4b76-b807-362dec4d8ef6 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:07.776961 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0b66-d15d-4f79-926d-abcaed44a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.799859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device acbf90ae-47ab-4b76-b807-362dec4d8ef6 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:07.843728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] For port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=441ee1c4-8c18-47f6-8c24-4aea853ea3b7,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:07.863717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 14e2a8b9-acc3-48e6-911b-f725837fcde9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:07.892541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:07.898234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:07.905625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.958645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77013a-d580-4aaa-af99-d1761d52472c req-cb9a9599-78fc-4631-9a0a-9986c4c488c4 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.968363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b77013a-d580-4aaa-af99-d1761d52472c req-cb9a9599-78fc-4631-9a0a-9986c4c488c4 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.3087208 Jul 16 18:15:08.003385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=46d7365d-f50e-4201-b83f-ab24e2f82ac5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.066480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b0b66-d15d-4f79-926d-abcaed44a45b None None] Pushing event updated for resources: {'Port': ['ID=acbf90ae-47ab-4b76-b807-362dec4d8ef6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.141584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be46345-40c7-4c80-acac-bafb8f75b7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=3e67ec91-514a-498a-8d52-1accbdebd48f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.179033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f9158-9da0-473f-a136-41d0c8aabf31 None None] Pushing event updated for resources: {'Port': ['ID=441ee1c4-8c18-47f6-8c24-4aea853ea3b7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.255038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b77013a-d580-4aaa-af99-d1761d52472c req-edab247e-c48a-4a2a-827c-1ebc35573409 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851861 Jul 16 18:15:08.261797 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1be46345-40c7-4c80-acac-bafb8f75b7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.273468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:08.275693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1be46345-40c7-4c80-acac-bafb8f75b7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/3e67ec91-514a-498a-8d52-1accbdebd48f HTTP/1.1" status: 204 len: 168 time: 2.9821367 Jul 16 18:15:08.277832 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.429631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bc7ae-7db7-4d3f-bbc2-67ba18143cbd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.433019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bc7ae-7db7-4d3f-bbc2-67ba18143cbd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.449452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bc7ae-7db7-4d3f-bbc2-67ba18143cbd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.460279 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e70bc7ae-7db7-4d3f-bbc2-67ba18143cbd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1846719 Jul 16 18:15:08.464108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:08.615185 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.662718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3f18b9-108f-4dff-88d7-65a137ba08c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 450fce94-32a1-42d6-865e-620564711232 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:08.669553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef3f18b9-108f-4dff-88d7-65a137ba08c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.685166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8379234b-5626-49c2-9b13-fa2ea74ae5c8 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:08.763483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef3f18b9-108f-4dff-88d7-65a137ba08c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.773466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36347269-116e-4fdb-88e6-42a6dd8f4617 req-85d1c79f-0de2-4d1c-8da7-cf2e5b3b8bc3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.789265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 8379234b-5626-49c2-9b13-fa2ea74ae5c8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:08.791853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36347269-116e-4fdb-88e6-42a6dd8f4617 req-85d1c79f-0de2-4d1c-8da7-cf2e5b3b8bc3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.6243153 Jul 16 18:15:08.799563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 8379234b-5626-49c2-9b13-fa2ea74ae5c8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:08.799931 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.004246 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef3f18b9-108f-4dff-88d7-65a137ba08c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.019215 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.073202 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36347269-116e-4fdb-88e6-42a6dd8f4617 req-88e5de6a-4916-4839-9a7d-33294b0966e9 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762191 Jul 16 18:15:09.073343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fa8cd1-8b2d-4487-960a-6a99d16efcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8379234b-5626-49c2-9b13-fa2ea74ae5c8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:09.074333 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dcc7ce-9c76-4ed2-9baf-92072911141a" -d '{"events": [{"server_uuid": "05fa8cd1-8b2d-4487-960a-6a99d16efcc0", "name": "network-vif-plugged", "status": "completed", "tag": "8379234b-5626-49c2-9b13-fa2ea74ae5c8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:09.077730 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.105983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8379234b-5626-49c2-9b13-fa2ea74ae5c8, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8379234b-5626-49c2-9b13-fa2ea74ae5c8,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:09.113843 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.150757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e39891-91da-41bd-994f-40631fbd01c6 req-6192467f-432e-4084-88fe-01fa2cb0b6a0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.154273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9e39891-91da-41bd-994f-40631fbd01c6 req-6192467f-432e-4084-88fe-01fa2cb0b6a0 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 945 time: 0.3228452 Jul 16 18:15:09.182181 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef3f18b9-108f-4dff-88d7-65a137ba08c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.226872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=8379234b-5626-49c2-9b13-fa2ea74ae5c8,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.297877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef3f18b9-108f-4dff-88d7-65a137ba08c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.302282 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ef3f18b9-108f-4dff-88d7-65a137ba08c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/450fce94-32a1-42d6-865e-620564711232 HTTP/1.1" status: 204 len: 168 time: 0.8330021 Jul 16 18:15:09.303183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f18b9-108f-4dff-88d7-65a137ba08c0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=450fce94-32a1-42d6-865e-620564711232,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.304858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.353072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9e39891-91da-41bd-994f-40631fbd01c6 req-954bb86e-a003-49b4-8083-8d4a6fc5392e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420543 Jul 16 18:15:09.406417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.438642 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60c55e-3215-4d6c-b0e8-2e91bec58739 x-openstack-request-id: req-2d60c55e-3215-4d6c-b0e8-2e91bec58739 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:09.438642 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fa8cd1-8b2d-4487-960a-6a99d16efcc0", "name": "network-vif-plugged", "status": "completed", "tag": "8379234b-5626-49c2-9b13-fa2ea74ae5c8", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:09.438947 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d60c55e-3215-4d6c-b0e8-2e91bec58739 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:09.439556 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fa8cd1-8b2d-4487-960a-6a99d16efcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8379234b-5626-49c2-9b13-fa2ea74ae5c8', 'code': 200} Jul 16 18:15:09.464846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-806a2d1b-2df4-4966-a5ff-4d0e6add530c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 4bd363ec-292e-4c01-9e7d-f044ea8c9fdb {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:09.472228 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806a2d1b-2df4-4966-a5ff-4d0e6add530c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.473697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd2848-968a-45bc-a768-a70c1a9c31cd None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:09.483207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be9d9dbf-f7e6-48be-95a5-aa071094f531 None None] Could not find standard attr ID for object 3e67ec91-514a-498a-8d52-1accbdebd48f. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:09.558947 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806a2d1b-2df4-4966-a5ff-4d0e6add530c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.601569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be9d9dbf-f7e6-48be-95a5-aa071094f531 None None] Provisioning for port acbf90ae-47ab-4b76-b807-362dec4d8ef6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:09.747770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be9d9dbf-f7e6-48be-95a5-aa071094f531 None None] Provisioning complete for port acbf90ae-47ab-4b76-b807-362dec4d8ef6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:09.748390 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be9d9dbf-f7e6-48be-95a5-aa071094f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.801909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1694782896', 'router:external': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:09.995401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 48b9a156-4d94-47db-af8e-91ec5e08f6cc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:10.013205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Made reservation on behalf of f457f9d1c99f45099eeebb20e3372ed7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:10.035218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.063391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806a2d1b-2df4-4966-a5ff-4d0e6add530c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.064395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.064950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8befcf-726f-4d74-87e8-8dde40c38fd9 None None] Network 14e2a8b9-acc3-48e6-911b-f725837fcde9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:10.067064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.077118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.092079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f5d18-dc14-491a-8a57-2527ecb9eda6 req-1bbbf7d9-38b4-49e5-bf64-4242e8325ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.093643 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-767f5d18-dc14-491a-8a57-2527ecb9eda6 req-1bbbf7d9-38b4-49e5-bf64-4242e8325ac6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 1098 time: 0.4427571 Jul 16 18:15:10.149481 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.205529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.220477 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.234152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:10.242007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=46d7365d-f50e-4201-b83f-ab24e2f82ac5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.246899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.247260 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Added segment 0a6bba27-124c-4493-9bc5-9bbb4a67dcb6 of type vlan for network a23b46ac-db8a-4679-b45e-9b7b213ade7b Jul 16 18:15:10.298128 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.331342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209e848-3d19-4268-8ebf-88cf4f20d289 req-1989b000-20a6-46c9-89bc-e738a549a5b4 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.333519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2209e848-3d19-4268-8ebf-88cf4f20d289 req-1989b000-20a6-46c9-89bc-e738a549a5b4 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.2740982 Jul 16 18:15:10.380898 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.382088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.382996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.386224 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.403520 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2209e848-3d19-4268-8ebf-88cf4f20d289 req-2407cc94-3c17-4c92-bb25-3eb3952c5daf tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603490 Jul 16 18:15:10.437643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 48b9a156-4d94-47db-af8e-91ec5e08f6cc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:10.463023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 14e2a8b9-acc3-48e6-911b-f725837fcde9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:10.466668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:10.494989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 48b9a156-4d94-47db-af8e-91ec5e08f6cc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:10.495534 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.515207 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1069717 Jul 16 18:15:10.529207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf54303-ced3-406a-af29-28e1b26d94ab,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.556728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.556871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.563423 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-767f5d18-dc14-491a-8a57-2527ecb9eda6 req-e64fb95e-05c0-442b-90f8-25537b21a8d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552184 Jul 16 18:15:10.590093 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'subnet': {'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:10.641394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acc1b2-3a68-41b1-9a98-f94d34ecd41f req-0d78e4fc-4953-4f9a-a5ed-2a318fa9a4ed tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.656363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9acc1b2-3a68-41b1-9a98-f94d34ecd41f req-0d78e4fc-4953-4f9a-a5ed-2a318fa9a4ed tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.2479463 Jul 16 18:15:10.679397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300c173-6039-457d-b132-28978be023ec tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event updated for resources: {'Network': ['ID=a23b46ac-db8a-4679-b45e-9b7b213ade7b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.683259 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806a2d1b-2df4-4966-a5ff-4d0e6add530c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.731916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a2d1b-2df4-4966-a5ff-4d0e6add530c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd363ec-292e-4c01-9e7d-f044ea8c9fdb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.738535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Made reservation on behalf of f457f9d1c99f45099eeebb20e3372ed7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:10.740960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.749212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc094353-4202-4de0-a593-e6abc3f4fd06 admin admin] Deleting subnet 6840c1a2-54a4-4cfc-bc82-83457b9c6a9b {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:10.758913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc094353-4202-4de0-a593-e6abc3f4fd06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.817741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc094353-4202-4de0-a593-e6abc3f4fd06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.822200 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network a23b46ac-db8a-4679-b45e-9b7b213ade7b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:10.854038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:10.861754 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc094353-4202-4de0-a593-e6abc3f4fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.895896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9acc1b2-3a68-41b1-9a98-f94d34ecd41f req-eb6ce6f6-4850-432c-8e4b-ea7c0cd38633 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382059 Jul 16 18:15:10.896139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-292cc78d-f97b-4571-9682-8004c64ca75f None None] Provisioning for port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:10.973265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-806a2d1b-2df4-4966-a5ff-4d0e6add530c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.978229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-806a2d1b-2df4-4966-a5ff-4d0e6add530c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/4bd363ec-292e-4c01-9e7d-f044ea8c9fdb HTTP/1.1" status: 204 len: 168 time: 1.6720984 Jul 16 18:15:10.979776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddf3e9-dc8e-457d-9ae4-ae11370df3a5 req-f3544ddc-be80-4842-a471-e8a2059fd56e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.981368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.981553 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dddf3e9-dc8e-457d-9ae4-ae11370df3a5 req-f3544ddc-be80-4842-a471-e8a2059fd56e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 946 time: 0.3034091 Jul 16 18:15:10.996297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc094353-4202-4de0-a593-e6abc3f4fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.052132 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8c8689c3-b1d1-48fb-a283-6cee18210fe1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666986 Jul 16 18:15:11.070190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.089723 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.101372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc094353-4202-4de0-a593-e6abc3f4fd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.103553 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bc094353-4202-4de0-a593-e6abc3f4fd06 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6840c1a2-54a4-4cfc-bc82-83457b9c6a9b HTTP/1.1" status: 204 len: 168 time: 0.5342879 Jul 16 18:15:11.109432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:11.114590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc094353-4202-4de0-a593-e6abc3f4fd06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6840c1a2-54a4-4cfc-bc82-83457b9c6a9b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.123282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49666) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.144066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 48b9a156-4d94-47db-af8e-91ec5e08f6cc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=48b9a156-4d94-47db-af8e-91ec5e08f6cc,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:11.150297 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.153156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device acbf90ae-47ab-4b76-b807-362dec4d8ef6 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:11.261822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=48b9a156-4d94-47db-af8e-91ec5e08f6cc,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.324743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.325242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port acbf90ae-47ab-4b76-b807-362dec4d8ef6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:11.325242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.380311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:11.384504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.426392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:11.491416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e6e750e5-cfe4-47b1-9888-621a8cba769e None None] Provisioning for port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:11.506901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dddf3e9-dc8e-457d-9ae4-ae11370df3a5 req-1d3fc796-6391-45da-9955-729488042066 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146391 Jul 16 18:15:11.510627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc71f7-40f3-4254-8a7c-3a4c900d69b6 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:11.516428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e6e750e5-cfe4-47b1-9888-621a8cba769e None None] Provisioning complete for port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:11.517085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6e750e5-cfe4-47b1-9888-621a8cba769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.542677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:11.549330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8a2652c0-9dc5-4c38-aaf0-fed3fc06881c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "PUT /v2.0/routers/3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0504541 Jul 16 18:15:11.567572 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Sync routers for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:11.581055 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:11.581681 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:11.676304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.689476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524e5f47-2a0a-4b3f-be7c-4b705da32b69']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:11.704730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7281fedb-3c22-4731-9671-8966b8117584') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:11.705231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7281fedb-3c22-4731-9671-8966b8117584') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:11.709284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:11.711930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e6e750e5-cfe4-47b1-9888-621a8cba769e None None] Port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:11.718252 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.720092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451bf5c-61d5-4afa-b5c3-685528851f0e req-e10e9f57-cda1-45b8-a9df-8a173e104a12 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.726164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3451bf5c-61d5-4afa-b5c3-685528851f0e req-e10e9f57-cda1-45b8-a9df-8a173e104a12 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.1433592 Jul 16 18:15:11.738523 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.748705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:11.749302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.754182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:11.755273 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.804299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3451bf5c-61d5-4afa-b5c3-685528851f0e req-9de3a4ee-1f3f-44c9-bca9-6d531e032ae6 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717864 Jul 16 18:15:11.808234 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:11.853638 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:11.887850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-2f4a60c4-dbd6-4c0a-940e-aaebedacdb18 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697691384&fields=id&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 267 time: 0.0516479 Jul 16 18:15:11.894713 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.902405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.907285 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] 10.222.0.60 "DELETE /v2.0/networks/524e5f47-2a0a-4b3f-be7c-4b705da32b69 HTTP/1.1" status: 204 len: 168 time: 0.7772524 Jul 16 18:15:11.950862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21bc0e-7eb6-49b4-ad65-e27468645d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=524e5f47-2a0a-4b3f-be7c-4b705da32b69,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.000234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e6e750e5-cfe4-47b1-9888-621a8cba769e None None] Provisioning complete for port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:12.010980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6e750e5-cfe4-47b1-9888-621a8cba769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.227588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824eae6-05e2-48b2-8d06-201201226537 req-58343a93-4aa5-45f7-b074-587900fe217c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.233950 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-58343a93-4aa5-45f7-b074-587900fe217c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 796 time: 0.3444188 Jul 16 18:15:12.268747 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:08Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '46d7365d-f50e-4201-b83f-ab24e2f82ac5', 'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:0c:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:06Z', 'updated_at': '2021-07-16T18:15:09Z', 'revision_number': 2, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.286161 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.314911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-077793f3-a20e-4e0b-938f-f76536396d21 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/quotas/31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 375 time: 0.0179768 Jul 16 18:15:12.325054 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Checking router: 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:12.325054 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Updating router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:12.326777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.338679 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6e750e5-cfe4-47b1-9888-621a8cba769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.344217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69873a54-14b3-403b-91dc-4a2f0cee5b05 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:12.374632 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.378967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=441ee1c4-8c18-47f6-8c24-4aea853ea3b7,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:12.390806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-d38b155e-6065-4934-9253-1b8de769a210 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.393701 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-d38b155e-6065-4934-9253-1b8de769a210 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.3058040 Jul 16 18:15:12.403577 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.451979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1caeb1-30cb-4e72-b34e-52647b46a136 req-cdfef7bc-2a05-44a3-bc0f-1f1e44ab00fd tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.453988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f1caeb1-30cb-4e72-b34e-52647b46a136 req-cdfef7bc-2a05-44a3-bc0f-1f1e44ab00fd tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.2187154 Jul 16 18:15:12.498332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d7cc2931-bffb-4e1b-8c81-28574b82465e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d91e7569edc742d98fad2c2dc3eed434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704986 Jul 16 18:15:12.506503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49690) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.533221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f1caeb1-30cb-4e72-b34e-52647b46a136 req-8429e79b-e406-41b6-9a3e-ed490e0c7d71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674434 Jul 16 18:15:12.539007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-e1dd4f89-dc90-490d-9e94-1a34585d9bb5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2159204 Jul 16 18:15:12.599786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 48b9a156-4d94-47db-af8e-91ec5e08f6cc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:12.607609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:12.663635 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d49a5760-514b-41b4-b62b-96340a2fb49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.679256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:12.679734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.697023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d49a5760-514b-41b4-b62b-96340a2fb49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.707609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=441ee1c4-8c18-47f6-8c24-4aea853ea3b7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.719283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-e6e750e5-cfe4-47b1-9888-621a8cba769e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:12.719720 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-e6e750e5-cfe4-47b1-9888-621a8cba769e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:12.736465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 48b9a156-4d94-47db-af8e-91ec5e08f6cc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:12.736894 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.739343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-69873a54-14b3-403b-91dc-4a2f0cee5b05 None None] Deleting port acbf90ae-47ab-4b76-b807-362dec4d8ef6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:12.739712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69873a54-14b3-403b-91dc-4a2f0cee5b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.765685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-c78e5d24-c395-47c0-a490-30cee3dc7396 service neutron] 10.222.0.60 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104118 Jul 16 18:15:12.779278 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.796281 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Transition to ACTIVE for port object 46d7365d-f50e-4201-b83f-ab24e2f82ac5 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:12.806099 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.851133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103b5e0-1379-49d8-9bf4-8fd9a22063eb req-1c0bd94e-5f8c-4101-a176-0c37ee96d524 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.851632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-69873a54-14b3-403b-91dc-4a2f0cee5b05 None None] For port acbf90ae-47ab-4b76-b807-362dec4d8ef6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=acbf90ae-47ab-4b76-b807-362dec4d8ef6,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:12.852066 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69873a54-14b3-403b-91dc-4a2f0cee5b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.852789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c103b5e0-1379-49d8-9bf4-8fd9a22063eb req-1c0bd94e-5f8c-4101-a176-0c37ee96d524 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 946 time: 0.1531556 Jul 16 18:15:12.870144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-69873a54-14b3-403b-91dc-4a2f0cee5b05 None None] Calling delete_port for acbf90ae-47ab-4b76-b807-362dec4d8ef6 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:12.919932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d49a5760-514b-41b4-b62b-96340a2fb49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.922629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d49a5760-514b-41b4-b62b-96340a2fb49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.926097 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d49a5760-514b-41b4-b62b-96340a2fb49e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d69a3fcd-de1f-4d50-93fe-f606536097d9 HTTP/1.1" status: 204 len: 168 time: 0.4163427 Jul 16 18:15:12.951662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a5760-514b-41b4-b62b-96340a2fb49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69a3fcd-de1f-4d50-93fe-f606536097d9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.952367 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Pushing event updated for resources: {'Port': ['ID=46d7365d-f50e-4201-b83f-ab24e2f82ac5,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.979610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c103b5e0-1379-49d8-9bf4-8fd9a22063eb req-8f6a1992-73f3-4b3e-8499-d1010a2099fd tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775647 Jul 16 18:15:12.982983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-971d15fb-f123-4b23-9ce9-04172c1ce001 service neutron] 10.222.0.60 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099624 Jul 16 18:15:13.032994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9174074b-960f-4766-9d6e-bbae14d4a311,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.080715 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.081076 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.081421 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.081770 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.082108 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.082441 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.082768 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.083097 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.083423 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.083748 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.084072 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.084392 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:13.137976 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Attempting to bind port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:13.140988 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Attempting to bind port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:13.141726 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Attempting to bind port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 on network 14e2a8b9-acc3-48e6-911b-f725837fcde9 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:13.153480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Checking segment: {'id': '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:13.154155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Network hostable DHCP agents. Network: a23b46ac-db8a-4679-b45e-9b7b213ade7b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:13.155491 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69873a54-14b3-403b-91dc-4a2f0cee5b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.171854 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:13.173276 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Checking segment: {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:13.173276 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.176783 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Bound using segment: {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:13.177721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_pluggable_backend [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Port acbf90ae-47ab-4b76-b807-362dec4d8ef6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:15:13.178081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_pluggable_backend [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Reverting IP allocation for 2001:db8::f816:3eff:fee1:8b5d {{(pid=93824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:15:13.179028 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Bound port: 46d7365d-f50e-4201-b83f-ab24e2f82ac5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:13.179578 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.182662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_pluggable_backend [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee1:8b5d {{(pid=93824) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:15:13.189135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.280391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69873a54-14b3-403b-91dc-4a2f0cee5b05 None None] Pushing event deleted for resources: {'Port': ['ID=acbf90ae-47ab-4b76-b807-362dec4d8ef6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.295419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69873a54-14b3-403b-91dc-4a2f0cee5b05 None None] No DVR routers for this DVR port acbf90ae-47ab-4b76-b807-362dec4d8ef6 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:13.299805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device acbf90ae-47ab-4b76-b807-362dec4d8ef6 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:13.355354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=501929a8-4f9d-426f-aa58-8e287cb7086e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.360437 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] For port 46d7365d-f50e-4201-b83f-ab24e2f82ac5, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:13.373050 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] For port 46d7365d-f50e-4201-b83f-ab24e2f82ac5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=46d7365d-f50e-4201-b83f-ab24e2f82ac5,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:13.377671 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.398570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775efdc3-7f71-45b5-a8f1-a3720a1d6118 req-c3a85755-eed0-4054-8b5c-ca493109fed2 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.408198 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: acbf90ae-47ab-4b76-b807-362dec4d8ef6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:13.408379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-775efdc3-7f71-45b5-a8f1-a3720a1d6118 req-c3a85755-eed0-4054-8b5c-ca493109fed2 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.1956644 Jul 16 18:15:13.408605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device acbf90ae-47ab-4b76-b807-362dec4d8ef6 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:13.436933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Network a23b46ac-db8a-4679-b45e-9b7b213ade7b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:13.460475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:13.469431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Deleting port f3a19835-d783-4bd5-8110-12a0478a6fe2 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:13.470214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.482238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:13.488773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.491707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.516760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd196664-b5a7-4752-86f5-8599b3aa1feb None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:13.530022 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:13.530693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-775efdc3-7f71-45b5-a8f1-a3720a1d6118 req-b15acc83-b9af-4cf6-841a-1d9328b795f5 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199129 Jul 16 18:15:13.534348 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:13.534484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, a23b46ac-db8a-4679-b45e-9b7b213ade7b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:13.551533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.551820 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec60b20-e63f-482d-b1f4-be700236ced8 None None] Pushing event updated for resources: {'Port': ['ID=46d7365d-f50e-4201-b83f-ab24e2f82ac5,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.551907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.577430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72b7af5-a05b-475d-89c5-76d4b18fcc59 None None] Network a23b46ac-db8a-4679-b45e-9b7b213ade7b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:13.591324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.598649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:13.602679 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8b57ef41-acfb-4705-ba57-e54ae51de178 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5032732 Jul 16 18:15:13.713577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6011ae37-1fac-400b-835f-dd76525fb4a5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1486118 Jul 16 18:15:13.716502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49718) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.843471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18fe3e7f-2223-4d47-b8e0-059edc079191 req-864446d9-0962-4604-b083-4c3b99bc97f4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 210 time: 0.1972663 Jul 16 18:15:13.856367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1777434276', 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:13.867856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5157aaee-826a-49ad-99f8-43787e3ac51e None None] Could not find standard attr ID for object acbf90ae-47ab-4b76-b807-362dec4d8ef6. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:13.896655 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:13.984690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] For port f3a19835-d783-4bd5-8110-12a0478a6fe2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f3a19835-d783-4bd5-8110-12a0478a6fe2,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:13.998779 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.084839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:14.091881 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.281456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2165d0c7-bdff-4e8a-a335-8808a304070c None None] Network a23b46ac-db8a-4679-b45e-9b7b213ade7b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:14.297016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '501929a8-4f9d-426f-aa58-8e287cb7086e'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:14.298266 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.340679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b3b8c-8353-446f-9186-4b7ca7c3be08 req-13960945-4667-4f0b-8a60-b36e79842476 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.342501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-835b3b8c-8353-446f-9186-4b7ca7c3be08 req-13960945-4667-4f0b-8a60-b36e79842476 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.1926596 Jul 16 18:15:14.440414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-835b3b8c-8353-446f-9186-4b7ca7c3be08 req-96724dba-d201-482d-bc56-fe82ab5a9ca6 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880289 Jul 16 18:15:14.472666 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:08Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '46d7365d-f50e-4201-b83f-ab24e2f82ac5', 'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:0c:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:06Z', 'updated_at': '2021-07-16T18:15:13Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:14.649511 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe65ca-4dd0-4085-858e-3a50b3718e27 None None] The sync data for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 is: [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:08Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '46d7365d-f50e-4201-b83f-ab24e2f82ac5', 'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:0c:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:06Z', 'updated_at': '2021-07-16T18:15:13Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:14.663159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:14.705841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.706326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.706507 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Floating IP fa0811ae-9d65-4c38-b447-5ef65e6e94b0 disassociated. External IP: 172.25.2.209, port: f3a19835-d783-4bd5-8110-12a0478a6fe2. Jul 16 18:15:14.706849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Calling delete_port for f3a19835-d783-4bd5-8110-12a0478a6fe2 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:14.788083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Made reservation on behalf of f457f9d1c99f45099eeebb20e3372ed7 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:14.790379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.812147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f3a19835-d783-4bd5-8110-12a0478a6fe2 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:14.903611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.031111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:15.059476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee9c2b-4387-4ed8-b106-310b31024232 req-5a87f8ab-2f2d-4baa-890e-112d7c8c0c61 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.061256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87ee9c2b-4387-4ed8-b106-310b31024232 req-5a87f8ab-2f2d-4baa-890e-112d7c8c0c61 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 946 time: 0.2895963 Jul 16 18:15:15.065166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:15.083377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.088687 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.099713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Allocated IP 2001:db8::f816:3eff:fe62:e094 (982584e8-bbac-43ce-b633-758a660970f8/501929a8-4f9d-426f-aa58-8e287cb7086e/7828e83e-78cb-4aad-ab15-b6c186edbaea) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:15.108196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c624657-b280-48ef-8a8a-a51895764a7f req-c09269db-4047-4bd7-8557-3b6f5a4a0104 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.110099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c624657-b280-48ef-8a8a-a51895764a7f req-c09269db-4047-4bd7-8557-3b6f5a4a0104 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 946 time: 0.2613440 Jul 16 18:15:15.122326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=e31f9ed0-2cc6-4618-b987-26bc93c2f02a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:15.130490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:15.130761 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.169201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0d29e2fe-896c-4d1f-968f-af625dc25501 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5748489 Jul 16 18:15:15.173521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:15.195241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:e4:1b:aa', 'name': 'tempest-NetworksTestDHCPv6-1817465198'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:15.262917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.269146 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c624657-b280-48ef-8a8a-a51895764a7f req-cbf54c19-e874-405e-b7e5-8953ac249a77 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2d7a12a-2439-4701-806d-e45c98d62d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428456 Jul 16 18:15:15.278323 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87ee9c2b-4387-4ed8-b106-310b31024232 req-152bb4d9-f46c-4dc5-9c27-70210f19fda7 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983764 Jul 16 18:15:15.388618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:15.391543 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2858f09f-6630-4257-ae6e-3fe2108d9cf7" -d '{"events": [{"server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:15.447584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:15.449403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] device_id is not set on port def15f9e-d0dd-494f-b348-6237248ad231 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:15.458054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f3a19835-d783-4bd5-8110-12a0478a6fe2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f3a19835-d783-4bd5-8110-12a0478a6fe2,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:15.489164 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.501951 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402c062c-3e16-4f25-8af3-afe5c5b8c40f x-openstack-request-id: req-402c062c-3e16-4f25-8af3-afe5c5b8c40f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:15.502252 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:15.502491 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-402c062c-3e16-4f25-8af3-afe5c5b8c40f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:15.502898 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'code': 200} Jul 16 18:15:15.642472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.737776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Allocated IP 172.20.0.13 (a23b46ac-db8a-4679-b45e-9b7b213ade7b/9174074b-960f-4766-9d6e-bbae14d4a311/def15f9e-d0dd-494f-b348-6237248ad231) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:15.745122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f3a19835-d783-4bd5-8110-12a0478a6fe2,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:15.762845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.763372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.763891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.764404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.765168 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.765667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.766375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.766684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.767207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.767717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.768228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.768781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:15.777325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9886c80-27a8-4472-b71e-5c1534c61e1c req-4db92e7a-c7b4-4d97-9bd4-32fc465116a6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 210 time: 0.1388667 Jul 16 18:15:15.809514 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.821256 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.836966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Transition to ACTIVE for port object 7828e83e-78cb-4aad-ab15-b6c186edbaea will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:15.848774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:15.872776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Transition to ACTIVE for port object 7828e83e-78cb-4aad-ab15-b6c186edbaea will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:15.880287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Pushing event deleted for resources: {'Port': ['ID=f3a19835-d783-4bd5-8110-12a0478a6fe2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:15.900631 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.958065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:15.961752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:15.966943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:16.073841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Pushing event updated for resources: {'Port': ['ID=7828e83e-78cb-4aad-ab15-b6c186edbaea,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.087102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Attempting to bind port 7828e83e-78cb-4aad-ab15-b6c186edbaea on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:16.087556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Attempting to bind port 7828e83e-78cb-4aad-ab15-b6c186edbaea by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:16.088041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Attempting to bind port 7828e83e-78cb-4aad-ab15-b6c186edbaea on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:16.094767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:16.095274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:16.096046 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.096548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:16.097458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Bound port: 7828e83e-78cb-4aad-ab15-b6c186edbaea, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:16.097929 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.172390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824eae6-05e2-48b2-8d06-201201226537 req-0ed2b8db-f56b-4a1e-87ca-f2b3672751c7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.174081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-0ed2b8db-f56b-4a1e-87ca-f2b3672751c7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 796 time: 0.5106876 Jul 16 18:15:16.189486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Router c0ac97b9-522c-4219-830d-206435dd401b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:16.192895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6f3a7-7d32-41ed-b200-e6f096e4c588 req-a359d00e-d320-4a95-9278-90fc5fff48bf tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.197330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaf6f3a7-7d32-41ed-b200-e6f096e4c588 req-a359d00e-d320-4a95-9278-90fc5fff48bf tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.3925509 Jul 16 18:15:16.224849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] For port 7828e83e-78cb-4aad-ab15-b6c186edbaea, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:16.229995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] For port 7828e83e-78cb-4aad-ab15-b6c186edbaea, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7828e83e-78cb-4aad-ab15-b6c186edbaea,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:16.235192 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.299316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-fa40cf83-bfa9-43a6-bb5d-456985138aaf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 379 time: 0.0900133 Jul 16 18:15:16.321655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'port': {'device_id': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'admin_state_up': True, 'tenant_id': '31c96d00249a453298ef421573e576c2', 'security_groups': ['d94a9582-11b0-44da-94c6-859f5de7df94']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:16.352371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f97a1d-3983-4a5b-a5ed-8fab9938c828 None None] Pushing event updated for resources: {'Port': ['ID=7828e83e-78cb-4aad-ab15-b6c186edbaea,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.404261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaf6f3a7-7d32-41ed-b200-e6f096e4c588 req-51a9e244-878e-405b-9a45-581ca17b731e tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988742 Jul 16 18:15:16.515545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:16.530752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] Sync routers for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:16.547791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:16.561011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:16.589295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 172.20.0.12 (982584e8-bbac-43ce-b633-758a660970f8/e31f9ed0-2cc6-4618-b987-26bc93c2f02a/b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:16.685742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 46d7365d-f50e-4201-b83f-ab24e2f82ac5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:16.708313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] No DVR routers for this DVR port f3a19835-d783-4bd5-8110-12a0478a6fe2 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:16.717865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.720128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-82a39231-6b0b-4f51-be30-a90e509f81fd req-1ce7272d-2830-466a-88d1-53851c14256f tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.46 "DELETE /v2.0/ports/f3a19835-d783-4bd5-8110-12a0478a6fe2 HTTP/1.1" status: 204 len: 173 time: 4.2430720 Jul 16 18:15:16.737293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'name': 'network-vif-deleted', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:16.740872 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac159c47-2b9a-4e37-b9a1-bf42cbc785cb" -d '{"events": [{"server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "name": "network-vif-deleted", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:16.752406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.759201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3f722c2-19a1-4ebe-badb-645b6459ba1c req-dd2b1649-90b8-4714-bdf1-a53d323e16cd tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6632855-d0f3-4f35-9518-e09bd3f272e6 HTTP/1.1" status: 200 len: 210 time: 0.1279740 Jul 16 18:15:16.763537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:fee4:1baa (982584e8-bbac-43ce-b633-758a660970f8/501929a8-4f9d-426f-aa58-8e287cb7086e/b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:16.876453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.984789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:16.994719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.002295 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab1b1c2-eae7-40af-81ae-89fca0c39b02 x-openstack-request-id: req-8ab1b1c2-eae7-40af-81ae-89fca0c39b02 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:17.002625 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6632855-d0f3-4f35-9518-e09bd3f272e6", "name": "network-vif-deleted", "tag": "f3a19835-d783-4bd5-8110-12a0478a6fe2", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:17.002874 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ab1b1c2-eae7-40af-81ae-89fca0c39b02 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:17.003270 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6632855-d0f3-4f35-9518-e09bd3f272e6', 'name': 'network-vif-deleted', 'tag': 'f3a19835-d783-4bd5-8110-12a0478a6fe2', 'status': 'completed', 'code': 200} Jul 16 18:15:17.026665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Network a23b46ac-db8a-4679-b45e-9b7b213ade7b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:17.030078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:17.041425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:17.099090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:17.139315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:17.143278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:17.143474 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.167004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event updated for resources: {'Port': ['ID=def15f9e-d0dd-494f-b348-6237248ad231,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:17.183340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.184169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.206428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5baa99-f065-4275-9aae-a1160f44bf61 req-0fef2299-325f-4df8-a176-b9db9c228c5b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.212761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8bbb8af4-5fa2-412b-81c3-4b299d8ff4f1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.3862252 Jul 16 18:15:17.214055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa5baa99-f065-4275-9aae-a1160f44bf61 req-0fef2299-325f-4df8-a176-b9db9c228c5b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 946 time: 0.4384210 Jul 16 18:15:17.215115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.299093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a83b8be4-8130-4478-902a-66eb6c16abd5 req-028adf97-4b3f-4577-8c52-9601ca112b59 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 210 time: 0.0825388 Jul 16 18:15:17.328668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa5baa99-f065-4275-9aae-a1160f44bf61 req-e8915d0e-6ff4-47bd-939b-007ce82633ac tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134799 Jul 16 18:15:17.402982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.20.0.4 (14e2a8b9-acc3-48e6-911b-f725837fcde9/74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3/2bfd3ebc-cee3-41b7-957a-16774c763e24) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:17.407168 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.477840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-c21b8b13-7378-45db-9c27-289aead6de30 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.480061 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-c21b8b13-7378-45db-9c27-289aead6de30 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1098 time: 0.2492993 Jul 16 18:15:17.492307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 46d7365d-f50e-4201-b83f-ab24e2f82ac5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=46d7365d-f50e-4201-b83f-ab24e2f82ac5,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:17.496323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-30aecce7-a97d-4db7-8ebc-ec97a2b9c95f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Deleting port def15f9e-d0dd-494f-b348-6237248ad231 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:17.497203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30aecce7-a97d-4db7-8ebc-ec97a2b9c95f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.517656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-10'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:17.519101 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.537792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.591950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:17.773146 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.792934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:13:04Z', 'revision_number': 5, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:17.866293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.867014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] Checking router: c0ac97b9-522c-4219-830d-206435dd401b for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:17.886067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:17.906283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=46d7365d-f50e-4201-b83f-ab24e2f82ac5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:17.915447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:17.925560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:17.926949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:17.927694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:17.975534 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Transition to ACTIVE for port object 2bfd3ebc-cee3-41b7-957a-16774c763e24 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:18.003619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.018053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.050960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30aecce7-a97d-4db7-8ebc-ec97a2b9c95f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.086018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.086897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.115803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a863ef-7956-4ca1-b861-929364b6df5f req-f4b6d8cc-946f-462f-b4a0-c02149514052 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.123730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61a863ef-7956-4ca1-b861-929364b6df5f req-f4b6d8cc-946f-462f-b4a0-c02149514052 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 946 time: 0.2518926 Jul 16 18:15:18.135809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-30aecce7-a97d-4db7-8ebc-ec97a2b9c95f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Calling delete_port for def15f9e-d0dd-494f-b348-6237248ad231 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:18.178493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:18.212483 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-087359c5-22de-4f97-8bc6-b25768e30001 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0378273 Jul 16 18:15:18.223997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.253006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61a863ef-7956-4ca1-b861-929364b6df5f req-3c035ecb-dad9-45e0-855e-5a8481f10253 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970581 Jul 16 18:15:18.258208 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.359018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871b9f7-05fe-47f7-80b9-428a5e4ee462 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:18.389261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 14e2a8b9-acc3-48e6-911b-f725837fcde9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:18.414568 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:18.418724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:18.421559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.515409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.516056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.556416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30aecce7-a97d-4db7-8ebc-ec97a2b9c95f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.560656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f1997-efb3-46d2-9b79-a452ab4c295a req-5f944a54-2264-4578-b999-46a3cbd20dec tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.578499 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce1f1997-efb3-46d2-9b79-a452ab4c295a req-5f944a54-2264-4578-b999-46a3cbd20dec tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 946 time: 0.2122991 Jul 16 18:15:18.599468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-33a99296-0e23-48c5-bc62-7e7e5a60ac86 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2842524 Jul 16 18:15:18.622547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Request body: {'port': {'device_id': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:18.646356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:18.658157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d097710-4fa1-44ce-9415-3e8c4a3e72c6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.666808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d097710-4fa1-44ce-9415-3e8c4a3e72c6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.671273 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7d097710-4fa1-44ce-9415-3e8c4a3e72c6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4436734 Jul 16 18:15:18.672256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.693813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aecce7-a97d-4db7-8ebc-ec97a2b9c95f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event deleted for resources: {'Port': ['ID=def15f9e-d0dd-494f-b348-6237248ad231,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.742277 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 46d7365d-f50e-4201-b83f-ab24e2f82ac5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:18.817753 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.840694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce1f1997-efb3-46d2-9b79-a452ab4c295a req-ad1d53d3-2441-4814-a868-98d290f828dc tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611170 Jul 16 18:15:18.871870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:18.931707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30aecce7-a97d-4db7-8ebc-ec97a2b9c95f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.931707 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-30aecce7-a97d-4db7-8ebc-ec97a2b9c95f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "DELETE /v2.0/ports/def15f9e-d0dd-494f-b348-6237248ad231 HTTP/1.1" status: 204 len: 168 time: 1.7126329 Jul 16 18:15:18.931707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.975120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.984866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b', 'external_fixed_ips': [{'subnet_id': '9174074b-960f-4766-9d6e-bbae14d4a311', 'ip_address': '172.20.0.13'}]}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:19.034314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-84a4c57a-5b5b-4fb7-a870-4979fd370fc4 None None] Provisioning for port 7828e83e-78cb-4aad-ab15-b6c186edbaea completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:19.097517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61080c7-02d9-4543-a383-2975cba20990 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.114590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:19.127822 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19522a5-ee82-4a8b-826a-db4bc7777536" -d '{"events": [{"server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "name": "network-vif-unplugged", "status": "completed", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:19.146198 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.173712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:19.174095 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.192054 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61080c7-02d9-4543-a383-2975cba20990 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.265603 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280d3179-f64a-40e2-a18e-3729c5b9e375 x-openstack-request-id: req-280d3179-f64a-40e2-a18e-3729c5b9e375 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:19.265603 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "name": "network-vif-unplugged", "status": "completed", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:19.265923 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-280d3179-f64a-40e2-a18e-3729c5b9e375 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:19.266296 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d', 'code': 200} Jul 16 18:15:19.269260 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.270381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.277119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:13:04Z', 'revision_number': 5, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:19.278243 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61080c7-02d9-4543-a383-2975cba20990 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.283085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95d0b69e-75f3-4615-b8a3-602cb464814f None None] Provisioning for port 2bfd3ebc-cee3-41b7-957a-16774c763e24 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:19.283984 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f61080c7-02d9-4543-a383-2975cba20990 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.287797 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f61080c7-02d9-4543-a383-2975cba20990 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "DELETE /v2.0/security-groups/d2d7a12a-2439-4701-806d-e45c98d62d31 HTTP/1.1" status: 204 len: 168 time: 0.3545928 Jul 16 18:15:19.287797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.293960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.317759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a7e44-8c26-4d7e-8ddb-3ecdd3301ce7 None None] The sync data for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 is: [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:12:54Z', 'revision_number': 4, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '390b4419-12c3-4c27-ac60-68863dec9246', 'name': '', 'network_id': 'ab306f3d-42c8-4d01-9163-90b5ac37b313', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'mac_address': 'fa:16:3e:6c:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:53Z', 'updated_at': '2021-07-16T18:13:04Z', 'revision_number': 5, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'subnets': [{'id': 'd3325400-6d62-43d2-9793-e18f9509b5e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:19.324471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95d0b69e-75f3-4615-b8a3-602cb464814f None None] Provisioning complete for port 2bfd3ebc-cee3-41b7-957a-16774c763e24 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:19.324852 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95d0b69e-75f3-4615-b8a3-602cb464814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.473809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7828e83e-78cb-4aad-ab15-b6c186edbaea up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:19.476262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-95d0b69e-75f3-4615-b8a3-602cb464814f None None] Port 2bfd3ebc-cee3-41b7-957a-16774c763e24 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:19.483171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe79805-2e42-4f7d-b77a-b3ca300f6004 req-3916237a-c8c0-483e-867b-8b217998c980 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:19.485125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Pushing event updated for resources: {'Port': ['ID=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:19.491599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bfe79805-2e42-4f7d-b77a-b3ca300f6004 req-3916237a-c8c0-483e-867b-8b217998c980 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 931 time: 0.8912761 Jul 16 18:15:19.498416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e3192-1eab-4e2d-821f-045a79fb0ec4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:19.498773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3192-1eab-4e2d-821f-045a79fb0ec4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.599471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61080c7-02d9-4543-a383-2975cba20990 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d7a12a-2439-4701-806d-e45c98d62d31,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:19.617268 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-04560af9-73b2-44d1-8993-7a6dbeb5c9e6 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] show failed (client error): The resource could not be found. Jul 16 18:15:19.626915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-04560af9-73b2-44d1-8993-7a6dbeb5c9e6 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "GET /v2.0/security-groups/d2d7a12a-2439-4701-806d-e45c98d62d31 HTTP/1.1" status: 404 len: 347 time: 0.2045972 Jul 16 18:15:19.627789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49884) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.630310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7828e83e-78cb-4aad-ab15-b6c186edbaea completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:19.642220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ae23c-653c-4aa0-b0b6-3518b794427a None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '501929a8-4f9d-426f-aa58-8e287cb7086e', 'ip_address': '2001:db8::f816:3eff:fe62:e094'}, {'subnet_id': 'e31f9ed0-2cc6-4618-b987-26bc93c2f02a'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '7828e83e-78cb-4aad-ab15-b6c186edbaea'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:15:19.674083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bfe79805-2e42-4f7d-b77a-b3ca300f6004 req-e16bd2e0-afc4-41ac-9347-873d47e5e4b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809077 Jul 16 18:15:19.741844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae23c-653c-4aa0-b0b6-3518b794427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.755797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7828e83e-78cb-4aad-ab15-b6c186edbaea triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:19.756484 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.778391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3192-1eab-4e2d-821f-045a79fb0ec4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.795802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e3192-1eab-4e2d-821f-045a79fb0ec4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:19.809425 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1def794-5c1e-4f71-8517-42e45460bb35 None None] New status for floating IP fa0811ae-9d65-4c38-b447-5ef65e6e94b0: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:15:19.895902 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.004215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7828e83e-78cb-4aad-ab15-b6c186edbaea, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7828e83e-78cb-4aad-ab15-b6c186edbaea,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:20.018134 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.060083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e0850-4c2a-43e3-861b-ac7a56fbea36 req-8993d324-eb04-45c4-aa91-273857321d0a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.061769 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e4e0850-4c2a-43e3-861b-ac7a56fbea36 req-8993d324-eb04-45c4-aa91-273857321d0a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.4972227 Jul 16 18:15:20.147168 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7828e83e-78cb-4aad-ab15-b6c186edbaea,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.172945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2e9ae23c-653c-4aa0-b0b6-3518b794427a None None] Allocated IP 172.20.0.2 (982584e8-bbac-43ce-b633-758a660970f8/e31f9ed0-2cc6-4618-b987-26bc93c2f02a/7828e83e-78cb-4aad-ab15-b6c186edbaea) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:20.221047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e4e0850-4c2a-43e3-861b-ac7a56fbea36 req-7bb60b47-e1f1-48c8-b822-ce1176b1f9d2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377976 Jul 16 18:15:20.237736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Deleting port d1ea6aa2-7617-41a4-a282-02d2a820bedc {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:20.238268 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.260322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on host n-h1-793619-10 for vnic_type normal with profile {"migrating_to": "n-h2-793619-10"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:20.260942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:20.261127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:20.281444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:20.282014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:20.291963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2e9ae23c-653c-4aa0-b0b6-3518b794427a None None] For port 7828e83e-78cb-4aad-ab15-b6c186edbaea, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7828e83e-78cb-4aad-ab15-b6c186edbaea,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:20.312227 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.321540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3192-1eab-4e2d-821f-045a79fb0ec4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.326639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:20.326639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:20.327053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:20.327389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Bound port: b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:20.327736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.329098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f499f1-af11-41b7-b146-324660f2e6d2 req-53aa3ca5-ab35-4b50-8f3d-d8ea4f2877ad tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.336194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51f499f1-af11-41b7-b146-324660f2e6d2 req-53aa3ca5-ab35-4b50-8f3d-d8ea4f2877ad tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 946 time: 0.2501082 Jul 16 18:15:20.340406 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae23c-653c-4aa0-b0b6-3518b794427a None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.371113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2e9ae23c-653c-4aa0-b0b6-3518b794427a None None] Transition to ACTIVE for port object 7828e83e-78cb-4aad-ab15-b6c186edbaea will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:20.375766 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e9ae23c-653c-4aa0-b0b6-3518b794427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.423970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfd3ebc-cee3-41b7-957a-16774c763e24 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:20.449516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51f499f1-af11-41b7-b146-324660f2e6d2 req-16f2044e-e6b2-4da5-ba08-baea4480cdb2 tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d4f50ca-6d9c-4058-a13b-06d954a600cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109755 Jul 16 18:15:20.455154 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.529646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.531729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e3192-1eab-4e2d-821f-045a79fb0ec4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.532305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.535389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ae23c-653c-4aa0-b0b6-3518b794427a None None] Pushing event updated for resources: {'Port': ['ID=7828e83e-78cb-4aad-ab15-b6c186edbaea,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.566162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Transition to ACTIVE for port object 2bfd3ebc-cee3-41b7-957a-16774c763e24 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:20.567248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Calling delete_port for d1ea6aa2-7617-41a4-a282-02d2a820bedc owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:20.575779 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.581481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7828e83e-78cb-4aad-ab15-b6c186edbaea up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:20.586975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3d7bdb3-70cc-4dbd-b1c3-4937208a5a7f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.588646 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3d7bdb3-70cc-4dbd-b1c3-4937208a5a7f tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 946 time: 0.9156430 Jul 16 18:15:20.781701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device b44e22bf-2979-4e1b-9b1f-06f5b13ee73d details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:20.957477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.061383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:21.138566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on host n-h1-793619-10 for vnic_type normal with profile {"migrating_to": "n-h2-793619-10"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:21.141732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:21.143565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:21.151165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.158269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:21.159439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:21.169605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:21.170505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:21.171335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:21.172212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Bound port: b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:21.172870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.221219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:21.259399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Attempting to bind port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:21.259734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Attempting to bind port 2bfd3ebc-cee3-41b7-957a-16774c763e24 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:21.260057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Attempting to bind port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on network 14e2a8b9-acc3-48e6-911b-f725837fcde9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:21.271551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:21.300779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Deleting port 8379234b-5626-49c2-9b13-fa2ea74ae5c8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:21.301130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.321246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on network 14e2a8b9-acc3-48e6-911b-f725837fcde9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:21.322222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.324505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Attempting to bind port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on network 14e2a8b9-acc3-48e6-911b-f725837fcde9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:21.337836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:21.342019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:21.348016 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) b44e22bf-2979-4e1b-9b1f-06f5b13ee73d-n-h1-793619-10-0 {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:21.349839 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:21.362150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Checking segment: {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:21.362776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Bound using segment: {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:21.363403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Bound port: 2bfd3ebc-cee3-41b7-957a-16774c763e24, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:21.363992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.368688 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3192-1eab-4e2d-821f-045a79fb0ec4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.375452 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7f3e3192-1eab-4e2d-821f-045a79fb0ec4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7 HTTP/1.1" status: 204 len: 168 time: 2.6887641 Jul 16 18:15:21.384452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49936) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:21.451103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d3ede-a504-4f8d-92a6-20bc5c8c696a req-f903bcbf-2201-42ff-9b00-9cc8f932e375 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.452872 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c8d3ede-a504-4f8d-92a6-20bc5c8c696a req-f903bcbf-2201-42ff-9b00-9cc8f932e375 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 0.5037932 Jul 16 18:15:21.547892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.548645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.550090 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] 10.222.0.46 "PUT /v2.0/ports/b44e22bf-2979-4e1b-9b1f-06f5b13ee73d HTTP/1.1" status: 200 len: 1124 time: 4.0605702 Jul 16 18:15:21.571632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:21.571632 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471ad806-660f-4b74-a590-ed067b6fab7e" -d '{"events": [{"name": "network-changed", "server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:21.571632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457cf06-3439-4337-bc33-457f17c3ab28 service neutron] Pushing event updated for resources: {'Port': ['ID=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.616561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] For port 8379234b-5626-49c2-9b13-fa2ea74ae5c8, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8379234b-5626-49c2-9b13-fa2ea74ae5c8,segment=NetworkSegment(f431a5fb-63c6-4639-ab34-b21bc2f0d5d7),segment_id=f431a5fb-63c6-4639-ab34-b21bc2f0d5d7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:21.616948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.624998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['b44e22bf-2979-4e1b-9b1f-06f5b13ee73d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:21.629197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f24d0e1-7f40-444b-b3c4-7d453ac34c71 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.630848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f24d0e1-7f40-444b-b3c4-7d453ac34c71 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.632361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f24d0e1-7f40-444b-b3c4-7d453ac34c71 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.636977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7f24d0e1-7f40-444b-b3c4-7d453ac34c71 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2344480 Jul 16 18:15:21.651887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c8d3ede-a504-4f8d-92a6-20bc5c8c696a req-9263879c-b4c9-459b-a399-d0c17b050c15 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482303 Jul 16 18:15:21.656091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:21.661080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Calling delete_port for 8379234b-5626-49c2-9b13-fa2ea74ae5c8 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:21.708553 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.726832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['b44e22bf-2979-4e1b-9b1f-06f5b13ee73d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:21.776763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Pushing event deleted for resources: {'Port': ['ID=d1ea6aa2-7617-41a4-a282-02d2a820bedc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.801501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:21.815965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f9892b4f-8afc-49e1-af83-844c44ba5d59 None None] Could not find standard attr ID for object b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:21.898548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:21.901926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f9892b4f-8afc-49e1-af83-844c44ba5d59 None None] Provisioning for port 7828e83e-78cb-4aad-ab15-b6c186edbaea completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:21.921431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f9892b4f-8afc-49e1-af83-844c44ba5d59 None None] Provisioning complete for port 7828e83e-78cb-4aad-ab15-b6c186edbaea triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:21.921946 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9892b4f-8afc-49e1-af83-844c44ba5d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.999409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on host n-h1-793619-10 for vnic_type normal with profile {"migrating_to": "n-h2-793619-10"} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:22.000060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:22.000428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:22.010707 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.021584 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.022766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f340f75-90b9-4465-923e-f142fa2496fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 501929a8-4f9d-426f-aa58-8e287cb7086e {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:22.032779 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-268de300-3191-4b86-ad26-1b8044d28198 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1895883 Jul 16 18:15:22.060732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Pushing event deleted for resources: {'Port': ['ID=8379234b-5626-49c2-9b13-fa2ea74ae5c8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.077629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f340f75-90b9-4465-923e-f142fa2496fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.090834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cea4a-9f07-4fb7-8ca8-c44e6dd5467f req-e0e48377-f4f5-4411-a8e9-08c0fa1195d9 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.092902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f13cea4a-9f07-4fb7-8ca8-c44e6dd5467f req-e0e48377-f4f5-4411-a8e9-08c0fa1195d9 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.6375961 Jul 16 18:15:22.115042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:22.115398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Attempting to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on network 14755690-30e8-49b5-801a-437a7321d2a8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:22.157225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] No DVR routers for this DVR port 8379234b-5626-49c2-9b13-fa2ea74ae5c8 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:22.161933 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.166230 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-17e4ebf9-8916-4430-83a2-50c80031ae06 req-a3cb50f2-bd31-4bea-8f6c-6c04c708bd1e tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.46 "DELETE /v2.0/ports/8379234b-5626-49c2-9b13-fa2ea74ae5c8 HTTP/1.1" status: 204 len: 173 time: 1.5657227 Jul 16 18:15:22.180641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:22.181187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Checking segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:22.181436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Bound using segment: {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:22.181891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Bound port: b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b258a09-251c-4235-a16d-ea399cc20a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '14755690-30e8-49b5-801a-437a7321d2a8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:22.182285 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.266793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.267146 n-d-793619-10 neutron-server[93825]: WARNING neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Concurrent port binding operations failed on port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d Jul 16 18:15:22.268087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.269919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] 10.222.0.46 "PUT /v2.0/ports/2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 1092 time: 3.6542222 Jul 16 18:15:22.271269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:22.281948 n-d-793619-10 neutron-server[93825]: INFO neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Attempt 2 to bind port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d Jul 16 18:15:22.282364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device b44e22bf-2979-4e1b-9b1f-06f5b13ee73d has no active binding in host n-h2-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:15:22.295179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:22.298237 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:22.373656 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.377118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.378837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-60b08223-d4c8-405f-8a34-bd82cbcb6445 tempest-ServersTestJSON-1118870497 tempest-ServersTestJSON-1118870497-project] 10.222.0.60 "DELETE /v2.0/floatingips/fa0811ae-9d65-4c38-b447-5ef65e6e94b0 HTTP/1.1" status: 204 len: 168 time: 2.7291925 Jul 16 18:15:22.380957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cafe2288-a2bd-44b3-a4cb-a85963e280d4 None None] Could not find standard attr ID for object b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:22.381816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.488474 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f340f75-90b9-4465-923e-f142fa2496fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.563566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da093ac-db3e-4ba6-b44c-84dc9b5f22f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.567262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7828e83e-78cb-4aad-ab15-b6c186edbaea up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:22.661408 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f13cea4a-9f07-4fb7-8ca8-c44e6dd5467f req-c6844708-c7b5-469f-b9c1-19f00a4ab38e tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813926 Jul 16 18:15:22.693751 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.724895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-ca1d4d4e-ed0b-4174-95c4-e9377251975f tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.733748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-ca1d4d4e-ed0b-4174-95c4-e9377251975f tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6993716 Jul 16 18:15:22.772563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7828e83e-78cb-4aad-ab15-b6c186edbaea triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:22.772792 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.782646 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.802533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8379234b-5626-49c2-9b13-fa2ea74ae5c8 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:22.835073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 8379234b-5626-49c2-9b13-fa2ea74ae5c8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:22.835528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8379234b-5626-49c2-9b13-fa2ea74ae5c8 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:22.845560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-45c508dd-0c6f-41bc-b6f6-7a425276dd75 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/quotas/fdb39d573e89406aa5ddf4cbf77ea40b HTTP/1.1" status: 200 len: 375 time: 0.1106150 Jul 16 18:15:22.874302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-77f4d6a8-2101-42f9-82e7-1e2f97104d39 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6959579 Jul 16 18:15:22.954436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-4a6ffe98-980c-4927-b461-a8d3096cd50c tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078351 Jul 16 18:15:23.056572 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f340f75-90b9-4465-923e-f142fa2496fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.125914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c48d7a0-db4b-4670-9af2-96047aeccda4 req-b44cc382-efce-4748-8549-9133e7a1807b tempest-DeleteServersTestJSON-115696225 tempest-DeleteServersTestJSON-115696225-project] 10.222.0.60 "GET /v2.0/ports?device_id=05fa8cd1-8b2d-4487-960a-6a99d16efcc0 HTTP/1.1" status: 200 len: 210 time: 0.1620541 Jul 16 18:15:23.150436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824eae6-05e2-48b2-8d06-201201226537 req-2ad8c1e1-fad4-41a1-bba1-b4cbf6b854a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.152173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-2ad8c1e1-fad4-41a1-bba1-b4cbf6b854a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1095 time: 0.6959116 Jul 16 18:15:23.280781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-ef749f6f-6039-407d-972f-c8cc5c04f0e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 217 time: 0.0961065 Jul 16 18:15:23.292717 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f340f75-90b9-4465-923e-f142fa2496fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.385264 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1c81d8-1d9b-40b8-94b2-52472d4b2197 x-openstack-request-id: req-fd1c81d8-1d9b-40b8-94b2-52472d4b2197 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:23.385569 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:23.385849 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd1c81d8-1d9b-40b8-94b2-52472d4b2197 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:23.386354 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'status': 'completed', 'code': 200} Jul 16 18:15:23.432425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f340f75-90b9-4465-923e-f142fa2496fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=501929a8-4f9d-426f-aa58-8e287cb7086e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.495678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-d0e1e136-f80c-4263-ab59-6c6a6a1a4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.497783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-d0e1e136-f80c-4263-ab59-6c6a6a1a4801 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 1097 time: 0.5599191 Jul 16 18:15:23.604940 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff83f1b-1ee3-41bb-a233-c094a130dca0 x-openstack-request-id: req-2ff83f1b-1ee3-41bb-a233-c094a130dca0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:23.606011 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:23.606673 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ff83f1b-1ee3-41bb-a233-c094a130dca0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:23.607332 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d', 'status': 'completed', 'code': 200} Jul 16 18:15:23.786206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Allocated IP 172.20.0.13 (a23b46ac-db8a-4679-b45e-9b7b213ade7b/9174074b-960f-4766-9d6e-bbae14d4a311/1dcee2d4-dbb5-49df-8fd2-3de825c363ed) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:23.967043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f7aca2-b569-4bc8-bf29-d698b3454548 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:24.030244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.035027 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f340f75-90b9-4465-923e-f142fa2496fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.046246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4f340f75-90b9-4465-923e-f142fa2496fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/501929a8-4f9d-426f-aa58-8e287cb7086e HTTP/1.1" status: 204 len: 168 time: 2.3734713 Jul 16 18:15:24.053497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.081585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-b4801461-2f5e-4013-a63b-3e100679a2ce tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5760345 Jul 16 18:15:24.190397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a8579e-fb2d-4385-8e37-bec78e12668d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet e31f9ed0-2cc6-4618-b987-26bc93c2f02a {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:24.196818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84a8579e-fb2d-4385-8e37-bec78e12668d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.233587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824eae6-05e2-48b2-8d06-201201226537 req-1ac0f70c-eb4f-4130-a94c-6d59471f202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.236333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-1ac0f70c-eb4f-4130-a94c-6d59471f202c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.9386511 Jul 16 18:15:24.302733 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84a8579e-fb2d-4385-8e37-bec78e12668d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.483336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ad806-660f-4b74-a590-ed067b6fab7e req-659e42b3-bd8e-49b5-bc3e-1e89e2193085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.485378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-471ad806-660f-4b74-a590-ed067b6fab7e req-659e42b3-bd8e-49b5-bc3e-1e89e2193085 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 1127 time: 1.2035227 Jul 16 18:15:24.535188 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.582468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-132f1c35-b50e-4451-83e5-039ebce8a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.584190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-132f1c35-b50e-4451-83e5-039ebce8a108 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 1.0572729 Jul 16 18:15:24.592633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa318-64bb-44ed-a643-aab20928bda9 req-0bb088ee-a850-4c34-99f6-c54bd2820a66 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.600186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-0bb088ee-a850-4c34-99f6-c54bd2820a66 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5172632 Jul 16 18:15:24.618252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6770231-c5a2-487e-a061-91dbd953662f req-18abb782-e8d4-40ed-80cc-4a1185238016 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.620077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6770231-c5a2-487e-a061-91dbd953662f req-18abb782-e8d4-40ed-80cc-4a1185238016 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 1.1211505 Jul 16 18:15:24.678996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84a8579e-fb2d-4385-8e37-bec78e12668d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.739755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6770231-c5a2-487e-a061-91dbd953662f req-ecbcf65a-7c01-4920-97aa-164ca146bab4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064742 Jul 16 18:15:24.766552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-812cbcb5-eec1-4cc0-a1a5-22df2e6cff02 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/quotas/fdb39d573e89406aa5ddf4cbf77ea40b HTTP/1.1" status: 200 len: 375 time: 0.1608708 Jul 16 18:15:24.766552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-031b00b2-df5b-42b7-b722-1441070aa605 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab HTTP/1.1" status: 200 len: 217 time: 0.1613066 Jul 16 18:15:24.805245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event updated for resources: {'Port': ['ID=1dcee2d4-dbb5-49df-8fd2-3de825c363ed,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.820170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Network a23b46ac-db8a-4679-b45e-9b7b213ade7b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:24.826167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.905203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-6c3a0507-b5ef-4218-8613-0551680977da tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1421258 Jul 16 18:15:24.907567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-f784a73f-7a62-4dcb-8dda-c52ca1e55f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.912812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-f784a73f-7a62-4dcb-8dda-c52ca1e55f1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1395631 Jul 16 18:15:24.967726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:24.971527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:25.000420 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84a8579e-fb2d-4385-8e37-bec78e12668d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.021145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824eae6-05e2-48b2-8d06-201201226537 req-0f96f360-f955-436d-8b0b-e31bae855268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.022986 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-0f96f360-f955-436d-8b0b-e31bae855268 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7422047 Jul 16 18:15:25.062968 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84a8579e-fb2d-4385-8e37-bec78e12668d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.077625 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-84a8579e-fb2d-4385-8e37-bec78e12668d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/e31f9ed0-2cc6-4618-b987-26bc93c2f02a HTTP/1.1" status: 204 len: 168 time: 1.0171912 Jul 16 18:15:25.127198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.244469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ad806-660f-4b74-a590-ed067b6fab7e req-0c6d6df9-970b-4b5b-8353-b71c39bf3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.247744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-471ad806-660f-4b74-a590-ed067b6fab7e req-0c6d6df9-970b-4b5b-8353-b71c39bf3590 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.6407270 Jul 16 18:15:25.290886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8579e-fb2d-4385-8e37-bec78e12668d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=e31f9ed0-2cc6-4618-b987-26bc93c2f02a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.373644 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-87d108e3-aef3-4ab5-92e4-b7c17d9845f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3646722 Jul 16 18:15:25.385728 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-82d04801-e198-4e86-90bd-dcd961b09cd8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1778820 Jul 16 18:15:25.387295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.427233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.432830 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-6d9d3692-8616-4ea9-8dd9-4abfa0ded691 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1843283 Jul 16 18:15:25.437748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5055847-eab8-48e7-b3d3-486a45fe9858 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:25.569084 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-471ad806-660f-4b74-a590-ed067b6fab7e req-971defcb-8c27-4cf5-9a45-cfbe8bd5a8ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d HTTP/1.1" status: 200 len: 217 time: 0.2070477 Jul 16 18:15:25.615075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-89ba4fda-053b-4d9d-be33-10fb366f8b55 None None] Provisioning complete for port 7828e83e-78cb-4aad-ab15-b6c186edbaea triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:25.615450 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89ba4fda-053b-4d9d-be33-10fb366f8b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.635826 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fa8cd1-8b2d-4487-960a-6a99d16efcc0', 'name': 'network-vif-deleted', 'tag': '8379234b-5626-49c2-9b13-fa2ea74ae5c8'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:25.638554 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649cf1db-861e-4ddb-b294-7f32e2a12b7a" -d '{"events": [{"server_uuid": "05fa8cd1-8b2d-4487-960a-6a99d16efcc0", "name": "network-vif-deleted", "tag": "8379234b-5626-49c2-9b13-fa2ea74ae5c8"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:25.666872 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6985dcd9-1b2a-4157-a063-3fcb1bfe0724 req-7b4eb9af-b6ca-472e-b30f-e1593b79d9b8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 210 time: 0.3032649 Jul 16 18:15:25.958942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-f1e6b7b8-cc00-4e41-987d-29f0a5b15a3e service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8572803 Jul 16 18:15:26.017820 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2166f0f3-0e46-406e-bb9d-a0004ef920d8 x-openstack-request-id: req-2166f0f3-0e46-406e-bb9d-a0004ef920d8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:26.018622 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fa8cd1-8b2d-4487-960a-6a99d16efcc0", "name": "network-vif-deleted", "tag": "8379234b-5626-49c2-9b13-fa2ea74ae5c8", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:26.018622 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2166f0f3-0e46-406e-bb9d-a0004ef920d8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:26.018964 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fa8cd1-8b2d-4487-960a-6a99d16efcc0', 'name': 'network-vif-deleted', 'tag': '8379234b-5626-49c2-9b13-fa2ea74ae5c8', 'status': 'completed', 'code': 200} Jul 16 18:15:26.069285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ad806-660f-4b74-a590-ed067b6fab7e req-29854648-ad70-441b-a0ba-fea82ecf4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.071781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-471ad806-660f-4b74-a590-ed067b6fab7e req-29854648-ad70-441b-a0ba-fea82ecf4859 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.4508376 Jul 16 18:15:26.109396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:26.120102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.155987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-471ad806-660f-4b74-a590-ed067b6fab7e req-c548fa22-550d-4ddd-8de8-4a0bd70643c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648310 Jul 16 18:15:26.173274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd315ef0-ea86-462d-af04-fba4492661cb req-06e42dd4-10c0-45aa-ba0a-7db0334f769d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.175174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd315ef0-ea86-462d-af04-fba4492661cb req-06e42dd4-10c0-45aa-ba0a-7db0334f769d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 1.1693559 Jul 16 18:15:26.183361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-c3f6ced5-138c-4c2c-9870-2e82e8436f9f service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252353 Jul 16 18:15:26.218715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44a9df-c2f7-49ae-abee-2cf52edbad6d None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:26.347800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-003cd1df-d2c2-4875-91d0-ce68b4d67512 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.349605 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-003cd1df-d2c2-4875-91d0-ce68b4d67512 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8795507 Jul 16 18:15:26.417842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Request body: {'port': {'device_id': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': 'fdb39d573e89406aa5ddf4cbf77ea40b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:26.479242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd315ef0-ea86-462d-af04-fba4492661cb req-33ca91b2-62e3-4f85-b6e2-78b6c93d3291 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948058 Jul 16 18:15:26.484807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5e44a9df-c2f7-49ae-abee-2cf52edbad6d None None] Deleting port 7828e83e-78cb-4aad-ab15-b6c186edbaea {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:26.485316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e44a9df-c2f7-49ae-abee-2cf52edbad6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.567563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7828e83e-78cb-4aad-ab15-b6c186edbaea no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:26.646435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5e44a9df-c2f7-49ae-abee-2cf52edbad6d None None] For port 7828e83e-78cb-4aad-ab15-b6c186edbaea, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7828e83e-78cb-4aad-ab15-b6c186edbaea,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:26.647012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e44a9df-c2f7-49ae-abee-2cf52edbad6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.755220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.756658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1824eae6-05e2-48b2-8d06-201201226537 req-5fc3756b-1178-4dd8-88a9-ac12c5e7f48e service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525809 Jul 16 18:15:26.810244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5e44a9df-c2f7-49ae-abee-2cf52edbad6d None None] Calling delete_port for 7828e83e-78cb-4aad-ab15-b6c186edbaea owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:26.822718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fdca2-dd1c-41cc-88dc-a2b43bdcc9e6 req-4981e459-dc48-4938-b400-7bd2cf4f1d49 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.824307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f4fdca2-dd1c-41cc-88dc-a2b43bdcc9e6 req-4981e459-dc48-4938-b400-7bd2cf4f1d49 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 0.4460368 Jul 16 18:15:26.826754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d067aa5-7c3d-42dc-a258-d9560ad59bd7 req-845b549e-7fe9-4243-9b28-a5bbec32020c service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286545 Jul 16 18:15:26.827926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Made reservation on behalf of fdb39d573e89406aa5ddf4cbf77ea40b for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:26.836203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-471ad806-660f-4b74-a590-ed067b6fab7e req-974776bf-ef17-4354-a1ee-8c798832bac9 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504929 Jul 16 18:15:26.838467 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.881060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.891670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7828e83e-78cb-4aad-ab15-b6c186edbaea, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7828e83e-78cb-4aad-ab15-b6c186edbaea,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:26.901845 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.089843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.104022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Deleting port 390b4419-12c3-4c27-ac60-68863dec9246 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:27.111127 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.152197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f4fdca2-dd1c-41cc-88dc-a2b43bdcc9e6 req-8eba7b5e-c58d-4eda-97fa-f230a5a8241d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135467 Jul 16 18:15:27.241800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-471ad806-660f-4b74-a590-ed067b6fab7e req-7d04ebc5-8325-4611-98f3-51209e8a29a9 service neutron] 10.222.0.45 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095288 Jul 16 18:15:27.246567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-a70f6331-dce8-4a50-a134-1b2552afc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.263892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-a70f6331-dce8-4a50-a134-1b2552afc2cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1095 time: 0.1848853 Jul 16 18:15:27.280996 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e44a9df-c2f7-49ae-abee-2cf52edbad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.283017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7828e83e-78cb-4aad-ab15-b6c186edbaea,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.320126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44a9df-c2f7-49ae-abee-2cf52edbad6d None None] Pushing event deleted for resources: {'Port': ['ID=7828e83e-78cb-4aad-ab15-b6c186edbaea,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.326826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44a9df-c2f7-49ae-abee-2cf52edbad6d None None] No DVR routers for this DVR port 7828e83e-78cb-4aad-ab15-b6c186edbaea on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:27.406572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40bbdbe2-6143-45f7-81d0-a939d5e67df5 req-b61ff51d-9809-4923-ac21-c0c085c71692 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 210 time: 0.1373224 Jul 16 18:15:27.406958 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.490170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-8c56bb10-cc48-4777-a82f-1903852af105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.493062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-8c56bb10-cc48-4777-a82f-1903852af105 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 0.2028992 Jul 16 18:15:27.551437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-b2c1e40e-9861-4187-b773-2e16c7651ee0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 217 time: 0.0516455 Jul 16 18:15:27.580660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177169-fd2a-44f4-843b-481dff6bc654 req-c7ea697e-1a2a-4efe-8c04-7a775fb73223 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.589287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f177169-fd2a-44f4-843b-481dff6bc654 req-c7ea697e-1a2a-4efe-8c04-7a775fb73223 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.1855943 Jul 16 18:15:27.680735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f177169-fd2a-44f4-843b-481dff6bc654 req-02ab8165-5a90-4eb7-9f6f-901f69d705ba tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892940 Jul 16 18:15:27.693661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] For port 390b4419-12c3-4c27-ac60-68863dec9246, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=390b4419-12c3-4c27-ac60-68863dec9246,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:27.694038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.694738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-cf4d0cd1-fc16-4016-a4a7-f91df2c67098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.698971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-cf4d0cd1-fc16-4016-a4a7-f91df2c67098 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.1377261 Jul 16 18:15:27.723802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Calling delete_port for 390b4419-12c3-4c27-ac60-68863dec9246 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:27.776564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b44e22bf-2979-4e1b-9b1f-06f5b13ee73d no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:27.830430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-bfae5c1c-07f5-4fad-ac60-351a4e9cddf4 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1183553 Jul 16 18:15:27.879958 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.985586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c359e-fb36-493e-a2a1-4794d5150c6b req-6d6d3d39-9c58-4ea1-92bc-52c679345a40 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.993653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f6c359e-fb36-493e-a2a1-4794d5150c6b req-6d6d3d39-9c58-4ea1-92bc-52c679345a40 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.3314123 Jul 16 18:15:28.062450 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.142179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-50221a19-4df5-45cc-96f9-54c6be255826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.143775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-50221a19-4df5-45cc-96f9-54c6be255826 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4334621 Jul 16 18:15:28.191068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f6c359e-fb36-493e-a2a1-4794d5150c6b req-d8675292-f445-4b31-90d4-39bf50db8b05 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964412 Jul 16 18:15:28.265899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa318-64bb-44ed-a643-aab20928bda9 req-b6420c7e-4894-4d0a-a750-8facb154d4f6 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.268095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-b6420c7e-4894-4d0a-a750-8facb154d4f6 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4257226 Jul 16 18:15:28.310381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Request body: {'port': {'device_id': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': 'fdb39d573e89406aa5ddf4cbf77ea40b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:28.490178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-666d5d28-09b6-4adf-966b-445d821a9e72 service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290374 Jul 16 18:15:28.609644 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.623887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af32a0fa-5824-44d5-a753-8b78f326b89f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.646160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.805067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:28.825988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:28.834004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=05b1dd9f-4e55-47d2-8afb-b935f7fa07bb,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.836743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.837524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f184b5-b2ef-484b-b3d6-e2f827b2d12e None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:28.838075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.865312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Allocated IP 192.168.233.15 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/28be3633-eb03-42c6-9a2d-56baf767fdf5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:28.895337 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bd7c1e63-0dc1-4e9f-b758-270c956b5b77 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5079989 Jul 16 18:15:28.902405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:28.935567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:29.006678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8ac26ab-4856-4a6a-9696-dc9ee977e57d req-8428f1cc-133a-407e-baba-9f0a005ff4f4 service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053070 Jul 16 18:15:29.080701 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.120814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-245c57bb-1091-4c1c-b929-cdda7bdd2f61 service neutron] 10.222.0.45 "GET /v2.0/ports/b44e22bf-2979-4e1b-9b1f-06f5b13ee73d/bindings/n-h2-793619-10 HTTP/1.1" status: 200 len: 385 time: 0.1129341 Jul 16 18:15:29.123311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-104709a2-764e-4798-8b3b-dd4b7c959993 req-2f9fc54c-3e2a-4e47-92ac-d0e314c1aa6f tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 210 time: 0.0589221 Jul 16 18:15:29.142951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '05b1dd9f-4e55-47d2-8afb-b935f7fa07bb'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:29.144439 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.178877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Router f01d5b1e-ec6d-48c5-be48-b4b45e6e4365 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:29.197392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Made reservation on behalf of fdb39d573e89406aa5ddf4cbf77ea40b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:29.201196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.249191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d9877-c74c-429f-bc88-4186fde85102 req-6078f55d-9d57-43ce-a895-e5b772276f66 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.256597 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-201d9877-c74c-429f-bc88-4186fde85102 req-6078f55d-9d57-43ce-a895-e5b772276f66 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 0.8145778 Jul 16 18:15:29.279781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Pushing event deleted for resources: {'Port': ['ID=390b4419-12c3-4c27-ac60-68863dec9246,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.372162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Allocated IP 172.20.0.2 (982584e8-bbac-43ce-b633-758a660970f8/05b1dd9f-4e55-47d2-8afb-b935f7fa07bb/c2243e60-9565-4af0-8e23-bddbb6bf776b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:29.427155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-201d9877-c74c-429f-bc88-4186fde85102 req-1dae4e46-0c4c-4999-b0a1-937358b00717 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694107 Jul 16 18:15:29.565523 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.613057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:29.616924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.621243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb82e-75f0-467e-b6fc-589f2bf940af req-06140059-4d78-4b20-a446-e610b5390477 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.628446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4dcb82e-75f0-467e-b6fc-589f2bf940af req-06140059-4d78-4b20-a446-e610b5390477 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.2451251 Jul 16 18:15:29.638950 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.658598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Transition to ACTIVE for port object c2243e60-9565-4af0-8e23-bddbb6bf776b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:29.683578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Transition to ACTIVE for port object c2243e60-9565-4af0-8e23-bddbb6bf776b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:29.693010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.774342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4dcb82e-75f0-467e-b6fc-589f2bf940af req-1155ff59-64ba-4dba-9642-af789de41be0 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445806 Jul 16 18:15:29.776180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:29.783122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Pushing event updated for resources: {'Port': ['ID=c2243e60-9565-4af0-8e23-bddbb6bf776b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.795613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:29.796765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:29.808642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:29.819289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001972-d9a7-4129-ae9c-f9478cbeca6a req-472b2765-b486-4bd9-937a-dc509241ec1a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.822115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73001972-d9a7-4129-ae9c-f9478cbeca6a req-472b2765-b486-4bd9-937a-dc509241ec1a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 944 time: 0.1909504 Jul 16 18:15:29.838037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:29.887942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Attempting to bind port c2243e60-9565-4af0-8e23-bddbb6bf776b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:29.888604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Attempting to bind port c2243e60-9565-4af0-8e23-bddbb6bf776b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:29.889077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Attempting to bind port c2243e60-9565-4af0-8e23-bddbb6bf776b on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:29.895713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:29.896251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:29.896819 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.897702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:29.897901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Bound port: c2243e60-9565-4af0-8e23-bddbb6bf776b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:29.898385 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.901306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44e22bf-2979-4e1b-9b1f-06f5b13ee73d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:29.918219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:29.954234 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.979649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] For port c2243e60-9565-4af0-8e23-bddbb6bf776b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:29.986370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] For port c2243e60-9565-4af0-8e23-bddbb6bf776b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c2243e60-9565-4af0-8e23-bddbb6bf776b,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:29.991712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.018448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73001972-d9a7-4129-ae9c-f9478cbeca6a req-50b8a878-ee33-414e-9c55-f852daf86e6f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849185 Jul 16 18:15:30.058156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Transition to ACTIVE for port object 28be3633-eb03-42c6-9a2d-56baf767fdf5 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:30.077922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceec232-0ff4-46ca-a338-21fb6b2ab4ff None None] Pushing event updated for resources: {'Port': ['ID=c2243e60-9565-4af0-8e23-bddbb6bf776b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.090853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] Transition to ACTIVE for port object b44e22bf-2979-4e1b-9b1f-06f5b13ee73d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:30.098287 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.185867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:30.199767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Sync routers for ids ['f01d5b1e-ec6d-48c5-be48-b4b45e6e4365'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:30.201605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] No DVR routers for this DVR port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:30.214650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Routers {'f01d5b1e-ec6d-48c5-be48-b4b45e6e4365'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:30.216194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f01d5b1e-ec6d-48c5-be48-b4b45e6e4365'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:30.242071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] Pushing event updated for resources: {'Port': ['ID=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.254299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-9a1be979-0b12-4f09-b22f-6ae5db997091 service neutron] 10.222.0.45 "PUT /v2.0/ports/b44e22bf-2979-4e1b-9b1f-06f5b13ee73d/bindings/n-h2-793619-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1263351 Jul 16 18:15:30.265015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.269981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:30.270436 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9513f841-7a6c-4b4c-8ef5-0388e78a04b1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.2914064 Jul 16 18:15:30.316700 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.321501 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.431800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:30.491884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:30.492133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Set router f01d5b1e-ec6d-48c5-be48-b4b45e6e4365 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:30.502977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:30.630781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.758771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.849844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c2243e60-9565-4af0-8e23-bddbb6bf776b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:30.852368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2bfd3ebc-cee3-41b7-957a-16774c763e24 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:30.904463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-baf70382-31be-4005-a509-afecfbbf3a19 req-fdeec429-b649-488c-9676-253cd4725ee6 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 210 time: 0.3727272 Jul 16 18:15:30.937980 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.953010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af515418-57d9-48e8-a0b8-1fc258907498 None None] Provisioning for port 28be3633-eb03-42c6-9a2d-56baf767fdf5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:30.969781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af515418-57d9-48e8-a0b8-1fc258907498 None None] Provisioning complete for port 28be3633-eb03-42c6-9a2d-56baf767fdf5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:30.970783 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af515418-57d9-48e8-a0b8-1fc258907498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.061083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Allocated IP 192.168.233.199 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/8d91dab0-263e-41be-b964-94bda474b483) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:31.073186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.073957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.099106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-f0ff7187-d67f-4c60-8b05-2ad92dfea100 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.100065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port c2243e60-9565-4af0-8e23-bddbb6bf776b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:31.101294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-f0ff7187-d67f-4c60-8b05-2ad92dfea100 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.5711136 Jul 16 18:15:31.150968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af515418-57d9-48e8-a0b8-1fc258907498 None None] Port 28be3633-eb03-42c6-9a2d-56baf767fdf5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:31.167734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5b1e-ec6d-48c5-be48-b4b45e6e4365', 'name': '', 'tenant_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b', 'external_fixed_ips': [{'subnet_id': '9174074b-960f-4766-9d6e-bbae14d4a311', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '1dcee2d4-dbb5-49df-8fd2-3de825c363ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:19Z', 'updated_at': '2021-07-16T18:15:25Z', 'revision_number': 3, 'project_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'gw_port': {'id': '1dcee2d4-dbb5-49df-8fd2-3de825c363ed', 'name': '', 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01d5b1e-ec6d-48c5-be48-b4b45e6e4365', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '9174074b-960f-4766-9d6e-bbae14d4a311', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:23Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9174074b-960f-4766-9d6e-bbae14d4a311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.209089 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5c2ba551-aa83-4eb1-b5e2-77234e0007cc tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8035526 Jul 16 18:15:31.210106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Checking router: f01d5b1e-ec6d-48c5-be48-b4b45e6e4365 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:31.210468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Updating router f01d5b1e-ec6d-48c5-be48-b4b45e6e4365 port 1dcee2d4-dbb5-49df-8fd2-3de825c363ed binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:31.238021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Request body: {'port': {'device_id': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:31.269301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:31.279632 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.330664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'port_id': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'mac_address': 'fa:16:3e:a8:0a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:31.342668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Router c0ac97b9-522c-4219-830d-206435dd401b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:31.380666 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:31.404908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c787670-50a1-4ba2-bf02-892267340287 req-246d4eda-923e-4964-aa8e-ca4a15dce220 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.412326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c787670-50a1-4ba2-bf02-892267340287 req-246d4eda-923e-4964-aa8e-ca4a15dce220 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 0.5508909 Jul 16 18:15:31.485492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Deleting port 1dcee2d4-dbb5-49df-8fd2-3de825c363ed {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:31.485708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.494666 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.593112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c787670-50a1-4ba2-bf02-892267340287 req-90f35acf-c083-48ab-ae2b-cf66af514ac5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798732 Jul 16 18:15:31.623659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.667471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfd3ebc-cee3-41b7-957a-16774c763e24 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:31.675152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Calling delete_port for 1dcee2d4-dbb5-49df-8fd2-3de825c363ed owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:31.695744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:31.701526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.703226 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ae24d-87c4-4266-8997-3851d928630c None None] Sync routers for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:31.718868 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-732ea015-3072-48bf-8a70-82646276e87e admin admin] 10.222.0.60 "PUT /v2.0/routers/c0ac97b9-522c-4219-830d-206435dd401b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3356452 Jul 16 18:15:31.723084 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ae24d-87c4-4266-8997-3851d928630c None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:31.723991 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-845ae24d-87c4-4266-8997-3851d928630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.730249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.778910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:31.797161 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.815203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66177a7-7cf8-4b67-8562-dfdba5113775 req-106240f5-a421-4e7e-aa9a-7d9321f48308 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.823764 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c66177a7-7cf8-4b67-8562-dfdba5113775 req-106240f5-a421-4e7e-aa9a-7d9321f48308 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.6971946 Jul 16 18:15:31.863329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-be9834dc-235c-4ef2-ad3b-5d76e07b9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.865262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-be9834dc-235c-4ef2-ad3b-5d76e07b9043 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f&tenant_id=02e3392e165f400497fbe7e41aa3f523 HTTP/1.1" status: 200 len: 1097 time: 0.7501414 Jul 16 18:15:31.946036 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-845ae24d-87c4-4266-8997-3851d928630c None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:32.014611 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.030210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Transition to ACTIVE for port object 1dcee2d4-dbb5-49df-8fd2-3de825c363ed will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:32.068302 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.081570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] Provisioning for port c2243e60-9565-4af0-8e23-bddbb6bf776b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:32.088753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.093838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] Provisioning complete for port c2243e60-9565-4af0-8e23-bddbb6bf776b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:32.094473 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.152681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c66177a7-7cf8-4b67-8562-dfdba5113775 req-a8fb3d0e-178e-4839-bd8b-f447671a4ae3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821958 Jul 16 18:15:32.168072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2e8f1-b6c0-467f-8c74-a74d89c34465 None None] Pushing event updated for resources: {'Port': ['ID=1dcee2d4-dbb5-49df-8fd2-3de825c363ed,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.195577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Attempting to bind port 1dcee2d4-dbb5-49df-8fd2-3de825c363ed on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:32.195847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Attempting to bind port 1dcee2d4-dbb5-49df-8fd2-3de825c363ed by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:32.197567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Attempting to bind port 1dcee2d4-dbb5-49df-8fd2-3de825c363ed on network a23b46ac-db8a-4679-b45e-9b7b213ade7b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:32.221547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.231141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['2bfd3ebc-cee3-41b7-957a-16774c763e24'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:32.238112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.245867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.266688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:32.267409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Checking segment: {'id': '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:32.268168 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.269473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Bound using segment: {'id': '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:32.270160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Bound port: 1dcee2d4-dbb5-49df-8fd2-3de825c363ed, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:32.270718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.283140 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-845ae24d-87c4-4266-8997-3851d928630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:15:28Z', 'revision_number': 5, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:32.292666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Transition to ACTIVE for port object 8d91dab0-263e-41be-b964-94bda474b483 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:32.326620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6ce4-f0a3-4fa4-bbc1-f5d962c24405 req-943811f4-a74f-4664-b0d7-3f2c0f4c9fb0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:32.330909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-649b6ce4-f0a3-4fa4-bbc1-f5d962c24405 req-943811f4-a74f-4664-b0d7-3f2c0f4c9fb0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 945 time: 0.3682139 Jul 16 18:15:32.343794 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ae24d-87c4-4266-8997-3851d928630c None None] Checking router: c0ac97b9-522c-4219-830d-206435dd401b for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:32.362891 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ae24d-87c4-4266-8997-3851d928630c None None] Routers {'c0ac97b9-522c-4219-830d-206435dd401b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:32.363772 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-845ae24d-87c4-4266-8997-3851d928630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c0ac97b9-522c-4219-830d-206435dd401b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:32.389479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e7b1417c-3bf9-4806-9203-ba0434b32eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:32.393109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e7b1417c-3bf9-4806-9203-ba0434b32eef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02e3392e165f400497fbe7e41aa3f523&device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 1097 time: 0.3761823 Jul 16 18:15:32.474099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.491140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] For port c2243e60-9565-4af0-8e23-bddbb6bf776b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c2243e60-9565-4af0-8e23-bddbb6bf776b,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:32.524688 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.532095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.533104 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.589582 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-845ae24d-87c4-4266-8997-3851d928630c None None] Set router c0ac97b9-522c-4219-830d-206435dd401b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:32.604171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=ca0f1cf7-5086-4e4b-916d-1da84e19891a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.653700 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:32.653980 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:32.663113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6b5c301-d45c-463c-af65-557a70c435f6 req-cbef3e57-8e6e-4ce0-a264-ce2459cf01af tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 210 time: 0.2123835 Jul 16 18:15:32.670251 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.706942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:32.722354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:32.766815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:32.767568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.813231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-eebe9f7a-05e1-45fb-81a9-772790a12ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:32.814834 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-eebe9f7a-05e1-45fb-81a9-772790a12ead service neutron] 10.222.0.46 "GET /v2.0/networks?id=14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 200 len: 921 time: 0.3826976 Jul 16 18:15:32.815813 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8910053 Jul 16 18:15:32.827099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50084) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.830981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-649b6ce4-f0a3-4fa4-bbc1-f5d962c24405 req-30814c72-e7a0-47fd-93d4-f2aadd6bdaeb tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808552 Jul 16 18:15:32.836329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:21:2b:8b', 'name': 'tempest-NetworksTestDHCPv6-1856850015'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:32.919606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ab0df2-7560-48a1-98d9-bc9cc730d3f4 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:32.957814 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-845ae24d-87c4-4266-8997-3851d928630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:15:28Z', 'revision_number': 5, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:33.018634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96041815-ba13-400d-b7b0-66282b3353c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=c2243e60-9565-4af0-8e23-bddbb6bf776b,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.022013 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ae24d-87c4-4266-8997-3851d928630c None None] The sync data for ids ['c0ac97b9-522c-4219-830d-206435dd401b'] in n-d-793619-10 is: [{'id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'name': 'tempest-ServersTestJSON-982273181-router', 'tenant_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:49Z', 'updated_at': '2021-07-16T18:15:28Z', 'revision_number': 5, 'project_id': '2e3cfb82bb804fe59c2ec43627a6b1fa', 'gw_port': {'id': '66adc5aa-ba52-4687-9d33-7bfe090aab9a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ac97b9-522c-4219-830d-206435dd401b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:50Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:33.067312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-cd32a4e9-4794-4765-8c3d-d7b799a8baf5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d HTTP/1.1" status: 200 len: 217 time: 0.1027124 Jul 16 18:15:33.084214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:33.127943 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1abfb848-99b2-430a-89e2-21fcb82138e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.134947 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.162219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:33.219021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e369e246-126e-4268-95e9-caeea4cafe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:33.222879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-e369e246-126e-4268-95e9-caeea4cafe22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 200 len: 860 time: 0.1280909 Jul 16 18:15:33.245783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:33.253035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:33.255237 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:33.255237 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:33.264486 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.366449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] For port c2243e60-9565-4af0-8e23-bddbb6bf776b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c2243e60-9565-4af0-8e23-bddbb6bf776b,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:33.372687 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.400274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:33.403612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.412681 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.432747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28be3633-eb03-42c6-9a2d-56baf767fdf5 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:33.502525 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.540549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3bdde8-8967-4d41-88cd-c38b5284c187 None None] Pushing event updated for resources: {'Port': ['ID=c2243e60-9565-4af0-8e23-bddbb6bf776b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.544425 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.546554 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-03cd6f67-ea66-43ef-a69f-bf897e53db06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14755690-30e8-49b5-801a-437a7321d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558867 Jul 16 18:15:33.584068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Transition to ACTIVE for port object 28be3633-eb03-42c6-9a2d-56baf767fdf5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:33.585477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Pushing event updated for resources: {'Port': ['ID=8d91dab0-263e-41be-b964-94bda474b483,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.597494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.613398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Deleting port 66adc5aa-ba52-4687-9d33-7bfe090aab9a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:33.613971 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.698043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eefd1430-5c47-4d40-ab5c-1fc263dd078b None None] Provisioning for port 8d91dab0-263e-41be-b964-94bda474b483 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:33.706113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eefd1430-5c47-4d40-ab5c-1fc263dd078b None None] Provisioning complete for port 8d91dab0-263e-41be-b964-94bda474b483 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:33.706658 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eefd1430-5c47-4d40-ab5c-1fc263dd078b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.734354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 61d1af16-1a35-44a5-9153-d9f74c9772cd yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:33.760601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-3c1f9d67-6777-4b90-8c95-7d61ddfd2d62 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4538481 Jul 16 18:15:33.774316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dcee2d4-dbb5-49df-8fd2-3de825c363ed,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.787131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-eefd1430-5c47-4d40-ab5c-1fc263dd078b None None] Port 8d91dab0-263e-41be-b964-94bda474b483 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:33.789654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Attempting to bind port 1dcee2d4-dbb5-49df-8fd2-3de825c363ed on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:33.790142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Attempting to bind port 1dcee2d4-dbb5-49df-8fd2-3de825c363ed by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:33.790737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Attempting to bind port 1dcee2d4-dbb5-49df-8fd2-3de825c363ed on network a23b46ac-db8a-4679-b45e-9b7b213ade7b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:33.802711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:33.803086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Checking segment: {'id': '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:33.803495 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.803890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Bound using segment: {'id': '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:33.804370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Bound port: 1dcee2d4-dbb5-49df-8fd2-3de825c363ed, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a23b46ac-db8a-4679-b45e-9b7b213ade7b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:33.807028 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.862670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Port 1dcee2d4-dbb5-49df-8fd2-3de825c363ed has been deleted concurrently {{(pid=93825) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:15:33.876003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Request body: {'port': {'device_id': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:33.889571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Routers {'f01d5b1e-ec6d-48c5-be48-b4b45e6e4365'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:33.890222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f01d5b1e-ec6d-48c5-be48-b4b45e6e4365'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:33.909854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.023987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] Set router f01d5b1e-ec6d-48c5-be48-b4b45e6e4365 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:34.029116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] For port 66adc5aa-ba52-4687-9d33-7bfe090aab9a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=66adc5aa-ba52-4687-9d33-7bfe090aab9a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:34.029730 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.043292 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.106077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01d5b1e-ec6d-48c5-be48-b4b45e6e4365', 'name': '', 'tenant_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:19Z', 'updated_at': '2021-07-16T18:15:32Z', 'revision_number': 5, 'project_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.120911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Calling delete_port for 66adc5aa-ba52-4687-9d33-7bfe090aab9a owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:34.155117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f5310-3dd6-4342-800f-88f320a04071 None None] The sync data for ids ['f01d5b1e-ec6d-48c5-be48-b4b45e6e4365'] in n-d-793619-10 is: [{'id': 'f01d5b1e-ec6d-48c5-be48-b4b45e6e4365', 'name': '', 'tenant_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:19Z', 'updated_at': '2021-07-16T18:15:32Z', 'revision_number': 5, 'project_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:34.229603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Attempting to bind port 28be3633-eb03-42c6-9a2d-56baf767fdf5 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:34.229990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Attempting to bind port 28be3633-eb03-42c6-9a2d-56baf767fdf5 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:34.230324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Attempting to bind port 28be3633-eb03-42c6-9a2d-56baf767fdf5 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:34.240185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Port 28be3633-eb03-42c6-9a2d-56baf767fdf5 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:34.240453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Attempting to bind port 28be3633-eb03-42c6-9a2d-56baf767fdf5 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:34.284341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:34.284644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:34.285017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:34.285474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Bound port: 28be3633-eb03-42c6-9a2d-56baf767fdf5, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:34.285842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.370275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 172.20.0.14 (982584e8-bbac-43ce-b633-758a660970f8/05b1dd9f-4e55-47d2-8afb-b935f7fa07bb/61d1af16-1a35-44a5-9153-d9f74c9772cd) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:34.421353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:fe21:2b8b (982584e8-bbac-43ce-b633-758a660970f8/ca0f1cf7-5086-4e4b-916d-1da84e19891a/61d1af16-1a35-44a5-9153-d9f74c9772cd) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:34.446039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b7d6d073-3e70-45ac-b24d-9e432b7222de None None] Provisioning complete for port c2243e60-9565-4af0-8e23-bddbb6bf776b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:34.446645 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7d6d073-3e70-45ac-b24d-9e432b7222de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.531668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:34.559510 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:34.567205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c2243e60-9565-4af0-8e23-bddbb6bf776b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:34.572802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.623279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:34.624057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.625621 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] 10.222.0.46 "PUT /v2.0/ports/28be3633-eb03-42c6-9a2d-56baf767fdf5 HTTP/1.1" status: 200 len: 1096 time: 3.3950956 Jul 16 18:15:34.635858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:34.639800 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:34.643801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3e83d-24a3-4e40-a1f3-52e0a9883da6 req-095b8394-3c7c-4df6-a79a-4b6dc811d75f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:34.653596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-baf3e83d-24a3-4e40-a1f3-52e0a9883da6 req-095b8394-3c7c-4df6-a79a-4b6dc811d75f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 944 time: 1.6162696 Jul 16 18:15:34.659802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.677132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c2243e60-9565-4af0-8e23-bddbb6bf776b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:34.677675 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.707536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd98e0a-3731-47d4-a638-9f477a592442 service neutron] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.732600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-56816b9a-6c5a-4752-8e34-33ee25e47b95 service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1847863 Jul 16 18:15:34.797603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.824712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 390b4419-12c3-4c27-ac60-68863dec9246 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:34.828451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.857088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2bfd3ebc-cee3-41b7-957a-16774c763e24 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:34.887067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 390b4419-12c3-4c27-ac60-68863dec9246 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:34.887818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 390b4419-12c3-4c27-ac60-68863dec9246 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:34.925446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 2bfd3ebc-cee3-41b7-957a-16774c763e24 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:34.928701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8753fee-c7c7-442b-9e9a-48a7c3058623 req-9c507c00-60df-489f-b1e8-38b168fcb218 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:34.930698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 2bfd3ebc-cee3-41b7-957a-16774c763e24 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:34.931606 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.936878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8753fee-c7c7-442b-9e9a-48a7c3058623 req-9c507c00-60df-489f-b1e8-38b168fcb218 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 1.4204216 Jul 16 18:15:34.969833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-baf3e83d-24a3-4e40-a1f3-52e0a9883da6 req-e15bebe4-8010-46fe-ba7b-10ca300aa134 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145404 Jul 16 18:15:34.990136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.062229 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.091486 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.092025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f01d5b1e-ec6d-48c5-be48-b4b45e6e4365 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:35.100126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:35.102760 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1baa82-ab72-443d-8b9c-c4e5e3084245" -d '{"events": [{"server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:35.120459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:35.131653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.152342 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.156260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-29299e21-8ae0-460a-a366-26e11fe9619f tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f01d5b1e-ec6d-48c5-be48-b4b45e6e4365 HTTP/1.1" status: 204 len: 168 time: 4.8825154 Jul 16 18:15:35.206784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.211097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50102) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.306071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=66adc5aa-ba52-4687-9d33-7bfe090aab9a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.324733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8753fee-c7c7-442b-9e9a-48a7c3058623 req-6ed6afbf-71c0-41f2-b96f-33dffb44b94d tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868995 Jul 16 18:15:35.377329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-060dbb94-ca99-4fed-a40a-83af2f449c3e service neutron] 10.222.0.46 "GET /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304343 Jul 16 18:15:35.382547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ea1716-35d1-4966-b721-6f5c24d0f3d3 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Deleting subnet 9174074b-960f-4766-9d6e-bbae14d4a311 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:35.396723 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9ea1716-35d1-4966-b721-6f5c24d0f3d3 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.401332 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.403935 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.530507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5125b-2c10-44ed-b169-d43517228d1c req-daf4fa1d-f6b3-4fb8-a01e-e39885903cf1 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.532186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bb5125b-2c10-44ed-b169-d43517228d1c req-daf4fa1d-f6b3-4fb8-a01e-e39885903cf1 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 936 time: 0.2877724 Jul 16 18:15:35.541120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-9640710c-2306-4a8f-a07a-82bf404ecb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.542699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-9640710c-2306-4a8f-a07a-82bf404ecb25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 1099 time: 0.8288941 Jul 16 18:15:35.546807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 61d1af16-1a35-44a5-9153-d9f74c9772cd will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:35.549413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.554355 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.570305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9ea1716-35d1-4966-b721-6f5c24d0f3d3 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.642340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bb5125b-2c10-44ed-b169-d43517228d1c req-d25b3134-f437-4efd-b351-e7690f93379e tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961950 Jul 16 18:15:35.663533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717333ae-62ef-408b-b661-5c0a6b7b711f req-1c900560-51ef-49de-92a2-8acd8cf3c27f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.665998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-717333ae-62ef-408b-b661-5c0a6b7b711f req-1c900560-51ef-49de-92a2-8acd8cf3c27f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 945 time: 0.1987693 Jul 16 18:15:35.671820 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-968638e0-e322-4e95-9b2c-12fbeeeac344 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5 HTTP/1.1" status: 200 len: 217 time: 0.1110821 Jul 16 18:15:35.683148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d91dab0-263e-41be-b964-94bda474b483 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:35.697848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.735515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Transition to ACTIVE for port object 8d91dab0-263e-41be-b964-94bda474b483 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:35.738517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.739071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0ac97b9-522c-4219-830d-206435dd401b {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:35.741598 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2caf418-4155-410e-b441-dc89ef5893aa x-openstack-request-id: req-e2caf418-4155-410e-b441-dc89ef5893aa {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:35.741873 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:35.742236 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2caf418-4155-410e-b441-dc89ef5893aa {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:35.744283 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'status': 'completed', 'code': 200} Jul 16 18:15:35.756158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.757624 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-717333ae-62ef-408b-b661-5c0a6b7b711f req-62bac3dd-7570-4877-b8b3-0eedea180859 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781100 Jul 16 18:15:35.759034 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.769583 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4dcd2f0e-2241-4c2a-843f-3e592716a1fe admin admin] 10.222.0.60 "DELETE /v2.0/routers/c0ac97b9-522c-4219-830d-206435dd401b HTTP/1.1" status: 204 len: 168 time: 4.0382397 Jul 16 18:15:35.770955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9ea1716-35d1-4966-b721-6f5c24d0f3d3 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.824776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50104) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.829338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Pushing event updated for resources: {'Port': ['ID=8d91dab0-263e-41be-b964-94bda474b483,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.842405 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b6c459-ec0c-4494-9ea7-bbe28f2ecfae x-openstack-request-id: req-57b6c459-ec0c-4494-9ea7-bbe28f2ecfae {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:35.842405 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:35.842405 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57b6c459-ec0c-4494-9ea7-bbe28f2ecfae {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:35.842405 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'code': 200} Jul 16 18:15:35.847095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50106) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.898545 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.936248 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18af1109-9440-4ee5-8f8c-b8341dc2e98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.943435 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.965447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-15bfac6c-5e0f-47fe-9222-dca2f662e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.967691 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-15bfac6c-5e0f-47fe-9222-dca2f662e9a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2808342 Jul 16 18:15:35.982165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4c7674-e99b-4054-961e-d7f806ed24d5 admin admin] Deleting subnet d3325400-6d62-43d2-9793-e18f9509b5e8 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:36.048592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7674-e99b-4054-961e-d7f806ed24d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.099715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-844625d4-9b54-4ba3-92f7-409bcbafb40a tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.101253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-844625d4-9b54-4ba3-92f7-409bcbafb40a tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f&tenant_id=02e3392e165f400497fbe7e41aa3f523&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.3339522 Jul 16 18:15:36.192868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Attempting to bind port 8d91dab0-263e-41be-b964-94bda474b483 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:36.193208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Attempting to bind port 8d91dab0-263e-41be-b964-94bda474b483 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:36.193538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Attempting to bind port 8d91dab0-263e-41be-b964-94bda474b483 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:36.207955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Port 8d91dab0-263e-41be-b964-94bda474b483 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:36.208281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Attempting to bind port 8d91dab0-263e-41be-b964-94bda474b483 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:36.219118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:36.226097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:36.226449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:36.227437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:36.227880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Bound port: 8d91dab0-263e-41be-b964-94bda474b483, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:36.228241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.238535 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7674-e99b-4054-961e-d7f806ed24d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.264968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:36.267846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:36.275462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=61d1af16-1a35-44a5-9153-d9f74c9772cd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.284657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9ea1716-35d1-4966-b721-6f5c24d0f3d3 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.334118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-932dfb1d-64d2-4ee8-a5fc-6984f31b6492 admin admin] Deleting subnet 154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:36.400355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9011-4d44-4ef1-8394-5aa57833cb5c req-bbccf117-7fe5-47c8-a70e-17f42522d89f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.408599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-553f9011-4d44-4ef1-8394-5aa57833cb5c req-bbccf117-7fe5-47c8-a70e-17f42522d89f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.2818778 Jul 16 18:15:36.422482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-28edfd27-e2a1-429d-ad8b-cb7d2a95ce96 service neutron] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:36.434977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-28edfd27-e2a1-429d-ad8b-cb7d2a95ce96 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.436829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32539f01-fab4-4b46-99be-66fc80a1d556 req-28edfd27-e2a1-429d-ad8b-cb7d2a95ce96 service neutron] 10.222.0.46 "DELETE /v2.0/ports/b44e22bf-2979-4e1b-9b1f-06f5b13ee73d/bindings/n-h1-793619-10 HTTP/1.1" status: 204 len: 173 time: 0.3089910 Jul 16 18:15:36.451050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:36.472278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8d91dab0-263e-41be-b964-94bda474b483,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:36.496049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.506675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-932dfb1d-64d2-4ee8-a5fc-6984f31b6492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.541023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea1716-35d1-4966-b721-6f5c24d0f3d3 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9174074b-960f-4766-9d6e-bbae14d4a311,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.549561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9ea1716-35d1-4966-b721-6f5c24d0f3d3 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.551569 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c9ea1716-35d1-4966-b721-6f5c24d0f3d3 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/9174074b-960f-4766-9d6e-bbae14d4a311 HTTP/1.1" status: 204 len: 168 time: 1.3206112 Jul 16 18:15:36.561302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-553f9011-4d44-4ef1-8394-5aa57833cb5c req-17ff227a-c4e6-4b05-9488-303a4da77390 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513474 Jul 16 18:15:36.567603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50114) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.589420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 66adc5aa-ba52-4687-9d33-7bfe090aab9a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:36.600615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.601254 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.603207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] 10.222.0.45 "PUT /v2.0/ports/8d91dab0-263e-41be-b964-94bda474b483 HTTP/1.1" status: 200 len: 1097 time: 2.7445331 Jul 16 18:15:36.603669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'tag': '8d91dab0-263e-41be-b964-94bda474b483'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:36.606232 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46e2bf9-7e1b-409f-96af-985eded262b7" -d '{"events": [{"name": "network-changed", "server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "tag": "8d91dab0-263e-41be-b964-94bda474b483"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:36.624216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 66adc5aa-ba52-4687-9d33-7bfe090aab9a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:36.624910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 66adc5aa-ba52-4687-9d33-7bfe090aab9a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:36.648302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7674-e99b-4054-961e-d7f806ed24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.670368 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707bd91b-fac5-4858-84a6-8e993528ae4f x-openstack-request-id: req-707bd91b-fac5-4858-84a6-8e993528ae4f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:36.670787 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "tag": "8d91dab0-263e-41be-b964-94bda474b483", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:36.671142 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-707bd91b-fac5-4858-84a6-8e993528ae4f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:36.671685 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'tag': '8d91dab0-263e-41be-b964-94bda474b483', 'status': 'completed', 'code': 200} Jul 16 18:15:36.690359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-932dfb1d-64d2-4ee8-a5fc-6984f31b6492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.704192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.704993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.711913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec127c4-d2ec-45aa-a96a-12214cc9b169 service neutron] Pushing event updated for resources: {'Port': ['ID=8d91dab0-263e-41be-b964-94bda474b483,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.736052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-d883202c-d963-4350-bfe8-9fcbdbb9d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.736712 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-d883202c-d963-4350-bfe8-9fcbdbb9d1cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7500582 Jul 16 18:15:36.769131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc76c922-975c-42d7-95ad-b095ca2bb08c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.9371972 Jul 16 18:15:36.771163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1dea5-9619-48a3-8579-c723a8b4a373 req-41ff15eb-47f7-4b06-8fbf-ab11cd9e630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.779717 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12d1dea5-9619-48a3-8579-c723a8b4a373 req-41ff15eb-47f7-4b06-8fbf-ab11cd9e630a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1097 time: 0.7760184 Jul 16 18:15:36.782581 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86b2c-b2a4-4cf4-80c9-db460a4845ce req-a31b1bb9-24ae-4c3a-ba88-eac0840401bb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.794728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfd86b2c-b2a4-4cf4-80c9-db460a4845ce req-a31b1bb9-24ae-4c3a-ba88-eac0840401bb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.3187766 Jul 16 18:15:36.800001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fbf2957c-fbc2-4278-a19b-619780d126af None None] Provisioning for port 61d1af16-1a35-44a5-9153-d9f74c9772cd completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:36.800299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50120) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.804737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fbf2957c-fbc2-4278-a19b-619780d126af None None] Provisioning complete for port 61d1af16-1a35-44a5-9153-d9f74c9772cd triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:36.805519 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbf2957c-fbc2-4278-a19b-619780d126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.858805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2957c-fbc2-4278-a19b-619780d126af None None] Port 61d1af16-1a35-44a5-9153-d9f74c9772cd cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:36.906557 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.971729 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.976763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfd86b2c-b2a4-4cf4-80c9-db460a4845ce req-3edb035f-1d1a-4069-b689-90a20a764cf4 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807380 Jul 16 18:15:36.980630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa318-64bb-44ed-a643-aab20928bda9 req-ee70bee1-84d1-4eed-bb34-cb3607be0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.982135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-ee70bee1-84d1-4eed-bb34-cb3607be0c80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 1100 time: 0.3155515 Jul 16 18:15:37.020972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-932dfb1d-64d2-4ee8-a5fc-6984f31b6492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.060707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-df698784-12e8-49b3-b266-8d5dc438567d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8d91dab0-263e-41be-b964-94bda474b483 HTTP/1.1" status: 200 len: 217 time: 0.0685575 Jul 16 18:15:37.073314 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12d1dea5-9619-48a3-8579-c723a8b4a373 req-5bbc6e12-c83e-41c1-a974-23f82f7ac4e7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926273 Jul 16 18:15:37.131553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcee3f-88b3-43e7-abe1-23c7d0f55a06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.137559 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-d79dc3f9-d963-4d75-967a-5f8959676537 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704085 Jul 16 18:15:37.138732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcee3f-88b3-43e7-abe1-23c7d0f55a06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.143485 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f7fcee3f-88b3-43e7-abe1-23c7d0f55a06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3361771 Jul 16 18:15:37.146308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.157513 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7674-e99b-4054-961e-d7f806ed24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.190445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad797d-826c-463b-8cf6-882a5d58c99b req-edbff92b-a6e5-448a-929a-1b993bec1af8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.193095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecad797d-826c-463b-8cf6-882a5d58c99b req-edbff92b-a6e5-448a-929a-1b993bec1af8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 948 time: 0.3940661 Jul 16 18:15:37.203030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c7674-e99b-4054-961e-d7f806ed24d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3325400-6d62-43d2-9793-e18f9509b5e8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.209638 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf4c7674-e99b-4054-961e-d7f806ed24d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.212797 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cf4c7674-e99b-4054-961e-d7f806ed24d5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d3325400-6d62-43d2-9793-e18f9509b5e8 HTTP/1.1" status: 204 len: 168 time: 1.3808811 Jul 16 18:15:37.218328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50126) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.220666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573dd94f-e035-4ba1-a656-1bbc2b675907 None None] Network ab306f3d-42c8-4d01-9163-90b5ac37b313 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:37.251129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-932dfb1d-64d2-4ee8-a5fc-6984f31b6492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.290420 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.311848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23b46ac-db8a-4679-b45e-9b7b213ade7b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:37.333873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa318-64bb-44ed-a643-aab20928bda9 req-d3f01474-0008-4627-9afe-a58cd204e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.335551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-d3f01474-0008-4627-9afe-a58cd204e774 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2669961 Jul 16 18:15:37.341555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932dfb1d-64d2-4ee8-a5fc-6984f31b6492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.343673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-932dfb1d-64d2-4ee8-a5fc-6984f31b6492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.346016 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-932dfb1d-64d2-4ee8-a5fc-6984f31b6492 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/154f2f0f-c56c-4bc5-a3fc-685c0fc8b8de HTTP/1.1" status: 204 len: 168 time: 1.4979386 Jul 16 18:15:37.350265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50128) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.397167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:37.397167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6bba27-124c-4493-9bc5-9bbb4a67dcb6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:37.438051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecad797d-826c-463b-8cf6-882a5d58c99b req-3e5c3c9d-724a-434e-9bae-3190be6829f0 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947293 Jul 16 18:15:37.447586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.471259 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.521052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5eb97-b618-4080-84c1-1b7f9e1b683b req-87e92d52-f434-4fb1-9280-c657590146d6 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.522634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10b5eb97-b618-4080-84c1-1b7f9e1b683b req-87e92d52-f434-4fb1-9280-c657590146d6 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 945 time: 0.3785119 Jul 16 18:15:37.528191 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.559659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa318-64bb-44ed-a643-aab20928bda9 req-e1598591-416a-40b9-932c-9d400c882029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.561453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-e1598591-416a-40b9-932c-9d400c882029 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2003834 Jul 16 18:15:37.600477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:37.601076 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:37.603137 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:37.608351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10b5eb97-b618-4080-84c1-1b7f9e1b683b req-24e292cb-a207-4f7c-bff8-9f8b38798e18 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758059 Jul 16 18:15:37.616631 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.621175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58f429-555f-44de-b4be-08f3cd989709 None None] DHCP port deletion for ab306f3d-42c8-4d01-9163-90b5ac37b313 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:37.652193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a6b06cad-84cc-4420-ba39-4c1ae059010d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 61d1af16-1a35-44a5-9153-d9f74c9772cd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:37.652581 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6b06cad-84cc-4420-ba39-4c1ae059010d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.741140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3a58f429-555f-44de-b4be-08f3cd989709 None None] Deleting port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:37.741779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a58f429-555f-44de-b4be-08f3cd989709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.749910 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8a58a56a-1857-4a73-9bd7-37b69315efd5 req-5ed1a71d-62f9-4393-a400-649d1c9c3cc9 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492706 Jul 16 18:15:37.830211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.832174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3a58f429-555f-44de-b4be-08f3cd989709 None None] For port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8f5e6625-7e30-4af3-b3f0-aa3dbfe54107,segment=NetworkSegment(aab59383-b899-495f-99a7-a94146c367a6),segment_id=aab59383-b899-495f-99a7-a94146c367a6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:37.833119 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a58f429-555f-44de-b4be-08f3cd989709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.847685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3a58f429-555f-44de-b4be-08f3cd989709 None None] Calling delete_port for 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:37.869925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a23b46ac-db8a-4679-b45e-9b7b213ade7b {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:15:37.887284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.891702 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "DELETE /v2.0/networks/a23b46ac-db8a-4679-b45e-9b7b213ade7b HTTP/1.1" status: 204 len: 168 time: 1.3191612 Jul 16 18:15:37.899145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-9c2935ea-3922-4bb7-9bdb-3d06aabb2b05 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262358 Jul 16 18:15:37.901583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6b06cad-84cc-4420-ba39-4c1ae059010d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.961939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fea42-5d7d-4cb6-aecd-1d6f79c3d9fd tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event deleted for resources: {'Network': ['ID=a23b46ac-db8a-4679-b45e-9b7b213ade7b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.006753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a6b06cad-84cc-4420-ba39-4c1ae059010d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 61d1af16-1a35-44a5-9153-d9f74c9772cd owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:38.023002 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a58f429-555f-44de-b4be-08f3cd989709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.033888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.047460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Deleting port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:38.048452 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.052355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58f429-555f-44de-b4be-08f3cd989709 None None] No DVR routers for this DVR port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:38.085037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12a6415-c118-4479-8678-787f7505198a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:38.116108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58f429-555f-44de-b4be-08f3cd989709 None None] Pushing event deleted for resources: {'Port': ['ID=8f5e6625-7e30-4af3-b3f0-aa3dbfe54107,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.129715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:38.130087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f431a5fb-63c6-4639-ab34-b21bc2f0d5d7') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:38.207990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] For port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107, host n-d-793619-10, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:38.208548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.222422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.227515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-001f6a26-7a24-4538-bde3-014caeea7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.229787 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-001f6a26-7a24-4538-bde3-014caeea7710 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 1099 time: 0.3363662 Jul 16 18:15:38.262267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Calling delete_port for 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:38.277073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 was not found and therefore no delete operation was performed {{(pid=93824) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:15:38.278579 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.285946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.341181 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6b06cad-84cc-4420-ba39-4c1ae059010d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.347345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.353828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:38.354255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.355860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0ec11756-410b-4cfe-83b3-5fe606f7ac6b tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'router': {'name': 'tempest-router--232667284', 'project_id': '4fa57fdbe5914e308c7f1bef08c0722c'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:38.356148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5e6625-7e30-4af3-b3f0-aa3dbfe54107,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:38.359568 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:38.386588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] No DVR routers for this DVR port 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:38.389537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647eaedb-92e6-472e-9c25-0a0b22bf6623 req-c45b119a-5c21-4b22-8299-70e19a554e4e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.392110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-647eaedb-92e6-472e-9c25-0a0b22bf6623 req-c45b119a-5c21-4b22-8299-70e19a554e4e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.5989213 Jul 16 18:15:38.474375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b06cad-84cc-4420-ba39-4c1ae059010d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=61d1af16-1a35-44a5-9153-d9f74c9772cd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.505641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-045aa318-64bb-44ed-a643-aab20928bda9 req-a2bd8ddb-ba53-4298-922a-a97554e9a860 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562949 Jul 16 18:15:38.514031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ec11756-410b-4cfe-83b3-5fe606f7ac6b tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.515603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ec11756-410b-4cfe-83b3-5fe606f7ac6b tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.545876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-1fbbdc77-f4b0-42b5-998c-b56358d00ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.547573 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-1fbbdc77-f4b0-42b5-998c-b56358d00ddd service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3070235 Jul 16 18:15:38.565630 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:38.628349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:38.633210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8f5e6625-7e30-4af3-b3f0-aa3dbfe54107 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:38.633459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597fa38-f8da-4b31-9b80-8125519683af req-56cb999d-17a2-499f-8449-a219dcd8bf15 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.641018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2597fa38-f8da-4b31-9b80-8125519683af req-56cb999d-17a2-499f-8449-a219dcd8bf15 tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 1097 time: 0.7292166 Jul 16 18:15:38.644628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ec11756-410b-4cfe-83b3-5fe606f7ac6b tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.663019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ec11756-410b-4cfe-83b3-5fe606f7ac6b tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.686535 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.725787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.737296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.739837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab306f3d-42c8-4d01-9163-90b5ac37b313']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:38.744335 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-1bb89e4d-1875-4f46-a368-b6caedfc8973 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5 HTTP/1.1" status: 200 len: 217 time: 0.1532540 Jul 16 18:15:38.759409 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.763975 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] 10.222.0.60 "DELETE /v2.0/networks/f12a6415-c118-4479-8678-787f7505198a HTTP/1.1" status: 204 len: 168 time: 1.3789401 Jul 16 18:15:38.771554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab59383-b899-495f-99a7-a94146c367a6') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:38.771857 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab59383-b899-495f-99a7-a94146c367a6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:38.813332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06333696-4e09-416b-aed9-941d32e9102f admin admin] Pushing event deleted for resources: {'Network': ['ID=f12a6415-c118-4479-8678-787f7505198a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.820671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.846064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.859414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:38.859850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:38.881769 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:38.885003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-78f780b8-f819-46d8-aed7-40503c747d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.885919 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-78f780b8-f819-46d8-aed7-40503c747d96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1295400 Jul 16 18:15:38.981046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.991869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.011356 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.014247 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] 10.222.0.60 "DELETE /v2.0/networks/ab306f3d-42c8-4d01-9163-90b5ac37b313 HTTP/1.1" status: 204 len: 168 time: 1.7924173 Jul 16 18:15:39.040904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb5173-5d58-4242-9b44-067e1a72274e admin admin] Pushing event deleted for resources: {'Network': ['ID=ab306f3d-42c8-4d01-9163-90b5ac37b313,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.076481 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e2fe5fba-aa5c-444d-8425-3131caaafaf8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4ead2119915486aaa08f9849e05a40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930331 Jul 16 18:15:39.079106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50154) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.090199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-475e88a3-3d7a-457f-bc89-8a9f4ef90779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.092072 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-475e88a3-3d7a-457f-bc89-8a9f4ef90779 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1942556 Jul 16 18:15:39.093195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-647eaedb-92e6-472e-9c25-0a0b22bf6623 req-f555aa9f-db58-42de-b25d-78b755a1226e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6426101 Jul 16 18:15:39.125074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ec11756-410b-4cfe-83b3-5fe606f7ac6b tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.128634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0ec11756-410b-4cfe-83b3-5fe606f7ac6b tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7763360 Jul 16 18:15:39.134992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50156) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.227830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2597fa38-f8da-4b31-9b80-8125519683af req-b91de70b-1c4c-40c1-9dd6-b11115c6f10d tempest-LiveAutoBlockMigrationV225Test-382744706 tempest-LiveAutoBlockMigrationV225Test-382744706-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857463 Jul 16 18:15:39.247068 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6b06cad-84cc-4420-ba39-4c1ae059010d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.251726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a6b06cad-84cc-4420-ba39-4c1ae059010d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/61d1af16-1a35-44a5-9153-d9f74c9772cd HTTP/1.1" status: 204 len: 168 time: 2.0898483 Jul 16 18:15:39.254041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50158) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.275197 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a9d3bc-d8a6-4a32-ab97-c22294517624 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.279657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.290540 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-7723d512-fb2c-4dc6-850a-befdfa402636 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904831 Jul 16 18:15:39.306304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-139679d7-358f-4583-b7d2-8b1bd7b8f8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.372280 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-139679d7-358f-4583-b7d2-8b1bd7b8f8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.391391 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e32205e4-40b1-438c-a61e-90db93e37594 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e3cfb82bb804fe59c2ec43627a6b1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055958 Jul 16 18:15:39.397277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50164) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.478718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb94475-8bcc-46f0-97f5-0043fef8418a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.480268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb94475-8bcc-46f0-97f5-0043fef8418a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.481827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb94475-8bcc-46f0-97f5-0043fef8418a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.483461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eeb94475-8bcc-46f0-97f5-0043fef8418a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2278876 Jul 16 18:15:39.494660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50166) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.529084 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eeebdbc6-b09f-4b2e-9cc1-36ffb467061f req-a3a98069-6e92-4c5d-bfbb-7e03819dc8bc service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242696 Jul 16 18:15:39.544037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-139679d7-358f-4583-b7d2-8b1bd7b8f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.546529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-139679d7-358f-4583-b7d2-8b1bd7b8f8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.548749 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-139679d7-358f-4583-b7d2-8b1bd7b8f8ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d4f50ca-6d9c-4058-a13b-06d954a600cc HTTP/1.1" status: 204 len: 168 time: 0.4679096 Jul 16 18:15:39.551205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-e8a755cd-de30-4a9f-a9ea-e7cc1659f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.552903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-e8a755cd-de30-4a9f-a9ea-e7cc1659f462 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 1100 time: 0.5066226 Jul 16 18:15:39.562657 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:39.576499 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a9d3bc-d8a6-4a32-ab97-c22294517624 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.581605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139679d7-358f-4583-b7d2-8b1bd7b8f8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4f50ca-6d9c-4058-a13b-06d954a600cc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.591500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a9d3bc-d8a6-4a32-ab97-c22294517624 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.594956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-f665-4e79-a881-67ed133dd098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.630910 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-f665-4e79-a881-67ed133dd098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.662229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af247ee6-2d4e-44e2-9c22-a3edda9d8946 req-a3838b63-f667-4a40-8213-7e9464716871 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.669280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af247ee6-2d4e-44e2-9c22-a3edda9d8946 req-a3838b63-f667-4a40-8213-7e9464716871 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.4188509 Jul 16 18:15:39.672747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6390b9-92b5-4ee1-b6ad-70be9db3f633 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 05b1dd9f-4e55-47d2-8afb-b935f7fa07bb {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:39.679098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a6390b9-92b5-4ee1-b6ad-70be9db3f633 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.719364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-f665-4e79-a881-67ed133dd098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.722471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-f665-4e79-a881-67ed133dd098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.724472 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b43cc183-f665-4e79-a881-67ed133dd098 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a11fc66-3ab5-4c80-a30a-36978f436228 HTTP/1.1" status: 204 len: 168 time: 0.3239176 Jul 16 18:15:39.724765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a9d3bc-d8a6-4a32-ab97-c22294517624 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.725272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9d3bc-d8a6-4a32-ab97-c22294517624 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f012b873-a12b-461a-8035-9ae77983bda2 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:39.738889 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a9d3bc-d8a6-4a32-ab97-c22294517624 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.739186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cc183-f665-4e79-a881-67ed133dd098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a11fc66-3ab5-4c80-a30a-36978f436228,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.739650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-53a9d3bc-d8a6-4a32-ab97-c22294517624 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f012b873-a12b-461a-8035-9ae77983bda2 HTTP/1.1" status: 204 len: 168 time: 0.6004343 Jul 16 18:15:39.748559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb35f2-20fc-4b20-b0ae-0306fcd443dd req-05302726-1a3b-467e-94ec-72a7e0c6cd8b tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.750123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4eb35f2-20fc-4b20-b0ae-0306fcd443dd req-05302726-1a3b-467e-94ec-72a7e0c6cd8b tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 948 time: 0.3629797 Jul 16 18:15:39.759599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a6390b9-92b5-4ee1-b6ad-70be9db3f633 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.806015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af247ee6-2d4e-44e2-9c22-a3edda9d8946 req-7d94c2ef-29fd-4a7e-9195-d0ecf3926bcf tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355872 Jul 16 18:15:39.814900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8d91dab0-263e-41be-b964-94bda474b483 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:39.857554 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4eb35f2-20fc-4b20-b0ae-0306fcd443dd req-9ba484e8-9c2c-408c-a551-fe9a51c292e5 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001639 Jul 16 18:15:39.861338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-9bc20c14-15a1-41c3-8384-e41b0392befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.862881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-9bc20c14-15a1-41c3-8384-e41b0392befc service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3023953 Jul 16 18:15:39.937704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-7558b11e-6856-4a79-8a10-83d333f9e8b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8d91dab0-263e-41be-b964-94bda474b483 HTTP/1.1" status: 200 len: 217 time: 0.0674045 Jul 16 18:15:39.966346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a6390b9-92b5-4ee1-b6ad-70be9db3f633 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.069340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8d91dab0-263e-41be-b964-94bda474b483,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:40.079216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-26fc240c-a6c4-4db6-8e02-c810bca42bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:40.092658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-26fc240c-a6c4-4db6-8e02-c810bca42bba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1345372 Jul 16 18:15:40.094168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50180) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:40.105049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '8d91dab0-263e-41be-b964-94bda474b483', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '8d91dab0-263e-41be-b964-94bda474b483', 'mac_address': 'fa:16:3e:d2:f3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:40.133938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a6390b9-92b5-4ee1-b6ad-70be9db3f633 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.200616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6390b9-92b5-4ee1-b6ad-70be9db3f633 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=05b1dd9f-4e55-47d2-8afb-b935f7fa07bb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.214231 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.216567 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.227400 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a6390b9-92b5-4ee1-b6ad-70be9db3f633 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.235629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50188) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:40.238598 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1a6390b9-92b5-4ee1-b6ad-70be9db3f633 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/05b1dd9f-4e55-47d2-8afb-b935f7fa07bb HTTP/1.1" status: 204 len: 168 time: 0.7424095 Jul 16 18:15:40.242628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c9cbf-976e-46b0-9992-7d302e597f24 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:40.255062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d91dab0-263e-41be-b964-94bda474b483 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:40.256541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-a96f7f63-693f-4701-8e59-0c3acb65e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:40.258728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-a96f7f63-693f-4701-8e59-0c3acb65e3e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1652300 Jul 16 18:15:40.307382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8d91dab0-263e-41be-b964-94bda474b483,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:40.322037 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.429998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=8d91dab0-263e-41be-b964-94bda474b483,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.512190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-586438670', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:40.575476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6256c52-a5c5-4528-8b1f-728635556558 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet ca0f1cf7-5086-4e4b-916d-1da84e19891a {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:40.579458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6256c52-a5c5-4528-8b1f-728635556558 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.598626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.600293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.622532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['8d91dab0-263e-41be-b964-94bda474b483'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:40.637121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6256c52-a5c5-4528-8b1f-728635556558 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.859152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a752d-555b-4a8a-8669-020f647fa69a req-31f593db-3141-42f9-87df-4d6d4759695f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:40.860950 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b41a752d-555b-4a8a-8669-020f647fa69a req-31f593db-3141-42f9-87df-4d6d4759695f tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 945 time: 0.5544090 Jul 16 18:15:40.865400 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6256c52-a5c5-4528-8b1f-728635556558 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.879959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:40.913962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-4a198b3d-a202-4faa-8c2b-6ea68f9b23a6 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925224 Jul 16 18:15:41.037932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-5a003ea6-9f16-476b-9360-d7d3bee0227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.040058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-5a003ea6-9f16-476b-9360-d7d3bee0227f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 1097 time: 0.5946803 Jul 16 18:15:41.113718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:41.151844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'mac_address': 'fa:16:3e:d8:ef:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:41.230504 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.252180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28be3633-eb03-42c6-9a2d-56baf767fdf5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:41.276868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:41.290920 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.299178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b41a752d-555b-4a8a-8669-020f647fa69a req-14b98745-f7f7-4711-ba7d-a2591504f094 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104018 Jul 16 18:15:41.333336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd0d5c-d3c0-4cf1-9683-1fb0021b7e00 req-c65d15b1-2709-4b9b-b464-f7de714ff5ce tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.344476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-edcd0d5c-d3c0-4cf1-9683-1fb0021b7e00 req-c65d15b1-2709-4b9b-b464-f7de714ff5ce tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.7873049 Jul 16 18:15:41.348317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50226) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.354511 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6256c52-a5c5-4528-8b1f-728635556558 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.387846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.394800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.408028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.459944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-8d0aa0de-c4f5-44e8-a53b-4bc93c3db926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.462895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-8d0aa0de-c4f5-44e8-a53b-4bc93c3db926 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 912 time: 0.3815751 Jul 16 18:15:41.504783 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6256c52-a5c5-4528-8b1f-728635556558 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.510467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.512133 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e6256c52-a5c5-4528-8b1f-728635556558 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/ca0f1cf7-5086-4e4b-916d-1da84e19891a HTTP/1.1" status: 204 len: 168 time: 1.2754140 Jul 16 18:15:41.568620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6256c52-a5c5-4528-8b1f-728635556558 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0f1cf7-5086-4e4b-916d-1da84e19891a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.583925 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0d102713-5f1a-4b74-bcc0-5ce541932838 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720093 Jul 16 18:15:41.584920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.606442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:41.615383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1540578528-network', 'tenant_id': '3058e489c22c4d39a28720c42818fe07'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:41.639379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b46e2bf9-7e1b-409f-96af-985eded262b7 req-c6ca68c3-be39-4ed9-9ebd-9875449bf100 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147501 Jul 16 18:15:41.646404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-319741933-network', 'tenant_id': 'de71059bb58f41739c1012bfe1a436b9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:41.647720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['28be3633-eb03-42c6-9a2d-56baf767fdf5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:41.698865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-edcd0d5c-d3c0-4cf1-9683-1fb0021b7e00 req-25dae6e5-4089-4673-b64f-2f11fbb5e986 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535333 Jul 16 18:15:41.712154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-495781c4-580a-4d23-9be8-9660a10d8e4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab457b0f-6115-437a-a451-78af4af5434d HTTP/1.1" status: 200 len: 1001 time: 0.1855671 Jul 16 18:15:41.721275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f5125a-b340-410f-a57f-034190d4f315 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:41.752924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.788457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-d2ecdd1a-94ea-4cec-97c5-37bdd536d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.791687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-d2ecdd1a-94ea-4cec-97c5-37bdd536d093 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 200 len: 850 time: 0.0729978 Jul 16 18:15:41.822514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Made reservation on behalf of 3058e489c22c4d39a28720c42818fe07 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:41.824844 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.827057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8c099-7360-44df-a82d-bcb9f2c0d8e3 req-6b9d9c12-9392-4b9f-8257-1cf1943e506e tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.829068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4df8c099-7360-44df-a82d-bcb9f2c0d8e3 req-6b9d9c12-9392-4b9f-8257-1cf1943e506e tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.3151329 Jul 16 18:15:41.852198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-70de89e3-1a8c-47b0-b7d5-3114ef9a99d0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.853796 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-70de89e3-1a8c-47b0-b7d5-3114ef9a99d0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.46 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 945 time: 0.4669294 Jul 16 18:15:41.875989 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.878635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Made reservation on behalf of de71059bb58f41739c1012bfe1a436b9 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:41.879852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8d91dab0-263e-41be-b964-94bda474b483 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:41.883708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.910293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.957390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4df8c099-7360-44df-a82d-bcb9f2c0d8e3 req-1d62c622-603a-4ef0-ba4b-306af4e17bf8 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991802 Jul 16 18:15:41.972647 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:41.973947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c43799da-519a-43ce-a2b0-d00612cee42f None None] Provisioning complete for port c2243e60-9565-4af0-8e23-bddbb6bf776b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:41.974406 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c43799da-519a-43ce-a2b0-d00612cee42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.976802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.015762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-c52ca25d-6b25-4cb0-83e9-565f093a9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:42.017557 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-c52ca25d-6b25-4cb0-83e9-565f093a9ecb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f258c528-c4f0-4833-9916-4132c7713c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2164171 Jul 16 18:15:42.106927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676ef07-b2dd-4396-b6dc-83e4091e0f8e req-e5cda382-f9d6-4e72-a7cc-5c35b5c88daf tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:42.119235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8676ef07-b2dd-4396-b6dc-83e4091e0f8e req-e5cda382-f9d6-4e72-a7cc-5c35b5c88daf tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 949 time: 0.2121434 Jul 16 18:15:42.149345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 8d91dab0-263e-41be-b964-94bda474b483 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:42.158747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 8d91dab0-263e-41be-b964-94bda474b483 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:42.159175 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.249195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8676ef07-b2dd-4396-b6dc-83e4091e0f8e req-dd1f6ed5-3041-433c-972a-980100b22f83 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269825 Jul 16 18:15:42.290052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-914ad9b6-3411-4bc8-9dcd-7d10e57816f8 service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639098 Jul 16 18:15:42.311031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Deleting port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:42.311547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.355024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787de2-d61a-424b-b368-ed240e259975 req-04e48953-0296-4ba2-a5a2-264d6a1c442d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:42.362479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b787de2-d61a-424b-b368-ed240e259975 req-04e48953-0296-4ba2-a5a2-264d6a1c442d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.2293177 Jul 16 18:15:42.451207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.467740 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.500772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b787de2-d61a-424b-b368-ed240e259975 req-2d187516-7ce0-4cdf-8447-8c306e47e9ab tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360507 Jul 16 18:15:42.531600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50242) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.606755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57be73b-eb40-45ab-8f09-e57cf860dc77 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:42.608265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:42.615697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.637086 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.655674 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.657975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ae1c28-0de5-4265-924d-44d3619ce839,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.676813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.706138 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.706679 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Added segment 04abe035-5b15-4042-9d95-ca075a912f1a of type vlan for network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e Jul 16 18:15:42.709221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91dab0-263e-41be-b964-94bda474b483'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:42.713034 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c17ebca-c5d3-4f5a-ba7e-b09428e72f0b" -d '{"events": [{"server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "name": "network-vif-plugged", "status": "completed", "tag": "8d91dab0-263e-41be-b964-94bda474b483"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:42.736946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.739476 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.751486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] For port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:42.752014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.786145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8d91dab0-263e-41be-b964-94bda474b483,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:42.802630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:42.829281 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b24f76e-e29b-4f3b-98fa-4c8902b28726 x-openstack-request-id: req-4b24f76e-e29b-4f3b-98fa-4c8902b28726 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:42.831800 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "name": "network-vif-plugged", "status": "completed", "tag": "8d91dab0-263e-41be-b964-94bda474b483", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:42.832155 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b24f76e-e29b-4f3b-98fa-4c8902b28726 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:42.832824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d1c3655-710a-4a61-9b38-2977abfdda98 req-c3cad452-7d28-4817-9b27-164d862f74d5 service neutron] 10.222.0.45 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345533 Jul 16 18:15:42.833130 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91dab0-263e-41be-b964-94bda474b483', 'code': 200} Jul 16 18:15:42.851023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Calling delete_port for b44e22bf-2979-4e1b-9b1f-06f5b13ee73d owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:42.851290 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.860170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:42.868934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:42.879256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:42.880053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.882559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=7005029c-692a-4a83-815b-6001c2427c3f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.897155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device b44e22bf-2979-4e1b-9b1f-06f5b13ee73d no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:42.911046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.918791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.919461 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Added segment c87c5087-5fd6-40a7-b2f8-ef0bafcd7265 of type vlan for network eea4c748-9983-408c-b21d-8227e4743236 Jul 16 18:15:42.923037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45435e50-7c7b-4aed-baf8-7c780ef04f7d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.948404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a57be73b-eb40-45ab-8f09-e57cf860dc77 None None] Deleting port c2243e60-9565-4af0-8e23-bddbb6bf776b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:42.948910 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a57be73b-eb40-45ab-8f09-e57cf860dc77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.984200 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e4a110c8-a4ae-4f33-a62b-7e4c4d829349 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3863168 Jul 16 18:15:43.009729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50246) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.019763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:43.096716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=8d91dab0-263e-41be-b964-94bda474b483,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.101475 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.103295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.104067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.161449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a57be73b-eb40-45ab-8f09-e57cf860dc77 None None] For port c2243e60-9565-4af0-8e23-bddbb6bf776b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c2243e60-9565-4af0-8e23-bddbb6bf776b,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:43.161859 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a57be73b-eb40-45ab-8f09-e57cf860dc77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.175350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Allocated IP 172.25.2.140 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/b91976b0-74ae-4808-bde3-ce2c813dbb2f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:43.225865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a57be73b-eb40-45ab-8f09-e57cf860dc77 None None] Calling delete_port for c2243e60-9565-4af0-8e23-bddbb6bf776b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:43.262307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8641336 Jul 16 18:15:43.280357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50250) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.299453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Request body: {'subnet': {'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1540578528-subnet', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:43.379525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf898566-cb03-4142-9160-1483675ae715 admin admin] Pushing event updated for resources: {'Network': ['ID=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.397243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:43.446250 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Made reservation on behalf of 3058e489c22c4d39a28720c42818fe07 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:43.448988 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.511714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a57be73b-eb40-45ab-8f09-e57cf860dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.515335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:43.520099 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.536569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57be73b-eb40-45ab-8f09-e57cf860dc77 None None] No DVR routers for this DVR port c2243e60-9565-4af0-8e23-bddbb6bf776b on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:43.537872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.597035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57be73b-eb40-45ab-8f09-e57cf860dc77 None None] Pushing event deleted for resources: {'Port': ['ID=c2243e60-9565-4af0-8e23-bddbb6bf776b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.601232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9baa19-dbe0-4a66-bfcd-7992bf02aa84 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:43.622362 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.625434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.640279 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.686186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360601e3-b8b6-47c1-8b88-a357110f94a4 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.687946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-360601e3-b8b6-47c1-8b88-a357110f94a4 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1092 time: 1.0043137 Jul 16 18:15:43.696272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50254) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.704165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3299c4-d842-40de-aa0f-adbf392db578 req-4592d7b9-52b5-4327-8f6f-bd82570431f3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.706339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f3299c4-d842-40de-aa0f-adbf392db578 req-4592d7b9-52b5-4327-8f6f-bd82570431f3 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 866 time: 0.9937983 Jul 16 18:15:43.707265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c452a742-df1c-491b-a856-4cd79f1018f9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:43.712540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:43.752924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:43.798857 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:43.807445 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.807791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.808573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.827547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:43.831955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] No DVR routers for this DVR port b44e22bf-2979-4e1b-9b1f-06f5b13ee73d on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:43.838855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event updated for resources: {'Port': ['ID=b91976b0-74ae-4808-bde3-ce2c813dbb2f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.853694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.861964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5088172 Jul 16 18:15:43.865738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.867668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '7005029c-692a-4a83-815b-6001c2427c3f'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:43.868562 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b19e20c9-b997-464f-8c4f-a6a382b9a0eb req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.46 "DELETE /v2.0/ports/b44e22bf-2979-4e1b-9b1f-06f5b13ee73d HTTP/1.1" status: 204 len: 173 time: 2.0056813 Jul 16 18:15:43.869134 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.869261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'name': 'network-vif-deleted', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:43.871876 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8c3f35-4036-42dd-93a4-18013148e94e" -d '{"events": [{"server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "name": "network-vif-deleted", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:43.895605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50256) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.903907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Request body: {'subnet': {'network_id': 'eea4c748-9983-408c-b21d-8227e4743236', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-319741933-subnet', 'tenant_id': 'de71059bb58f41739c1012bfe1a436b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:43.904168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ebe94-298c-4daf-96e7-10e592195381 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Pushing event deleted for resources: {'Port': ['ID=b44e22bf-2979-4e1b-9b1f-06f5b13ee73d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.920323 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f3299c4-d842-40de-aa0f-adbf392db578 req-7a8d810c-d9a4-40d0-98af-8f18936bfbee tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822782 Jul 16 18:15:43.922523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7d644-e770-4f6c-bb99-2376acae3608 req-9cab48ff-500a-4558-835a-0e319707a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.924260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-caa7d644-e770-4f6c-bb99-2376acae3608 req-9cab48ff-500a-4558-835a-0e319707a63e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 1102 time: 0.9576936 Jul 16 18:15:43.938482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b866cc-e182-4f71-8188-c7622c740b24 req-d5117404-d0ed-43d9-82fd-13048d290cfa tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.941053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9b866cc-e182-4f71-8188-c7622c740b24 req-d5117404-d0ed-43d9-82fd-13048d290cfa tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.3479073 Jul 16 18:15:44.006972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b506016-af8b-4612-9897-08bc75e65cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=eea4c748-9983-408c-b21d-8227e4743236,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.054064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network eea4c748-9983-408c-b21d-8227e4743236 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:44.080899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Made reservation on behalf of de71059bb58f41739c1012bfe1a436b9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:44.083441 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.139160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-caa7d644-e770-4f6c-bb99-2376acae3608 req-aebabf4f-ff2a-4302-b222-c5fff64bedb6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967845 Jul 16 18:15:44.188649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9b866cc-e182-4f71-8188-c7622c740b24 req-0a8e5626-f298-409c-922f-34c5e973948a tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129557 Jul 16 18:15:44.281553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Allocated IP 172.20.0.2 (982584e8-bbac-43ce-b633-758a660970f8/7005029c-692a-4a83-815b-6001c2427c3f/7e8e02db-82f0-4e89-b860-26ca40721325) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:44.360231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f9fba-07f0-40fb-b2d2-dc16aecee064 req-768ce520-8cbf-43c8-a081-8e995eac8975 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.362092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-831f9fba-07f0-40fb-b2d2-dc16aecee064 req-768ce520-8cbf-43c8-a081-8e995eac8975 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 950 time: 0.2209501 Jul 16 18:15:44.368979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.518798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-831f9fba-07f0-40fb-b2d2-dc16aecee064 req-59d0e8fa-4820-4c71-b6ff-0b49afff72f2 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472771 Jul 16 18:15:44.522389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.549270 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bee8743-c256-4daf-afe3-08ecc5e0738f x-openstack-request-id: req-3bee8743-c256-4daf-afe3-08ecc5e0738f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:44.549829 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57a416c-4fbf-4ceb-9d65-97b44457fb4f", "name": "network-vif-deleted", "tag": "b44e22bf-2979-4e1b-9b1f-06f5b13ee73d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:44.550079 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bee8743-c256-4daf-afe3-08ecc5e0738f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:44.550668 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57a416c-4fbf-4ceb-9d65-97b44457fb4f', 'name': 'network-vif-deleted', 'tag': 'b44e22bf-2979-4e1b-9b1f-06f5b13ee73d', 'status': 'completed', 'code': 200} Jul 16 18:15:44.553568 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.565587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c2243e60-9565-4af0-8e23-bddbb6bf776b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:44.576987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Transition to ACTIVE for port object 7e8e02db-82f0-4e89-b860-26ca40721325 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:44.596222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Transition to ACTIVE for port object 7e8e02db-82f0-4e89-b860-26ca40721325 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:44.618259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58792c8-48eb-4753-a902-f68cb8c77d5d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.630322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: c2243e60-9565-4af0-8e23-bddbb6bf776b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:44.630558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c2243e60-9565-4af0-8e23-bddbb6bf776b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:44.631352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.25.2.87 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/391c5f05-12ef-412d-9864-d8d1b04f29f7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:44.643369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.692866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Checking segment: {'id': 'c87c5087-5fd6-40a7-b2f8-ef0bafcd7265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eea4c748-9983-408c-b21d-8227e4743236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:44.693468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Network hostable DHCP agents. Network: eea4c748-9983-408c-b21d-8227e4743236, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:44.701751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:44.705992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:44.714280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:44.721442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Pushing event updated for resources: {'Port': ['ID=7e8e02db-82f0-4e89-b860-26ca40721325,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.763308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Network eea4c748-9983-408c-b21d-8227e4743236 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:44.781980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, eea4c748-9983-408c-b21d-8227e4743236) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:44.782553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.799893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.800502 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.803218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8dd9cd-7a5c-4433-93d7-a1eebb51fb2f None None] Network eea4c748-9983-408c-b21d-8227e4743236 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:44.816344 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.839213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Attempting to bind port 7e8e02db-82f0-4e89-b860-26ca40721325 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:44.840133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Attempting to bind port 7e8e02db-82f0-4e89-b860-26ca40721325 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:44.840861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Attempting to bind port 7e8e02db-82f0-4e89-b860-26ca40721325 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:44.842278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0ff8e154-40ff-4b65-bf38-06c25f71a796 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9445899 Jul 16 18:15:44.855612 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:44.856427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:44.856427 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.856899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:44.857371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Bound port: 7e8e02db-82f0-4e89-b860-26ca40721325, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:44.857914 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.904032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:44.910236 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.931219 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.002095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:45.004194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:45.022794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:45.082761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=391c5f05-12ef-412d-9864-d8d1b04f29f7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.141820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 28be3633-eb03-42c6-9a2d-56baf767fdf5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:45.225213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] For port 7e8e02db-82f0-4e89-b860-26ca40721325, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:45.241663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 28be3633-eb03-42c6-9a2d-56baf767fdf5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:45.241987 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.261735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79818601-e508-4b99-8001-263f4aca355d None None] Network eea4c748-9983-408c-b21d-8227e4743236 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:45.267952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] For port 7e8e02db-82f0-4e89-b860-26ca40721325, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7e8e02db-82f0-4e89-b860-26ca40721325,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:45.317166 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.380986 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6849b16b-b54d-4727-aaea-96f9310617ef req-34125ebd-24bd-425a-8ed1-5eed467b311e tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 210 time: 0.0772617 Jul 16 18:15:45.598523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96afa3-d01b-44f9-95c6-d52197d14cc8 None None] Pushing event updated for resources: {'Port': ['ID=7e8e02db-82f0-4e89-b860-26ca40721325,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.692547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08691bcf-0c2a-492e-8802-915de854e63a req-a01bbc13-e4fa-42b5-a609-a393d99629a0 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.703996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-a01bbc13-e4fa-42b5-a609-a393d99629a0 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/networks?id=eea4c748-9983-408c-b21d-8227e4743236 HTTP/1.1" status: 200 len: 813 time: 0.4027414 Jul 16 18:15:45.737801 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.767667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-a6827d80-7ac5-4a43-936b-cf617ef59bfd tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/quotas/de71059bb58f41739c1012bfe1a436b9 HTTP/1.1" status: 200 len: 375 time: 0.0556517 Jul 16 18:15:45.781279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:45.783742 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadc997f-db0e-427b-8e62-7e32bdc24465" -d '{"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-plugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:45.811891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:45.816870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.824386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-bba597a2-53f8-443e-bac6-deaa6bda2b11 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de71059bb58f41739c1012bfe1a436b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556824 Jul 16 18:15:45.839378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff9c076-6e02-49c0-ae94-e69ae50e5238,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.928156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.951505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.953205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-027f1362-f5b8-4d61-80f1-40792b555051 service neutron] 10.222.0.60 "GET /v2.0/networks/eea4c748-9983-408c-b21d-8227e4743236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273549 Jul 16 18:15:45.958077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Checking segment: {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:45.958448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Network hostable DHCP agents. Network: 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:45.982121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:46.116121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:46.116375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd9a3d-9a39-4fe9-885d-577f64697ad3 req-fb3f999b-d89b-4bb9-bf7a-4776aa5dc924 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.123944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8dd9a3d-9a39-4fe9-885d-577f64697ad3 req-fb3f999b-d89b-4bb9-bf7a-4776aa5dc924 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.4991617 Jul 16 18:15:46.176288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:46.187596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.188217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.193088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd9b97-448a-4246-8e19-0dbcce1333c9 None None] Network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:46.304199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8dd9a3d-9a39-4fe9-885d-577f64697ad3 req-1cfdcbb6-9db7-4b0c-aa96-c7b8ac4f4ef7 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435697 Jul 16 18:15:46.332182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-90c34503-8cb6-4324-8f61-01c0f73d1860 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0422399 Jul 16 18:15:46.334315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:46.350886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:46.388361 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.412619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.413703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.511812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.539990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Router 865b11f9-1c90-486b-b506-0a7f79a0c262 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:46.598251 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.691010 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-e059167d-64d7-4738-a7e4-d7d696f80434 service neutron] 10.222.0.60 "GET /v2.0/networks/eea4c748-9983-408c-b21d-8227e4743236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7366164 Jul 16 18:15:46.805169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7e8e02db-82f0-4e89-b860-26ca40721325 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:46.816634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:46.817573 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.847914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.900144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3376ab-4bf9-4e95-ae7b-6a8c4308486f req-2eea6565-1e96-44b1-b3da-f0b3ff904632 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.901863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c3376ab-4bf9-4e95-ae7b-6a8c4308486f req-2eea6565-1e96-44b1-b3da-f0b3ff904632 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 950 time: 0.2439137 Jul 16 18:15:47.001272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:47.009785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c3376ab-4bf9-4e95-ae7b-6a8c4308486f req-6e4afffa-68b4-4b9f-ab79-eb5a5086fbda tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984297 Jul 16 18:15:47.109718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Allocated IP 172.20.0.2 (66807c87-42c5-4982-8d2f-dcc9e7fc8d1e/7ff9c076-6e02-49c0-ae94-e69ae50e5238/d52183dd-b1bd-487e-ae39-f648ab0854ad) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:47.178422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.179897 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cc59a3b2-bb09-4704-9ffb-9ed1a8e49d0b tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0836520 Jul 16 18:15:47.202091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50296) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.215107 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f55241-7ecd-4043-b37f-adafa0fdc3c5 x-openstack-request-id: req-d7f55241-7ecd-4043-b37f-adafa0fdc3c5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:47.215577 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-plugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:47.215705 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7f55241-7ecd-4043-b37f-adafa0fdc3c5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:47.215988 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'code': 200} Jul 16 18:15:47.219624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fda70-5a03-4ea6-8f44-4604cd5e59fe None None] Sync routers for ids ['865b11f9-1c90-486b-b506-0a7f79a0c262'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:47.266136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e313b4c-cc21-4416-8cda-1bb5bda48766 req-6a4b5c4a-1c03-4b2e-8c2e-475175910f52 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 210 time: 0.1001253 Jul 16 18:15:47.267333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] For port 7e8e02db-82f0-4e89-b860-26ca40721325, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7e8e02db-82f0-4e89-b860-26ca40721325,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:47.297235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fda70-5a03-4ea6-8f44-4604cd5e59fe None None] Routers {'865b11f9-1c90-486b-b506-0a7f79a0c262'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:47.297934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-685fda70-5a03-4ea6-8f44-4604cd5e59fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['865b11f9-1c90-486b-b506-0a7f79a0c262'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:47.314134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a228a5d-6968-4f4a-a494-100890beee71 None None] Provisioning for port 7e8e02db-82f0-4e89-b860-26ca40721325 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:47.319572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3599dae-3677-451c-9e66-c0cdce9b1aa0 req-145df250-2192-4008-8d90-cc2f8118f6e0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 210 time: 0.1516819 Jul 16 18:15:47.359504 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.386557 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.411000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-685fda70-5a03-4ea6-8f44-4604cd5e59fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:47.428035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.449814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.456861 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.457944 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.463534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7e8e02db-82f0-4e89-b860-26ca40721325 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:47.489587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7e8e02db-82f0-4e89-b860-26ca40721325 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:47.493321 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.545591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fda70-5a03-4ea6-8f44-4604cd5e59fe None None] Routers {'865b11f9-1c90-486b-b506-0a7f79a0c262'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:47.545889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-685fda70-5a03-4ea6-8f44-4604cd5e59fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['865b11f9-1c90-486b-b506-0a7f79a0c262'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:47.612683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:47.632388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:47.644696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:47.645492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.657650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=e1a4806a-e2d0-4293-b808-a35fb00ba2ec,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.668372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d830909-aa16-40f1-9c77-083756e1d60f None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:47.689894 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-685fda70-5a03-4ea6-8f44-4604cd5e59fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:47.690576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685fda70-5a03-4ea6-8f44-4604cd5e59fe None None] The sync data for ids ['865b11f9-1c90-486b-b506-0a7f79a0c262'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:47.699808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0ef02-2d23-469e-a2a5-0e0c6319f85c req-a44772bd-71aa-4970-b7fa-a714c5ad1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:47.701854 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d8c0ef02-2d23-469e-a2a5-0e0c6319f85c req-a44772bd-71aa-4970-b7fa-a714c5ad1510 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 1101 time: 0.5182893 Jul 16 18:15:47.703350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=7e8e02db-82f0-4e89-b860-26ca40721325,revision_number=4']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.716869 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1b2ae06b-bda8-430b-b353-e9be0ad837ae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7059460 Jul 16 18:15:47.718665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50304) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.734155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:16:81:39', 'name': 'tempest-NetworksTestDHCPv6-1440317808'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.759401 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.779053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Transition to ACTIVE for port object d52183dd-b1bd-487e-ae39-f648ab0854ad will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:47.801774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Transition to ACTIVE for port object d52183dd-b1bd-487e-ae39-f648ab0854ad will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:47.833249 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.895093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Pushing event updated for resources: {'Port': ['ID=d52183dd-b1bd-487e-ae39-f648ab0854ad,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.993270 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.994047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=391c5f05-12ef-412d-9864-d8d1b04f29f7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.003593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-13ad6419-8846-4686-be70-656e56e45f53 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/routers/865b11f9-1c90-486b-b506-0a7f79a0c262 HTTP/1.1" status: 200 len: 920 time: 0.7924941 Jul 16 18:15:48.006527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.006878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.007216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.008605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.008605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.009172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.009512 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.009843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.010174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.010623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.010830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.011243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:48.021147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50306) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.026600 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d8c0ef02-2d23-469e-a2a5-0e0c6319f85c req-2b0e112a-7a02-4757-9507-0340296db713 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156447 Jul 16 18:15:48.058117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.080395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7e8e02db-82f0-4e89-b860-26ca40721325, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7e8e02db-82f0-4e89-b860-26ca40721325,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:48.115908 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-63222375-99e3-43d6-be98-d9f92283b025 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=865b11f9-1c90-486b-b506-0a7f79a0c262 HTTP/1.1" status: 200 len: 205 time: 0.0923598 Jul 16 18:15:48.120191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50310) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.135675 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.144075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:48.154231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:48.176243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:48.267999 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Floating IP 07994222-497f-4f32-85c5-0eba4a623835 associated. External IP: 172.25.2.87, port: 2bfd3ebc-cee3-41b7-957a-16774c763e24. Jul 16 18:15:48.294952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7e8e02db-82f0-4e89-b860-26ca40721325,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.302697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Attempting to bind port d52183dd-b1bd-487e-ae39-f648ab0854ad on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:48.303066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Attempting to bind port d52183dd-b1bd-487e-ae39-f648ab0854ad by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:48.303432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Attempting to bind port d52183dd-b1bd-487e-ae39-f648ab0854ad on network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:48.312028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:48.312405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Checking segment: {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:48.312855 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.313252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Bound using segment: {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:48.313727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Bound port: d52183dd-b1bd-487e-ae39-f648ab0854ad, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:48.314106 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.366748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9a5d7-1776-41a6-b9dc-4e12e90d461a req-a85a1a26-f643-4e87-a295-a0ad289dd7cb tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.368327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97b9a5d7-1776-41a6-b9dc-4e12e90d461a req-a85a1a26-f643-4e87-a295-a0ad289dd7cb tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 949 time: 0.8378491 Jul 16 18:15:48.377207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:48.441386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] For port d52183dd-b1bd-487e-ae39-f648ab0854ad, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:48.446426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] For port d52183dd-b1bd-487e-ae39-f648ab0854ad, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d52183dd-b1bd-487e-ae39-f648ab0854ad,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:48.453247 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.596459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7e8e02db-82f0-4e89-b860-26ca40721325 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:48.610256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97b9a5d7-1776-41a6-b9dc-4e12e90d461a req-f45a49b4-b493-446a-a32a-e9b68e31cc20 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334251 Jul 16 18:15:48.634671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.710402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3965c4a-0a6e-47a6-b9f8-55ec170948dc None None] Pushing event updated for resources: {'Port': ['ID=d52183dd-b1bd-487e-ae39-f648ab0854ad,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.735862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b9a8f79-223d-4f75-9f98-6b9c5408005b req-b04f1069-8617-48f7-981e-015ffcd6b59f tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 210 time: 0.1347599 Jul 16 18:15:48.821161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7e8e02db-82f0-4e89-b860-26ca40721325 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:48.821546 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.033572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:49.056072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bf92c6f-200f-45c5-b9cd-aa92941127e9 req-924bbd5d-73f2-46b3-8572-a7c7d28b7332 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 210 time: 0.0396729 Jul 16 18:15:49.071477 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.098439 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.177792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.208480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:49.218884 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] Sync routers for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:49.234928 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:49.235264 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:49.239348 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.241763 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.283971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 4f692589-c068-4603-8e56-c613df92d4e3 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:49.319782 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-45ffe8f4-1fe2-4689-a269-4c74c926d623 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6126614 Jul 16 18:15:49.321545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:49.334431 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45dd008-ca35-4652-ab2f-aca5e13752c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:49.431572 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7ef44f-7f3b-4913-9a44-03de8e70842d x-openstack-request-id: req-aa7ef44f-7f3b-4913-9a44-03de8e70842d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:49.432011 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:49.432760 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa7ef44f-7f3b-4913-9a44-03de8e70842d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:49.433340 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'status': 'completed', 'code': 200} Jul 16 18:15:49.525096 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:49.531546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Allocated IP 172.25.2.56 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/f9056354-c72a-4830-ae83-dd87dbd3e004) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:49.589588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a16d65be-0e6b-489f-9533-6c8ce6ae1f17 None None] Provisioning complete for port 7e8e02db-82f0-4e89-b860-26ca40721325 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:49.591960 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a16d65be-0e6b-489f-9533-6c8ce6ae1f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.595176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Deleting port b91976b0-74ae-4808-bde3-ce2c813dbb2f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:49.595679 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.686927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47df15e-2530-4d7b-add0-1692407f5e83 req-83f51bbd-9b50-45fd-91ae-aea77371e43a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:49.697256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c47df15e-2530-4d7b-add0-1692407f5e83 req-83f51bbd-9b50-45fd-91ae-aea77371e43a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.1942406 Jul 16 18:15:49.813176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c47df15e-2530-4d7b-add0-1692407f5e83 req-98a8c55d-1c7b-4d1b-91ac-618f77880d5b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149778 Jul 16 18:15:49.813598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50324) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:50.033238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f3f1993d-4d58-4e05-b1fc-e4b625bdaab1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/07994222-497f-4f32-85c5-0eba4a623835 HTTP/1.1" status: 200 len: 990 time: 0.2184467 Jul 16 18:15:50.108292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b1a249e-7fd0-42e6-9802-6ee4026f72b1 req-75a9deb1-47df-447e-aa13-600494e8656f tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 210 time: 0.0727100 Jul 16 18:15:50.130916 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:08Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '07994222-497f-4f32-85c5-0eba4a623835', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'port_id': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'mac_address': 'fa:16:3e:a8:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:45Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d7365d-f50e-4201-b83f-ab24e2f82ac5', 'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:0c:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:06Z', 'updated_at': '2021-07-16T18:15:17Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:50.158442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-82a70e48-ae6c-4f21-a850-62ec0df18ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.160009 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-82a70e48-ae6c-4f21-a850-62ec0df18ced service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1097 time: 0.6302648 Jul 16 18:15:50.186753 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] Checking router: 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:50.231086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0043cc8-eaab-43f8-bda0-87b7ea18d266 req-8a07ec9c-54fb-4aff-b93d-627e03afa466 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.231324 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:50.231772 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:50.235985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0043cc8-eaab-43f8-bda0-87b7ea18d266 req-8a07ec9c-54fb-4aff-b93d-627e03afa466 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 949 time: 0.2015681 Jul 16 18:15:50.318798 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.326474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0043cc8-eaab-43f8-bda0-87b7ea18d266 req-68b4aa0d-6ac4-4637-8b3c-1825f03919a6 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842149 Jul 16 18:15:50.333895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb4e3e8-9b1b-41b4-beb4-9ec975d22465 None None] Network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:50.364577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 172.20.0.9 (982584e8-bbac-43ce-b633-758a660970f8/7005029c-692a-4a83-815b-6001c2427c3f/4f692589-c068-4603-8e56-c613df92d4e3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:50.470702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Calling delete_port for b91976b0-74ae-4808-bde3-ce2c813dbb2f owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:50.503953 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:50.531827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1b180961-ada5-48af-ba51-d26efc32e1d8 None None] Provisioning for port d52183dd-b1bd-487e-ae39-f648ab0854ad completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:50.532695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43ee89df-558e-4dbe-8eff-b3a0ea92fdd2 req-95660338-9aed-47a9-ab5b-666a72570cfd tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=c57a416c-4fbf-4ceb-9d65-97b44457fb4f HTTP/1.1" status: 200 len: 210 time: 0.1057832 Jul 16 18:15:50.533266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:fe16:8139 (982584e8-bbac-43ce-b633-758a660970f8/e1a4806a-e2d0-4293-b808-a35fb00ba2ec/4f692589-c068-4603-8e56-c613df92d4e3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:50.693834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d52183dd-b1bd-487e-ae39-f648ab0854ad up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:50.784870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d52183dd-b1bd-487e-ae39-f648ab0854ad completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:50.798753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d52183dd-b1bd-487e-ae39-f648ab0854ad triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:50.799143 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.977544 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.029459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50338) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:51.084645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d52183dd-b1bd-487e-ae39-f648ab0854ad, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d52183dd-b1bd-487e-ae39-f648ab0854ad,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:51.094728 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.132312 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:08Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '07994222-497f-4f32-85c5-0eba4a623835', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'port_id': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'mac_address': 'fa:16:3e:a8:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:45Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d7365d-f50e-4201-b83f-ab24e2f82ac5', 'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:0c:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:06Z', 'updated_at': '2021-07-16T18:15:17Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:51.163484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ae026f57-ef21-4fef-892f-1eb6bcc39673 None None] Provisioning complete for port d52183dd-b1bd-487e-ae39-f648ab0854ad triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:51.169202 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae026f57-ef21-4fef-892f-1eb6bcc39673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.187771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f697d936-0a67-491d-af4f-302f81430fd8 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/07994222-497f-4f32-85c5-0eba4a623835 HTTP/1.1" status: 200 len: 990 time: 0.1561022 Jul 16 18:15:51.222595 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b19c6-21a1-4335-8578-88b1e66aad3a None None] The sync data for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 is: [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:08Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '07994222-497f-4f32-85c5-0eba4a623835', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'port_id': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'mac_address': 'fa:16:3e:a8:0a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:45Z', 'updated_at': '2021-07-16T18:15:45Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d7365d-f50e-4201-b83f-ab24e2f82ac5', 'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:0c:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:06Z', 'updated_at': '2021-07-16T18:15:17Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:51.361366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d52183dd-b1bd-487e-ae39-f648ab0854ad,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.436143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8c11dea-841f-4cc8-98a5-394f5ec31cd4 req-d2c26b9f-7812-48e1-8e0c-50b47ef1f430 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 210 time: 0.0406761 Jul 16 18:15:51.567813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a54cb-5ecd-4ba4-8be1-9dea7eb7c4e1 None None] New status for floating IP 07994222-497f-4f32-85c5-0eba4a623835: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:15:51.600282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.626620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08691bcf-0c2a-492e-8802-915de854e63a req-ced2648b-5264-4be3-a4e6-8fef14e645b5 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:51.627798 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-ced2648b-5264-4be3-a4e6-8fef14e645b5 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.46 "GET /v2.0/networks?id=eea4c748-9983-408c-b21d-8227e4743236 HTTP/1.1" status: 200 len: 813 time: 1.8508992 Jul 16 18:15:51.695746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Request body: {'port': {'device_id': '5bd163f8-7fc3-46aa-b649-c954b972d926', 'network_id': 'eea4c748-9983-408c-b21d-8227e4743236', 'admin_state_up': True, 'tenant_id': 'de71059bb58f41739c1012bfe1a436b9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:51.787501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-b157b6b5-f725-4a45-8efb-5b31a8493caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:51.789593 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-b157b6b5-f725-4a45-8efb-5b31a8493caa service neutron] 10.222.0.46 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 1.5045207 Jul 16 18:15:51.965207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.008913 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-56d559bb-bf5d-4f41-91be-4874564168ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 998 time: 0.2106664 Jul 16 18:15:52.047113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 4f692589-c068-4603-8e56-c613df92d4e3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:52.088253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.190617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:52.201865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-b5883712-bf8b-40c9-b717-79ab5f117788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.203367 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-b5883712-bf8b-40c9-b717-79ab5f117788 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.1737499 Jul 16 18:15:52.203954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Made reservation on behalf of de71059bb58f41739c1012bfe1a436b9 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:52.207464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.215300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:52.240353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:52.248991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9056354-c72a-4830-ae83-dd87dbd3e004,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.252865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:52.277295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9f20e581-8d5c-4d8e-8e3d-798b3d2c0a01 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/07994222-497f-4f32-85c5-0eba4a623835 HTTP/1.1" status: 200 len: 992 time: 0.0844040 Jul 16 18:15:52.322338 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.333740 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.474897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:52.541938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d52183dd-b1bd-487e-ae39-f648ab0854ad up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:52.609868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:52.615388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99dcc34a-f23b-4ad1-a585-22a215c70485 req-720042f4-54b5-4c6e-9d82-9bfca80981c2 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 210 time: 0.0351064 Jul 16 18:15:52.625237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d52183dd-b1bd-487e-ae39-f648ab0854ad triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:52.627236 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.640001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:52.711836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=4f692589-c068-4603-8e56-c613df92d4e3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.835245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-df317e3b-fdd7-45de-9601-e014cac04b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.839737 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-df317e3b-fdd7-45de-9601-e014cac04b02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6169233 Jul 16 18:15:52.857893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event deleted for resources: {'Port': ['ID=b91976b0-74ae-4808-bde3-ce2c813dbb2f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.860698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.980940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Allocated IP 172.20.0.9 (eea4c748-9983-408c-b21d-8227e4743236/c58792c8-48eb-4753-a902-f68cb8c77d5d/fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:52.998268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.998904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.017792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3475d786-17f0-4cd0-abcb-6f00695f2861 None None] Provisioning for port 4f692589-c068-4603-8e56-c613df92d4e3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:53.021294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3475d786-17f0-4cd0-abcb-6f00695f2861 None None] Provisioning complete for port 4f692589-c068-4603-8e56-c613df92d4e3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:53.021673 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3475d786-17f0-4cd0-abcb-6f00695f2861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.028824 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.065218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3475d786-17f0-4cd0-abcb-6f00695f2861 None None] Port 4f692589-c068-4603-8e56-c613df92d4e3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:53.074951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.120786 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0283e8a3-98be-4ee8-b439-7969ed36f1e6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3930621 Jul 16 18:15:53.124561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50374) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:53.202888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344c3de-32a7-4026-8c3f-b0216e2e674d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.209164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344c3de-32a7-4026-8c3f-b0216e2e674d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.212585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6344c3de-32a7-4026-8c3f-b0216e2e674d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0848000 Jul 16 18:15:53.213850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50376) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:53.215844 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.217920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Fanout notify agent at l3_agent the message router_deleted on router 865b11f9-1c90-486b-b506-0a7f79a0c262 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:53.272723 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.274538 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a08f8278-6860-4521-b057-70a9b8dfe125 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/865b11f9-1c90-486b-b506-0a7f79a0c262 HTTP/1.1" status: 204 len: 168 time: 5.1430557 Jul 16 18:15:53.279009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50378) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:53.284910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'router': {'name': 'tempest-snat-router-412610135', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': False}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:53.290504 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-840edff8-f89c-446f-acee-42f86dca873f service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359691 Jul 16 18:15:53.343886 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.345608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.385652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1d81ecc0-e042-4ffb-a7fa-b63a7d992220 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 4f692589-c068-4603-8e56-c613df92d4e3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:53.386356 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d81ecc0-e042-4ffb-a7fa-b63a7d992220 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.406130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.447463 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.628476 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.805932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d81ecc0-e042-4ffb-a7fa-b63a7d992220 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.868422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc2cfc23-336a-4984-9fa9-b6b94fdc1338 req-1e82563c-cb61-4d58-b79b-67ebe79136e2 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 210 time: 0.0487509 Jul 16 18:15:53.887260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1d81ecc0-e042-4ffb-a7fa-b63a7d992220 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 4f692589-c068-4603-8e56-c613df92d4e3 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:53.926416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f45dd008-ca35-4652-ab2f-aca5e13752c8 req-17a22fc2-d8f4-441e-99da-c56ad3e621db service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201067 Jul 16 18:15:53.933501 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.090132 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.127390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.140680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Network eea4c748-9983-408c-b21d-8227e4743236 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:54.145633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:54.239791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.255497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:54.275540 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.290168 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d81ecc0-e042-4ffb-a7fa-b63a7d992220 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.310090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.310749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.331478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Pushing event updated for resources: {'Port': ['ID=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.343657 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-b007e027-0660-4173-b8b9-01ba2dd703a1 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6730168 Jul 16 18:15:54.363103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81ecc0-e042-4ffb-a7fa-b63a7d992220 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=4f692589-c068-4603-8e56-c613df92d4e3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.370071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Request body: {'port': {'device_id': '5bd163f8-7fc3-46aa-b649-c954b972d926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:54.493409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Router 69737fa7-aee7-4741-a483-35dc1d007d48 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:54.498801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.515332 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d81ecc0-e042-4ffb-a7fa-b63a7d992220 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.518381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1d81ecc0-e042-4ffb-a7fa-b63a7d992220 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/4f692589-c068-4603-8e56-c613df92d4e3 HTTP/1.1" status: 204 len: 168 time: 1.3030455 Jul 16 18:15:54.526525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50394) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:54.625750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Allocated IP 172.25.2.215 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/5990b394-6cbc-424f-a0e4-f77b71462686) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:54.815241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.905815 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.913416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:54.962759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4b385-0785-4903-bd15-2b6e10a01b70 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.967210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4b385-0785-4903-bd15-2b6e10a01b70 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.968841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4b385-0785-4903-bd15-2b6e10a01b70 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.979386 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9ef4b385-0785-4903-bd15-2b6e10a01b70 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4456348 Jul 16 18:15:55.010829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50422) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:55.040357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:55.067235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:55.103826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:55.157969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:55.169365 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Sync routers for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:55.190624 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:55.191367 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:55.193351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event updated for resources: {'Port': ['ID=5990b394-6cbc-424f-a0e4-f77b71462686,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:55.232508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.233906 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-beb9d4ca-7018-4c48-bc74-a415996fdfd2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8986132 Jul 16 18:15:55.244123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50428) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:55.291228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba12f16-6836-4f27-ae5f-56bf73900443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 7005029c-692a-4a83-815b-6001c2427c3f {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:55.303398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ba12f16-6836-4f27-ae5f-56bf73900443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.402790 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ba12f16-6836-4f27-ae5f-56bf73900443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.422494 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:55.515773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:55.539899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'mac_address': 'fa:16:3e:d8:ef:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:55.646040 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.684038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:55.715431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.752753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28be3633-eb03-42c6-9a2d-56baf767fdf5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:55.768169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ba12f16-6836-4f27-ae5f-56bf73900443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.831249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Transition to ACTIVE for port object fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:55.840269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:55.844067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.847695 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.874511 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:52Z', 'revision_number': 3, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:55.949873 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Checking router: 69737fa7-aee7-4741-a483-35dc1d007d48 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:55.952415 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Updating router 69737fa7-aee7-4741-a483-35dc1d007d48 port f9056354-c72a-4830-ae83-dd87dbd3e004 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:55.959752 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.996594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.059789 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.085981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['28be3633-eb03-42c6-9a2d-56baf767fdf5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:56.154380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb11b1-a06c-412f-85a0-9434ab281de7 req-d15228f1-30af-452e-8bda-efd977717667 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.156645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5cb11b1-a06c-412f-85a0-9434ab281de7 req-d15228f1-30af-452e-8bda-efd977717667 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 931 time: 1.1139991 Jul 16 18:15:56.177026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Pushing event updated for resources: {'Port': ['ID=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.315376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ba12f16-6836-4f27-ae5f-56bf73900443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.337237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.337654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.337936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.338807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.339167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.339506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.342785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.343064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.344906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.344906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.344906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.348771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:56.380205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ba12f16-6836-4f27-ae5f-56bf73900443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.388385 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5ba12f16-6836-4f27-ae5f-56bf73900443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/7005029c-692a-4a83-815b-6001c2427c3f HTTP/1.1" status: 204 len: 168 time: 1.3674562 Jul 16 18:15:56.408703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e733f0e1-373c-4dc9-9227-c7c4b1c58b01 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:56.460062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50452) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:56.621344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-655b5b78-1d86-4672-bb8d-d0c06461e53e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet e1a4806a-e2d0-4293-b808-a35fb00ba2ec {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:56.634472 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-655b5b78-1d86-4672-bb8d-d0c06461e53e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.759214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-655b5b78-1d86-4672-bb8d-d0c06461e53e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.837390 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.852098 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Transition to ACTIVE for port object f9056354-c72a-4830-ae83-dd87dbd3e004 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:56.860772 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.870682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba12f16-6836-4f27-ae5f-56bf73900443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=7005029c-692a-4a83-815b-6001c2427c3f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.951328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5cb11b1-a06c-412f-85a0-9434ab281de7 req-147bc0b6-b4d0-4674-9b41-62c6bbd59a7e tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7747395 Jul 16 18:15:56.957819 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002dd72-7b04-4bd1-bef5-263885aa1f94 None None] Pushing event updated for resources: {'Port': ['ID=f9056354-c72a-4830-ae83-dd87dbd3e004,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.965434 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Attempting to bind port f9056354-c72a-4830-ae83-dd87dbd3e004 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:56.967423 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Attempting to bind port f9056354-c72a-4830-ae83-dd87dbd3e004 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:56.967814 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Attempting to bind port f9056354-c72a-4830-ae83-dd87dbd3e004 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:56.982298 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:56.983668 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:56.985227 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.986357 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:56.987769 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Bound port: f9056354-c72a-4830-ae83-dd87dbd3e004, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:56.988923 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.078876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Attempting to bind port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:57.081471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Attempting to bind port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'c87c5087-5fd6-40a7-b2f8-ef0bafcd7265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eea4c748-9983-408c-b21d-8227e4743236'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:57.081471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Attempting to bind port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec on network eea4c748-9983-408c-b21d-8227e4743236 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:57.144181 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] For port f9056354-c72a-4830-ae83-dd87dbd3e004, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:57.151801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbe8c7-8d74-4fdb-a3f0-d0ae0ea39599 req-3b46e9b7-5607-4676-85c1-a0499b6a911a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.162598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3bbe8c7-8d74-4fdb-a3f0-d0ae0ea39599 req-3b46e9b7-5607-4676-85c1-a0499b6a911a tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 945 time: 0.8491099 Jul 16 18:15:57.167068 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] For port f9056354-c72a-4830-ae83-dd87dbd3e004, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f9056354-c72a-4830-ae83-dd87dbd3e004,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:57.176112 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.221573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec on network eea4c748-9983-408c-b21d-8227e4743236 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:57.222742 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Attempting to bind port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec on network eea4c748-9983-408c-b21d-8227e4743236 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:57.254348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:57.255237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Checking segment: {'id': 'c87c5087-5fd6-40a7-b2f8-ef0bafcd7265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eea4c748-9983-408c-b21d-8227e4743236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:57.255989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Bound using segment: {'id': 'c87c5087-5fd6-40a7-b2f8-ef0bafcd7265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eea4c748-9983-408c-b21d-8227e4743236'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:57.257030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Bound port: fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c87c5087-5fd6-40a7-b2f8-ef0bafcd7265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eea4c748-9983-408c-b21d-8227e4743236'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:57.258694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.304012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-655b5b78-1d86-4672-bb8d-d0c06461e53e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.314819 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:57.315793 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:57.323951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-8680a8b9-9b1b-41a2-8501-8aae693ee2d2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.326170 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-8680a8b9-9b1b-41a2-8501-8aae693ee2d2 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.46 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 945 time: 0.4859371 Jul 16 18:15:57.375560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3bbe8c7-8d74-4fdb-a3f0-d0ae0ea39599 req-1b6499dd-6303-4100-a4dc-1cece9a6e3d0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108305 Jul 16 18:15:57.410178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.457828 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002dd72-7b04-4bd1-bef5-263885aa1f94 None None] Pushing event updated for resources: {'Port': ['ID=f9056354-c72a-4830-ae83-dd87dbd3e004,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.560373 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:57.682518 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-655b5b78-1d86-4672-bb8d-d0c06461e53e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.684942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] For port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:57.697138 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] For port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,segment=NetworkSegment(c87c5087-5fd6-40a7-b2f8-ef0bafcd7265),segment_id=c87c5087-5fd6-40a7-b2f8-ef0bafcd7265)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:57.724690 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.730273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b5b78-1d86-4672-bb8d-d0c06461e53e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a4806a-e2d0-4293-b808-a35fb00ba2ec,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.740269 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-655b5b78-1d86-4672-bb8d-d0c06461e53e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.745947 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-655b5b78-1d86-4672-bb8d-d0c06461e53e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/e1a4806a-e2d0-4293-b808-a35fb00ba2ec HTTP/1.1" status: 204 len: 168 time: 1.2820055 Jul 16 18:15:57.746944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:57.752672 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.810955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Pushing event updated for resources: {'Port': ['ID=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.827217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.827857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.829345 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-6b353653-4e7b-4978-8b45-c27346c7881d service neutron] 10.222.0.46 "PUT /v2.0/ports/fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec HTTP/1.1" status: 200 len: 1092 time: 3.4645133 Jul 16 18:15:57.840293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd163f8-7fc3-46aa-b649-c954b972d926', 'tag': 'fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:57.842681 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c719c-5a42-4d6f-82f1-437aae44b488" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd163f8-7fc3-46aa-b649-c954b972d926", "tag": "fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:57.847357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Deleting port c452a742-df1c-491b-a856-4cd79f1018f9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:57.847912 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.906883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:57.907059 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6da0da5e-90e6-4440-a123-94116a4ed3f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362507 Jul 16 18:15:58.000001 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:52Z', 'revision_number': 3, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:58.045435 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df2a23d-6543-4a94-9b0b-ff57c9c50536 x-openstack-request-id: req-7df2a23d-6543-4a94-9b0b-ff57c9c50536 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:58.048002 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd163f8-7fc3-46aa-b649-c954b972d926", "tag": "fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:58.049132 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7df2a23d-6543-4a94-9b0b-ff57c9c50536 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:58.052798 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd163f8-7fc3-46aa-b649-c954b972d926', 'tag': 'fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec', 'status': 'completed', 'code': 200} Jul 16 18:15:58.095814 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd22b96-ac5f-4d9e-9250-0e4089a2e292 None None] The sync data for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 is: [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:52Z', 'revision_number': 3, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:58.283607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] For port c452a742-df1c-491b-a856-4cd79f1018f9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c452a742-df1c-491b-a856-4cd79f1018f9,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:58.286412 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.289742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a305fa2-0a49-4ae2-873b-3f940aa291bf None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:58.311256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Calling delete_port for c452a742-df1c-491b-a856-4cd79f1018f9 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:58.337719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee8ec00-fb1f-4ea1-a5fb-b9dcabe71ef7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.339760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9ee8ec00-fb1f-4ea1-a5fb-b9dcabe71ef7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4195807 Jul 16 18:15:58.347830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50482) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:58.386949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Router f3e891c4-5734-4d58-bcf8-59812d2df157 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:58.437959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Allocated IP 172.20.0.1 (66807c87-42c5-4982-8d2f-dcc9e7fc8d1e/7ff9c076-6e02-49c0-ae94-e69ae50e5238/7f90d63b-d27c-4f93-b0e3-3960bfd2445b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:58.477234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08691bcf-0c2a-492e-8802-915de854e63a req-8df13070-206e-4f1b-b24c-f9a87f00171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.479642 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-8df13070-206e-4f1b-b24c-f9a87f00171c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de71059bb58f41739c1012bfe1a436b9&device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 1095 time: 0.5718353 Jul 16 18:15:58.537867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e014c375-7159-4ea4-aed2-5e912725a8c7 None None] Provisioning complete for port 7e8e02db-82f0-4e89-b860-26ca40721325 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:58.540060 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e014c375-7159-4ea4-aed2-5e912725a8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.607910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527283b3-0980-4776-9ca6-bf0a1daf4594 req-a5085568-6678-4679-860d-ae2f94ce45c4 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.621079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-527283b3-0980-4776-9ca6-bf0a1daf4594 req-a5085568-6678-4679-860d-ae2f94ce45c4 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 943 time: 0.3041310 Jul 16 18:15:58.724736 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d8a17-f501-4dcf-982c-7fd76fae3652 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.727115 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4e4d8a17-f501-4dcf-982c-7fd76fae3652 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3760431 Jul 16 18:15:58.731248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.740306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50486) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:58.794001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8c75b5-56c0-4cfe-a79d-f728a352ed64 req-df182b2a-096e-4ff6-98f2-86aaee8a6edd tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 210 time: 0.0797019 Jul 16 18:15:58.839769 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-fb43d293-f25b-4863-88e6-55eee3b9e62e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec HTTP/1.1" status: 200 len: 217 time: 0.1249638 Jul 16 18:15:58.855172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-527283b3-0980-4776-9ca6-bf0a1daf4594 req-bf1e2c78-93ea-40a5-bfa2-8bb73e127372 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330754 Jul 16 18:15:58.857663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-84850f79-a43c-4345-9e8e-bb9d7e553af1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146092 Jul 16 18:15:58.901094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50488) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:58.915979 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.935044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:58.980626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.983442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Pushing event deleted for resources: {'Port': ['ID=c452a742-df1c-491b-a856-4cd79f1018f9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.992546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-64454120-6dae-47a9-adeb-002149ea76f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:59.008301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Transition to ACTIVE for port object 7f90d63b-d27c-4f93-b0e3-3960bfd2445b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:59.066495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:59.078776 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.090910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Sync routers for ids ['f3e891c4-5734-4d58-bcf8-59812d2df157'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:59.101744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08691bcf-0c2a-492e-8802-915de854e63a req-e0fd19c6-e170-406b-9cb2-84ff6a265b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:59.105193 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-e0fd19c6-e170-406b-9cb2-84ff6a265b6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c58792c8-48eb-4753-a902-f68cb8c77d5d HTTP/1.1" status: 200 len: 853 time: 0.2002654 Jul 16 18:15:59.128582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Routers {'f3e891c4-5734-4d58-bcf8-59812d2df157'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:59.129628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f3e891c4-5734-4d58-bcf8-59812d2df157'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:59.152559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:59.155298 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.156625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9a65301c-8c79-45a3-96a0-ca84dffedb9e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8757105 Jul 16 18:15:59.205982 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:59.217817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:59.223166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:59.263062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] No DVR routers for this DVR port c452a742-df1c-491b-a856-4cd79f1018f9 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:59.270153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.273230 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-effec4ed-ef34-49d0-9ad8-2f10314794a3 req-0cf62768-25ee-440b-9a8e-b46647b880e5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.46 "DELETE /v2.0/ports/c452a742-df1c-491b-a856-4cd79f1018f9 HTTP/1.1" status: 204 len: 173 time: 1.9149601 Jul 16 18:15:59.335197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Set router f3e891c4-5734-4d58-bcf8-59812d2df157 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:59.380729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Pushing event updated for resources: {'Port': ['ID=7f90d63b-d27c-4f93-b0e3-3960bfd2445b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.419119 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.491600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5f6fa-c868-4b48-a46d-4d3be3707fc4 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:59.731916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64454120-6dae-47a9-adeb-002149ea76f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:59.735664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64454120-6dae-47a9-adeb-002149ea76f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.738085 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-64454120-6dae-47a9-adeb-002149ea76f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:15:59.738643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64454120-6dae-47a9-adeb-002149ea76f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:59.757790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 28be3633-eb03-42c6-9a2d-56baf767fdf5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:59.758576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.776852 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-8ab05d39-00fb-49fc-97c9-4cb026449944 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eea4c748-9983-408c-b21d-8227e4743236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5701580 Jul 16 18:15:59.885185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-11c59402-1bc7-4abb-9848-3aa7aa58c8ac None None] Provisioning for port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:59.886809 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-64454120-6dae-47a9-adeb-002149ea76f8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8992994 Jul 16 18:15:59.893556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:59.900606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-11c59402-1bc7-4abb-9848-3aa7aa58c8ac None None] Provisioning complete for port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:59.901411 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11c59402-1bc7-4abb-9848-3aa7aa58c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.973533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cf9ef9e4-31ec-41f0-8e7b-63417796ed43 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:00.033954 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-223f5094-c33c-4ce4-8f21-b078f766dd3e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/routers/f3e891c4-5734-4d58-bcf8-59812d2df157 HTTP/1.1" status: 200 len: 908 time: 0.7891543 Jul 16 18:16:00.034680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.056353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'router': {'name': 'tempest-snat-router-412610135', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': True}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:00.092218 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.092763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-b75f550d-0729-413d-8365-2a9d8eeca95b service neutron] 10.222.0.46 "GET /v2.0/networks/eea4c748-9983-408c-b21d-8227e4743236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039811 Jul 16 18:16:00.095856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'name': 'network-vif-deleted', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:00.102852 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c65164-ab85-418a-a142-5749480a756d" -d '{"events": [{"server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "name": "network-vif-deleted", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:00.182318 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.183527 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.214782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5f6fa-c868-4b48-a46d-4d3be3707fc4 None None] Deleting port 7e8e02db-82f0-4e89-b860-26ca40721325 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:00.215160 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9c5f6fa-c868-4b48-a46d-4d3be3707fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.274025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-11c59402-1bc7-4abb-9848-3aa7aa58c8ac None None] Port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:00.280800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.387798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2db8e8b8-91bd-4289-96e1-4e5e9fa5d702 req-0b61cf53-5ba0-4cc4-b31a-a605cdc7b327 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=324c569a-f4ad-44cc-818b-c9479ecb45d4 HTTP/1.1" status: 200 len: 210 time: 0.0909822 Jul 16 18:16:00.630518 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.674783 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34e539b-8807-4bce-a98c-dbb95aa01d3e x-openstack-request-id: req-d34e539b-8807-4bce-a98c-dbb95aa01d3e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:00.675300 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324c569a-f4ad-44cc-818b-c9479ecb45d4", "name": "network-vif-deleted", "tag": "c452a742-df1c-491b-a856-4cd79f1018f9", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:00.675712 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d34e539b-8807-4bce-a98c-dbb95aa01d3e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:00.676741 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324c569a-f4ad-44cc-818b-c9479ecb45d4', 'name': 'network-vif-deleted', 'tag': 'c452a742-df1c-491b-a856-4cd79f1018f9', 'status': 'completed', 'code': 200} Jul 16 18:16:00.677228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f9056354-c72a-4830-ae83-dd87dbd3e004 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:00.728487 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08691bcf-0c2a-492e-8802-915de854e63a req-d64d0a00-bb6a-4f02-8d8a-1bba7f049be3 service neutron] 10.222.0.46 "GET /v2.0/networks/eea4c748-9983-408c-b21d-8227e4743236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943589 Jul 16 18:16:00.737139 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.738938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9ef9e4-31ec-41f0-8e7b-63417796ed43 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:00.742563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b9c5f6fa-c868-4b48-a46d-4d3be3707fc4 None None] For port 7e8e02db-82f0-4e89-b860-26ca40721325, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7e8e02db-82f0-4e89-b860-26ca40721325,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:00.743447 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9c5f6fa-c868-4b48-a46d-4d3be3707fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.765009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e891c4-5734-4d58-bcf8-59812d2df157', 'name': 'tempest-snat-router-412610135', 'tenant_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.215'}], 'enable_snat': False}, 'gw_port_id': '5990b394-6cbc-424f-a0e4-f77b71462686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:53Z', 'updated_at': '2021-07-16T18:15:55Z', 'revision_number': 3, 'project_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'gw_port': {'id': '5990b394-6cbc-424f-a0e4-f77b71462686', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e891c4-5734-4d58-bcf8-59812d2df157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:54Z', 'updated_at': '2021-07-16T18:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:00.775494 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef9e4-31ec-41f0-8e7b-63417796ed43 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.779270 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9ef9e4-31ec-41f0-8e7b-63417796ed43 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:00.785254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9ef9e4-31ec-41f0-8e7b-63417796ed43 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:00.818825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b9c5f6fa-c868-4b48-a46d-4d3be3707fc4 None None] Calling delete_port for 7e8e02db-82f0-4e89-b860-26ca40721325 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:00.902609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Checking router: f3e891c4-5734-4d58-bcf8-59812d2df157 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:00.902997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Updating router f3e891c4-5734-4d58-bcf8-59812d2df157 port 5990b394-6cbc-424f-a0e4-f77b71462686 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:00.940125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd8337-8b2a-4f64-be9d-c3a8db6e95d3 req-ff0feb37-4fce-4d63-9463-bdb78e4e7deb tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.945237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dacd8337-8b2a-4f64-be9d-c3a8db6e95d3 req-ff0feb37-4fce-4d63-9463-bdb78e4e7deb tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 943 time: 0.7485127 Jul 16 18:16:00.950653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cf9ef9e4-31ec-41f0-8e7b-63417796ed43 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0501714 Jul 16 18:16:00.970809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.982356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50522) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.989606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-edc19e2c-bf2c-4879-abb6-c6fdfd46c5d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:00.997953 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.016706 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9c5f6fa-c868-4b48-a46d-4d3be3707fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.039457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port f9056354-c72a-4830-ae83-dd87dbd3e004 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:01.042030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:01.044649 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd99483b-b14e-4ac5-b19f-929bdb77e0e6" -d '{"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-plugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:01.149741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f9056354-c72a-4830-ae83-dd87dbd3e004 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:01.154052 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.199611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:01.202046 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e2983-a0a1-4b47-8a51-fd2c855ad429 x-openstack-request-id: req-ab3e2983-a0a1-4b47-8a51-fd2c855ad429 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:01.202511 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-plugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:01.202946 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab3e2983-a0a1-4b47-8a51-fd2c855ad429 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:01.203717 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'code': 200} Jul 16 18:16:01.206613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5f6fa-c868-4b48-a46d-4d3be3707fc4 None None] Pushing event deleted for resources: {'Port': ['ID=7e8e02db-82f0-4e89-b860-26ca40721325,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.212830 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.218212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5f6fa-c868-4b48-a46d-4d3be3707fc4 None None] No DVR routers for this DVR port 7e8e02db-82f0-4e89-b860-26ca40721325 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:01.221969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.223425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c452a742-df1c-491b-a856-4cd79f1018f9 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:01.271087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dacd8337-8b2a-4f64-be9d-c3a8db6e95d3 req-9c2ac50d-8466-42d1-9cd1-f0e962ccc385 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974513 Jul 16 18:16:01.297825 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.312473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Pushing event updated for resources: {'Port': ['ID=7f90d63b-d27c-4f93-b0e3-3960bfd2445b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.405828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc19e2c-bf2c-4879-abb6-c6fdfd46c5d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:01.409783 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc19e2c-bf2c-4879-abb6-c6fdfd46c5d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.411212 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc19e2c-bf2c-4879-abb6-c6fdfd46c5d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:01.411644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc19e2c-bf2c-4879-abb6-c6fdfd46c5d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:01.412100 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.431166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: c452a742-df1c-491b-a856-4cd79f1018f9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:01.431828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c452a742-df1c-491b-a856-4cd79f1018f9 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:01.434928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-edc19e2c-bf2c-4879-abb6-c6fdfd46c5d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4510665 Jul 16 18:16:01.440001 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50526) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:01.446080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3796e8a0-77bd-4e7e-b8f6-dce7b22afcb6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:01.470896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.475899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-396d0f12-bb74-492c-93fb-329d15127790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:01.478743 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-396d0f12-bb74-492c-93fb-329d15127790 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de71059bb58f41739c1012bfe1a436b9&device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 1095 time: 0.4853165 Jul 16 18:16:01.594301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.641763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796e8a0-77bd-4e7e-b8f6-dce7b22afcb6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:01.645177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-08afefbd-9543-4ed9-a914-5de464882540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:01.646922 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3796e8a0-77bd-4e7e-b8f6-dce7b22afcb6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.647849 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-08afefbd-9543-4ed9-a914-5de464882540 service neutron] 10.222.0.46 "GET /v2.0/networks?id=eea4c748-9983-408c-b21d-8227e4743236 HTTP/1.1" status: 200 len: 914 time: 0.1581173 Jul 16 18:16:01.649813 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3796e8a0-77bd-4e7e-b8f6-dce7b22afcb6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:01.650518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3796e8a0-77bd-4e7e-b8f6-dce7b22afcb6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:01.664643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:01.669654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:01.695761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3796e8a0-77bd-4e7e-b8f6-dce7b22afcb6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2512279 Jul 16 18:16:01.751982 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:01.759188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-72a69415-d6ca-426d-a2a6-a17f4947d691 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:01.957103 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-326ca00f-63c0-4673-9c29-c5473e799a02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec HTTP/1.1" status: 200 len: 217 time: 0.2161269 Jul 16 18:16:01.962623 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.021474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Router 69737fa7-aee7-4741-a483-35dc1d007d48 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:02.053421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-00810bf0-1851-403b-be88-343fa69bcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.055634 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-00810bf0-1851-403b-be88-343fa69bcec7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c58792c8-48eb-4753-a902-f68cb8c77d5d HTTP/1.1" status: 200 len: 853 time: 0.0843179 Jul 16 18:16:02.061643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port f9056354-c72a-4830-ae83-dd87dbd3e004, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f9056354-c72a-4830-ae83-dd87dbd3e004,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:02.091202 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.144467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a69415-d6ca-426d-a2a6-a17f4947d691 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:02.158511 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72a69415-d6ca-426d-a2a6-a17f4947d691 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.169206 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a69415-d6ca-426d-a2a6-a17f4947d691 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:02.169748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a69415-d6ca-426d-a2a6-a17f4947d691 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:02.231933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee8fb543-ef7a-40ca-acb6-349a22371c70 None None] Provisioning complete for port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:02.232435 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee8fb543-ef7a-40ca-acb6-349a22371c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.273253 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-10a22872-649b-437e-816c-67812498bab8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eea4c748-9983-408c-b21d-8227e4743236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389301 Jul 16 18:16:02.279763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7e8e02db-82f0-4e89-b860-26ca40721325 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:02.280445 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-72a69415-d6ca-426d-a2a6-a17f4947d691 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5264924 Jul 16 18:16:02.281632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.313685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7e8e02db-82f0-4e89-b860-26ca40721325 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:02.314652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7e8e02db-82f0-4e89-b860-26ca40721325 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:02.316720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=f9056354-c72a-4830-ae83-dd87dbd3e004,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.357772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ee8fb543-ef7a-40ca-acb6-349a22371c70 None None] Port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:02.431832 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.444654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Transition to ACTIVE for port object 5990b394-6cbc-424f-a0e4-f77b71462686 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:02.453471 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.502226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:02.513464 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Sync routers for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:02.527218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c8ce20e2-47c5-47c3-97b0-e2c0f8b6d3ef admin admin] 10.222.0.60 "PUT /v2.0/routers/69737fa7-aee7-4741-a483-35dc1d007d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2755070 Jul 16 18:16:02.534311 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-a47c569f-b5e6-4dba-8222-887ecef9bad7 service neutron] 10.222.0.46 "GET /v2.0/networks/eea4c748-9983-408c-b21d-8227e4743236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514563 Jul 16 18:16:02.539320 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:02.540425 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.543751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Attempting to bind port 5990b394-6cbc-424f-a0e4-f77b71462686 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:02.544537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Attempting to bind port 5990b394-6cbc-424f-a0e4-f77b71462686 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:02.545156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Attempting to bind port 5990b394-6cbc-424f-a0e4-f77b71462686 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:02.548272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-22836934-0659-4422-ad05-aad1374017ee tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:02.551953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:02.552720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:02.553364 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.553982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:02.554714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Bound port: 5990b394-6cbc-424f-a0e4-f77b71462686, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:02.555438 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.557484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877a965-63d9-4b07-adf8-6c48a3c8f321 None None] Pushing event updated for resources: {'Port': ['ID=5990b394-6cbc-424f-a0e4-f77b71462686,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.670712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f9056354-c72a-4830-ae83-dd87dbd3e004 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:02.675513 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] For port 5990b394-6cbc-424f-a0e4-f77b71462686, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:02.729168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22836934-0659-4422-ad05-aad1374017ee tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:02.733153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22836934-0659-4422-ad05-aad1374017ee tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.735745 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-22836934-0659-4422-ad05-aad1374017ee tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:02.736478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22836934-0659-4422-ad05-aad1374017ee tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:02.754121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] For port 5990b394-6cbc-424f-a0e4-f77b71462686, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5990b394-6cbc-424f-a0e4-f77b71462686,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:02.782427 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.830550 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:02.841853 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-22836934-0659-4422-ad05-aad1374017ee tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3100338 Jul 16 18:16:02.846439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.899678 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a999fe2-bbdd-45fa-b7df-2e69eaa88eae tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514956 Jul 16 18:16:02.900319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50558) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.915925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Allocated IP 172.25.2.145 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/1d840823-4072-4407-83a3-2d7b55dc2247) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:02.917762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25498ea-bb44-4ced-bc5e-51bf9e0001c8 req-85b2e01b-b438-44bf-9908-fd4e0a803c71 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.929876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b25498ea-bb44-4ced-bc5e-51bf9e0001c8 req-85b2e01b-b438-44bf-9908-fd4e0a803c71 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 943 time: 0.3538628 Jul 16 18:16:02.943509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Routers {'f3e891c4-5734-4d58-bcf8-59812d2df157'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:02.948711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f3e891c4-5734-4d58-bcf8-59812d2df157'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:03.016377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211cd9b-89d9-4beb-ae6c-0ce15b1844bb req-3a417c15-671d-4781-8c4c-ab955be5d650 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.025915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3211cd9b-89d9-4beb-ae6c-0ce15b1844bb req-3a417c15-671d-4781-8c4c-ab955be5d650 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 945 time: 0.3897645 Jul 16 18:16:03.042415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f9056354-c72a-4830-ae83-dd87dbd3e004 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:03.045595 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.094168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3211cd9b-89d9-4beb-ae6c-0ce15b1844bb req-c3635aac-01ad-480c-80c5-7c6ad2451485 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677462 Jul 16 18:16:03.107959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b25498ea-bb44-4ced-bc5e-51bf9e0001c8 req-0c668495-b763-48ea-b80a-2bbdf3a845fc tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767638 Jul 16 18:16:03.192772 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.200389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-cc507c13-097b-4761-8d04-21d5cd269fb8 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.218070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-cc507c13-097b-4761-8d04-21d5cd269fb8 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.45 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 945 time: 0.3474870 Jul 16 18:16:03.255876 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-463c719c-5a42-4d6f-82f1-437aae44b488 req-346f79a6-b79f-467a-9851-4cb4bf597cbf service neutron] 10.222.0.46 "GET /v2.0/networks/eea4c748-9983-408c-b21d-8227e4743236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707331 Jul 16 18:16:03.258010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.298943 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7f90d63b-d27c-4f93-b0e3-3960bfd2445b', 'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'mac_address': 'fa:16:3e:30:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:57Z', 'updated_at': '2021-07-16T18:16:00Z', 'revision_number': 2, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'subnets': [{'id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:03.325478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877a965-63d9-4b07-adf8-6c48a3c8f321 None None] Pushing event updated for resources: {'Port': ['ID=5990b394-6cbc-424f-a0e4-f77b71462686,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.336307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e973971b-f904-4576-b602-13ebeab57624 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.340307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e973971b-f904-4576-b602-13ebeab57624 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4248602 Jul 16 18:16:03.341759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50570) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:03.347035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:03.363871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:03.377766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:03.401452 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Checking router: 69737fa7-aee7-4741-a483-35dc1d007d48 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:03.401814 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Updating router 69737fa7-aee7-4741-a483-35dc1d007d48 port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:03.404250 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4711fdca-479e-41cf-9090-82391301e474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.419924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event updated for resources: {'Port': ['ID=1d840823-4072-4407-83a3-2d7b55dc2247,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.456751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] Set router f3e891c4-5734-4d58-bcf8-59812d2df157 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:03.532758 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.735661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:03.745027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-85c99207-014d-4058-93b5-627c4d646598 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62423093', 'description': 'tempest-description--1970351889'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:03.826049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85c99207-014d-4058-93b5-627c4d646598 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.910973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e891c4-5734-4d58-bcf8-59812d2df157', 'name': 'tempest-snat-router-412610135', 'tenant_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.215'}], 'enable_snat': False}, 'gw_port_id': '5990b394-6cbc-424f-a0e4-f77b71462686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:53Z', 'updated_at': '2021-07-16T18:15:55Z', 'revision_number': 3, 'project_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'gw_port': {'id': '5990b394-6cbc-424f-a0e4-f77b71462686', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e891c4-5734-4d58-bcf8-59812d2df157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:54Z', 'updated_at': '2021-07-16T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:03.955188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b505e5c5-26a1-499e-ae63-b32ce42296ff None None] The sync data for ids ['f3e891c4-5734-4d58-bcf8-59812d2df157'] in n-d-793619-10 is: [{'id': 'f3e891c4-5734-4d58-bcf8-59812d2df157', 'name': 'tempest-snat-router-412610135', 'tenant_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.215'}], 'enable_snat': False}, 'gw_port_id': '5990b394-6cbc-424f-a0e4-f77b71462686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:53Z', 'updated_at': '2021-07-16T18:15:55Z', 'revision_number': 3, 'project_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'gw_port': {'id': '5990b394-6cbc-424f-a0e4-f77b71462686', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e891c4-5734-4d58-bcf8-59812d2df157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:54Z', 'updated_at': '2021-07-16T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:04.081112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.094700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7bd2d691-6e6c-42e1-91f0-69ecde0bca04 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7472308 Jul 16 18:16:04.102503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50574) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.128770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:04.217660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85c99207-014d-4058-93b5-627c4d646598 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.220882 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.229282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85c99207-014d-4058-93b5-627c4d646598 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.252260 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Transition to ACTIVE for port object 7f90d63b-d27c-4f93-b0e3-3960bfd2445b will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:04.261634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:04.264544 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.269984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.326362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c99207-014d-4058-93b5-627c4d646598 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd357a2-441d-4709-a86d-16727471653c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:04.334504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Deleting port d10337ae-fb30-441a-92db-7bde4ffbf6ab {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:04.334726 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.342489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85c99207-014d-4058-93b5-627c4d646598 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.343672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-85c99207-014d-4058-93b5-627c4d646598 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6070299 Jul 16 18:16:04.346782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50582) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.354029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a86fdf19-c4dc-43ad-a45a-cac86356b999 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Request body: {'security_group_rule': {'security_group_id': 'ddd357a2-441d-4709-a86d-16727471653c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:04.498282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a86fdf19-c4dc-43ad-a45a-cac86356b999 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.642911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5990b394-6cbc-424f-a0e4-f77b71462686 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:04.655813 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3bec7-7dd6-4fd8-b8b2-1d5e1df4737a None None] Pushing event updated for resources: {'Port': ['ID=7f90d63b-d27c-4f93-b0e3-3960bfd2445b,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:04.830535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 5990b394-6cbc-424f-a0e4-f77b71462686 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:04.834952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5990b394-6cbc-424f-a0e4-f77b71462686 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:04.835334 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.866446 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Attempting to bind port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:04.866446 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Attempting to bind port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:04.866446 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Attempting to bind port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b on network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:04.878078 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:04.878460 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Checking segment: {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:04.878868 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.879265 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Bound using segment: {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:04.879745 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Bound port: 7f90d63b-d27c-4f93-b0e3-3960bfd2445b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:04.881174 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.883766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] For port d10337ae-fb30-441a-92db-7bde4ffbf6ab, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d10337ae-fb30-441a-92db-7bde4ffbf6ab,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:04.884348 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.944908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Calling delete_port for d10337ae-fb30-441a-92db-7bde4ffbf6ab owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:05.013458 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.019700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:05.046220 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] For port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:05.049889 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] For port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7f90d63b-d27c-4f93-b0e3-3960bfd2445b,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:05.054349 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.078492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 5990b394-6cbc-424f-a0e4-f77b71462686, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5990b394-6cbc-424f-a0e4-f77b71462686,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:05.098077 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.100855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b7daf-b824-44d6-9371-0e6377ff21ca req-7ee4a709-a1a0-4253-8aa3-0fdd3fc88186 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.115955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-931b7daf-b824-44d6-9371-0e6377ff21ca req-7ee4a709-a1a0-4253-8aa3-0fdd3fc88186 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 943 time: 0.5685327 Jul 16 18:16:05.142674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df24bf-d7e8-4bf4-9117-28ea0495e6e6 req-9500d99c-d434-4369-9f99-fb52d45809b7 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.144227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4df24bf-d7e8-4bf4-9117-28ea0495e6e6 req-9500d99c-d434-4369-9f99-fb52d45809b7 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 945 time: 0.7340777 Jul 16 18:16:05.191264 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3bec7-7dd6-4fd8-b8b2-1d5e1df4737a None None] Pushing event updated for resources: {'Port': ['ID=7f90d63b-d27c-4f93-b0e3-3960bfd2445b,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.212906 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.235588 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:05.236257 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:05.320492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,segment=NetworkSegment(c87c5087-5fd6-40a7-b2f8-ef0bafcd7265),segment_id=c87c5087-5fd6-40a7-b2f8-ef0bafcd7265)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:05.350851 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a86fdf19-c4dc-43ad-a45a-cac86356b999 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.353423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec', 'network_id': 'eea4c748-9983-408c-b21d-8227e4743236', 'port_id': 'fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec', 'mac_address': 'fa:16:3e:1d:69:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58792c8-48eb-4753-a902-f68cb8c77d5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:05.364927 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a86fdf19-c4dc-43ad-a45a-cac86356b999 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.452179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=5990b394-6cbc-424f-a0e4-f77b71462686,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.473946 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.496208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fdf19-c4dc-43ad-a45a-cac86356b999 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c92c3e-330c-492e-8568-60e5cb14a843,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.505121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:05.526384 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:05.535624 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a86fdf19-c4dc-43ad-a45a-cac86356b999 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.541083 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a86fdf19-c4dc-43ad-a45a-cac86356b999 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1935856 Jul 16 18:16:05.544174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:05.552125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7e71cbc6-bfb2-4a11-bb09-1c542cb69b59 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Request body: {'security_group_rule': {'security_group_id': 'ddd357a2-441d-4709-a86d-16727471653c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:05.555007 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.565087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,segment=NetworkSegment(c87c5087-5fd6-40a7-b2f8-ef0bafcd7265),segment_id=c87c5087-5fd6-40a7-b2f8-ef0bafcd7265)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:05.571774 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.625871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e71cbc6-bfb2-4a11-bb09-1c542cb69b59 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.643757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4df24bf-d7e8-4bf4-9117-28ea0495e6e6 req-4ede6e71-e643-454a-a50e-288ef79416bd tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587918 Jul 16 18:16:05.659376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-931b7daf-b824-44d6-9371-0e6377ff21ca req-fea64684-af66-46d6-8d6b-807444159bd5 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416088 Jul 16 18:16:05.674204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Pushing event deleted for resources: {'Port': ['ID=d10337ae-fb30-441a-92db-7bde4ffbf6ab,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.728639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.751784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Router 2905e096-656d-4ffe-be4f-549ea2f16933 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:05.827008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] No DVR routers for this DVR port d10337ae-fb30-441a-92db-7bde4ffbf6ab on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:05.830010 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.832542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e5eed41-d900-4eab-8254-0668f8ac9c25 req-5db12793-869a-40a5-8999-db45818abd71 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.45 "DELETE /v2.0/ports/d10337ae-fb30-441a-92db-7bde4ffbf6ab HTTP/1.1" status: 204 len: 173 time: 2.6079175 Jul 16 18:16:05.838888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'name': 'network-vif-deleted', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:05.841317 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff35959-3ddc-4580-9398-446f52bd443b" -d '{"events": [{"server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "name": "network-vif-deleted", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:05.955818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d10337ae-fb30-441a-92db-7bde4ffbf6ab no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:05.968677 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6759092c-808f-4640-9a4e-d1a3550a5e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.981120 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49c7980-ca54-470e-b999-71721d8770a2 x-openstack-request-id: req-d49c7980-ca54-470e-b999-71721d8770a2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:05.981481 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079ecdb9-48ca-43f1-819a-066f603cc4f5", "name": "network-vif-deleted", "tag": "d10337ae-fb30-441a-92db-7bde4ffbf6ab", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:05.981973 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d49c7980-ca54-470e-b999-71721d8770a2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:05.982397 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079ecdb9-48ca-43f1-819a-066f603cc4f5', 'name': 'network-vif-deleted', 'tag': 'd10337ae-fb30-441a-92db-7bde4ffbf6ab', 'status': 'completed', 'code': 200} Jul 16 18:16:05.992828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:06.028982 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:06.052461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.056314 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6e028535-a0a0-4243-89a5-bb7232565bd4 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0201554 Jul 16 18:16:06.061082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.objects.ports [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:16:06.062188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.074401 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7f90d63b-d27c-4f93-b0e3-3960bfd2445b', 'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'mac_address': 'fa:16:3e:30:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:57Z', 'updated_at': '2021-07-16T18:16:05Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'subnets': [{'id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.078994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e71cbc6-bfb2-4a11-bb09-1c542cb69b59 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.084956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e71cbc6-bfb2-4a11-bb09-1c542cb69b59 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.129418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71cbc6-bfb2-4a11-bb09-1c542cb69b59 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c421d8a1-9cf4-4fbd-82d8-947b384d0120,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.133483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e71cbc6-bfb2-4a11-bb09-1c542cb69b59 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.135069 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7e71cbc6-bfb2-4a11-bb09-1c542cb69b59 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5870161 Jul 16 18:16:06.138079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.143280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] Sync routers for ids ['2905e096-656d-4ffe-be4f-549ea2f16933'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:06.143639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:06.148651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: d10337ae-fb30-441a-92db-7bde4ffbf6ab {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:06.149203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d10337ae-fb30-441a-92db-7bde4ffbf6ab not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:06.150801 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.172334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] Routers {'2905e096-656d-4ffe-be4f-549ea2f16933'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:06.173006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2905e096-656d-4ffe-be4f-549ea2f16933'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.174939 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.197156 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753af134-1557-4e82-a7f8-c22836ede795 None None] The sync data for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 is: [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7f90d63b-d27c-4f93-b0e3-3960bfd2445b', 'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'mac_address': 'fa:16:3e:30:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:57Z', 'updated_at': '2021-07-16T18:16:05Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'subnets': [{'id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:06.241080 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.253499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.260287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d200afe5-cedb-4f8f-9b78-307f33bc2d18 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/routers/2905e096-656d-4ffe-be4f-549ea2f16933 HTTP/1.1" status: 200 len: 907 time: 0.1927686 Jul 16 18:16:06.378035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=dc3a8f58-76b2-4702-87ed-686865c706ab,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.391901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:06.393560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:06.401500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.402259 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.445598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7eb62f79-a31e-420f-b6e3-34181adfabdd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3410754 Jul 16 18:16:06.446552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.463700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:6e:7b:40', 'name': 'tempest-NetworksTestDHCPv6-696619798'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:06.511467 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.647379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.793167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:06.818456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca73da-b407-44b5-bda4-9d53911daa1d None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:06.837245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5990b394-6cbc-424f-a0e4-f77b71462686 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:06.882830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Allocated IP 172.25.2.117 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/af97400b-1eb5-465a-bc85-aef4e76690df) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:07.068315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.169823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 23e62844-4cc4-4e50-8399-417156d0f05a yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:07.224861 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.248668 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.292370 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.368228 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a289aabd-f99f-4a19-8992-84e9ede2190d req-6d4b381b-3599-4851-af23-f35662693447 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=079ecdb9-48ca-43f1-819a-066f603cc4f5 HTTP/1.1" status: 200 len: 210 time: 0.0950348 Jul 16 18:16:07.370180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] Set router 2905e096-656d-4ffe-be4f-549ea2f16933 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:07.386427 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a42789-0139-4a8a-b96b-6b8a755f78d4 req-4943cbc7-9a6e-45c0-b358-c7d2f8ee8392 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:07.394102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58a42789-0139-4a8a-b96b-6b8a755f78d4 req-4943cbc7-9a6e-45c0-b358-c7d2f8ee8392 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 944 time: 0.3884220 Jul 16 18:16:07.420943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Deleting port 1d840823-4072-4407-83a3-2d7b55dc2247 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:07.421683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.506038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58a42789-0139-4a8a-b96b-6b8a755f78d4 req-0bd94e14-7672-4f47-91d4-31e7285b303d tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011992 Jul 16 18:16:07.567705 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.580643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:fe6e:7b40 (982584e8-bbac-43ce-b633-758a660970f8/dc3a8f58-76b2-4702-87ed-686865c706ab/23e62844-4cc4-4e50-8399-417156d0f05a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:07.648963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Pushing event updated for resources: {'Port': ['ID=af97400b-1eb5-465a-bc85-aef4e76690df,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:07.690827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:07.696468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:07.703265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:07.724721 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5990b394-6cbc-424f-a0e4-f77b71462686 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:07.725097 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.750494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.771262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Calling delete_port for 1d840823-4072-4407-83a3-2d7b55dc2247 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:07.898340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.921712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 23e62844-4cc4-4e50-8399-417156d0f05a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:07.952459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.999610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.027601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': 'dc3a8f58-76b2-4702-87ed-686865c706ab'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:08.029035 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.059515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:08.076863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:08.082390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.090444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:08.097865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.099054 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.136861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6888063 Jul 16 18:16:08.139759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04972c8a-1e5b-4e0f-8aea-ea217c80736e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=23e62844-4cc4-4e50-8399-417156d0f05a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.140401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50624) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.234032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7f90d63b-d27c-4f93-b0e3-3960bfd2445b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:08.316969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905e096-656d-4ffe-be4f-549ea2f16933', 'name': 'tempest-snat-router-412610135', 'tenant_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '1d840823-4072-4407-83a3-2d7b55dc2247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:03Z', 'revision_number': 3, 'project_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'gw_port': {'id': '1d840823-4072-4407-83a3-2d7b55dc2247', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:12:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905e096-656d-4ffe-be4f-549ea2f16933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:08.322612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.385351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] Checking router: 2905e096-656d-4ffe-be4f-549ea2f16933 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:08.385791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] Updating router 2905e096-656d-4ffe-be4f-549ea2f16933 port 1d840823-4072-4407-83a3-2d7b55dc2247 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:08.414863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] Port 1d840823-4072-4407-83a3-2d7b55dc2247 not found while updating agent binding for router 2905e096-656d-4ffe-be4f-549ea2f16933. {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:16:08.433645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Allocated IP 2001:db8::f816:3eff:fe46:8f73 (982584e8-bbac-43ce-b633-758a660970f8/dc3a8f58-76b2-4702-87ed-686865c706ab/ff70be6f-f251-45bc-b527-a418792f8bb5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:08.436841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] Routers {'2905e096-656d-4ffe-be4f-549ea2f16933'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:08.437693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2905e096-656d-4ffe-be4f-549ea2f16933'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:08.533408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:08.542649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:08.543244 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.553434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.555850 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] Set router 2905e096-656d-4ffe-be4f-549ea2f16933 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:08.567360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d840823-4072-4407-83a3-2d7b55dc2247,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.587392 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.637077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Pushing event updated for resources: {'Port': ['ID=af97400b-1eb5-465a-bc85-aef4e76690df,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.674502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905e096-656d-4ffe-be4f-549ea2f16933', 'name': 'tempest-snat-router-412610135', 'tenant_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:08Z', 'revision_number': 5, 'project_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:08.683358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4702db-e200-454f-8ab6-1b5ab328180b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.687761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-db4702db-e200-454f-8ab6-1b5ab328180b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5309739 Jul 16 18:16:08.687963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.722165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a70ad-7d90-43e4-8db7-1eb34f316e2b None None] The sync data for ids ['2905e096-656d-4ffe-be4f-549ea2f16933'] in n-d-793619-10 is: [{'id': '2905e096-656d-4ffe-be4f-549ea2f16933', 'name': 'tempest-snat-router-412610135', 'tenant_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:08Z', 'revision_number': 5, 'project_id': 'f457f9d1c99f45099eeebb20e3372ed7', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:08.762989 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.787977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.879152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.881797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.935871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.938217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2905e096-656d-4ffe-be4f-549ea2f16933 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:08.946058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.947436 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c81ee8b9-0822-490d-829c-f6787a31bde1 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "DELETE /v2.0/routers/2905e096-656d-4ffe-be4f-549ea2f16933 HTTP/1.1" status: 204 len: 168 time: 2.6255376 Jul 16 18:16:08.950236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.961882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.018057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:09.042903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.044466 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-28e44525-0592-4daf-a05c-03116a469ad0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9051189 Jul 16 18:16:09.100385 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.119028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.138730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28926595-decb-4ff0-9784-8ad3dffe9ce9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 23e62844-4cc4-4e50-8399-417156d0f05a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:09.139318 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28926595-decb-4ff0-9784-8ad3dffe9ce9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.185345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.190457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338626e-8165-4e72-9e65-4672e28cb544 req-1b9b2b0c-f16f-44a5-8f5c-0e0def58906b tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:09.201711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0338626e-8165-4e72-9e65-4672e28cb544 req-1b9b2b0c-f16f-44a5-8f5c-0e0def58906b tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 944 time: 0.3331110 Jul 16 18:16:09.209357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Transition to ACTIVE for port object ff70be6f-f251-45bc-b527-a418792f8bb5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:09.230531 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7f90d63b-d27c-4f93-b0e3-3960bfd2445b,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:09.245977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.268336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:09.279387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Transition to ACTIVE for port object ff70be6f-f251-45bc-b527-a418792f8bb5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:09.308867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:09.309613 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.369477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0338626e-8165-4e72-9e65-4672e28cb544 req-16e50766-b0e2-440b-b712-2b5eb8f87753 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644738 Jul 16 18:16:09.388640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.392380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.457897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:09.462706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:09.466900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:09.484898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28926595-decb-4ff0-9784-8ad3dffe9ce9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.509293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Deleting port 5990b394-6cbc-424f-a0e4-f77b71462686 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:09.509707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.531030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-28926595-decb-4ff0-9784-8ad3dffe9ce9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 23e62844-4cc4-4e50-8399-417156d0f05a owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:09.601704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Attempting to bind port ff70be6f-f251-45bc-b527-a418792f8bb5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:09.602263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Attempting to bind port ff70be6f-f251-45bc-b527-a418792f8bb5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:09.602788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Attempting to bind port ff70be6f-f251-45bc-b527-a418792f8bb5 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:09.607803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7f90d63b-d27c-4f93-b0e3-3960bfd2445b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:09.665850 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Pushing event updated for resources: {'Port': ['ID=ff70be6f-f251-45bc-b527-a418792f8bb5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:09.676835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:09.677243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:09.677921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.678480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:09.679737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Bound port: ff70be6f-f251-45bc-b527-a418792f8bb5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:09.680815 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.723710 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.751398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28926595-decb-4ff0-9784-8ad3dffe9ce9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.791931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd163f8-7fc3-46aa-b649-c954b972d926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:09.795084 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed0e0bd-28de-41f7-9a11-bf1390524b37" -d '{"events": [{"server_uuid": "5bd163f8-7fc3-46aa-b649-c954b972d926", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:09.831298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,segment=NetworkSegment(c87c5087-5fd6-40a7-b2f8-ef0bafcd7265),segment_id=c87c5087-5fd6-40a7-b2f8-ef0bafcd7265)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:09.835832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28926595-decb-4ff0-9784-8ad3dffe9ce9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=23e62844-4cc4-4e50-8399-417156d0f05a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:09.838780 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.844406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] For port ff70be6f-f251-45bc-b527-a418792f8bb5, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:09.903942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3bd5de75-cd87-4dfa-b2ea-201cffc99bfb tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--62423093&fields=id&tenant_id=3058e489c22c4d39a28720c42818fe07 HTTP/1.1" status: 200 len: 267 time: 0.1659279 Jul 16 18:16:10.023863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] For port 5990b394-6cbc-424f-a0e4-f77b71462686, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5990b394-6cbc-424f-a0e4-f77b71462686,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:10.024502 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.032714 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28926595-decb-4ff0-9784-8ad3dffe9ce9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.035005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-28926595-decb-4ff0-9784-8ad3dffe9ce9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/23e62844-4cc4-4e50-8399-417156d0f05a HTTP/1.1" status: 204 len: 168 time: 1.3460035 Jul 16 18:16:10.041995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50664) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.049421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Calling delete_port for 5990b394-6cbc-424f-a0e4-f77b71462686 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:10.095949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:10.117696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] For port ff70be6f-f251-45bc-b527-a418792f8bb5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ff70be6f-f251-45bc-b527-a418792f8bb5,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:10.125790 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.185632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14ace-51fd-4e17-b76e-032ed80004d1 req-f75273c9-dbe4-4ccc-971b-eb4649f21ebb tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.187794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17e14ace-51fd-4e17-b76e-032ed80004d1 req-f75273c9-dbe4-4ccc-971b-eb4649f21ebb tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 944 time: 0.4514503 Jul 16 18:16:10.219810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f2fd8-8f79-4092-89f8-54bf7bb1c773 None None] Pushing event updated for resources: {'Port': ['ID=ff70be6f-f251-45bc-b527-a418792f8bb5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:10.228333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbbfef1-c10f-45e7-88ae-c69fd2cd2f69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.230569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbbfef1-c10f-45e7-88ae-c69fd2cd2f69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.232583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5dbbfef1-c10f-45e7-88ae-c69fd2cd2f69 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1839066 Jul 16 18:16:10.238893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.250671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-6fc352f8-68f1-4d0c-af17-caa044332ad4 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.259616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-6fc352f8-68f1-4d0c-af17-caa044332ad4 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/networks?id=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e HTTP/1.1" status: 200 len: 812 time: 0.3542600 Jul 16 18:16:10.279678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.322296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.327867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-1d4322fb-b372-438a-835c-0421275f23d5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.329495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-1d4322fb-b372-438a-835c-0421275f23d5 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.45 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 944 time: 0.4508610 Jul 16 18:16:10.339842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-23c4f928-d860-475d-8621-45801575f807 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/quotas/3058e489c22c4d39a28720c42818fe07 HTTP/1.1" status: 200 len: 375 time: 0.0761588 Jul 16 18:16:10.369152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event deleted for resources: {'Port': ['ID=5990b394-6cbc-424f-a0e4-f77b71462686,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:10.467567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17e14ace-51fd-4e17-b76e-032ed80004d1 req-dc07a3c7-8899-49cc-b8fe-6fe1d6c86af0 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7fa7fb5-32ee-454a-8807-693010c48e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635169 Jul 16 18:16:10.506737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.542289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb91547-bcc8-4e68-a638-3a82a008fcb4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet dc3a8f58-76b2-4702-87ed-686865c706ab {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:10.552273 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eb91547-bcc8-4e68-a638-3a82a008fcb4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.616434 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f017d8-9807-4652-be68-fb807f74828b x-openstack-request-id: req-23f017d8-9807-4652-be68-fb807f74828b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:10.617443 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd163f8-7fc3-46aa-b649-c954b972d926", "name": "network-vif-plugged", "status": "completed", "tag": "fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:10.617730 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23f017d8-9807-4652-be68-fb807f74828b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:10.618730 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd163f8-7fc3-46aa-b649-c954b972d926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec', 'code': 200} Jul 16 18:16:10.775546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eb91547-bcc8-4e68-a638-3a82a008fcb4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.837626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-51f64555-dc3c-4197-b3c0-269ebfdb6acb tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3058e489c22c4d39a28720c42818fe07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4967334 Jul 16 18:16:10.860448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.864363 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.939622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.940664 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3e891c4-5734-4d58-bcf8-59812d2df157 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:10.946904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.948437 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-09596e42-056b-47a5-9959-a06e690d4ca6 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f3e891c4-5734-4d58-bcf8-59812d2df157 HTTP/1.1" status: 204 len: 168 time: 1.9935260 Jul 16 18:16:10.957614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50682) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.967267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Deleting port 74555164-d5dc-43b0-8c05-a16ae77281aa {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:10.968020 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.971761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-199075179', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:11.000916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e679d0a-bc0c-4b4f-88e7-6e0d05f57cef req-8757f33c-c344-4ff3-b629-8c6e749d3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.002464 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0e679d0a-bc0c-4b4f-88e7-6e0d05f57cef req-8757f33c-c344-4ff3-b629-8c6e749d3627 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 1097 time: 0.1994970 Jul 16 18:16:11.100770 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.102417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-8adaa08d-cc34-4a50-b1a8-f7a3f6003b36 service neutron] 10.222.0.60 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474108 Jul 16 18:16:11.110224 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.125583 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0e679d0a-bc0c-4b4f-88e7-6e0d05f57cef req-11880833-fb8e-4896-a811-9005d684345c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054406 Jul 16 18:16:11.209290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.408854 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.812054 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.829056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] For port 74555164-d5dc-43b0-8c05-a16ae77281aa, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=74555164-d5dc-43b0-8c05-a16ae77281aa,segment=NetworkSegment(8b258a09-251c-4235-a16d-ea399cc20a49),segment_id=8b258a09-251c-4235-a16d-ea399cc20a49)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:11.829650 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.845388 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.862062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Calling delete_port for 74555164-d5dc-43b0-8c05-a16ae77281aa owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:11.896329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0c7ba2af-bc3e-44d1-92ba-85c6ff4937dd None None] Provisioning for port ff70be6f-f251-45bc-b527-a418792f8bb5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:11.925479 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7f90d63b-d27c-4f93-b0e3-3960bfd2445b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:12.029556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:12.029926 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.074036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eb91547-bcc8-4e68-a638-3a82a008fcb4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.092347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Allocated IP 172.25.2.219 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/0c3db1c5-0542-4237-becf-381d7dc1da3d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:12.168562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.175140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eb91547-bcc8-4e68-a638-3a82a008fcb4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.176144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ff70be6f-f251-45bc-b527-a418792f8bb5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:12.234220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7ae87bd1-a424-4ff8-b0a3-955efc16e32d None None] Could not find standard attr ID for object 23e62844-4cc4-4e50-8399-417156d0f05a. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:12.285146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb91547-bcc8-4e68-a638-3a82a008fcb4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3a8f58-76b2-4702-87ed-686865c706ab,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:12.286213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.288842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Pushing event deleted for resources: {'Port': ['ID=74555164-d5dc-43b0-8c05-a16ae77281aa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:12.301049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eb91547-bcc8-4e68-a638-3a82a008fcb4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.303020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5eb91547-bcc8-4e68-a638-3a82a008fcb4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/dc3a8f58-76b2-4702-87ed-686865c706ab HTTP/1.1" status: 204 len: 168 time: 2.0616391 Jul 16 18:16:12.321224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50688) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:12.333773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ff70be6f-f251-45bc-b527-a418792f8bb5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:12.339697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ff70be6f-f251-45bc-b527-a418792f8bb5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:12.339697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.371103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] No DVR routers for this DVR port 74555164-d5dc-43b0-8c05-a16ae77281aa on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:12.374977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.377101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cbff56eb-8ac8-4350-8680-41cdcc6754a4 req-6c747ebb-12b9-4aac-b569-bf197198d5d1 tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.45 "DELETE /v2.0/ports/74555164-d5dc-43b0-8c05-a16ae77281aa HTTP/1.1" status: 204 len: 173 time: 2.0352068 Jul 16 18:16:12.381954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'name': 'network-vif-deleted', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:12.385383 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9fe4b5-c5c4-4b0a-b9b7-e6d7c0b7fcc5" -d '{"events": [{"server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "name": "network-vif-deleted", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:12.434927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78879ae3-1e56-45c6-b08e-8c95cdd0a549 req-1ac90186-acbc-483e-a3f0-f872eb3eb81d tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.447120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78879ae3-1e56-45c6-b08e-8c95cdd0a549 req-1ac90186-acbc-483e-a3f0-f872eb3eb81d tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 945 time: 1.3514247 Jul 16 18:16:12.471576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50692) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:12.484284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:12.489140 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1062e9ac-49dd-4723-a206-ec21ee05dfbd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1665540 Jul 16 18:16:12.490186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-99312988-fd69-4231-a3a2-d0b2799477a2 service neutron] 10.222.0.60 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3524640 Jul 16 18:16:12.547691 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.555042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78879ae3-1e56-45c6-b08e-8c95cdd0a549 req-2f1e9fef-c565-4d59-a5f1-c1a7007313af tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063962 Jul 16 18:16:12.674740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:12.696972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:12.704400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:12.719252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36edf113-4bd0-4a3e-9fc1-5a426f50f8da None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:12.763409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event updated for resources: {'Port': ['ID=0c3db1c5-0542-4237-becf-381d7dc1da3d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:12.781112 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.781719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a84e323-0a16-4511-bd0d-2611ecddaf6f req-6c4095cf-590c-4afd-86fc-b9e28bf6752d tempest-LiveAutoBlockMigrationV225Test-1201394168 tempest-LiveAutoBlockMigrationV225Test-1201394168-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8cc1bc3-c398-4ccd-8281-9279e92a1e80 HTTP/1.1" status: 200 len: 210 time: 0.0855262 Jul 16 18:16:12.801037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:12.812278 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.878798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port ff70be6f-f251-45bc-b527-a418792f8bb5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ff70be6f-f251-45bc-b527-a418792f8bb5,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:12.885330 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.040673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5990b394-6cbc-424f-a0e4-f77b71462686 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:13.048707 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6cc5c0-2a67-46df-873b-5f2bda6e3862 x-openstack-request-id: req-8e6cc5c0-2a67-46df-873b-5f2bda6e3862 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:13.049604 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cc1bc3-c398-4ccd-8281-9279e92a1e80", "name": "network-vif-deleted", "tag": "74555164-d5dc-43b0-8c05-a16ae77281aa", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:13.050033 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e6cc5c0-2a67-46df-873b-5f2bda6e3862 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:13.050585 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cc1bc3-c398-4ccd-8281-9279e92a1e80', 'name': 'network-vif-deleted', 'tag': '74555164-d5dc-43b0-8c05-a16ae77281aa', 'status': 'completed', 'code': 200} Jul 16 18:16:13.084715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0177477e-ecc4-4cfb-b5d9-a11c92545951 req-c06be4d9-e936-47f6-b76c-28ebff2929e4 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 210 time: 0.0495634 Jul 16 18:16:13.107571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 5990b394-6cbc-424f-a0e4-f77b71462686 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:13.108043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5990b394-6cbc-424f-a0e4-f77b71462686 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:13.191381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=ff70be6f-f251-45bc-b527-a418792f8bb5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.329576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef87ce25-9c79-4d6f-b049-f56844c7fb89 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:13.358310 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.519898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ef87ce25-9c79-4d6f-b049-f56844c7fb89 None None] Deleting port ff70be6f-f251-45bc-b527-a418792f8bb5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:13.522010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef87ce25-9c79-4d6f-b049-f56844c7fb89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.683566 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.832230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ef87ce25-9c79-4d6f-b049-f56844c7fb89 None None] For port ff70be6f-f251-45bc-b527-a418792f8bb5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ff70be6f-f251-45bc-b527-a418792f8bb5,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:13.834953 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef87ce25-9c79-4d6f-b049-f56844c7fb89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.901033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.objects.ports [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:16:13.910161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ef87ce25-9c79-4d6f-b049-f56844c7fb89 None None] Calling delete_port for ff70be6f-f251-45bc-b527-a418792f8bb5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:14.061353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Router cccab1b3-b291-48ce-a06a-bf13097b53a2 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:14.286303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 74555164-d5dc-43b0-8c05-a16ae77281aa no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:14.294517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50728) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.325736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 74555164-d5dc-43b0-8c05-a16ae77281aa {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:14.326281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 74555164-d5dc-43b0-8c05-a16ae77281aa not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:14.328646 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef87ce25-9c79-4d6f-b049-f56844c7fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.385697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:14.397572 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297981df-e359-41c9-9849-0ceb2ded509e None None] Sync routers for ids ['cccab1b3-b291-48ce-a06a-bf13097b53a2'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:14.406120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87ce25-9c79-4d6f-b049-f56844c7fb89 None None] No DVR routers for this DVR port ff70be6f-f251-45bc-b527-a418792f8bb5 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:14.430276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.430724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87ce25-9c79-4d6f-b049-f56844c7fb89 None None] Pushing event deleted for resources: {'Port': ['ID=ff70be6f-f251-45bc-b527-a418792f8bb5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.431906 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1d3beafd-c4b8-4ce5-a2f0-2e8e6556a2b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4713166 Jul 16 18:16:14.434814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.440274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-65eed69e-eafd-4d61-86d9-3867b244c001 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': False}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:14.448119 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297981df-e359-41c9-9849-0ceb2ded509e None None] Routers {'cccab1b3-b291-48ce-a06a-bf13097b53a2'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:14.454767 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-297981df-e359-41c9-9849-0ceb2ded509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['cccab1b3-b291-48ce-a06a-bf13097b53a2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.515376 n-d-793619-10 neutron-server[93823]: WARNING neutron.services.revisions.revision_plugin [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Could not find related port for resource to bump revision. Jul 16 18:16:14.527811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Port ff70be6f-f251-45bc-b527-a418792f8bb5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:16:14.529872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Reverting IP allocation for 2001:db8::f816:3eff:fe46:8f73 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:16:14.578365 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-297981df-e359-41c9-9849-0ceb2ded509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.606277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe46:8f73 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:16:14.607678 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297981df-e359-41c9-9849-0ceb2ded509e None None] Routers {'cccab1b3-b291-48ce-a06a-bf13097b53a2'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:14.608568 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-297981df-e359-41c9-9849-0ceb2ded509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['cccab1b3-b291-48ce-a06a-bf13097b53a2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.632357 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.645729 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-297981df-e359-41c9-9849-0ceb2ded509e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.646664 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297981df-e359-41c9-9849-0ceb2ded509e None None] The sync data for ids ['cccab1b3-b291-48ce-a06a-bf13097b53a2'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:14.755159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:14.830206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:14.844966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e7b15-f77d-4b05-bd16-c193f2511119 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:14.893579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66e4ac95-a9b7-4064-908c-d57f13f6357b req-39e2ace4-210c-4d34-9754-75432a7413b4 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 210 time: 0.2404702 Jul 16 18:16:14.894288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=3c6836c2-4f20-4e77-aae7-a59dc8a237c2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.906402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:14.907532 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.924316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2693f95-924f-4ab7-80de-2cd76fe41e48 admin admin] Deleting subnet 96575f11-85fd-4b83-b9cb-112b73042b0b {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:14.937390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff50efe-63a0-4f19-ad69-a2675e871094 req-a64f76a0-6531-4a9f-baad-6f3c34e7005f tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:14.946175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eff50efe-63a0-4f19-ad69-a2675e871094 req-a64f76a0-6531-4a9f-baad-6f3c34e7005f tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 945 time: 0.6541352 Jul 16 18:16:14.965789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2693f95-924f-4ab7-80de-2cd76fe41e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.017773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9f90da4e-2aa7-447e-9031-fa276a2c57f6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5448644 Jul 16 18:16:15.020897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.029208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:fb:27:2b', 'name': 'tempest-NetworksTestDHCPv6-2001706102'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:15.088387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eff50efe-63a0-4f19-ad69-a2675e871094 req-a1886dab-047c-4188-8744-44f73c2c4dd5 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408560 Jul 16 18:16:15.102053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '3c6836c2-4f20-4e77-aae7-a59dc8a237c2'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:15.103077 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.114002 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2693f95-924f-4ab7-80de-2cd76fe41e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.215064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2693f95-924f-4ab7-80de-2cd76fe41e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.278194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:15.409708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.423806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Allocated IP 2001:db8::f816:3eff:fe23:e7a5 (982584e8-bbac-43ce-b633-758a660970f8/3c6836c2-4f20-4e77-aae7-a59dc8a237c2/9452cc16-f70c-43a2-bac8-679246f51238) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:15.440849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 2a614204-04d3-40e0-bad7-2e4b2dae5700 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:15.441079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ff70be6f-f251-45bc-b527-a418792f8bb5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:15.447526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65eed69e-eafd-4d61-86d9-3867b244c001 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.490642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ff70be6f-f251-45bc-b527-a418792f8bb5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:15.490994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ff70be6f-f251-45bc-b527-a418792f8bb5 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:15.541496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2693f95-924f-4ab7-80de-2cd76fe41e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.803862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2693f95-924f-4ab7-80de-2cd76fe41e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96575f11-85fd-4b83-b9cb-112b73042b0b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:15.826733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2693f95-924f-4ab7-80de-2cd76fe41e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.831477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b2693f95-924f-4ab7-80de-2cd76fe41e48 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96575f11-85fd-4b83-b9cb-112b73042b0b HTTP/1.1" status: 204 len: 168 time: 1.5255532 Jul 16 18:16:15.831899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50762) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.864627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-e1e9d900-0490-4f15-bd7f-9e8f5539e3c6 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:15.866153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-e1e9d900-0490-4f15-bd7f-9e8f5539e3c6 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.45 "GET /v2.0/networks?id=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e HTTP/1.1" status: 200 len: 812 time: 0.3135431 Jul 16 18:16:15.889249 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.915768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Transition to ACTIVE for port object 9452cc16-f70c-43a2-bac8-679246f51238 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:15.951996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Transition to ACTIVE for port object 9452cc16-f70c-43a2-bac8-679246f51238 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:15.965326 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.983884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-4e26b4cc-da34-4ce1-8f53-737fdeb081f5 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3058e489c22c4d39a28720c42818fe07 HTTP/1.1" status: 200 len: 378 time: 0.1050291 Jul 16 18:16:16.006846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Request body: {'port': {'device_id': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'admin_state_up': True, 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'security_groups': ['ddd357a2-441d-4709-a86d-16727471653c']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:16.042542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:16.046061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:16.049842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:16.058463 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.109830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Pushing event updated for resources: {'Port': ['ID=9452cc16-f70c-43a2-bac8-679246f51238,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.127735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.128281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.128837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.129362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.129859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.130362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.130869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.131369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.131880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.133160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.133676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.134166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:16.139877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Attempting to bind port 9452cc16-f70c-43a2-bac8-679246f51238 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:16.140481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Attempting to bind port 9452cc16-f70c-43a2-bac8-679246f51238 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:16.141064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Attempting to bind port 9452cc16-f70c-43a2-bac8-679246f51238 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:16.147309 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:16.148024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:16.148628 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.149212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:16.149866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Bound port: 9452cc16-f70c-43a2-bac8-679246f51238, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:16.150514 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.226595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38f1d777-80a5-4093-a8bb-1a59cf98d208 req-0d211478-a1ce-4404-8120-5c00290dbb83 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 210 time: 0.0555801 Jul 16 18:16:16.259836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] For port 9452cc16-f70c-43a2-bac8-679246f51238, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:16.264399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] For port 9452cc16-f70c-43a2-bac8-679246f51238, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9452cc16-f70c-43a2-bac8-679246f51238,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:16.274351 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.290507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:fefb:272b (982584e8-bbac-43ce-b633-758a660970f8/3c6836c2-4f20-4e77-aae7-a59dc8a237c2/2a614204-04d3-40e0-bad7-2e4b2dae5700) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:16.379459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfea025-2395-49ed-833b-ada6af3a9701 None None] Pushing event updated for resources: {'Port': ['ID=9452cc16-f70c-43a2-bac8-679246f51238,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.406627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.441909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Made reservation on behalf of 3058e489c22c4d39a28720c42818fe07 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:16.449163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.487666 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14755690-30e8-49b5-801a-437a7321d2a8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.508710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b258a09-251c-4235-a16d-ea399cc20a49') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.509028 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b258a09-251c-4235-a16d-ea399cc20a49') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.555547 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:16.574030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.628567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.658504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65eed69e-eafd-4d61-86d9-3867b244c001 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.660732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:16.661209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:16.814394 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:16.824743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65eed69e-eafd-4d61-86d9-3867b244c001 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.835432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.920996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.925027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] 10.222.0.60 "DELETE /v2.0/networks/14755690-30e8-49b5-801a-437a7321d2a8 HTTP/1.1" status: 204 len: 168 time: 1.0872657 Jul 16 18:16:16.929848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.006318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8e242-9056-4e0d-8dc5-52a1b824c689 admin admin] Pushing event deleted for resources: {'Network': ['ID=14755690-30e8-49b5-801a-437a7321d2a8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:17.082696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-418fce9c-e66e-490e-b3cd-5d512c25f9fc admin admin] Deleting subnet 31a8bd6c-6488-4486-ac6b-edff3b7763cb {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:17.084966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf1d0d-c1f3-438e-944c-772de749789a req-c9313b7e-f6cf-427f-a9bc-a5b5012f7019 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.089265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-418fce9c-e66e-490e-b3cd-5d512c25f9fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.097675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9adf1d0d-c1f3-438e-944c-772de749789a req-c9313b7e-f6cf-427f-a9bc-a5b5012f7019 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 945 time: 0.3941512 Jul 16 18:16:17.128604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eed69e-eafd-4d61-86d9-3867b244c001 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Router cccab1b3-b291-48ce-a06a-bf13097b53a2 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:17.132561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Allocated IP 172.20.0.13 (66807c87-42c5-4982-8d2f-dcc9e7fc8d1e/7ff9c076-6e02-49c0-ae94-e69ae50e5238/c6e947da-3bd3-4f25-b0fe-a0c86c76e73e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:17.141796 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.159933 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-418fce9c-e66e-490e-b3cd-5d512c25f9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.210861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9adf1d0d-c1f3-438e-944c-772de749789a req-f79ac35a-1b58-4c33-9596-c9b7c6cb6c09 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115010 Jul 16 18:16:17.237578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 2a614204-04d3-40e0-bad7-2e4b2dae5700 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:17.324050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-418fce9c-e66e-490e-b3cd-5d512c25f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.421924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eed69e-eafd-4d61-86d9-3867b244c001 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:17.432740 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65eed69e-eafd-4d61-86d9-3867b244c001 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.438049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f52c9-8882-4872-bd9b-90d21e1ba0e8 None None] Sync routers for ids ['cccab1b3-b291-48ce-a06a-bf13097b53a2'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:17.449956 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-65eed69e-eafd-4d61-86d9-3867b244c001 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "PUT /v2.0/routers/cccab1b3-b291-48ce-a06a-bf13097b53a2 HTTP/1.1" status: 200 len: 921 time: 3.0110538 Jul 16 18:16:17.453251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.465236 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f52c9-8882-4872-bd9b-90d21e1ba0e8 None None] Routers {'cccab1b3-b291-48ce-a06a-bf13097b53a2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:17.465937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d00f52c9-8882-4872-bd9b-90d21e1ba0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['cccab1b3-b291-48ce-a06a-bf13097b53a2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.488711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9452cc16-f70c-43a2-bac8-679246f51238 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:17.523771 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.598786 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-418fce9c-e66e-490e-b3cd-5d512c25f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.613667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98a5ec57-6cca-46e0-ad58-ce72bb16d851 req-6ea96e37-71de-44c3-8e01-75e20b87ef10 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 210 time: 0.0784490 Jul 16 18:16:17.642439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:17.643494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d00f52c9-8882-4872-bd9b-90d21e1ba0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.647530 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fce9c-e66e-490e-b3cd-5d512c25f9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a8bd6c-6488-4486-ac6b-edff3b7763cb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:17.679487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f52c9-8882-4872-bd9b-90d21e1ba0e8 None None] Routers {'cccab1b3-b291-48ce-a06a-bf13097b53a2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:17.681266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:17.682385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d00f52c9-8882-4872-bd9b-90d21e1ba0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['cccab1b3-b291-48ce-a06a-bf13097b53a2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.684727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:17.692486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.693198 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.699418 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-418fce9c-e66e-490e-b3cd-5d512c25f9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.705448 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-418fce9c-e66e-490e-b3cd-5d512c25f9fc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/31a8bd6c-6488-4486-ac6b-edff3b7763cb HTTP/1.1" status: 204 len: 168 time: 0.7746363 Jul 16 18:16:17.706504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50786) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.720677 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.725396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=2a614204-04d3-40e0-bad7-2e4b2dae5700,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:17.750553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9452cc16-f70c-43a2-bac8-679246f51238 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:17.761035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d00f52c9-8882-4872-bd9b-90d21e1ba0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:17.762142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00f52c9-8882-4872-bd9b-90d21e1ba0e8 None None] The sync data for ids ['cccab1b3-b291-48ce-a06a-bf13097b53a2'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:17.774916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-785f229d-1d63-4046-a78e-2ecc7461a988 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7508771 Jul 16 18:16:17.777790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50794) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.788769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Transition to ACTIVE for port object c6e947da-3bd3-4f25-b0fe-a0c86c76e73e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:17.802323 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.814188 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-218885e2-aca9-4c05-a373-b81b931015ea tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/routers/cccab1b3-b291-48ce-a06a-bf13097b53a2 HTTP/1.1" status: 200 len: 921 time: 0.3595638 Jul 16 18:16:17.818146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50796) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.909696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfce721-9a17-4baf-9b82-d87d89ac3ca5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.920060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfce721-9a17-4baf-9b82-d87d89ac3ca5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.926770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2cfce721-9a17-4baf-9b82-d87d89ac3ca5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1471653 Jul 16 18:16:17.928776 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.930470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.034091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:18.038373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:18.058654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:18.102683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.128704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ffdb6-da12-4c97-89aa-67fa80c62609 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.130677 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dd6ffdb6-da12-4c97-89aa-67fa80c62609 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=cccab1b3-b291-48ce-a06a-bf13097b53a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3113277 Jul 16 18:16:18.134578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:18.137147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50804) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.158816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.175490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.178584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Pushing event updated for resources: {'Port': ['ID=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.186746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e11fbf-182f-4503-8d43-c1f09acab40e') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:18.187141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e11fbf-182f-4503-8d43-c1f09acab40e') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:18.224972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-322acd32-ac94-49cb-8c14-76eab35fd07b None None] Provisioning for port 9452cc16-f70c-43a2-bac8-679246f51238 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:18.229321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-3c651af8-d485-47e9-a35b-4b4482fb179d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2310939 Jul 16 18:16:18.234109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-322acd32-ac94-49cb-8c14-76eab35fd07b None None] Provisioning complete for port 9452cc16-f70c-43a2-bac8-679246f51238 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:18.235459 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-322acd32-ac94-49cb-8c14-76eab35fd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.244978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Request body: {'port': {'device_id': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:18.248322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.407463 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.410654 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-322acd32-ac94-49cb-8c14-76eab35fd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.416770 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.502171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-322acd32-ac94-49cb-8c14-76eab35fd07b None None] For port 9452cc16-f70c-43a2-bac8-679246f51238, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9452cc16-f70c-43a2-bac8-679246f51238,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:18.513954 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-322acd32-ac94-49cb-8c14-76eab35fd07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.567106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:18.567649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:18.571048 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:18.598871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322acd32-ac94-49cb-8c14-76eab35fd07b None None] Pushing event updated for resources: {'Port': ['ID=9452cc16-f70c-43a2-bac8-679246f51238,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.657959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98596dcc-69e7-43b1-8a30-417147e0fe39 None None] Provisioning for port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:18.670792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98596dcc-69e7-43b1-8a30-417147e0fe39 None None] Provisioning complete for port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:18.673460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98596dcc-69e7-43b1-8a30-417147e0fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.673615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b0b725-5d1e-4d6b-bed3-288bf52cc3ed tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.676135 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c0b0b725-5d1e-4d6b-bed3-288bf52cc3ed tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 881 time: 0.5187707 Jul 16 18:16:18.691642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.755039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-98596dcc-69e7-43b1-8a30-417147e0fe39 None None] Port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:18.778120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98596dcc-69e7-43b1-8a30-417147e0fe39 None None] Provisioning for port 2a614204-04d3-40e0-bad7-2e4b2dae5700 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:18.785663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98596dcc-69e7-43b1-8a30-417147e0fe39 None None] Provisioning complete for port 2a614204-04d3-40e0-bad7-2e4b2dae5700 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:18.786791 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98596dcc-69e7-43b1-8a30-417147e0fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.802650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-feeca659-7882-4d30-ba34-4865c2df70d5 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=cccab1b3-b291-48ce-a06a-bf13097b53a2 HTTP/1.1" status: 200 len: 205 time: 0.0986013 Jul 16 18:16:18.821131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50814) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.839103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-98596dcc-69e7-43b1-8a30-417147e0fe39 None None] Port 2a614204-04d3-40e0-bad7-2e4b2dae5700 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:19.176579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ea593b0f-d397-4fb3-924f-f31444fb1ac6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 2a614204-04d3-40e0-bad7-2e4b2dae5700 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:19.176579 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea593b0f-d397-4fb3-924f-f31444fb1ac6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.217470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.231133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.235828 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] 10.222.0.60 "DELETE /v2.0/networks/d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda HTTP/1.1" status: 204 len: 168 time: 1.5261750 Jul 16 18:16:19.324085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbf615-e056-4e6f-860f-5cfea2a083da admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f9d722-e2a2-41c2-b3a7-5dbb65b8aeda,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.356304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-6fd647f9-5266-44a1-bb08-622026fb6b0c tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.357782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-6fd647f9-5266-44a1-bb08-622026fb6b0c tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 945 time: 0.9863951 Jul 16 18:16:19.425904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea593b0f-d397-4fb3-924f-f31444fb1ac6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.521011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ea593b0f-d397-4fb3-924f-f31444fb1ac6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 2a614204-04d3-40e0-bad7-2e4b2dae5700 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:19.522427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9452cc16-f70c-43a2-bac8-679246f51238 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:19.582172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9452cc16-f70c-43a2-bac8-679246f51238 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:19.582975 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.588231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50826) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:19.598446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb06b3-4e81-4528-bc90-e9e86bed80c5 req-cc8be955-a365-4e5a-8844-cf0d44ddf4b4 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.601880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecfb06b3-4e81-4528-bc90-e9e86bed80c5 req-cc8be955-a365-4e5a-8844-cf0d44ddf4b4 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 945 time: 1.0379162 Jul 16 18:16:19.666892 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea593b0f-d397-4fb3-924f-f31444fb1ac6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.730360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea593b0f-d397-4fb3-924f-f31444fb1ac6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=2a614204-04d3-40e0-bad7-2e4b2dae5700,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.761329 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea593b0f-d397-4fb3-924f-f31444fb1ac6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.766989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ea593b0f-d397-4fb3-924f-f31444fb1ac6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/2a614204-04d3-40e0-bad7-2e4b2dae5700 HTTP/1.1" status: 204 len: 168 time: 1.8312681 Jul 16 18:16:19.769964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:19.848328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f5f70-dec7-4b9b-b8de-ab5c3dd968b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.851249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f5f70-dec7-4b9b-b8de-ab5c3dd968b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.856303 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b34f5f70-dec7-4b9b-b8de-ab5c3dd968b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0858028 Jul 16 18:16:19.858471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50836) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:19.890358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Deleting port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:19.890703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.893979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.898194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ecfb06b3-4e81-4528-bc90-e9e86bed80c5 req-29d8d9e2-e2e0-40c8-af77-6a20a843ce71 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/security-groups?id=45435e50-7c7b-4aed-baf8-7c780ef04f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863955 Jul 16 18:16:20.003023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] For port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,segment=NetworkSegment(c87c5087-5fd6-40a7-b2f8-ef0bafcd7265),segment_id=c87c5087-5fd6-40a7-b2f8-ef0bafcd7265)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:20.003402 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.025315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Calling delete_port for fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:20.107428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082a4ff-0456-4014-8407-af0c744e3aff req-6fe0f6d0-c677-4372-ac5e-fabe22366056 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:20.114991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0082a4ff-0456-4014-8407-af0c744e3aff req-6fe0f6d0-c677-4372-ac5e-fabe22366056 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 932 time: 1.1479247 Jul 16 18:16:20.160397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cddbdf51-a5ae-473a-aa48-c9008df6aff2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02e3392e165f400497fbe7e41aa3f523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568531 Jul 16 18:16:20.175742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50846) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:20.196089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.227898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2d19ac-b6e2-4eda-ad2e-b508c39b2261 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 3c6836c2-4f20-4e77-aae7-a59dc8a237c2 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:20.260679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Pushing event deleted for resources: {'Port': ['ID=fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.263755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0082a4ff-0456-4014-8407-af0c744e3aff req-cace8202-3ee7-4819-b8e2-5e43c6d18bff tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441355 Jul 16 18:16:20.266491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2d19ac-b6e2-4eda-ad2e-b508c39b2261 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.371613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] No DVR routers for this DVR port fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:20.375259 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.377999 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-433f0e1a-4ba1-4fd1-8700-f75ad434b514 req-9218d5e7-4c8b-4f92-890e-40a36f2ab058 tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.46 "DELETE /v2.0/ports/fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec HTTP/1.1" status: 204 len: 173 time: 1.0089152 Jul 16 18:16:20.378573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd163f8-7fc3-46aa-b649-c954b972d926', 'name': 'network-vif-deleted', 'tag': 'fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:20.389570 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937be7e2-6cd4-49fd-aa38-4d5309e96d5b" -d '{"events": [{"server_uuid": "5bd163f8-7fc3-46aa-b649-c954b972d926", "name": "network-vif-deleted", "tag": "fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:20.448949 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21223c7-68c4-4af2-a58b-97dc908e8c4b x-openstack-request-id: req-c21223c7-68c4-4af2-a58b-97dc908e8c4b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:20.449248 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd163f8-7fc3-46aa-b649-c954b972d926", "name": "network-vif-deleted", "tag": "fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:20.449496 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c21223c7-68c4-4af2-a58b-97dc908e8c4b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:20.449907 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd163f8-7fc3-46aa-b649-c954b972d926', 'name': 'network-vif-deleted', 'tag': 'fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec', 'status': 'completed', 'code': 200} Jul 16 18:16:20.536163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1239-d4ca-4686-b734-5f783e70131e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.559225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.563654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2d19ac-b6e2-4eda-ad2e-b508c39b2261 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.607174 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1239-d4ca-4686-b734-5f783e70131e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.654281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e947da-3bd3-4f25-b0fe-a0c86c76e73e {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:20.669510 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.733922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Transition to ACTIVE for port object c6e947da-3bd3-4f25-b0fe-a0c86c76e73e will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:20.761062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.848636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2d19ac-b6e2-4eda-ad2e-b508c39b2261 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.881579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.899043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a9025-a3d6-46eb-9982-4377b0a62c3b req-0d0ba67a-4755-4f3a-9de6-df4795fbc30f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:20.900650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f7a9025-a3d6-46eb-9982-4377b0a62c3b req-0d0ba67a-4755-4f3a-9de6-df4795fbc30f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.3446822 Jul 16 18:16:20.908252 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1239-d4ca-4686-b734-5f783e70131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.910874 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1239-d4ca-4686-b734-5f783e70131e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.912033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1bdb1239-d4ca-4686-b734-5f783e70131e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7fa7fb5-32ee-454a-8807-693010c48e51 HTTP/1.1" status: 204 len: 168 time: 0.7332397 Jul 16 18:16:20.941113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Deleting port 0c3db1c5-0542-4237-becf-381d7dc1da3d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:20.941474 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.003580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb1239-d4ca-4686-b734-5f783e70131e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fa7fb5-32ee-454a-8807-693010c48e51,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.096646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:21.114025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f7a9025-a3d6-46eb-9982-4377b0a62c3b req-c6cffc5b-a290-4e23-82bf-2f2978d7fa18 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007527 Jul 16 18:16:21.148909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2d19ac-b6e2-4eda-ad2e-b508c39b2261 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.249455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Attempting to bind port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:21.249802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Attempting to bind port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:21.250238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Attempting to bind port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e on network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:21.256097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d19ac-b6e2-4eda-ad2e-b508c39b2261 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6836c2-4f20-4e77-aae7-a59dc8a237c2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.266769 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.280934 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.294412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99628be5-0bec-4c6a-b633-f7d1ea7022a0 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:21.308741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f2d19ac-b6e2-4eda-ad2e-b508c39b2261 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.310713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9f2d19ac-b6e2-4eda-ad2e-b508c39b2261 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/3c6836c2-4f20-4e77-aae7-a59dc8a237c2 HTTP/1.1" status: 204 len: 168 time: 1.4443481 Jul 16 18:16:21.311914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e on network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:21.312349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Attempting to bind port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e on network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:21.313728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50890) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.335258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8db4f5fb-9628-4777-8f07-2040434a9a4b req-0050cb30-82c9-4464-8594-24688d83e66a tempest-ServerAddressesTestJSON-1335547380 tempest-ServerAddressesTestJSON-1335547380-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd163f8-7fc3-46aa-b649-c954b972d926 HTTP/1.1" status: 200 len: 210 time: 0.1319273 Jul 16 18:16:21.363022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:21.363381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Checking segment: {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:21.363774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Bound using segment: {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:21.364232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Bound port: c6e947da-3bd3-4f25-b0fe-a0c86c76e73e, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04abe035-5b15-4042-9d95-ca075a912f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:21.364620 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.370973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Calling delete_port for 0c3db1c5-0542-4237-becf-381d7dc1da3d owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:21.375701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:21.382618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:21.386901 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a503c6f3-0daf-4887-81ec-c94ad29dcc6c" -d '{"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-unplugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:21.415022 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.416309 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:21.434732 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-94de178f-3ebe-45d6-8e2b-0055d393ece2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195855 Jul 16 18:16:21.436201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.546027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.583290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:21.583806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device fb0fa39a-2b16-4d8e-a696-3d9aeb2513ec not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:21.600880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f8f72-7ebf-40ad-98a2-a2360edb99ec tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.605172 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-611f8f72-7ebf-40ad-98a2-a2360edb99ec tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1669734 Jul 16 18:16:21.605852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.676787 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ccddee2b-dd97-41c9-8b52-2bdfe252b4ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f6b78bb26d048d6bd51ed792c45aa13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290767 Jul 16 18:16:21.681536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.690671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.713033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b5c27-03d9-4708-92d0-b4de80139d3b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.717834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-530b5c27-03d9-4708-92d0-b4de80139d3b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1054845 Jul 16 18:16:21.718586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50908) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.802689 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8ac72345-ebd4-4313-8bad-cb0ee6f48633 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794780 Jul 16 18:16:21.803284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50910) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.810652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:21.837282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee9815-7632-4f43-bb8c-8681e488e142 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:21.865383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] For port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:21.867601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec5450e5-8241-4c40-81b7-8e2b23bca7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.869484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.876036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] For port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:21.896140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-25ee9815-7632-4f43-bb8c-8681e488e142 None None] Deleting port 9452cc16-f70c-43a2-bac8-679246f51238 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:21.896859 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ee9815-7632-4f43-bb8c-8681e488e142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.916447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.940060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec5450e5-8241-4c40-81b7-8e2b23bca7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.943424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20119ab-1126-45bb-91c9-45380c52b626 req-2298e97e-7e1b-4b56-9e6c-4e336082c772 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.946265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c20119ab-1126-45bb-91c9-45380c52b626 req-2298e97e-7e1b-4b56-9e6c-4e336082c772 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 944 time: 0.4244783 Jul 16 18:16:21.947469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event deleted for resources: {'Port': ['ID=0c3db1c5-0542-4237-becf-381d7dc1da3d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.958780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ae39d-8919-4e19-8da0-1411ff3ff3ed req-21a95848-82a7-496b-85ef-41ef5e112116 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.967618 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-467ae39d-8919-4e19-8da0-1411ff3ff3ed req-21a95848-82a7-496b-85ef-41ef5e112116 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 947 time: 0.4475269 Jul 16 18:16:21.989124 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-25ee9815-7632-4f43-bb8c-8681e488e142 None None] For port 9452cc16-f70c-43a2-bac8-679246f51238, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9452cc16-f70c-43a2-bac8-679246f51238,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:21.989534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:21.989998 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ee9815-7632-4f43-bb8c-8681e488e142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.993785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.006429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-25ee9815-7632-4f43-bb8c-8681e488e142 None None] Calling delete_port for 9452cc16-f70c-43a2-bac8-679246f51238 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:22.086493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:22.087151 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.087297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec5450e5-8241-4c40-81b7-8e2b23bca7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.088545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6e947da-3bd3-4f25-b0fe-a0c86c76e73e HTTP/1.1" status: 200 len: 1093 time: 3.8507857 Jul 16 18:16:22.088999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'tag': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:22.090162 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec5450e5-8241-4c40-81b7-8e2b23bca7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.091390 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ec5450e5-8241-4c40-81b7-8e2b23bca7ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/512fcb9c-8e35-4901-b6cc-c5edc63913c0 HTTP/1.1" status: 204 len: 168 time: 0.4081242 Jul 16 18:16:22.095695 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a0e22c-c694-41ca-9ed7-35cddea397fd" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbf1a27-f11a-4ff0-bb77-b53810294e4f", "tag": "c6e947da-3bd3-4f25-b0fe-a0c86c76e73e"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:22.102548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5450e5-8241-4c40-81b7-8e2b23bca7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512fcb9c-8e35-4901-b6cc-c5edc63913c0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:22.169319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-467ae39d-8919-4e19-8da0-1411ff3ff3ed req-2cd74ca8-adee-4288-866d-3b1b4baec4da tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003908 Jul 16 18:16:22.174387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25ee9815-7632-4f43-bb8c-8681e488e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.224374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee9815-7632-4f43-bb8c-8681e488e142 None None] Pushing event deleted for resources: {'Port': ['ID=9452cc16-f70c-43a2-bac8-679246f51238,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:22.231381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee9815-7632-4f43-bb8c-8681e488e142 None None] No DVR routers for this DVR port 9452cc16-f70c-43a2-bac8-679246f51238 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:22.265043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c20119ab-1126-45bb-91c9-45380c52b626 req-7f990abd-3417-4ea1-bb15-8e9c2b95edd5 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2816353 Jul 16 18:16:22.292603 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce944ba4-c9e0-4655-8ba7-266e30faf891 x-openstack-request-id: req-ce944ba4-c9e0-4655-8ba7-266e30faf891 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:22.292603 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-unplugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:22.292603 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce944ba4-c9e0-4655-8ba7-266e30faf891 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:22.292603 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'code': 200} Jul 16 18:16:22.347445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd50047-9487-4bc2-93ba-27079890a873 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:22.387782 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0580af0-5a04-4fc7-bd91-a1b60cd53df0 x-openstack-request-id: req-e0580af0-5a04-4fc7-bd91-a1b60cd53df0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:22.388199 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbf1a27-f11a-4ff0-bb77-b53810294e4f", "tag": "c6e947da-3bd3-4f25-b0fe-a0c86c76e73e", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:22.388418 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0580af0-5a04-4fc7-bd91-a1b60cd53df0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:22.388770 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'tag': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e', 'status': 'completed', 'code': 200} Jul 16 18:16:22.413910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.432243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:16:22.434109 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.487736 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:22.495888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:22.501391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:22.502000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.504812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=c93047e1-ae94-4fe1-95c5-53c80d26bc2f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:22.509606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb43a68f-45f6-4872-8a44-bb01a685d6dd None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:22.537090 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9be02b86-7c18-4dc9-9806-fc68c2eef20c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7313335 Jul 16 18:16:22.537747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:22.544722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:2c:d5:0a', 'name': 'tempest-NetworksTestDHCPv6-1397979603'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:22.664210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-1b166035-8473-4d99-abe1-835ea4b16328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:22.666417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-1b166035-8473-4d99-abe1-835ea4b16328 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3058e489c22c4d39a28720c42818fe07&device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 1096 time: 0.5042648 Jul 16 18:16:22.687340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': 'c93047e1-ae94-4fe1-95c5-53c80d26bc2f'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:22.688133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:22.688259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.700931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.706755 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.804722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.805261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Fanout notify agent at l3_agent the message router_deleted on router cccab1b3-b291-48ce-a06a-bf13097b53a2 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:22.810418 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.847186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 25e17671-3a1b-43df-9583-28445a9ac748 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:22.848904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.853750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e7aa3aa2-6f7a-45d1-9a14-8b70eae4e546 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/cccab1b3-b291-48ce-a06a-bf13097b53a2 HTTP/1.1" status: 204 len: 168 time: 4.0305617 Jul 16 18:16:22.854740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:22.861756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7759a240-9874-49cc-81eb-48738f609a69 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-845473109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:22.869278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Allocated IP 2001:db8::f816:3eff:fe26:5b41 (982584e8-bbac-43ce-b633-758a660970f8/c93047e1-ae94-4fe1-95c5-53c80d26bc2f/66cba809-d93c-4317-b39f-80e87ba95680) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:22.870681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-7371618e-06b1-41d7-ac4e-0809d92735a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e HTTP/1.1" status: 200 len: 217 time: 0.0838718 Jul 16 18:16:22.934551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750f7ef-6f05-45e7-9c4b-5a03160b3e92 req-2b9e2c7d-2d87-4d74-89b7-04f8b74c2418 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:22.936172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5750f7ef-6f05-45e7-9c4b-5a03160b3e92 req-2b9e2c7d-2d87-4d74-89b7-04f8b74c2418 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.4410572 Jul 16 18:16:22.944201 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759a240-9874-49cc-81eb-48738f609a69 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.946139 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759a240-9874-49cc-81eb-48738f609a69 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.986391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-620fdcbe-d9d6-4397-8097-97187053922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:22.988203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-620fdcbe-d9d6-4397-8097-97187053922c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ff9c076-6e02-49c0-ae94-e69ae50e5238 HTTP/1.1" status: 200 len: 851 time: 0.1083877 Jul 16 18:16:23.012248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759a240-9874-49cc-81eb-48738f609a69 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.018548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759a240-9874-49cc-81eb-48738f609a69 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.047750 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759a240-9874-49cc-81eb-48738f609a69 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.049148 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7759a240-9874-49cc-81eb-48738f609a69 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1932149 Jul 16 18:16:23.055232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50942) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:23.069220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:23.089260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ea579-788c-4852-b45a-5506bb592faa req-d5006a14-e6da-4edc-b3bc-49caaf04d8da tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:23.090833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a7ea579-788c-4852-b45a-5506bb592faa req-d5006a14-e6da-4edc-b3bc-49caaf04d8da tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.45 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 945 time: 0.4530938 Jul 16 18:16:23.093086 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.104646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Transition to ACTIVE for port object 66cba809-d93c-4317-b39f-80e87ba95680 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:23.133913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Transition to ACTIVE for port object 66cba809-d93c-4317-b39f-80e87ba95680 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:23.141866 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.154796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862b8df-8873-4b39-b4ae-f3d76bab3ec3 req-1ad9a888-4166-49ae-850a-e5ac7a011b4a tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:23.155840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e862b8df-8873-4b39-b4ae-f3d76bab3ec3 req-1ad9a888-4166-49ae-850a-e5ac7a011b4a tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1097 time: 0.5655768 Jul 16 18:16:23.171178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5750f7ef-6f05-45e7-9c4b-5a03160b3e92 req-d2020fa8-c4c9-4972-a399-8d3794349982 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185602 Jul 16 18:16:23.189003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:23.192447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:23.198595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:23.381537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e862b8df-8873-4b39-b4ae-f3d76bab3ec3 req-69926fa6-efd3-47a2-8079-9ba27d1b7127 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.386633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.411587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-5bf0116f-b8eb-4304-9c87-4abf4f292df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:23.413370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-5bf0116f-b8eb-4304-9c87-4abf4f292df0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4112048 Jul 16 18:16:23.422683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9452cc16-f70c-43a2-bac8-679246f51238 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:23.464108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:fe2c:d50a (982584e8-bbac-43ce-b633-758a660970f8/c93047e1-ae94-4fe1-95c5-53c80d26bc2f/25e17671-3a1b-43df-9583-28445a9ac748) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:23.466538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9452cc16-f70c-43a2-bac8-679246f51238 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:23.466899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9452cc16-f70c-43a2-bac8-679246f51238 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:23.470885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Attempting to bind port 66cba809-d93c-4317-b39f-80e87ba95680 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:23.471800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Attempting to bind port 66cba809-d93c-4317-b39f-80e87ba95680 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:23.472212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Attempting to bind port 66cba809-d93c-4317-b39f-80e87ba95680 on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:23.478732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Pushing event updated for resources: {'Port': ['ID=66cba809-d93c-4317-b39f-80e87ba95680,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.486996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:23.487423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:23.488561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.489293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:23.489782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Bound port: 66cba809-d93c-4317-b39f-80e87ba95680, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:23.490925 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.529986 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e862b8df-8873-4b39-b4ae-f3d76bab3ec3 req-69926fa6-efd3-47a2-8079-9ba27d1b7127 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.552380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e862b8df-8873-4b39-b4ae-f3d76bab3ec3 req-69926fa6-efd3-47a2-8079-9ba27d1b7127 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.582960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] For port 66cba809-d93c-4317-b39f-80e87ba95680, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:23.587474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] For port 66cba809-d93c-4317-b39f-80e87ba95680, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=66cba809-d93c-4317-b39f-80e87ba95680,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:23.594202 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.597703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e862b8df-8873-4b39-b4ae-f3d76bab3ec3 req-69926fa6-efd3-47a2-8079-9ba27d1b7127 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4254813 Jul 16 18:16:23.660876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Deleting port ab457b0f-6115-437a-a451-78af4af5434d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:23.661260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.674953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb2d8d-d58c-4ec1-ae52-418569b0fa63 None None] Pushing event updated for resources: {'Port': ['ID=66cba809-d93c-4317-b39f-80e87ba95680,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.691608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69926fa6-efd3-47a2-8079-9ba27d1b7127 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b44185b-a860-447c-ad1a-0917b07df28a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.826081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.091822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.120853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a04746b-7371-4389-884c-936ec411584d admin admin] Deleting subnet c58792c8-48eb-4753-a902-f68cb8c77d5d {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:24.135438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.138552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a04746b-7371-4389-884c-936ec411584d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.143031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.244894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 25e17671-3a1b-43df-9583-28445a9ac748 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:24.265323 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a04746b-7371-4389-884c-936ec411584d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.371884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a04746b-7371-4389-884c-936ec411584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.416373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.422109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Allocated IP 172.25.2.174 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/d66adac1-c2a9-4f57-bee2-9a72488ef5e0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:24.435215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-33cace70-5cc9-4cf1-b100-b85ae586f3fe service neutron] 10.222.0.45 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8996351 Jul 16 18:16:24.521232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] For port ab457b0f-6115-437a-a451-78af4af5434d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ab457b0f-6115-437a-a451-78af4af5434d,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:24.521232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.693083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc04a9-7da0-43b1-afb3-e2b6fc561330 req-e28fc56e-f455-4c65-a3b2-5564d615b081 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:24.695282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ccc04a9-7da0-43b1-afb3-e2b6fc561330 req-e28fc56e-f455-4c65-a3b2-5564d615b081 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.3236775 Jul 16 18:16:24.721826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c0a30-4ae2-4689-a2c0-5098445e493e req-1e3254ee-eded-4e9d-949e-56f9312083e0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:24.728797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a4c0a30-4ae2-4689-a2c0-5098445e493e req-1e3254ee-eded-4e9d-949e-56f9312083e0 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 944 time: 0.3586409 Jul 16 18:16:24.842236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6afaee-f59f-46ce-82c0-ce132a157ca5 req-13873440-ab2b-48e1-86a3-cedb57feefd3 service neutron] 10.222.0.45 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979411 Jul 16 18:16:24.905666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a4c0a30-4ae2-4689-a2c0-5098445e493e req-d5e2bbbf-d743-4000-80ba-4bc52460db56 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1746273 Jul 16 18:16:24.915838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:24.917109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ccc04a9-7da0-43b1-afb3-e2b6fc561330 req-d5236624-1aa1-4064-b041-ba3400527f77 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032466 Jul 16 18:16:24.958444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:24.958444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=25e17671-3a1b-43df-9583-28445a9ac748,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.994608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.997424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:25.010312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.010995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.014738 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.016864 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.017341 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Floating IP 84f895c7-9bcd-4d86-b285-69dbebf70ef1 disassociated. External IP: 172.25.2.110, port: ab457b0f-6115-437a-a451-78af4af5434d. Jul 16 18:16:25.017830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Calling delete_port for ab457b0f-6115-437a-a451-78af4af5434d owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:25.099329 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a04746b-7371-4389-884c-936ec411584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.228639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04746b-7371-4389-884c-936ec411584d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58792c8-48eb-4753-a902-f68cb8c77d5d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.233872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca82f9e-acd2-467d-8723-443893650f4a req-77db8f52-caa8-401e-ab57-a5a3cc5371d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.235533 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a744f4d-708f-4875-952f-0eed133a3b46 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6958907 Jul 16 18:16:25.236426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ca82f9e-acd2-467d-8723-443893650f4a req-77db8f52-caa8-401e-ab57-a5a3cc5371d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 1102 time: 0.1520061 Jul 16 18:16:25.237455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51000) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:25.267868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a04746b-7371-4389-884c-936ec411584d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.269998 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1a04746b-7371-4389-884c-936ec411584d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c58792c8-48eb-4753-a902-f68cb8c77d5d HTTP/1.1" status: 204 len: 168 time: 1.4417422 Jul 16 18:16:25.273278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51004) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:25.334042 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-58a44141-e4cd-441c-8430-6d0bde4c54c7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/07994222-497f-4f32-85c5-0eba4a623835 HTTP/1.1" status: 200 len: 992 time: 0.3124249 Jul 16 18:16:25.341269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e815a35-563f-4af9-913d-3e28c202f12f None None] Provisioning for port 66cba809-d93c-4317-b39f-80e87ba95680 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:25.345307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-bd50a01f-5ecf-4dda-a250-397e1d2c4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.347643 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-bd50a01f-5ecf-4dda-a250-397e1d2c4634 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3058e489c22c4d39a28720c42818fe07&device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 1096 time: 0.4156954 Jul 16 18:16:25.389171 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.424564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 66cba809-d93c-4317-b39f-80e87ba95680 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:25.448472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.463072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26ac5d-4028-4aaf-8431-1f7fa8e7a839 req-430c60f6-e18d-437e-b619-5578a62321b3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.465336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd26ac5d-4028-4aaf-8431-1f7fa8e7a839 req-430c60f6-e18d-437e-b619-5578a62321b3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17900f4-2831-43d5-a078-7705982f5787 HTTP/1.1" status: 200 len: 867 time: 0.3303623 Jul 16 18:16:25.525553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 66cba809-d93c-4317-b39f-80e87ba95680 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:25.534031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-6f28ece5-9c35-40d0-9685-70e29b67b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.534743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 66cba809-d93c-4317-b39f-80e87ba95680 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:25.535131 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.536503 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-6f28ece5-9c35-40d0-9685-70e29b67b4f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e HTTP/1.1" status: 200 len: 913 time: 0.1818659 Jul 16 18:16:25.595638 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.610560 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-298ddd80-fb4e-48fe-a110-59018d2645f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e HTTP/1.1" status: 200 len: 217 time: 0.0656455 Jul 16 18:16:25.612325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event deleted for resources: {'Port': ['ID=ab457b0f-6115-437a-a451-78af4af5434d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.629693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:25.635071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:25.637585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:25.647155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.711372 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.716218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc9ced-c22d-4912-8fd4-8a22cb9bb477 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.722368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc9ced-c22d-4912-8fd4-8a22cb9bb477 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.724014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-00cc9ced-c22d-4912-8fd4-8a22cb9bb477 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4613843 Jul 16 18:16:25.728230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3545ee1-ee22-430e-ab60-c41685a6291a None None] Provisioning for port 25e17671-3a1b-43df-9583-28445a9ac748 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:25.737133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51016) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:25.740011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3545ee1-ee22-430e-ab60-c41685a6291a None None] Provisioning complete for port 25e17671-3a1b-43df-9583-28445a9ac748 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:25.740391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3545ee1-ee22-430e-ab60-c41685a6291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.740527 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd26ac5d-4028-4aaf-8431-1f7fa8e7a839 req-e15a2c58-515f-4247-85ea-4d87fe0f80bd tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=f463930f-8ed8-4ec1-8578-4d03fb2972a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581925 Jul 16 18:16:25.812946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 66cba809-d93c-4317-b39f-80e87ba95680, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=66cba809-d93c-4317-b39f-80e87ba95680,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:25.815470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f3545ee1-ee22-430e-ab60-c41685a6291a None None] Port 25e17671-3a1b-43df-9583-28445a9ac748 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:25.831263 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.885055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca82f9e-acd2-467d-8723-443893650f4a req-08ea38c8-8f48-4bc7-a925-4608c6dfd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.886591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ca82f9e-acd2-467d-8723-443893650f4a req-08ea38c8-8f48-4bc7-a925-4608c6dfd56c service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.6124179 Jul 16 18:16:25.907572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=66cba809-d93c-4317-b39f-80e87ba95680,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.931336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event updated for resources: {'Port': ['ID=d66adac1-c2a9-4f57-bee2-9a72488ef5e0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.953070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-a855408e-fd67-41e5-9bed-63e53cc4b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.954551 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-a855408e-fd67-41e5-9bed-63e53cc4b7ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ff9c076-6e02-49c0-ae94-e69ae50e5238 HTTP/1.1" status: 200 len: 851 time: 0.3215833 Jul 16 18:16:25.967686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ca82f9e-acd2-467d-8723-443893650f4a req-7fb9430f-18dd-4c67-a09e-e438d867bc20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=8d91dab0-263e-41be-b964-94bda474b483 HTTP/1.1" status: 200 len: 217 time: 0.0620015 Jul 16 18:16:26.050275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca82f9e-acd2-467d-8723-443893650f4a req-1a719289-91ec-4449-9b8d-42a502abae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:26.052666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ca82f9e-acd2-467d-8723-443893650f4a req-1a719289-91ec-4449-9b8d-42a502abae46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0665016 Jul 16 18:16:26.066404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8d91dab0-263e-41be-b964-94bda474b483 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:26.069042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ab457b0f-6115-437a-a451-78af4af5434d no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:26.112976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-832c32e6-99ee-4b13-b85f-0297e8cfb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:26.114560 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-832c32e6-99ee-4b13-b85f-0297e8cfb15d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518078 Jul 16 18:16:26.135214 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.138455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: ab457b0f-6115-437a-a451-78af4af5434d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:26.139077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ab457b0f-6115-437a-a451-78af4af5434d not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:26.230177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea4c748-9983-408c-b21d-8227e4743236']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:26.259606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Router 7377ed25-a0d9-4ab8-8baf-303ba698c0de has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:26.268342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8d91dab0-263e-41be-b964-94bda474b483,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:26.277130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87c5087-5fd6-40a7-b2f8-ef0bafcd7265') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:26.277429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87c5087-5fd6-40a7-b2f8-ef0bafcd7265') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:26.282716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '8d91dab0-263e-41be-b964-94bda474b483', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '8d91dab0-263e-41be-b964-94bda474b483', 'mac_address': 'fa:16:3e:d2:f3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:26.300557 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.314760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-73c84177-b9a3-42d5-b32f-4b9939668e14 service neutron] 10.222.0.45 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608276 Jul 16 18:16:26.332875 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.350381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d91dab0-263e-41be-b964-94bda474b483 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:26.369367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.376290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8d91dab0-263e-41be-b964-94bda474b483,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:26.384339 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.385728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c6e947da-3bd3-4f25-b0fe-a0c86c76e73e details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:26.439766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:26.455921 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] Sync routers for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:26.467350 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:26.467985 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:26.502622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=8d91dab0-263e-41be-b964-94bda474b483,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:26.536187 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.605119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:26.626031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'port_id': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e', 'mac_address': 'fa:16:3e:91:aa:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:26.639104 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-74a0e22c-c694-41ca-9ed7-35cddea397fd req-7b2533f1-d82b-4314-a85a-1be13cde01cc service neutron] 10.222.0.45 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149815 Jul 16 18:16:26.680708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-60fc119f-d4f3-4992-a174-7d3126688495 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 25e17671-3a1b-43df-9583-28445a9ac748 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:26.681362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60fc119f-d4f3-4992-a174-7d3126688495 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.685669 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.705638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e947da-3bd3-4f25-b0fe-a0c86c76e73e {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:26.724080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-3ebb8cb8-a1dc-4e75-9769-66dd250eca0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1545937 Jul 16 18:16:26.735869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:26.743604 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.784982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.790159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.806968 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:26.856194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:26.907478 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60fc119f-d4f3-4992-a174-7d3126688495 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.912321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['8d91dab0-263e-41be-b964-94bda474b483'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:26.930474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-60fc119f-d4f3-4992-a174-7d3126688495 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 25e17671-3a1b-43df-9583-28445a9ac748 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:27.007860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['c6e947da-3bd3-4f25-b0fe-a0c86c76e73e'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:27.039838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Router 28f94be9-e878-4b1b-8b8d-abba433a63c4 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:27.073893 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.107898 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] Checking router: 7377ed25-a0d9-4ab8-8baf-303ba698c0de for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:27.119557 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:27.120443 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.133724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:27.134158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.143650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] No DVR routers for this DVR port ab457b0f-6115-437a-a451-78af4af5434d on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:27.147288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.152679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a7ea579-788c-4852-b45a-5506bb592faa req-533652b5-2b76-4ff3-9fc4-2cd74561acea tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.45 "DELETE /v2.0/ports/ab457b0f-6115-437a-a451-78af4af5434d HTTP/1.1" status: 204 len: 173 time: 4.0520287 Jul 16 18:16:27.157174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca82f9e-acd2-467d-8723-443893650f4a req-61ba936d-8cb9-4df2-a1c4-dcee363ccd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.159326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ca82f9e-acd2-467d-8723-443893650f4a req-61ba936d-8cb9-4df2-a1c4-dcee363ccd1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0997663 Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: items = [ Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:27.162179 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:27.288715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17900f4-2831-43d5-a078-7705982f5787', 'name': 'network-vif-deleted', 'tag': 'ab457b0f-6115-437a-a451-78af4af5434d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:27.293762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:27.293929 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2522ff-1943-4d72-b3c7-e970ce3d9150" -d '{"events": [{"server_uuid": "b17900f4-2831-43d5-a078-7705982f5787", "name": "network-vif-deleted", "tag": "ab457b0f-6115-437a-a451-78af4af5434d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:27.317112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.318502 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cc5b1e10-7315-452f-8169-92d8f07e739a tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "PUT /v2.0/routers/28f94be9-e878-4b1b-8b8d-abba433a63c4 HTTP/1.1" status: 200 len: 879 time: 4.2598722 Jul 16 18:16:27.333066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.344430 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:27.399902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041fa139-4b67-4bd4-8215-8ad5f38ffd2a None None] Sync routers for ids ['28f94be9-e878-4b1b-8b8d-abba433a63c4'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:27.429752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 66cba809-d93c-4317-b39f-80e87ba95680 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:27.533694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041fa139-4b67-4bd4-8215-8ad5f38ffd2a None None] Routers {'28f94be9-e878-4b1b-8b8d-abba433a63c4'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:27.534357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-041fa139-4b67-4bd4-8215-8ad5f38ffd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['28f94be9-e878-4b1b-8b8d-abba433a63c4'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.545660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ca82f9e-acd2-467d-8723-443893650f4a req-563867e1-5b5e-4257-9585-3c8c43ee89a9 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300355 Jul 16 18:16:27.587951 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-890d35ed-fc04-4ad9-a43a-918ba95da99b tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/routers/28f94be9-e878-4b1b-8b8d-abba433a63c4 HTTP/1.1" status: 200 len: 920 time: 0.2535448 Jul 16 18:16:27.588450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51080) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.627090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-041fa139-4b67-4bd4-8215-8ad5f38ffd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.650234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041fa139-4b67-4bd4-8215-8ad5f38ffd2a None None] Routers {'28f94be9-e878-4b1b-8b8d-abba433a63c4'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:27.651159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-041fa139-4b67-4bd4-8215-8ad5f38ffd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['28f94be9-e878-4b1b-8b8d-abba433a63c4'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.666276 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.673240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd6267a-df98-4a7d-890a-d67b27069269 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.678234 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7cd6267a-df98-4a7d-890a-d67b27069269 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=28f94be9-e878-4b1b-8b8d-abba433a63c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0887699 Jul 16 18:16:27.680094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51082) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.704495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-041fa139-4b67-4bd4-8215-8ad5f38ffd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.705501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041fa139-4b67-4bd4-8215-8ad5f38ffd2a None None] The sync data for ids ['28f94be9-e878-4b1b-8b8d-abba433a63c4'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:27.720317 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 66cba809-d93c-4317-b39f-80e87ba95680 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:27.720846 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.741572 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3a12af-0f99-4c7e-955a-92f3067ae704 None None] The sync data for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 is: [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:27.747759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4fc2e-8e0b-43a4-95ef-7b6768e61eb0 req-cb36ef07-8ac8-48fc-8524-16873d9e013d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.761352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0c4fc2e-8e0b-43a4-95ef-7b6768e61eb0 req-cb36ef07-8ac8-48fc-8524-16873d9e013d tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 944 time: 1.5783532 Jul 16 18:16:27.792279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb15688-0c82-4deb-8c30-0c26c90bac08 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.797079 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-adb15688-0c82-4deb-8c30-0c26c90bac08 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 881 time: 0.1159558 Jul 16 18:16:27.797919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51084) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.824433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.864695 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.872666 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9f5b5ff8-070b-4b72-84ee-63378169f674 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=28f94be9-e878-4b1b-8b8d-abba433a63c4 HTTP/1.1" status: 200 len: 205 time: 0.0734129 Jul 16 18:16:27.873279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51086) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:27.879666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eea4c748-9983-408c-b21d-8227e4743236 HTTP/1.1" status: 204 len: 168 time: 2.5840163 Jul 16 18:16:27.930165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60fc119f-d4f3-4992-a174-7d3126688495 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.954721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54d368-1e26-449d-a726-3aa250ed3691 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea4c748-9983-408c-b21d-8227e4743236,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:28.075872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.088276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8d91dab0-263e-41be-b964-94bda474b483 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:28.209165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 8d91dab0-263e-41be-b964-94bda474b483 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:28.210846 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.234538 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add5269-ec96-4a48-8ba6-0212746fdf9d None None] New status for floating IP 84f895c7-9bcd-4d86-b285-69dbebf70ef1: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:28.260350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51092) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.322623 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.340882 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-812e7bda-673e-48db-84f4-9acd4735b357 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de71059bb58f41739c1012bfe1a436b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788786 Jul 16 18:16:28.341555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51094) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.390698 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.424363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91dab0-263e-41be-b964-94bda474b483'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:28.427302 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5f47d0-50af-4abd-9cd0-b12c167974c5" -d '{"events": [{"server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "name": "network-vif-plugged", "status": "completed", "tag": "8d91dab0-263e-41be-b964-94bda474b483"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:28.453996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8d91dab0-263e-41be-b964-94bda474b483,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:28.462678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.464655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c6e947da-3bd3-4f25-b0fe-a0c86c76e73e up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:28.561122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc119f-d4f3-4992-a174-7d3126688495 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=25e17671-3a1b-43df-9583-28445a9ac748,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:28.592171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=8d91dab0-263e-41be-b964-94bda474b483,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:28.597285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e10a8-a01e-4f67-a59e-eabe153ff040 req-7aca1a13-ae51-41d0-a7c6-30ab8a20a35a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:28.599866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e46e10a8-a01e-4f67-a59e-eabe153ff040 req-7aca1a13-ae51-41d0-a7c6-30ab8a20a35a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 1.4195485 Jul 16 18:16:28.605842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0c4fc2e-8e0b-43a4-95ef-7b6768e61eb0 req-86d14eb5-a1ff-49a2-9973-4c78d695832b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8434153 Jul 16 18:16:28.637510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:28.651300 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.652457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:28.653122 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.685837 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60fc119f-d4f3-4992-a174-7d3126688495 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.691388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-60fc119f-d4f3-4992-a174-7d3126688495 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/25e17671-3a1b-43df-9583-28445a9ac748 HTTP/1.1" status: 204 len: 168 time: 2.9498298 Jul 16 18:16:28.693864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51098) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.707368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ca82f9e-acd2-467d-8723-443893650f4a req-3b5e3c97-7eeb-4924-abdd-4609f254aa69 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1459680 Jul 16 18:16:28.829908 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.868630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e46e10a8-a01e-4f67-a59e-eabe153ff040 req-f3ba145f-457b-4c6f-bd71-6a9ff079cb59 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264287 Jul 16 18:16:28.874749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b88fa59a-8a5e-49ab-8a31-0e2f8ef624f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.894250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:28.894477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1b409-0fb2-4b21-9474-63e1cd8faba6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:28.898623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd1b409-0fb2-4b21-9474-63e1cd8faba6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:28.899887 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.901757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ecd1b409-0fb2-4b21-9474-63e1cd8faba6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2066216 Jul 16 18:16:28.904446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51106) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.916707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Deleting port d66adac1-c2a9-4f57-bee2-9a72488ef5e0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:28.917056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.946182 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b88fa59a-8a5e-49ab-8a31-0e2f8ef624f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.966842 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801d536f-08be-4fa5-8b14-f38c7be3dba3 x-openstack-request-id: req-801d536f-08be-4fa5-8b14-f38c7be3dba3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:28.967790 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17900f4-2831-43d5-a078-7705982f5787", "name": "network-vif-deleted", "tag": "ab457b0f-6115-437a-a451-78af4af5434d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:28.968369 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-801d536f-08be-4fa5-8b14-f38c7be3dba3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:28.969164 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17900f4-2831-43d5-a078-7705982f5787', 'name': 'network-vif-deleted', 'tag': 'ab457b0f-6115-437a-a451-78af4af5434d', 'status': 'completed', 'code': 200} Jul 16 18:16:29.036192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-70117a85-df80-45cd-a89a-89547c8a5ad9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet c93047e1-ae94-4fe1-95c5-53c80d26bc2f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:29.039155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.050611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70117a85-df80-45cd-a89a-89547c8a5ad9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.070350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-cd0be848-b24a-4300-a5b9-4f2298419a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.071894 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-cd0be848-b24a-4300-a5b9-4f2298419a95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1097 time: 0.2696807 Jul 16 18:16:29.140384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70117a85-df80-45cd-a89a-89547c8a5ad9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.142283 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98341cf4-aed6-48b2-a633-cb222884c564 x-openstack-request-id: req-98341cf4-aed6-48b2-a633-cb222884c564 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:29.142574 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "name": "network-vif-plugged", "status": "completed", "tag": "8d91dab0-263e-41be-b964-94bda474b483", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:29.142829 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98341cf4-aed6-48b2-a633-cb222884c564 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:29.143221 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d91dab0-263e-41be-b964-94bda474b483', 'code': 200} Jul 16 18:16:29.180050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.201728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.243179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Calling delete_port for d66adac1-c2a9-4f57-bee2-9a72488ef5e0 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:29.257793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-89522513-35e7-4663-aa92-04c4d0a26d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.259328 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-89522513-35e7-4663-aa92-04c4d0a26d45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 0.1774747 Jul 16 18:16:29.260032 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b88fa59a-8a5e-49ab-8a31-0e2f8ef624f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.262888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b88fa59a-8a5e-49ab-8a31-0e2f8ef624f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.266637 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b88fa59a-8a5e-49ab-8a31-0e2f8ef624f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45435e50-7c7b-4aed-baf8-7c780ef04f7d HTTP/1.1" status: 204 len: 168 time: 0.9209087 Jul 16 18:16:29.301233 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70117a85-df80-45cd-a89a-89547c8a5ad9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.352790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fa59a-8a5e-49ab-8a31-0e2f8ef624f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45435e50-7c7b-4aed-baf8-7c780ef04f7d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.391637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70117a85-df80-45cd-a89a-89547c8a5ad9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.391788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9db600ea-6f4d-4ace-ad35-f946b5a9a1aa tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.431469 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-ad8fc2c4-3088-4eca-9ad8-90a04bedc95d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 1000 time: 0.1553459 Jul 16 18:16:29.444096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9db600ea-6f4d-4ace-ad35-f946b5a9a1aa tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.449259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70117a85-df80-45cd-a89a-89547c8a5ad9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=c93047e1-ae94-4fe1-95c5-53c80d26bc2f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.459506 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-70117a85-df80-45cd-a89a-89547c8a5ad9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.466991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c85d2-dbca-45dd-91c2-3e8180642cb5 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:29.467749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-70117a85-df80-45cd-a89a-89547c8a5ad9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/c93047e1-ae94-4fe1-95c5-53c80d26bc2f HTTP/1.1" status: 204 len: 168 time: 0.5585129 Jul 16 18:16:29.467749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.547887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5ecb181d-b532-464a-b928-13ff72949a76 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762846 Jul 16 18:16:29.548113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51128) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.556021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:29.578711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-2b0faf89-b271-4597-96d0-6aba221c4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.580258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-2b0faf89-b271-4597-96d0-6aba221c4ffa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.1395926 Jul 16 18:16:29.647571 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9db600ea-6f4d-4ace-ad35-f946b5a9a1aa tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.650941 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9db600ea-6f4d-4ace-ad35-f946b5a9a1aa tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.652247 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9db600ea-6f4d-4ace-ad35-f946b5a9a1aa tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "DELETE /v2.0/security-groups/f463930f-8ed8-4ec1-8578-4d03fb2972a6 HTTP/1.1" status: 204 len: 168 time: 0.4698944 Jul 16 18:16:29.660646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51130) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.690521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db600ea-6f4d-4ace-ad35-f946b5a9a1aa tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f463930f-8ed8-4ec1-8578-4d03fb2972a6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.696798 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-3db015e3-3b4f-4ac3-b725-e663beade555 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] show failed (client error): The resource could not be found. Jul 16 18:16:29.701533 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3db015e3-3b4f-4ac3-b725-e663beade555 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups/f463930f-8ed8-4ec1-8578-4d03fb2972a6 HTTP/1.1" status: 404 len: 347 time: 0.0366497 Jul 16 18:16:29.701533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.726998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:29.727989 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.733045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.779233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84bf83-31bd-4c6b-a826-e5a18a1f0c36 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:29.827936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event deleted for resources: {'Port': ['ID=d66adac1-c2a9-4f57-bee2-9a72488ef5e0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.887328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5e84bf83-31bd-4c6b-a826-e5a18a1f0c36 None None] Deleting port 66cba809-d93c-4317-b39f-80e87ba95680 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:29.889785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e84bf83-31bd-4c6b-a826-e5a18a1f0c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.913871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-ac8b19f9-ab73-4891-b173-765cfcd9f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.915484 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-ac8b19f9-ab73-4891-b173-765cfcd9f537 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3114967 Jul 16 18:16:30.048875 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.098061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5e84bf83-31bd-4c6b-a826-e5a18a1f0c36 None None] For port 66cba809-d93c-4317-b39f-80e87ba95680, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=66cba809-d93c-4317-b39f-80e87ba95680,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:30.104420 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e84bf83-31bd-4c6b-a826-e5a18a1f0c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.133714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5e84bf83-31bd-4c6b-a826-e5a18a1f0c36 None None] Calling delete_port for 66cba809-d93c-4317-b39f-80e87ba95680 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:30.187201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde98929-009a-4ac3-bd43-41fc40b61382 req-dbb67a0f-5c45-4bc5-b84b-7039140b782e tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.188219 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.193541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.195991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cde98929-009a-4ac3-bd43-41fc40b61382 req-dbb67a0f-5c45-4bc5-b84b-7039140b782e tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 946 time: 0.2690928 Jul 16 18:16:30.199977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-2a746ca2-981e-4b36-9449-8634833227ea service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617135 Jul 16 18:16:30.203599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Deleting port 7939ccb7-aac3-474c-ae4a-61bab80b704f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:30.204257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.300256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.301241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Fanout notify agent at l3_agent the message router_deleted on router 28f94be9-e878-4b1b-8b8d-abba433a63c4 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:30.327046 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e84bf83-31bd-4c6b-a826-e5a18a1f0c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.343398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.347961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84bf83-31bd-4c6b-a826-e5a18a1f0c36 None None] No DVR routers for this DVR port 66cba809-d93c-4317-b39f-80e87ba95680 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:30.348500 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-246ba58f-cb91-4719-829f-34cc1760f989 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/28f94be9-e878-4b1b-8b8d-abba433a63c4 HTTP/1.1" status: 204 len: 168 time: 2.4739275 Jul 16 18:16:30.354924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51152) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.380288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cde98929-009a-4ac3-bd43-41fc40b61382 req-1c686229-8407-4cb2-ba97-5b8bf3029fc1 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1839345 Jul 16 18:16:30.390899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84bf83-31bd-4c6b-a826-e5a18a1f0c36 None None] Pushing event deleted for resources: {'Port': ['ID=66cba809-d93c-4317-b39f-80e87ba95680,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.395455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4eaacf17-f945-4ff6-a2d8-27606dd33978 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-587946939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:30.408250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51154) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.477103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab479587-d7d6-4912-8cea-dc644499fdea req-b5f3deae-9ed0-4979-883b-c7675b23b9c7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.478700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab479587-d7d6-4912-8cea-dc644499fdea req-b5f3deae-9ed0-4979-883b-c7675b23b9c7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.3752053 Jul 16 18:16:30.480923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.objects.ports [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:16:30.502081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.502420 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.507672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4eaacf17-f945-4ff6-a2d8-27606dd33978 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.508720 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4eaacf17-f945-4ff6-a2d8-27606dd33978 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.533646 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-30de3709-c0cd-435e-a519-917a08b9e974 service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137920 Jul 16 18:16:30.599653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Calling delete_port for 7939ccb7-aac3-474c-ae4a-61bab80b704f owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:30.650087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-798e58a4-394b-4bb3-a81a-3bd0c86dbe2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.651759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4eaacf17-f945-4ff6-a2d8-27606dd33978 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.706184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4eaacf17-f945-4ff6-a2d8-27606dd33978 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.712970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab479587-d7d6-4912-8cea-dc644499fdea req-8218e123-d26f-4bc4-bca0-f95c5e9c53dd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139304 Jul 16 18:16:30.755768 n-d-793619-10 neutron-server[93823]: WARNING neutron.services.revisions.revision_plugin [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Could not find related port for resource to bump revision. Jul 16 18:16:30.771249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Port 66cba809-d93c-4317-b39f-80e87ba95680 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:16:30.771555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Reverting IP allocation for 2001:db8::f816:3eff:fe26:5b41 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:16:30.775646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_pluggable_backend [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe26:5b41 {{(pid=93823) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:16:30.778045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.797861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.849440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:30.857713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:30.863088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.863675 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.867329 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.870854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1571a6-dc05-4efe-a501-3da1439a969b None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:30.879585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=31350052-750e-4b6e-b5a6-582e351adc19,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.910055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event deleted for resources: {'Port': ['ID=7939ccb7-aac3-474c-ae4a-61bab80b704f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.910284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-798e58a4-394b-4bb3-a81a-3bd0c86dbe2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.919708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-798e58a4-394b-4bb3-a81a-3bd0c86dbe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.958614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1600695860-network', 'tenant_id': '8c6e893a63a24e9e9b834248d46e5565'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:30.962628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e58a4-394b-4bb3-a81a-3bd0c86dbe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbeaa65-baed-49f2-b371-8a251bad51c6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.962819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4eaacf17-f945-4ff6-a2d8-27606dd33978 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.964030 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4eaacf17-f945-4ff6-a2d8-27606dd33978 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6060481 Jul 16 18:16:30.966484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b514dead-b216-47bc-b565-666e56e62553 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4172165 Jul 16 18:16:30.968346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51180) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.971382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.975944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': True}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:30.980045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:4f:c4:b6', 'name': 'tempest-NetworksTestDHCPv6-2120062670'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:31.023715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.027023 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.040543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-29ecf017-1e97-4fcb-9914-351b2fd19909 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "DELETE /v2.0/floatingips/84f895c7-9bcd-4d86-b285-69dbebf70ef1 HTTP/1.1" status: 204 len: 168 time: 1.3258123 Jul 16 18:16:31.076108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-798e58a4-394b-4bb3-a81a-3bd0c86dbe2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02ceb0593dc1416db687634f5ae0225b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628621 Jul 16 18:16:31.076602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51184) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:31.084762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': '31350052-750e-4b6e-b5a6-582e351adc19'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:31.087227 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.149086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Made reservation on behalf of 8c6e893a63a24e9e9b834248d46e5565 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:31.151471 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.164829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.187718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:31.203009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:31.206018 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00db94-c2c5-4d1c-adc5-47878f09ac4b" -d '{"events": [{"server_uuid": "fbbf1a27-f11a-4ff0-bb77-b53810294e4f", "name": "network-vif-plugged", "status": "completed", "tag": "c6e947da-3bd3-4f25-b0fe-a0c86c76e73e"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:31.239561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24643a9e-bb95-420d-8c0d-35852ed61ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.314174 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.332381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24643a9e-bb95-420d-8c0d-35852ed61ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.351815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Allocated IP 2001:db8::f816:3eff:febb:9c45 (982584e8-bbac-43ce-b633-758a660970f8/31350052-750e-4b6e-b5a6-582e351adc19/5e7e0065-08f1-46a2-980f-3e744c016f6b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:31.372502 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.404211 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.450432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25edefe-69b4-466d-8423-54faea9c0aa1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:31.455117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:31.484880 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.485434 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Added segment f57f7935-350b-4ad7-84c9-5ae2e977a4bc of type vlan for network 369a2638-6637-44a9-882b-cebc73490469 Jul 16 18:16:31.514517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.540719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24643a9e-bb95-420d-8c0d-35852ed61ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.543982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24643a9e-bb95-420d-8c0d-35852ed61ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.559041 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-24643a9e-bb95-420d-8c0d-35852ed61ab9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bbeaa65-baed-49f2-b371-8a251bad51c6 HTTP/1.1" status: 204 len: 168 time: 0.4719448 Jul 16 18:16:31.563304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 6c95937a-2cd1-4215-9cf9-930a9db2161d yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:31.595865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24643a9e-bb95-420d-8c0d-35852ed61ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbeaa65-baed-49f2-b371-8a251bad51c6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:31.598238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d54acd-567a-4d27-a8f9-76b6e3e6b8a1 req-511f57a8-6348-4eb9-aa88-1b3a5e1f639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:31.601253 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aa87bf-de7c-4b8d-a2e8-07ac45735ac8 x-openstack-request-id: req-69aa87bf-de7c-4b8d-a2e8-07ac45735ac8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:31.601444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12d54acd-567a-4d27-a8f9-76b6e3e6b8a1 req-511f57a8-6348-4eb9-aa88-1b3a5e1f639c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 1098 time: 0.2387836 Jul 16 18:16:31.602813 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbf1a27-f11a-4ff0-bb77-b53810294e4f", "name": "network-vif-plugged", "status": "completed", "tag": "c6e947da-3bd3-4f25-b0fe-a0c86c76e73e", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:31.603091 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69aa87bf-de7c-4b8d-a2e8-07ac45735ac8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:31.604129 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e', 'code': 200} Jul 16 18:16:31.606993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 66cba809-d93c-4317-b39f-80e87ba95680 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:31.657057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 66cba809-d93c-4317-b39f-80e87ba95680 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:31.657522 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 66cba809-d93c-4317-b39f-80e87ba95680 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:31.674258 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.686533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51196) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:31.687557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Transition to ACTIVE for port object 5e7e0065-08f1-46a2-980f-3e744c016f6b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:31.693763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12d54acd-567a-4d27-a8f9-76b6e3e6b8a1 req-323376ce-b9fb-41d5-92a5-711f72316e6a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753493 Jul 16 18:16:31.707614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Transition to ACTIVE for port object 5e7e0065-08f1-46a2-980f-3e744c016f6b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:31.711158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.715555 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.717971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-76c63847-148a-4ae3-aa25-c2d766994064 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971217705', 'description': 'tempest-description--973831568'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:31.760912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:31.766351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:31.769219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:31.809046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Pushing event updated for resources: {'Port': ['ID=5e7e0065-08f1-46a2-980f-3e744c016f6b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:31.820488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:fe4f:c4b6 (982584e8-bbac-43ce-b633-758a660970f8/31350052-750e-4b6e-b5a6-582e351adc19/6c95937a-2cd1-4215-9cf9-930a9db2161d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:31.850113 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:16:31.862373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Attempting to bind port 5e7e0065-08f1-46a2-980f-3e744c016f6b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:31.863499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Attempting to bind port 5e7e0065-08f1-46a2-980f-3e744c016f6b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:31.865116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Attempting to bind port 5e7e0065-08f1-46a2-980f-3e744c016f6b on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:31.887018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:31.887806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:31.893104 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.893742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:31.897121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Bound port: 5e7e0065-08f1-46a2-980f-3e744c016f6b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:31.897828 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.902440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267aa782-a6ea-4bb4-a00e-4489e432ab5d req-001ea71d-12e9-429e-8472-1ea16c08d6a3 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:31.910326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-267aa782-a6ea-4bb4-a00e-4489e432ab5d req-001ea71d-12e9-429e-8472-1ea16c08d6a3 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 946 time: 0.3074098 Jul 16 18:16:31.912287 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76c63847-148a-4ae3-aa25-c2d766994064 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.001394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] For port 5e7e0065-08f1-46a2-980f-3e744c016f6b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:32.005609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] For port 5e7e0065-08f1-46a2-980f-3e744c016f6b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5e7e0065-08f1-46a2-980f-3e744c016f6b,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:32.012086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-267aa782-a6ea-4bb4-a00e-4489e432ab5d req-c0982aaa-cf55-4597-8678-e3346215bba8 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956836 Jul 16 18:16:32.018486 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.019450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:32.020036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.021092 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.074196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.085814 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.098003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 6c95937a-2cd1-4215-9cf9-930a9db2161d will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:32.119662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.121411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776b85e-62ad-4266-b004-cf36679be6f0 None None] Pushing event updated for resources: {'Port': ['ID=5e7e0065-08f1-46a2-980f-3e744c016f6b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:32.125587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51210) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.157176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b83c87da-2549-4bcc-b0f2-9f3ccab3a114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.181812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.224048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:32.227930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] Pushing event updated for resources: {'Network': ['ID=369a2638-6637-44a9-882b-cebc73490469,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:32.230688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:32.236913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:32.242755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:32.243391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.260164 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 369a2638-6637-44a9-882b-cebc73490469 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:32.265269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=6c95937a-2cd1-4215-9cf9-930a9db2161d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:32.269528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5fb5-514c-440a-8b42-810d30b969d3 req-2bb07e7b-b6da-4a8b-91c7-6490c7bb2bc1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:32.271160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-913e5fb5-514c-440a-8b42-810d30b969d3 req-2bb07e7b-b6da-4a8b-91c7-6490c7bb2bc1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.3034060 Jul 16 18:16:32.374334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76c63847-148a-4ae3-aa25-c2d766994064 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.385850 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76c63847-148a-4ae3-aa25-c2d766994064 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.388189 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e9e6222d-db1a-45ac-bc63-2fffa8b9a42b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4125550 Jul 16 18:16:32.391097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51212) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.415337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b97906a3-cf2e-4e7f-a255-8e79eaea72ef admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5970092 Jul 16 18:16:32.415945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51214) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.426634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Request body: {'subnet': {'network_id': '369a2638-6637-44a9-882b-cebc73490469', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1600695860-subnet', 'tenant_id': '8c6e893a63a24e9e9b834248d46e5565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:32.437749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Allocated IP 172.25.2.224 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/8220427b-6403-4e33-b5c5-580d547bb7c8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:32.547675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277796ee-6367-4806-b8d9-843005200f2a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:32.553807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277796ee-6367-4806-b8d9-843005200f2a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:32.555633 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-277796ee-6367-4806-b8d9-843005200f2a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1632335 Jul 16 18:16:32.558924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.567139 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.583230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-913e5fb5-514c-440a-8b42-810d30b969d3 req-78bcb2a9-455a-431b-825d-c9d967f1254a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963169 Jul 16 18:16:32.608351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b83c87da-2549-4bcc-b0f2-9f3ccab3a114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.619150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c63847-148a-4ae3-aa25-c2d766994064 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67895feb-b527-40fa-8b1f-328b357f470c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:32.625465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b83c87da-2549-4bcc-b0f2-9f3ccab3a114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.644845 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.692598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:32.699354 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76c63847-148a-4ae3-aa25-c2d766994064 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.700690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-76c63847-148a-4ae3-aa25-c2d766994064 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0050135 Jul 16 18:16:32.704730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:32.707090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.714754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a9aa8348-04b0-4949-acf3-82c4d6e459bb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'security_group_rule': {'security_group_id': '67895feb-b527-40fa-8b1f-328b357f470c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:32.719235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:32.728074 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b83c87da-2549-4bcc-b0f2-9f3ccab3a114 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7914bdf821864009b7124adf18448b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910921 Jul 16 18:16:32.731919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Made reservation on behalf of 8c6e893a63a24e9e9b834248d46e5565 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:32.734237 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.736987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51222) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.737684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c87da-2549-4bcc-b0f2-9f3ccab3a114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2185f65b-3ead-4cf6-a0bb-72010596c2c8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:32.764736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event updated for resources: {'Port': ['ID=8220427b-6403-4e33-b5c5-580d547bb7c8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:32.895460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef19169c-bf1d-4ee8-a1dc-809a25b6eb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.897085 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8348-04b0-4949-acf3-82c4d6e459bb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.898413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3b35ddc3-5f3d-4f1a-9ac5-a68c851479fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 6c95937a-2cd1-4215-9cf9-930a9db2161d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:32.898759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b35ddc3-5f3d-4f1a-9ac5-a68c851479fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.963757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef19169c-bf1d-4ee8-a1dc-809a25b6eb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.104008 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-405c4ed8-6029-487a-9605-66fa02c16537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.111916 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.200005 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b35ddc3-5f3d-4f1a-9ac5-a68c851479fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.343829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8348-04b0-4949-acf3-82c4d6e459bb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.372206 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8348-04b0-4949-acf3-82c4d6e459bb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.460992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8348-04b0-4949-acf3-82c4d6e459bb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522834a6-ed37-44d1-8085-ab13207fc108,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.466243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5e7e0065-08f1-46a2-980f-3e744c016f6b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:33.484305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8348-04b0-4949-acf3-82c4d6e459bb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.488802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a9aa8348-04b0-4949-acf3-82c4d6e459bb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7807624 Jul 16 18:16:33.497729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d102bf-00ab-452e-9bf5-e29d299ac4e5 req-4d44c9c6-c758-425f-8f22-ef21ca773ae2 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:33.506011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6d102bf-00ab-452e-9bf5-e29d299ac4e5 req-4d44c9c6-c758-425f-8f22-ef21ca773ae2 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 946 time: 0.2789412 Jul 16 18:16:33.524732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:33.539626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1a8e8a3f-253c-4956-ad9a-d7633ff08012 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'security_group_rule': {'security_group_id': '67895feb-b527-40fa-8b1f-328b357f470c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:33.573243 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.589654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 5e7e0065-08f1-46a2-980f-3e744c016f6b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:33.594239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3b35ddc3-5f3d-4f1a-9ac5-a68c851479fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 6c95937a-2cd1-4215-9cf9-930a9db2161d owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:33.607785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef19169c-bf1d-4ee8-a1dc-809a25b6eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.610381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef19169c-bf1d-4ee8-a1dc-809a25b6eb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.611918 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ef19169c-bf1d-4ee8-a1dc-809a25b6eb68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2185f65b-3ead-4cf6-a0bb-72010596c2c8 HTTP/1.1" status: 204 len: 168 time: 0.8689041 Jul 16 18:16:33.641798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6d102bf-00ab-452e-9bf5-e29d299ac4e5 req-d5322787-ac5b-4fca-ad89-3da1e12eca4a tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340380 Jul 16 18:16:33.642732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8601baed-79a9-4ce9-a7de-4cc64fa70cee None None] Provisioning for port 5e7e0065-08f1-46a2-980f-3e744c016f6b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:33.644552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.648062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8601baed-79a9-4ce9-a7de-4cc64fa70cee None None] Provisioning complete for port 5e7e0065-08f1-46a2-980f-3e744c016f6b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:33.648439 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8601baed-79a9-4ce9-a7de-4cc64fa70cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.658585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.667123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19169c-bf1d-4ee8-a1dc-809a25b6eb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2185f65b-3ead-4cf6-a0bb-72010596c2c8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.799006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a8e8a3f-253c-4956-ad9a-d7633ff08012 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.827173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0baf3099-fb0b-4dad-81f9-bf6ffbab31e6,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.878610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Checking segment: {'id': 'f57f7935-350b-4ad7-84c9-5ae2e977a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369a2638-6637-44a9-882b-cebc73490469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:33.879403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Network hostable DHCP agents. Network: 369a2638-6637-44a9-882b-cebc73490469, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:33.887995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8601baed-79a9-4ce9-a7de-4cc64fa70cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.001426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8601baed-79a9-4ce9-a7de-4cc64fa70cee None None] For port 5e7e0065-08f1-46a2-980f-3e744c016f6b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5e7e0065-08f1-46a2-980f-3e744c016f6b,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:34.014844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8601baed-79a9-4ce9-a7de-4cc64fa70cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.070145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Network 369a2638-6637-44a9-882b-cebc73490469 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:34.108239 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a8e8a3f-253c-4956-ad9a-d7633ff08012 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.123430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 369a2638-6637-44a9-882b-cebc73490469) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:34.135009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:34.135240 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a8e8a3f-253c-4956-ad9a-d7633ff08012 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.142220 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.149577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c83e9c-7c6a-494f-992d-1878396d2eda req-9567977b-deb9-4496-a393-a9060b6e57db tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:34.150287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b35ddc3-5f3d-4f1a-9ac5-a68c851479fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.156010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-183e5356-9aae-4d50-b61e-da1827203a7a None None] Could not find standard attr ID for object 6c95937a-2cd1-4215-9cf9-930a9db2161d. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:34.156723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71c83e9c-7c6a-494f-992d-1878396d2eda req-9567977b-deb9-4496-a393-a9060b6e57db tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 946 time: 0.2459133 Jul 16 18:16:34.162276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9418c567-4486-45c6-9592-44aa8893971e None None] Network 369a2638-6637-44a9-882b-cebc73490469 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:34.174503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.196464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601baed-79a9-4ce9-a7de-4cc64fa70cee None None] Pushing event updated for resources: {'Port': ['ID=5e7e0065-08f1-46a2-980f-3e744c016f6b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.218707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Request body: {'floatingip': {'port_id': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:34.251640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e8a3f-253c-4956-ad9a-d7633ff08012 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f6775f-579b-430a-b9c0-cf8427796211,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.281682 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a8e8a3f-253c-4956-ad9a-d7633ff08012 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.285848 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1a8e8a3f-253c-4956-ad9a-d7633ff08012 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7510693 Jul 16 18:16:34.290594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.299856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:34.315905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Router 66721aee-8da7-485a-b88a-7ea182597c45 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:34.317328 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.342407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c678e34-b9f3-4a84-9fbc-80b7be504328 req-7f342d86-df49-4396-80f5-c3f5228c0239 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:34.349610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c678e34-b9f3-4a84-9fbc-80b7be504328 req-7f342d86-df49-4396-80f5-c3f5228c0239 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.3252778 Jul 16 18:16:34.505314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327408ec-25dc-466b-a7a3-86136dbca658 None None] Network 369a2638-6637-44a9-882b-cebc73490469 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:34.526125 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-17fb2436-1ce1-4509-b311-42e8093b403b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0988233 Jul 16 18:16:34.526125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35ddc3-5f3d-4f1a-9ac5-a68c851479fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=6c95937a-2cd1-4215-9cf9-930a9db2161d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.526125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b35ddc3-5f3d-4f1a-9ac5-a68c851479fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.526125 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3b35ddc3-5f3d-4f1a-9ac5-a68c851479fd tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/6c95937a-2cd1-4215-9cf9-930a9db2161d HTTP/1.1" status: 204 len: 168 time: 1.9624567 Jul 16 18:16:34.534325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51286) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.789872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e18a3f-6ce8-43c0-b34b-058af8fc09bc tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:34.792636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e18a3f-6ce8-43c0-b34b-058af8fc09bc tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:34.794674 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-94e18a3f-6ce8-43c0-b34b-058af8fc09bc tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2591927 Jul 16 18:16:34.797868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51294) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.859801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ed49da-5bd2-403a-ace6-1dac4e6f90d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 31350052-750e-4b6e-b5a6-582e351adc19 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:34.869451 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39ed49da-5bd2-403a-ace6-1dac4e6f90d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.006842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39ed49da-5bd2-403a-ace6-1dac4e6f90d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.063624 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c678e34-b9f3-4a84-9fbc-80b7be504328 req-df618336-4ed7-4d12-9400-f08e8f19d470 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7130497 Jul 16 18:16:35.145031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.205113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:35.212145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.213671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ebfcdcf0-d767-482f-8baf-e2f69d359391 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "PUT /v2.0/routers/66721aee-8da7-485a-b88a-7ea182597c45 HTTP/1.1" status: 200 len: 914 time: 4.2422371 Jul 16 18:16:35.217028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51314) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.224478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e7b76c-806d-41f9-b496-8fb8d92fd0dc None None] Sync routers for ids ['66721aee-8da7-485a-b88a-7ea182597c45'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:35.241722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e7b76c-806d-41f9-b496-8fb8d92fd0dc None None] Routers {'66721aee-8da7-485a-b88a-7ea182597c45'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:35.244858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-83e7b76c-806d-41f9-b496-8fb8d92fd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['66721aee-8da7-485a-b88a-7ea182597c45'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:35.386318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-83e7b76c-806d-41f9-b496-8fb8d92fd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:35.411119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e7b76c-806d-41f9-b496-8fb8d92fd0dc None None] Routers {'66721aee-8da7-485a-b88a-7ea182597c45'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:35.411925 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-83e7b76c-806d-41f9-b496-8fb8d92fd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['66721aee-8da7-485a-b88a-7ea182597c45'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:35.512468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5e7e0065-08f1-46a2-980f-3e744c016f6b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:35.517113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-83e7b76c-806d-41f9-b496-8fb8d92fd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:35.518767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e7b76c-806d-41f9-b496-8fb8d92fd0dc None None] The sync data for ids ['66721aee-8da7-485a-b88a-7ea182597c45'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:35.565147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39ed49da-5bd2-403a-ace6-1dac4e6f90d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.597099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5e7e0065-08f1-46a2-980f-3e744c016f6b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:35.599414 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.691221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-d4618521-62ec-4349-ab24-24ef23283f0c tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:35.693009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-d4618521-62ec-4349-ab24-24ef23283f0c tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/networks?id=369a2638-6637-44a9-882b-cebc73490469 HTTP/1.1" status: 200 len: 809 time: 0.4753745 Jul 16 18:16:35.736166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b26e7127-3839-4d3d-8d3c-cbe04fe1e155 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/quotas/8c6e893a63a24e9e9b834248d46e5565 HTTP/1.1" status: 200 len: 375 time: 0.0331023 Jul 16 18:16:35.739952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-84305b64-e6c2-4aae-a422-5eb0332f49ad tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/routers/66721aee-8da7-485a-b88a-7ea182597c45 HTTP/1.1" status: 200 len: 920 time: 0.5206475 Jul 16 18:16:35.746343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51332) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.762611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.857468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39ed49da-5bd2-403a-ace6-1dac4e6f90d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.868684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-425847ea-2d40-4c23-9110-dfb5e81e49ec tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c6e893a63a24e9e9b834248d46e5565&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146185 Jul 16 18:16:35.946798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed49da-5bd2-403a-ace6-1dac4e6f90d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=31350052-750e-4b6e-b5a6-582e351adc19,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.949785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1606e9b-5e8a-4ea6-b452-14ec122a7aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.951484 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.957513 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39ed49da-5bd2-403a-ace6-1dac4e6f90d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.959485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-39ed49da-5bd2-403a-ace6-1dac4e6f90d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/31350052-750e-4b6e-b5a6-582e351adc19 HTTP/1.1" status: 204 len: 168 time: 1.1603391 Jul 16 18:16:35.962391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.resource_extend [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:16:35.965532 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.976637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e0ce3e-71b1-4210-971b-03d4f5e0a366 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:36.040466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-8bf03bed-bc73-4b0f-ae99-8300482c1d23 service neutron] 10.222.0.60 "GET /v2.0/networks/369a2638-6637-44a9-882b-cebc73490469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386962 Jul 16 18:16:36.163804 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-015c7e22-1ea5-40db-b32e-c9f57b0f000b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1941869 Jul 16 18:16:36.168320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51344) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.238223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05c6b2-47a5-4bae-ad7c-4278e0d5fbfc tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:36.240391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2c05c6b2-47a5-4bae-ad7c-4278e0d5fbfc tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=66721aee-8da7-485a-b88a-7ea182597c45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4886868 Jul 16 18:16:36.245924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.289149 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.308586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.334155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9765b-673d-4fce-aa57-ac547c3db70f None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:36.406280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022a169-e3ed-4a5c-83e8-51097bbf8049 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:36.413695 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3022a169-e3ed-4a5c-83e8-51097bbf8049 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2436423 Jul 16 18:16:36.417130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.426629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-68d9765b-673d-4fce-aa57-ac547c3db70f None None] Deleting port 5e7e0065-08f1-46a2-980f-3e744c016f6b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:36.427145 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68d9765b-673d-4fce-aa57-ac547c3db70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.515293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-68d9765b-673d-4fce-aa57-ac547c3db70f None None] For port 5e7e0065-08f1-46a2-980f-3e744c016f6b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5e7e0065-08f1-46a2-980f-3e744c016f6b,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:36.515713 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68d9765b-673d-4fce-aa57-ac547c3db70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.521403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f7459d-5dec-437b-ab43-a009934c1bcb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:36.527757 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-25f7459d-5dec-437b-ab43-a009934c1bcb tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1092110 Jul 16 18:16:36.529278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51356) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.533584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-8f847f1e-98aa-48ae-8882-fbd85f913378 service neutron] 10.222.0.60 "GET /v2.0/networks/369a2638-6637-44a9-882b-cebc73490469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921827 Jul 16 18:16:36.536130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-68d9765b-673d-4fce-aa57-ac547c3db70f None None] Calling delete_port for 5e7e0065-08f1-46a2-980f-3e744c016f6b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:36.664360 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eb403927-0353-4005-9d74-a10516b74096 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304255 Jul 16 18:16:36.665692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51358) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.671463 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68d9765b-673d-4fce-aa57-ac547c3db70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.681975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:36.698993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Allocated IP 172.25.2.24 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/ca062327-460b-4a97-8caa-31a1f6042f91) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:36.712503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9765b-673d-4fce-aa57-ac547c3db70f None None] Pushing event deleted for resources: {'Port': ['ID=5e7e0065-08f1-46a2-980f-3e744c016f6b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:36.719691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9765b-673d-4fce-aa57-ac547c3db70f None None] No DVR routers for this DVR port 5e7e0065-08f1-46a2-980f-3e744c016f6b on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:36.743797 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Floating IP 934474f6-f0a5-42c7-8106-ef8f74dfe78c associated. External IP: 172.25.2.117, port: c6e947da-3bd3-4f25-b0fe-a0c86c76e73e. Jul 16 18:16:36.894242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ee450-9aa9-4ace-97b6-2bba2527aecf req-676a0d87-cca2-460c-8e79-481c162f71ef tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:36.895814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-833ee450-9aa9-4ace-97b6-2bba2527aecf req-676a0d87-cca2-460c-8e79-481c162f71ef tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.6123528 Jul 16 18:16:36.903987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25c9ed-b462-4715-a280-c5606abeb406 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:36.905660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9f25c9ed-b462-4715-a280-c5606abeb406 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 881 time: 0.6563311 Jul 16 18:16:36.911236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51362) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.938962 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.997903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e2a8c1c1-6858-41ae-992a-6e8088bc072d tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=66721aee-8da7-485a-b88a-7ea182597c45 HTTP/1.1" status: 200 len: 205 time: 0.0847754 Jul 16 18:16:37.005837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51374) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.125667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-833ee450-9aa9-4ace-97b6-2bba2527aecf req-ef63fed6-d436-4195-abb7-cdddb01a24ef tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165484 Jul 16 18:16:37.271001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c1e89ff-7f84-41e6-b040-37acef3d670b req-7340cb32-0f63-41a5-8a2f-e9ac70168a91 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 210 time: 0.1635671 Jul 16 18:16:37.401176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5e7e0065-08f1-46a2-980f-3e744c016f6b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:37.413735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:37.418661 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.427015 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.476508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 5e7e0065-08f1-46a2-980f-3e744c016f6b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:37.477125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5e7e0065-08f1-46a2-980f-3e744c016f6b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:37.542453 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.649745 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.678356 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.697299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Router 69737fa7-aee7-4741-a483-35dc1d007d48 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:37.781823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:37.787136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-7451c264-d2bb-453d-a71f-d90421ad5c1a tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=799bbf74a3af4661bc82c72ffed15c85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732803 Jul 16 18:16:37.793026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:37.799876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:37.866761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'Port': ['ID=ca062327-460b-4a97-8caa-31a1f6042f91,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.946222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:37.951912 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.957215 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] Sync routers for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:37.959094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.971490 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:37.973671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Deleting port 8220427b-6403-4e33-b5c5-580d547bb7c8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:37.974038 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.974536 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:38.140137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:38.149016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:38.159079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:38.159651 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.161969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd37cfca-95cc-4784-8832-eb63a076154d None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:38.179235 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:38.202180 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-df96534d-60e7-4c14-8a10-25a73e42240b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "PUT /v2.0/floatingips/934474f6-f0a5-42c7-8106-ef8f74dfe78c HTTP/1.1" status: 200 len: 992 time: 4.0122960 Jul 16 18:16:38.211490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'tag': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:38.214354 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b00dc3-553f-4ac9-9258-5ee788a969f5" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbf1a27-f11a-4ff0-bb77-b53810294e4f", "tag": "c6e947da-3bd3-4f25-b0fe-a0c86c76e73e"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:38.231005 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5613053 Jul 16 18:16:38.231730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.260246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:5e:cc:14', 'name': 'tempest-NetworksTestDHCPv6-991787811'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.264167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-27ef23ef-3056-4a84-9e73-df229f19f377 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:38.266086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-27ef23ef-3056-4a84-9e73-df229f19f377 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4020946 Jul 16 18:16:38.267432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.357639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-ebd0d6f5-049d-446c-8a72-c20b1b38f5b5 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/quotas/799bbf74a3af4661bc82c72ffed15c85 HTTP/1.1" status: 200 len: 375 time: 0.0851886 Jul 16 18:16:38.417590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5412311e-0730-4c25-93fd-a1b637982f11 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=799bbf74a3af4661bc82c72ffed15c85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527329 Jul 16 18:16:38.431305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.442558 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.504101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Calling delete_port for 8220427b-6403-4e33-b5c5-580d547bb7c8 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:38.531485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3323f3a-810a-4fe6-98a8-35eb41d68472 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=a7807c3a-f95e-4161-aaae-28572847a277,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.590641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:38.696488 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.779590 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '934474f6-f0a5-42c7-8106-ef8f74dfe78c', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'port_id': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'mac_address': 'fa:16:3e:91:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:07Z', 'updated_at': '2021-07-16T18:16:35Z', 'revision_number': 1, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f90d63b-d27c-4f93-b0e3-3960bfd2445b', 'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'mac_address': 'fa:16:3e:30:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:57Z', 'updated_at': '2021-07-16T18:16:09Z', 'revision_number': 5, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'subnets': [{'id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:38.802246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': 'a7807c3a-f95e-4161-aaae-28572847a277'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:38.803103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.842225 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] Checking router: 69737fa7-aee7-4741-a483-35dc1d007d48 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:38.853548 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:38.854163 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:39.063271 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e42f183-d2ca-42dc-af9e-d2ce24a4e7b8 x-openstack-request-id: req-3e42f183-d2ca-42dc-af9e-d2ce24a4e7b8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:39.063572 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbf1a27-f11a-4ff0-bb77-b53810294e4f", "tag": "c6e947da-3bd3-4f25-b0fe-a0c86c76e73e", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:39.063826 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e42f183-d2ca-42dc-af9e-d2ce24a4e7b8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:39.064241 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'tag': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e', 'status': 'completed', 'code': 200} Jul 16 18:16:39.067279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.121593 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:39.138152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port ebc27291-d7ad-4af0-80eb-6d16cbb84a5e yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:39.160670 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.193873 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.234358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be385da-e0fa-4392-b822-3be6573ada83 req-75964da2-5556-446e-b5b4-318b57a1c962 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:39.247639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5be385da-e0fa-4392-b822-3be6573ada83 req-75964da2-5556-446e-b5b4-318b57a1c962 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.3917460 Jul 16 18:16:39.311337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/a7807c3a-f95e-4161-aaae-28572847a277/7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:39.573851 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.582955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5be385da-e0fa-4392-b822-3be6573ada83 req-5a76664b-f57a-4cc5-8197-37b0f2ec94fb tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339815 Jul 16 18:16:39.583539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Transition to ACTIVE for port object 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:39.586289 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.600753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Transition to ACTIVE for port object 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:39.611996 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.613827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f42fd0d3-bc9b-4426-9a2c-ca40c1c1a2c7 req-da909529-e6c8-4048-b378-7a7aa4c02cbf tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 210 time: 0.2886143 Jul 16 18:16:39.665009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'Port': ['ID=ca062327-460b-4a97-8caa-31a1f6042f91,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.681493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:39.686847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:39.691691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:39.695546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Pushing event updated for resources: {'Port': ['ID=7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.734850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event deleted for resources: {'Port': ['ID=8220427b-6403-4e33-b5c5-580d547bb7c8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.740211 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '934474f6-f0a5-42c7-8106-ef8f74dfe78c', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'port_id': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'mac_address': 'fa:16:3e:91:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:07Z', 'updated_at': '2021-07-16T18:16:35Z', 'revision_number': 1, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f90d63b-d27c-4f93-b0e3-3960bfd2445b', 'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'mac_address': 'fa:16:3e:30:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:57Z', 'updated_at': '2021-07-16T18:16:09Z', 'revision_number': 5, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'subnets': [{'id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:39.748875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-7535396f-088c-446d-8ac9-8b43609f8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:39.751003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-7535396f-088c-446d-8ac9-8b43609f8cad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3058e489c22c4d39a28720c42818fe07&device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 1098 time: 0.6713123 Jul 16 18:16:39.765458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Attempting to bind port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:39.766346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Attempting to bind port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:39.766587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Attempting to bind port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:39.775095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:39.775664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:39.776220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.776774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:39.777481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Bound port: 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:39.780182 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.799753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-2b6db705-5785-41fa-abcb-63c609fdc677 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:39.809236 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2aff86-b2d3-450f-b798-2c7c00caaa12 None None] The sync data for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 is: [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '934474f6-f0a5-42c7-8106-ef8f74dfe78c', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'port_id': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'mac_address': 'fa:16:3e:91:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:07Z', 'updated_at': '2021-07-16T18:16:35Z', 'revision_number': 1, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f90d63b-d27c-4f93-b0e3-3960bfd2445b', 'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'mac_address': 'fa:16:3e:30:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:57Z', 'updated_at': '2021-07-16T18:16:09Z', 'revision_number': 5, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'subnets': [{'id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:39.817675 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-2b6db705-5785-41fa-abcb-63c609fdc677 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.46 "GET /v2.0/networks?id=369a2638-6637-44a9-882b-cebc73490469 HTTP/1.1" status: 200 len: 809 time: 0.5509491 Jul 16 18:16:39.845284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Request body: {'port': {'device_id': '083f3e27-0f06-4ad8-92a9-675543de7660', 'network_id': '369a2638-6637-44a9-882b-cebc73490469', 'admin_state_up': True, 'tenant_id': '8c6e893a63a24e9e9b834248d46e5565'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:39.886597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::4d (982584e8-bbac-43ce-b633-758a660970f8/a7807c3a-f95e-4161-aaae-28572847a277/ebc27291-d7ad-4af0-80eb-6d16cbb84a5e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:40.051630 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] For port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:40.061682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] For port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:40.073305 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.274795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb55f1e-968e-42b3-bc25-62bedcec6da1 None None] New status for floating IP 934474f6-f0a5-42c7-8106-ef8f74dfe78c: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:40.284007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.333974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object ebc27291-d7ad-4af0-80eb-6d16cbb84a5e will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:40.382980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Made reservation on behalf of 8c6e893a63a24e9e9b834248d46e5565 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:40.387581 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.411497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.414508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c6134-5e97-45a6-ad27-f3fe5d79b132 None None] Pushing event updated for resources: {'Port': ['ID=7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.512414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.686931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:40.696529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:40.706810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:40.716269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:40.717225 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.873363 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6176927 Jul 16 18:16:40.908905 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Allocated IP 172.20.0.2 (369a2638-6637-44a9-882b-cebc73490469/0baf3099-fb0b-4dad-81f9-bf6ffbab31e6/1f47b1e6-ef80-4cb5-9e15-8318b503fd91) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:40.912213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.918891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51444) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:40.920323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc8ee6-93a3-4518-99e2-cf59a4ef12ab tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=ebc27291-d7ad-4af0-80eb-6d16cbb84a5e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.921536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9b3d097-1be7-497b-b0e5-c41850fa24ed req-60cf07bc-e588-489c-abf7-b17b0fe24695 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 210 time: 1.1779215 Jul 16 18:16:40.951206 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.171977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.173545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ee333e9e-a5c5-4bd7-a395-f77f6908f846 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8806217 Jul 16 18:16:41.176350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.184091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.218444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.234694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e2993ae-f854-4b63-b50d-42081e886d5f req-e0e62388-482c-42d2-b588-88330d49e9ee tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 210 time: 0.0925889 Jul 16 18:16:41.310563 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.334208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-4a7013c3-2775-44c8-8df6-9809db887dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:41.337342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-4a7013c3-2775-44c8-8df6-9809db887dce service neutron] 10.222.0.45 "GET /v2.0/networks?id=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e HTTP/1.1" status: 200 len: 913 time: 1.5236473 Jul 16 18:16:41.452480 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.453330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Fanout notify agent at l3_agent the message router_deleted on router 66721aee-8da7-485a-b88a-7ea182597c45 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:41.459294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-6d5e98f0-256a-45cf-891d-34206cd25bf3 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=799bbf74a3af4661bc82c72ffed15c85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1347613 Jul 16 18:16:41.475033 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.476208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f28a2308-2cc2-448a-8eee-209f029a6d19 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/66721aee-8da7-485a-b88a-7ea182597c45 HTTP/1.1" status: 204 len: 168 time: 4.4694529 Jul 16 18:16:41.483483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51458) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.520907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:41.527010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Network 369a2638-6637-44a9-882b-cebc73490469 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:41.539901 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:41.550323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:41.554459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-387b6bf0-f3c9-4c6a-8fa7-8c8c74834e63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e HTTP/1.1" status: 200 len: 1002 time: 0.1665483 Jul 16 18:16:41.559757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d0d5049d-63ac-4fa2-a932-6657d9cf8b42 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1704251086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:41.578310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Pushing event updated for resources: {'Port': ['ID=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.612345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:41.626839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae2bf6d-7d77-44c4-8490-677c7463579d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:41.639329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae2bf6d-7d77-44c4-8490-677c7463579d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:41.641453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cae2bf6d-7d77-44c4-8490-677c7463579d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7186658 Jul 16 18:16:41.650032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.724292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:41.725929 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.879233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09143a7c-51ab-4d22-9e5a-d529b59f6822 req-fc1d99f7-5da3-4cf1-9e50-03315abec736 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:41.881076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09143a7c-51ab-4d22-9e5a-d529b59f6822 req-fc1d99f7-5da3-4cf1-9e50-03315abec736 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.9647949 Jul 16 18:16:41.924726 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-b0cf195b-ab5a-4932-bc94-8ca31363389a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0825682 Jul 16 18:16:41.950804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Request body: {'port': {'device_id': '083f3e27-0f06-4ad8-92a9-675543de7660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:41.957072 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0d5049d-63ac-4fa2-a932-6657d9cf8b42 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.958383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0d5049d-63ac-4fa2-a932-6657d9cf8b42 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.984781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-06e7e0e3-b6c7-44b0-ba3f-12799d1ee9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:41.986398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-06e7e0e3-b6c7-44b0-ba3f-12799d1ee9ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ff9c076-6e02-49c0-ae94-e69ae50e5238 HTTP/1.1" status: 200 len: 851 time: 0.4086342 Jul 16 18:16:42.089443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-aec56381-06f2-4b26-8171-c5a90437f611 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.091088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-aec56381-06f2-4b26-8171-c5a90437f611 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6063356 Jul 16 18:16:42.103655 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.122347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5848e15e-6896-4ee5-a9ce-de9c0e9f2ed0 None None] Provisioning for port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:42.133046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5848e15e-6896-4ee5-a9ce-de9c0e9f2ed0 None None] Provisioning complete for port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:42.133878 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5848e15e-6896-4ee5-a9ce-de9c0e9f2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.186533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Request body: {'port': {'device_id': 'a9b8fc63-a5e1-4b5d-afdd-623c651461dd', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '799bbf74a3af4661bc82c72ffed15c85'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:42.303117 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5848e15e-6896-4ee5-a9ce-de9c0e9f2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.326460 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0d5049d-63ac-4fa2-a932-6657d9cf8b42 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.342990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09143a7c-51ab-4d22-9e5a-d529b59f6822 req-5e49c834-d694-4548-88a8-4d02a983e952 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4506147 Jul 16 18:16:42.348786 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0d5049d-63ac-4fa2-a932-6657d9cf8b42 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.384213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5848e15e-6896-4ee5-a9ce-de9c0e9f2ed0 None None] For port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:42.392241 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5848e15e-6896-4ee5-a9ce-de9c0e9f2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.432788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-dbee2a61-3323-4b43-b649-bb236e428b29 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--971217705&fields=id&tenant_id=be9fa6d0b4ca473fba624c88ab79de7d HTTP/1.1" status: 200 len: 267 time: 0.3376746 Jul 16 18:16:42.528966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848e15e-6896-4ee5-a9ce-de9c0e9f2ed0 None None] Pushing event updated for resources: {'Port': ['ID=7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.546894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Made reservation on behalf of 799bbf74a3af4661bc82c72ffed15c85 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:42.551685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.574019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0d5049d-63ac-4fa2-a932-6657d9cf8b42 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.575284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d0d5049d-63ac-4fa2-a932-6657d9cf8b42 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0248067 Jul 16 18:16:42.585430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51484) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.601148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': False}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:42.608673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.622908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8739bd63-2c5c-42ee-bd6f-9f46fd70be9c None None] Provisioning for port ebc27291-d7ad-4af0-80eb-6d16cbb84a5e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:42.640292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8739bd63-2c5c-42ee-bd6f-9f46fd70be9c None None] Provisioning complete for port ebc27291-d7ad-4af0-80eb-6d16cbb84a5e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:42.642945 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8739bd63-2c5c-42ee-bd6f-9f46fd70be9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.665451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cae307c8-4c65-42fa-8a03-928ecfb2a91b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port ebc27291-d7ad-4af0-80eb-6d16cbb84a5e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:42.665890 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae307c8-4c65-42fa-8a03-928ecfb2a91b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.747469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8739bd63-2c5c-42ee-bd6f-9f46fd70be9c None None] Port ebc27291-d7ad-4af0-80eb-6d16cbb84a5e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:42.807637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76bce430-23ae-487e-a923-166e7e5dcb20 req-14bb8512-aab1-4489-9169-dc21a91cb99e tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 210 time: 0.2191145 Jul 16 18:16:42.924134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-e12dbb8c-848d-4b8a-a4ff-2542c57806f3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.932150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-e12dbb8c-848d-4b8a-a4ff-2542c57806f3 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 811 time: 0.4979932 Jul 16 18:16:42.937506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-a893baef-ce33-4cf8-a6c0-058bec689b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.939019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-a893baef-ce33-4cf8-a6c0-058bec689b19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9398649 Jul 16 18:16:42.940984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:42.941602 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae307c8-4c65-42fa-8a03-928ecfb2a91b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.949748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.964102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Transition to ACTIVE for port object 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:42.982443 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.988290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.073119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cae307c8-4c65-42fa-8a03-928ecfb2a91b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for ebc27291-d7ad-4af0-80eb-6d16cbb84a5e owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:43.088987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-11bca924-daf5-4bf0-8a30-c3dc9f34c547 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/quotas/be9fa6d0b4ca473fba624c88ab79de7d HTTP/1.1" status: 200 len: 375 time: 0.1554368 Jul 16 18:16:43.149702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Pushing event updated for resources: {'Port': ['ID=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.202777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-49b17e0f-c90d-4cc2-9ba8-52a6eb932417 service neutron] 10.222.0.45 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282033 Jul 16 18:16:43.433706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:43.464564 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-28c6a3a7-9394-4f0d-abfb-c25c899f6737 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3660119 Jul 16 18:16:43.485460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c59a2-b8e2-4a3c-829a-d0e0acfbe764 req-d263f90c-bcda-4d02-a054-bdf63ba9adf5 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:43.487172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e85c59a2-b8e2-4a3c-829a-d0e0acfbe764 req-d263f90c-bcda-4d02-a054-bdf63ba9adf5 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 943 time: 0.4192016 Jul 16 18:16:43.568401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:43.569436 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.574646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.598795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6b00dc3-553f-4ac9-9258-5ee788a969f5 req-a4c0fa96-2ded-46fe-b681-58241e063c0d service neutron] 10.222.0.45 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548210 Jul 16 18:16:43.599576 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.716026 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae307c8-4c65-42fa-8a03-928ecfb2a91b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.782929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e85c59a2-b8e2-4a3c-829a-d0e0acfbe764 req-51d6052c-2c0a-4893-8ba9-8af1ce460e26 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/security-groups?id=a25edefe-69b4-466d-8423-54faea9c0aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661238 Jul 16 18:16:43.787023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Attempting to bind port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:43.787368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Attempting to bind port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'f57f7935-350b-4ad7-84c9-5ae2e977a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369a2638-6637-44a9-882b-cebc73490469'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:43.787790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Attempting to bind port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 on network 369a2638-6637-44a9-882b-cebc73490469 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:43.810164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f99e89-f124-4eb7-9c59-8057e1ac4da3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.824711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 on network 369a2638-6637-44a9-882b-cebc73490469 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:43.825086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Attempting to bind port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 on network 369a2638-6637-44a9-882b-cebc73490469 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:43.839633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:43.840010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Checking segment: {'id': 'f57f7935-350b-4ad7-84c9-5ae2e977a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369a2638-6637-44a9-882b-cebc73490469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:43.840461 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Bound using segment: {'id': 'f57f7935-350b-4ad7-84c9-5ae2e977a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369a2638-6637-44a9-882b-cebc73490469'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:43.840954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Bound port: 1f47b1e6-ef80-4cb5-9e15-8318b503fd91, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57f7935-350b-4ad7-84c9-5ae2e977a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369a2638-6637-44a9-882b-cebc73490469'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:43.841324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.889969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae307c8-4c65-42fa-8a03-928ecfb2a91b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=ebc27291-d7ad-4af0-80eb-6d16cbb84a5e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.950768 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae307c8-4c65-42fa-8a03-928ecfb2a91b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.956350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cae307c8-4c65-42fa-8a03-928ecfb2a91b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/ebc27291-d7ad-4af0-80eb-6d16cbb84a5e HTTP/1.1" status: 204 len: 168 time: 2.2773764 Jul 16 18:16:43.957697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51500) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.981917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-ecf7ab7b-4c16-4ed3-b8bc-4d2b617d751f service neutron] 10.222.0.60 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162554 Jul 16 18:16:44.050375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Allocated IP 192.168.233.94 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/77687eb4-d4c3-4bd7-b928-6f081703aa06) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:44.167175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff42d40-78ea-43db-8140-2003acc93e57 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:44.170046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff42d40-78ea-43db-8140-2003acc93e57 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:44.172015 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6ff42d40-78ea-43db-8140-2003acc93e57 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1780219 Jul 16 18:16:44.176209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.180163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-51fbfebb-91ad-4a10-8ceb-e5410e46abd7 service neutron] 10.222.0.60 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915390 Jul 16 18:16:44.248695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e553b148-7bed-441a-8ff9-9f1ffdf9f81e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet a7807c3a-f95e-4161-aaae-28572847a277 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:44.253527 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e553b148-7bed-441a-8ff9-9f1ffdf9f81e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.264843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.300170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.316845 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e553b148-7bed-441a-8ff9-9f1ffdf9f81e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.323797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] For port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:44.378146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] For port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,segment=NetworkSegment(f57f7935-350b-4ad7-84c9-5ae2e977a4bc),segment_id=f57f7935-350b-4ad7-84c9-5ae2e977a4bc)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:44.395681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.467406 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e553b148-7bed-441a-8ff9-9f1ffdf9f81e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.481344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Pushing event updated for resources: {'Port': ['ID=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.489800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:44.490436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.492438 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-4ad7ce18-f029-4847-a4a5-ab1476f1b632 service neutron] 10.222.0.46 "PUT /v2.0/ports/1f47b1e6-ef80-4cb5-9e15-8318b503fd91 HTTP/1.1" status: 200 len: 1092 time: 2.5517576 Jul 16 18:16:44.492962 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083f3e27-0f06-4ad8-92a9-675543de7660', 'tag': '1f47b1e6-ef80-4cb5-9e15-8318b503fd91'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:44.495430 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd8fa39-13ec-4753-b3f9-cc3663e10120" -d '{"events": [{"name": "network-changed", "server_uuid": "083f3e27-0f06-4ad8-92a9-675543de7660", "tag": "1f47b1e6-ef80-4cb5-9e15-8318b503fd91"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:44.601949 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Allocated IP 172.25.2.71 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/f6555e07-d10e-4544-b341-0ae2e3953714) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:44.720846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-a841aa08-2092-418a-9703-ca770bf573da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:44.722572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-a841aa08-2092-418a-9703-ca770bf573da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c6e893a63a24e9e9b834248d46e5565&device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 1095 time: 0.1414654 Jul 16 18:16:44.731642 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e553b148-7bed-441a-8ff9-9f1ffdf9f81e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.748867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8085480b-90ec-481c-8f03-b7eb5f5d4021 req-7c4aaa94-face-4716-8897-313c3c0c0617 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 210 time: 0.0633066 Jul 16 18:16:44.812126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-8115bca8-363a-4920-b33b-f5c83ec3f91e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f47b1e6-ef80-4cb5-9e15-8318b503fd91 HTTP/1.1" status: 200 len: 217 time: 0.0421109 Jul 16 18:16:44.906800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.920566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-1b868bac-f306-42e3-adf3-1e08c2902bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:44.922115 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-1b868bac-f306-42e3-adf3-1e08c2902bcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0baf3099-fb0b-4dad-81f9-bf6ffbab31e6 HTTP/1.1" status: 200 len: 849 time: 0.0885229 Jul 16 18:16:44.937265 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e553b148-7bed-441a-8ff9-9f1ffdf9f81e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.942391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51518) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.943612 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e553b148-7bed-441a-8ff9-9f1ffdf9f81e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/a7807c3a-f95e-4161-aaae-28572847a277 HTTP/1.1" status: 204 len: 168 time: 0.7622356 Jul 16 18:16:44.950189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc34bd-ccb2-4a86-9ac1-391c045e0f2d None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:45.008144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553b148-7bed-441a-8ff9-9f1ffdf9f81e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=a7807c3a-f95e-4161-aaae-28572847a277,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.048034 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5d0e56bf-540e-4673-8e6d-6820e48df078 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940623 Jul 16 18:16:45.050464 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-6952fc75-7e1b-4430-b4ee-48a889042cb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369a2638-6637-44a9-882b-cebc73490469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382769 Jul 16 18:16:45.050849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.054772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c786b57a-39f6-45bb-99de-37b674901852 req-08d515cf-36b9-4a79-8c4c-9e21f98e9717 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 210 time: 0.1688087 Jul 16 18:16:45.187459 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-3a0491db-1cde-4279-b4ad-6b1f578cd560 service neutron] 10.222.0.46 "GET /v2.0/networks/369a2638-6637-44a9-882b-cebc73490469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202474 Jul 16 18:16:45.190056 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd35f87-528a-49ae-9e1a-28c590b92edd x-openstack-request-id: req-2fd35f87-528a-49ae-9e1a-28c590b92edd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:45.190343 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083f3e27-0f06-4ad8-92a9-675543de7660", "tag": "1f47b1e6-ef80-4cb5-9e15-8318b503fd91", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:45.190745 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fd35f87-528a-49ae-9e1a-28c590b92edd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:45.191168 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083f3e27-0f06-4ad8-92a9-675543de7660', 'tag': '1f47b1e6-ef80-4cb5-9e15-8318b503fd91', 'status': 'completed', 'code': 200} Jul 16 18:16:45.214423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624b857-1805-4ef8-a9f6-bc9d7dd099db req-203c349d-9626-4e9c-833e-64961069548c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.232217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c624b857-1805-4ef8-a9f6-bc9d7dd099db req-203c349d-9626-4e9c-833e-64961069548c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.6863620 Jul 16 18:16:45.329755 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.336726 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.420770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Transition to ACTIVE for port object 77687eb4-d4c3-4bd7-b928-6f081703aa06 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:45.446448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c624b857-1805-4ef8-a9f6-bc9d7dd099db req-b6b596cc-6e14-4e3f-870c-9d2d00d27b8b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129674 Jul 16 18:16:45.509095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b816e59-ba33-4073-b18d-ae13acdfc207 None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:45.543187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Pushing event updated for resources: {'Port': ['ID=f6555e07-d10e-4544-b341-0ae2e3953714,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.575510 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dc72cf-a193-4ea4-8f34-c0ff8be5c9f1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.575787 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-36dc72cf-a193-4ea4-8f34-c0ff8be5c9f1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5212944 Jul 16 18:16:45.580198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51534) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.641041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6b816e59-ba33-4073-b18d-ae13acdfc207 None None] Deleting port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:45.642866 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b816e59-ba33-4073-b18d-ae13acdfc207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.645181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79ef361-d56a-4195-89b5-85e6d10d2fb8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.647063 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d79ef361-d56a-4195-89b5-85e6d10d2fb8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0656457 Jul 16 18:16:45.650564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:45.650807 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.652573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51536) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.663224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:45.671870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:45.744615 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6b816e59-ba33-4073-b18d-ae13acdfc207 None None] For port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:45.744959 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b816e59-ba33-4073-b18d-ae13acdfc207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.760681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6b816e59-ba33-4073-b18d-ae13acdfc207 None None] Calling delete_port for 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:45.771626 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c0656b37-c51a-40ee-95a0-30ede2149724 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132836 Jul 16 18:16:45.785722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:45.788674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.796869 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b8b2e696-34bc-46dc-9cf9-b834f2c66055 req-ba3cb8a3-f4ea-43b1-b404-013134d08141 service neutron] 10.222.0.46 "GET /v2.0/networks/369a2638-6637-44a9-882b-cebc73490469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860870 Jul 16 18:16:45.804356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:45.830037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:45.836134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:45.882088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Pushing event updated for resources: {'Port': ['ID=77687eb4-d4c3-4bd7-b928-6f081703aa06,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.969137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7f088-7322-4f8d-a103-ace774d6fca9 req-ada182f9-d19f-4174-bdf9-f1a9db611c86 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.971188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-edd7f088-7322-4f8d-a103-ace774d6fca9 req-ada182f9-d19f-4174-bdf9-f1a9db611c86 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 943 time: 0.4411566 Jul 16 18:16:46.008851 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b816e59-ba33-4073-b18d-ae13acdfc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.155746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-6b31babe-8b6e-46dc-be12-32bbf47ee557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.156686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-6b31babe-8b6e-46dc-be12-32bbf47ee557 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c6e893a63a24e9e9b834248d46e5565&device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 1095 time: 0.1590731 Jul 16 18:16:46.173211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-edd7f088-7322-4f8d-a103-ace774d6fca9 req-b14377c0-1670-4c00-9f79-1c3c5313ce6b tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/security-groups?id=a25edefe-69b4-466d-8423-54faea9c0aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867499 Jul 16 18:16:46.214981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.216646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.248506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816e59-ba33-4073-b18d-ae13acdfc207 None None] Pushing event deleted for resources: {'Port': ['ID=7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:46.258370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b816e59-ba33-4073-b18d-ae13acdfc207 None None] No DVR routers for this DVR port 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:46.276722 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-5a8a705f-e362-431b-ab89-104d8a4f38e6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1104062 Jul 16 18:16:46.300664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Request body: {'port': {'device_id': 'a9b8fc63-a5e1-4b5d-afdd-623c651461dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:46.361277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:46.365282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.425474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-06970a0c-2ea7-49df-8bcb-127dbdd023cd None None] Provisioning for port 77687eb4-d4c3-4bd7-b928-6f081703aa06 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:46.440728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-06970a0c-2ea7-49df-8bcb-127dbdd023cd None None] Provisioning complete for port 77687eb4-d4c3-4bd7-b928-6f081703aa06 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:46.441694 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06970a0c-2ea7-49df-8bcb-127dbdd023cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.478961 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.484196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-cd33cec8-df0f-4368-864d-c54417b26216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.485912 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-cd33cec8-df0f-4368-864d-c54417b26216 service neutron] 10.222.0.46 "GET /v2.0/networks?id=369a2638-6637-44a9-882b-cebc73490469 HTTP/1.1" status: 200 len: 910 time: 0.2063355 Jul 16 18:16:46.497940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633596-8fc4-491d-bfad-8b10b6441be2 req-b7a9ba04-12e3-44bd-a516-d9c62de46a26 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.499806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20633596-8fc4-491d-bfad-8b10b6441be2 req-b7a9ba04-12e3-44bd-a516-d9c62de46a26 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 935 time: 0.3992562 Jul 16 18:16:46.524171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-375cc2b7-64f7-486d-b1da-dbf2d607df8f req-c8f878bc-308e-4bc3-9e5b-d48eb7a36b62 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 210 time: 0.0855951 Jul 16 18:16:46.585798 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-83c9dc44-0756-4be8-a37f-c0beb2a0ae2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f47b1e6-ef80-4cb5-9e15-8318b503fd91 HTTP/1.1" status: 200 len: 217 time: 0.0567477 Jul 16 18:16:46.586322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-06970a0c-2ea7-49df-8bcb-127dbdd023cd None None] Port 77687eb4-d4c3-4bd7-b928-6f081703aa06 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:46.743923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20633596-8fc4-491d-bfad-8b10b6441be2 req-5872ea92-3b07-4a4f-b305-f3c61c6d17e2 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083182 Jul 16 18:16:46.773036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-b8f46929-a304-41e7-a8ff-69d415d6b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.774925 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-b8f46929-a304-41e7-a8ff-69d415d6b2fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0baf3099-fb0b-4dad-81f9-bf6ffbab31e6 HTTP/1.1" status: 200 len: 849 time: 0.1797733 Jul 16 18:16:46.844378 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-1513a815-8114-45e8-8dff-9759de042ba9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=369a2638-6637-44a9-882b-cebc73490469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399842 Jul 16 18:16:46.919646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.057056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-392c5939-f01d-42b0-bd71-7dde7738b185 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.058620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-392c5939-f01d-42b0-bd71-7dde7738b185 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.46 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 811 time: 0.2816558 Jul 16 18:16:47.061798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-f366de66-6e2c-4ca4-a75c-0b4f540b9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.065023 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-f366de66-6e2c-4ca4-a75c-0b4f540b9d11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1097 time: 0.3936563 Jul 16 18:16:47.096382 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecbd1e-cf44-4fd6-9b3e-372a923bd491 req-f2bc7b1c-4d6b-4c04-8c5f-32ab410adcd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.101991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13ecbd1e-cf44-4fd6-9b3e-372a923bd491 req-f2bc7b1c-4d6b-4c04-8c5f-32ab410adcd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.3544667 Jul 16 18:16:47.419588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:47.458287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:47.459094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7986dc12-d1dd-48e6-950f-c7dcc4a9e0fb not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:47.598241 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-685a2e36-59ee-4779-bb43-1685f9848265 service neutron] 10.222.0.46 "GET /v2.0/networks/369a2638-6637-44a9-882b-cebc73490469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7383325 Jul 16 18:16:47.654827 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.679651 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.777698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-be402fd9-2475-4dbf-9ba0-94b0f09bcd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.779289 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-be402fd9-2475-4dbf-9ba0-94b0f09bcd55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 0.6447976 Jul 16 18:16:47.896010 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bbd8fa39-13ec-4753-b3f9-cc3663e10120 req-a55a38e8-eb67-452a-8f1d-4250942251f8 service neutron] 10.222.0.46 "GET /v2.0/networks/369a2638-6637-44a9-882b-cebc73490469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608387 Jul 16 18:16:47.915471 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-5b78bf7b-05b4-42c5-bbff-c4ebbc7c0a99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 1000 time: 0.1258018 Jul 16 18:16:47.937575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-1b57a5ee-355e-41c8-83bb-04823c459861 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9fa6d0b4ca473fba624c88ab79de7d HTTP/1.1" status: 200 len: 379 time: 0.8012075 Jul 16 18:16:47.972264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13ecbd1e-cf44-4fd6-9b3e-372a923bd491 req-3d6d6331-2ca6-4ae4-b72a-9bb70af14472 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7647946 Jul 16 18:16:47.997501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'port': {'device_id': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'admin_state_up': True, 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'security_groups': ['67895feb-b527-40fa-8b1f-328b357f470c']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:48.008706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Router 034c4522-ba5b-4cdf-a0e3-84211589dc0d is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:48.030987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-e744d193-9a5b-4dac-beff-e3e6de496a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.032602 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-e744d193-9a5b-4dac-beff-e3e6de496a27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.1048293 Jul 16 18:16:48.200460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-ebf0203c-035d-415d-a78e-827c112170ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.202352 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-ebf0203c-035d-415d-a78e-827c112170ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567316 Jul 16 18:16:48.219824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:48.226316 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.227432 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bcc9f5d7-5e6c-4e34-b30d-84cb1ddca1b5 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "PUT /v2.0/routers/034c4522-ba5b-4cdf-a0e3-84211589dc0d HTTP/1.1" status: 200 len: 915 time: 5.6407478 Jul 16 18:16:48.232628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77687eb4-d4c3-4bd7-b928-6f081703aa06 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:48.233302 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29d6d0-ef89-4ed8-976a-92ec4db43695 None None] Sync routers for ids ['034c4522-ba5b-4cdf-a0e3-84211589dc0d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:48.241750 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.245644 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29d6d0-ef89-4ed8-976a-92ec4db43695 None None] Routers {'034c4522-ba5b-4cdf-a0e3-84211589dc0d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:48.246216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.246767 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d29d6d0-ef89-4ed8-976a-92ec4db43695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['034c4522-ba5b-4cdf-a0e3-84211589dc0d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:48.256428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Transition to ACTIVE for port object 77687eb4-d4c3-4bd7-b928-6f081703aa06 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:48.270923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fbf2bac7-4313-4b10-a19b-4d912e3a0c74 req-bdc8eea7-dbac-4081-9705-287c4f1698c5 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 210 time: 0.1500542 Jul 16 18:16:48.321731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.objects.ports [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:16:48.326220 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d29d6d0-ef89-4ed8-976a-92ec4db43695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:48.331868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.343724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.352323 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29d6d0-ef89-4ed8-976a-92ec4db43695 None None] Routers {'034c4522-ba5b-4cdf-a0e3-84211589dc0d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:48.357321 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d29d6d0-ef89-4ed8-976a-92ec4db43695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['034c4522-ba5b-4cdf-a0e3-84211589dc0d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:48.408241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c377eee-f3d8-4d15-8e0a-1025d12afb7a req-7524971a-8c6d-450e-adcd-28f9333ce4d6 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.418046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c377eee-f3d8-4d15-8e0a-1025d12afb7a req-7524971a-8c6d-450e-adcd-28f9333ce4d6 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 943 time: 0.9809029 Jul 16 18:16:48.446431 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6d29d6d0-ef89-4ed8-976a-92ec4db43695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:48.447115 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d29d6d0-ef89-4ed8-976a-92ec4db43695 None None] The sync data for ids ['034c4522-ba5b-4cdf-a0e3-84211589dc0d'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:48.472745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:48.486515 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-e3c7bb2e-ab38-4680-9142-37d5b9a1e9af service neutron] show failed (client error): The resource could not be found. Jul 16 18:16:48.489482 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-e3c7bb2e-ab38-4680-9142-37d5b9a1e9af service neutron] 10.222.0.46 "GET /v2.0/ports/2bfd3ebc-cee3-41b7-957a-16774c763e24/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.2497025 Jul 16 18:16:48.521432 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-6349957e-ff99-4300-b951-84c15a2eb04a service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092771 Jul 16 18:16:48.535429 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bdb47e32-abc3-43e6-8de3-ccb02819baff tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/routers/034c4522-ba5b-4cdf-a0e3-84211589dc0d HTTP/1.1" status: 200 len: 921 time: 0.2854900 Jul 16 18:16:48.540226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51570) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.555827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:48.558779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.559459 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.589208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb42ec01-d9a2-4c24-8989-cd44a5cfd129 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:48.700240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=df4739d0-cc0b-40f6-bb9e-0cff1c9733d8,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.722509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Pushing event updated for resources: {'Port': ['ID=77687eb4-d4c3-4bd7-b928-6f081703aa06,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.792893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c377eee-f3d8-4d15-8e0a-1025d12afb7a req-57f99f32-088c-4e6a-81cb-182188d3d2b3 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/security-groups?id=a25edefe-69b4-466d-8423-54faea9c0aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652031 Jul 16 18:16:48.820573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.820936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.821282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.821624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.822104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3170305-9244-4db2-a28e-802977d657b8 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.824263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.825472 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c3170305-9244-4db2-a28e-802977d657b8 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=034c4522-ba5b-4cdf-a0e3-84211589dc0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2837038 Jul 16 18:16:48.828354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.829774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.830149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.830527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.832569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.832569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.834072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.837783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.858506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.858792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.859400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.859821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.860242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.861072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.861504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.861845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.862347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.862697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.863043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.865343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:48.925545 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f79a6b00-32fe-4c94-a2e0-16d8e1dd12e7 req-74c701dc-d539-4848-b51c-4f4e1124c2c0 service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876448 Jul 16 18:16:48.968386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Made reservation on behalf of be9fa6d0b4ca473fba624c88ab79de7d for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:48.972067 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.005565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-982584e8-bbac-43ce-b633-758a660970f8', 'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'tenant_id': '13d8d3728ca74986880d93cee20df5ba', 'fixed_ips': [{'subnet_id': 'df4739d0-cc0b-40f6-bb9e-0cff1c9733d8'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:49.007041 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.028669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b025d545-8ae2-42fe-ab75-78bde21a6774 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2181842 Jul 16 18:16:49.054537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51588) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.079170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae847bd3-0090-4e4f-a22f-4a5771d7488e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.080672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ae847bd3-0090-4e4f-a22f-4a5771d7488e tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 881 time: 0.2416160 Jul 16 18:16:49.084360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51590) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.098223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f4dd08d8-6d9e-4c32-98e0-afadb213082d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:49.155410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:49.166272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a0739-2918-46ca-9318-88f012dab3dd req-85ef94dd-be8d-4170-b0e2-ccb4ad6ea758 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.173441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c04a0739-2918-46ca-9318-88f012dab3dd req-85ef94dd-be8d-4170-b0e2-ccb4ad6ea758 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 947 time: 0.6987576 Jul 16 18:16:49.180011 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d3243469-7d25-4542-a76e-66b8e0f2d86d tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c4522-ba5b-4cdf-a0e3-84211589dc0d HTTP/1.1" status: 200 len: 205 time: 0.0935133 Jul 16 18:16:49.183157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.339475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Attempting to bind port 77687eb4-d4c3-4bd7-b928-6f081703aa06 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:49.339813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Attempting to bind port 77687eb4-d4c3-4bd7-b928-6f081703aa06 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:49.340149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Attempting to bind port 77687eb4-d4c3-4bd7-b928-6f081703aa06 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:49.351901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Allocated IP 2001:db8::f816:3eff:fe9c:d325 (982584e8-bbac-43ce-b633-758a660970f8/df4739d0-cc0b-40f6-bb9e-0cff1c9733d8/1bb13c6f-c554-4ddc-8ebe-0d313678124c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:49.378224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c04a0739-2918-46ca-9318-88f012dab3dd req-3f6db399-56b2-4637-b6ea-068493ba6227 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038419 Jul 16 18:16:49.429122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Port 77687eb4-d4c3-4bd7-b928-6f081703aa06 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:49.429664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Attempting to bind port 77687eb4-d4c3-4bd7-b928-6f081703aa06 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:49.433300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,segment=NetworkSegment(f57f7935-350b-4ad7-84c9-5ae2e977a4bc),segment_id=f57f7935-350b-4ad7-84c9-5ae2e977a4bc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:49.457160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.484740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '1f47b1e6-ef80-4cb5-9e15-8318b503fd91', 'network_id': '369a2638-6637-44a9-882b-cebc73490469', 'port_id': '1f47b1e6-ef80-4cb5-9e15-8318b503fd91', 'mac_address': 'fa:16:3e:4a:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0baf3099-fb0b-4dad-81f9-bf6ffbab31e6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:49.557202 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.575937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:49.576331 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:49.576707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:49.577165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Bound port: 77687eb4-d4c3-4bd7-b928-6f081703aa06, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:49.577536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.588942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:49.614489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.661387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,segment=NetworkSegment(f57f7935-350b-4ad7-84c9-5ae2e977a4bc),segment_id=f57f7935-350b-4ad7-84c9-5ae2e977a4bc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:49.661898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59ec4747-2a8e-4abb-bef2-de0120ba5153 req-fa94f2c2-1d13-469f-b956-71eb5c885771 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 210 time: 0.0641594 Jul 16 18:16:49.664652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-75ceb1e3-2190-4676-9e39-6dc41c7e7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.666385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-75ceb1e3-2190-4676-9e39-6dc41c7e7887 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 1097 time: 0.6998761 Jul 16 18:16:49.682341 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.686683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:49.697098 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.732563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Transition to ACTIVE for port object 1bb13c6f-c554-4ddc-8ebe-0d313678124c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:49.733357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Deleting port f6555e07-d10e-4544-b341-0ae2e3953714 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:49.734756 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.750077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Allocated IP 172.20.0.11 (f258c528-c4f0-4833-9916-4132c7713c81/a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4/a996f78a-0d6f-42c4-aee7-fe0b4cab361f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:49.780802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Transition to ACTIVE for port object 1bb13c6f-c554-4ddc-8ebe-0d313678124c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:49.783075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dd08d8-6d9e-4c32-98e0-afadb213082d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:49.785078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.787343 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4dd08d8-6d9e-4c32-98e0-afadb213082d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.793620 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.820887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:49.824053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:49.826866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:49.874235 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.895868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Calling delete_port for f6555e07-d10e-4544-b341-0ae2e3953714 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:49.948886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Attempting to bind port 1bb13c6f-c554-4ddc-8ebe-0d313678124c on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:49.949573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Attempting to bind port 1bb13c6f-c554-4ddc-8ebe-0d313678124c by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:49.950168 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Attempting to bind port 1bb13c6f-c554-4ddc-8ebe-0d313678124c on network 982584e8-bbac-43ce-b633-758a660970f8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:49.963368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:49.963950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Checking segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:49.964458 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.965387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Bound using segment: {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:49.966031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Bound port: 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '982584e8-bbac-43ce-b633-758a660970f8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:49.966514 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.982176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.064340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] For port 77687eb4-d4c3-4bd7-b928-6f081703aa06, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:50.091090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:50.093996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['1f47b1e6-ef80-4cb5-9e15-8318b503fd91'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:50.134834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:50.144998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764fdf9-4f96-49f5-bf7b-9a81caf767b6 req-f0742d1b-4826-4dde-8a17-51790605c98e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.145276 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.152675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e764fdf9-4f96-49f5-bf7b-9a81caf767b6 req-f0742d1b-4826-4dde-8a17-51790605c98e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.7589719 Jul 16 18:16:50.174324 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.181365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] For port 77687eb4-d4c3-4bd7-b928-6f081703aa06, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=77687eb4-d4c3-4bd7-b928-6f081703aa06,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:50.205268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.218894 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.238722 n-d-793619-10 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-f4dd08d8-6d9e-4c32-98e0-afadb213082d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df4739d0-cc0b-40f6-bb9e-0cff1c9733d8 (CIDR: 2001:db8::/64) Jul 16 18:16:50.260351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892a67c-b9e9-4004-9080-d665915f158e None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.286599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event deleted for resources: {'Port': ['ID=f6555e07-d10e-4544-b341-0ae2e3953714,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.313119 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dd08d8-6d9e-4c32-98e0-afadb213082d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:50.313620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dd08d8-6d9e-4c32-98e0-afadb213082d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:50.400472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.400711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.402105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] 10.222.0.45 "PUT /v2.0/ports/77687eb4-d4c3-4bd7-b928-6f081703aa06 HTTP/1.1" status: 200 len: 1096 time: 4.1160805 Jul 16 18:16:50.415001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e764fdf9-4f96-49f5-bf7b-9a81caf767b6 req-b04aa872-c6bb-43fc-8f3c-001882582c69 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577624 Jul 16 18:16:50.422564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b8fc63-a5e1-4b5d-afdd-623c651461dd', 'tag': '77687eb4-d4c3-4bd7-b928-6f081703aa06'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:50.425039 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c0644-df33-4575-a48c-e91a3b5af806" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b8fc63-a5e1-4b5d-afdd-623c651461dd", "tag": "77687eb4-d4c3-4bd7-b928-6f081703aa06"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:50.478273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.485950 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f4dd08d8-6d9e-4c32-98e0-afadb213082d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3916855 Jul 16 18:16:50.529536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51610) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.660685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:50.728769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.734966 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.748549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.848482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.849449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Fanout notify agent at l3_agent the message router_deleted on router 034c4522-ba5b-4cdf-a0e3-84211589dc0d {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:50.859030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.869457 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be968e59-ac24-472f-82d8-5ebc7505fb0c tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/034c4522-ba5b-4cdf-a0e3-84211589dc0d HTTP/1.1" status: 204 len: 168 time: 1.6847317 Jul 16 18:16:50.870363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.875615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1229783325', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:50.896974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c21fce-4ad2-4a88-bc34-25a12b5e2f91 service neutron] Pushing event updated for resources: {'Port': ['ID=77687eb4-d4c3-4bd7-b928-6f081703aa06,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.934709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Transition to ACTIVE for port object a996f78a-0d6f-42c4-aee7-fe0b4cab361f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:50.946392 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.947774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.951644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da994b2-f2a5-4bda-b2fc-d1f80ada5b4a req-35755eb4-a087-425e-9f90-f37b0786b646 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.959147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4da994b2-f2a5-4bda-b2fc-d1f80ada5b4a req-35755eb4-a087-425e-9f90-f37b0786b646 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 944 time: 0.9097846 Jul 16 18:16:51.067588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.118900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:51.126125 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.158043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:51.196075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4da994b2-f2a5-4bda-b2fc-d1f80ada5b4a req-9b478a71-4036-47db-b22d-1b2dcf1bec9f tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/security-groups?id=a25edefe-69b4-466d-8423-54faea9c0aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354474 Jul 16 18:16:51.262794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:51.268370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:51.268935 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.297202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.304014 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d77f3d-2861-4a15-b7d0-059177a05a9c x-openstack-request-id: req-b5d77f3d-2861-4a15-b7d0-059177a05a9c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:51.307697 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b8fc63-a5e1-4b5d-afdd-623c651461dd", "tag": "77687eb4-d4c3-4bd7-b928-6f081703aa06", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:51.309097 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5d77f3d-2861-4a15-b7d0-059177a05a9c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:51.310298 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b8fc63-a5e1-4b5d-afdd-623c651461dd', 'tag': '77687eb4-d4c3-4bd7-b928-6f081703aa06', 'status': 'completed', 'code': 200} Jul 16 18:16:51.327586 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.404960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-6d1dc3cf-abe8-48cd-9943-072ad74481a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:51.412391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-6d1dc3cf-abe8-48cd-9943-072ad74481a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=799bbf74a3af4661bc82c72ffed15c85&device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 1099 time: 0.9248991 Jul 16 18:16:51.494051 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.505967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:51.536042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:51.575202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083f3e27-0f06-4ad8-92a9-675543de7660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f47b1e6-ef80-4cb5-9e15-8318b503fd91'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:51.578553 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f1886f-e0e5-4ec5-923f-4d2d3e81a0d7" -d '{"events": [{"server_uuid": "083f3e27-0f06-4ad8-92a9-675543de7660", "name": "network-vif-plugged", "status": "completed", "tag": "1f47b1e6-ef80-4cb5-9e15-8318b503fd91"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:51.599194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,segment=NetworkSegment(f57f7935-350b-4ad7-84c9-5ae2e977a4bc),segment_id=f57f7935-350b-4ad7-84c9-5ae2e977a4bc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:51.609457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.610658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2bfd3ebc-cee3-41b7-957a-16774c763e24 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:51.675339 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.691856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-85a17e26-a5ce-4260-ac9e-562584e30caa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=77687eb4-d4c3-4bd7-b928-6f081703aa06 HTTP/1.1" status: 200 len: 217 time: 0.1415040 Jul 16 18:16:51.700956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058a02-b9bd-4f3e-938c-6b9ae8b5f53a req-54abc701-7939-4055-a461-9545f02d5dd5 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:51.703060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2058a02-b9bd-4f3e-938c-6b9ae8b5f53a req-54abc701-7939-4055-a461-9545f02d5dd5 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 947 time: 0.7081254 Jul 16 18:16:51.742154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:51.747920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Network f258c528-c4f0-4833-9916-4132c7713c81 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:51.800282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.808809 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.851777 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.857894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:51.895864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event updated for resources: {'Port': ['ID=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.924987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:52.016060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:52.081353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-46092689-886b-4557-b166-31958e192d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.083067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-46092689-886b-4557-b166-31958e192d05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.3744256 Jul 16 18:16:52.121382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2058a02-b9bd-4f3e-938c-6b9ae8b5f53a req-70140b23-f464-4d4b-8979-df5c55e36f4e tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902509 Jul 16 18:16:52.147820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c16e5d1-566d-4b33-9ef0-ae285381d146 None None] Provisioning for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:52.155739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c16e5d1-566d-4b33-9ef0-ae285381d146 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:52.156446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c16e5d1-566d-4b33-9ef0-ae285381d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.162074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Allocated IP 172.25.2.162 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/f25d0f19-a466-4527-851c-cef9af9a2953) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:52.182865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.183675 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.208590 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.244149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5dd5c-f0eb-4287-a7f5-6258544852db req-37b3c9c4-f132-4344-8f39-402ccc435036 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.252041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96e5dd5c-f0eb-4287-a7f5-6258544852db req-37b3c9c4-f132-4344-8f39-402ccc435036 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 932 time: 0.7156742 Jul 16 18:16:52.321461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-abb6440e-1d5c-493a-926f-ba6d4f707643 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3335242 Jul 16 18:16:52.327790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Transition to ACTIVE for port object 2bfd3ebc-cee3-41b7-957a-16774c763e24 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:52.358314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Request body: {'port': {'device_id': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:52.371112 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.393004 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:52.393649 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:52.395387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c16e5d1-566d-4b33-9ef0-ae285381d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.406853 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.465928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4c16e5d1-566d-4b33-9ef0-ae285381d146 None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:52.472036 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c16e5d1-566d-4b33-9ef0-ae285381d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.500464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.527806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:52.530689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:52.550848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16e5d1-566d-4b33-9ef0-ae285381d146 None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.573798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:52.646460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event updated for resources: {'Port': ['ID=f25d0f19-a466-4527-851c-cef9af9a2953,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.699701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02107b49-27fd-4602-b959-f2caac13439c None None] Provisioning for port a996f78a-0d6f-42c4-aee7-fe0b4cab361f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:52.706491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02107b49-27fd-4602-b959-f2caac13439c None None] Provisioning complete for port a996f78a-0d6f-42c4-aee7-fe0b4cab361f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:52.706882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02107b49-27fd-4602-b959-f2caac13439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.761821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-02107b49-27fd-4602-b959-f2caac13439c None None] Port a996f78a-0d6f-42c4-aee7-fe0b4cab361f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:53.055120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-2947c980-832c-453a-a000-8e9064849abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.057915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-2947c980-832c-453a-a000-8e9064849abf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9587445 Jul 16 18:16:53.072389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96e5dd5c-f0eb-4287-a7f5-6258544852db req-18c10dd7-9db2-41b0-8ad9-5dcccb2a2d79 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8191974 Jul 16 18:16:53.137373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:53.292035 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc181118-ce2e-4409-8b46-e654b5d23a83 x-openstack-request-id: req-fc181118-ce2e-4409-8b46-e654b5d23a83 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:53.292332 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083f3e27-0f06-4ad8-92a9-675543de7660", "name": "network-vif-plugged", "status": "completed", "tag": "1f47b1e6-ef80-4cb5-9e15-8318b503fd91", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:53.292617 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc181118-ce2e-4409-8b46-e654b5d23a83 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:53.293018 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083f3e27-0f06-4ad8-92a9-675543de7660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f47b1e6-ef80-4cb5-9e15-8318b503fd91', 'code': 200} Jul 16 18:16:53.373300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.408897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:53.411614 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a14b682-ef87-4829-99c7-6530aa9a65b2" -d '{"events": [{"server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "name": "network-vif-unplugged", "status": "completed", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:53.426433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.457177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:53.555298 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:53.606767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:53.607153 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.675388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dc1b2-2c86-443f-841e-879fa283f14b req-7d52c50a-91db-4ad7-bd88-54867559ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.677940 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c97dc1b2-2c86-443f-841e-879fa283f14b req-7d52c50a-91db-4ad7-bd88-54867559ccab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 1097 time: 0.2085242 Jul 16 18:16:53.849642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a996f78a-0d6f-42c4-aee7-fe0b4cab361f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:53.855602 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c97dc1b2-2c86-443f-841e-879fa283f14b req-3adeee29-07ab-423e-9c4a-5dae3f661b6c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a25edefe-69b4-466d-8423-54faea9c0aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506487 Jul 16 18:16:53.860556 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.860808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.926518 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-9b69b30f-4990-4f77-9e76-5b6e70cd85cf service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8492012 Jul 16 18:16:53.933114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Transition to ACTIVE for port object a996f78a-0d6f-42c4-aee7-fe0b4cab361f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:53.946843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.964356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade148-9ec7-475d-8173-f2d7d4e549a3 req-ebfb31c6-eaa9-4ad9-8b87-761de33194e7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.973328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24ade148-9ec7-475d-8173-f2d7d4e549a3 req-ebfb31c6-eaa9-4ad9-8b87-761de33194e7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 1.0207298 Jul 16 18:16:54.015261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.049460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Router 8827a1cf-d993-4f31-ac36-eea36e39a0dc is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:54.050720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] No DVR routers for this DVR port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:54.205559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:54.217987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32b9270-70b8-4d8d-8ce4-36c5c5e529f4 None None] Sync routers for ids ['8827a1cf-d993-4f31-ac36-eea36e39a0dc'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:54.219722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:54.237102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b9270-70b8-4d8d-8ce4-36c5c5e529f4 None None] Routers {'8827a1cf-d993-4f31-ac36-eea36e39a0dc'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:54.237820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d32b9270-70b8-4d8d-8ce4-36c5c5e529f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8827a1cf-d993-4f31-ac36-eea36e39a0dc'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:54.250027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.255503 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9231f849-cb55-4bc9-aaef-4e1219c33cfc tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3823769 Jul 16 18:16:54.257566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.270512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:54.287074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:54.295612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.296194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.321590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=fbd01301-3345-4e17-9c82-22f19fc6b8e6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:54.326263 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24ade148-9ec7-475d-8173-f2d7d4e549a3 req-ef80308f-56b8-467b-9e99-fb4b0e1de6cb tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525257 Jul 16 18:16:54.356439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b9d7c4-39d3-4f2f-9119-e15cd1539eaf None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:54.356439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d32b9270-70b8-4d8d-8ce4-36c5c5e529f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:54.392761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Pushing event updated for resources: {'Port': ['ID=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:54.430463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b9270-70b8-4d8d-8ce4-36c5c5e529f4 None None] Routers {'8827a1cf-d993-4f31-ac36-eea36e39a0dc'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:54.431074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d32b9270-70b8-4d8d-8ce4-36c5c5e529f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8827a1cf-d993-4f31-ac36-eea36e39a0dc'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:54.466522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690c1a4-a5bc-48b2-81a3-c10a579b2c36 req-46d7f6e1-a699-4859-9e74-38ff8eb79552 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.468104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5690c1a4-a5bc-48b2-81a3-c10a579b2c36 req-46d7f6e1-a699-4859-9e74-38ff8eb79552 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 945 time: 0.6515145 Jul 16 18:16:54.480290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0b560aca-5445-46bf-8fee-7b491023d920 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8250782 Jul 16 18:16:54.483514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.489738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:1d:11:be', 'name': 'tempest-NetworksTestDHCPv6-128381541'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:54.563895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40e48a6b-04b5-42d5-a36a-a4a43f0ef62e req-4cffe438-56f6-4e95-b863-ea29666ed3f2 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261239 Jul 16 18:16:54.574851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d32b9270-70b8-4d8d-8ce4-36c5c5e529f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:54.575559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32b9270-70b8-4d8d-8ce4-36c5c5e529f4 None None] The sync data for ids ['8827a1cf-d993-4f31-ac36-eea36e39a0dc'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:54.695701 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5690c1a4-a5bc-48b2-81a3-c10a579b2c36 req-37260489-2e87-4a51-b0c9-d27e231de1e3 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/security-groups?id=a25edefe-69b4-466d-8423-54faea9c0aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748035 Jul 16 18:16:54.851478 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ead1ff3-218b-4482-bb4d-324e7a4a18c5 x-openstack-request-id: req-3ead1ff3-218b-4482-bb4d-324e7a4a18c5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:54.852336 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "name": "network-vif-unplugged", "status": "completed", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:54.852336 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ead1ff3-218b-4482-bb4d-324e7a4a18c5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:54.852716 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'code': 200} Jul 16 18:16:54.896490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Attempting to bind port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:54.897516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Attempting to bind port 2bfd3ebc-cee3-41b7-957a-16774c763e24 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:54.897774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Attempting to bind port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on network 14e2a8b9-acc3-48e6-911b-f725837fcde9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:54.910458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Attempting to bind port a996f78a-0d6f-42c4-aee7-fe0b4cab361f on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:54.910859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Attempting to bind port a996f78a-0d6f-42c4-aee7-fe0b4cab361f by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:54.911110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Attempting to bind port a996f78a-0d6f-42c4-aee7-fe0b4cab361f on network f258c528-c4f0-4833-9916-4132c7713c81 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:54.957059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on network 14e2a8b9-acc3-48e6-911b-f725837fcde9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:54.957486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Attempting to bind port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on network 14e2a8b9-acc3-48e6-911b-f725837fcde9 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:55.002485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Port a996f78a-0d6f-42c4-aee7-fe0b4cab361f on network f258c528-c4f0-4833-9916-4132c7713c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:55.002485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Attempting to bind port a996f78a-0d6f-42c4-aee7-fe0b4cab361f on network f258c528-c4f0-4833-9916-4132c7713c81 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:55.032988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:55.032988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Checking segment: {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:55.032988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Bound using segment: {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:55.032988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Bound port: 2bfd3ebc-cee3-41b7-957a-16774c763e24, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09499039-efd7-4fe5-b67a-16621e8d5700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:55.033340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56d6c8-9c8a-4aca-aac3-4483ba1362d8 None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': 'df4739d0-cc0b-40f6-bb9e-0cff1c9733d8', 'ip_address': '2001:db8::f816:3eff:fe9c:d325'}, {'subnet_id': 'fbd01301-3345-4e17-9c82-22f19fc6b8e6'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '1bb13c6f-c554-4ddc-8ebe-0d313678124c'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:16:55.033440 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.033440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:55.033440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Checking segment: {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:55.033440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Bound using segment: {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:55.033777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Bound port: a996f78a-0d6f-42c4-aee7-fe0b4cab361f, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb8dea2-d154-4845-bfd9-14c3968363b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:55.034052 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.093041 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd56d6c8-9c8a-4aca-aac3-4483ba1362d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.146035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-3b9ebed2-a6d5-4e6e-9c8d-e2790565fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.149352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-3b9ebed2-a6d5-4e6e-9c8d-e2790565fcda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=799bbf74a3af4661bc82c72ffed15c85&device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 1099 time: 0.4786263 Jul 16 18:16:55.185297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:55.344069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.355891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f784c-eba0-4d02-bbca-9e6cf91ed8cb req-22c3620a-1d69-42f1-ba61-534c20eb498b tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.358845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb4f784c-eba0-4d02-bbca-9e6cf91ed8cb req-22c3620a-1d69-42f1-ba61-534c20eb498b tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 947 time: 0.4281898 Jul 16 18:16:55.360752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:55.367874 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.376874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] For port a996f78a-0d6f-42c4-aee7-fe0b4cab361f, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:55.384185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.403396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 48e24e1f-58f7-4f80-9677-a136dd3b581b yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:55.417560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095075d-ab0e-4673-a82c-05c8ca5fd737 req-7eb81714-81c8-46d5-a9a6-b9541fc338a2 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.426119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9095075d-ab0e-4673-a82c-05c8ca5fd737 req-7eb81714-81c8-46d5-a9a6-b9541fc338a2 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 944 time: 0.4285498 Jul 16 18:16:55.444480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:55.469221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] For port a996f78a-0d6f-42c4-aee7-fe0b4cab361f, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:55.470153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-fd56d6c8-9c8a-4aca-aac3-4483ba1362d8 None None] Allocated IP 2001:db8:0:1::2 (982584e8-bbac-43ce-b633-758a660970f8/fbd01301-3345-4e17-9c82-22f19fc6b8e6/1bb13c6f-c554-4ddc-8ebe-0d313678124c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:55.471426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.510521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-2484edd1-f092-4d41-9f26-b96cf47d5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.512056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-2484edd1-f092-4d41-9f26-b96cf47d5eb0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.3369205 Jul 16 18:16:55.516065 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.529122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Deleting port f25d0f19-a466-4527-851c-cef9af9a2953 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:55.529769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.622675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.623295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.625084 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] 10.222.0.45 "PUT /v2.0/ports/2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 1092 time: 5.9427359 Jul 16 18:16:55.630209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb4f784c-eba0-4d02-bbca-9e6cf91ed8cb req-de62df44-a949-4254-a685-e23ed6f19584 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609646 Jul 16 18:16:55.653224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9095075d-ab0e-4673-a82c-05c8ca5fd737 req-66e6e2fa-b07e-4cda-b011-c4bf643b31e0 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260153 Jul 16 18:16:55.660835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.661498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.663326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] 10.222.0.46 "PUT /v2.0/ports/a996f78a-0d6f-42c4-aee7-fe0b4cab361f HTTP/1.1" status: 200 len: 1093 time: 3.3139646 Jul 16 18:16:55.682499 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.684425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fd56d6c8-9c8a-4aca-aac3-4483ba1362d8 None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:55.706551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Calling delete_port for f25d0f19-a466-4527-851c-cef9af9a2953 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:55.716290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-4211efae-fdc1-433c-9cec-cbd8ca5c14e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=77687eb4-d4c3-4bd7-b928-6f081703aa06 HTTP/1.1" status: 200 len: 217 time: 0.1672449 Jul 16 18:16:55.750255 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd56d6c8-9c8a-4aca-aac3-4483ba1362d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.814595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fd56d6c8-9c8a-4aca-aac3-4483ba1362d8 None None] Transition to ACTIVE for port object 1bb13c6f-c554-4ddc-8ebe-0d313678124c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:55.820457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd56d6c8-9c8a-4aca-aac3-4483ba1362d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.970011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56d6c8-9c8a-4aca-aac3-4483ba1362d8 None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:55.999944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d44925-7e63-438e-bba0-cb20865416a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.177954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-6d5a411a-dc96-466c-bc23-1192f488bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.180018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-6d5a411a-dc96-466c-bc23-1192f488bdd4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.4628327 Jul 16 18:16:56.244260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 77687eb4-d4c3-4bd7-b928-6f081703aa06 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:56.274289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8:0:1::1b (982584e8-bbac-43ce-b633-758a660970f8/fbd01301-3345-4e17-9c82-22f19fc6b8e6/48e24e1f-58f7-4f80-9677-a136dd3b581b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:56.290031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:fe1d:11be (982584e8-bbac-43ce-b633-758a660970f8/df4739d0-cc0b-40f6-bb9e-0cff1c9733d8/48e24e1f-58f7-4f80-9677-a136dd3b581b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:56.318124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.343785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b18c53-691c-433d-b081-d7a260a8fc9f service neutron] Pushing event updated for resources: {'Port': ['ID=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.387730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-e99c426f-b4e0-4f4e-ac86-0bf7476d1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.391210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-e99c426f-b4e0-4f4e-ac86-0bf7476d1f04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1095 time: 0.7133007 Jul 16 18:16:56.400310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-6fd0c38b-b945-4463-a6dd-3d46118a577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.401847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-6fd0c38b-b945-4463-a6dd-3d46118a577d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 1096 time: 0.5273144 Jul 16 18:16:56.456044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Pushing event deleted for resources: {'Port': ['ID=f25d0f19-a466-4527-851c-cef9af9a2953,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.474637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 77687eb4-d4c3-4bd7-b928-6f081703aa06, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=77687eb4-d4c3-4bd7-b928-6f081703aa06,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:56.486826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '77687eb4-d4c3-4bd7-b928-6f081703aa06', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '77687eb4-d4c3-4bd7-b928-6f081703aa06', 'mac_address': 'fa:16:3e:49:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:56.538860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.709904 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.725817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77687eb4-d4c3-4bd7-b928-6f081703aa06 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:56.751597 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 77687eb4-d4c3-4bd7-b928-6f081703aa06, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=77687eb4-d4c3-4bd7-b928-6f081703aa06,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:56.757540 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.762629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.763103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.763558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.764024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.764458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.764914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.765382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.766254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.766682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.767114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.767544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.768023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:56.819779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=77687eb4-d4c3-4bd7-b928-6f081703aa06,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.996043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['77687eb4-d4c3-4bd7-b928-6f081703aa06'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:57.027895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.033914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.048576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24'}, {'name': 'network-changed', 'server_uuid': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'tag': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:57.051097 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bccf38-9f21-416d-acb4-05620ce33798" -d '{"events": [{"name": "network-changed", "server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24"}, {"name": "network-changed", "server_uuid": "1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84", "tag": "a996f78a-0d6f-42c4-aee7-fe0b4cab361f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:57.067157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-f412c0dc-d60d-44db-87b0-15f7241e0c82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a996f78a-0d6f-42c4-aee7-fe0b4cab361f HTTP/1.1" status: 200 len: 217 time: 0.6448009 Jul 16 18:16:57.076544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69bee-147d-4fda-95d0-12dcd77bb85d req-5731198e-d551-4a9d-b4a3-f75459f71284 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.078113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77a69bee-147d-4fda-95d0-12dcd77bb85d req-5731198e-d551-4a9d-b4a3-f75459f71284 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 1.0449872 Jul 16 18:16:57.142996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.183725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-43700d24-860b-494c-b54d-8f543f036e33 None None] Provisioning for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:57.188472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556b1a-3405-4174-8c89-69d97b140ed5 req-d1a3c2bc-3d80-4eb3-942e-30b122068b29 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.195560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-43700d24-860b-494c-b54d-8f543f036e33 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:57.195947 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43700d24-860b-494c-b54d-8f543f036e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.197009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d556b1a-3405-4174-8c89-69d97b140ed5 req-d1a3c2bc-3d80-4eb3-942e-30b122068b29 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 945 time: 1.0430360 Jul 16 18:16:57.236760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 48e24e1f-58f7-4f80-9677-a136dd3b581b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:57.261563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Router 8827a1cf-d993-4f31-ac36-eea36e39a0dc has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:57.279558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-16c6072a-a227-43dd-8bda-e31c1b8c2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.281682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-16c6072a-a227-43dd-8bda-e31c1b8c2283 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0321641 Jul 16 18:16:57.357512 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-97dd0293-8524-4ddd-ae7c-d88928a89152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.359158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-97dd0293-8524-4ddd-ae7c-d88928a89152 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 200 len: 850 time: 0.2769654 Jul 16 18:16:57.396427 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.399665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:57.404089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77a69bee-147d-4fda-95d0-12dcd77bb85d req-f3817599-b19d-4f7e-9d77-727dc984f28d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081887 Jul 16 18:16:57.414361 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.418380 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-50c40eb6-43b0-40a4-924e-82ada5189a43 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "PUT /v2.0/routers/8827a1cf-d993-4f31-ac36-eea36e39a0dc HTTP/1.1" status: 200 len: 706 time: 3.1571190 Jul 16 18:16:57.420640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d556b1a-3405-4174-8c89-69d97b140ed5 req-dbe67b59-d38f-449a-be5d-173ca3b955ab tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/security-groups?id=a25edefe-69b4-466d-8423-54faea9c0aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227144 Jul 16 18:16:57.421869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-793f3314-ad6b-4027-bb4c-ca38708c2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.423539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-793f3314-ad6b-4027-bb4c-ca38708c2cf6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 1.0196550 Jul 16 18:16:57.423700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51684) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.429464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:57.433986 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9710ae3-29c4-4dee-a475-57a33465b932 None None] Sync routers for ids ['8827a1cf-d993-4f31-ac36-eea36e39a0dc'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:57.492751 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9710ae3-29c4-4dee-a475-57a33465b932 None None] Routers {'8827a1cf-d993-4f31-ac36-eea36e39a0dc'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:57.497746 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9710ae3-29c4-4dee-a475-57a33465b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8827a1cf-d993-4f31-ac36-eea36e39a0dc'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:57.546299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-df294ad9-7edd-4ca7-9485-bc610860646a service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214358 Jul 16 18:16:57.547050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:57.547422 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.579071 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9710ae3-29c4-4dee-a475-57a33465b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:57.599429 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9710ae3-29c4-4dee-a475-57a33465b932 None None] Routers {'8827a1cf-d993-4f31-ac36-eea36e39a0dc'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:57.600803 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9710ae3-29c4-4dee-a475-57a33465b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8827a1cf-d993-4f31-ac36-eea36e39a0dc'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:57.660118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:57.666544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:57.668882 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a9710ae3-29c4-4dee-a475-57a33465b932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:57.669728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9710ae3-29c4-4dee-a475-57a33465b932 None None] The sync data for ids ['8827a1cf-d993-4f31-ac36-eea36e39a0dc'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:57.671896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:57.677853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.678641 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.683056 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eff5a246-71bb-4a60-8445-f34fe4623cc8 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/routers/8827a1cf-d993-4f31-ac36-eea36e39a0dc HTTP/1.1" status: 200 len: 741 time: 0.2304995 Jul 16 18:16:57.684845 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=48e24e1f-58f7-4f80-9677-a136dd3b581b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.687239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51692) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.751256 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2829cf12-f785-41c8-ae2a-04bb10a54358 tempest-RoutersAdminTest-1854872287 tempest-RoutersAdminTest-1854872287-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=8827a1cf-d993-4f31-ac36-eea36e39a0dc HTTP/1.1" status: 200 len: 205 time: 0.0504255 Jul 16 18:16:57.753324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51694) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.768167 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-80b5e846-e86f-40a7-9c99-48eb3c19e0be tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2827213 Jul 16 18:16:57.780452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.812276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-ee39dceb-cb8f-4b3c-b296-c447d7f37443 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 998 time: 0.2649672 Jul 16 18:16:57.903682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a9c0644-df33-4575-a48c-e91a3b5af806 req-6c5feb2d-b83c-445b-9e04-8ac960a3fa14 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307929 Jul 16 18:16:57.937788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-5241285d-bead-4db4-96f4-fe2805ccc14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.940491 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-5241285d-bead-4db4-96f4-fe2805ccc14a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f258c528-c4f0-4833-9916-4132c7713c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5590429 Jul 16 18:16:57.949274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-52f11e04-23f8-4421-bb87-3c1b393e1a61 None None] Provisioning for port 48e24e1f-58f7-4f80-9677-a136dd3b581b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:57.952305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97674709-7377-401e-b3da-d50812634fe1 req-bfb9686e-bfba-4e9b-9d2f-b954ef808a69 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.954118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97674709-7377-401e-b3da-d50812634fe1 req-bfb9686e-bfba-4e9b-9d2f-b954ef808a69 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 948 time: 0.3919029 Jul 16 18:16:57.955741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-52f11e04-23f8-4421-bb87-3c1b393e1a61 None None] Provisioning complete for port 48e24e1f-58f7-4f80-9677-a136dd3b581b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:57.956440 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52f11e04-23f8-4421-bb87-3c1b393e1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.014465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-52f11e04-23f8-4421-bb87-3c1b393e1a61 None None] Port 48e24e1f-58f7-4f80-9677-a136dd3b581b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:58.081208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd67963-411c-4f26-bf20-ea8929f37008 req-aa7aa285-71c8-4187-863e-33f9327b0caf tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.083270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0fd67963-411c-4f26-bf20-ea8929f37008 req-aa7aa285-71c8-4187-863e-33f9327b0caf tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 944 time: 0.4001877 Jul 16 18:16:58.102085 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4043d4b5-2d9b-4cfe-bc6e-db1303d22285 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=8827a1cf-d993-4f31-ac36-eea36e39a0dc HTTP/1.1" status: 200 len: 205 time: 0.3470356 Jul 16 18:16:58.104619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51698) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.146458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-8f24a74b-80ef-4b4e-8764-61e41161a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.148861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-8f24a74b-80ef-4b4e-8764-61e41161a081 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.2505581 Jul 16 18:16:58.169733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97674709-7377-401e-b3da-d50812634fe1 req-a7719f3d-642a-486f-91c1-12ab94cd31db tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777644 Jul 16 18:16:58.178999 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78523b09-a283-4e1d-b6c9-2f56b1f9bedd tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.216694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e614e0ae-34a9-4a13-8d81-2078cccbd2d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 48e24e1f-58f7-4f80-9677-a136dd3b581b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:58.217142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e614e0ae-34a9-4a13-8d81-2078cccbd2d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.254210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 77687eb4-d4c3-4bd7-b928-6f081703aa06 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:58.284603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-96ae05dc-5c9a-481d-99bc-9591eb1a2d5f service neutron] 10.222.0.46 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218558 Jul 16 18:16:58.298160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0fd67963-411c-4f26-bf20-ea8929f37008 req-68dfb51f-3774-4711-b3da-5939107afab5 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054315 Jul 16 18:16:58.313562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 77687eb4-d4c3-4bd7-b928-6f081703aa06 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:58.329986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 77687eb4-d4c3-4bd7-b928-6f081703aa06 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:58.330478 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.418671 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d31de2-3816-4eb0-bea6-883c4a6dd3f2 x-openstack-request-id: req-d2d31de2-3816-4eb0-bea6-883c4a6dd3f2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:58.419184 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84", "tag": "a996f78a-0d6f-42c4-aee7-fe0b4cab361f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:58.419294 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2d31de2-3816-4eb0-bea6-883c4a6dd3f2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:58.419745 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'status': 'completed', 'code': 200} Jul 16 18:16:58.419999 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'tag': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f', 'status': 'completed', 'code': 200} Jul 16 18:16:58.430041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78523b09-a283-4e1d-b6c9-2f56b1f9bedd tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.433061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78523b09-a283-4e1d-b6c9-2f56b1f9bedd tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.519268 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.536930 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78523b09-a283-4e1d-b6c9-2f56b1f9bedd tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.538520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78523b09-a283-4e1d-b6c9-2f56b1f9bedd tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Fanout notify agent at l3_agent the message router_deleted on router 8827a1cf-d993-4f31-ac36-eea36e39a0dc {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:58.540313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-9a260715-06ee-4b27-8e01-7d1d35aa2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.542137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-9a260715-06ee-4b27-8e01-7d1d35aa2376 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3795829 Jul 16 18:16:58.548401 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e614e0ae-34a9-4a13-8d81-2078cccbd2d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.549141 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78523b09-a283-4e1d-b6c9-2f56b1f9bedd tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.550524 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-78523b09-a283-4e1d-b6c9-2f56b1f9bedd tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/8827a1cf-d993-4f31-ac36-eea36e39a0dc HTTP/1.1" status: 204 len: 168 time: 0.4449980 Jul 16 18:16:58.556299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51722) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.589812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 77687eb4-d4c3-4bd7-b928-6f081703aa06, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=77687eb4-d4c3-4bd7-b928-6f081703aa06,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:58.591058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b8fc63-a5e1-4b5d-afdd-623c651461dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77687eb4-d4c3-4bd7-b928-6f081703aa06'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:58.596162 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9a333e-f25b-4f0b-855b-98297af35d01" -d '{"events": [{"server_uuid": "a9b8fc63-a5e1-4b5d-afdd-623c651461dd", "name": "network-vif-plugged", "status": "completed", "tag": "77687eb4-d4c3-4bd7-b928-6f081703aa06"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:58.597452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e614e0ae-34a9-4a13-8d81-2078cccbd2d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 48e24e1f-58f7-4f80-9677-a136dd3b581b owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:58.602166 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8236abf8-105d-4610-aa0d-c70a2f94eb50 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=8827a1cf-d993-4f31-ac36-eea36e39a0dc HTTP/1.1" status: 200 len: 205 time: 0.0445786 Jul 16 18:16:58.604585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51726) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.612189 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.613486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8d91dab0-263e-41be-b964-94bda474b483 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:58.627680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da3e6ab1-4a57-4336-872f-a62e01e8bc08 req-047235e4-6b84-4cdc-a641-a5f479489865 service neutron] 10.222.0.46 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281941 Jul 16 18:16:58.658722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-e9729e80-35b0-46bf-ba23-cca7a080dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.660891 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-e9729e80-35b0-46bf-ba23-cca7a080dd07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1095 time: 0.1763356 Jul 16 18:16:58.664017 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-c9042019-6c32-4dbc-a563-497d183968b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] delete failed (client error): The resource could not be found. Jul 16 18:16:58.665588 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c9042019-6c32-4dbc-a563-497d183968b0 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/8827a1cf-d993-4f31-ac36-eea36e39a0dc HTTP/1.1" status: 404 len: 336 time: 0.0597188 Jul 16 18:16:58.679061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51728) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.715307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=77687eb4-d4c3-4bd7-b928-6f081703aa06,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.739123 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6c385c68-d7fc-4d6b-b38b-105bc3823018 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=034c4522-ba5b-4cdf-a0e3-84211589dc0d HTTP/1.1" status: 200 len: 205 time: 0.0570621 Jul 16 18:16:58.742679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51732) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.747263 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.792869 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-e7f48509-6d29-4b3e-b2fd-10781d843773 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] delete failed (client error): The resource could not be found. Jul 16 18:16:58.794506 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e7f48509-6d29-4b3e-b2fd-10781d843773 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/034c4522-ba5b-4cdf-a0e3-84211589dc0d HTTP/1.1" status: 404 len: 336 time: 0.0507028 Jul 16 18:16:58.798237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51734) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.814898 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.825603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-9c87ec05-95cf-4739-8f1e-ad7ff2cd2cff service neutron] 10.222.0.45 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666726 Jul 16 18:16:58.859893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8d91dab0-263e-41be-b964-94bda474b483,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:58.868470 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.882641 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-60d2441b-8262-4e9a-af02-8dc8ecd77829 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=66721aee-8da7-485a-b88a-7ea182597c45 HTTP/1.1" status: 200 len: 205 time: 0.0825541 Jul 16 18:16:58.886752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.922243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba0c70-4650-4644-951f-8767bd341d30 req-3b825a90-e416-414c-be77-71c6ebfb058e tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.923773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25ba0c70-4650-4644-951f-8767bd341d30 req-3b825a90-e416-414c-be77-71c6ebfb058e tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 950 time: 0.2023315 Jul 16 18:16:58.930154 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-9d62b20c-5d36-466f-9a8c-d284abbe8216 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] delete failed (client error): The resource could not be found. Jul 16 18:16:58.931190 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9d62b20c-5d36-466f-9a8c-d284abbe8216 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/66721aee-8da7-485a-b88a-7ea182597c45 HTTP/1.1" status: 404 len: 336 time: 0.0437164 Jul 16 18:16:58.938539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=8d91dab0-263e-41be-b964-94bda474b483,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.939875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.953763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-542aceef-399a-4b0c-a04c-688eaa2b06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.955250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-542aceef-399a-4b0c-a04c-688eaa2b06cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 0.2866113 Jul 16 18:16:59.031083 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-29f9e4cb-5a54-4596-b84b-895dd353194b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 998 time: 0.0682378 Jul 16 18:16:59.051398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b2f2ff38-6fb4-4333-b257-f282f9b9c5a9 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=28f94be9-e878-4b1b-8b8d-abba433a63c4 HTTP/1.1" status: 200 len: 205 time: 0.1056492 Jul 16 18:16:59.060712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51740) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.082099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-446855f0-c10e-45a8-bad6-c4aeb3b8e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.083582 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-446855f0-c10e-45a8-bad6-c4aeb3b8e71b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.0447516 Jul 16 18:16:59.139570 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-96107fbf-40b2-42ab-9e62-bdecbfe489af tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] delete failed (client error): The resource could not be found. Jul 16 18:16:59.143250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-96107fbf-40b2-42ab-9e62-bdecbfe489af tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/28f94be9-e878-4b1b-8b8d-abba433a63c4 HTTP/1.1" status: 404 len: 336 time: 0.0771878 Jul 16 18:16:59.145439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51742) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.171761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25ba0c70-4650-4644-951f-8767bd341d30 req-ca80728a-dbec-43e7-9274-e74fad2258af tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340519 Jul 16 18:16:59.183128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cf073035-2d82-4fbd-bcb5-f3a797745874 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=cccab1b3-b291-48ce-a06a-bf13097b53a2 HTTP/1.1" status: 200 len: 205 time: 0.0339484 Jul 16 18:16:59.183128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.184093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4af135fc-dcbd-424c-a3c2-87338f957202 req-88e72bce-e580-4154-859d-2a375596d1ed service neutron] 10.222.0.45 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488774 Jul 16 18:16:59.194901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a1ddc-bc2f-46e2-a044-7c6eb52f4f5d req-ed81bb34-80d0-41f0-8df3-fb6782d2d4cd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.196361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-971a1ddc-bc2f-46e2-a044-7c6eb52f4f5d req-ed81bb34-80d0-41f0-8df3-fb6782d2d4cd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 0.3490694 Jul 16 18:16:59.197195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-135454d3-0508-47fa-9db9-906d827c3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.199853 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-135454d3-0508-47fa-9db9-906d827c3196 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080294 Jul 16 18:16:59.230480 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e614e0ae-34a9-4a13-8d81-2078cccbd2d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.243636 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f73fd-3656-4969-8f2b-c948853d9557 x-openstack-request-id: req-f89f73fd-3656-4969-8f2b-c948853d9557 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:59.244201 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b8fc63-a5e1-4b5d-afdd-623c651461dd", "name": "network-vif-plugged", "status": "completed", "tag": "77687eb4-d4c3-4bd7-b928-6f081703aa06", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:59.245191 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f89f73fd-3656-4969-8f2b-c948853d9557 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:59.247819 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b8fc63-a5e1-4b5d-afdd-623c651461dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77687eb4-d4c3-4bd7-b928-6f081703aa06', 'code': 200} Jul 16 18:16:59.275801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614e0ae-34a9-4a13-8d81-2078cccbd2d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=48e24e1f-58f7-4f80-9677-a136dd3b581b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.299787 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-971a1ddc-bc2f-46e2-a044-7c6eb52f4f5d req-6fae716e-abce-45f9-bb33-4c4d3ff998fb tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949483 Jul 16 18:16:59.312113 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-0f513b5c-a5c7-418e-9b76-6db14cea7cf6 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] delete failed (client error): The resource could not be found. Jul 16 18:16:59.324897 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0f513b5c-a5c7-418e-9b76-6db14cea7cf6 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/cccab1b3-b291-48ce-a06a-bf13097b53a2 HTTP/1.1" status: 404 len: 336 time: 0.1334634 Jul 16 18:16:59.324897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.390546 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2a09621b-15ef-465b-97db-28ae26170c21 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "GET /v2.0/ports?device_id=865b11f9-1c90-486b-b506-0a7f79a0c262 HTTP/1.1" status: 200 len: 205 time: 0.0679703 Jul 16 18:16:59.391183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.417627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e614e0ae-34a9-4a13-8d81-2078cccbd2d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.420145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e614e0ae-34a9-4a13-8d81-2078cccbd2d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/48e24e1f-58f7-4f80-9677-a136dd3b581b HTTP/1.1" status: 204 len: 168 time: 1.6359513 Jul 16 18:16:59.422714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.499276 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-e40d7a88-2406-4e9d-8111-85a12a4ed2ed tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] delete failed (client error): The resource could not be found. Jul 16 18:16:59.503499 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e40d7a88-2406-4e9d-8111-85a12a4ed2ed tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/routers/865b11f9-1c90-486b-b506-0a7f79a0c262 HTTP/1.1" status: 404 len: 336 time: 0.1077602 Jul 16 18:16:59.507822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.543588 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13b5dd4-2615-4941-9412-e98aa8cde405 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:59.544051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13b5dd4-2615-4941-9412-e98aa8cde405 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:59.545835 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e13b5dd4-2615-4941-9412-e98aa8cde405 tempest-RoutersAdminTest-1019341381 tempest-RoutersAdminTest-1019341381-project] 10.222.0.60 "DELETE /v2.0/subnets/9174074b-960f-4766-9d6e-bbae14d4a311 HTTP/1.1" status: 404 len: 337 time: 0.0370307 Jul 16 18:16:59.606053 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-c2c19aab-16db-4221-9d14-690881f51ee8 service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951809 Jul 16 18:16:59.617804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-c5296154-2f4c-447d-a643-94ca19554756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.619348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-c5296154-2f4c-447d-a643-94ca19554756 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1095 time: 0.2763510 Jul 16 18:16:59.677782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d27d47-3fdb-4e26-a1ce-6c7bd9dbdf61 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.682834 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d5d27d47-3fdb-4e26-a1ce-6c7bd9dbdf61 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2566626 Jul 16 18:16:59.698065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.753992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aeb4ff-0a32-4fa0-a338-0bedea3a6850 req-05941a18-42c3-4c0b-b425-08cd868d054b tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.762374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3aeb4ff-0a32-4fa0-a338-0bedea3a6850 req-05941a18-42c3-4c0b-b425-08cd868d054b tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 949 time: 0.2522726 Jul 16 18:16:59.775093 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-45ccfce2-ebed-4841-9e3d-45b3267d06a9 service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564422 Jul 16 18:16:59.795353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd39b8-3891-46fe-917f-84b2b877ebc0 req-32651a3a-89af-4bc7-aded-e0962f2c63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.796891 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e3fd39b8-3891-46fe-917f-84b2b877ebc0 req-32651a3a-89af-4bc7-aded-e0962f2c63e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 1101 time: 0.2442093 Jul 16 18:16:59.823022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e624df8d-e3fb-4d93-ae60-c08352ace5e3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.827142 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e624df8d-e3fb-4d93-ae60-c08352ace5e3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1254902 Jul 16 18:16:59.828114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51778) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.865178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3aeb4ff-0a32-4fa0-a338-0bedea3a6850 req-7bfb6e09-8089-46b4-b69b-1ad10dd45d58 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018147 Jul 16 18:16:59.869261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-873ce82b-61cd-4bc6-b56b-dc15b1948f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.870394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-873ce82b-61cd-4bc6-b56b-dc15b1948f0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 0.2330976 Jul 16 18:16:59.963059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51782) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.970180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d815c9-40d8-4e59-ab69-acbacabff310 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.972094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d815c9-40d8-4e59-ab69-acbacabff310 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.975791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d815c9-40d8-4e59-ab69-acbacabff310 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.981275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e3fd39b8-3891-46fe-917f-84b2b877ebc0 req-17d3e358-de2c-46f4-9fb1-c07c80d8f152 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740119 Jul 16 18:16:59.982829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.983153 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-63d815c9-40d8-4e59-ab69-acbacabff310 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1536632 Jul 16 18:17:00.043281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-eed26e00-b6fa-4a9c-9515-72b2512ce33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.062220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-8c7856af-a8de-46e3-a837-0b3560242f88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 998 time: 0.1695869 Jul 16 18:17:00.062485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-eed26e00-b6fa-4a9c-9515-72b2512ce33b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 1096 time: 0.1740544 Jul 16 18:17:00.101686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaa03d7-e3eb-44ed-a742-46a644ffe9b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet df4739d0-cc0b-40f6-bb9e-0cff1c9733d8 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:00.106663 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beaa03d7-e3eb-44ed-a742-46a644ffe9b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.182610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beaa03d7-e3eb-44ed-a742-46a644ffe9b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.232276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55507db6-4820-469d-bba3-ba6023ed4412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.260036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-21df35ae-7803-49e7-8b21-28c98cbc6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.260957 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-21df35ae-7803-49e7-8b21-28c98cbc6daa service neutron] 10.222.0.46 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 912 time: 0.1828969 Jul 16 18:17:00.316927 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-61530fa4-faaf-4b1c-98fe-ebb055f54884 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a996f78a-0d6f-42c4-aee7-fe0b4cab361f HTTP/1.1" status: 200 len: 217 time: 0.0427601 Jul 16 18:17:00.401568 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-04bf7d7e-8201-43ee-966c-24293027f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.402998 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-04bf7d7e-8201-43ee-966c-24293027f9e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 200 len: 850 time: 0.0688100 Jul 16 18:17:00.468487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55507db6-4820-469d-bba3-ba6023ed4412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.473228 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55507db6-4820-469d-bba3-ba6023ed4412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.520832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55507db6-4820-469d-bba3-ba6023ed4412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d9d03c-b779-4469-95cd-ce63e162c475,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.526567 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-55507db6-4820-469d-bba3-ba6023ed4412 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c30fa77efeae49babec458b3ada99bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5418291 Jul 16 18:17:00.529440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:00.552287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-df15a2b8-1cae-4a4d-93aa-4ca14373f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.555041 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-df15a2b8-1cae-4a4d-93aa-4ca14373f01b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f258c528-c4f0-4833-9916-4132c7713c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433356 Jul 16 18:17:00.605792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-b39048a6-10a3-4f02-ab5d-3156188bcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.607227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-b39048a6-10a3-4f02-ab5d-3156188bcbc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.5346103 Jul 16 18:17:00.656190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a607bc02-1d9a-4b5f-9ba2-1f07376de6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.696547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a607bc02-1d9a-4b5f-9ba2-1f07376de6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.705685 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-b4d77431-d9cf-481a-ab81-a82c6f8679e0 service neutron] 10.222.0.46 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421173 Jul 16 18:17:00.729169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f48f49-f2b8-431f-9b72-4093e370b642 req-ac4c5a45-4068-4863-b278-db82aeb901a1 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.730700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6f48f49-f2b8-431f-9b72-4093e370b642 req-ac4c5a45-4068-4863-b278-db82aeb901a1 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 944 time: 0.6758173 Jul 16 18:17:00.793546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beaa03d7-e3eb-44ed-a742-46a644ffe9b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.821022 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a607bc02-1d9a-4b5f-9ba2-1f07376de6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.823543 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a607bc02-1d9a-4b5f-9ba2-1f07376de6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.824731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a607bc02-1d9a-4b5f-9ba2-1f07376de6b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37d9d03c-b779-4469-95cd-ce63e162c475 HTTP/1.1" status: 204 len: 168 time: 0.2923820 Jul 16 18:17:00.838784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607bc02-1d9a-4b5f-9ba2-1f07376de6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d9d03c-b779-4469-95cd-ce63e162c475,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.842297 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-332898f8-5cdf-4675-9be7-805fc11bd6ad service neutron] 10.222.0.46 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191771 Jul 16 18:17:00.845881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5077b-258d-4013-bf69-f31565879082 req-1eff9812-f68c-4928-abd7-9f4ee7a43d2a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.850311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fc5077b-258d-4013-bf69-f31565879082 req-1eff9812-f68c-4928-abd7-9f4ee7a43d2a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 0.2516851 Jul 16 18:17:00.852793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-355224cf-d583-4d8f-be55-66cb7ccd13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.854288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-355224cf-d583-4d8f-be55-66cb7ccd13ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117603 Jul 16 18:17:00.870943 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6f48f49-f2b8-431f-9b72-4093e370b642 req-6cf1dddf-c874-4348-8eec-80e6811bb54b tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315186 Jul 16 18:17:00.994914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fc5077b-258d-4013-bf69-f31565879082 req-2c613edd-d310-4660-abdf-24797bb1964f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330264 Jul 16 18:17:01.012998 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beaa03d7-e3eb-44ed-a742-46a644ffe9b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.073993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa03d7-e3eb-44ed-a742-46a644ffe9b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=df4739d0-cc0b-40f6-bb9e-0cff1c9733d8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.078760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beaa03d7-e3eb-44ed-a742-46a644ffe9b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.082622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-beaa03d7-e3eb-44ed-a742-46a644ffe9b7 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/df4739d0-cc0b-40f6-bb9e-0cff1c9733d8 HTTP/1.1" status: 204 len: 168 time: 1.0988097 Jul 16 18:17:01.085063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51810) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.085790 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-df435a96-ba5f-437b-8401-3df06714a448 service neutron] 10.222.0.45 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228661 Jul 16 18:17:01.086072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d440c6a3-5f37-453e-8fc5-243e4664ee8d None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:01.186518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3bae60a-187b-4d2b-a2a5-50fe1c51bc98 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet fbd01301-3345-4e17-9c82-22f19fc6b8e6 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:01.192830 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bae60a-187b-4d2b-a2a5-50fe1c51bc98 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.235240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a996f78a-0d6f-42c4-aee7-fe0b4cab361f details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:01.249350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d91dab0-263e-41be-b964-94bda474b483'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:01.252231 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4d8b83-3510-45b0-a13a-8f22bd6a16d7" -d '{"events": [{"server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "name": "network-vif-unplugged", "status": "completed", "tag": "8d91dab0-263e-41be-b964-94bda474b483"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:01.252436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bae60a-187b-4d2b-a2a5-50fe1c51bc98 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.266047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2bccf38-9f21-416d-acb4-05620ce33798 req-8f6dfb61-8380-4e8e-bc5b-5f68814b26a0 service neutron] 10.222.0.45 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732376 Jul 16 18:17:01.361370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.406530 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bae60a-187b-4d2b-a2a5-50fe1c51bc98 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.416531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06f2ba-b544-465b-b4e3-eb65118ddb5f req-125c051b-6b20-428e-9fc1-4a45c610c7af tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.434021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b06f2ba-b544-465b-b4e3-eb65118ddb5f req-125c051b-6b20-428e-9fc1-4a45c610c7af tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 949 time: 0.1866720 Jul 16 18:17:01.492290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bae60a-187b-4d2b-a2a5-50fe1c51bc98 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.494028 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9762151-13a0-415d-a9c5-5d3dd94c230c x-openstack-request-id: req-f9762151-13a0-415d-a9c5-5d3dd94c230c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:01.494496 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "name": "network-vif-unplugged", "status": "completed", "tag": "8d91dab0-263e-41be-b964-94bda474b483", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:01.494754 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9762151-13a0-415d-a9c5-5d3dd94c230c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:01.495522 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d91dab0-263e-41be-b964-94bda474b483', 'code': 200} Jul 16 18:17:01.531370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port a996f78a-0d6f-42c4-aee7-fe0b4cab361f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:01.544803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'port_id': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f', 'mac_address': 'fa:16:3e:f3:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:01.551947 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d07cb6df-b5b2-4421-a73f-5997815cfddf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f457f9d1c99f45099eeebb20e3372ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1892231 Jul 16 18:17:01.554091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bae60a-187b-4d2b-a2a5-50fe1c51bc98 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd01301-3345-4e17-9c82-22f19fc6b8e6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.561169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51826) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.561454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3bae60a-187b-4d2b-a2a5-50fe1c51bc98 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.563878 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e3bae60a-187b-4d2b-a2a5-50fe1c51bc98 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/fbd01301-3345-4e17-9c82-22f19fc6b8e6 HTTP/1.1" status: 204 len: 168 time: 0.4775450 Jul 16 18:17:01.572591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.602480 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b06f2ba-b544-465b-b4e3-eb65118ddb5f req-e7a22b31-6d3f-47e9-b1dc-9885769f83e2 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605642 Jul 16 18:17:01.624418 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c29c7c8f-f328-4877-a662-a9ae3333bde0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480082 Jul 16 18:17:01.625095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.645132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:01.674677 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.724015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a996f78a-0d6f-42c4-aee7-fe0b4cab361f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:01.728378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a81d9de7-78e7-48a1-92c5-9341a3c2b108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.758368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e01337-9fcb-41c0-b76e-a37cb20244e8 None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': 'fbd01301-3345-4e17-9c82-22f19fc6b8e6'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '1bb13c6f-c554-4ddc-8ebe-0d313678124c'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:17:01.798813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port a996f78a-0d6f-42c4-aee7-fe0b4cab361f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:01.802345 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a81d9de7-78e7-48a1-92c5-9341a3c2b108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.810703 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.825027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:01.837316 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.837980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46e01337-9fcb-41c0-b76e-a37cb20244e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.912733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a81d9de7-78e7-48a1-92c5-9341a3c2b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.913086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.915520 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a81d9de7-78e7-48a1-92c5-9341a3c2b108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.916774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a81d9de7-78e7-48a1-92c5-9341a3c2b108 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9cf54303-ced3-406a-af29-28e1b26d94ab HTTP/1.1" status: 204 len: 168 time: 0.3479283 Jul 16 18:17:01.944434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d9de7-78e7-48a1-92c5-9341a3c2b108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf54303-ced3-406a-af29-28e1b26d94ab,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.132469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850df05-dc0f-4d43-9fb4-707c96685aa0 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:02.244507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['a996f78a-0d6f-42c4-aee7-fe0b4cab361f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:02.264198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b2095-1e3d-426c-84dd-a650b813f7a9 req-11be7a5a-82bc-4eb3-af59-4a20986bfccb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.271735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a89b2095-1e3d-426c-84dd-a650b813f7a9 req-11be7a5a-82bc-4eb3-af59-4a20986bfccb tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 945 time: 0.1519959 Jul 16 18:17:02.335245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2bfd3ebc-cee3-41b7-957a-16774c763e24 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:02.338254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-13e79025-dcb5-478a-85ed-88bdb5756716 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:02.338254 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-13e79025-dcb5-478a-85ed-88bdb5756716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.345292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a89b2095-1e3d-426c-84dd-a650b813f7a9 req-ba64c98d-7411-4bd0-b0ed-f1c4a362a451 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724297 Jul 16 18:17:02.400103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:17:02.546678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-3ec356ef-a0be-4789-acd9-ef4e55e328a9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=799bbf74a3af4661bc82c72ffed15c85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408473 Jul 16 18:17:02.692607 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.710265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:02.733572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-a63fa3f6-302a-4587-9f37-da084dc3b3f5 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.737121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-a63fa3f6-302a-4587-9f37-da084dc3b3f5 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896155 Jul 16 18:17:02.744205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'port_id': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'mac_address': 'fa:16:3e:a8:0a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:02.767859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4dcd8d61-241c-46e6-8129-e2f0435e6da3 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/quotas/799bbf74a3af4661bc82c72ffed15c85 HTTP/1.1" status: 200 len: 375 time: 0.0183442 Jul 16 18:17:02.821864 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.832110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cafce-0410-4f6e-ac42-0fa703c0081c req-763ad023-30d3-45e3-b102-24b8839c7881 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.833825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-238cafce-0410-4f6e-ac42-0fa703c0081c req-763ad023-30d3-45e3-b102-24b8839c7881 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 943 time: 0.2992938 Jul 16 18:17:02.852302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfd3ebc-cee3-41b7-957a-16774c763e24 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:02.876440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:02.883235 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.931172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-238cafce-0410-4f6e-ac42-0fa703c0081c req-526f9cd9-30a6-47ec-aef8-864d703b1edf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883191 Jul 16 18:17:02.966247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-42108698-3fcb-4b3f-a8f3-649e0e28df24 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=799bbf74a3af4661bc82c72ffed15c85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879895 Jul 16 18:17:02.993702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:03.126175 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-361f79ab-c377-4381-a802-6c9a526adee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.162991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['2bfd3ebc-cee3-41b7-957a-16774c763e24'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:03.268536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51896) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:03.269867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:03.328295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:03.519634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ead77795-1ddd-47e5-ba3b-ffe9709d806c req-5a3ad766-6eb5-4f70-8d49-5cddae32b859 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 210 time: 0.0428357 Jul 16 18:17:03.549309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2029226023'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:03.648349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:03.652470 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.680828 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.783875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:03.857109 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.864258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.866857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.911565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:03.950284 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.957986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'mac_address': 'fa:16:3e:d8:ef:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:03.968979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-618fb48a-96b0-4b82-8fea-957f6c8e7685 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:03.969388 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-618fb48a-96b0-4b82-8fea-957f6c8e7685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.982695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.052178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.061899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.129857 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.140364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:04.143689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:04.148968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:04.159582 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:04.159582 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:04.163996 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.164639 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment 037b2a6b-cc23-46a3-86c7-c46f4b8157ff of type vlan for network 8aa7d519-e99a-4965-8802-34df05da7a2d Jul 16 18:17:04.168214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da5ee6-81f1-48f3-a115-9206d99efd2b None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:04.169035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.169762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.170682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28be3633-eb03-42c6-9a2d-56baf767fdf5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:04.187241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab64d4be-390c-476e-aece-2c289a6ce92c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.222665 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5939386 Jul 16 18:17:04.226821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51922) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.236579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b0bc4-be16-4816-bc54-d7a7bafb49d4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=1a46036d-a7f9-4f03-8677-46f54c719681,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.252151 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-211fdd31-0417-42ce-8d34-585a1b223e91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:04.270899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:04.299687 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.306820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.335301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3e69d-7d6f-4bfa-935a-5f0838b056c2 req-d87bac6c-58e1-4018-b903-41828e0f178d tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.337318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dc3e69d-7d6f-4bfa-935a-5f0838b056c2 req-d87bac6c-58e1-4018-b903-41828e0f178d tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 945 time: 0.2625973 Jul 16 18:17:04.421267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dc3e69d-7d6f-4bfa-935a-5f0838b056c2 req-ff30e0c3-565c-4327-9f8a-fe7765c74e63 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741692 Jul 16 18:17:04.435494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ded385-272c-429a-87fc-3e15da91ea77 req-ef5556f6-dad8-4349-8ad5-811db9baabba tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.444667 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-70ded385-272c-429a-87fc-3e15da91ea77 req-ef5556f6-dad8-4349-8ad5-811db9baabba tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe&tenant_id=31c96d00249a453298ef421573e576c2&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 944 time: 0.4415832 Jul 16 18:17:04.463658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.468348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d9af2-d0f0-4854-ad85-536886422770 req-5026bcf0-d3ff-41df-af24-1205d8ebed77 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.472236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad9d9af2-d0f0-4854-ad85-536886422770 req-5026bcf0-d3ff-41df-af24-1205d8ebed77 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 944 time: 0.3038948 Jul 16 18:17:04.476386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.484774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.485418 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.527930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['28be3633-eb03-42c6-9a2d-56baf767fdf5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:04.573270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3034916 Jul 16 18:17:04.711234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51952) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.717007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': '8aa7d519-e99a-4965-8802-34df05da7a2d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:04.723291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211fdd31-0417-42ce-8d34-585a1b223e91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:04.728184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-211fdd31-0417-42ce-8d34-585a1b223e91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.765704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2dfe6-16a9-4e46-95b2-9789b4d61dd6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=8aa7d519-e99a-4965-8802-34df05da7a2d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.785636 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad9d9af2-d0f0-4854-ad85-536886422770 req-0599c42c-e599-4d5b-ac15-5834226b7860 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857444 Jul 16 18:17:04.786732 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-70ded385-272c-429a-87fc-3e15da91ea77 req-55a67a7a-a6bc-4ece-abc6-6a64bd4d474f service neutron] delete failed (client error): The resource could not be found. Jul 16 18:17:04.788329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-70ded385-272c-429a-87fc-3e15da91ea77 req-55a67a7a-a6bc-4ece-abc6-6a64bd4d474f service neutron] 10.222.0.46 "DELETE /v2.0/ports/2bfd3ebc-cee3-41b7-957a-16774c763e24/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.2559988 Jul 16 18:17:04.803826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 8aa7d519-e99a-4965-8802-34df05da7a2d details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:04.980186 n-d-793619-10 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-211fdd31-0417-42ce-8d34-585a1b223e91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a46036d-a7f9-4f03-8677-46f54c719681 (CIDR: 2001:db8::/64) Jul 16 18:17:04.987884 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-211fdd31-0417-42ce-8d34-585a1b223e91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:17:04.988264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211fdd31-0417-42ce-8d34-585a1b223e91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:04.998066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:05.001830 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.023202 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.043088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-faa0a595-db7f-48d9-9da6-4f6e274d6ad4 req-32ed464d-959a-4a71-b560-dbbc009210de tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 210 time: 0.0582845 Jul 16 18:17:05.061335 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-211fdd31-0417-42ce-8d34-585a1b223e91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8145039 Jul 16 18:17:05.064670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51962) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:05.073907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:05.122102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:05.127909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ded385-272c-429a-87fc-3e15da91ea77 req-240bbedb-0d3d-43c5-a2fe-56936f3c0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.130606 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-70ded385-272c-429a-87fc-3e15da91ea77 req-240bbedb-0d3d-43c5-a2fe-56936f3c0d2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1096 time: 0.2470436 Jul 16 18:17:05.132913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.298305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.304419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a996f78a-0d6f-42c4-aee7-fe0b4cab361f up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:05.411356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:05.447233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:05.456571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ded385-272c-429a-87fc-3e15da91ea77 req-59da8f71-3bf8-4fd3-a8e5-36ef6bd6f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.456806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.459973 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-70ded385-272c-429a-87fc-3e15da91ea77 req-59da8f71-3bf8-4fd3-a8e5-36ef6bd6f577 service neutron] 10.222.0.46 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 0.3159237 Jul 16 18:17:05.576238 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port a996f78a-0d6f-42c4-aee7-fe0b4cab361f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:05.586583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port a996f78a-0d6f-42c4-aee7-fe0b4cab361f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:05.597234 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.610371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:05.611807 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.679413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-fb93b576-5d3f-424e-adb5-e3fb171dea93 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=799bbf74a3af4661bc82c72ffed15c85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518062 Jul 16 18:17:05.743973 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-70ded385-272c-429a-87fc-3e15da91ea77 req-f383e12f-bd27-4c04-b644-beea11cf1bd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 999 time: 0.2754164 Jul 16 18:17:05.777229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f8e11390-a4a8-494c-b0de-ac5aff5be1b6 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:05.777470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.778045 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8e11390-a4a8-494c-b0de-ac5aff5be1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.870877 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.908370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2d90b-7d14-4fdd-b738-99556ee8048e req-dbca6f14-7eb1-45a0-a4a3-886c6aa55567 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.916572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6df2d90b-7d14-4fdd-b738-99556ee8048e req-dbca6f14-7eb1-45a0-a4a3-886c6aa55567 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 945 time: 0.2168412 Jul 16 18:17:05.934976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:05.979389 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.999045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-51e0e560-4278-4946-a2c6-12f7921af81d tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.000898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-51e0e560-4278-4946-a2c6-12f7921af81d tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666430 Jul 16 18:17:06.017393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=195de44e-c1ae-4a5a-a417-8fe647471bc1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.041509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ded385-272c-429a-87fc-3e15da91ea77 req-5ba3780c-bcae-47e5-b67e-b884c4eb2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.042463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Request body: {'port': {'device_id': 'd9966142-3194-4efb-b284-1f3a7460ca2f', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': '799bbf74a3af4661bc82c72ffed15c85'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:06.051038 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-70ded385-272c-429a-87fc-3e15da91ea77 req-5ba3780c-bcae-47e5-b67e-b884c4eb2bc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.2965460 Jul 16 18:17:06.145307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.157130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6df2d90b-7d14-4fdd-b738-99556ee8048e req-345b30bc-d10b-4943-8112-48061617e924 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331300 Jul 16 18:17:06.166852 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-49aa9ad9-d935-411c-8536-e3d436712ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.190580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': '037b2a6b-cc23-46a3-86c7-c46f4b8157ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8aa7d519-e99a-4965-8802-34df05da7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:06.192130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: 8aa7d519-e99a-4965-8802-34df05da7a2d, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:06.211486 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.263964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ded385-272c-429a-87fc-3e15da91ea77 req-8c521097-5423-4bec-9e20-a9e6e9581c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.266256 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-70ded385-272c-429a-87fc-3e15da91ea77 req-8c521097-5423-4bec-9e20-a9e6e9581c3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2004735 Jul 16 18:17:06.267025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 8aa7d519-e99a-4965-8802-34df05da7a2d is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:06.317274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:06.320386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2bfd3ebc-cee3-41b7-957a-16774c763e24 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:06.384436 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.424952 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-70ded385-272c-429a-87fc-3e15da91ea77 req-98b99a52-2163-48d4-b544-6dcf9e0bcd4a service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492946 Jul 16 18:17:06.426718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 8aa7d519-e99a-4965-8802-34df05da7a2d) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:06.435909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.437005 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.484872 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5b1739a7-c6bf-49d1-ad89-09b348f91265 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7720318 Jul 16 18:17:06.488657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:06.494884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-187760900'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:06.502319 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3128afe-8bdf-41a2-a59c-2204fe36527c None None] Network 8aa7d519-e99a-4965-8802-34df05da7a2d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:06.567006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:06.573250 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.625600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:06.635268 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-70ded385-272c-429a-87fc-3e15da91ea77 req-6744371e-7c70-45f4-b6ea-2c0c9ca2e155 service neutron] 10.222.0.46 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924155 Jul 16 18:17:06.642296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.643051 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment f472ed94-e666-40cf-a804-d4eb4010ed2a of type vlan for network 6d291bc8-7bcb-45ee-8c18-3388fda212f3 Jul 16 18:17:06.679744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Made reservation on behalf of 799bbf74a3af4661bc82c72ffed15c85 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:06.683386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.701333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.747995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.757004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.757729 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.760259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7a8d675-7f8d-4bcf-b789-257cd4c8350f req-9c804a4d-6ca4-493c-a460-6466f5234e5a tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 210 time: 0.0855849 Jul 16 18:17:06.763640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.802122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:06.803782 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.853408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-8aa7d519-e99a-4965-8802-34df05da7a2d', 'network_id': '8aa7d519-e99a-4965-8802-34df05da7a2d', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': '195de44e-c1ae-4a5a-a417-8fe647471bc1'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:06.857607 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.873782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3837092 Jul 16 18:17:06.886486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 2bfd3ebc-cee3-41b7-957a-16774c763e24 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:06.893193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:06.912876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': '6d291bc8-7bcb-45ee-8c18-3388fda212f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:06.930676 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=12059b61-5b99-41a8-b39a-75fb1f5a6e8f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.952148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85ac38-12c4-4ba8-a352-ce7a916aa69f req-33857bef-796c-41fb-b0fa-583d658ba964 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.973236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f85ac38-12c4-4ba8-a352-ce7a916aa69f req-33857bef-796c-41fb-b0fa-583d658ba964 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 944 time: 0.5876229 Jul 16 18:17:06.991662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24c64b-9fc0-49e9-af87-5283b7da4f2c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=6d291bc8-7bcb-45ee-8c18-3388fda212f3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.998097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:07.000964 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4998d26-43f8-4859-8a56-cfc95ac2c73a" -d '{"events": [{"server_uuid": "1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84", "name": "network-vif-plugged", "status": "completed", "tag": "a996f78a-0d6f-42c4-aee7-fe0b4cab361f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:07.019654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:07.023789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 2bfd3ebc-cee3-41b7-957a-16774c763e24 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:07.024190 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.032735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:07.045215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:07.047489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.069460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 6d291bc8-7bcb-45ee-8c18-3388fda212f3 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:07.070992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f6213-82ca-4c71-88e0-963bdd82c858 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:07.113079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f85ac38-12c4-4ba8-a352-ce7a916aa69f req-020b82b7-7c96-43bd-ba8f-7828adf6fc57 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293204 Jul 16 18:17:07.133749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port a996f78a-0d6f-42c4-aee7-fe0b4cab361f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:07.141139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d2452c5e-3e4a-412a-97c8-7a2b74ee7187 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0740111 Jul 16 18:17:07.158312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52008) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:07.176271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:e4:e3:23', 'name': 'tempest-NetworksTestDHCPv6-1323727828'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:07.305027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Allocated IP 192.168.233.160 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/2f743768-ced8-4a7d-a9c5-302eae385824) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:07.328666 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:07.337021 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.586426 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842e633c-98aa-425b-80ae-c904c72c4696 x-openstack-request-id: req-842e633c-98aa-425b-80ae-c904c72c4696 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:07.587734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382857c0-3071-44dd-85e3-d0069aa14036 req-148a5f59-a97b-4448-b0df-737aee7b769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:07.588212 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84", "name": "network-vif-plugged", "status": "completed", "tag": "a996f78a-0d6f-42c4-aee7-fe0b4cab361f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:07.588686 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-842e633c-98aa-425b-80ae-c904c72c4696 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:07.589640 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f', 'code': 200} Jul 16 18:17:07.589773 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-382857c0-3071-44dd-85e3-d0069aa14036 req-148a5f59-a97b-4448-b0df-737aee7b769d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 1098 time: 0.3492985 Jul 16 18:17:07.664626 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:07.750391 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-382857c0-3071-44dd-85e3-d0069aa14036 req-86ff3a30-f8e1-42cb-a5b2-0c3f57d83090 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136959 Jul 16 18:17:07.768073 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.835757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Transition to ACTIVE for port object 2f743768-ced8-4a7d-a9c5-302eae385824 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:07.864181 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.873079 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.888092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eebf5e-e08b-4e95-b6fd-e9a0cda2643e req-72ebf5c9-bff9-43e8-bbdc-b6ab5f99a754 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:07.899992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81eebf5e-e08b-4e95-b6fd-e9a0cda2643e req-72ebf5c9-bff9-43e8-bbdc-b6ab5f99a754 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 946 time: 0.1219325 Jul 16 18:17:07.952280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:07.994692 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.013394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.021615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81eebf5e-e08b-4e95-b6fd-e9a0cda2643e req-690b08cc-74ea-4fbf-b93b-efb413cfb8f7 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204033 Jul 16 18:17:08.069650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port bce9e9b0-cb64-4caf-91a8-7baca1e80252 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:08.118024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a39de-5c22-491a-85e3-1784de9b6658 req-9e37c062-ba12-4ed8-bd5a-bd66141e6558 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.120901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c82a39de-5c22-491a-85e3-1784de9b6658 req-9e37c062-ba12-4ed8-bd5a-bd66141e6558 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 945 time: 0.1961884 Jul 16 18:17:08.125401 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.167963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['77687eb4-d4c3-4bd7-b928-6f081703aa06'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:08.208673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Pushing event updated for resources: {'Port': ['ID=2f743768-ced8-4a7d-a9c5-302eae385824,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.216818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=567b830b-ae8a-4bea-80be-bf94c9a18a72,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.232601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:08.235610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:08.248677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': 'f472ed94-e666-40cf-a804-d4eb4010ed2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6d291bc8-7bcb-45ee-8c18-3388fda212f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:08.249051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: 6d291bc8-7bcb-45ee-8c18-3388fda212f3, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:08.257482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:08.305965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.316144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 28be3633-eb03-42c6-9a2d-56baf767fdf5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:08.316943 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.347033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 6d291bc8-7bcb-45ee-8c18-3388fda212f3 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:08.395387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.403041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.458137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c82a39de-5c22-491a-85e3-1784de9b6658 req-19fac939-b53a-4d27-afa7-a25a115a2581 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/security-groups?id=a25edefe-69b4-466d-8423-54faea9c0aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101242 Jul 16 18:17:08.467678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:08.503260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8:0:1::33f (982584e8-bbac-43ce-b633-758a660970f8/12059b61-5b99-41a8-b39a-75fb1f5a6e8f/bce9e9b0-cb64-4caf-91a8-7baca1e80252) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:08.524034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::f816:3eff:fee4:e323 (982584e8-bbac-43ce-b633-758a660970f8/1a46036d-a7f9-4f03-8677-46f54c719681/bce9e9b0-cb64-4caf-91a8-7baca1e80252) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:08.529487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Allocated IP 172.20.255.242 (8aa7d519-e99a-4965-8802-34df05da7a2d/195de44e-c1ae-4a5a-a417-8fe647471bc1/faaafd25-696d-4702-a99d-928f337f2478) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:08.534395 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.574283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-b21da06b-b8d1-4e10-b4f8-ef328d0a0454 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5429401 Jul 16 18:17:08.621773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Request body: {'port': {'device_id': 'd9966142-3194-4efb-b284-1f3a7460ca2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:08.747910 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.752653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 6d291bc8-7bcb-45ee-8c18-3388fda212f3) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:08.768348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.769456 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.770804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10ae1e-da8e-4d8a-8bfa-e0320fbac963 req-9fa5d37d-a190-4151-9d34-62bf7e4a6db4 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.779137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d10ae1e-da8e-4d8a-8bfa-e0320fbac963 req-9fa5d37d-a190-4151-9d34-62bf7e4a6db4 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 936 time: 0.3371360 Jul 16 18:17:08.786570 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.790252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702dc02-5e71-4cfd-9ce3-8435c1798874 None None] Network 6d291bc8-7bcb-45ee-8c18-3388fda212f3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:08.806784 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-55731a8c-b11b-4e7b-9169-55bef3a2d1c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9127660 Jul 16 18:17:08.807990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object bce9e9b0-cb64-4caf-91a8-7baca1e80252 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:08.809376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:08.841143 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.888269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d10ae1e-da8e-4d8a-8bfa-e0320fbac963 req-d1003461-7ff0-4df9-9580-b6ddeb6e14fd tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081569 Jul 16 18:17:08.955736 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.958107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:08.958641 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.961141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454c24b-3e9c-4583-a05d-f74420ce919f None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '1a46036d-a7f9-4f03-8677-46f54c719681', 'ip_address': '2001:db8::f816:3eff:fe9c:d325'}, {'subnet_id': '12059b61-5b99-41a8-b39a-75fb1f5a6e8f'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '1bb13c6f-c554-4ddc-8ebe-0d313678124c'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:17:08.961394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.970670 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.041964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=bce9e9b0-cb64-4caf-91a8-7baca1e80252,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.051472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:09.061638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d848a-1fce-46a7-8778-71b63d510fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-6d291bc8-7bcb-45ee-8c18-3388fda212f3', 'network_id': '6d291bc8-7bcb-45ee-8c18-3388fda212f3', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': '567b830b-ae8a-4bea-80be-bf94c9a18a72'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:09.062581 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0a2d848a-1fce-46a7-8778-71b63d510fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.088569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:09.094810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:09.107511 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:09.116908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.117600 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.182017 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.193660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4461f3f-0d17-4eec-bf78-ba2c93565b05 req-21a25576-918b-40fa-aef4-cfc69c61ddf5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.203318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4461f3f-0d17-4eec-bf78-ba2c93565b05 req-21a25576-918b-40fa-aef4-cfc69c61ddf5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 944 time: 0.5000958 Jul 16 18:17:09.213422 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3d583b66-fd1d-4e0a-acac-cfd0970c17b4 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0539336 Jul 16 18:17:09.223800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52038) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:09.324087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.326670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4198c115-dc98-474b-bb2c-b5a13b1b0464 None None] Provisioning for port 2f743768-ced8-4a7d-a9c5-302eae385824 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:09.336797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.370387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4198c115-dc98-474b-bb2c-b5a13b1b0464 None None] Provisioning complete for port 2f743768-ced8-4a7d-a9c5-302eae385824 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:09.370929 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4198c115-dc98-474b-bb2c-b5a13b1b0464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.392222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=567b830b-ae8a-4bea-80be-bf94c9a18a72,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.402700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4461f3f-0d17-4eec-bf78-ba2c93565b05 req-54f47ccb-fc28-434b-99cf-d93283386e49 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984293 Jul 16 18:17:09.444588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52044) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-0a2d848a-1fce-46a7-8778-71b63d510fe3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 567b830b-ae8a-4bea-80be-bf94c9a18a72: This subnet is being modified by another concurrent operation. Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:17:09.510509 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 567b830b-ae8a-4bea-80be-bf94c9a18a72: This subnet is being modified by another concurrent operation. Jul 16 18:17:09.515254 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:17:09.593441 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.617517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d291bc8-7bcb-45ee-8c18-3388fda212f3']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.636416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:09.639194 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4a89cb-0ffd-4173-b1f9-8b0181dfe779" -d '{"events": [{"server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:09.643808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f472ed94-e666-40cf-a804-d4eb4010ed2a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.645011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4198c115-dc98-474b-bb2c-b5a13b1b0464 None None] Port 2f743768-ced8-4a7d-a9c5-302eae385824 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:09.651227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f472ed94-e666-40cf-a804-d4eb4010ed2a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.670420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-db73e203-c858-43c8-b058-c35134bf0000 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/07994222-497f-4f32-85c5-0eba4a623835 HTTP/1.1" status: 200 len: 992 time: 0.2246816 Jul 16 18:17:09.678954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.703062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1c417c93-6bff-4f10-a5c5-f5f284f71424 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port bce9e9b0-cb64-4caf-91a8-7baca1e80252 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:09.703062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c417c93-6bff-4f10-a5c5-f5f284f71424 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.706768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.720691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:09.721110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.739339 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.755525 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Transition to ACTIVE for port object faaafd25-696d-4702-a99d-928f337f2478 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:09.775569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Transition to ACTIVE for port object faaafd25-696d-4702-a99d-928f337f2478 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:09.783461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20edb26-2d64-4503-9130-2cb629ec2d7e None None] Network 6d291bc8-7bcb-45ee-8c18-3388fda212f3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:09.812756 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c417c93-6bff-4f10-a5c5-f5f284f71424 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:09.817953 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:09.826599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.827456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1c417c93-6bff-4f10-a5c5-f5f284f71424 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for bce9e9b0-cb64-4caf-91a8-7baca1e80252 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:09.833470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.839183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/6d291bc8-7bcb-45ee-8c18-3388fda212f3 HTTP/1.1" status: 204 len: 168 time: 1.0287385 Jul 16 18:17:09.848255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52050) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:09.873429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1369419723'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:09.888458 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6454c24b-3e9c-4583-a05d-f74420ce919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.890372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.903924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a84499-66a3-4c4e-a676-6eac5b371296 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=6d291bc8-7bcb-45ee-8c18-3388fda212f3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.933019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:09.936869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.943020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8d932-1bea-4459-a5f2-d3c82bd0b72a req-e5d8cdc8-dc38-4cd2-8fd0-8b544a1b2715 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.944739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aed8d932-1bea-4459-a5f2-d3c82bd0b72a req-e5d8cdc8-dc38-4cd2-8fd0-8b544a1b2715 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 946 time: 0.4600122 Jul 16 18:17:09.977470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:09.989562 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.989960 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment 80e49834-e936-4a32-bc41-ee9ebc3f77ef of type vlan for network 80a0b403-fe83-4606-8995-4611e721167a Jul 16 18:17:09.994536 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.015577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:10.082405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Network 8aa7d519-e99a-4965-8802-34df05da7a2d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:10.089305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.092015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Pushing event updated for resources: {'Port': ['ID=faaafd25-696d-4702-a99d-928f337f2478,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.109052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:10.123643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.309899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:10.514464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f743768-ced8-4a7d-a9c5-302eae385824 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:10.529478 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.551179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aed8d932-1bea-4459-a5f2-d3c82bd0b72a req-63377295-f758-4d00-a114-61cee7ae0124 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5306933 Jul 16 18:17:10.594674 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.601841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.602602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.620436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Transition to ACTIVE for port object 2f743768-ced8-4a7d-a9c5-302eae385824 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:10.656969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b6c61-99dd-4bc8-8519-a5595a8ca962 req-a2329a2c-a747-467b-b4fc-41b3ba104eee tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.661893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-898b6c61-99dd-4bc8-8519-a5595a8ca962 req-a2329a2c-a747-467b-b4fc-41b3ba104eee tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 945 time: 0.8301952 Jul 16 18:17:10.672964 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.710875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=80a0b403-fe83-4606-8995-4611e721167a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.721278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-d3d7ffa3-1909-4d11-9576-75df273e46bb tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.722825 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-d3d7ffa3-1909-4d11-9576-75df273e46bb tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.46 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 945 time: 0.2243421 Jul 16 18:17:10.727482 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9408f788-6ab1-4640-8aa7-d51a27f4bde0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8761353 Jul 16 18:17:10.765848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52060) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:10.774653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': '80a0b403-fe83-4606-8995-4611e721167a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:10.788025 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8336d03d-e2b4-44c4-91ce-1cb527dbcc5c x-openstack-request-id: req-8336d03d-e2b4-44c4-91ce-1cb527dbcc5c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:10.788700 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:10.788849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f743768-ced8-4a7d-a9c5-302eae385824,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.789453 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8336d03d-e2b4-44c4-91ce-1cb527dbcc5c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:10.789864 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'code': 200} Jul 16 18:17:10.802093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 80a0b403-fe83-4606-8995-4611e721167a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:10.893184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-898b6c61-99dd-4bc8-8519-a5595a8ca962 req-2f31d89a-1444-4d6f-884c-8ab6ad9c49a5 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/security-groups?id=a25edefe-69b4-466d-8423-54faea9c0aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211273 Jul 16 18:17:10.950804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Attempting to bind port faaafd25-696d-4702-a99d-928f337f2478 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:10.951288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Attempting to bind port faaafd25-696d-4702-a99d-928f337f2478 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '037b2a6b-cc23-46a3-86c7-c46f4b8157ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8aa7d519-e99a-4965-8802-34df05da7a2d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:10.951752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Attempting to bind port faaafd25-696d-4702-a99d-928f337f2478 on network 8aa7d519-e99a-4965-8802-34df05da7a2d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:10.953929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.968082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:10.968623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Checking segment: {'id': '037b2a6b-cc23-46a3-86c7-c46f4b8157ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8aa7d519-e99a-4965-8802-34df05da7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:10.969131 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.969629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Bound using segment: {'id': '037b2a6b-cc23-46a3-86c7-c46f4b8157ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8aa7d519-e99a-4965-8802-34df05da7a2d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:10.970231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Bound port: faaafd25-696d-4702-a99d-928f337f2478, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037b2a6b-cc23-46a3-86c7-c46f4b8157ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8aa7d519-e99a-4965-8802-34df05da7a2d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:10.970710 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.981191 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.999083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6454c24b-3e9c-4583-a05d-f74420ce919f None None] Allocated IP 2001:db8:0:1::2 (982584e8-bbac-43ce-b633-758a660970f8/12059b61-5b99-41a8-b39a-75fb1f5a6e8f/1bb13c6f-c554-4ddc-8ebe-0d313678124c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:11.111063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:11.115882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.220282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Performing IP validity checks on allocation pools {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:17:11.220876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:17:11.224118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] For port faaafd25-696d-4702-a99d-928f337f2478, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:11.231133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] For port faaafd25-696d-4702-a99d-928f337f2478, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=faaafd25-696d-4702-a99d-928f337f2478,segment=NetworkSegment(037b2a6b-cc23-46a3-86c7-c46f4b8157ff),segment_id=037b2a6b-cc23-46a3-86c7-c46f4b8157ff)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:11.248488 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.252155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Deleting port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:11.252533 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.326920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1691c61-3e5e-45ff-add1-507b584a79d3 None None] Pushing event updated for resources: {'Port': ['ID=faaafd25-696d-4702-a99d-928f337f2478,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:11.337250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6454c24b-3e9c-4583-a05d-f74420ce919f None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:11.389354 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6454c24b-3e9c-4583-a05d-f74420ce919f None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.407647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2d75f-20ef-4bae-9075-bf75b2f2b17e req-f86f736d-25ee-410a-9250-ddc3c0aa2824 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:11.409279 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6d2d75f-20ef-4bae-9075-bf75b2f2b17e req-f86f736d-25ee-410a-9250-ddc3c0aa2824 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 948 time: 0.5075836 Jul 16 18:17:11.417037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Attempting to bind port 2f743768-ced8-4a7d-a9c5-302eae385824 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:11.417384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Attempting to bind port 2f743768-ced8-4a7d-a9c5-302eae385824 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:11.417718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Attempting to bind port 2f743768-ced8-4a7d-a9c5-302eae385824 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:11.421652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6454c24b-3e9c-4583-a05d-f74420ce919f None None] Transition to ACTIVE for port object 1bb13c6f-c554-4ddc-8ebe-0d313678124c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:11.431509 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c417c93-6bff-4f10-a5c5-f5f284f71424 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.435695 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6454c24b-3e9c-4583-a05d-f74420ce919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.465472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Port 2f743768-ced8-4a7d-a9c5-302eae385824 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:11.465798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Attempting to bind port 2f743768-ced8-4a7d-a9c5-302eae385824 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:11.557856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] For port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,segment=NetworkSegment(f57f7935-350b-4ad7-84c9-5ae2e977a4bc),segment_id=f57f7935-350b-4ad7-84c9-5ae2e977a4bc)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:11.558240 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.559748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454c24b-3e9c-4583-a05d-f74420ce919f None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:11.582112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Calling delete_port for 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:11.626319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c417c93-6bff-4f10-a5c5-f5f284f71424 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=bce9e9b0-cb64-4caf-91a8-7baca1e80252,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:11.661448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:11.661794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:11.662405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:11.662686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Bound port: 2f743768-ced8-4a7d-a9c5-302eae385824, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:11.663112 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.793960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.810678 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c417c93-6bff-4f10-a5c5-f5f284f71424 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.812765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1c417c93-6bff-4f10-a5c5-f5f284f71424 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/bce9e9b0-cb64-4caf-91a8-7baca1e80252 HTTP/1.1" status: 204 len: 168 time: 2.5894368 Jul 16 18:17:11.820420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52070) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:11.917988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6d2d75f-20ef-4bae-9075-bf75b2f2b17e req-426e5afb-3495-4c81-920b-e8d9e6abf4a1 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937167 Jul 16 18:17:11.942578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] For port 2f743768-ced8-4a7d-a9c5-302eae385824, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:11.960026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] For port 2f743768-ced8-4a7d-a9c5-302eae385824, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f743768-ced8-4a7d-a9c5-302eae385824,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:11.983456 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=342a8604-6b94-4ffa-8fe9-1b6ef131eae7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.007381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.019992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95bd3e-b138-44c7-b206-7aa75675e695 req-24501beb-f9ca-474a-bd83-58d1681bd20e tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.025530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4b95bd3e-b138-44c7-b206-7aa75675e695 req-24501beb-f9ca-474a-bd83-58d1681bd20e tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 946 time: 0.5858064 Jul 16 18:17:12.044487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:12.061856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c28a06bf-e22a-4c61-b9b0-c5c923c00a07 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Request body: {'floatingip': {'port_id': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:12.078769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': '80e49834-e936-4a32-bc41-ee9ebc3f77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '80a0b403-fe83-4606-8995-4611e721167a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:12.079262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: 80a0b403-fe83-4606-8995-4611e721167a, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:12.136969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f743768-ced8-4a7d-a9c5-302eae385824,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.142093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c28a06bf-e22a-4c61-b9b0-c5c923c00a07 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.228435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47914c34-9105-41f5-bec4-9d0bd79edb1c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.237987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52078) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:12.238742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-47914c34-9105-41f5-bec4-9d0bd79edb1c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4124477 Jul 16 18:17:12.259354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.261581 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.262015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 80a0b403-fe83-4606-8995-4611e721167a is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:12.266215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-4278a944-3024-4bd7-80c2-068bbf33c4d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f743768-ced8-4a7d-a9c5-302eae385824 HTTP/1.1" status: 200 len: 1097 time: 3.6674578 Jul 16 18:17:12.269533 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.309304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['1f47b1e6-ef80-4cb5-9e15-8318b503fd91'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:12.346374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9966142-3194-4efb-b284-1f3a7460ca2f', 'tag': '2f743768-ced8-4a7d-a9c5-302eae385824'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:12.355033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 80a0b403-fe83-4606-8995-4611e721167a) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:12.355653 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9966142-3194-4efb-b284-1f3a7460ca2f", "tag": "2f743768-ced8-4a7d-a9c5-302eae385824"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:12.371540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c8f746-96e8-4e5a-a2dc-1e4ee58963c2 None None] Network 80a0b403-fe83-4606-8995-4611e721167a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:12.373287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.374190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.411432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7639dd91-e260-4a86-9aa1-fe7317753a0a req-e428827b-a1b3-4c43-ad99-245fd386841a tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 210 time: 0.2373738 Jul 16 18:17:12.479709 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a4b1cd49-791a-4786-bd0f-1926232cbeb8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6807942 Jul 16 18:17:12.482116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52084) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:12.573332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Pushing event deleted for resources: {'Port': ['ID=1f47b1e6-ef80-4cb5-9e15-8318b503fd91,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.588626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-1bda1da4-245d-4806-bf9a-1172ca7e9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.590237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-1bda1da4-245d-4806-bf9a-1172ca7e9742 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=799bbf74a3af4661bc82c72ffed15c85&device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 1100 time: 0.2250845 Jul 16 18:17:12.708530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-f22bea17-e23d-45e4-a2b6-31740b617564 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=2f743768-ced8-4a7d-a9c5-302eae385824 HTTP/1.1" status: 200 len: 217 time: 0.0934615 Jul 16 18:17:12.710069 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caac817f-7062-4e05-8ed8-914ed9f669e8 x-openstack-request-id: req-caac817f-7062-4e05-8ed8-914ed9f669e8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:12.710362 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9966142-3194-4efb-b284-1f3a7460ca2f", "tag": "2f743768-ced8-4a7d-a9c5-302eae385824", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:12.710611 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-caac817f-7062-4e05-8ed8-914ed9f669e8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:12.711004 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9966142-3194-4efb-b284-1f3a7460ca2f', 'tag': '2f743768-ced8-4a7d-a9c5-302eae385824', 'status': 'completed', 'code': 200} Jul 16 18:17:12.792361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:12.794725 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0023da-4c98-45ee-89be-15393ac9ccdf" -d '{"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-plugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:12.874765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-80a0b403-fe83-4606-8995-4611e721167a', 'network_id': '80a0b403-fe83-4606-8995-4611e721167a', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': '342a8604-6b94-4ffa-8fe9-1b6ef131eae7'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:12.877621 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.878999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-e3d025a7-9955-42c6-9fa9-452529a0c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.888337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-e3d025a7-9955-42c6-9fa9-452529a0c2eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1674798 Jul 16 18:17:12.937016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] No DVR routers for this DVR port 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:12.939303 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b3d2b2-73b8-439f-8b76-a495ec418f75 x-openstack-request-id: req-50b3d2b2-73b8-439f-8b76-a495ec418f75 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:12.939475 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-plugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:12.939665 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50b3d2b2-73b8-439f-8b76-a495ec418f75 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:12.940074 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'code': 200} Jul 16 18:17:12.950581 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.952703 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b94831e5-dd45-46f2-9c7d-ae34e6580c86 req-0378d341-896a-4506-b6e1-719a70ec14d0 tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.46 "DELETE /v2.0/ports/1f47b1e6-ef80-4cb5-9e15-8318b503fd91 HTTP/1.1" status: 204 len: 173 time: 2.2090688 Jul 16 18:17:12.992899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083f3e27-0f06-4ad8-92a9-675543de7660', 'name': 'network-vif-deleted', 'tag': '1f47b1e6-ef80-4cb5-9e15-8318b503fd91'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:12.995961 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d19149-c34e-4a63-bb31-86f997fab79f" -d '{"events": [{"server_uuid": "083f3e27-0f06-4ad8-92a9-675543de7660", "name": "network-vif-deleted", "tag": "1f47b1e6-ef80-4cb5-9e15-8318b503fd91"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:13.002441 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.141621 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3974bfb-8d7e-4a07-abc2-01ff68cbe2b1 x-openstack-request-id: req-c3974bfb-8d7e-4a07-abc2-01ff68cbe2b1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:13.141923 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083f3e27-0f06-4ad8-92a9-675543de7660", "name": "network-vif-deleted", "tag": "1f47b1e6-ef80-4cb5-9e15-8318b503fd91", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:13.142172 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3974bfb-8d7e-4a07-abc2-01ff68cbe2b1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:13.142569 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083f3e27-0f06-4ad8-92a9-675543de7660', 'name': 'network-vif-deleted', 'tag': '1f47b1e6-ef80-4cb5-9e15-8318b503fd91', 'status': 'completed', 'code': 200} Jul 16 18:17:13.168334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-370bfa69-d810-4790-bdc9-3b2190111f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:13.180561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141cf49-c4c7-4854-be4b-8429b1db0a30 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:13.180843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-370bfa69-d810-4790-bdc9-3b2190111f90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2814934 Jul 16 18:17:13.184424 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6141cf49-c4c7-4854-be4b-8429b1db0a30 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.9420259 Jul 16 18:17:13.185906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52100) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:13.191827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:13.323079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3cf589-36c3-4c1b-b1e4-14dab665c12d None None] Network 8aa7d519-e99a-4965-8802-34df05da7a2d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:13.364156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.465793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Allocated IP 172.20.0.3 (80a0b403-fe83-4606-8995-4611e721167a/342a8604-6b94-4ffa-8fe9-1b6ef131eae7/0b47d7d9-4d01-4fd3-a311-5dc3816ce350) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:13.466550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-608c223a-1d71-4d7b-821a-eb0ab80147fa service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388680 Jul 16 18:17:13.470553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device faaafd25-696d-4702-a99d-928f337f2478 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:13.531252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] Provisioning for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:13.606433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:13.606825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.648205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-515d7fd0-c8e0-4632-9623-242b93dfdc9c req-544e1e42-ff1c-4181-9630-3093c7177b63 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635206 Jul 16 18:17:13.766983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51e93353-fed8-46b0-abaa-46ea5e601515 req-f346115b-64f8-4015-b26d-3bf57073966c tempest-ServerTagsTestJSON-130287880 tempest-ServerTagsTestJSON-130287880-project] 10.222.0.60 "GET /v2.0/ports?device_id=083f3e27-0f06-4ad8-92a9-675543de7660 HTTP/1.1" status: 200 len: 210 time: 0.0667193 Jul 16 18:17:13.776463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e069d-6c91-4848-9759-61ea4ccdf52c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:13.778689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e069d-6c91-4848-9759-61ea4ccdf52c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:13.780418 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e069d-6c91-4848-9759-61ea4ccdf52c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:13.782061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-529e069d-6c91-4848-9759-61ea4ccdf52c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5940969 Jul 16 18:17:13.785298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:13.976078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-50688f5b-ab3b-464c-8a9d-dc720ffd6991 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 12059b61-5b99-41a8-b39a-75fb1f5a6e8f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:14.012326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccb85d-5020-4b38-a1f1-2ba5fd2058b4 req-61f07823-b215-4fbe-b017-5424a6624c71 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.014295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9ccb85d-5020-4b38-a1f1-2ba5fd2058b4 req-61f07823-b215-4fbe-b017-5424a6624c71 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 948 time: 0.5615895 Jul 16 18:17:14.014652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50688f5b-ab3b-464c-8a9d-dc720ffd6991 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.060597 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port faaafd25-696d-4702-a99d-928f337f2478 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:14.145537 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c28a06bf-e22a-4c61-b9b0-c5c923c00a07 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.157971 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c28a06bf-e22a-4c61-b9b0-c5c923c00a07 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.180219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] Provisioning for port faaafd25-696d-4702-a99d-928f337f2478 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:14.188977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.191874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] Provisioning complete for port faaafd25-696d-4702-a99d-928f337f2478 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:14.192240 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.241274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50688f5b-ab3b-464c-8a9d-dc720ffd6991 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.248019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9ccb85d-5020-4b38-a1f1-2ba5fd2058b4 req-81ebd6ce-3955-4e4f-bc13-a1cd3714f55b tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206634 Jul 16 18:17:14.268269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Transition to ACTIVE for port object 0b47d7d9-4d01-4fd3-a311-5dc3816ce350 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:14.280022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-a9c9bf63-5509-4804-b18e-d0124bf5f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.281853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-a9c9bf63-5509-4804-b18e-d0124bf5f584 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=799bbf74a3af4661bc82c72ffed15c85&device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 1100 time: 0.3846226 Jul 16 18:17:14.302792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Transition to ACTIVE for port object 0b47d7d9-4d01-4fd3-a311-5dc3816ce350 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:14.321328 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.414466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.449837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Network 80a0b403-fe83-4606-8995-4611e721167a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:14.458553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:14.467157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:14.477830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Pushing event updated for resources: {'Port': ['ID=0b47d7d9-4d01-4fd3-a311-5dc3816ce350,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.502873 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.502990 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50688f5b-ab3b-464c-8a9d-dc720ffd6991 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.510819 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-c28a06bf-e22a-4c61-b9b0-c5c923c00a07 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Floating IP 47411a6f-3215-407c-990e-cb74ed4cf9a1 associated. External IP: 172.25.2.24, port: a996f78a-0d6f-42c4-aee7-fe0b4cab361f. Jul 16 18:17:14.551728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-e7ff304e-289b-4988-ae18-e62424fdbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.554546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-e7ff304e-289b-4988-ae18-e62424fdbbbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.2622685 Jul 16 18:17:14.574524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Attempting to bind port 0b47d7d9-4d01-4fd3-a311-5dc3816ce350 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:14.574913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Attempting to bind port 0b47d7d9-4d01-4fd3-a311-5dc3816ce350 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '80e49834-e936-4a32-bc41-ee9ebc3f77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '80a0b403-fe83-4606-8995-4611e721167a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:14.575264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Attempting to bind port 0b47d7d9-4d01-4fd3-a311-5dc3816ce350 on network 80a0b403-fe83-4606-8995-4611e721167a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:14.587080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:14.587695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Checking segment: {'id': '80e49834-e936-4a32-bc41-ee9ebc3f77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '80a0b403-fe83-4606-8995-4611e721167a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:14.587947 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.588405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Bound using segment: {'id': '80e49834-e936-4a32-bc41-ee9ebc3f77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '80a0b403-fe83-4606-8995-4611e721167a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:14.588964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Bound port: 0b47d7d9-4d01-4fd3-a311-5dc3816ce350, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e49834-e936-4a32-bc41-ee9ebc3f77ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '80a0b403-fe83-4606-8995-4611e721167a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:14.589318 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.600926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=342a8604-6b94-4ffa-8fe9-1b6ef131eae7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.650525 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] For port faaafd25-696d-4702-a99d-928f337f2478, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=faaafd25-696d-4702-a99d-928f337f2478,segment=NetworkSegment(037b2a6b-cc23-46a3-86c7-c46f4b8157ff),segment_id=037b2a6b-cc23-46a3-86c7-c46f4b8157ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:14.682058 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.689267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-60207994-c3e8-461a-8070-e74024d7fca7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=2f743768-ced8-4a7d-a9c5-302eae385824 HTTP/1.1" status: 200 len: 217 time: 0.1263223 Jul 16 18:17:14.695148 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50688f5b-ab3b-464c-8a9d-dc720ffd6991 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.734356 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.755698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a0b403-fe83-4606-8995-4611e721167a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.757602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50688f5b-ab3b-464c-8a9d-dc720ffd6991 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=12059b61-5b99-41a8-b39a-75fb1f5a6e8f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.783163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e49834-e936-4a32-bc41-ee9ebc3f77ef') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.783163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e49834-e936-4a32-bc41-ee9ebc3f77ef') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.809847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.824331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] For port 0b47d7d9-4d01-4fd3-a311-5dc3816ce350, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:14.828557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8e2585f8-69ca-4ad2-b7b0-b394d4724af8 None None] Could not find standard attr ID for object bce9e9b0-cb64-4caf-91a8-7baca1e80252. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:17:14.845796 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50688f5b-ab3b-464c-8a9d-dc720ffd6991 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.850533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-50688f5b-ab3b-464c-8a9d-dc720ffd6991 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/12059b61-5b99-41a8-b39a-75fb1f5a6e8f HTTP/1.1" status: 204 len: 168 time: 1.0613000 Jul 16 18:17:14.853605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:14.857251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] For port 0b47d7d9-4d01-4fd3-a311-5dc3816ce350, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0b47d7d9-4d01-4fd3-a311-5dc3816ce350,segment=NetworkSegment(80e49834-e936-4a32-bc41-ee9ebc3f77ef),segment_id=80e49834-e936-4a32-bc41-ee9ebc3f77ef)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:14.859492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dbb41-c740-45de-a9b1-c3a4948981ad None None] Pushing event updated for resources: {'Port': ['ID=faaafd25-696d-4702-a99d-928f337f2478,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.874608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c52d5e-3414-4a18-a68c-2b5dbf19a63b None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:14.881314 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.887478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-bea2aa8f-3a3a-41fc-97d9-f07491d5fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.889030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-bea2aa8f-3a3a-41fc-97d9-f07491d5fc5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1496315 Jul 16 18:17:14.934489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.955206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-45050f02-6dd6-4859-ab9b-a487c0c83e92 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 1a46036d-a7f9-4f03-8677-46f54c719681 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:14.960200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:14.961649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:14.965775 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:14.968078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52126) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:14.970781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45050f02-6dd6-4859-ab9b-a487c0c83e92 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.064922 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45050f02-6dd6-4859-ab9b-a487c0c83e92 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.072084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d57bd-6977-43ac-84c0-684b35f30118 None None] Pushing event updated for resources: {'Port': ['ID=0b47d7d9-4d01-4fd3-a311-5dc3816ce350,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:15.097872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8e2585f8-69ca-4ad2-b7b0-b394d4724af8 None None] Provisioning complete for port faaafd25-696d-4702-a99d-928f337f2478 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:15.098256 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e2585f8-69ca-4ad2-b7b0-b394d4724af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.114616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:17:15.114616 n-d-793619-10 neutron-server[93824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:17:15.114616 n-d-793619-10 neutron-server[93824]: [parameters: {'id': '80a0b403-fe83-4606-8995-4611e721167a'}] Jul 16 18:17:15.114616 n-d-793619-10 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:15.117281 n-d-793619-10 neutron-server[93824]: DEBUG oslo_db.api [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:15.168122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28a06bf-e22a-4c61-b9b0-c5c923c00a07 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Router 7377ed25-a0d9-4ab8-8baf-303ba698c0de has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:15.178450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45050f02-6dd6-4859-ab9b-a487c0c83e92 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.260320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60415cb-6d53-43ab-997f-41bc54de1315 admin admin] Deleting subnet 0baf3099-fb0b-4dad-81f9-bf6ffbab31e6 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:15.270258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60415cb-6d53-43ab-997f-41bc54de1315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.307858 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45050f02-6dd6-4859-ab9b-a487c0c83e92 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.363154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-02814399-0125-46c3-bcb2-e8e02993a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:15.364765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-02814399-0125-46c3-bcb2-e8e02993a049 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4614418 Jul 16 18:17:15.446557 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-45050f02-6dd6-4859-ab9b-a487c0c83e92 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.451441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-45050f02-6dd6-4859-ab9b-a487c0c83e92 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/1a46036d-a7f9-4f03-8677-46f54c719681 HTTP/1.1" status: 204 len: 168 time: 0.5947485 Jul 16 18:17:15.453482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52142) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.454032 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60415cb-6d53-43ab-997f-41bc54de1315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.476766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a7e32-5d86-4378-9914-55c14fc37ac8 None None] Network 80a0b403-fe83-4606-8995-4611e721167a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:15.503601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45050f02-6dd6-4859-ab9b-a487c0c83e92 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=1a46036d-a7f9-4f03-8677-46f54c719681,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:15.511375 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-57b5b290-07d4-4ff3-ae3c-bb72cfdd1d5c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560448 Jul 16 18:17:15.513004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.525556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28a06bf-e22a-4c61-b9b0-c5c923c00a07 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:15.531766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c28a06bf-e22a-4c61-b9b0-c5c923c00a07 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.546959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:15.556584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:15.571358 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] Sync routers for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:15.589594 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c28a06bf-e22a-4c61-b9b0-c5c923c00a07 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "PUT /v2.0/floatingips/47411a6f-3215-407c-990e-cb74ed4cf9a1 HTTP/1.1" status: 200 len: 991 time: 3.5401587 Jul 16 18:17:15.590279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'tag': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:15.592763 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515456e0-ffaf-4929-b938-ac32f0cfa590" -d '{"events": [{"name": "network-changed", "server_uuid": "1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84", "tag": "a996f78a-0d6f-42c4-aee7-fe0b4cab361f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:15.619566 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.673536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60415cb-6d53-43ab-997f-41bc54de1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.683962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:15.687878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 1f47b1e6-ef80-4cb5-9e15-8318b503fd91 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:15.737877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Deleting port 0b47d7d9-4d01-4fd3-a311-5dc3816ce350 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:15.738614 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.744262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-3158b5dd-6f2e-4f7d-a8c2-695472ecefdb service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194821 Jul 16 18:17:15.762559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:15.763286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:17:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:15.777363 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60415cb-6d53-43ab-997f-41bc54de1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.800386 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c613ef50-0f9b-49ec-a260-36d7454c966a x-openstack-request-id: req-c613ef50-0f9b-49ec-a260-36d7454c966a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:15.801041 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84", "tag": "a996f78a-0d6f-42c4-aee7-fe0b4cab361f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:15.801660 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c613ef50-0f9b-49ec-a260-36d7454c966a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:15.802295 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'tag': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f', 'status': 'completed', 'code': 200} Jul 16 18:17:15.850720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60415cb-6d53-43ab-997f-41bc54de1315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0baf3099-fb0b-4dad-81f9-bf6ffbab31e6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:15.858128 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b60415cb-6d53-43ab-997f-41bc54de1315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.862855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b60415cb-6d53-43ab-997f-41bc54de1315 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0baf3099-fb0b-4dad-81f9-bf6ffbab31e6 HTTP/1.1" status: 204 len: 168 time: 0.8959026 Jul 16 18:17:15.876035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.925070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:15.959538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] For port 0b47d7d9-4d01-4fd3-a311-5dc3816ce350, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0b47d7d9-4d01-4fd3-a311-5dc3816ce350,segment=NetworkSegment(80e49834-e936-4a32-bc41-ee9ebc3f77ef),segment_id=80e49834-e936-4a32-bc41-ee9ebc3f77ef)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:15.960168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.025640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Calling delete_port for 0b47d7d9-4d01-4fd3-a311-5dc3816ce350 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:16.038595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.067943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f206a277-28fe-4be6-ad30-ab7007d40768 None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '1a46036d-a7f9-4f03-8677-46f54c719681'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '1bb13c6f-c554-4ddc-8ebe-0d313678124c'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:17:16.113412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da389c35-6d01-4d59-b93c-9d536fe92a28 req-9ee8315a-3f9e-46f0-be45-da0a635a682c tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:16.123645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da389c35-6d01-4d59-b93c-9d536fe92a28 req-9ee8315a-3f9e-46f0-be45-da0a635a682c tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 948 time: 0.6918283 Jul 16 18:17:16.149076 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f206a277-28fe-4be6-ad30-ab7007d40768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.154239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59e63d68-9e33-4a9d-89cf-78e9415a5b8a req-e76d5cca-4043-49ee-85fb-f68c4292df07 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007399 Jul 16 18:17:16.155019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:16.159855 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.274498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da389c35-6d01-4d59-b93c-9d536fe92a28 req-660a1999-31f6-46cf-86f1-ec9b90f36da0 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497998 Jul 16 18:17:16.587278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-977cfb8d-5bed-4052-97b5-f2345f396805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:16.588870 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-977cfb8d-5bed-4052-97b5-f2345f396805 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 1098 time: 0.7333820 Jul 16 18:17:16.596563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device faaafd25-696d-4702-a99d-928f337f2478 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:16.602867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '47411a6f-3215-407c-990e-cb74ed4cf9a1', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'port_id': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'mac_address': 'fa:16:3e:f3:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:37Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 1, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:16.645048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.713346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247273a-7f77-4fc7-b30d-5b23606f3d42 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:16.713813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:16.719134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] Checking router: 7377ed25-a0d9-4ab8-8baf-303ba698c0de for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:16.719600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:16.722203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-f478fd7c-d1a6-4193-b03a-13839f4f73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:16.724028 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-f478fd7c-d1a6-4193-b03a-13839f4f73cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 912 time: 0.1175776 Jul 16 18:17:16.727094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:16.727700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.742580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=916ae661-7d41-4cc1-855d-03cce2715fa0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:16.766663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:16.767462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:17:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:16.777563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-333286d9-c6ce-42ed-a27c-f59cc8e2fce0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2334666 Jul 16 18:17:16.780770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52166) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:16.801391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cd79dbe9-3d27-41ec-881a-2c098d1725f9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:16.853764 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.924437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port faaafd25-696d-4702-a99d-928f337f2478 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:16.924881 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.934629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Port': ['ID=0b47d7d9-4d01-4fd3-a311-5dc3816ce350,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:16.980713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No DVR routers for this DVR port 0b47d7d9-4d01-4fd3-a311-5dc3816ce350 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:17.035451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd79dbe9-3d27-41ec-881a-2c098d1725f9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:17.045353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd79dbe9-3d27-41ec-881a-2c098d1725f9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.049769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bfd43ba9-a963-4e8c-b77d-b7a4c268fe26 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:17.050182 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfd43ba9-a963-4e8c-b77d-b7a4c268fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.107221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.160449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369a2638-6637-44a9-882b-cebc73490469']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:17.168075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:17.168303 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-706c1677-63c4-422b-a8a9-4cd0f8ddc2bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a996f78a-0d6f-42c4-aee7-fe0b4cab361f HTTP/1.1" status: 200 len: 999 time: 0.3841696 Jul 16 18:17:17.194193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57f7935-350b-4ad7-84c9-5ae2e977a4bc') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:17.194518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57f7935-350b-4ad7-84c9-5ae2e977a4bc') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:17.228867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.249848 n-d-793619-10 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-cd79dbe9-3d27-41ec-881a-2c098d1725f9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 916ae661-7d41-4cc1-855d-03cce2715fa0 (CIDR: 2001:db8::/64) Jul 16 18:17:17.261315 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd79dbe9-3d27-41ec-881a-2c098d1725f9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:17:17.262430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd79dbe9-3d27-41ec-881a-2c098d1725f9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:17.272876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a0b403-fe83-4606-8995-4611e721167a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:17.283928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cd79dbe9-3d27-41ec-881a-2c098d1725f9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5014141 Jul 16 18:17:17.286663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52168) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:17.293899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.299961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:17.354041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e49834-e936-4a32-bc41-ee9ebc3f77ef') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:17.369291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e49834-e936-4a32-bc41-ee9ebc3f77ef') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:17.399354 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.417229 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.423202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:17.430111 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.442710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2f743768-ced8-4a7d-a9c5-302eae385824 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:17.447235 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:17.522873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-d3ad4f9d-55c6-468f-9c42-58918eea20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.530507 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-d3ad4f9d-55c6-468f-9c42-58918eea20b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 200 len: 850 time: 0.3491857 Jul 16 18:17:17.595240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2f743768-ced8-4a7d-a9c5-302eae385824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f743768-ced8-4a7d-a9c5-302eae385824,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:17.622795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.632758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:17.633466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.644398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '2f743768-ced8-4a7d-a9c5-302eae385824', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '2f743768-ced8-4a7d-a9c5-302eae385824', 'mac_address': 'fa:16:3e:19:3e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:17.664769 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:17.678284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.727713 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.746874 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] 10.222.0.60 "DELETE /v2.0/networks/369a2638-6637-44a9-882b-cebc73490469 HTTP/1.1" status: 204 len: 168 time: 1.8603051 Jul 16 18:17:17.791705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:17.798266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.877436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef12ce-27f9-45fd-8e42-50212ebeef85 req-7a61b42d-adc8-43de-aa64-aa4b24fdc295 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.877833 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.880375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59ef12ce-27f9-45fd-8e42-50212ebeef85 req-7a61b42d-adc8-43de-aa64-aa4b24fdc295 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 948 time: 0.3691072 Jul 16 18:17:17.889056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bdf1c-b453-4a4d-afd6-fa2a05896f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=369a2638-6637-44a9-882b-cebc73490469,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.915195 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.944316 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.952861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/80a0b403-fe83-4606-8995-4611e721167a HTTP/1.1" status: 204 len: 168 time: 5.4490802 Jul 16 18:17:17.956181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a64fe1-8fe8-45ab-9075-20f29845077c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=80a0b403-fe83-4606-8995-4611e721167a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.959872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52188) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:17.966349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1294933168'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:17.995567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-3c604291-92d8-4312-817c-00657d3b907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.997716 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-3c604291-92d8-4312-817c-00657d3b907e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f258c528-c4f0-4833-9916-4132c7713c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3319769 Jul 16 18:17:18.138877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59ef12ce-27f9-45fd-8e42-50212ebeef85 req-8b43bd70-3d19-4377-ae44-d04f7db6f8d6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191627 Jul 16 18:17:18.197627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f743768-ced8-4a7d-a9c5-302eae385824 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:18.209507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:18.216271 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.328600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:18.348753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52190) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.371305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2f743768-ced8-4a7d-a9c5-302eae385824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f743768-ced8-4a7d-a9c5-302eae385824,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:18.378893 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-ab128302-173f-4e96-95e1-f849f31b0c95 service neutron] 10.222.0.46 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596771 Jul 16 18:17:18.397565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.397565 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment a5cf5a92-39f7-4f5b-83d6-89c04dffa844 of type vlan for network 8bbcd957-c661-4c80-868c-02e64c10f189 Jul 16 18:17:18.429565 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.551967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': '916ae661-7d41-4cc1-855d-03cce2715fa0'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '1bb13c6f-c554-4ddc-8ebe-0d313678124c'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:17:18.554018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.638321 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e9481e99-ecf2-4311-aab1-3dfee0b31c6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c6e893a63a24e9e9b834248d46e5565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878261 Jul 16 18:17:18.645101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:18.647450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52198) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.713016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.objects.ports [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:17:18.743524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2f743768-ced8-4a7d-a9c5-302eae385824,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.752489 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-515456e0-ffaf-4929-b938-ac32f0cfa590 req-37c9935d-4113-45c4-924f-239134dd9486 service neutron] 10.222.0.46 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528469 Jul 16 18:17:18.760780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.766908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.767866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.775672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1931-bbbc-4ed2-89ad-1374923987d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.793289 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.797863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.798214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.798563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.798901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.799233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.799565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.799893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.800299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.800659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.800986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.801314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.801635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:18.843362 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8809948 Jul 16 18:17:18.847248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52204) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.851625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': '8bbcd957-c661-4c80-868c-02e64c10f189', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:18.853093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1931-bbbc-4ed2-89ad-1374923987d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.870237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '47411a6f-3215-407c-990e-cb74ed4cf9a1', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'port_id': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'mac_address': 'fa:16:3e:f3:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:37Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 1, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:18.872976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['2f743768-ced8-4a7d-a9c5-302eae385824'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:18.900410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933976b1-b717-4231-9a28-2ab5e5e3635f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=8bbcd957-c661-4c80-868c-02e64c10f189,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.992920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1931-bbbc-4ed2-89ad-1374923987d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.996884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1931-bbbc-4ed2-89ad-1374923987d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.998311 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f4cd1931-bbbc-4ed2-89ad-1374923987d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a25edefe-69b4-466d-8423-54faea9c0aa1 HTTP/1.1" status: 204 len: 168 time: 0.3491583 Jul 16 18:17:19.017189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:19.018150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd1931-bbbc-4ed2-89ad-1374923987d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25edefe-69b4-466d-8423-54faea9c0aa1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.027219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 8bbcd957-c661-4c80-868c-02e64c10f189 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:19.030534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.140560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc51f049-baf2-4375-9916-edb49867fff7 None None] The sync data for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 is: [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '47411a6f-3215-407c-990e-cb74ed4cf9a1', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'port_id': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'mac_address': 'fa:16:3e:f3:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:37Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 1, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:19.196494 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.378036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.586147 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2ab2b-d51f-47d8-b096-018268d7f340 None None] New status for floating IP 47411a6f-3215-407c-990e-cb74ed4cf9a1: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:17:19.635295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.794543 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:19.795211 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:19.842460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe9c:d325-e9afd458-70b1-4423-8c28-953e652 {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:19.852669 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:20.345631 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.378253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:20.403986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.412678 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.456145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a025a-e1cc-46be-ae7d-64860a0a2569 req-6bf28b12-68a1-4efc-af40-160203e687ca tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.468256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-713a025a-e1cc-46be-ae7d-64860a0a2569 req-6bf28b12-68a1-4efc-af40-160203e687ca tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 949 time: 0.9924829 Jul 16 18:17:20.478027 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.479868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.541080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=47cfa9b9-fa6d-4fe3-ab7b-348ff741d582,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.588685 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:20.589042 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:20.597751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': 'a5cf5a92-39f7-4f5b-83d6-89c04dffa844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8bbcd957-c661-4c80-868c-02e64c10f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:20.598179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: 8bbcd957-c661-4c80-868c-02e64c10f189, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:20.640965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:20.664570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:20.668750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.669367 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.674637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-713a025a-e1cc-46be-ae7d-64860a0a2569 req-630009c8-2c51-4a0e-a934-77a127fa3ec5 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148752 Jul 16 18:17:20.685661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 8bbcd957-c661-4c80-868c-02e64c10f189 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:20.695952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=15']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.711161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=d5a774a8-2610-407a-8bda-110b4a848167,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.724166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 8bbcd957-c661-4c80-868c-02e64c10f189) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:20.731249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.731973 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.739040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3372a482-0843-4831-9485-fae36516a7df tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4479444 Jul 16 18:17:20.739599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52258) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:20.746202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:ee:9a:ff', 'name': 'tempest-NetworksTestDHCPv6-1361789606'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:20.766944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7d4b12a5-2888-47f9-8a1e-707b31e244c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9195540 Jul 16 18:17:20.767769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52260) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:20.903901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/916ae661-7d41-4cc1-855d-03cce2715fa0/1bb13c6f-c554-4ddc-8ebe-0d313678124c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:20.997670 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.025727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:21.035024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:21.073899 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.093065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Transition to ACTIVE for port object 1bb13c6f-c554-4ddc-8ebe-0d313678124c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:21.099231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e43ac6-b24e-4938-84d3-d8272efa5d6f None None] Network 8bbcd957-c661-4c80-868c-02e64c10f189 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:21.130360 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.215084 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.225749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.271050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port b2be9582-778c-4f39-b9da-a98f3dcca79c yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:21.342620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4de1dd92-7701-4c4d-bbab-4e8ea221c60f req-4f7b3429-4e88-4338-a2eb-991051fe158a tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=187c3379-570b-450a-976d-d550ae1970ee HTTP/1.1" status: 200 len: 210 time: 0.1231482 Jul 16 18:17:21.356003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863615f-1bae-41ca-85ec-0369c1cea29c None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=16']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:21.364128 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.429137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2f743768-ced8-4a7d-a9c5-302eae385824 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:21.448117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.506798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=47cfa9b9-fa6d-4fe3-ab7b-348ff741d582,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:21.582687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5522015-521e-41eb-8530-bd278c6951c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-8bbcd957-c661-4c80-868c-02e64c10f189', 'network_id': '8bbcd957-c661-4c80-868c-02e64c10f189', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': '47cfa9b9-fa6d-4fe3-ab7b-348ff741d582'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:21.584244 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5522015-521e-41eb-8530-bd278c6951c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.665288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:21.703442 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.884116 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.915523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=17']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:21.917370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::1b4 (982584e8-bbac-43ce-b633-758a660970f8/916ae661-7d41-4cc1-855d-03cce2715fa0/b2be9582-778c-4f39-b9da-a98f3dcca79c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:21.950616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8:0:1:f816:3eff:feee:9aff (982584e8-bbac-43ce-b633-758a660970f8/d5a774a8-2610-407a-8bda-110b4a848167/b2be9582-778c-4f39-b9da-a98f3dcca79c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:21.963377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbcd957-c661-4c80-868c-02e64c10f189']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:22.051524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cf5a92-39f7-4f5b-83d6-89c04dffa844') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:22.051966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cf5a92-39f7-4f5b-83d6-89c04dffa844') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:22.097838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:22.184923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8589a8-8fa1-4ad2-877a-d26648d9a7e5 None None] Network 8bbcd957-c661-4c80-868c-02e64c10f189 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:22.188895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.259534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.283523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:22.284380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:22.305885 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:22.340221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17f98c-166b-4824-8b39-8b4d8f987869 req-c374eaa6-5c79-4e12-aa03-50d49722816b tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.348789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b17f98c-166b-4824-8b39-8b4d8f987869 req-c374eaa6-5c79-4e12-aa03-50d49722816b tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 949 time: 0.2734761 Jul 16 18:17:22.493377 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b17f98c-166b-4824-8b39-8b4d8f987869 req-f283ccc1-50f1-45d2-b004-d8e48862498b tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433225 Jul 16 18:17:22.586444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.611725 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.636544 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.644147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/8bbcd957-c661-4c80-868c-02e64c10f189 HTTP/1.1" status: 204 len: 168 time: 1.8717084 Jul 16 18:17:22.644147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52326) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:22.651422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object b2be9582-778c-4f39-b9da-a98f3dcca79c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:22.674260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-613119999'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:22.749197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 2f743768-ced8-4a7d-a9c5-302eae385824 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:22.780977 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.785779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c882875-4829-427b-a040-726a1082d067 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=8bbcd957-c661-4c80-868c-02e64c10f189,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.793044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:22.801262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.833681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 2f743768-ced8-4a7d-a9c5-302eae385824 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:22.841016 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.928716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=b2be9582-778c-4f39-b9da-a98f3dcca79c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.941505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:22.943785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:22.946661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:22.952757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.953880 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.994762 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c64fa988-f55b-4c98-aa6b-3667a1d4862c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2536941 Jul 16 18:17:22.995711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:23.020420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:23.033498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943cbef0-e5bb-42d3-bf27-c9a61d3e3277 req-e4cf0a0a-ac97-4b26-84b9-b3c78cb25d37 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.1945794 Jul 16 18:17:23.043077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c1bb4c-d28b-4b47-ad8a-707969ac820c None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:23.053390 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.053632 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment 09606057-6753-458c-82ad-f7f583cb8ff7 of type vlan for network 7ae577d4-5ecf-46a2-b532-26e55901a0ac Jul 16 18:17:23.151138 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.205737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-978fbdca-2818-49e2-ae8a-8e02bba540ab None None] Provisioning for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:23.236911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b6b594c4-0e67-4131-8637-0adb9c86b952 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port b2be9582-778c-4f39-b9da-a98f3dcca79c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:23.237614 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6b594c4-0e67-4131-8637-0adb9c86b952 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.249863 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.263070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:23.265500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.320456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:23.321164 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.322975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-978fbdca-2818-49e2-ae8a-8e02bba540ab None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:23.323539 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-978fbdca-2818-49e2-ae8a-8e02bba540ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.407382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.454365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8050787 Jul 16 18:17:23.461101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:23.471362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': '7ae577d4-5ecf-46a2-b532-26e55901a0ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:23.509032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9966142-3194-4efb-b284-1f3a7460ca2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f743768-ced8-4a7d-a9c5-302eae385824'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:23.512057 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf529079-6b7d-4fe6-8ade-a4272ddfe225" -d '{"events": [{"server_uuid": "d9966142-3194-4efb-b284-1f3a7460ca2f", "name": "network-vif-plugged", "status": "completed", "tag": "2f743768-ced8-4a7d-a9c5-302eae385824"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:23.552067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2f743768-ced8-4a7d-a9c5-302eae385824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f743768-ced8-4a7d-a9c5-302eae385824,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:23.602640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6b594c4-0e67-4131-8637-0adb9c86b952 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.603735 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.630916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8186f-f6b7-4ef4-8b5b-6dfaed47a46a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=7ae577d4-5ecf-46a2-b532-26e55901a0ac,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.648484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b6b594c4-0e67-4131-8637-0adb9c86b952 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for b2be9582-778c-4f39-b9da-a98f3dcca79c owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:23.675216 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b3466e-5b47-4ddd-b960-7562be255c91 x-openstack-request-id: req-09b3466e-5b47-4ddd-b960-7562be255c91 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:23.675947 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9966142-3194-4efb-b284-1f3a7460ca2f", "name": "network-vif-plugged", "status": "completed", "tag": "2f743768-ced8-4a7d-a9c5-302eae385824", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:23.676457 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09b3466e-5b47-4ddd-b960-7562be255c91 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:23.677985 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9966142-3194-4efb-b284-1f3a7460ca2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f743768-ced8-4a7d-a9c5-302eae385824', 'code': 200} Jul 16 18:17:23.691119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7ae577d4-5ecf-46a2-b532-26e55901a0ac details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:23.865883 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.888368 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-978fbdca-2818-49e2-ae8a-8e02bba540ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.940186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2f743768-ced8-4a7d-a9c5-302eae385824,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.968475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:23.982879 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.120027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:24.128138 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.154500 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-978fbdca-2818-49e2-ae8a-8e02bba540ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:24.155957 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-978fbdca-2818-49e2-ae8a-8e02bba540ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:24.208314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6b594c4-0e67-4131-8637-0adb9c86b952 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.251596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:24.283145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b594c4-0e67-4131-8637-0adb9c86b952 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=b2be9582-778c-4f39-b9da-a98f3dcca79c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.351295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43139727-8a37-47bc-b2db-f04336364ce8 req-c5494696-cca0-4b44-b061-7a76122e30ee tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.359937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43139727-8a37-47bc-b2db-f04336364ce8 req-c5494696-cca0-4b44-b061-7a76122e30ee tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 950 time: 0.6412470 Jul 16 18:17:24.383423 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdecc42-214e-48d2-a339-9192236381d1 req-34c0630c-a3de-4bf9-8efb-6d9919a883b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4524152 Jul 16 18:17:24.386275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6b594c4-0e67-4131-8637-0adb9c86b952 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.398036 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b6b594c4-0e67-4131-8637-0adb9c86b952 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/b2be9582-778c-4f39-b9da-a98f3dcca79c HTTP/1.1" status: 204 len: 168 time: 1.4007673 Jul 16 18:17:24.398394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52360) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:24.404252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=18']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.419231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1c1c2-5cd9-4280-9539-f98257140cb1 req-86906ed6-607e-451f-8590-178fec59a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.421898 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dcb1c1c2-5cd9-4280-9539-f98257140cb1 req-86906ed6-607e-451f-8590-178fec59a206 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 1102 time: 0.2879932 Jul 16 18:17:24.497225 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dcb1c1c2-5cd9-4280-9539-f98257140cb1 req-a08b847a-dd00-45b2-be6d-149fc7d7b23b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645893 Jul 16 18:17:24.515387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:24.516155 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.675558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43139727-8a37-47bc-b2db-f04336364ce8 req-bda8ea7f-6ccc-437f-9403-0c31e473d830 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138442 Jul 16 18:17:24.679730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2081d8dc-314f-4ebb-914d-73dec35f7093 req-a607c043-f7cc-4b0e-931c-d1e5a4559769 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0760007 Jul 16 18:17:24.776622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54160ab7-5de3-473b-ac3d-fa4b199895bf tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.779325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-54160ab7-5de3-473b-ac3d-fa4b199895bf tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3773506 Jul 16 18:17:24.780817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:24.839959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdecc42-214e-48d2-a339-9192236381d1 req-a1d48ce8-6380-4587-bda1-ea0e6b087dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.854784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdecc42-214e-48d2-a339-9192236381d1 req-a1d48ce8-6380-4587-bda1-ea0e6b087dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1097 time: 0.3403432 Jul 16 18:17:24.921266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.949328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d00caf-c194-419d-95f1-15a34559ffa0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.955646 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-51d00caf-c194-419d-95f1-15a34559ffa0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1733334 Jul 16 18:17:24.956660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.098019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ba0dda-5d5e-47cb-a114-23860bb57db8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.100639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ba0dda-5d5e-47cb-a114-23860bb57db8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.102239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ba0dda-5d5e-47cb-a114-23860bb57db8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.103902 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e4ba0dda-5d5e-47cb-a114-23860bb57db8 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1457527 Jul 16 18:17:25.127196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52374) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.139867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=32d4bc68-9e0b-46cd-a1a3-0f22e14063d9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.227539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9ec4b-e81b-4c4e-9db2-d714170835bc None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:25.241537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0332ba-abbb-4fe4-82e3-8d75f4f3db06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 916ae661-7d41-4cc1-855d-03cce2715fa0 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:25.245123 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b0332ba-abbb-4fe4-82e3-8d75f4f3db06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.339113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b0332ba-abbb-4fe4-82e3-8d75f4f3db06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.409963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': '09606057-6753-458c-82ad-f7f583cb8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ae577d4-5ecf-46a2-b532-26e55901a0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:25.413049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: 7ae577d4-5ecf-46a2-b532-26e55901a0ac, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:25.510405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdecc42-214e-48d2-a339-9192236381d1 req-d3231dbd-dccb-4d60-ba01-72440ae8a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.510622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b0332ba-abbb-4fe4-82e3-8d75f4f3db06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.513348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdecc42-214e-48d2-a339-9192236381d1 req-d3231dbd-dccb-4d60-ba01-72440ae8a370 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 0.6266646 Jul 16 18:17:25.515966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 7ae577d4-5ecf-46a2-b532-26e55901a0ac is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:25.520195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e3842ff-07af-4fc4-9095-baf54fba3caf None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:25.521648 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e3842ff-07af-4fc4-9095-baf54fba3caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.591528 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b0332ba-abbb-4fe4-82e3-8d75f4f3db06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.625735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7ae577d4-5ecf-46a2-b532-26e55901a0ac) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:25.646310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.651328 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.664555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0332ba-abbb-4fe4-82e3-8d75f4f3db06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=916ae661-7d41-4cc1-855d-03cce2715fa0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.666773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81020783-1163-4fcd-845c-1532c901d0f1 None None] Network 7ae577d4-5ecf-46a2-b532-26e55901a0ac requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:25.681247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b0332ba-abbb-4fe4-82e3-8d75f4f3db06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.687341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52382) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.690894 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4b0332ba-abbb-4fe4-82e3-8d75f4f3db06 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/916ae661-7d41-4cc1-855d-03cce2715fa0 HTTP/1.1" status: 204 len: 168 time: 0.5625505 Jul 16 18:17:25.730960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e12da48a-eef1-41cf-b988-d56dd573b609 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2661793 Jul 16 18:17:25.731332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52386) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.746199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdecc42-214e-48d2-a339-9192236381d1 req-f52c34bd-be78-4c81-b95b-d4883c131b30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 1000 time: 0.2217336 Jul 16 18:17:25.882539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d310c74-7637-455d-9a4a-6c5755f8b06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet d5a774a8-2610-407a-8bda-110b4a848167 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:25.892927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d310c74-7637-455d-9a4a-6c5755f8b06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.945971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdecc42-214e-48d2-a339-9192236381d1 req-99a0eeda-fe57-4661-82cc-27720f06aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.947728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdecc42-214e-48d2-a339-9192236381d1 req-99a0eeda-fe57-4661-82cc-27720f06aaba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.1808014 Jul 16 18:17:26.008815 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d310c74-7637-455d-9a4a-6c5755f8b06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.021267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c76ee-ae04-468c-bb77-bcaaf9d0fb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-7ae577d4-5ecf-46a2-b532-26e55901a0ac', 'network_id': '7ae577d4-5ecf-46a2-b532-26e55901a0ac', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': '32d4bc68-9e0b-46cd-a1a3-0f22e14063d9'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:26.023342 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-058c76ee-ae04-468c-bb77-bcaaf9d0fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.045474 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.147358 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.191855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac30f9a0-b1b7-4a0f-b3ae-f714132b3ded req-5464b2f8-830a-4e01-8cb1-2d6d0331685b tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0739038 Jul 16 18:17:26.262924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdecc42-214e-48d2-a339-9192236381d1 req-96d4cfd8-e083-4740-99d3-98e0bb919632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:26.265380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdecc42-214e-48d2-a339-9192236381d1 req-96d4cfd8-e083-4740-99d3-98e0bb919632 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3077199 Jul 16 18:17:26.296641 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.351447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d310c74-7637-455d-9a4a-6c5755f8b06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.359609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-058c76ee-ae04-468c-bb77-bcaaf9d0fb51 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32d4bc68-9e0b-46cd-a1a3-0f22e14063d9: This subnet is being modified by another concurrent operation. Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:17:26.370631 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32d4bc68-9e0b-46cd-a1a3-0f22e14063d9: This subnet is being modified by another concurrent operation. Jul 16 18:17:26.374865 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:17:26.395855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=32d4bc68-9e0b-46cd-a1a3-0f22e14063d9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.428651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f12c2c3-fa60-4e46-ad36-d2f67c111d0f None None] Network 7ae577d4-5ecf-46a2-b532-26e55901a0ac requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:26.441962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d93d0-c295-4fc6-ba3b-f5c8f240bf1c req-42efa507-3e79-4cca-828a-3802ad507e4d tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:26.444575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c39d93d0-c295-4fc6-ba3b-f5c8f240bf1c req-42efa507-3e79-4cca-828a-3802ad507e4d tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 950 time: 0.3717198 Jul 16 18:17:26.494797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e3842ff-07af-4fc4-9095-baf54fba3caf None None] Could not find standard attr ID for object b2be9582-778c-4f39-b9da-a98f3dcca79c. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:17:26.544653 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.557138 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae577d4-5ecf-46a2-b532-26e55901a0ac']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:26.569779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09606057-6753-458c-82ad-f7f583cb8ff7') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:26.570080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09606057-6753-458c-82ad-f7f583cb8ff7') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:26.580608 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.590538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c39d93d0-c295-4fc6-ba3b-f5c8f240bf1c req-c2695259-54c6-4049-94be-2d7e2eb40827 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990224 Jul 16 18:17:26.612940 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.623330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:26.624038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.639799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdecc42-214e-48d2-a339-9192236381d1 req-7b6aecc3-9cf4-4234-bf3e-17d3dd0232af service neutron] 10.222.0.45 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620262 Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:26.653242 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:26.665235 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d310c74-7637-455d-9a4a-6c5755f8b06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.717534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.727008 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.734717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:26.743776 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/7ae577d4-5ecf-46a2-b532-26e55901a0ac HTTP/1.1" status: 204 len: 168 time: 1.0105472 Jul 16 18:17:26.746857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-638236261'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:26.754001 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d310c74-7637-455d-9a4a-6c5755f8b06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a774a8-2610-407a-8bda-110b4a848167,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.759451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:26.759835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.784639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75071f7a-1b36-42fb-951a-f94cd4996a06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=7ae577d4-5ecf-46a2-b532-26e55901a0ac,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.804897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d310c74-7637-455d-9a4a-6c5755f8b06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.807549 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1d310c74-7637-455d-9a4a-6c5755f8b06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/d5a774a8-2610-407a-8bda-110b4a848167 HTTP/1.1" status: 204 len: 168 time: 1.1187572 Jul 16 18:17:26.810322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52408) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:26.853990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:26.858310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.876077 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bfebf00e-b7ea-4836-90d0-9d2a0bf04073 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640256 Jul 16 18:17:26.876839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52410) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:26.882302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:26.891676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdecc42-214e-48d2-a339-9192236381d1 req-13b05311-db4f-4a8b-a8b9-6b53508c9c81 service neutron] 10.222.0.45 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415781 Jul 16 18:17:26.906630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:26.949566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.953010 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment d067e089-5f3b-480a-96d9-382834032863 of type vlan for network e9322e92-b487-4912-9834-ecfe765cf440 Jul 16 18:17:27.012235 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.063813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.071315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.071315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.073065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d7cedaf3-fbe7-40ac-977c-09964aa05e96 req-f8594dc7-b6cf-47ff-a1a4-96e21993cd81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=187c3379-570b-450a-976d-d550ae1970ee HTTP/1.1" status: 200 len: 210 time: 0.0425794 Jul 16 18:17:27.080883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:27.088439 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.108096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e8a83-8bc6-4c32-94b7-fcf0ad91e6a0 None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': 'd5a774a8-2610-407a-8bda-110b4a848167'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '1bb13c6f-c554-4ddc-8ebe-0d313678124c'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:17:27.156722 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-544e8a83-8bc6-4c32-94b7-fcf0ad91e6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.183597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=e9322e92-b487-4912-9834-ecfe765cf440,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:27.199111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-334a9f38-667a-4d12-8f84-81f033f8a7e6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4565217 Jul 16 18:17:27.201117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52412) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:27.203382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e9322e92-b487-4912-9834-ecfe765cf440 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:27.222786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': 'e9322e92-b487-4912-9834-ecfe765cf440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:27.360487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:27.365215 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.468367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.472269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Performing IP validity checks on allocation pools {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:17:27.472921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:17:27.549668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:27.553692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:27.561970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.562546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.582926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=c09d311e-6b69-440d-a39e-51743a880cff,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:27.604575 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-73becd6a-b4c9-46d0-953c-8cb30ad6e286 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7264400 Jul 16 18:17:27.612322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:27.625192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45851fd8-e309-45a0-a76e-0de232a19727 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:27.631367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-978d61c8-4b81-4958-b939-0318f5b35013 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:27.635117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8fe35d61-afa4-4f46-adfd-789ba45424d0 req-d7222a1a-3b00-4005-a4a5-da6ee57a9628 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0949926 Jul 16 18:17:27.853365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.894889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5a3b9003-29e1-47d1-82fa-cb1b8e76446f None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:27.895491 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a3b9003-29e1-47d1-82fa-cb1b8e76446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.968412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978d61c8-4b81-4958-b939-0318f5b35013 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:27.974725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-978d61c8-4b81-4958-b939-0318f5b35013 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.052588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=c02d7eaa-b73a-4cd1-8aee-a822c04780f2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:28.073211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': 'd067e089-5f3b-480a-96d9-382834032863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e9322e92-b487-4912-9834-ecfe765cf440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:28.073765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: e9322e92-b487-4912-9834-ecfe765cf440, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:28.098746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec49be1-9a5e-482d-bccc-77e0b6cef327 req-c6f712be-10c7-4de4-8347-d643fe4d4024 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.103046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:28.131133 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ec49be1-9a5e-482d-bccc-77e0b6cef327 req-c6f712be-10c7-4de4-8347-d643fe4d4024 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 950 time: 0.1751640 Jul 16 18:17:28.181161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network e9322e92-b487-4912-9834-ecfe765cf440 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:28.207774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e9322e92-b487-4912-9834-ecfe765cf440) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:28.215141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.216142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.222380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ec49be1-9a5e-482d-bccc-77e0b6cef327 req-6f650f05-c44c-415d-9a91-f4dfceed31e8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900702 Jul 16 18:17:28.242811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-53289d5b-5507-4a5b-b75f-41b76bd53d04 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0402398 Jul 16 18:17:28.245914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52434) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:28.246108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5663a8-a6bc-47be-998b-6c0b41a9a717 None None] Network e9322e92-b487-4912-9834-ecfe765cf440 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:28.258580 n-d-793619-10 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-978d61c8-4b81-4958-b939-0318f5b35013 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c09d311e-6b69-440d-a39e-51743a880cff (CIDR: 2001:db8::/64) Jul 16 18:17:28.264440 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-978d61c8-4b81-4958-b939-0318f5b35013 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:17:28.265389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978d61c8-4b81-4958-b939-0318f5b35013 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:28.313363 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-978d61c8-4b81-4958-b939-0318f5b35013 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6998177 Jul 16 18:17:28.314427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52438) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:28.328822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'subnet': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:28.364293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d096b0a0-0575-4f99-ac36-3396eee902d4 None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': 'c09d311e-6b69-440d-a39e-51743a880cff'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '1bb13c6f-c554-4ddc-8ebe-0d313678124c'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:17:28.367590 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.472425 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d096b0a0-0575-4f99-ac36-3396eee902d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.574675 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2df7a395-b75a-461b-83f0-ed18833dfcc1 req-a5180adc-0e06-4ccf-bafd-776d0b7a8f1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.1067960 Jul 16 18:17:28.581541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:28.596261 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.678332 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.699378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:28.703758 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.825269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.915287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331651ca-2e30-4b25-b75b-c7b2735c0f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-e9322e92-b487-4912-9834-ecfe765cf440', 'network_id': 'e9322e92-b487-4912-9834-ecfe765cf440', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': 'c02d7eaa-b73a-4cd1-8aee-a822c04780f2'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:28.915287 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-331651ca-2e30-4b25-b75b-c7b2735c0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.954852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b150a8a8-b7b0-48eb-8522-f93bb9ac4e3d req-26d50776-01c3-4224-82fe-b84dcf50ac48 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0651605 Jul 16 18:17:28.966977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.008561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.024554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=21']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.024554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d096b0a0-0575-4f99-ac36-3396eee902d4 None None] Allocated IP 2001:db8::2 (982584e8-bbac-43ce-b633-758a660970f8/c09d311e-6b69-440d-a39e-51743a880cff/1bb13c6f-c554-4ddc-8ebe-0d313678124c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:29.063079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=c02d7eaa-b73a-4cd1-8aee-a822c04780f2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.202215 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.223658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9322e92-b487-4912-9834-ecfe765cf440']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:29.257143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd067e089-5f3b-480a-96d9-382834032863') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:29.257449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd067e089-5f3b-480a-96d9-382834032863') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:29.281349 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.306835 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.333010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:29.334235 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-331651ca-2e30-4b25-b75b-c7b2735c0f7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c02d7eaa-b73a-4cd1-8aee-a822c04780f2: This subnet is being modified by another concurrent operation. Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:17:29.374797 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c02d7eaa-b73a-4cd1-8aee-a822c04780f2: This subnet is being modified by another concurrent operation. Jul 16 18:17:29.380976 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:17:29.404460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ffb6d4-95f1-47ad-91ce-67ed36c1ea14 None None] Network e9322e92-b487-4912-9834-ecfe765cf440 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:29.471202 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:29.480659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.482933 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.490708 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.497136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/e9322e92-b487-4912-9834-ecfe765cf440 HTTP/1.1" status: 204 len: 168 time: 1.2497499 Jul 16 18:17:29.502880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d096b0a0-0575-4f99-ac36-3396eee902d4 None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:29.512997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257224155'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:29.537996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb5731-ff6e-404c-9fce-d705c175de38 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=e9322e92-b487-4912-9834-ecfe765cf440,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.554447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:17:29.633160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:29.652763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.668417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa5805-b3be-46da-b147-d23381a36588 req-fb2d862d-060c-4211-91a5-e2eeb8b8ab6e tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.670031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5faa5805-b3be-46da-b147-d23381a36588 req-fb2d862d-060c-4211-91a5-e2eeb8b8ab6e tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 1102 time: 0.1225939 Jul 16 18:17:29.699368 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d096b0a0-0575-4f99-ac36-3396eee902d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.700985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5faa5805-b3be-46da-b147-d23381a36588 req-3f607de6-1074-4edd-bdd7-b26e54fa3546 tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.739211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d096b0a0-0575-4f99-ac36-3396eee902d4 None None] Transition to ACTIVE for port object 1bb13c6f-c554-4ddc-8ebe-0d313678124c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:29.757074 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d096b0a0-0575-4f99-ac36-3396eee902d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.759327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:29.853799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.854577 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment aad2dbba-db9b-489b-9a47-7c6418c7ba93 of type vlan for network c51ba61b-e6bd-4a6f-b866-7c34d46b3267 Jul 16 18:17:29.908034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096b0a0-0575-4f99-ac36-3396eee902d4 None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=22']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.978926 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5faa5805-b3be-46da-b147-d23381a36588 req-3f607de6-1074-4edd-bdd7-b26e54fa3546 tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.983585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.991355 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5faa5805-b3be-46da-b147-d23381a36588 req-3f607de6-1074-4edd-bdd7-b26e54fa3546 tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.125142 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5faa5805-b3be-46da-b147-d23381a36588 req-3f607de6-1074-4edd-bdd7-b26e54fa3546 tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494874 Jul 16 18:17:30.126407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f607de6-1074-4edd-bdd7-b26e54fa3546 tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45696d92-6306-4a91-9f14-dea047b75da7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.127871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.168326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.183230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.190843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.328334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=c51ba61b-e6bd-4a6f-b866-7c34d46b3267,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.333853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f68362c3-db29-4e76-8d47-fe566dfdcc6e req-981e1beb-0143-45d8-91ee-60b3fd426b18 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0429952 Jul 16 18:17:30.340844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c51ba61b-e6bd-4a6f-b866-7c34d46b3267 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:30.399352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:30.404792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': 'c51ba61b-e6bd-4a6f-b866-7c34d46b3267', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:30.447086 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9d45d8fb-b5bf-4401-adb6-da32d7eb9d13 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9386189 Jul 16 18:17:30.549684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:30.558270 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:30.564157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.659773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:30.703826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.715586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.721133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.818054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:30.826199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:30.834599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.835439 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.852041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.859070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Subnet': ['ID=8c452b43-dcd0-4a9b-9cad-e9fd6d32e876,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.866790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=24']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.878492 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3b70e16e-b637-4884-81dd-e9f0d43dca20 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5626042 Jul 16 18:17:30.882415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:30.891823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Request body: {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'mac_address': 'fa:16:3e:c8:46:34', 'name': 'tempest-NetworksTestDHCPv6-1781968821'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:30.942601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=4f85e859-6737-479c-bac2-420dff5c3a09,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.948783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': 'aad2dbba-db9b-489b-9a47-7c6418c7ba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c51ba61b-e6bd-4a6f-b866-7c34d46b3267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:30.949151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: c51ba61b-e6bd-4a6f-b866-7c34d46b3267, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:30.970010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network c51ba61b-e6bd-4a6f-b866-7c34d46b3267 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:30.989368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, c51ba61b-e6bd-4a6f-b866-7c34d46b3267) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:30.999761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca8e8c-9e25-4ba7-b920-be8a5dfef8cb None None] Network c51ba61b-e6bd-4a6f-b866-7c34d46b3267 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:31.003410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:31.005165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.025801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0c287d81-5513-4608-a6b1-8c7a1ea496ce tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6249802 Jul 16 18:17:31.028260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52520) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:31.053941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ebdbba-9aa7-4a24-9e1b-3b6189d659a8 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:31.066176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Made reservation on behalf of 13d8d3728ca74986880d93cee20df5ba for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:31.169160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.195283 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] device_id is not set on port 71c53a7a-550d-439d-b583-295a5f12b7ba yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:31.200853 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.256689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc3f4fd1-3f50-4afb-8b28-604d953535a6 None None] Provisioning for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:31.268006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc3f4fd1-3f50-4afb-8b28-604d953535a6 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:31.268395 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc3f4fd1-3f50-4afb-8b28-604d953535a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.292967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd465da-a29e-4d1d-ae90-ea1e24b8094c req-8a759b74-c532-4ad5-b4e0-d1ce18c3ead4 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:31.294556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2fd465da-a29e-4d1d-ae90-ea1e24b8094c req-8a759b74-c532-4ad5-b4e0-d1ce18c3ead4 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 950 time: 0.2463381 Jul 16 18:17:31.298032 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.423771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2fd465da-a29e-4d1d-ae90-ea1e24b8094c req-172c8f52-5aef-46cf-9935-d57273f7bbe9 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160994 Jul 16 18:17:31.452490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eea692-bf2e-48cf-b04c-9db742d112df req-d283fb6a-9ad6-4892-8255-24250fd82dde tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:31.454585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4eea692-bf2e-48cf-b04c-9db742d112df req-d283fb6a-9ad6-4892-8255-24250fd82dde tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 1102 time: 0.1205914 Jul 16 18:17:31.456265 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.485236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8::1b0 (982584e8-bbac-43ce-b633-758a660970f8/c09d311e-6b69-440d-a39e-51743a880cff/71c53a7a-550d-439d-b583-295a5f12b7ba) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:31.494833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:4634 (982584e8-bbac-43ce-b633-758a660970f8/8c452b43-dcd0-4a9b-9cad-e9fd6d32e876/71c53a7a-550d-439d-b583-295a5f12b7ba) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:31.504177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=4f85e859-6737-479c-bac2-420dff5c3a09,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.573332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4eea692-bf2e-48cf-b04c-9db742d112df req-0f9638cc-c1ff-48cb-8a31-d0e3977c676f tempest-ServersAdminNegativeTestJSON-1972191023 tempest-ServersAdminNegativeTestJSON-1972191023-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092296 Jul 16 18:17:31.605960 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.626758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51ba61b-e6bd-4a6f-b866-7c34d46b3267']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:31.648216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad2dbba-db9b-489b-9a47-7c6418c7ba93') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:31.648550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad2dbba-db9b-489b-9a47-7c6418c7ba93') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:31.659689 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.678635 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.700994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbd7c50-8f17-4244-8b68-da3c2045e968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-c51ba61b-e6bd-4a6f-b866-7c34d46b3267', 'network_id': 'c51ba61b-e6bd-4a6f-b866-7c34d46b3267', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': '4f85e859-6737-479c-bac2-420dff5c3a09'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:31.701846 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7c50-8f17-4244-8b68-da3c2045e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.717538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81b58755-028c-4efe-abb4-b1cee71ec3d1 req-d54fe801-3ace-41b7-947f-dc31aa28f663 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0359547 Jul 16 18:17:31.717803 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc3f4fd1-3f50-4afb-8b28-604d953535a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.718597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:31.719006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:31.722300 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:31.772860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.858548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dc3f4fd1-3f50-4afb-8b28-604d953535a6 None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:31.866105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc3f4fd1-3f50-4afb-8b28-604d953535a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.884008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Transition to ACTIVE for port object 71c53a7a-550d-439d-b583-295a5f12b7ba will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:31.884296 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.924781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c6ae3-802e-4b25-b57a-5da30a6bcfd2 None None] Network c51ba61b-e6bd-4a6f-b866-7c34d46b3267 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:31.948625 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.948881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c6ae3-802e-4b25-b57a-5da30a6bcfd2 None None] Network c51ba61b-e6bd-4a6f-b866-7c34d46b3267 could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:17:31.951811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:31.963459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/c51ba61b-e6bd-4a6f-b866-7c34d46b3267 HTTP/1.1" status: 204 len: 168 time: 0.9297988 Jul 16 18:17:31.963459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce7b38-6fea-464e-8a3d-fa1ad6e8a93e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=c51ba61b-e6bd-4a6f-b866-7c34d46b3267,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.980667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1681670134'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:31.987888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f4fd1-3f50-4afb-8b28-604d953535a6 None None] Pushing event updated for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=25']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.999315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.099277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Network 982584e8-bbac-43ce-b633-758a660970f8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:32.112350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:32.114201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:32.122416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.128761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:32.136290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.136996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.168699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:32.176436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event updated for resources: {'Port': ['ID=71c53a7a-550d-439d-b583-295a5f12b7ba,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.205899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:32.217346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.217703 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment 511695f8-5aa6-44f0-afd4-892b0c28d18a of type vlan for network 85efe4d8-d3ee-48c7-9782-c80e6443ccb6 Jul 16 18:17:32.252160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:32.253049 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.278241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.309914 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c00c61c6-0c0a-40d5-893f-93ebcea234ad tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4261737 Jul 16 18:17:32.312608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:32.313142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.324614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.326280 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.411267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=85efe4d8-d3ee-48c7-9782-c80e6443ccb6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.426443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 85efe4d8-d3ee-48c7-9782-c80e6443ccb6 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:32.439801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ac6db336-cb04-4d8a-ab68-256712c6d380 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4855938 Jul 16 18:17:32.444876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:32.459598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': '85efe4d8-d3ee-48c7-9782-c80e6443ccb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:32.799505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-99fea518-4d42-4d93-a3f6-87aef879e297 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:32.800731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99fea518-4d42-4d93-a3f6-87aef879e297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.030965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8541aec4-09b4-4aa2-8428-4aeb82dabbeb None None] Could not find standard attr ID for object b2be9582-778c-4f39-b9da-a98f3dcca79c. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:17:33.035041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c6c5c9df-be47-4926-8696-8e3719c48e32 req-1f66ce6b-f91d-4a2c-bf5f-c01b64f90623 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.4291558 Jul 16 18:17:33.079998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-79dc5c4e-e6c7-487f-9201-2774e90b243e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting port 71c53a7a-550d-439d-b583-295a5f12b7ba {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:33.080350 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79dc5c4e-e6c7-487f-9201-2774e90b243e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.101488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:33.105079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.123896 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-64ad61f7-cb6f-45fd-9fa5-0b034e08d325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.266669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0da442cd-7849-4541-b0d7-e98dd9a09216 None None] Provisioning for port 71c53a7a-550d-439d-b583-295a5f12b7ba completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:33.273035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0da442cd-7849-4541-b0d7-e98dd9a09216 None None] Provisioning complete for port 71c53a7a-550d-439d-b583-295a5f12b7ba triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:33.273709 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0da442cd-7849-4541-b0d7-e98dd9a09216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.303350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bf5f7-c602-48ee-9a2f-69f93d8ca487 req-8cbd446a-e674-4f19-b646-a0e0062a772c tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:33.305191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb2bf5f7-c602-48ee-9a2f-69f93d8ca487 req-8cbd446a-e674-4f19-b646-a0e0062a772c tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 950 time: 0.3047178 Jul 16 18:17:33.319254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0da442cd-7849-4541-b0d7-e98dd9a09216 None None] Port 71c53a7a-550d-439d-b583-295a5f12b7ba cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:33.358036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79dc5c4e-e6c7-487f-9201-2774e90b243e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.376224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f37dd64-8442-4d7b-aea3-b8452cf6b272 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:17:33.389909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-79dc5c4e-e6c7-487f-9201-2774e90b243e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Calling delete_port for 71c53a7a-550d-439d-b583-295a5f12b7ba owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:33.439883 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb2bf5f7-c602-48ee-9a2f-69f93d8ca487 req-07bd268d-475b-4b0a-a7b1-77e2a91ee226 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207547 Jul 16 18:17:33.527295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75255c0-7a47-4f4a-8296-e4d98e29187f req-0f9b8e18-ede8-4dcc-87f8-48c5e60cf89a tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:33.530977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e75255c0-7a47-4f4a-8296-e4d98e29187f req-0f9b8e18-ede8-4dcc-87f8-48c5e60cf89a tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 950 time: 0.3350918 Jul 16 18:17:33.580149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37dd64-8442-4d7b-aea3-b8452cf6b272 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:17:33.688440 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.698330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e75255c0-7a47-4f4a-8296-e4d98e29187f req-5a4247ec-fa1f-404a-98a3-a6d6da8d9c96 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376958 Jul 16 18:17:33.791300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=a3f7ecf4-4163-4d75-a00a-04c87d308f1f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.835985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': '511695f8-5aa6-44f0-afd4-892b0c28d18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '85efe4d8-d3ee-48c7-9782-c80e6443ccb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:33.836364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: 85efe4d8-d3ee-48c7-9782-c80e6443ccb6, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:33.857849 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79dc5c4e-e6c7-487f-9201-2774e90b243e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.901189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 85efe4d8-d3ee-48c7-9782-c80e6443ccb6 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:33.903981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc5c4e-e6c7-487f-9201-2774e90b243e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Port': ['ID=71c53a7a-550d-439d-b583-295a5f12b7ba,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.956265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 85efe4d8-d3ee-48c7-9782-c80e6443ccb6) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:33.969349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:33.969961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.997451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79dc5c4e-e6c7-487f-9201-2774e90b243e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.000747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-79dc5c4e-e6c7-487f-9201-2774e90b243e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/71c53a7a-550d-439d-b583-295a5f12b7ba HTTP/1.1" status: 204 len: 168 time: 1.6863301 Jul 16 18:17:34.005625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.024428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-741cfae4-9f74-4116-b3cf-704ac3bb402d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5767548 Jul 16 18:17:34.026730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.101900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe6fc3-168d-4fb5-b669-cc92efb53fc7 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:17:34.186718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.285567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35e1f160-135e-4d95-852d-be263a302b59 req-a56be27e-065d-4a7b-8b11-78480a748050 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0537558 Jul 16 18:17:34.302995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe6fc3-168d-4fb5-b669-cc92efb53fc7 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:17:34.307279 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.411529 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.448187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f7ecf4-4163-4d75-a00a-04c87d308f1f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.536092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e169980-4bea-4c7b-a23e-e6580197f93e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.540779 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1e169980-4bea-4c7b-a23e-e6580197f93e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5340004 Jul 16 18:17:34.541424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.542232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.554163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85efe4d8-d3ee-48c7-9782-c80e6443ccb6']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:34.565841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511695f8-5aa6-44f0-afd4-892b0c28d18a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:34.566464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511695f8-5aa6-44f0-afd4-892b0c28d18a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:34.579273 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.622795 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.640410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab1eda-c2b2-422b-be25-3d5b32a724b2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.642171 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eeab1eda-c2b2-422b-be25-3d5b32a724b2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0996196 Jul 16 18:17:34.645261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:34.645948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.646118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:34.650835 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:34.720365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5202d62-f775-4b5c-9a79-f3ef1412ad3a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.722627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5202d62-f775-4b5c-9a79-f3ef1412ad3a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.724849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5202d62-f775-4b5c-9a79-f3ef1412ad3a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.726547 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e5202d62-f775-4b5c-9a79-f3ef1412ad3a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0785601 Jul 16 18:17:34.730504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52672) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.735130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a93240-3df6-4687-a6eb-b53d42d0fefa None None] Network 85efe4d8-d3ee-48c7-9782-c80e6443ccb6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:34.841745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a1f5e5-76c1-4c00-b71c-46ae7ee08b7f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet 8c452b43-dcd0-4a9b-9cad-e9fd6d32e876 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:34.847149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a1f5e5-76c1-4c00-b71c-46ae7ee08b7f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.947049 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-b8345ab8-2a34-4843-a252-c8c36ca664bd tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.949222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c9216-325d-45b1-9a93-a3d7badcde27 None None] Network 85efe4d8-d3ee-48c7-9782-c80e6443ccb6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:34.951630 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-b8345ab8-2a34-4843-a252-c8c36ca664bd tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 950 time: 0.1488130 Jul 16 18:17:34.952275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.974906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c9216-325d-45b1-9a93-a3d7badcde27 None None] Network 85efe4d8-d3ee-48c7-9782-c80e6443ccb6 could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:17:35.011216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.018710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/85efe4d8-d3ee-48c7-9782-c80e6443ccb6 HTTP/1.1" status: 204 len: 168 time: 0.9913483 Jul 16 18:17:35.020467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae7cb7-7b88-40a3-810c-5360e1d7d4c3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=85efe4d8-d3ee-48c7-9782-c80e6443ccb6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.021698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52692) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.029685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1716956945'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:35.078277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a1f5e5-76c1-4c00-b71c-46ae7ee08b7f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.099990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:35.103752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.146931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:35.165673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.166042 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment 34df5e23-38fd-47cd-9826-225187eb1940 of type vlan for network 6a62adf6-271a-4943-85bb-2867fac12138 Jul 16 18:17:35.167968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Deleting port 2f743768-ced8-4a7d-a9c5-302eae385824 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:35.168310 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.214565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b551a1a-54fa-42d1-9221-2dc90f217032 req-cb8e0186-d3c8-4e13-bce1-859904d1d31f tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.216144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b551a1a-54fa-42d1-9221-2dc90f217032 req-cb8e0186-d3c8-4e13-bce1-859904d1d31f tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 950 time: 0.1910188 Jul 16 18:17:35.217621 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a1f5e5-76c1-4c00-b71c-46ae7ee08b7f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.286210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.304744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b551a1a-54fa-42d1-9221-2dc90f217032 req-7fd32bea-26f5-40ba-81d3-32ca00175cc6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Jul 16 18:17:35.330267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a1f5e5-76c1-4c00-b71c-46ae7ee08b7f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.347764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] For port 2f743768-ced8-4a7d-a9c5-302eae385824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f743768-ced8-4a7d-a9c5-302eae385824,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:35.348143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.362874 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.371735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.372824 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.373845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1f5e5-76c1-4c00-b71c-46ae7ee08b7f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=8c452b43-dcd0-4a9b-9cad-e9fd6d32e876,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.378883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Calling delete_port for 2f743768-ced8-4a7d-a9c5-302eae385824 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:35.389162 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a1f5e5-76c1-4c00-b71c-46ae7ee08b7f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.389458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69782053-4752-40de-8086-af8647e59f21 None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:35.393033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-22a1f5e5-76c1-4c00-b71c-46ae7ee08b7f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/8c452b43-dcd0-4a9b-9cad-e9fd6d32e876 HTTP/1.1" status: 204 len: 168 time: 0.6615045 Jul 16 18:17:35.394352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52734) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.450045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bc2f7e-6422-44e1-ac66-b5c50340e22a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Deleting subnet c09d311e-6b69-440d-a39e-51743a880cff {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:35.454208 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35bc2f7e-6422-44e1-ac66-b5c50340e22a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.482050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:35.532251 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5091989 Jul 16 18:17:35.539044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.556846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69b744d2-ae25-46a7-9a83-4040489dc5f1 req-fc248d25-62c5-470b-86f5-d46025e50c0f tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0610950 Jul 16 18:17:35.563776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-13979792-4768-4b87-905e-c07b67ad4a74 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:35.567166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35bc2f7e-6422-44e1-ac66-b5c50340e22a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.665921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33e796-d435-4180-b44b-f863bd9dd021 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=6a62adf6-271a-4943-85bb-2867fac12138,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.713960 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35bc2f7e-6422-44e1-ac66-b5c50340e22a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.761249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 6a62adf6-271a-4943-85bb-2867fac12138 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:35.822420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35bc2f7e-6422-44e1-ac66-b5c50340e22a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.863116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc2f7e-6422-44e1-ac66-b5c50340e22a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Subnet': ['ID=c09d311e-6b69-440d-a39e-51743a880cff,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.869674 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35bc2f7e-6422-44e1-ac66-b5c50340e22a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.875102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-35bc2f7e-6422-44e1-ac66-b5c50340e22a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/c09d311e-6b69-440d-a39e-51743a880cff HTTP/1.1" status: 204 len: 168 time: 0.4796574 Jul 16 18:17:35.876807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52772) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.889320 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.936818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.943292 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13979792-4768-4b87-905e-c07b67ad4a74 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.953771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['77687eb4-d4c3-4bd7-b928-6f081703aa06'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:35.967808 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-997c3e29-f07b-4e28-9c46-92687e170134 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887694 Jul 16 18:17:35.970648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.990427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:36.015420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:36.017800 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59d6c4b-9a51-4520-8a9e-6169083f9bf8" -d '{"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-unplugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:36.021715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['2f743768-ced8-4a7d-a9c5-302eae385824'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:36.029383 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.051089 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.056732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Pushing event deleted for resources: {'Port': ['ID=2f743768-ced8-4a7d-a9c5-302eae385824,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.058925 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76908e19-fb8d-481e-9894-d578aa096eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.063747 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13979792-4768-4b87-905e-c07b67ad4a74 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.139662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd55ca9e-a6da-4f8f-89fa-c5f86cad3556 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.143699 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bd55ca9e-a6da-4f8f-89fa-c5f86cad3556 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1693470 Jul 16 18:17:36.144238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.202584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] No DVR routers for this DVR port 2f743768-ced8-4a7d-a9c5-302eae385824 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:36.213433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13979792-4768-4b87-905e-c07b67ad4a74 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 6a62adf6-271a-4943-85bb-2867fac12138 is not hosted by any dhcp agent {{(pid=93824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:17:36.227090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.229308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13979792-4768-4b87-905e-c07b67ad4a74 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.229984 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13979792-4768-4b87-905e-c07b67ad4a74 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.234357 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-13979792-4768-4b87-905e-c07b67ad4a74 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "PUT /v2.0/networks/6a62adf6-271a-4943-85bb-2867fac12138 HTTP/1.1" status: 200 len: 723 time: 0.6850548 Jul 16 18:17:36.234560 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.234673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52794) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.237182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b043c46c-29b3-4c44-96c9-a5e9b7490acc req-9f40929d-54a0-44b6-83f0-6e7f23fe60d8 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.46 "DELETE /v2.0/ports/2f743768-ced8-4a7d-a9c5-302eae385824 HTTP/1.1" status: 204 len: 173 time: 1.2771294 Jul 16 18:17:36.242168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9966142-3194-4efb-b284-1f3a7460ca2f', 'name': 'network-vif-deleted', 'tag': '2f743768-ced8-4a7d-a9c5-302eae385824'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:36.245020 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82f7064-47ba-4ea2-a8f3-51c094db743d" -d '{"events": [{"server_uuid": "d9966142-3194-4efb-b284-1f3a7460ca2f", "name": "network-vif-deleted", "tag": "2f743768-ced8-4a7d-a9c5-302eae385824"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:36.253944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': '6a62adf6-271a-4943-85bb-2867fac12138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:36.306787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5169a4-0310-44ea-9f10-c925ebe07dec tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.311443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1f5169a4-0310-44ea-9f10-c925ebe07dec tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1631341 Jul 16 18:17:36.319846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52802) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.378303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13979792-4768-4b87-905e-c07b67ad4a74 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=6a62adf6-271a-4943-85bb-2867fac12138,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.407073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 6a62adf6-271a-4943-85bb-2867fac12138 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:36.418050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d5ad0ad5-6717-4b35-9a56-d5427578053c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877473 Jul 16 18:17:36.422237 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ee6cdf-66ae-44f3-a265-41b0d7da460c x-openstack-request-id: req-20ee6cdf-66ae-44f3-a265-41b0d7da460c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:36.425079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.428575 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-unplugged", "status": "completed", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:36.429172 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20ee6cdf-66ae-44f3-a265-41b0d7da460c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:36.429890 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'code': 200} Jul 16 18:17:36.480587 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6a968e-0652-4508-96d4-1dc14316db7e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:36.481602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6a968e-0652-4508-96d4-1dc14316db7e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:36.484574 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0c6a968e-0652-4508-96d4-1dc14316db7e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/71c53a7a-550d-439d-b583-295a5f12b7ba HTTP/1.1" status: 404 len: 333 time: 0.0581951 Jul 16 18:17:36.487473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.524810 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0349854-d23e-4c1c-bdee-1f91c458c172 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:36.525559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0349854-d23e-4c1c-bdee-1f91c458c172 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:36.528048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e0349854-d23e-4c1c-bdee-1f91c458c172 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/8c452b43-dcd0-4a9b-9cad-e9fd6d32e876 HTTP/1.1" status: 404 len: 337 time: 0.0388248 Jul 16 18:17:36.531100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.553436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:36.561124 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.579600 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-738a5314-7c16-4a33-bfb5-c7278be95014 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:36.580415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738a5314-7c16-4a33-bfb5-c7278be95014 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:36.582518 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-738a5314-7c16-4a33-bfb5-c7278be95014 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/c09d311e-6b69-440d-a39e-51743a880cff HTTP/1.1" status: 404 len: 337 time: 0.0493696 Jul 16 18:17:36.586800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.624654 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c20f70-5914-4f59-93ae-af69fe7b9b3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:36.625967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c20f70-5914-4f59-93ae-af69fe7b9b3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:36.628029 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-07c20f70-5914-4f59-93ae-af69fe7b9b3e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/b2be9582-778c-4f39-b9da-a98f3dcca79c HTTP/1.1" status: 404 len: 333 time: 0.0401416 Jul 16 18:17:36.632012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.653835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35fabc-cacf-4a70-a1a1-dd26cf9f6f8e None None] Update dhcp port {'port': {'network_id': '982584e8-bbac-43ce-b633-758a660970f8', 'fixed_ips': [{'subnet_id': 'c09d311e-6b69-440d-a39e-51743a880cff'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '1bb13c6f-c554-4ddc-8ebe-0d313678124c'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:17:36.670379 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3c33ab-730b-4b93-a7da-c05fe79d01c6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:36.671120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3c33ab-730b-4b93-a7da-c05fe79d01c6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:36.673348 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc3c33ab-730b-4b93-a7da-c05fe79d01c6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/d5a774a8-2610-407a-8bda-110b4a848167 HTTP/1.1" status: 404 len: 337 time: 0.0398698 Jul 16 18:17:36.675902 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.703491 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e35fabc-cacf-4a70-a1a1-dd26cf9f6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.710318 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcecbbb-31b4-41ed-8cc0-5930b7d7539f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:36.711059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fcecbbb-31b4-41ed-8cc0-5930b7d7539f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:36.713084 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9fcecbbb-31b4-41ed-8cc0-5930b7d7539f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/916ae661-7d41-4cc1-855d-03cce2715fa0 HTTP/1.1" status: 404 len: 337 time: 0.0359333 Jul 16 18:17:36.716862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52838) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.718362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d17d5-e49b-4662-ab12-283acf98f9ef req-f3a86394-42fe-472a-a1b2-733100fa941f tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.720108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-891d17d5-e49b-4662-ab12-283acf98f9ef req-f3a86394-42fe-472a-a1b2-733100fa941f tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1097 time: 0.1507926 Jul 16 18:17:36.746909 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-73da7233-dda7-46b2-8516-689d36e83960 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:36.748047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73da7233-dda7-46b2-8516-689d36e83960 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:36.750279 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-73da7233-dda7-46b2-8516-689d36e83960 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/bce9e9b0-cb64-4caf-91a8-7baca1e80252 HTTP/1.1" status: 404 len: 333 time: 0.0322504 Jul 16 18:17:36.753789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.807018 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef544caa-04b0-4aa8-81fb-cd109b7a0d9c x-openstack-request-id: req-ef544caa-04b0-4aa8-81fb-cd109b7a0d9c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:36.807321 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9966142-3194-4efb-b284-1f3a7460ca2f", "name": "network-vif-deleted", "tag": "2f743768-ced8-4a7d-a9c5-302eae385824", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:36.807574 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef544caa-04b0-4aa8-81fb-cd109b7a0d9c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:36.807984 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9966142-3194-4efb-b284-1f3a7460ca2f', 'name': 'network-vif-deleted', 'tag': '2f743768-ced8-4a7d-a9c5-302eae385824', 'status': 'completed', 'code': 200} Jul 16 18:17:36.821990 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9c9af2-a5cc-4701-bc50-8d6e182e449b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:36.822372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9c9af2-a5cc-4701-bc50-8d6e182e449b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:36.824116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2d9c9af2-a5cc-4701-bc50-8d6e182e449b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/12059b61-5b99-41a8-b39a-75fb1f5a6e8f HTTP/1.1" status: 404 len: 337 time: 0.0692458 Jul 16 18:17:36.826896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.835820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-891d17d5-e49b-4662-ab12-283acf98f9ef req-dbbb7968-f382-4282-9e28-5f495c9c3d92 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053293 Jul 16 18:17:36.873491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.916771 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.929937 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b230aad-2d78-4ffc-9a77-efefb4dc514c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:36.930436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b230aad-2d78-4ffc-9a77-efefb4dc514c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:36.934758 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1b230aad-2d78-4ffc-9a77-efefb4dc514c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/1a46036d-a7f9-4f03-8677-46f54c719681 HTTP/1.1" status: 404 len: 337 time: 0.1035988 Jul 16 18:17:36.934968 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.936390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52848) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.976594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d72bb-e75f-4605-9d5f-13e6548165dd None None] Network 982584e8-bbac-43ce-b633-758a660970f8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:37.008228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-41d73bc0-223e-46e3-85ef-0f1863fae101 None None] Provisioning complete for port 1bb13c6f-c554-4ddc-8ebe-0d313678124c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:37.012352 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b5bd14-a61e-4204-84e0-3be58f56073e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:37.013223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b5bd14-a61e-4204-84e0-3be58f56073e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.018514 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-97b5bd14-a61e-4204-84e0-3be58f56073e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/48e24e1f-58f7-4f80-9677-a136dd3b581b HTTP/1.1" status: 404 len: 333 time: 0.0774832 Jul 16 18:17:37.018753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-41d73bc0-223e-46e3-85ef-0f1863fae101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.021229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52850) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.062775 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=6d1d18fd-4ed6-4cc7-a288-f8e7f9c15941,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.124930 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d59f679-86cf-41b6-a723-e5314cb0b0c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:37.124930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d59f679-86cf-41b6-a723-e5314cb0b0c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.124930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9d59f679-86cf-41b6-a723-e5314cb0b0c2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/fbd01301-3345-4e17-9c82-22f19fc6b8e6 HTTP/1.1" status: 404 len: 337 time: 0.0995748 Jul 16 18:17:37.125360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52854) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.137697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e00a913f-0211-4e20-844b-83ad537c0120 req-18fc2a5b-36f9-4a90-8558-b21fc41127f6 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9966142-3194-4efb-b284-1f3a7460ca2f HTTP/1.1" status: 200 len: 210 time: 0.1217859 Jul 16 18:17:37.139121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': '34df5e23-38fd-47cd-9826-225187eb1940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a62adf6-271a-4943-85bb-2867fac12138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:37.142151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: 6a62adf6-271a-4943-85bb-2867fac12138, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:37.193340 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5c4b9e-e9e9-4f1f-bce6-1bce29b051d0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:37.193340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5c4b9e-e9e9-4f1f-bce6-1bce29b051d0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.197311 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ca5c4b9e-e9e9-4f1f-bce6-1bce29b051d0 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/df4739d0-cc0b-40f6-bb9e-0cff1c9733d8 HTTP/1.1" status: 404 len: 337 time: 0.0708249 Jul 16 18:17:37.198803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.222777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c07f286d-289e-42f2-9f15-17e3282ae344 req-0587a379-6852-4535-bc37-d6fea5cd9a57 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.1326532 Jul 16 18:17:37.251093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 6a62adf6-271a-4943-85bb-2867fac12138 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:37.251900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3bee9-e76f-41e1-928f-8fa44b2e98af None None] DHCP port deletion for 982584e8-bbac-43ce-b633-758a660970f8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:37.260444 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d910b8-db08-47ff-8fef-52930fa6cc9c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:37.261516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d910b8-db08-47ff-8fef-52930fa6cc9c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.266572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-30d910b8-db08-47ff-8fef-52930fa6cc9c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/ebc27291-d7ad-4af0-80eb-6d16cbb84a5e HTTP/1.1" status: 404 len: 333 time: 0.0627482 Jul 16 18:17:37.266762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52864) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.267327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 6a62adf6-271a-4943-85bb-2867fac12138) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:37.282508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.282508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.293325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 391c5f05-12ef-412d-9864-d8d1b04f29f7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:37.293791 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.311472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4532a77-948d-46ad-9b37-abe6b5758cc3 None None] Network 6a62adf6-271a-4943-85bb-2867fac12138 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:37.380289 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8a5674-eab9-4551-b60b-8586b26cc191 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:37.380930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8a5674-eab9-4551-b60b-8586b26cc191 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.383230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8b8a5674-eab9-4551-b60b-8586b26cc191 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/a7807c3a-f95e-4161-aaae-28572847a277 HTTP/1.1" status: 404 len: 337 time: 0.1024976 Jul 16 18:17:37.389142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.448841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.449263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.465924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 391c5f05-12ef-412d-9864-d8d1b04f29f7 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:37.487645 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2785475-4a3d-4325-a14e-7de555b5b0a3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:37.488675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2785475-4a3d-4325-a14e-7de555b5b0a3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.503242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d2785475-4a3d-4325-a14e-7de555b5b0a3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/6c95937a-2cd1-4215-9cf9-930a9db2161d HTTP/1.1" status: 404 len: 333 time: 0.1129613 Jul 16 18:17:37.509649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3abf0b8f-db36-4121-ac3b-d3a137bee79e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2739167 Jul 16 18:17:37.510602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52882) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.536735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52886) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.546914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c0e3b963-52c0-4dd4-b305-dba312f74ce3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:37.551641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3bee9-e76f-41e1-928f-8fa44b2e98af None None] Deleting port 1bb13c6f-c554-4ddc-8ebe-0d313678124c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:37.552785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9c3bee9-e76f-41e1-928f-8fa44b2e98af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.610793 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-02003e1b-0f92-47e7-a00c-6e52427bce44 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:37.611238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02003e1b-0f92-47e7-a00c-6e52427bce44 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.613303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-02003e1b-0f92-47e7-a00c-6e52427bce44 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/31350052-750e-4b6e-b5a6-582e351adc19 HTTP/1.1" status: 404 len: 337 time: 0.1011515 Jul 16 18:17:37.617295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52898) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.665987 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-4681ccc4-9e6b-4f41-96b7-ea5b8f84a06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:37.666782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4681ccc4-9e6b-4f41-96b7-ea5b8f84a06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.668500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4681ccc4-9e6b-4f41-96b7-ea5b8f84a06c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/25e17671-3a1b-43df-9583-28445a9ac748 HTTP/1.1" status: 404 len: 333 time: 0.0500240 Jul 16 18:17:37.671696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.674635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e9c3bee9-e76f-41e1-928f-8fa44b2e98af None None] For port 1bb13c6f-c554-4ddc-8ebe-0d313678124c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1bb13c6f-c554-4ddc-8ebe-0d313678124c,segment=NetworkSegment(b0fc8cc1-9017-4b4c-8e63-7a6e193074d9),segment_id=b0fc8cc1-9017-4b4c-8e63-7a6e193074d9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:37.675042 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9c3bee9-e76f-41e1-928f-8fa44b2e98af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.710974 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ac329f-9732-455a-a1ea-efcb17af3985 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:37.711899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ac329f-9732-455a-a1ea-efcb17af3985 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:37.713991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e2ac329f-9732-455a-a1ea-efcb17af3985 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/c93047e1-ae94-4fe1-95c5-53c80d26bc2f HTTP/1.1" status: 404 len: 337 time: 0.0411510 Jul 16 18:17:37.719906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3bee9-e76f-41e1-928f-8fa44b2e98af None None] Calling delete_port for 1bb13c6f-c554-4ddc-8ebe-0d313678124c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:37.731378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52908) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.731969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-6a62adf6-271a-4943-85bb-2867fac12138', 'network_id': '6a62adf6-271a-4943-85bb-2867fac12138', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': '6d1d18fd-4ed6-4cc7-a288-f8e7f9c15941'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:37.732854 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.796752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.834147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=391c5f05-12ef-412d-9864-d8d1b04f29f7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.943326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.943753 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Floating IP 07994222-497f-4f32-85c5-0eba4a623835 disassociated (deleted). External IP: 172.25.2.87, port: 2bfd3ebc-cee3-41b7-957a-16774c763e24. Jul 16 18:17:37.967529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Allocated IP 172.20.0.2 (6a62adf6-271a-4943-85bb-2867fac12138/6d1d18fd-4ed6-4cc7-a288-f8e7f9c15941/50d24457-2fe2-4287-b52c-8e5acd0feba8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:37.982141 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9c3bee9-e76f-41e1-928f-8fa44b2e98af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.017243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3bee9-e76f-41e1-928f-8fa44b2e98af None None] No DVR routers for this DVR port 1bb13c6f-c554-4ddc-8ebe-0d313678124c on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:38.026345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3bee9-e76f-41e1-928f-8fa44b2e98af None None] Pushing event deleted for resources: {'Port': ['ID=1bb13c6f-c554-4ddc-8ebe-0d313678124c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.106587 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dc104b-1615-4d29-bf58-1b85b27f98c6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.112717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0dc104b-1615-4d29-bf58-1b85b27f98c6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.112717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b0dc104b-1615-4d29-bf58-1b85b27f98c6 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/2a614204-04d3-40e0-bad7-2e4b2dae5700 HTTP/1.1" status: 404 len: 333 time: 0.3751013 Jul 16 18:17:38.112991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.137749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:38.148264 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b963-52c0-4dd4-b305-dba312f74ce3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60229509'] for subnet, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.167298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1bb13c6f-c554-4ddc-8ebe-0d313678124c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:38.169163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1bb13c6f-c554-4ddc-8ebe-0d313678124c not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:38.207750 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c30d0f-919d-446f-b9fe-eb7b0a711493 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.209098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c30d0f-919d-446f-b9fe-eb7b0a711493 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.210926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-38c30d0f-919d-446f-b9fe-eb7b0a711493 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/3c6836c2-4f20-4e77-aae7-a59dc8a237c2 HTTP/1.1" status: 404 len: 337 time: 0.0972536 Jul 16 18:17:38.214660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.254423 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d53c87d-643d-40d4-967a-0794b610dcc2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.257284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d53c87d-643d-40d4-967a-0794b610dcc2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.262251 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9d53c87d-643d-40d4-967a-0794b610dcc2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/23e62844-4cc4-4e50-8399-417156d0f05a HTTP/1.1" status: 404 len: 333 time: 0.0451849 Jul 16 18:17:38.263392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.306822 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.315822 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d348d6b-179d-46a3-b997-7cfc5fa9fb9a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.316277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d348d6b-179d-46a3-b997-7cfc5fa9fb9a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.318727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3d348d6b-179d-46a3-b997-7cfc5fa9fb9a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/dc3a8f58-76b2-4702-87ed-686865c706ab HTTP/1.1" status: 404 len: 337 time: 0.0529737 Jul 16 18:17:38.321485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Transition to ACTIVE for port object 50d24457-2fe2-4287-b52c-8e5acd0feba8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:38.321663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52954) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.355686 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Transition to ACTIVE for port object 50d24457-2fe2-4287-b52c-8e5acd0feba8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:38.363678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.429496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Network 6a62adf6-271a-4943-85bb-2867fac12138 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:38.435942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:38.439534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:38.449912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:38.452121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Pushing event updated for resources: {'Port': ['ID=50d24457-2fe2-4287-b52c-8e5acd0feba8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.520376 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1810776-5bd4-400b-8e42-8319e5f1c30e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.522721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1810776-5bd4-400b-8e42-8319e5f1c30e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.527689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d1810776-5bd4-400b-8e42-8319e5f1c30e tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/4f692589-c068-4603-8e56-c613df92d4e3 HTTP/1.1" status: 404 len: 333 time: 0.2040188 Jul 16 18:17:38.528608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.530196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b963-52c0-4dd4-b305-dba312f74ce3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759291421067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59808155'] for subnet, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.578222 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1901b5aa-2428-4031-862e-e88d5d901760 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.578618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1901b5aa-2428-4031-862e-e88d5d901760 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.582944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1901b5aa-2428-4031-862e-e88d5d901760 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/e1a4806a-e2d0-4293-b808-a35fb00ba2ec HTTP/1.1" status: 404 len: 337 time: 0.0508306 Jul 16 18:17:38.608477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.609956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e3b963-52c0-4dd4-b305-dba312f74ce3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.613773 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b963-52c0-4dd4-b305-dba312f74ce3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.618210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c0e3b963-52c0-4dd4-b305-dba312f74ce3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "PUT /v2.0/subnets/6d1d18fd-4ed6-4cc7-a288-f8e7f9c15941 HTTP/1.1" status: 200 len: 806 time: 1.0801942 Jul 16 18:17:38.620007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52972) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.621632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Attempting to bind port 50d24457-2fe2-4287-b52c-8e5acd0feba8 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:38.623222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3b963-52c0-4dd4-b305-dba312f74ce3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=6d1d18fd-4ed6-4cc7-a288-f8e7f9c15941,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.625385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Attempting to bind port 50d24457-2fe2-4287-b52c-8e5acd0feba8 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '34df5e23-38fd-47cd-9826-225187eb1940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a62adf6-271a-4943-85bb-2867fac12138'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:38.625385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Attempting to bind port 50d24457-2fe2-4287-b52c-8e5acd0feba8 on network 6a62adf6-271a-4943-85bb-2867fac12138 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:38.645527 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd342521-5daf-4719-bef8-2808f2cafd3a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.646598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd342521-5daf-4719-bef8-2808f2cafd3a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.648315 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cd342521-5daf-4719-bef8-2808f2cafd3a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/7005029c-692a-4a83-815b-6001c2427c3f HTTP/1.1" status: 404 len: 337 time: 0.0387933 Jul 16 18:17:38.651212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.668162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:38.668808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Checking segment: {'id': '34df5e23-38fd-47cd-9826-225187eb1940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a62adf6-271a-4943-85bb-2867fac12138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:38.669319 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.669872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Bound using segment: {'id': '34df5e23-38fd-47cd-9826-225187eb1940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a62adf6-271a-4943-85bb-2867fac12138'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:38.670508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Bound port: 50d24457-2fe2-4287-b52c-8e5acd0feba8, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34df5e23-38fd-47cd-9826-225187eb1940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6a62adf6-271a-4943-85bb-2867fac12138'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:38.671014 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.686421 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.705247 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb4ad67-d757-4d3f-933a-7b6a958f8c7c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.706022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb4ad67-d757-4d3f-933a-7b6a958f8c7c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.707834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7eb4ad67-d757-4d3f-933a-7b6a958f8c7c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/61d1af16-1a35-44a5-9153-d9f74c9772cd HTTP/1.1" status: 404 len: 333 time: 0.0553958 Jul 16 18:17:38.711476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52978) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.767068 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-35269a76-389f-44f9-bc66-47e3fea54504 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.767541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35269a76-389f-44f9-bc66-47e3fea54504 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.769314 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-35269a76-389f-44f9-bc66-47e3fea54504 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/ca0f1cf7-5086-4e4b-916d-1da84e19891a HTTP/1.1" status: 404 len: 337 time: 0.0571170 Jul 16 18:17:38.773245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:38.773527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] For port 50d24457-2fe2-4287-b52c-8e5acd0feba8, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:38.774627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.778934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.780635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] For port 50d24457-2fe2-4287-b52c-8e5acd0feba8, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=50d24457-2fe2-4287-b52c-8e5acd0feba8,segment=NetworkSegment(34df5e23-38fd-47cd-9826-225187eb1940),segment_id=34df5e23-38fd-47cd-9826-225187eb1940)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:38.788820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.791116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] Sync routers for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:38.828754 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f73e25-de67-467e-a6f7-45a9da27a206 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.829481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f73e25-de67-467e-a6f7-45a9da27a206 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.834569 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-96f73e25-de67-467e-a6f7-45a9da27a206 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/05b1dd9f-4e55-47d2-8afb-b935f7fa07bb HTTP/1.1" status: 404 len: 337 time: 0.0564067 Jul 16 18:17:38.835895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52984) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.836367 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-940cce52-d13f-4343-b134-3e36d8427cbe req-aa81a071-215f-4f3d-bd1f-cbd4e56c0e9a tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0585337 Jul 16 18:17:38.888484 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e108ec1f-21ab-4fd6-bbfd-ccb605ad343a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.889278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e108ec1f-21ab-4fd6-bbfd-ccb605ad343a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.893216 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e108ec1f-21ab-4fd6-bbfd-ccb605ad343a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/b09ac3b3-e9b2-4530-9e5f-bec4e7b853c7 HTTP/1.1" status: 404 len: 333 time: 0.0547650 Jul 16 18:17:38.893395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.897293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.901875 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de1b2997-d890-4c41-9979-071867978db6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/floatingips/07994222-497f-4f32-85c5-0eba4a623835 HTTP/1.1" status: 204 len: 168 time: 2.0266092 Jul 16 18:17:38.910206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:38.913224 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9033e-83ce-42f9-9254-cf59e43c8785" -d '{"events": [{"name": "network-changed", "server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:38.945876 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-829518de-009c-4e4c-9efa-b3b37650559d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.946345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829518de-009c-4e4c-9efa-b3b37650559d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:38.948144 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-829518de-009c-4e4c-9efa-b3b37650559d tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/e31f9ed0-2cc6-4618-b987-26bc93c2f02a HTTP/1.1" status: 404 len: 337 time: 0.0452127 Jul 16 18:17:38.950932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52992) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.954958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:38.966043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:17:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:38.980978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Deleting port 50d24457-2fe2-4287-b52c-8e5acd0feba8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:38.981626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.999256 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7983eb27-7492-44ef-956c-2287a8ee925b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:38.999725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7983eb27-7492-44ef-956c-2287a8ee925b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.001949 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7983eb27-7492-44ef-956c-2287a8ee925b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/501929a8-4f9d-426f-aa58-8e287cb7086e HTTP/1.1" status: 404 len: 337 time: 0.0497184 Jul 16 18:17:39.005050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.054834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e292d4c-73d4-4904-891e-1cd61167bb40 None None] Pushing event updated for resources: {'Port': ['ID=50d24457-2fe2-4287-b52c-8e5acd0feba8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.071537 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5132f874-1bb4-4262-b23b-24e4e7f94236 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.072299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5132f874-1bb4-4262-b23b-24e4e7f94236 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.074153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5132f874-1bb4-4262-b23b-24e4e7f94236 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/3e67ec91-514a-498a-8d52-1accbdebd48f HTTP/1.1" status: 404 len: 333 time: 0.0677304 Jul 16 18:17:39.077118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.135042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:39.142282 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bd81c8-53bb-461b-838d-cd3988c4ab5a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.142642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bd81c8-53bb-461b-838d-cd3988c4ab5a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.151387 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c3bd81c8-53bb-461b-838d-cd3988c4ab5a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/4bd363ec-292e-4c01-9e7d-f044ea8c9fdb HTTP/1.1" status: 404 len: 337 time: 0.0717824 Jul 16 18:17:39.152931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52998) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.189062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] For port 50d24457-2fe2-4287-b52c-8e5acd0feba8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=50d24457-2fe2-4287-b52c-8e5acd0feba8,segment=NetworkSegment(34df5e23-38fd-47cd-9826-225187eb1940),segment_id=34df5e23-38fd-47cd-9826-225187eb1940)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:39.189867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.222951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c0eaa-53c3-46f9-80f6-b573993adfb2 req-cb72d761-916d-4e84-9626-c73ec62827eb tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:39.225835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-377c0eaa-53c3-46f9-80f6-b573993adfb2 req-cb72d761-916d-4e84-9626-c73ec62827eb tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 949 time: 0.2041028 Jul 16 18:17:39.227044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Calling delete_port for 50d24457-2fe2-4287-b52c-8e5acd0feba8 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:39.278801 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e84e658-632b-4e74-ac1e-6355a824792b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.279426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e84e658-632b-4e74-ac1e-6355a824792b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.283574 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2e84e658-632b-4e74-ac1e-6355a824792b tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/450fce94-32a1-42d6-865e-620564711232 HTTP/1.1" status: 404 len: 337 time: 0.1271813 Jul 16 18:17:39.283928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.323415 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-34cff49c-b1e5-433e-8003-6eb154ed7f35 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports?device_id=96d6e405-4017-42f0-93ab-12db56079ed8 HTTP/1.1" status: 200 len: 205 time: 0.0381811 Jul 16 18:17:39.327330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.348110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-377c0eaa-53c3-46f9-80f6-b573993adfb2 req-6d1f4c37-3adc-4ca8-a7a7-ed2c67fdc0c3 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154735 Jul 16 18:17:39.429806 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-09049411-d20e-484c-836e-255cee71895a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] delete failed (client error): The resource could not be found. Jul 16 18:17:39.431419 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-09049411-d20e-484c-836e-255cee71895a tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/routers/96d6e405-4017-42f0-93ab-12db56079ed8 HTTP/1.1" status: 404 len: 336 time: 0.1030982 Jul 16 18:17:39.435497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53006) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.502347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2f743768-ced8-4a7d-a9c5-302eae385824 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:39.506273 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36addfc7-5d02-4d62-9927-29a6d4856030 x-openstack-request-id: req-36addfc7-5d02-4d62-9927-29a6d4856030 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:39.509067 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:39.509437 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36addfc7-5d02-4d62-9927-29a6d4856030 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:39.510014 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'status': 'completed', 'code': 200} Jul 16 18:17:39.514102 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be18d05-9299-4f44-b705-376ff889bc75 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.515011 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.516836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be18d05-9299-4f44-b705-376ff889bc75 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.520949 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7be18d05-9299-4f44-b705-376ff889bc75 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/71e0c13f-d12f-40f3-8040-e50f773afe56 HTTP/1.1" status: 404 len: 337 time: 0.0819814 Jul 16 18:17:39.521627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53008) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.548413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 2f743768-ced8-4a7d-a9c5-302eae385824 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:39.549425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2f743768-ced8-4a7d-a9c5-302eae385824 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:39.572477 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-01780387-3ce4-42c7-8317-af5d45756d29 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff4aa85a-7d6f-441e-ae15-1016a5552112 HTTP/1.1" status: 200 len: 205 time: 0.0493438 Jul 16 18:17:39.575158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53010) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.580940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Port': ['ID=50d24457-2fe2-4287-b52c-8e5acd0feba8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.599401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:08Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '46d7365d-f50e-4201-b83f-ab24e2f82ac5', 'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:0c:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:06Z', 'updated_at': '2021-07-16T18:15:17Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:39.632972 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-d4600396-fddc-4f7e-b056-11e0f1faf8c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] delete failed (client error): The resource could not be found. Jul 16 18:17:39.636421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] Checking router: 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:39.636967 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d4600396-fddc-4f7e-b056-11e0f1faf8c3 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/routers/ff4aa85a-7d6f-441e-ae15-1016a5552112 HTTP/1.1" status: 404 len: 336 time: 0.0556676 Jul 16 18:17:39.637087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53012) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.647326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:39.648308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:17:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:39.678257 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60242fa-9462-4ae7-b4aa-dac34c18e772 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.679072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60242fa-9462-4ae7-b4aa-dac34c18e772 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.681328 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a60242fa-9462-4ae7-b4aa-dac34c18e772 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/b2f8e468-6db9-411d-9042-e1c10985f2f7 HTTP/1.1" status: 404 len: 337 time: 0.0432658 Jul 16 18:17:39.685189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53014) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.715709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No DVR routers for this DVR port 50d24457-2fe2-4287-b52c-8e5acd0feba8 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:39.735407 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-132f2043-b061-4d1a-aadc-86f9851266b2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.736058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132f2043-b061-4d1a-aadc-86f9851266b2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.742571 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-132f2043-b061-4d1a-aadc-86f9851266b2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/290a0523-36c9-4931-9c17-cb141873ea52 HTTP/1.1" status: 404 len: 337 time: 0.0508296 Jul 16 18:17:39.743566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53016) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.795212 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.801089 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e4bf75-11d2-47cb-8585-19deb87826d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.802471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e4bf75-11d2-47cb-8585-19deb87826d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.809693 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68e4bf75-11d2-47cb-8585-19deb87826d2 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/6baf2398-b730-48f1-8a2d-eb7e76ab8a2d HTTP/1.1" status: 404 len: 333 time: 0.0650039 Jul 16 18:17:39.810555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53022) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.826213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-dde83dd2-8a37-4808-98b5-b55ff75306e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:39.827524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:39.827656 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-dde83dd2-8a37-4808-98b5-b55ff75306e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 1097 time: 0.3272996 Jul 16 18:17:39.868421 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-493d8194-742f-4109-84d1-f2f2f931c8b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.868914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493d8194-742f-4109-84d1-f2f2f931c8b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.877111 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-493d8194-742f-4109-84d1-f2f2f931c8b1 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/6b63a7f7-db61-4852-8e49-e11f3b680399 HTTP/1.1" status: 404 len: 337 time: 0.0654209 Jul 16 18:17:39.877773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.891940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6b10f-0469-4e75-8168-c6bb96bbfcd4 req-bc9ddc7b-02c6-4c78-809e-7b19d0a59b11 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:39.893566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aea6b10f-0469-4e75-8168-c6bb96bbfcd4 req-bc9ddc7b-02c6-4c78-809e-7b19d0a59b11 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 948 time: 0.2658751 Jul 16 18:17:39.937475 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-014afc9d-5b31-42a6-a89f-76a236b7bc19 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.938278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014afc9d-5b31-42a6-a89f-76a236b7bc19 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.940104 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-014afc9d-5b31-42a6-a89f-76a236b7bc19 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/5b906d44-21ae-4803-b45d-bb8d63c6653d HTTP/1.1" status: 404 len: 333 time: 0.0613437 Jul 16 18:17:39.943230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53028) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.970765 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0218277-bbfa-4d25-acb4-e1e9d860b443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:39.971227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0218277-bbfa-4d25-acb4-e1e9d860b443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:39.973072 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d0218277-bbfa-4d25-acb4-e1e9d860b443 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/168e429e-8109-4740-bcc4-4aed483bc459 HTTP/1.1" status: 404 len: 337 time: 0.0288005 Jul 16 18:17:39.975875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.011979 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-081a20a6-c86e-4941-ad3b-852fbc33d593 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.012898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081a20a6-c86e-4941-ad3b-852fbc33d593 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.018067 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-081a20a6-c86e-4941-ad3b-852fbc33d593 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/0d6af7c3-69ee-4c76-adee-ffd99524d413 HTTP/1.1" status: 404 len: 333 time: 0.0384059 Jul 16 18:17:40.018503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.026678 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.055019 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b64bf8-9576-4e0b-a048-f7a6d93d0f11 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.055634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b64bf8-9576-4e0b-a048-f7a6d93d0f11 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.060042 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-75b64bf8-9576-4e0b-a048-f7a6d93d0f11 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/477cf8e9-709e-4f9a-9467-12aef6e770a9 HTTP/1.1" status: 404 len: 337 time: 0.0381837 Jul 16 18:17:40.060744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.061227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aea6b10f-0469-4e75-8168-c6bb96bbfcd4 req-bbdff7d9-f4b9-4966-9d5d-a5b240efed4a tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523221 Jul 16 18:17:40.098029 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e951f8a-e514-4182-b856-d66cdf425386 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.099521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e951f8a-e514-4182-b856-d66cdf425386 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.104102 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8e951f8a-e514-4182-b856-d66cdf425386 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/6a086896-0588-423d-8aed-3b86b5722f7f HTTP/1.1" status: 404 len: 333 time: 0.0400767 Jul 16 18:17:40.110382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.151143 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-724e1b3c-ffcf-4ffb-9ef6-843e2d93fcb5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.151614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724e1b3c-ffcf-4ffb-9ef6-843e2d93fcb5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.156760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-724e1b3c-ffcf-4ffb-9ef6-843e2d93fcb5 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/1515cc91-252f-4f53-ba56-842a5ffec368 HTTP/1.1" status: 404 len: 337 time: 0.0446019 Jul 16 18:17:40.157471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53038) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.160876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1d18fd-4ed6-4cc7-a288-f8e7f9c15941,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:40.196908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-5f3936f3-21f4-40e5-8007-d9e4af4bd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.198509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-5f3936f3-21f4-40e5-8007-d9e4af4bd678 service neutron] 10.222.0.45 "GET /v2.0/networks?id=14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 200 len: 897 time: 0.3560424 Jul 16 18:17:40.203538 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9fc620-ac4a-4b03-94bc-a9ead3c5a815 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.204912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9fc620-ac4a-4b03-94bc-a9ead3c5a815 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.211480 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6a9fc620-ac4a-4b03-94bc-a9ead3c5a815 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/32a07641-372f-4d45-a1af-3f16508cbfe5 HTTP/1.1" status: 404 len: 333 time: 0.0515008 Jul 16 18:17:40.213254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.245619 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2c9488-e59b-4ce4-a147-1f91a0c348db tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.246176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2c9488-e59b-4ce4-a147-1f91a0c348db tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.250488 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8c2c9488-e59b-4ce4-a147-1f91a0c348db tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/431f5cb2-5711-4911-a0b7-ce53891bea64 HTTP/1.1" status: 404 len: 337 time: 0.0325310 Jul 16 18:17:40.251142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53042) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.273505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-76b8bdfc-ca91-481b-9c67-7188f0b69d33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 200 len: 217 time: 0.0510924 Jul 16 18:17:40.286013 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d37da2b-b544-489b-8142-90033685620c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.287890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d37da2b-b544-489b-8142-90033685620c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.292465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5d37da2b-b544-489b-8142-90033685620c tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/c60e02cb-260b-456f-b0e9-88bdfbbe227e HTTP/1.1" status: 404 len: 333 time: 0.0376925 Jul 16 18:17:40.292746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53044) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.314242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.324141 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bd674e-4f3b-4c36-9db5-81e2fb15ed39 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.324628 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bd674e-4f3b-4c36-9db5-81e2fb15ed39 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.329089 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c8bd674e-4f3b-4c36-9db5-81e2fb15ed39 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/89547bc2-d06e-4e0a-a782-d32e3770429d HTTP/1.1" status: 404 len: 337 time: 0.0326750 Jul 16 18:17:40.329285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.365040 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd9ed5d-0d6a-4502-8e91-36a3e9ece3c9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.366591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd9ed5d-0d6a-4502-8e91-36a3e9ece3c9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.371783 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ebd9ed5d-0d6a-4502-8e91-36a3e9ece3c9 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/ports/62607fc7-15ee-49ce-acd6-ee852cf30b8c HTTP/1.1" status: 404 len: 333 time: 0.0382197 Jul 16 18:17:40.372018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:08Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '46d7365d-f50e-4201-b83f-ab24e2f82ac5', 'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:0c:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:06Z', 'updated_at': '2021-07-16T18:15:17Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:40.378687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53048) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.397974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.411771 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d241b2-8402-4748-9f33-66e5f3111d91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.412398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d241b2-8402-4748-9f33-66e5f3111d91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.417171 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-16d241b2-8402-4748-9f33-66e5f3111d91 tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/subnets/a81a8def-2690-416f-92aa-dc4c29730a07 HTTP/1.1" status: 404 len: 337 time: 0.0350075 Jul 16 18:17:40.417402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a62adf6-271a-4943-85bb-2867fac12138']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:40.417972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.423471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca05a6-129f-4d0d-b416-bdfbe99448bc None None] The sync data for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 is: [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:15:08Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '46d7365d-f50e-4201-b83f-ab24e2f82ac5', 'name': '', 'network_id': '14e2a8b9-acc3-48e6-911b-f725837fcde9', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:0c:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:06Z', 'updated_at': '2021-07-16T18:15:17Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:40.428812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34df5e23-38fd-47cd-9826-225187eb1940') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:40.428812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34df5e23-38fd-47cd-9826-225187eb1940') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:40.439936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.450340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f88e0-b493-4dbd-ba92-08ea3bb8513e None None] Network 6a62adf6-271a-4943-85bb-2867fac12138 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:40.457302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.465603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:40.466114 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.540773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee858d6d-a771-4db3-b459-6699165ce1a4 None None] Could not find standard attr ID for object 50d24457-2fe2-4287-b52c-8e5acd0feba8. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:17:40.541462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-10a1ff15-640b-4848-b0f5-7f694efd8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.543063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-10a1ff15-640b-4848-b0f5-7f694efd8183 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 200 len: 834 time: 0.2591937 Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:40.543743 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:40.548867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.652068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8141491-8264-4448-a85e-d7835e06ce6d req-46af598a-685c-4af8-bb44-47cbcd484294 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.1060870 Jul 16 18:17:40.660475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a961a3-4e52-4968-9ee3-bcda88364069 req-a2a7a836-00da-471b-b253-eec3d85156c7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.662083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0a961a3-4e52-4968-9ee3-bcda88364069 req-a2a7a836-00da-471b-b253-eec3d85156c7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.7464285 Jul 16 18:17:40.672489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.685018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c0767-f84f-46e3-b7cc-d03f7ce74239 None None] DHCP port deletion for 6a62adf6-271a-4943-85bb-2867fac12138 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:40.702804 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.731118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.732849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982584e8-bbac-43ce-b633-758a660970f8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:40.733342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fe07d7-1536-44c7-bf72-908068a5e6b2 None None] Network 6a62adf6-271a-4943-85bb-2867fac12138 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:40.736454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/6a62adf6-271a-4943-85bb-2867fac12138 HTTP/1.1" status: 204 len: 168 time: 2.1061823 Jul 16 18:17:40.742606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53056) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.753048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fe07d7-1536-44c7-bf72-908068a5e6b2 None None] Network 6a62adf6-271a-4943-85bb-2867fac12138 could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:17:40.768856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:40.769299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fc8cc1-9017-4b4c-8e63-7a6e193074d9') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:40.779371 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77e6154-afb9-413d-9d2c-9835314ed707 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:40.779995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77e6154-afb9-413d-9d2c-9835314ed707 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:40.786850 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d77e6154-afb9-413d-9d2c-9835314ed707 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/6a62adf6-271a-4943-85bb-2867fac12138 HTTP/1.1" status: 404 len: 339 time: 0.0430977 Jul 16 18:17:40.789078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924603ee-d057-4b40-b114-037c15694409 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=6a62adf6-271a-4943-85bb-2867fac12138,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:40.790075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53058) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.795924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606083427', 'description': 'd1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:40.801331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.824929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-a64e296d-4de1-4c66-8bbf-23f991edc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.827069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-a64e296d-4de1-4c66-8bbf-23f991edc220 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=14e2a8b9-acc3-48e6-911b-f725837fcde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2391369 Jul 16 18:17:40.831567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.837333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0a961a3-4e52-4968-9ee3-bcda88364069 req-d93b0a66-e72c-40a3-9deb-7bb9e2118e08 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655900 Jul 16 18:17:40.837677 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6243dba-1205-4b1f-ae0a-37249e951ea0 None None] New status for floating IP 07994222-497f-4f32-85c5-0eba4a623835: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:17:40.845444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:40.845878 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:40.852948 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:40.862167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-a90cd569-999b-49a8-bdf4-8ee832c7874c tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.864850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-a90cd569-999b-49a8-bdf4-8ee832c7874c tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.45 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 949 time: 0.5749445 Jul 16 18:17:40.882122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:40.886210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.963648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:40.970968 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.979340 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.985305 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] 10.222.0.60 "DELETE /v2.0/networks/982584e8-bbac-43ce-b633-758a660970f8 HTTP/1.1" status: 204 len: 168 time: 0.5621676 Jul 16 18:17:40.995333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1fe1e-3a0c-4abd-9da6-3deb1052419f tempest-NetworksTestDHCPv6-1771208566 tempest-NetworksTestDHCPv6-1771208566-project] Pushing event deleted for resources: {'Network': ['ID=982584e8-bbac-43ce-b633-758a660970f8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:40.997850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.998203 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment 001b0da3-bebf-4b3f-ab06-97f96ece78e4 of type vlan for network 44a3110a-2e15-42f0-953f-55404c72bdd4 Jul 16 18:17:41.066749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.100583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247b19-413f-4ee1-9355-ff9fa1d518f8 req-95edfd33-1a30-4210-b56c-47b6dccd6868 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.108029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5247b19-413f-4ee1-9355-ff9fa1d518f8 req-95edfd33-1a30-4210-b56c-47b6dccd6868 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 949 time: 0.2734134 Jul 16 18:17:41.109653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-4da5916d-3471-4329-b5ff-6a08ffd97ab6 service neutron] 10.222.0.45 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582309 Jul 16 18:17:41.114678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.123025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.123948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.202862 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4093883 Jul 16 18:17:41.204904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Deleting port 77687eb4-d4c3-4bd7-b928-6f081703aa06 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:41.205463 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.213587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53064) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.254305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16d04c-b8a4-4159-a509-23d7449c842e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=44a3110a-2e15-42f0-953f-55404c72bdd4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:41.269222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 44a3110a-2e15-42f0-953f-55404c72bdd4 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:41.299816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-46af52ee-39d3-4bf5-890d-132ea52eb261 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.304496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-46af52ee-39d3-4bf5-890d-132ea52eb261 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.45 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 948 time: 0.1567080 Jul 16 18:17:41.353789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5247b19-413f-4ee1-9355-ff9fa1d518f8 req-e166f313-9c44-4aef-acce-499e1b072aa1 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/security-groups?id=61f99e89-f124-4eb7-9c59-8057e1ac4da3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346790 Jul 16 18:17:41.419022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53070) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.454347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Deleting port 8d91dab0-263e-41be-b964-94bda474b483 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:41.454726 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.487115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c9ca9-1ffa-4816-a3a4-9ca894f7cfaf tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.488969 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-158c9ca9-1ffa-4816-a3a4-9ca894f7cfaf tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/networks?id=44a3110a-2e15-42f0-953f-55404c72bdd4 HTTP/1.1" status: 200 len: 761 time: 0.2712941 Jul 16 18:17:41.492679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.498050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-20f44531-9892-46b6-aa9e-cd197854f143 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'description': 'd2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:41.581767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] For port 77687eb4-d4c3-4bd7-b928-6f081703aa06, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=77687eb4-d4c3-4bd7-b928-6f081703aa06,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:41.582688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.595316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-45392ab2-f0f1-4ca3-b2fd-3371d29c25cf service neutron] 10.222.0.45 "GET /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563479 Jul 16 18:17:41.606960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Calling delete_port for 77687eb4-d4c3-4bd7-b928-6f081703aa06 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:41.659195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] For port 8d91dab0-263e-41be-b964-94bda474b483, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8d91dab0-263e-41be-b964-94bda474b483,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:41.659569 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.702777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee2ea7-6d47-4fde-b665-89c8badb87d6 req-2defb85f-dc4d-4e2c-850d-c168a4d06d1c tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.704362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41ee2ea7-6d47-4fde-b665-89c8badb87d6 req-2defb85f-dc4d-4e2c-850d-c168a4d06d1c tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 948 time: 0.3945658 Jul 16 18:17:41.716102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Calling delete_port for 8d91dab0-263e-41be-b964-94bda474b483 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:41.724294 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fed4b303-1214-40d5-b815-cb7e465a554e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13d8d3728ca74986880d93cee20df5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040380 Jul 16 18:17:41.728111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-fa76fd09-a2ec-4c47-8cf7-a54d2e8b4981 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.730299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-fa76fd09-a2ec-4c47-8cf7-a54d2e8b4981 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.2117875 Jul 16 18:17:41.734951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53078) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.906321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41ee2ea7-6d47-4fde-b665-89c8badb87d6 req-22a0d17e-e443-4dce-9b7b-1d23d3e8d9b7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911211 Jul 16 18:17:41.934417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-528e8133-bbb1-4eff-89c0-e20e7284342d req-22e6976f-f217-46ed-b3d2-65a11d8eedc2 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.1009741 Jul 16 18:17:42.063031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 50d24457-2fe2-4287-b52c-8e5acd0feba8 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:42.087669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 50d24457-2fe2-4287-b52c-8e5acd0feba8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:42.087669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 50d24457-2fe2-4287-b52c-8e5acd0feba8 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:42.162320 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f44531-9892-46b6-aa9e-cd197854f143 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.209876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f44531-9892-46b6-aa9e-cd197854f143 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.240503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20f44531-9892-46b6-aa9e-cd197854f143 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 44a3110a-2e15-42f0-953f-55404c72bdd4 is not hosted by any dhcp agent {{(pid=93824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:17:42.246111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f44531-9892-46b6-aa9e-cd197854f143 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.246721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f44531-9892-46b6-aa9e-cd197854f143 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.248093 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-20f44531-9892-46b6-aa9e-cd197854f143 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "PUT /v2.0/networks/44a3110a-2e15-42f0-953f-55404c72bdd4 HTTP/1.1" status: 200 len: 758 time: 0.7543714 Jul 16 18:17:42.253953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53084) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:42.295323 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28787765-785f-4f45-b932-f978593cf6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.318419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.331330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['77687eb4-d4c3-4bd7-b928-6f081703aa06'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:42.343856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28787765-785f-4f45-b932-f978593cf6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.346151 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f44531-9892-46b6-aa9e-cd197854f143 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=44a3110a-2e15-42f0-953f-55404c72bdd4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.367054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 44a3110a-2e15-42f0-953f-55404c72bdd4 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:42.388696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Pushing event deleted for resources: {'Port': ['ID=77687eb4-d4c3-4bd7-b928-6f081703aa06,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.404158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 2bfd3ebc-cee3-41b7-957a-16774c763e24 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:42.404597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.496572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af545a4a-abb5-4aba-b735-970129609b38 req-39c69bfc-7ef8-4502-84b0-074e451d5271 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.498861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af545a4a-abb5-4aba-b735-970129609b38 req-39c69bfc-7ef8-4502-84b0-074e451d5271 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 945 time: 0.2737846 Jul 16 18:17:42.520213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba5644-5ce8-4bb3-95b5-95718de8e333 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.526084 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dbba5644-5ce8-4bb3-95b5-95718de8e333 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/networks?id=44a3110a-2e15-42f0-953f-55404c72bdd4 HTTP/1.1" status: 200 len: 761 time: 0.2677293 Jul 16 18:17:42.527453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53090) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:42.528616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] No DVR routers for this DVR port 77687eb4-d4c3-4bd7-b928-6f081703aa06 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:42.536642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1497888446'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:42.567043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.569715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.45 "DELETE /v2.0/ports/77687eb4-d4c3-4bd7-b928-6f081703aa06 HTTP/1.1" status: 204 len: 173 time: 1.6678927 Jul 16 18:17:42.571734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.574986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:42.578058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b8fc63-a5e1-4b5d-afdd-623c651461dd', 'name': 'network-vif-deleted', 'tag': '77687eb4-d4c3-4bd7-b928-6f081703aa06'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:42.579413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.581101 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b90e0ea-f333-48f8-b1ba-6c422a40f1b7" -d '{"events": [{"server_uuid": "a9b8fc63-a5e1-4b5d-afdd-623c651461dd", "name": "network-vif-deleted", "tag": "77687eb4-d4c3-4bd7-b928-6f081703aa06"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:42.621743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20925f32-a93f-4160-a957-f9eaaa29677d req-db880766-ae01-471c-a526-620e4c7ee1a7 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9b8fc63-a5e1-4b5d-afdd-623c651461dd HTTP/1.1" status: 200 len: 210 time: 0.1185138 Jul 16 18:17:42.622770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Pushing event deleted for resources: {'Port': ['ID=8d91dab0-263e-41be-b964-94bda474b483,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.682656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] No DVR routers for this DVR port 8d91dab0-263e-41be-b964-94bda474b483 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:42.687374 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.689844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-433c5100-e2c8-4ed2-990e-426a692e6006 req-51878f95-f5dc-4ea4-bdd7-b19bb2a14fc7 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.45 "DELETE /v2.0/ports/8d91dab0-263e-41be-b964-94bda474b483 HTTP/1.1" status: 204 len: 173 time: 1.3727927 Jul 16 18:17:42.690597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'name': 'network-vif-deleted', 'tag': '8d91dab0-263e-41be-b964-94bda474b483'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:42.694063 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52d0401-e2e7-4d56-a70c-5476bb92dfbf" -d '{"events": [{"server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "name": "network-vif-deleted", "tag": "8d91dab0-263e-41be-b964-94bda474b483"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:42.704103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:42.718889 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.721792 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment 9d4a8bcc-d5ff-4db3-99ef-95eda9efe424 of type vlan for network 2210980b-8a40-4737-b6bf-362151a6764b Jul 16 18:17:42.727697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28787765-785f-4f45-b932-f978593cf6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.743984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28787765-785f-4f45-b932-f978593cf6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.748655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-28787765-785f-4f45-b932-f978593cf6bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/071c434e-1d48-4046-8bd0-2b2e7369bcd7 HTTP/1.1" status: 204 len: 168 time: 1.0113144 Jul 16 18:17:42.783874 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af545a4a-abb5-4aba-b735-970129609b38 req-45a01d29-3da0-4da9-8fb6-fb6f83381f7d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=d94a9582-11b0-44da-94c6-859f5de7df94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616451 Jul 16 18:17:42.791773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 2bfd3ebc-cee3-41b7-957a-16774c763e24, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2bfd3ebc-cee3-41b7-957a-16774c763e24,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:42.792258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.799764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28787765-785f-4f45-b932-f978593cf6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c434e-1d48-4046-8bd0-2b2e7369bcd7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.830493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 2bfd3ebc-cee3-41b7-957a-16774c763e24 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:42.857578 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.925286 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.944894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.947252 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.958784 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7600a7a6-863d-4887-9a30-1f0235c52131 x-openstack-request-id: req-7600a7a6-863d-4887-9a30-1f0235c52131 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:42.959251 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d04fc0-f71e-4ced-b746-8c00a6ffab25", "name": "network-vif-deleted", "tag": "8d91dab0-263e-41be-b964-94bda474b483", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:42.959693 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7600a7a6-863d-4887-9a30-1f0235c52131 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:42.960055 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d04fc0-f71e-4ced-b746-8c00a6ffab25', 'name': 'network-vif-deleted', 'tag': '8d91dab0-263e-41be-b964-94bda474b483', 'status': 'completed', 'code': 200} Jul 16 18:17:42.995751 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d281c03-25f3-497e-9e5c-e90a4d68e7a6 x-openstack-request-id: req-9d281c03-25f3-497e-9e5c-e90a4d68e7a6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:42.998767 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b8fc63-a5e1-4b5d-afdd-623c651461dd", "name": "network-vif-deleted", "tag": "77687eb4-d4c3-4bd7-b928-6f081703aa06", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:42.999948 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d281c03-25f3-497e-9e5c-e90a4d68e7a6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:43.004493 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b8fc63-a5e1-4b5d-afdd-623c651461dd', 'name': 'network-vif-deleted', 'tag': '77687eb4-d4c3-4bd7-b928-6f081703aa06', 'status': 'completed', 'code': 200} Jul 16 18:17:43.071411 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5403440 Jul 16 18:17:43.072699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53104) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:43.079600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': '2210980b-8a40-4737-b6bf-362151a6764b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:43.172245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ca5dc-cf34-46a7-9381-0d51e056b09d tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=2210980b-8a40-4737-b6bf-362151a6764b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.188911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 2210980b-8a40-4737-b6bf-362151a6764b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:43.346627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.370833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-64d4ab74-0f64-4600-a4eb-593bf88d2331 req-f9bb5829-9bca-47c7-b773-1d77e29ac001 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.1101425 Jul 16 18:17:43.443705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33c947e3-1fd2-4137-a672-a68ea300178d req-e17ce355-a89b-4f38-ab63-b29f8cf94bf4 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=66d04fc0-f71e-4ced-b746-8c00a6ffab25 HTTP/1.1" status: 200 len: 210 time: 0.1620967 Jul 16 18:17:43.485436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=2bfd3ebc-cee3-41b7-957a-16774c763e24,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.559355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] No DVR routers for this DVR port 2bfd3ebc-cee3-41b7-957a-16774c763e24 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:43.561060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:43.566269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.592759 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.598260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e42e1f5-13c7-4bcd-b290-d16d49ba6d74 req-d2bb2c95-231b-49fd-8b79-36a4f4944fa5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.45 "DELETE /v2.0/ports/2bfd3ebc-cee3-41b7-957a-16774c763e24 HTTP/1.1" status: 204 len: 173 time: 1.8597925 Jul 16 18:17:43.922806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.128606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': '9d4a8bcc-d5ff-4db3-99ef-95eda9efe424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2210980b-8a40-4737-b6bf-362151a6764b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:44.128606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: 2210980b-8a40-4737-b6bf-362151a6764b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:44.128606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=44455c6f-85a6-4873-b3c5-e934e82bc593,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:44.192179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network 2210980b-8a40-4737-b6bf-362151a6764b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:44.233003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e6fb237-1aeb-490d-a67b-063fead4b672 req-cd0a168d-ceb8-4d83-a689-efe18800ca66 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c691518-c0c0-4bd0-93fa-541d221680fe HTTP/1.1" status: 200 len: 210 time: 0.0353317 Jul 16 18:17:44.233901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 2210980b-8a40-4737-b6bf-362151a6764b) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:44.238469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.239063 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.256613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc7f44e-f929-4501-b176-4f8df36d0e6c None None] Network 2210980b-8a40-4737-b6bf-362151a6764b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:44.260793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f42e0b54-6dcb-4e1c-98c8-8bd40bd6c2b0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1851053 Jul 16 18:17:44.262239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.303063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53136) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.335923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53140) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.479348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2bfd3ebc-cee3-41b7-957a-16774c763e24 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:44.484484 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.503728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-2210980b-8a40-4737-b6bf-362151a6764b', 'network_id': '2210980b-8a40-4737-b6bf-362151a6764b', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': '44455c6f-85a6-4873-b3c5-e934e82bc593'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:44.504757 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.508155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 2bfd3ebc-cee3-41b7-957a-16774c763e24 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:44.508400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2bfd3ebc-cee3-41b7-957a-16774c763e24 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:44.509004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 77687eb4-d4c3-4bd7-b928-6f081703aa06 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:44.526985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1041143056'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:44.541194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 77687eb4-d4c3-4bd7-b928-6f081703aa06 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:44.541545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 77687eb4-d4c3-4bd7-b928-6f081703aa06 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:44.627530 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.639246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f5ffa9b6-040a-47f2-ae1c-fb988ef6dc58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=799bbf74a3af4661bc82c72ffed15c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020027 Jul 16 18:17:44.646186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53152) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.670716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Made reservation on behalf of 786d1ae25c9544ad8c5ce3902c1f3fb2 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:44.674684 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.709500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed534e12-5136-49b1-a5ce-0bebf0b7441a req-1b4fa203-9126-4a22-be75-e6e1feb74791 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0620220 Jul 16 18:17:44.720555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.735418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Allocated IP 172.20.0.2 (2210980b-8a40-4737-b6bf-362151a6764b/44455c6f-85a6-4873-b3c5-e934e82bc593/0e64582e-aff0-4760-8966-f40e8639fd21) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:44.775722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5ef10b5-268a-4b3d-b580-33ab00d07c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.816185 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5ef10b5-268a-4b3d-b580-33ab00d07c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.917539 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5ef10b5-268a-4b3d-b580-33ab00d07c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.920093 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5ef10b5-268a-4b3d-b580-33ab00d07c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.921254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a5ef10b5-268a-4b3d-b580-33ab00d07c88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61f99e89-f124-4eb7-9c59-8057e1ac4da3 HTTP/1.1" status: 204 len: 168 time: 0.2727072 Jul 16 18:17:44.940092 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.941628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef10b5-268a-4b3d-b580-33ab00d07c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f99e89-f124-4eb7-9c59-8057e1ac4da3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:44.945532 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.976941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:44.985224 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.987973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57fbc0a-8252-48b6-92e5-f0eb9d4054cb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:44.994131 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.994461 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Added segment e8770c51-99af-4b9d-9515-924b9f6bdaa7 of type vlan for network bcf13d1d-18dc-40ac-a096-89779a68cc22 Jul 16 18:17:44.998501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Transition to ACTIVE for port object 0e64582e-aff0-4760-8966-f40e8639fd21 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:45.006165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'name': 'network-vif-deleted', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:45.008949 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64bf256-4719-47fe-88c2-c61ca9132f9c" -d '{"events": [{"server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "name": "network-vif-deleted", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:45.021222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Transition to ACTIVE for port object 0e64582e-aff0-4760-8966-f40e8639fd21 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:45.044302 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.063069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.080627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.121429 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc5eb88-d48e-41a6-93ae-e7441bf9247c x-openstack-request-id: req-1cc5eb88-d48e-41a6-93ae-e7441bf9247c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:45.121723 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c691518-c0c0-4bd0-93fa-541d221680fe", "name": "network-vif-deleted", "tag": "2bfd3ebc-cee3-41b7-957a-16774c763e24", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:45.121980 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cc5eb88-d48e-41a6-93ae-e7441bf9247c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:45.122349 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c691518-c0c0-4bd0-93fa-541d221680fe', 'name': 'network-vif-deleted', 'tag': '2bfd3ebc-cee3-41b7-957a-16774c763e24', 'status': 'completed', 'code': 200} Jul 16 18:17:45.136034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=44455c6f-85a6-4873-b3c5-e934e82bc593,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.137098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Network 2210980b-8a40-4737-b6bf-362151a6764b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:45.137940 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.146070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:45.146457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.147106 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.153093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:45.175235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Pushing event updated for resources: {'Port': ['ID=0e64582e-aff0-4760-8966-f40e8639fd21,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.188340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60e406-383d-48b8-8abb-a89302097842 req-9a6c59a0-b9e6-4af7-a024-f58e8de8f34f tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.195768 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f60e406-383d-48b8-8abb-a89302097842 req-9a6c59a0-b9e6-4af7-a024-f58e8de8f34f tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 948 time: 0.1580224 Jul 16 18:17:45.225145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.229152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9237430 Jul 16 18:17:45.237675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53164) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.243636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2210980b-8a40-4737-b6bf-362151a6764b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:45.248616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-33a6ee5b-e753-4ee9-b904-698d360857a7 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22', 'tempest-TagsTest-Tag-777564559') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:45.252929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Attempting to bind port 0e64582e-aff0-4760-8966-f40e8639fd21 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:45.254735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Attempting to bind port 0e64582e-aff0-4760-8966-f40e8639fd21 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '9d4a8bcc-d5ff-4db3-99ef-95eda9efe424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2210980b-8a40-4737-b6bf-362151a6764b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:45.255555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Attempting to bind port 0e64582e-aff0-4760-8966-f40e8639fd21 on network 2210980b-8a40-4737-b6bf-362151a6764b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:45.264311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:45.265095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Checking segment: {'id': '9d4a8bcc-d5ff-4db3-99ef-95eda9efe424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2210980b-8a40-4737-b6bf-362151a6764b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:45.265243 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.265727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Bound using segment: {'id': '9d4a8bcc-d5ff-4db3-99ef-95eda9efe424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2210980b-8a40-4737-b6bf-362151a6764b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:45.266309 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Bound port: 0e64582e-aff0-4760-8966-f40e8639fd21, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4a8bcc-d5ff-4db3-99ef-95eda9efe424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2210980b-8a40-4737-b6bf-362151a6764b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:45.266850 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.272492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4a8bcc-d5ff-4db3-99ef-95eda9efe424') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:45.273719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4a8bcc-d5ff-4db3-99ef-95eda9efe424') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:45.290819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.321152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.324561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f60e406-383d-48b8-8abb-a89302097842 req-e7be4283-7da4-49de-bad2-df563baa641b tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277449 Jul 16 18:17:45.326438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512263e-150f-4888-b84e-ebda8200274f tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Pushing event updated for resources: {'Network': ['ID=bcf13d1d-18dc-40ac-a096-89779a68cc22,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.331317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:45.332614 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.386524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] For port 0e64582e-aff0-4760-8966-f40e8639fd21, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:45.391890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network bcf13d1d-18dc-40ac-a096-89779a68cc22 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:45.444796 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:45.451011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:17:45.451011 n-d-793619-10 neutron-server[93824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:17:45.451011 n-d-793619-10 neutron-server[93824]: [parameters: {'id': '2210980b-8a40-4737-b6bf-362151a6764b'}] Jul 16 18:17:45.451011 n-d-793619-10 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:45.451820 n-d-793619-10 neutron-server[93824]: DEBUG oslo_db.api [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:45.472561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] For port 0e64582e-aff0-4760-8966-f40e8639fd21, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0e64582e-aff0-4760-8966-f40e8639fd21,segment=NetworkSegment(9d4a8bcc-d5ff-4db3-99ef-95eda9efe424),segment_id=9d4a8bcc-d5ff-4db3-99ef-95eda9efe424)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:45.481452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-33a6ee5b-e753-4ee9-b904-698d360857a7 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "PUT /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags/tempest-TagsTest-Tag-777564559 HTTP/1.1" status: 201 len: 201 time: 0.2351162 Jul 16 18:17:45.481591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53168) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.481681 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.481874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.487519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-65f2d1dc-ac77-4b97-bb43-f9df22c8ae83 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22', 'tempest-TagsTest-Tag-777564559') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:45.509358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.541054 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-59a3c6e4-9108-42bc-8630-e35fee867cb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74dcb3c2ce574578913987351e1f28a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608163 Jul 16 18:17:45.544880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53174) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.583731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7370667-1a97-4ac6-917f-b8e0f020fb91 None None] Pushing event updated for resources: {'Port': ['ID=0e64582e-aff0-4760-8966-f40e8639fd21,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.606813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ceda6-5dcb-4fe7-8641-2d56ea09c873 None None] Network 2210980b-8a40-4737-b6bf-362151a6764b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:45.608166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c03bd5d-b376-4019-9eab-74228f3691ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.638668 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c03bd5d-b376-4019-9eab-74228f3691ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.704787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c03bd5d-b376-4019-9eab-74228f3691ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.708855 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c03bd5d-b376-4019-9eab-74228f3691ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.712498 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9c03bd5d-b376-4019-9eab-74228f3691ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45696d92-6306-4a91-9f14-dea047b75da7 HTTP/1.1" status: 204 len: 168 time: 0.1658204 Jul 16 18:17:45.718742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-65f2d1dc-ac77-4b97-bb43-f9df22c8ae83 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "GET /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags/tempest-TagsTest-Tag-777564559 HTTP/1.1" status: 204 len: 168 time: 0.2332337 Jul 16 18:17:45.719298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03bd5d-b376-4019-9eab-74228f3691ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45696d92-6306-4a91-9f14-dea047b75da7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.721072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.726280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-3875b39a-612c-47b5-9c7c-d5ad64c693a1 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:45.813928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfff052-50c6-4caa-b148-836c72c48b51 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:17:45.841442 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3875b39a-612c-47b5-9c7c-d5ad64c693a1 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "GET /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags HTTP/1.1" status: 200 len: 237 time: 0.1187556 Jul 16 18:17:45.844794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.852300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-5f24ec75-055e-473e-b118-82cc51407b94 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22', {'tags': ['tempest-TagsTest-Tag-1461386167', 'tempest-TagsTest-Tag-829357480', 'tempest-TagsTest-Tag-1264257377']}) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:45.977133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.003741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfff052-50c6-4caa-b148-836c72c48b51 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:17:46.023686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d165e2b6-9533-4aaa-a972-89494bbcb6b1 req-effe038c-8fbb-4e8a-b3f2-fd6de911ff33 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0576169 Jul 16 18:17:46.072703 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5f24ec75-055e-473e-b118-82cc51407b94 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "PUT /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags HTTP/1.1" status: 200 len: 308 time: 0.2203951 Jul 16 18:17:46.073349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53188) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:46.079098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-daca2af1-2976-4e04-9a9e-a55b86920534 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22', 'tempest-TagsTest-Tag-1461386167') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.127052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Deleting port 0e64582e-aff0-4760-8966-f40e8639fd21 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:46.127428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.205110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] For port 0e64582e-aff0-4760-8966-f40e8639fd21, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0e64582e-aff0-4760-8966-f40e8639fd21,segment=NetworkSegment(9d4a8bcc-d5ff-4db3-99ef-95eda9efe424),segment_id=9d4a8bcc-d5ff-4db3-99ef-95eda9efe424)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:46.205974 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.262036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Calling delete_port for 0e64582e-aff0-4760-8966-f40e8639fd21 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:46.285399 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-daca2af1-2976-4e04-9a9e-a55b86920534 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "DELETE /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags/tempest-TagsTest-Tag-1461386167 HTTP/1.1" status: 204 len: 168 time: 0.2103088 Jul 16 18:17:46.289375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:46.296191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-ebdb97dc-af60-4f1f-aa05-2c92397c2d92 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22', 'tempest-TagsTest-Tag-1461386167') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.303715 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.426214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.454873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Port': ['ID=0e64582e-aff0-4760-8966-f40e8639fd21,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:46.456774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No DVR routers for this DVR port 0e64582e-aff0-4760-8966-f40e8639fd21 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:46.462284 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-ebdb97dc-af60-4f1f-aa05-2c92397c2d92 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] show failed (client error): The resource could not be found. Jul 16 18:17:46.463567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ebdb97dc-af60-4f1f-aa05-2c92397c2d92 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "GET /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags/tempest-TagsTest-Tag-1461386167 HTTP/1.1" status: 404 len: 326 time: 0.1731489 Jul 16 18:17:46.466725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53202) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:46.474488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-7edb006b-981e-48d5-8943-4864c3b24c2d tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22', 'tempest-TagsTest-Tag-829357480') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.477337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8d91dab0-263e-41be-b964-94bda474b483 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:46.528880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 8d91dab0-263e-41be-b964-94bda474b483 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:46.536971 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8d91dab0-263e-41be-b964-94bda474b483 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:46.575688 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.589496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2210980b-8a40-4737-b6bf-362151a6764b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.605305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4a8bcc-d5ff-4db3-99ef-95eda9efe424') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.606007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4a8bcc-d5ff-4db3-99ef-95eda9efe424') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.620402 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.638510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.645596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:46.646082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:46.649285 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:46.726445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.734537 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.737150 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/2210980b-8a40-4737-b6bf-362151a6764b HTTP/1.1" status: 204 len: 168 time: 2.4723089 Jul 16 18:17:46.740643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53212) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:46.762352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819402e-77d0-4bbc-976c-5bdf494da4e0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=2210980b-8a40-4737-b6bf-362151a6764b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:46.782339 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7231bf8-2dc7-4245-a3f4-c9dbabbca2c6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] GET failed (client error): The resource could not be found. Jul 16 18:17:46.786420 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d7231bf8-2dc7-4245-a3f4-c9dbabbca2c6 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/subnets/44455c6f-85a6-4873-b3c5-e934e82bc593 HTTP/1.1" status: 404 len: 337 time: 0.0422862 Jul 16 18:17:46.786830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:46.807202 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c7dce5-4db5-4d21-bcbc-46417861886a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:46.807822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c7dce5-4db5-4d21-bcbc-46417861886a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:46.813110 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-41c7dce5-4db5-4d21-bcbc-46417861886a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/2210980b-8a40-4737-b6bf-362151a6764b HTTP/1.1" status: 404 len: 339 time: 0.0218053 Jul 16 18:17:46.813965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53218) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.025995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3825a56-4e34-4afc-a183-ae2ae65b2d2a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.030027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f3825a56-4e34-4afc-a183-ae2ae65b2d2a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2130694 Jul 16 18:17:47.030314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53224) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.038305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7edb006b-981e-48d5-8943-4864c3b24c2d tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "GET /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags/tempest-TagsTest-Tag-829357480 HTTP/1.1" status: 204 len: 168 time: 0.5705404 Jul 16 18:17:47.041787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53226) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.049906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-7ee2756a-cd2b-48a7-85ed-f23dda2f0949 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22', 'tempest-TagsTest-Tag-1264257377') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:47.077960 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1b93acd5-433f-420b-8e42-2c6afaae8599 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 207 time: 0.0431480 Jul 16 18:17:47.078603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53232) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.095508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc17f8-1e35-46eb-bbe7-c1a765dd11e1 req-355a51b7-5822-4958-bd07-f6ff3f9ddbf5 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.097087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-accc17f8-1e35-46eb-bbe7-c1a765dd11e1 req-355a51b7-5822-4958-bd07-f6ff3f9ddbf5 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 948 time: 0.5282514 Jul 16 18:17:47.202725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-accc17f8-1e35-46eb-bbe7-c1a765dd11e1 req-3929bdf0-7dd0-42e0-a2d4-b2dd87744e1f tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889790 Jul 16 18:17:47.290365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-399826bf-68a4-48b0-ba76-c1df38c3b506 req-c006c01a-7f8f-48ee-8a5b-1e447e04eebc tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0826676 Jul 16 18:17:47.294973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7ee2756a-cd2b-48a7-85ed-f23dda2f0949 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "GET /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags/tempest-TagsTest-Tag-1264257377 HTTP/1.1" status: 204 len: 168 time: 0.2484536 Jul 16 18:17:47.297857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53240) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.301819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd755ee-b3bb-4f3e-9735-ad453401a69f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.302809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-2f08100f-1b4d-498b-bdeb-3479e0052bf8 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:47.309814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd755ee-b3bb-4f3e-9735-ad453401a69f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.317881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd755ee-b3bb-4f3e-9735-ad453401a69f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.325347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd755ee-b3bb-4f3e-9735-ad453401a69f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.327483 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1bd755ee-b3bb-4f3e-9735-ad453401a69f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2482941 Jul 16 18:17:47.336842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53242) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.467333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 46d7365d-f50e-4201-b83f-ab24e2f82ac5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:47.467659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.497770 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-966b4290-fe3e-43ea-95b9-f35790b0445f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1593220 Jul 16 18:17:47.501836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53248) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.511837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2f08100f-1b4d-498b-bdeb-3479e0052bf8 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "DELETE /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags HTTP/1.1" status: 204 len: 168 time: 0.2129326 Jul 16 18:17:47.515727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53250) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.523837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-60770665-1817-47d3-8916-d930d9d87a18 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22', 'tempest-TagsTest-Tag-829357480') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:47.589225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 46d7365d-f50e-4201-b83f-ab24e2f82ac5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=46d7365d-f50e-4201-b83f-ab24e2f82ac5,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:47.589596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.599565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ed57f-5160-4d2e-8ae6-dbc8a58b96c9 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.601541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ed57f-5160-4d2e-8ae6-dbc8a58b96c9 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.603294 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3c1ed57f-5160-4d2e-8ae6-dbc8a58b96c9 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1003418 Jul 16 18:17:47.607760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.613300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 46d7365d-f50e-4201-b83f-ab24e2f82ac5 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:47.684564 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-60770665-1817-47d3-8916-d930d9d87a18 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] show failed (client error): The resource could not be found. Jul 16 18:17:47.685662 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-60770665-1817-47d3-8916-d930d9d87a18 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "GET /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags/tempest-TagsTest-Tag-829357480 HTTP/1.1" status: 404 len: 325 time: 0.1687019 Jul 16 18:17:47.691092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53260) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.696467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-de7aed69-39d7-4203-b936-40cf4943da56 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22', 'tempest-TagsTest-Tag-1264257377') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:47.710022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8220bed-0cc1-4b1c-afa9-9aa17c568dfd tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.711557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8220bed-0cc1-4b1c-afa9-9aa17c568dfd tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.713192 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d8220bed-0cc1-4b1c-afa9-9aa17c568dfd tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1030626 Jul 16 18:17:47.716616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53262) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.842126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd9df49-0fd4-4e2e-b793-8c1135b58cf8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.845145 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5cd9df49-0fd4-4e2e-b793-8c1135b58cf8 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/networks/8aa7d519-e99a-4965-8802-34df05da7a2d HTTP/1.1" status: 200 len: 800 time: 0.1260748 Jul 16 18:17:47.847620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.888141 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-de7aed69-39d7-4203-b936-40cf4943da56 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] show failed (client error): The resource could not be found. Jul 16 18:17:47.889232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-de7aed69-39d7-4203-b936-40cf4943da56 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "GET /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags/tempest-TagsTest-Tag-1264257377 HTTP/1.1" status: 404 len: 326 time: 0.1971943 Jul 16 18:17:47.893843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.900766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-b6f9f15b-0915-4dc5-be06-01e3199f2713 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bcf13d1d-18dc-40ac-a096-89779a68cc22') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:47.981457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.016536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=46d7365d-f50e-4201-b83f-ab24e2f82ac5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.032735 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b8ac39d1-ec7a-41c0-9238-3072ac436b2e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/networks/8aa7d519-e99a-4965-8802-34df05da7a2d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1830328 Jul 16 18:17:48.039764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53294) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:48.188583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-cfe6f762-193b-4963-a936-86daab00658c tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.193785 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-cfe6f762-193b-4963-a936-86daab00658c tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 948 time: 0.2475367 Jul 16 18:17:48.202838 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b6f9f15b-0915-4dc5-be06-01e3199f2713 tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "DELETE /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22/tags HTTP/1.1" status: 204 len: 168 time: 0.3079975 Jul 16 18:17:48.229139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:48.268445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c23b33a-10a8-4317-844d-058146223b06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.274403 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7c23b33a-10a8-4317-844d-058146223b06 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/subnets/195de44e-c1ae-4a5a-a417-8fe647471bc1 HTTP/1.1" status: 200 len: 811 time: 0.2292347 Jul 16 18:17:48.286922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53302) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:48.321568 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.400384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2258224-1e5a-4338-96a4-1c5ebac1d6c5 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.405462 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c2258224-1e5a-4338-96a4-1c5ebac1d6c5 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "GET /v2.0/subnets/195de44e-c1ae-4a5a-a417-8fe647471bc1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1132743 Jul 16 18:17:48.408955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53308) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:48.418172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-570687501'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:48.487766 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.531158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.571855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-899449be-ccff-42c8-ad94-51b782887cd2 req-bd2fe3fc-7099-4207-a559-421bf6dd363b tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0830374 Jul 16 18:17:48.575136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf13d1d-18dc-40ac-a096-89779a68cc22']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:48.577280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53312) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:48.644910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8770c51-99af-4b9d-9515-924b9f6bdaa7') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:48.645325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8770c51-99af-4b9d-9515-924b9f6bdaa7') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:48.663892 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.699254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcebfb-8e30-4ce7-86b2-875a96063101 req-40de97c9-8739-4ea6-9955-29085e794c61 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.707147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90dcebfb-8e30-4ce7-86b2-875a96063101 req-40de97c9-8739-4ea6-9955-29085e794c61 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 948 time: 0.3291349 Jul 16 18:17:48.737146 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.773752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:48.774163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:48.782434 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:48.795963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Deleting port 28be3633-eb03-42c6-9a2d-56baf767fdf5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:48.796360 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.801198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:48.802294 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01bb734f-a04a-4c73-800a-51947e7f7d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.805245 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.889629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90dcebfb-8e30-4ce7-86b2-875a96063101 req-0e000a65-da45-43e2-82d1-617d15fbeaf0 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/security-groups?id=af32a0fa-5824-44d5-a753-8b78f326b89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815364 Jul 16 18:17:48.911289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:48.920243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] For port 28be3633-eb03-42c6-9a2d-56baf767fdf5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=28be3633-eb03-42c6-9a2d-56baf767fdf5,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:48.920489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.920630 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.926203 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.928740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] 10.222.0.60 "DELETE /v2.0/networks/bcf13d1d-18dc-40ac-a096-89779a68cc22 HTTP/1.1" status: 204 len: 168 time: 0.6984470 Jul 16 18:17:48.943639 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.944024 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Added segment 6f97c442-c7c6-4608-9d6a-d052566b95fc of type vlan for network e066dcfd-a8c5-4d36-8a58-eda392b2e1de Jul 16 18:17:48.945569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Calling delete_port for 28be3633-eb03-42c6-9a2d-56baf767fdf5 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:48.994540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Pushing event deleted for resources: {'Network': ['ID=bcf13d1d-18dc-40ac-a096-89779a68cc22,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.024679 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.033934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.034283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.034699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.035575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.036649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.037193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.037330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.037657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.038053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.038550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.039177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.039513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9322eab9-8293-45d5-aee4-de847e03c28b tempest-TagsTest-1183949494 tempest-TagsTest-1183949494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:49.077208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.082907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.084013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.148092 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01bb734f-a04a-4c73-800a-51947e7f7d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.150191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:49.156379 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01bb734f-a04a-4c73-800a-51947e7f7d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.182060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Network': ['ID=e066dcfd-a8c5-4d36-8a58-eda392b2e1de,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.202730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e066dcfd-a8c5-4d36-8a58-eda392b2e1de details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:49.205574 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3229fcdd-abd3-44e9-bbe5-a27d1cf24726 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7932222 Jul 16 18:17:49.209553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.218894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'network_id': 'e066dcfd-a8c5-4d36-8a58-eda392b2e1de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:49.219178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-01bb734f-a04a-4c73-800a-51947e7f7d76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=007268fc47a34819998630924a50f5a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6359622 Jul 16 18:17:49.220201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53324) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.261422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb734f-a04a-4c73-800a-51947e7f7d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86003fe1-a38f-4b89-83f2-5d0eed2f889f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.299841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.301321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53326) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.337821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:49.347912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1d0c62dc-7e01-4ad5-9e55-1782f59c25b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "PUT /v2.0/routers/3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8374181 Jul 16 18:17:49.348635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53330) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.353628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] Sync routers for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:49.365389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:49.366570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:17:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:49.391398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Pushing event deleted for resources: {'Port': ['ID=28be3633-eb03-42c6-9a2d-56baf767fdf5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.419333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-16944e06-4c81-4b09-b208-7eb77d906912 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting subnet 74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:49.424077 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16944e06-4c81-4b09-b208-7eb77d906912 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.477662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] No DVR routers for this DVR port 28be3633-eb03-42c6-9a2d-56baf767fdf5 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:49.482564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.483227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16944e06-4c81-4b09-b208-7eb77d906912 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.484838 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0233a0e5-71c5-495d-bda7-ffe237b1580f req-8f7859bb-bdf3-42eb-b001-26cf2e3906c8 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.46 "DELETE /v2.0/ports/28be3633-eb03-42c6-9a2d-56baf767fdf5 HTTP/1.1" status: 204 len: 173 time: 1.2782886 Jul 16 18:17:49.485862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-deleted', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:49.488358 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ba4bec-abd0-498f-862e-853edc7afa3a" -d '{"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-deleted", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:49.499072 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-900c2e78-10cd-4ce1-a63b-ae3eb95e0a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.531420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Made reservation on behalf of caa6424a58c542f8a27130ee133b48d2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:49.535235 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.536157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:49.622114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Performing IP validity checks on allocation pools {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:17:49.622655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:17:49.625217 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16944e06-4c81-4b09-b208-7eb77d906912 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.715947 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16944e06-4c81-4b09-b208-7eb77d906912 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.718664 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcec86cc-690e-477a-9a45-4bae9c868aee x-openstack-request-id: req-bcec86cc-690e-477a-9a45-4bae9c868aee {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:49.718972 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a30894c-6520-4f0f-8166-7a9627bdebc8", "name": "network-vif-deleted", "tag": "28be3633-eb03-42c6-9a2d-56baf767fdf5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:49.719278 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcec86cc-690e-477a-9a45-4bae9c868aee {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:49.719687 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a30894c-6520-4f0f-8166-7a9627bdebc8', 'name': 'network-vif-deleted', 'tag': '28be3633-eb03-42c6-9a2d-56baf767fdf5', 'status': 'completed', 'code': 200} Jul 16 18:17:49.725350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-900c2e78-10cd-4ce1-a63b-ae3eb95e0a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.759684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb6335-2753-4c54-b1cf-baea26511b22 None None] Network 14e2a8b9-acc3-48e6-911b-f725837fcde9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:49.763359 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16944e06-4c81-4b09-b208-7eb77d906912 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.765763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-16944e06-4c81-4b09-b208-7eb77d906912 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/subnets/74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3 HTTP/1.1" status: 204 len: 168 time: 0.4158738 Jul 16 18:17:49.776185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53338) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.794818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16944e06-4c81-4b09-b208-7eb77d906912 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Subnet': ['ID=74b5f6cb-1a10-4eaa-9a1b-1dec2c33d1f3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.849269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83518233-929d-4514-88b8-833d3cc11789 req-fd6c5974-086b-446b-b983-c485bbb81da8 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0568535 Jul 16 18:17:49.904057 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dd2bbcd6-7ad3-4379-a205-b390f9c0bfc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=786d1ae25c9544ad8c5ce3902c1f3fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677149 Jul 16 18:17:49.907194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53340) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.922271 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.982426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4b6646e-6e28-4fa8-9163-4ba4a313ee85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.033491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4b6646e-6e28-4fa8-9163-4ba4a313ee85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.044942 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-900c2e78-10cd-4ce1-a63b-ae3eb95e0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.047617 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-900c2e78-10cd-4ce1-a63b-ae3eb95e0a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.051828 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-900c2e78-10cd-4ce1-a63b-ae3eb95e0a5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86003fe1-a38f-4b89-83f2-5d0eed2f889f HTTP/1.1" status: 204 len: 168 time: 0.8292861 Jul 16 18:17:50.077818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=b4627e24-0b82-4f40-b846-1b1e46058655,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.088411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c2e78-10cd-4ce1-a63b-ae3eb95e0a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86003fe1-a38f-4b89-83f2-5d0eed2f889f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.102379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.123900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:17:47Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:50.168313 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4b6646e-6e28-4fa8-9163-4ba4a313ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.180221 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4b6646e-6e28-4fa8-9163-4ba4a313ee85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.189792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e4b6646e-6e28-4fa8-9163-4ba4a313ee85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b57fbc0a-8252-48b6-92e5-f0eb9d4054cb HTTP/1.1" status: 204 len: 168 time: 0.2784789 Jul 16 18:17:50.218348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Checking segment: {'id': '6f97c442-c7c6-4608-9d6a-d052566b95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e066dcfd-a8c5-4d36-8a58-eda392b2e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:50.218988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network hostable DHCP agents. Network: e066dcfd-a8c5-4d36-8a58-eda392b2e1de, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:50.226898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6646e-6e28-4fa8-9163-4ba4a313ee85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57fbc0a-8252-48b6-92e5-f0eb9d4054cb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.263160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-232c0c03-1ad7-4f47-851b-6e50e9158ad6 req-dc4e5327-7c29-46f7-b696-062470c6c844 tempest-ListImageFiltersTestJSON-1375792506 tempest-ListImageFiltersTestJSON-1375792506-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a30894c-6520-4f0f-8166-7a9627bdebc8 HTTP/1.1" status: 200 len: 210 time: 0.0514748 Jul 16 18:17:50.272964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] Checking router: 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:50.280123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beeeca9-25be-49c3-b87b-77e03a43ac09 None None] DHCP port deletion for 14e2a8b9-acc3-48e6-911b-f725837fcde9 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:50.334462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Network e066dcfd-a8c5-4d36-8a58-eda392b2e1de is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:50.347465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] Routers {'3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:50.349092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:17:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:50.360624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e066dcfd-a8c5-4d36-8a58-eda392b2e1de) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:50.369551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:50.370230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.396137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81474a0f-c3c7-4abf-80cd-456b2ecbd065 None None] Network e066dcfd-a8c5-4d36-8a58-eda392b2e1de requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:50.402988 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-26ea7abb-8b20-4207-a962-8c80efaf344a tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1923745 Jul 16 18:17:50.404744 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.406107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:50.415378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-57b4946c-51f4-42f2-bc27-bb5ae89fb0a5 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:50.530651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 48b9a156-4d94-47db-af8e-91ec5e08f6cc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:50.531215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.654188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 48b9a156-4d94-47db-af8e-91ec5e08f6cc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=48b9a156-4d94-47db-af8e-91ec5e08f6cc,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:50.654188 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.669797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 48b9a156-4d94-47db-af8e-91ec5e08f6cc owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:50.689394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53356) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:50.748218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] Set router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:50.816639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5beeeca9-25be-49c3-b87b-77e03a43ac09 None None] Deleting port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:50.817399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5beeeca9-25be-49c3-b87b-77e03a43ac09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.876776 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25f719fc-36cd-4879-a75b-cd09023b2a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.986626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57b4946c-51f4-42f2-bc27-bb5ae89fb0a5 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60229509'] for subnet, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.009225 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.048385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=48b9a156-4d94-47db-af8e-91ec5e08f6cc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.101589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5beeeca9-25be-49c3-b87b-77e03a43ac09 None None] For port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=441ee1c4-8c18-47f6-8c24-4aea853ea3b7,segment=NetworkSegment(09499039-efd7-4fe5-b67a-16621e8d5700),segment_id=09499039-efd7-4fe5-b67a-16621e8d5700)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:51.102001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5beeeca9-25be-49c3-b87b-77e03a43ac09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.147104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5beeeca9-25be-49c3-b87b-77e03a43ac09 None None] Calling delete_port for 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:51.163560 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.172913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-e066dcfd-a8c5-4d36-8a58-eda392b2e1de', 'network_id': 'e066dcfd-a8c5-4d36-8a58-eda392b2e1de', 'tenant_id': 'caa6424a58c542f8a27130ee133b48d2', 'fixed_ips': [{'subnet_id': 'b4627e24-0b82-4f40-b846-1b1e46058655'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:51.173887 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.264182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57b4946c-51f4-42f2-bc27-bb5ae89fb0a5 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759291421067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59808155'] for subnet, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.322303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.327761 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.330467 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25f719fc-36cd-4879-a75b-cd09023b2a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.341983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-025f4966-a2cf-43d5-9281-e2ad2ab0e89a req-c626cb7a-d58d-455b-905e-03aa0d27e9cd tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0912566 Jul 16 18:17:51.374267 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25f719fc-36cd-4879-a75b-cd09023b2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.417671 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-25f719fc-36cd-4879-a75b-cd09023b2a1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34048a62afbe4f98ae4818595a86e848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7265117 Jul 16 18:17:51.422566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53382) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:51.446153 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5beeeca9-25be-49c3-b87b-77e03a43ac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.452833 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.453378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Fanout notify agent at l3_agent the message router_deleted on router 3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:17:51.456041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4946c-51f4-42f2-bc27-bb5ae89fb0a5 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:51.456944 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-57b4946c-51f4-42f2-bc27-bb5ae89fb0a5 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.458785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-57b4946c-51f4-42f2-bc27-bb5ae89fb0a5 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "PUT /v2.0/subnets/b4627e24-0b82-4f40-b846-1b1e46058655 HTTP/1.1" status: 200 len: 877 time: 1.0513883 Jul 16 18:17:51.464590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53384) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:51.473378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.475578 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c087ea22-bcf5-4d5c-bf0b-9ca3925dea75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/routers/3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d HTTP/1.1" status: 204 len: 168 time: 1.6983223 Jul 16 18:17:51.483456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:51.510679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f719fc-36cd-4879-a75b-cd09023b2a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a79c06-8f40-4b3b-9c93-ca2a93a8193f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.518397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4946c-51f4-42f2-bc27-bb5ae89fb0a5 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event updated for resources: {'Subnet': ['ID=b4627e24-0b82-4f40-b846-1b1e46058655,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.566442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66be8c7c-be49-410c-8bf5-139bd3bee948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.573878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beeeca9-25be-49c3-b87b-77e03a43ac09 None None] No DVR routers for this DVR port 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:51.588749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beeeca9-25be-49c3-b87b-77e03a43ac09 None None] Pushing event deleted for resources: {'Port': ['ID=441ee1c4-8c18-47f6-8c24-4aea853ea3b7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.601540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:17:47Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.636669 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.648835 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66be8c7c-be49-410c-8bf5-139bd3bee948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.656989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c216236-f985-4c59-8249-8252ead36cc7 None None] The sync data for ids ['3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d'] in n-d-793619-10 is: [{'id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970934183', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:58Z', 'updated_at': '2021-07-16T18:17:47Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '48b9a156-4d94-47db-af8e-91ec5e08f6cc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3390e544-c45a-4bfc-8aa9-2d4c0c9d5a3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:59Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:51.663105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Allocated IP 172.20.0.3 (e066dcfd-a8c5-4d36-8a58-eda392b2e1de/b4627e24-0b82-4f40-b846-1b1e46058655/49d2a85a-cc05-4b20-ba1d-7c45b371ab28) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:51.733898 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.768555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66be8c7c-be49-410c-8bf5-139bd3bee948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.772599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66be8c7c-be49-410c-8bf5-139bd3bee948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.773774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-66be8c7c-be49-410c-8bf5-139bd3bee948 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46a79c06-8f40-4b3b-9c93-ca2a93a8193f HTTP/1.1" status: 204 len: 168 time: 0.3399477 Jul 16 18:17:51.788593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be8c7c-be49-410c-8bf5-139bd3bee948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a79c06-8f40-4b3b-9c93-ca2a93a8193f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.835378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.869597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.887913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e2a8b9-acc3-48e6-911b-f725837fcde9']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.916722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09499039-efd7-4fe5-b67a-16621e8d5700') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.917021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09499039-efd7-4fe5-b67a-16621e8d5700') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.933003 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.938849 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.953723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Transition to ACTIVE for port object 49d2a85a-cc05-4b20-ba1d-7c45b371ab28 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:51.961252 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.968953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:51.969633 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:51.973280 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:51.987593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Transition to ACTIVE for port object 49d2a85a-cc05-4b20-ba1d-7c45b371ab28 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:52.001663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.029584 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.082267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Network e066dcfd-a8c5-4d36-8a58-eda392b2e1de is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:52.087939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:52.092211 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.096090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:52.099587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Pushing event updated for resources: {'Port': ['ID=49d2a85a-cc05-4b20-ba1d-7c45b371ab28,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.117941 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.134066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/networks/14e2a8b9-acc3-48e6-911b-f725837fcde9 HTTP/1.1" status: 204 len: 168 time: 0.6492012 Jul 16 18:17:52.154664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53408) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.174767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=b4627e24-0b82-4f40-b846-1b1e46058655,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.232822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293ccfc-4558-4bd6-8b9f-bc1bf03c6f4d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Network': ['ID=14e2a8b9-acc3-48e6-911b-f725837fcde9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.237817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Attempting to bind port 49d2a85a-cc05-4b20-ba1d-7c45b371ab28 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:52.238202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Attempting to bind port 49d2a85a-cc05-4b20-ba1d-7c45b371ab28 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '6f97c442-c7c6-4608-9d6a-d052566b95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e066dcfd-a8c5-4d36-8a58-eda392b2e1de'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:52.238573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Attempting to bind port 49d2a85a-cc05-4b20-ba1d-7c45b371ab28 on network e066dcfd-a8c5-4d36-8a58-eda392b2e1de {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:52.261598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:52.262241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Checking segment: {'id': '6f97c442-c7c6-4608-9d6a-d052566b95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e066dcfd-a8c5-4d36-8a58-eda392b2e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:52.262998 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.263563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Bound using segment: {'id': '6f97c442-c7c6-4608-9d6a-d052566b95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e066dcfd-a8c5-4d36-8a58-eda392b2e1de'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:52.264229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Bound port: 49d2a85a-cc05-4b20-ba1d-7c45b371ab28, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f97c442-c7c6-4608-9d6a-d052566b95fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e066dcfd-a8c5-4d36-8a58-eda392b2e1de'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:52.264895 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.279167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.310843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e066dcfd-a8c5-4d36-8a58-eda392b2e1de']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:52.324585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f97c442-c7c6-4608-9d6a-d052566b95fc') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:52.324897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f97c442-c7c6-4608-9d6a-d052566b95fc') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:52.340412 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.348245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 46d7365d-f50e-4201-b83f-ab24e2f82ac5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:52.359160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.370455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:52.370894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.407878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 46d7365d-f50e-4201-b83f-ab24e2f82ac5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:52.408909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 46d7365d-f50e-4201-b83f-ab24e2f82ac5 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:52.410964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:52.445489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2645060a-aae0-4898-b248-3b0765377aad tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:52.477273 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:52.479689 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:17:52.479689 n-d-793619-10 neutron-server[93824]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:17:52.479689 n-d-793619-10 neutron-server[93824]: [parameters: {'id': 'e066dcfd-a8c5-4d36-8a58-eda392b2e1de'}] Jul 16 18:17:52.479689 n-d-793619-10 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:52.481157 n-d-793619-10 neutron-server[93824]: DEBUG oslo_db.api [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:52.495784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:52.496331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 441ee1c4-8c18-47f6-8c24-4aea853ea3b7 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:52.518857 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2645060a-aae0-4898-b248-3b0765377aad tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.545723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] For port 49d2a85a-cc05-4b20-ba1d-7c45b371ab28, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:52.549227 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] For port 49d2a85a-cc05-4b20-ba1d-7c45b371ab28, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=49d2a85a-cc05-4b20-ba1d-7c45b371ab28,segment=NetworkSegment(6f97c442-c7c6-4608-9d6a-d052566b95fc),segment_id=6f97c442-c7c6-4608-9d6a-d052566b95fc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:52.554587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.705866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff65b281-61d3-4541-ac45-738c4e9e0a00 req-3cea1606-6b5d-4da2-91aa-b9940f931350 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0977826 Jul 16 18:17:52.713544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81114986-9922-4868-b8ef-f44305c481f3 None None] Network e066dcfd-a8c5-4d36-8a58-eda392b2e1de requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:52.716296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0073a-fce4-4ec7-bc2a-0fc55551127f None None] Pushing event updated for resources: {'Port': ['ID=49d2a85a-cc05-4b20-ba1d-7c45b371ab28,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.768130 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2645060a-aae0-4898-b248-3b0765377aad tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.776590 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2645060a-aae0-4898-b248-3b0765377aad tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.777768 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2645060a-aae0-4898-b248-3b0765377aad tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/security-groups/d94a9582-11b0-44da-94c6-859f5de7df94 HTTP/1.1" status: 204 len: 168 time: 0.6223300 Jul 16 18:17:52.800986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645060a-aae0-4898-b248-3b0765377aad tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94a9582-11b0-44da-94c6-859f5de7df94,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.903311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52acdbf-82a3-4eea-892e-10595491532d None None] Network e066dcfd-a8c5-4d36-8a58-eda392b2e1de requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:52.982970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.061371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Deleting port 49d2a85a-cc05-4b20-ba1d-7c45b371ab28 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:53.062183 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.089565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863630f8-f33f-4070-ac79-6e0719083df9 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:17:53.153650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] For port 49d2a85a-cc05-4b20-ba1d-7c45b371ab28, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=49d2a85a-cc05-4b20-ba1d-7c45b371ab28,segment=NetworkSegment(6f97c442-c7c6-4608-9d6a-d052566b95fc),segment_id=6f97c442-c7c6-4608-9d6a-d052566b95fc)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:53.154500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.172437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Calling delete_port for 49d2a85a-cc05-4b20-ba1d-7c45b371ab28 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:53.289392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863630f8-f33f-4070-ac79-6e0719083df9 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:17:53.300082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.344388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Port': ['ID=49d2a85a-cc05-4b20-ba1d-7c45b371ab28,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.350813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No DVR routers for this DVR port 49d2a85a-cc05-4b20-ba1d-7c45b371ab28 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:53.363405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:53.367310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5c6741b9-4560-45fb-94e9-c74e3dc9ae41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340858082', 'description': 'tempest-secgroup-smoke-340858082 description', 'project_id': '31c96d00249a453298ef421573e576c2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:53.416086 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6741b9-4560-45fb-94e9-c74e3dc9ae41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.540182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:53.552931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.586348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e066dcfd-a8c5-4d36-8a58-eda392b2e1de']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:53.614573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 28be3633-eb03-42c6-9a2d-56baf767fdf5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:53.614991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 28be3633-eb03-42c6-9a2d-56baf767fdf5 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:53.615516 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6741b9-4560-45fb-94e9-c74e3dc9ae41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.620864 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6741b9-4560-45fb-94e9-c74e3dc9ae41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.627938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f97c442-c7c6-4608-9d6a-d052566b95fc') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:53.629384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f97c442-c7c6-4608-9d6a-d052566b95fc') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:53.654448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.688553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6741b9-4560-45fb-94e9-c74e3dc9ae41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace852c7-7300-4316-aa30-cd2462532235,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.692491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c6741b9-4560-45fb-94e9-c74e3dc9ae41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.694593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5c6741b9-4560-45fb-94e9-c74e3dc9ae41 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3330595 Jul 16 18:17:53.697613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53488) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:53.703947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e31b83cf-836a-430d-9330-67c885585487 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'ace852c7-7300-4316-aa30-cd2462532235', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:53.710607 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.730211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:53.733468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:53.747261 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:53.768162 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e31b83cf-836a-430d-9330-67c885585487 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.867646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:53.893763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.910177 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.919457 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/e066dcfd-a8c5-4d36-8a58-eda392b2e1de HTTP/1.1" status: 204 len: 168 time: 2.4407337 Jul 16 18:17:53.920041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53510) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:53.923748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e31b83cf-836a-430d-9330-67c885585487 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.939189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d64225-70de-44ad-a868-ea811248be39 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=e066dcfd-a8c5-4d36-8a58-eda392b2e1de,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.956672 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e31b83cf-836a-430d-9330-67c885585487 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.976130 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-568a0873-348d-4a0f-a1b3-9dc9bac9a74c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:53.976618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568a0873-348d-4a0f-a1b3-9dc9bac9a74c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:53.978655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-568a0873-348d-4a0f-a1b3-9dc9bac9a74c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/b4627e24-0b82-4f40-b846-1b1e46058655 HTTP/1.1" status: 404 len: 337 time: 0.0575140 Jul 16 18:17:53.981248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:53.983902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b83cf-836a-430d-9330-67c885585487 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ef8b48-2c22-4c42-9c73-e285b81b0e91,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.996898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e31b83cf-836a-430d-9330-67c885585487 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.998770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e31b83cf-836a-430d-9330-67c885585487 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996840 Jul 16 18:17:54.002874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53514) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.014153 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-b630e7f2-e39f-46e0-be65-211fb3bc23ca tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.014976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b630e7f2-e39f-46e0-be65-211fb3bc23ca tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.015112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-95f70e3f-7a8f-47e1-a862-4d9a84a95d4c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'ace852c7-7300-4316-aa30-cd2462532235', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:54.017258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b630e7f2-e39f-46e0-be65-211fb3bc23ca tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/e066dcfd-a8c5-4d36-8a58-eda392b2e1de HTTP/1.1" status: 404 len: 339 time: 0.0349429 Jul 16 18:17:54.019782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53516) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.039132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-519310481-network', 'tenant_id': '296dad8152bb4cdcba63088b527dd85d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:54.054651 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a553d3-449a-4ee6-81c9-2c38a0e4997e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.055115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60a553d3-449a-4ee6-81c9-2c38a0e4997e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.057228 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-60a553d3-449a-4ee6-81c9-2c38a0e4997e tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/44455c6f-85a6-4873-b3c5-e934e82bc593 HTTP/1.1" status: 404 len: 337 time: 0.0355937 Jul 16 18:17:54.059410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53518) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.073883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 48b9a156-4d94-47db-af8e-91ec5e08f6cc no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:54.104742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 48b9a156-4d94-47db-af8e-91ec5e08f6cc {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:54.113609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 48b9a156-4d94-47db-af8e-91ec5e08f6cc not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:54.120560 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95f70e3f-7a8f-47e1-a862-4d9a84a95d4c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.122339 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcbf6e0-6e8f-4fad-bfaf-77b79ed82a55 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.128821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcbf6e0-6e8f-4fad-bfaf-77b79ed82a55 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.131687 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2dcbf6e0-6e8f-4fad-bfaf-77b79ed82a55 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/2210980b-8a40-4737-b6bf-362151a6764b HTTP/1.1" status: 404 len: 339 time: 0.0706716 Jul 16 18:17:54.134231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.188581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3104ccd-704a-4f79-92ae-20c48b59c9b5 req-e34fe81a-8107-40bc-9f54-fb339c2bbc6c tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0648928 Jul 16 18:17:54.214347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Made reservation on behalf of 296dad8152bb4cdcba63088b527dd85d for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:54.218351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.233378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.256281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.291869 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95f70e3f-7a8f-47e1-a862-4d9a84a95d4c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.305757 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95f70e3f-7a8f-47e1-a862-4d9a84a95d4c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.341112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f70e3f-7a8f-47e1-a862-4d9a84a95d4c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a155499d-247c-4f4a-86c1-f05f642050ff,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.346809 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.359564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a3110a-2e15-42f0-953f-55404c72bdd4']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:54.372642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001b0da3-bebf-4b3f-ab06-97f96ece78e4') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:54.373360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001b0da3-bebf-4b3f-ab06-97f96ece78e4') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:54.389817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.405404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.416303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:54.416912 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:54.421353 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:54.451909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.457568 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.464283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95f70e3f-7a8f-47e1-a862-4d9a84a95d4c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.465857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-95f70e3f-7a8f-47e1-a862-4d9a84a95d4c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4614081 Jul 16 18:17:54.474015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53532) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.483141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-72590f58-41db-4a8d-9fd7-993e946ce24f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'ace852c7-7300-4316-aa30-cd2462532235', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:54.505381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70c9ab0-3a85-49bc-b24f-721de2f2438d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.506274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.515262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.516142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:54.521420 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/44a3110a-2e15-42f0-953f-55404c72bdd4 HTTP/1.1" status: 204 len: 168 time: 0.3847482 Jul 16 18:17:54.522851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53534) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.534969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bd482-7464-484d-832d-ab607d1c95fc tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=44a3110a-2e15-42f0-953f-55404c72bdd4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.559610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.559957 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Added segment b46f9e2a-c27c-4387-8bc6-7a438e3300e9 of type vlan for network 35057297-642e-427f-a9a9-1a9e72f1e405 Jul 16 18:17:54.569733 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a508a0-5a27-4c72-9141-40aa61b08cd3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.570189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a508a0-5a27-4c72-9141-40aa61b08cd3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.571916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-88a508a0-5a27-4c72-9141-40aa61b08cd3 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/6d1d18fd-4ed6-4cc7-a288-f8e7f9c15941 HTTP/1.1" status: 404 len: 337 time: 0.0464873 Jul 16 18:17:54.573574 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72590f58-41db-4a8d-9fd7-993e946ce24f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.574770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.599396 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e71892-d415-43b3-8355-000466911982 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.599980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e71892-d415-43b3-8355-000466911982 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.602137 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e9e71892-d415-43b3-8355-000466911982 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/6a62adf6-271a-4943-85bb-2867fac12138 HTTP/1.1" status: 404 len: 339 time: 0.0262632 Jul 16 18:17:54.604823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.630921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.631515 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc72b49-81da-436f-adc2-3e2644585149 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.631770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc72b49-81da-436f-adc2-3e2644585149 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.633561 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5dc72b49-81da-436f-adc2-3e2644585149 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/a3f7ecf4-4163-4d75-a00a-04c87d308f1f HTTP/1.1" status: 404 len: 337 time: 0.0276895 Jul 16 18:17:54.636288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53542) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.646409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.665074 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-005057e5-ba17-4217-aaba-02f8796322f0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.665665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005057e5-ba17-4217-aaba-02f8796322f0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.667435 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-005057e5-ba17-4217-aaba-02f8796322f0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/85efe4d8-d3ee-48c7-9782-c80e6443ccb6 HTTP/1.1" status: 404 len: 339 time: 0.0301888 Jul 16 18:17:54.670269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.675784 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72590f58-41db-4a8d-9fd7-993e946ce24f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.682850 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72590f58-41db-4a8d-9fd7-993e946ce24f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.690754 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.691703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:54.692836 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.700138 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-801e0cdc-da15-4e18-92ff-699788f5eeba tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.700634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801e0cdc-da15-4e18-92ff-699788f5eeba tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.702490 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-801e0cdc-da15-4e18-92ff-699788f5eeba tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/4f85e859-6737-479c-bac2-420dff5c3a09 HTTP/1.1" status: 404 len: 337 time: 0.0302963 Jul 16 18:17:54.705418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53550) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.725506 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6d72f7-5dc9-43af-bc8b-08ec9c4bad66 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.726114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6d72f7-5dc9-43af-bc8b-08ec9c4bad66 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.728040 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ea6d72f7-5dc9-43af-bc8b-08ec9c4bad66 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/c51ba61b-e6bd-4a6f-b866-7c34d46b3267 HTTP/1.1" status: 404 len: 339 time: 0.0216362 Jul 16 18:17:54.731233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.756439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72590f58-41db-4a8d-9fd7-993e946ce24f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e52abf-8783-4397-9324-7c252aa60889,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.759150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8904934 Jul 16 18:17:54.767126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53556) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.771503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72590f58-41db-4a8d-9fd7-993e946ce24f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.771867 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-667b90bb-72e0-4013-80ba-b85df05a93c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.772570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-72590f58-41db-4a8d-9fd7-993e946ce24f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2960417 Jul 16 18:17:54.775736 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667b90bb-72e0-4013-80ba-b85df05a93c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.779801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-667b90bb-72e0-4013-80ba-b85df05a93c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/c02d7eaa-b73a-4cd1-8aee-a822c04780f2 HTTP/1.1" status: 404 len: 337 time: 0.0453229 Jul 16 18:17:54.781207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.781751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.785516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Request body: {'subnet': {'network_id': '35057297-642e-427f-a9a9-1a9e72f1e405', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-519310481-subnet', 'tenant_id': '296dad8152bb4cdcba63088b527dd85d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:54.794079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ff8576be-8535-48d0-acc9-b37566267d83 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'ace852c7-7300-4316-aa30-cd2462532235', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:54.832029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Made reservation on behalf of 296dad8152bb4cdcba63088b527dd85d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:54.836065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.849979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc6b6a-8740-4a03-99ef-3c22f980303c admin admin] Pushing event updated for resources: {'Network': ['ID=35057297-642e-427f-a9a9-1a9e72f1e405,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.854116 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef751b02-ee16-4703-8c47-7890ab4a112c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.854711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef751b02-ee16-4703-8c47-7890ab4a112c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.856421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ef751b02-ee16-4703-8c47-7890ab4a112c tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/e9322e92-b487-4912-9834-ecfe765cf440 HTTP/1.1" status: 404 len: 339 time: 0.0726089 Jul 16 18:17:54.859818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.861890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 35057297-642e-427f-a9a9-1a9e72f1e405 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:54.863777 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ea3aacd2-39c5-4541-8623-32dc40c68fce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdb39d573e89406aa5ddf4cbf77ea40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163262 Jul 16 18:17:54.867707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53566) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.906177 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d93ffe-7318-4971-80b4-ce08bea0e2a0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.906414 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff8576be-8535-48d0-acc9-b37566267d83 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.906593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d93ffe-7318-4971-80b4-ce08bea0e2a0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.908288 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-56d93ffe-7318-4971-80b4-ce08bea0e2a0 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/32d4bc68-9e0b-46cd-a1a3-0f22e14063d9 HTTP/1.1" status: 404 len: 337 time: 0.0473108 Jul 16 18:17:54.911671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.961842 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d607b546-ace1-4e94-94cf-877e11db95a1 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:54.962409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d607b546-ace1-4e94-94cf-877e11db95a1 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:54.964228 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d607b546-ace1-4e94-94cf-877e11db95a1 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/7ae577d4-5ecf-46a2-b532-26e55901a0ac HTTP/1.1" status: 404 len: 339 time: 0.0513635 Jul 16 18:17:54.967511 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53570) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.971594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84187f18-d0c8-4f79-ac47-32cb8b02b7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.995327 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff8576be-8535-48d0-acc9-b37566267d83 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.003347 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93cf2d3-0b2e-4726-a7c9-28ee2618a8ba tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:55.004136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93cf2d3-0b2e-4726-a7c9-28ee2618a8ba tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:55.005406 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84187f18-d0c8-4f79-ac47-32cb8b02b7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.006743 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a93cf2d3-0b2e-4726-a7c9-28ee2618a8ba tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/47cfa9b9-fa6d-4fe3-ab7b-348ff741d582 HTTP/1.1" status: 404 len: 337 time: 0.0386612 Jul 16 18:17:55.007157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff8576be-8535-48d0-acc9-b37566267d83 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.009849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.028787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8576be-8535-48d0-acc9-b37566267d83 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab200b01-de82-43b2-9e83-ea53493caafe,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.033893 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-98208598-5ff0-4f94-a4e0-ffe16f0ded17 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:55.035062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98208598-5ff0-4f94-a4e0-ffe16f0ded17 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:55.037614 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-98208598-5ff0-4f94-a4e0-ffe16f0ded17 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/8bbcd957-c661-4c80-868c-02e64c10f189 HTTP/1.1" status: 404 len: 339 time: 0.0266466 Jul 16 18:17:55.040106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.058826 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff8576be-8535-48d0-acc9-b37566267d83 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.062750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ff8576be-8535-48d0-acc9-b37566267d83 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2775071 Jul 16 18:17:55.063570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53578) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.068231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-da27ce9a-755d-4952-925c-89e4eacb53fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'ace852c7-7300-4316-aa30-cd2462532235', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:55.077432 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2050fd57-7c70-4d0d-a7c8-70c94e85e429 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:55.077911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2050fd57-7c70-4d0d-a7c8-70c94e85e429 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:55.079655 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2050fd57-7c70-4d0d-a7c8-70c94e85e429 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/342a8604-6b94-4ffa-8fe9-1b6ef131eae7 HTTP/1.1" status: 404 len: 337 time: 0.0384464 Jul 16 18:17:55.082295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53580) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.112843 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d12f79-f89a-4590-ab23-5e7e258860c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:55.113556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d12f79-f89a-4590-ab23-5e7e258860c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:55.115469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-26d12f79-f89a-4590-ab23-5e7e258860c2 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/80a0b403-fe83-4606-8995-4611e721167a HTTP/1.1" status: 404 len: 339 time: 0.0315797 Jul 16 18:17:55.120715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.149236 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-da27ce9a-755d-4952-925c-89e4eacb53fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Project 31c96d00249a453298ef421573e576c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:17:55.152940 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca75b9ce-7056-49f4-b357-8e1746c26749 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:55.153398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca75b9ce-7056-49f4-b357-8e1746c26749 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:55.155298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ca75b9ce-7056-49f4-b357-8e1746c26749 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/567b830b-ae8a-4bea-80be-bf94c9a18a72 HTTP/1.1" status: 404 len: 337 time: 0.0363796 Jul 16 18:17:55.157535 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84187f18-d0c8-4f79-ac47-32cb8b02b7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.158042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53584) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.160053 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84187f18-d0c8-4f79-ac47-32cb8b02b7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.162424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-84187f18-d0c8-4f79-ac47-32cb8b02b7dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af32a0fa-5824-44d5-a753-8b78f326b89f HTTP/1.1" status: 204 len: 168 time: 0.2881737 Jul 16 18:17:55.166765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da27ce9a-755d-4952-925c-89e4eacb53fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.181018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84187f18-d0c8-4f79-ac47-32cb8b02b7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af32a0fa-5824-44d5-a753-8b78f326b89f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.188131 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-26da04cc-2e09-4971-94bf-ab9e9a986586 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] DELETE failed (client error): The resource could not be found. Jul 16 18:17:55.188892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26da04cc-2e09-4971-94bf-ab9e9a986586 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:17:55.193315 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-26da04cc-2e09-4971-94bf-ab9e9a986586 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/6d291bc8-7bcb-45ee-8c18-3388fda212f3 HTTP/1.1" status: 404 len: 339 time: 0.0315065 Jul 16 18:17:55.194995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53588) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.204434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.268976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1358beef-4284-4019-91ad-b56b1094bbee,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.280956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Checking segment: {'id': 'b46f9e2a-c27c-4387-8bc6-7a438e3300e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '35057297-642e-427f-a9a9-1a9e72f1e405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:55.281406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Network hostable DHCP agents. Network: 35057297-642e-427f-a9a9-1a9e72f1e405, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:55.293605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-341072d4-a41f-4b83-b230-17c4f1fba00f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Deleting subnet 195de44e-c1ae-4a5a-a417-8fe647471bc1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:55.297941 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da27ce9a-755d-4952-925c-89e4eacb53fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.300372 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-341072d4-a41f-4b83-b230-17c4f1fba00f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.305524 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da27ce9a-755d-4952-925c-89e4eacb53fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.305699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Network 35057297-642e-427f-a9a9-1a9e72f1e405 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:55.319118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 35057297-642e-427f-a9a9-1a9e72f1e405) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:55.327939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f92757-c7d7-4385-b02a-036d11efcdfe None None] Network 35057297-642e-427f-a9a9-1a9e72f1e405 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:55.331632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.332253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.355385 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1b8257b1-a045-470c-8c5d-b262ae7959ac admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5851693 Jul 16 18:17:55.391752 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da27ce9a-755d-4952-925c-89e4eacb53fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.394243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-da27ce9a-755d-4952-925c-89e4eacb53fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3292091 Jul 16 18:17:55.396606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53598) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.401184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27ce9a-755d-4952-925c-89e4eacb53fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3db8cd-70d3-4b07-ac91-77fb061d1f81,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.403331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-36a3ac1e-3e38-48a7-a58e-a8b694e98888 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': 'ace852c7-7300-4316-aa30-cd2462532235', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:55.410567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-341072d4-a41f-4b83-b230-17c4f1fba00f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.450883 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-36a3ac1e-3e38-48a7-a58e-a8b694e98888 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Project 31c96d00249a453298ef421573e576c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:17:55.461032 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36a3ac1e-3e38-48a7-a58e-a8b694e98888 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.503777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea4f7907-58d7-4dd4-8688-6bb4294bacac req-b37cb0f8-f88b-4377-9ae7-0728758e8306 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0634639 Jul 16 18:17:55.515774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb42e8a-c2bf-4189-bed6-284840693157 None None] Network 35057297-642e-427f-a9a9-1a9e72f1e405 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:55.609965 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36a3ac1e-3e38-48a7-a58e-a8b694e98888 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.613087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-341072d4-a41f-4b83-b230-17c4f1fba00f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.616427 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36a3ac1e-3e38-48a7-a58e-a8b694e98888 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.641771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3ac1e-3e38-48a7-a58e-a8b694e98888 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3578040f-ef9b-4381-82f8-d1e80898a435,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.646698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36a3ac1e-3e38-48a7-a58e-a8b694e98888 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.648337 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-36a3ac1e-3e38-48a7-a58e-a8b694e98888 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2506297 Jul 16 18:17:55.652178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.659635 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'network': {'name': 'tempest-network-smoke--1924218073', 'project_id': '31c96d00249a453298ef421573e576c2', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:55.693931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:55.705260 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.720225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-341072d4-a41f-4b83-b230-17c4f1fba00f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.742573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-341072d4-a41f-4b83-b230-17c4f1fba00f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.745507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-341072d4-a41f-4b83-b230-17c4f1fba00f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/subnets/195de44e-c1ae-4a5a-a417-8fe647471bc1 HTTP/1.1" status: 204 len: 168 time: 0.5495799 Jul 16 18:17:55.748706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.782727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341072d4-a41f-4b83-b230-17c4f1fba00f tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Subnet': ['ID=195de44e-c1ae-4a5a-a417-8fe647471bc1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.784707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a938926-5ddf-41b5-be20-99f728ceeb52 None None] Network 8aa7d519-e99a-4965-8802-34df05da7a2d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:55.819272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:55.868404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.868714 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Added segment 944cd883-0151-496f-ac18-a360912d3d93 of type vlan for network fc4ec679-72c2-47bb-a8a2-f943cf898d0c Jul 16 18:17:55.924799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.954960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.022843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.028769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:56.033373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.072709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Deleting port faaafd25-696d-4702-a99d-928f337f2478 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:56.073690 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.116839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53630) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:56.120508 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4669549 Jul 16 18:17:56.139221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'admin_state_up': True, 'project_id': '31c96d00249a453298ef421573e576c2', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:56.149974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0badd313-0233-483d-beea-2e9b035e9adc None None] DHCP port deletion for 8aa7d519-e99a-4965-8802-34df05da7a2d request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:56.200921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.201992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.214370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504add8-5ee8-480b-867c-f95b487d8cf3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Network': ['ID=fc4ec679-72c2-47bb-a8a2-f943cf898d0c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.233768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network fc4ec679-72c2-47bb-a8a2-f943cf898d0c details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:56.324275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.329175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] For port faaafd25-696d-4702-a99d-928f337f2478, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=faaafd25-696d-4702-a99d-928f337f2478,segment=NetworkSegment(037b2a6b-cc23-46a3-86c7-c46f4b8157ff),segment_id=037b2a6b-cc23-46a3-86c7-c46f4b8157ff)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:56.330102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.344985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Calling delete_port for faaafd25-696d-4702-a99d-928f337f2478 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:56.358344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0badd313-0233-483d-beea-2e9b035e9adc None None] Deleting port faaafd25-696d-4702-a99d-928f337f2478 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:56.358724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0badd313-0233-483d-beea-2e9b035e9adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.448491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0badd313-0233-483d-beea-2e9b035e9adc None None] For port faaafd25-696d-4702-a99d-928f337f2478, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=faaafd25-696d-4702-a99d-928f337f2478,segment=NetworkSegment(037b2a6b-cc23-46a3-86c7-c46f4b8157ff),segment_id=037b2a6b-cc23-46a3-86c7-c46f4b8157ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:56.449045 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0badd313-0233-483d-beea-2e9b035e9adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.463968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0badd313-0233-483d-beea-2e9b035e9adc None None] Calling delete_port for faaafd25-696d-4702-a99d-928f337f2478 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:56.542775 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:56.565659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0badd313-0233-483d-beea-2e9b035e9adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.569337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1629998277-network', 'tenant_id': 'ffb30f5dc8734345986e0327627c1bcc'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:56.571287 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.588238 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.597687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badd313-0233-483d-beea-2e9b035e9adc None None] Pushing event deleted for resources: {'Port': ['ID=faaafd25-696d-4702-a99d-928f337f2478,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.607078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badd313-0233-483d-beea-2e9b035e9adc None None] No DVR routers for this DVR port faaafd25-696d-4702-a99d-928f337f2478 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:56.637205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] No DVR routers for this DVR port faaafd25-696d-4702-a99d-928f337f2478 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:56.673070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Port': ['ID=faaafd25-696d-4702-a99d-928f337f2478,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.721708 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Made reservation on behalf of ffb30f5dc8734345986e0327627c1bcc for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:56.724546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.745430 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.792108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.796917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53654) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:56.815315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa7d519-e99a-4965-8802-34df05da7a2d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:56.830416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037b2a6b-cc23-46a3-86c7-c46f4b8157ff') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:56.830694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037b2a6b-cc23-46a3-86c7-c46f4b8157ff') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:56.834923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b08b878-f537-4ee5-9d3e-c78d5eb2e49e req-279b33a7-e391-4b8d-8182-0423b092bd66 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0639074 Jul 16 18:17:56.847413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.872300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.873540 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.883723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:56.884208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:56.887381 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:56.904406 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.963452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1034121406-network', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:56.978860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.984448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.988683 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] 10.222.0.60 "DELETE /v2.0/networks/8aa7d519-e99a-4965-8802-34df05da7a2d HTTP/1.1" status: 204 len: 168 time: 1.2357361 Jul 16 18:17:57.011468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Pushing event deleted for resources: {'Network': ['ID=8aa7d519-e99a-4965-8802-34df05da7a2d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.035045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.035390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.036275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.036804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.037353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.037694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.038029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.038359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.038715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.039048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.039376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.039697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fff862-1ea0-4e11-bbc6-0e6c26464027 tempest-NetworksTest-2059516189 tempest-NetworksTest-2059516189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:57.045232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.050657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.103111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:57.133908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f562c-4da2-4a2e-a3ab-ef8a7fd755bf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.178633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.180542 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Added segment 4e6224de-2e2b-44e3-98b9-66e4b90ab06c of type vlan for network 697baf20-ebaf-461a-aac3-215d6b0606fb Jul 16 18:17:57.188037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.25.2.64 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/326e191b-dad8-43f4-bd23-268484f0cbe3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:57.243999 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.278556 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.279573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.280164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.289072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Made reservation on behalf of 13f1f890d65f48c3b5f11c3babda49b2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:57.291589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.314143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.329676 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7855480 Jul 16 18:17:57.332369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:57.334592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53668) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:57.348882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Request body: {'subnet': {'network_id': '697baf20-ebaf-461a-aac3-215d6b0606fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1629998277-subnet', 'tenant_id': 'ffb30f5dc8734345986e0327627c1bcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:57.382960 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.421338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3163bd-aea9-48ea-bef7-1e3743daaeda admin admin] Pushing event updated for resources: {'Network': ['ID=697baf20-ebaf-461a-aac3-215d6b0606fb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.432968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 697baf20-ebaf-461a-aac3-215d6b0606fb details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:57.444446 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.548254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:57.557983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:57.561726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:57.571923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.576682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.605026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:57.607295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=326e191b-dad8-43f4-bd23-268484f0cbe3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.616500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b2bb3-fc7b-443b-b84a-f5699b88cc56,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.621938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.622340 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Added segment f3461b6b-ce59-443c-ad7a-b12513a186ac of type vlan for network bae45001-e475-4ea6-935a-e21e673b4153 Jul 16 18:17:57.645260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fc9dfbea-2f5a-438d-9143-5d7ffcf4bdb3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=caa6424a58c542f8a27130ee133b48d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113430 Jul 16 18:17:57.648302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:57.656390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Made reservation on behalf of ffb30f5dc8734345986e0327627c1bcc for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:57.658748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.675301 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.713157 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.714483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.715427 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.755477 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9493675 Jul 16 18:17:57.755723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53682) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:57.760452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Request body: {'subnet': {'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1034121406-subnet', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:57.791677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8465ae-3b14-47b5-bb76-e45c6803c34a admin admin] Pushing event updated for resources: {'Network': ['ID=bae45001-e475-4ea6-935a-e21e673b4153,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.806711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network bae45001-e475-4ea6-935a-e21e673b4153 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:57.826543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Made reservation on behalf of 13f1f890d65f48c3b5f11c3babda49b2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:57.829212 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.932200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ccaac59-5f48-4425-99e9-8bfc5c4ff256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.033159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.042126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ccaac59-5f48-4425-99e9-8bfc5c4ff256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.093613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15c4da94-3d1d-4474-999b-edd81e26af4a req-4b258feb-aa2c-4437-b6b6-50af77c8b4fb tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0624321 Jul 16 18:17:58.122983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Checking segment: {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:58.123472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Network hostable DHCP agents. Network: bae45001-e475-4ea6-935a-e21e673b4153, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:58.126924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfff58c6-0328-45a9-984b-452e873e51db,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.152180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device faaafd25-696d-4702-a99d-928f337f2478 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:58.153416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Network bae45001-e475-4ea6-935a-e21e673b4153 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:58.163241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, bae45001-e475-4ea6-935a-e21e673b4153) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:58.168676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:58.170301 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.188111 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d7e54582-129e-491d-8e21-169a98515b34 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4289713 Jul 16 18:17:58.188314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53686) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:58.193974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:58.220075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.221499 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.276253 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.293090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.341370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b4a1b-9a13-4b53-a627-503ba4b454d3 None None] Network bae45001-e475-4ea6-935a-e21e673b4153 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:58.343644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: faaafd25-696d-4702-a99d-928f337f2478 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:58.344174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device faaafd25-696d-4702-a99d-928f337f2478 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:58.398159 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.591663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-bae45001-e475-4ea6-935a-e21e673b4153', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:58.592663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.757534 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.826570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Allocated IP 172.20.0.2 (bae45001-e475-4ea6-935a-e21e673b4153/cfff58c6-0328-45a9-984b-452e873e51db/9599a883-e2a6-420b-bb17-175b0e5388cb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:58.834391 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ccaac59-5f48-4425-99e9-8bfc5c4ff256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.837056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ccaac59-5f48-4425-99e9-8bfc5c4ff256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.838590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4ccaac59-5f48-4425-99e9-8bfc5c4ff256 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab64d4be-390c-476e-aece-2c289a6ce92c HTTP/1.1" status: 204 len: 168 time: 1.1891510 Jul 16 18:17:58.852334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=435d1b28-26de-4f51-82ce-f57dc670dd3c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.878492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaac59-5f48-4425-99e9-8bfc5c4ff256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab64d4be-390c-476e-aece-2c289a6ce92c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.887447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Checking segment: {'id': '4e6224de-2e2b-44e3-98b9-66e4b90ab06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '697baf20-ebaf-461a-aac3-215d6b0606fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:58.887979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Network hostable DHCP agents. Network: 697baf20-ebaf-461a-aac3-215d6b0606fb, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:58.992559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Network 697baf20-ebaf-461a-aac3-215d6b0606fb is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:59.039272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 697baf20-ebaf-461a-aac3-215d6b0606fb) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:59.054841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.055648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.077284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.091177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-54698341-f2db-4323-9805-ef3a014fe362 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7410400 Jul 16 18:17:59.091430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431afa3f-765e-495b-9472-89473be2d2b6 None None] Network 697baf20-ebaf-461a-aac3-215d6b0606fb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:59.273763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.344204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:59.361828 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.374694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Transition to ACTIVE for port object 9599a883-e2a6-420b-bb17-175b0e5388cb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:59.388774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Transition to ACTIVE for port object 9599a883-e2a6-420b-bb17-175b0e5388cb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:59.416498 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.432956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c4f8e-2856-4484-918b-8769ff5250f2 None None] Network 697baf20-ebaf-461a-aac3-215d6b0606fb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:59.446391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e551fd13-f8a3-49c5-9467-c7b167313cc2 req-08679f49-932b-4785-ab2c-ec442e815a21 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0575023 Jul 16 18:17:59.492380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Network bae45001-e475-4ea6-935a-e21e673b4153 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:59.507089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:59.511860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:59.563297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Pushing event updated for resources: {'Port': ['ID=9599a883-e2a6-420b-bb17-175b0e5388cb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.577799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:59.591661 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Sync routers for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:59.604439 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:59.605024 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:17:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:59.622367 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.624562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-10e41639-042b-4de1-b20e-95f78b46786e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5003905 Jul 16 18:17:59.627882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53712) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:59.654703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Attempting to bind port 9599a883-e2a6-420b-bb17-175b0e5388cb on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:59.655303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Attempting to bind port 9599a883-e2a6-420b-bb17-175b0e5388cb by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:59.655477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Attempting to bind port 9599a883-e2a6-420b-bb17-175b0e5388cb on network bae45001-e475-4ea6-935a-e21e673b4153 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:59.663473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:59.663851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Checking segment: {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:59.664253 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.664692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Bound using segment: {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:59.665163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Bound port: 9599a883-e2a6-420b-bb17-175b0e5388cb, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:59.665541 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.698619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-accf4682-a460-4549-9297-bdb6f01bbca4 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=31c96d00249a453298ef421573e576c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686302 Jul 16 18:17:59.701543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53720) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:59.721238 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.773176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.815261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] For port 9599a883-e2a6-420b-bb17-175b0e5388cb, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:59.823443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] For port 9599a883-e2a6-420b-bb17-175b0e5388cb, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9599a883-e2a6-420b-bb17-175b0e5388cb,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:59.845208 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.921894 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:00.036319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Allocated IP 172.25.2.43 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/25a09682-f5eb-4cb3-a15b-8324819f18d1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:00.053337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ef455-fa1c-413a-968d-82ad552046e6 None None] Pushing event updated for resources: {'Port': ['ID=9599a883-e2a6-420b-bb17-175b0e5388cb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:00.164430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b704b-34d7-40bd-8853-7ca677adb4d0 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.170127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-264b704b-34d7-40bd-8853-7ca677adb4d0 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4634724 Jul 16 18:18:00.174396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:00.266557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.283579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9b481a8d-f836-48cb-a037-1067aebffb3a tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1051943 Jul 16 18:18:00.284594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:00.307866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-891883789', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'project_id': '31c96d00249a453298ef421573e576c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:00.388900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.455323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:00.459104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:00.466616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:00.481472 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:00.516155 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Checking router: 2cc5c76c-ad65-4c15-b8dc-ea148629f708 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:00.516502 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Updating router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 port 326e191b-dad8-43f4-bd23-268484f0cbe3 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:00.520966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:00.568114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Pushing event updated for resources: {'Port': ['ID=25a09682-f5eb-4cb3-a15b-8324819f18d1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:00.612444 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.630931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318060-66d8-4467-93ff-4a7241b30827 req-397a5280-1224-433a-a94c-515a68f5026f tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.639361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-397a5280-1224-433a-a94c-515a68f5026f tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/networks?id=35057297-642e-427f-a9a9-1a9e72f1e405 HTTP/1.1" status: 200 len: 814 time: 0.3224239 Jul 16 18:18:00.657037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:00.662426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.677593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-a610103e-0d27-4d49-8c36-d5e26942d70f tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/quotas/296dad8152bb4cdcba63088b527dd85d HTTP/1.1" status: 200 len: 375 time: 0.0363894 Jul 16 18:18:00.757383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-c9592082-ee6d-475d-be56-71f441e2edcb tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=296dad8152bb4cdcba63088b527dd85d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785358 Jul 16 18:18:00.778996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-976966752'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:00.829199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1609824c-8832-4108-9822-7c460939b787 req-b7600400-d5a2-4cd8-a23a-5df8ce1dbf13 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0848651 Jul 16 18:18:00.875575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:00.881726 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.899744 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.026861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f7ca4d83-7328-4c12-90b9-3ee380b38bd1 service neutron] 10.222.0.60 "GET /v2.0/networks/35057297-642e-427f-a9a9-1a9e72f1e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665603 Jul 16 18:18:01.090869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.096507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.192707 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.233728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Transition to ACTIVE for port object 326e191b-dad8-43f4-bd23-268484f0cbe3 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:01.242139 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.265854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fbdb1c-794c-41bf-902a-3fac5cf87f64,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.271324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:01.300908 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.301440 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added segment 41d01f1e-fc7e-4c7b-a3f7-9c4adc388256 of type vlan for network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd Jul 16 18:18:01.378822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.391346 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Pushing event updated for resources: {'Port': ['ID=326e191b-dad8-43f4-bd23-268484f0cbe3,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.399814 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Attempting to bind port 326e191b-dad8-43f4-bd23-268484f0cbe3 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:01.400019 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Attempting to bind port 326e191b-dad8-43f4-bd23-268484f0cbe3 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:01.402052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-bd0ae218-ffdb-4a25-8436-6a82763770b9 service neutron] 10.222.0.60 "GET /v2.0/networks/35057297-642e-427f-a9a9-1a9e72f1e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712373 Jul 16 18:18:01.403340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.409156 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Attempting to bind port 326e191b-dad8-43f4-bd23-268484f0cbe3 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:01.425512 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:01.426119 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:01.426834 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.427364 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:01.428712 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Bound port: 326e191b-dad8-43f4-bd23-268484f0cbe3, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:01.429123 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.447139 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.448067 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.449258 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.449610 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.455373 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.455803 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.456152 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.456492 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.458526 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.459083 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.459487 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.459824 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:01.516045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Subnet': ['ID=e069f8ed-15aa-4549-8ac3-beb4816bd60a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.519942 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.553812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Checking segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:01.554339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network hostable DHCP agents. Network: fc4ec679-72c2-47bb-a8a2-f943cf898d0c, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:01.578517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network fc4ec679-72c2-47bb-a8a2-f943cf898d0c is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:01.585152 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] For port 326e191b-dad8-43f4-bd23-268484f0cbe3, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:01.590006 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] For port 326e191b-dad8-43f4-bd23-268484f0cbe3, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=326e191b-dad8-43f4-bd23-268484f0cbe3,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:01.592109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, fc4ec679-72c2-47bb-a8a2-f943cf898d0c) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:01.597917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.599416 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.599956 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.604984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7352bd-a6a1-41da-9504-0e5f5f82479e None None] Network fc4ec679-72c2-47bb-a8a2-f943cf898d0c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:01.634860 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4ee5c900-e424-448d-85f3-6337b4e78fda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3459158 Jul 16 18:18:01.637665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53772) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:01.673676 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac358b-30af-418a-8ea5-61f108fa6258 None None] Pushing event updated for resources: {'Port': ['ID=326e191b-dad8-43f4-bd23-268484f0cbe3,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.682879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.resource_extend [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:18:01.743819 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:01.744464 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:17:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:01.748229 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.759200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.759862 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.776020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ec9b5-69ed-402c-8a18-beb55ca70dce None None] Network bae45001-e475-4ea6-935a-e21e673b4153 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:01.845395 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3019855 Jul 16 18:18:01.848808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:01.867593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-141159096'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:01.886998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed5ce5f3-b296-4038-9371-da5b4662d6d3 req-07bab1cf-b7f6-4354-b559-755d46c4e0f8 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 210 time: 0.0895824 Jul 16 18:18:01.921405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d5bd9bf6-7eee-41e2-bab5-4f5265662a02 None None] Provisioning for port 9599a883-e2a6-420b-bb17-175b0e5388cb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:01.983102 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:02.195267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:02.196313 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.236801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4666c-9036-4b85-8649-9b13f6fb5c94 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Network': ['ID=4d1b72ef-6908-4d73-ae30-3ae5415f32fd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:02.270614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:02.304926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.320533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:02.334482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.351241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9599a883-e2a6-420b-bb17-175b0e5388cb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:02.444651 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-870156f5-253e-4829-9957-579d68ce7518 req-4ab9f333-ee84-449f-ae35-23125c018956 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0386527 Jul 16 18:18:02.483773 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:02.551406 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326a9d9-ddd8-4cb0-a27a-39ba1abc96fa None None] The sync data for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 is: [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:02.681867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:02.759730 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.760105 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added segment c8fbd648-e81e-410a-8d7d-043c82e9d625 of type vlan for network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 Jul 16 18:18:02.830046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9599a883-e2a6-420b-bb17-175b0e5388cb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:02.859413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Allocated IP 172.20.0.2 (fc4ec679-72c2-47bb-a8a2-f943cf898d0c/e069f8ed-15aa-4549-8ac3-beb4816bd60a/da0617ed-e1be-4648-b275-8bdbb0a82579) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:02.867050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.867867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9599a883-e2a6-420b-bb17-175b0e5388cb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:02.871066 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.959326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.965401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:02.966103 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.010598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Router dead8068-3e5d-45af-8693-9dc5e3b96f8b is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:03.127722 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2714405 Jul 16 18:18:03.137372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:03.157027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'subnet': {'network_id': '4d1b72ef-6908-4d73-ae30-3ae5415f32fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:03.197140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.237724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34f42d90-9d60-4017-8f02-fe9d93369b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.256591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb01dfa4-92b6-4c95-a0cd-5f97189979bc req-8ce04bb7-5854-4499-942f-11b049f601be tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 210 time: 0.0563681 Jul 16 18:18:03.280232 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.418196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 9599a883-e2a6-420b-bb17-175b0e5388cb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9599a883-e2a6-420b-bb17-175b0e5388cb,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:03.428902 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.452228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:03.471951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fdb4f-d13e-4d1e-b746-134acf846554 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Network': ['ID=caae1d6d-a0c5-4dac-b28c-c05d8c7d0742,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.498532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=9599a883-e2a6-420b-bb17-175b0e5388cb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.503390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Sync routers for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:03.507770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eebf8453-323f-431c-9156-a4e2627c2adc None None] Provisioning complete for port 9599a883-e2a6-420b-bb17-175b0e5388cb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:03.508137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eebf8453-323f-431c-9156-a4e2627c2adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.525557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.527075 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e4205dd8-53a0-491a-b240-cc8013b459d0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3378260 Jul 16 18:18:03.535418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53806) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:03.569095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:03.623824 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.637409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:03.638103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:17:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:03.784700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:04.096309 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Transition to ACTIVE for port object da0617ed-e1be-4648-b275-8bdbb0a82579 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:04.296276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Transition to ACTIVE for port object da0617ed-e1be-4648-b275-8bdbb0a82579 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:04.355814 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.416226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Network fc4ec679-72c2-47bb-a8a2-f943cf898d0c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:04.417779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 326e191b-dad8-43f4-bd23-268484f0cbe3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:04.423623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:04.428959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:04.493247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb7a2d85-32a8-456e-95e0-c399276d35a9 req-4baadd77-46c0-43c3-a085-2102a2a13790 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.2008572 Jul 16 18:18:04.626514 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.668207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f917010-ab52-4970-8981-bb017a7a6e5c req-07561ead-d054-4908-bcca-81366838e3c9 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 210 time: 0.0957637 Jul 16 18:18:04.695187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Attempting to bind port da0617ed-e1be-4648-b275-8bdbb0a82579 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:04.695880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Attempting to bind port da0617ed-e1be-4648-b275-8bdbb0a82579 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:04.696428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Attempting to bind port da0617ed-e1be-4648-b275-8bdbb0a82579 on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:04.702269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Pushing event updated for resources: {'Port': ['ID=da0617ed-e1be-4648-b275-8bdbb0a82579,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.713520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:04.714221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Checking segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:04.714836 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.715450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Bound using segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:04.716111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Bound port: da0617ed-e1be-4648-b275-8bdbb0a82579, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:04.716717 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.798992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] For port da0617ed-e1be-4648-b275-8bdbb0a82579, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:04.802987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] For port da0617ed-e1be-4648-b275-8bdbb0a82579, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=da0617ed-e1be-4648-b275-8bdbb0a82579,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:04.808630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.857378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318060-66d8-4467-93ff-4a7241b30827 req-0b2e3761-e624-433c-b51b-07b9e7d1ffe9 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:04.859030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-0b2e3761-e624-433c-b51b-07b9e7d1ffe9 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.45 "GET /v2.0/networks?id=35057297-642e-427f-a9a9-1a9e72f1e405 HTTP/1.1" status: 200 len: 814 time: 0.5585525 Jul 16 18:18:04.859741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Allocated IP 172.20.0.1 (bae45001-e475-4ea6-935a-e21e673b4153/cfff58c6-0328-45a9-984b-452e873e51db/8d997fde-6f7b-4fe7-a2af-0b38167d8fae) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:04.900815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 326e191b-dad8-43f4-bd23-268484f0cbe3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:04.915797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Request body: {'port': {'device_id': '364e7628-3537-4ca8-8990-f40e9f54e752', 'network_id': '35057297-642e-427f-a9a9-1a9e72f1e405', 'admin_state_up': True, 'tenant_id': '296dad8152bb4cdcba63088b527dd85d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:04.919781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 326e191b-dad8-43f4-bd23-268484f0cbe3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:04.920767 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.999746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7a475-2371-4050-b35d-e2cbd91725f6 None None] Pushing event updated for resources: {'Port': ['ID=da0617ed-e1be-4648-b275-8bdbb0a82579,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.003272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.021749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Transition to ACTIVE for port object 8d997fde-6f7b-4fe7-a2af-0b38167d8fae will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:05.026317 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:00Z', 'revision_number': 3, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.026699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:05.045347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.063489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Checking router: dead8068-3e5d-45af-8693-9dc5e3b96f8b for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:05.063848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Updating router dead8068-3e5d-45af-8693-9dc5e3b96f8b port 25a09682-f5eb-4cb3-a15b-8324819f18d1 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:05.141616 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.175168 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.186386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 326e191b-dad8-43f4-bd23-268484f0cbe3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=326e191b-dad8-43f4-bd23-268484f0cbe3,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:05.216075 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.217062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9599a883-e2a6-420b-bb17-175b0e5388cb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:05.222439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Made reservation on behalf of 296dad8152bb4cdcba63088b527dd85d for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:05.227419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.319137 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.372667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.20.0.1 (fc4ec679-72c2-47bb-a8a2-f943cf898d0c/e069f8ed-15aa-4549-8ac3-beb4816bd60a/4418af41-3a2f-4632-a806-7d34f4842989) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:05.432060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Network bae45001-e475-4ea6-935a-e21e673b4153 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:05.440364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:05.452546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:05.540699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Pushing event updated for resources: {'Port': ['ID=8d997fde-6f7b-4fe7-a2af-0b38167d8fae,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.614091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=326e191b-dad8-43f4-bd23-268484f0cbe3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.657711 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.776101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9599a883-e2a6-420b-bb17-175b0e5388cb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:05.781866 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.854070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-440aba3c-7762-4a07-bdbf-da692fd02daa req-d19af45c-04b3-4c98-8856-cefec6bdbc6d tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0950496 Jul 16 18:18:05.903569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Allocated IP 172.20.0.11 (35057297-642e-427f-a9a9-1a9e72f1e405/1358beef-4284-4019-91ad-b56b1094bbee/991dea39-e882-4ebc-83ca-b070b0aee987) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:05.949202 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.991692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Transition to ACTIVE for port object 4418af41-3a2f-4632-a806-7d34f4842989 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:06.031602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.062035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.170681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21fec0a2-5a96-46c2-8c77-c57fc0214b28 req-35fd80e0-fc97-4676-af9e-df5cb086c769 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 210 time: 0.1148353 Jul 16 18:18:06.285292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Checking segment: {'id': '41d01f1e-fc7e-4c7b-a3f7-9c4adc388256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d1b72ef-6908-4d73-ae30-3ae5415f32fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:06.286641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network hostable DHCP agents. Network: 4d1b72ef-6908-4d73-ae30-3ae5415f32fd, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:06.290855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Subnet': ['ID=e1936c27-7f2f-461d-8a4c-5ad512c1c8f6,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:06.304925 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.358584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:06.373178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 4d1b72ef-6908-4d73-ae30-3ae5415f32fd) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:06.393641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.394246 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.412940 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.428616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Transition to ACTIVE for port object 25a09682-f5eb-4cb3-a15b-8324819f18d1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:06.437900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8669e1f-842b-4ba8-bb93-7c1d1129c68e None None] Network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:06.447602 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-451646df-ca4a-4ac6-94ce-af9cb84a89cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.449585 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.475440 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.499135 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-036a4b4d-0c06-452d-bd6a-6e382bc39da4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3598001 Jul 16 18:18:06.499378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-498c959a-718a-46bc-ad59-de015d6bb5b1 None None] Provisioning for port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:06.513650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:06.521622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'subnet': {'network_id': 'caae1d6d-a0c5-4dac-b28c-c05d8c7d0742', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:06.564246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-498c959a-718a-46bc-ad59-de015d6bb5b1 None None] Provisioning complete for port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:06.564898 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-498c959a-718a-46bc-ad59-de015d6bb5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.566316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Attempting to bind port 25a09682-f5eb-4cb3-a15b-8324819f18d1 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:06.567062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Attempting to bind port 25a09682-f5eb-4cb3-a15b-8324819f18d1 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:06.567265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Attempting to bind port 25a09682-f5eb-4cb3-a15b-8324819f18d1 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:06.577777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:06.578449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:06.579582 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.579582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:06.579582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Bound port: 25a09682-f5eb-4cb3-a15b-8324819f18d1, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:06.581103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.586254 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.589469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network fc4ec679-72c2-47bb-a8a2-f943cf898d0c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:06.610110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:06.615497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:06.698380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:06.699868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=4418af41-3a2f-4632-a806-7d34f4842989,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:06.701855 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.710222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.725204 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.772864 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.988674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174557f-1de4-400a-9f6f-c17efbb2f7e0 None None] Pushing event updated for resources: {'Port': ['ID=25a09682-f5eb-4cb3-a15b-8324819f18d1,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.014446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b954bcdf-7339-497e-a52b-0c9ade12c570 None None] Network fc4ec679-72c2-47bb-a8a2-f943cf898d0c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:07.031725 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.149789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-498c959a-718a-46bc-ad59-de015d6bb5b1 None None] Port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:07.152084 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.163005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] For port 25a09682-f5eb-4cb3-a15b-8324819f18d1, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:07.164972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] For port 25a09682-f5eb-4cb3-a15b-8324819f18d1, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=25a09682-f5eb-4cb3-a15b-8324819f18d1,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:07.206336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Pushing event updated for resources: {'Port': ['ID=991dea39-e882-4ebc-83ca-b070b0aee987,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.211020 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.351493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Pushing event updated for resources: {'Port': ['ID=8d997fde-6f7b-4fe7-a2af-0b38167d8fae,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.363305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.519269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 326e191b-dad8-43f4-bd23-268484f0cbe3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:07.530206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da8a7bbf-6dd1-49e6-9ca0-5dcccbc8224b None None] Provisioning for port da0617ed-e1be-4648-b275-8bdbb0a82579 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:07.561884 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:07.563454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd3ca3d0-f646-4eb0-8e49-36d4ce356411 req-341fdec0-8b4b-436f-a768-a5a0ca2075ae tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.3845301 Jul 16 18:18:07.685937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Network bae45001-e475-4ea6-935a-e21e673b4153 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:07.709299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:07.771657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Network 35057297-642e-427f-a9a9-1a9e72f1e405 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:07.845426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:07.857996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:07.948278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174557f-1de4-400a-9f6f-c17efbb2f7e0 None None] Pushing event updated for resources: {'Port': ['ID=25a09682-f5eb-4cb3-a15b-8324819f18d1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.956168 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-4d1b72ef-6908-4d73-ae30-3ae5415f32fd', 'network_id': '4d1b72ef-6908-4d73-ae30-3ae5415f32fd', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'fixed_ips': [{'subnet_id': 'e1936c27-7f2f-461d-8a4c-5ad512c1c8f6'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:07.959650 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.959775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:07.960611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:07.967521 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.982833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.036074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.037837 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.057306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec67ca4-1ce3-4966-83f7-e9e0e0fc5a12 req-52c8a27b-6bb2-4f24-9a1e-c2379497207a tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.059007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ec67ca4-1ce3-4966-83f7-e9e0e0fc5a12 req-52c8a27b-6bb2-4f24-9a1e-c2379497207a tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 932 time: 0.5262358 Jul 16 18:18:08.104389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f34109a8-4faa-4d48-a8ad-68d52d40572d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2019267 Jul 16 18:18:08.177032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Request body: {'port': {'device_id': '364e7628-3537-4ca8-8990-f40e9f54e752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:08.181770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Router dead8068-3e5d-45af-8693-9dc5e3b96f8b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:08.188334 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c2b8e41b-0fb9-4b0e-9a58-ee657a5044c7 req-ec726062-5758-428e-a2f4-7e3b244be354 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.3681567 Jul 16 18:18:08.226082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Checking segment: {'id': 'c8fbd648-e81e-410a-8d7d-043c82e9d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'caae1d6d-a0c5-4dac-b28c-c05d8c7d0742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:08.226776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network hostable DHCP agents. Network: caae1d6d-a0c5-4dac-b28c-c05d8c7d0742, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:08.230540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Subnet': ['ID=78e8a103-0036-4993-a9dd-9f88f46ddc34,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:08.316223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 326e191b-dad8-43f4-bd23-268484f0cbe3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:08.316498 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.323928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:08.363496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ec67ca4-1ce3-4966-83f7-e9e0e0fc5a12 req-6122acbb-1c67-4f96-822f-04cc338d61de tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775071 Jul 16 18:18:08.365648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cd4563c-f3fb-4a6a-b169-72e051715092 None None] Provisioning complete for port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:08.366025 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cd4563c-f3fb-4a6a-b169-72e051715092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.433526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:08.455300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:08.461991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, caae1d6d-a0c5-4dac-b28c-c05d8c7d0742) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:08.468637 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bfe2286b-8193-4ef8-a5ce-eb24e0042c8a admin admin] 10.222.0.60 "PUT /v2.0/routers/dead8068-3e5d-45af-8693-9dc5e3b96f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9309201 Jul 16 18:18:08.473452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.474593 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.496810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f50948-db7c-48ac-bd05-2564bdf1733b None None] Network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:08.524856 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b3bedc6a-6e0f-439b-82e1-659c09f98fd7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0095685 Jul 16 18:18:08.525545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53858) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:08.530292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-163a3d28-4d63-457e-a0db-6322db7adf79 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-143107326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:08.569502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4563c-f3fb-4a6a-b169-72e051715092 None None] Port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:08.571621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Allocated IP 2001:db8::2 (4d1b72ef-6908-4d73-ae30-3ae5415f32fd/e1936c27-7f2f-461d-8a4c-5ad512c1c8f6/8e007a99-ab52-4583-b202-18417ef3f41b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:08.604959 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163a3d28-4d63-457e-a0db-6322db7adf79 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.606429 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163a3d28-4d63-457e-a0db-6322db7adf79 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.644268 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.723571 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163a3d28-4d63-457e-a0db-6322db7adf79 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.735388 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163a3d28-4d63-457e-a0db-6322db7adf79 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.793289 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-163a3d28-4d63-457e-a0db-6322db7adf79 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.799064 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-163a3d28-4d63-457e-a0db-6322db7adf79 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2723703 Jul 16 18:18:08.799417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.799663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:08.970447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device da0617ed-e1be-4648-b275-8bdbb0a82579 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:09.391182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-caae1d6d-a0c5-4dac-b28c-c05d8c7d0742', 'network_id': 'caae1d6d-a0c5-4dac-b28c-c05d8c7d0742', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'fixed_ips': [{'subnet_id': '78e8a103-0036-4993-a9dd-9f88f46ddc34'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:09.392038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.439305 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.450845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8add857d-f511-4264-b49f-2ac357131270 None None] Provisioning for port 4418af41-3a2f-4632-a806-7d34f4842989 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:09.461072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port da0617ed-e1be-4648-b275-8bdbb0a82579 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:09.466706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Transition to ACTIVE for port object 8e007a99-ab52-4583-b202-18417ef3f41b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:09.482143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port da0617ed-e1be-4648-b275-8bdbb0a82579 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:09.482627 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.484259 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8add857d-f511-4264-b49f-2ac357131270 None None] Provisioning complete for port 4418af41-3a2f-4632-a806-7d34f4842989 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:09.486584 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8add857d-f511-4264-b49f-2ac357131270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.574090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.588962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Transition to ACTIVE for port object 8e007a99-ab52-4583-b202-18417ef3f41b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:09.591376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8a1948e-e749-4dde-9999-59a0b2011bc2 req-1261226d-f664-4e92-a87c-5dd389b5011a tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.4898953 Jul 16 18:18:09.617064 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.679231 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.718907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.905365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53880) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:09.911057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:09.922595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c0ca3bca-b920-4385-8479-a72e8634b307 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442293199', 'description': 'tempest-description--21998152'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:09.936855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8add857d-f511-4264-b49f-2ac357131270 None None] Port 4418af41-3a2f-4632-a806-7d34f4842989 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:09.965556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Pushing event updated for resources: {'Port': ['ID=8e007a99-ab52-4583-b202-18417ef3f41b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.983593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:06Z', 'revision_number': 2, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:10.040750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:10.048825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f40d5-0f18-4e03-b91f-86259c477226 None None] The sync data for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 is: [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:06Z', 'revision_number': 2, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:10.067459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=4418af41-3a2f-4632-a806-7d34f4842989,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.076399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3bca-b920-4385-8479-a72e8634b307 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.078524 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.139996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:10.275096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4cb045ba-b394-4f79-887e-d3b50e331a01 None None] Provisioning complete for port 4418af41-3a2f-4632-a806-7d34f4842989 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:10.275503 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4cb045ba-b394-4f79-887e-d3b50e331a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.314519 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.339346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85635d51-7a6a-457b-9626-3ddc542c548a req-6ae0706a-f7f2-4b6c-8e51-63f69e6afb48 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:10.345822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85635d51-7a6a-457b-9626-3ddc542c548a req-6ae0706a-f7f2-4b6c-8e51-63f69e6afb48 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 932 time: 0.4025948 Jul 16 18:18:10.348820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4cb045ba-b394-4f79-887e-d3b50e331a01 None None] Port 4418af41-3a2f-4632-a806-7d34f4842989 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:10.383793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991dea39-e882-4ebc-83ca-b070b0aee987 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:10.457364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Allocated IP 2001:db8:1::2 (caae1d6d-a0c5-4dac-b28c-c05d8c7d0742/78e8a103-0036-4993-a9dd-9f88f46ddc34/291adee1-23d8-4826-9dcf-e56e441207d5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:10.469459 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.471123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port da0617ed-e1be-4648-b275-8bdbb0a82579, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=da0617ed-e1be-4648-b275-8bdbb0a82579,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:10.482712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.507369 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.516061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Attempting to bind port 8e007a99-ab52-4583-b202-18417ef3f41b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:10.516423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Attempting to bind port 8e007a99-ab52-4583-b202-18417ef3f41b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '41d01f1e-fc7e-4c7b-a3f7-9c4adc388256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d1b72ef-6908-4d73-ae30-3ae5415f32fd'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:10.516803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Attempting to bind port 8e007a99-ab52-4583-b202-18417ef3f41b on network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:10.534945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:10.535220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 2001:db8::1 (4d1b72ef-6908-4d73-ae30-3ae5415f32fd/e1936c27-7f2f-461d-8a4c-5ad512c1c8f6/8ba679c0-4c36-47b4-a2df-127e823f3404) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:10.536322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Checking segment: {'id': '41d01f1e-fc7e-4c7b-a3f7-9c4adc388256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d1b72ef-6908-4d73-ae30-3ae5415f32fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:10.536418 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.536826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Bound using segment: {'id': '41d01f1e-fc7e-4c7b-a3f7-9c4adc388256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d1b72ef-6908-4d73-ae30-3ae5415f32fd'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:10.537305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Bound port: 8e007a99-ab52-4583-b202-18417ef3f41b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d01f1e-fc7e-4c7b-a3f7-9c4adc388256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d1b72ef-6908-4d73-ae30-3ae5415f32fd'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:10.537758 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.619929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85635d51-7a6a-457b-9626-3ddc542c548a req-6858e22c-423b-4786-87da-03176387188d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097332 Jul 16 18:18:10.643809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=da0617ed-e1be-4648-b275-8bdbb0a82579,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.853473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.888240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Transition to ACTIVE for port object 8ba679c0-4c36-47b4-a2df-127e823f3404 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:10.959605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.064116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=8ba679c0-4c36-47b4-a2df-127e823f3404,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.086331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] For port 8e007a99-ab52-4583-b202-18417ef3f41b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:11.145336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:11.164683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:11.168652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] For port 8e007a99-ab52-4583-b202-18417ef3f41b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8e007a99-ab52-4583-b202-18417ef3f41b,segment=NetworkSegment(41d01f1e-fc7e-4c7b-a3f7-9c4adc388256),segment_id=41d01f1e-fc7e-4c7b-a3f7-9c4adc388256)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:11.171747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:11.172334 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.195159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.283195 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.333724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3bca-b920-4385-8479-a72e8634b307 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.354801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network fc4ec679-72c2-47bb-a8a2-f943cf898d0c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:11.357502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Transition to ACTIVE for port object 991dea39-e882-4ebc-83ca-b070b0aee987 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:11.367609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Transition to ACTIVE for port object 291adee1-23d8-4826-9dcf-e56e441207d5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:11.377424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:11.390149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3bca-b920-4385-8479-a72e8634b307 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.408302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.466432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75de932-ad8f-4965-9236-71155d420fd2 None None] Pushing event updated for resources: {'Port': ['ID=8e007a99-ab52-4583-b202-18417ef3f41b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.531353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Transition to ACTIVE for port object 291adee1-23d8-4826-9dcf-e56e441207d5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:11.539957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.550486 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.736456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:11.753294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:11.764434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Pushing event updated for resources: {'Port': ['ID=291adee1-23d8-4826-9dcf-e56e441207d5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.790537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:11.801710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=991dea39-e882-4ebc-83ca-b070b0aee987,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.812965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:11.838847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f675647-a6a2-4178-becf-744d53f7b22e req-78048818-5c39-42a7-a823-27483a506258 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.4783099 Jul 16 18:18:11.914807 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0ca3bca-b920-4385-8479-a72e8634b307 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.923705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c0ca3bca-b920-4385-8479-a72e8634b307 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0046601 Jul 16 18:18:11.924378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53898) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:11.948093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca3bca-b920-4385-8479-a72e8634b307 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7059aa-4164-4d42-9b23-0a8fae8884a3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.010431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-83728519-c6f8-4e54-9d0c-bd70e19855e0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Request body: {'security_group_rule': {'security_group_id': '5b7059aa-4164-4d42-9b23-0a8fae8884a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:12.169430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Attempting to bind port 291adee1-23d8-4826-9dcf-e56e441207d5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:12.169766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Attempting to bind port 291adee1-23d8-4826-9dcf-e56e441207d5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c8fbd648-e81e-410a-8d7d-043c82e9d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'caae1d6d-a0c5-4dac-b28c-c05d8c7d0742'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:12.172147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Attempting to bind port 291adee1-23d8-4826-9dcf-e56e441207d5 on network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:12.200104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:12.200986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Checking segment: {'id': 'c8fbd648-e81e-410a-8d7d-043c82e9d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'caae1d6d-a0c5-4dac-b28c-c05d8c7d0742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:12.201399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.201951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Bound using segment: {'id': 'c8fbd648-e81e-410a-8d7d-043c82e9d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'caae1d6d-a0c5-4dac-b28c-c05d8c7d0742'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:12.213125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Bound port: 291adee1-23d8-4826-9dcf-e56e441207d5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fbd648-e81e-410a-8d7d-043c82e9d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'caae1d6d-a0c5-4dac-b28c-c05d8c7d0742'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:12.213348 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.246432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0a527f46-c398-4a04-bc5e-b40039b4acb5 None None] Provisioning complete for port 4418af41-3a2f-4632-a806-7d34f4842989 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:12.246851 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0a527f46-c398-4a04-bc5e-b40039b4acb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.343878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] For port 291adee1-23d8-4826-9dcf-e56e441207d5, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:12.351313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] For port 291adee1-23d8-4826-9dcf-e56e441207d5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=291adee1-23d8-4826-9dcf-e56e441207d5,segment=NetworkSegment(c8fbd648-e81e-410a-8d7d-043c82e9d625),segment_id=c8fbd648-e81e-410a-8d7d-043c82e9d625)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:12.405798 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.413090 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83728519-c6f8-4e54-9d0c-bd70e19855e0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.484887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0a527f46-c398-4a04-bc5e-b40039b4acb5 None None] Port 4418af41-3a2f-4632-a806-7d34f4842989 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:12.515382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de2e6c-e2ba-4dca-8b38-2e9693aeead2 None None] Pushing event updated for resources: {'Port': ['ID=291adee1-23d8-4826-9dcf-e56e441207d5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.535083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.544902 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.545700 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.596441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6396b9a-cebb-47e5-812b-f4011158c19a req-75baf59c-9eb5-4aa9-80ec-864a8cda9483 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.605800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6396b9a-cebb-47e5-812b-f4011158c19a req-75baf59c-9eb5-4aa9-80ec-864a8cda9483 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 944 time: 0.5729871 Jul 16 18:18:12.613365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Attempting to bind port 991dea39-e882-4ebc-83ca-b070b0aee987 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:12.615238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Attempting to bind port 991dea39-e882-4ebc-83ca-b070b0aee987 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'b46f9e2a-c27c-4387-8bc6-7a438e3300e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '35057297-642e-427f-a9a9-1a9e72f1e405'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:12.615738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Attempting to bind port 991dea39-e882-4ebc-83ca-b070b0aee987 on network 35057297-642e-427f-a9a9-1a9e72f1e405 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:12.627003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:12.641230 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Sync routers for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:12.655429 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1e6be342-f4f3-4eae-b7ec-94b7de2dac55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "PUT /v2.0/routers/2cc5c76c-ad65-4c15-b8dc-ea148629f708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0159760 Jul 16 18:18:12.661052 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:12.662365 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:12.717014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=8ba679c0-4c36-47b4-a2df-127e823f3404,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.765627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83728519-c6f8-4e54-9d0c-bd70e19855e0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.798126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83728519-c6f8-4e54-9d0c-bd70e19855e0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.838260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Port 991dea39-e882-4ebc-83ca-b070b0aee987 on network 35057297-642e-427f-a9a9-1a9e72f1e405 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:12.838912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Attempting to bind port 991dea39-e882-4ebc-83ca-b070b0aee987 on network 35057297-642e-427f-a9a9-1a9e72f1e405 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:12.890264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:12.891881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:12.960305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83728519-c6f8-4e54-9d0c-bd70e19855e0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.961534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-83728519-c6f8-4e54-9d0c-bd70e19855e0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0261979 Jul 16 18:18:12.977817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2bacb45e-fc52-4acd-8d63-a37ad8cfeb06 req-01c0f37d-143a-4f89-88a8-5b0aeb0d598f tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da&device_id=187c3379-570b-450a-976d-d550ae1970ee HTTP/1.1" status: 200 len: 210 time: 0.1864786 Jul 16 18:18:12.978674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:12.990330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Checking segment: {'id': 'b46f9e2a-c27c-4387-8bc6-7a438e3300e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '35057297-642e-427f-a9a9-1a9e72f1e405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:12.990880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Bound using segment: {'id': 'b46f9e2a-c27c-4387-8bc6-7a438e3300e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '35057297-642e-427f-a9a9-1a9e72f1e405'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:12.991352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Bound port: 991dea39-e882-4ebc-83ca-b070b0aee987, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46f9e2a-c27c-4387-8bc6-7a438e3300e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '35057297-642e-427f-a9a9-1a9e72f1e405'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:12.991727 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.993857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83728519-c6f8-4e54-9d0c-bd70e19855e0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9049c99f-00f5-4c30-aaa8-7e8c2e127be3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.996465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device da0617ed-e1be-4648-b275-8bdbb0a82579 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:13.004181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:13.015181 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:13.060290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6396b9a-cebb-47e5-812b-f4011158c19a req-6856757a-5641-4be2-a240-c0ef881868e3 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536140 Jul 16 18:18:13.068580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-01d607ff-2556-4b81-a2d4-29dfa1566c23 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Request body: {'security_group_rule': {'security_group_id': '5b7059aa-4164-4d42-9b23-0a8fae8884a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:13.182836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port da0617ed-e1be-4648-b275-8bdbb0a82579 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.183115 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.196500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01d607ff-2556-4b81-a2d4-29dfa1566c23 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.272730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] For port 991dea39-e882-4ebc-83ca-b070b0aee987, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:13.276433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] For port 991dea39-e882-4ebc-83ca-b070b0aee987, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=991dea39-e882-4ebc-83ca-b070b0aee987,segment=NetworkSegment(b46f9e2a-c27c-4387-8bc6-7a438e3300e9),segment_id=b46f9e2a-c27c-4387-8bc6-7a438e3300e9)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:13.282047 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.398785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 6a7314ee-82a7-49f6-9094-654f2c53bc16 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:13.440942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=991dea39-e882-4ebc-83ca-b070b0aee987,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.451905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.452187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8e007a99-ab52-4583-b202-18417ef3f41b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:13.453184 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.475435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01d607ff-2556-4b81-a2d4-29dfa1566c23 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.483130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-514a3f2b-e08b-4d61-a42e-0edd806b9ad7 service neutron] 10.222.0.45 "PUT /v2.0/ports/991dea39-e882-4ebc-83ca-b070b0aee987 HTTP/1.1" status: 200 len: 1093 time: 5.2909398 Jul 16 18:18:13.486791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364e7628-3537-4ca8-8990-f40e9f54e752', 'tag': '991dea39-e882-4ebc-83ca-b070b0aee987'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:13.490901 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01d607ff-2556-4b81-a2d4-29dfa1566c23 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.493529 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678499ce-369b-4410-ba98-632c64003ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "364e7628-3537-4ca8-8990-f40e9f54e752", "tag": "991dea39-e882-4ebc-83ca-b070b0aee987"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:13.547995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-368d350c-446f-4bac-8586-30c5c03af429 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340858082&fields=id&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 267 time: 0.0464439 Jul 16 18:18:13.588715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 8e007a99-ab52-4583-b202-18417ef3f41b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:13.596481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 25a09682-f5eb-4cb3-a15b-8324819f18d1 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:13.648267 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4418af41-3a2f-4632-a806-7d34f4842989', 'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:2a:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:09Z', 'revision_number': 2, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.701854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 25a09682-f5eb-4cb3-a15b-8324819f18d1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:13.702232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318060-66d8-4467-93ff-4a7241b30827 req-09db28ca-f210-4614-a5be-9a1ae2a029e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.708450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 25a09682-f5eb-4cb3-a15b-8324819f18d1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.708829 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.708980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-09db28ca-f210-4614-a5be-9a1ae2a029e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=296dad8152bb4cdcba63088b527dd85d&device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 1096 time: 0.1692450 Jul 16 18:18:13.723382 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Checking router: 2cc5c76c-ad65-4c15-b8dc-ea148629f708 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:13.725901 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Updating router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 port 4418af41-3a2f-4632-a806-7d34f4842989 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:13.749771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d607ff-2556-4b81-a2d4-29dfa1566c23 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c225792b-691b-4970-9bc3-ecdca8a6ea74,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.762264 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01d607ff-2556-4b81-a2d4-29dfa1566c23 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.767445 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-01d607ff-2556-4b81-a2d4-29dfa1566c23 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7601473 Jul 16 18:18:13.768651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:13.784222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:13.805223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-8b9257ef-7d06-447f-89ca-52e1b475db01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=991dea39-e882-4ebc-83ca-b070b0aee987 HTTP/1.1" status: 200 len: 217 time: 0.0871515 Jul 16 18:18:13.827540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b18d1-8442-4a5b-99df-cfb071e56291 None None] Network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:13.830752 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.903290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:13.906490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f28600fe-a933-4f48-a155-dd0ba1fbdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.913080 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-f28600fe-a933-4f48-a155-dd0ba1fbdd2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1358beef-4284-4019-91ad-b56b1094bbee HTTP/1.1" status: 200 len: 854 time: 0.0997832 Jul 16 18:18:13.924944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6fadc512-820b-42ce-9c6c-d38e0f071885 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/6a7314ee-82a7-49f6-9094-654f2c53bc16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1200013 Jul 16 18:18:13.925508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53946) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:13.930725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.954802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea478a-cbaf-4729-a2cc-afdeca0f1e91 None None] Sync routers for ids ['6a7314ee-82a7-49f6-9094-654f2c53bc16'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:14.021431 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a909ea43-d1c9-4667-8cac-1349fc034b18 req-4ffb66ae-8a31-40d7-8bdf-3711bc2e59a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=803e6c9be95e4b78a56fb3419d30c24a&device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0845008 Jul 16 18:18:14.036902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf0ec88-4090-4a72-8058-d3b60a5d8997 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.042836 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bbf0ec88-4090-4a72-8058-d3b60a5d8997 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports/8ba679c0-4c36-47b4-a2df-127e823f3404 HTTP/1.1" status: 200 len: 911 time: 0.1143012 Jul 16 18:18:14.047899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53948) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:14.055433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8ba4de0e-6c42-4989-8d28-f2b6ce4f61d7 None None] Provisioning for port 8e007a99-ab52-4583-b202-18417ef3f41b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:14.084858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-bfd6dfe0-2c51-4ec6-b98c-df2bd934e648 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35057297-642e-427f-a9a9-1a9e72f1e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624413 Jul 16 18:18:14.085293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8ba4de0e-6c42-4989-8d28-f2b6ce4f61d7 None None] Provisioning complete for port 8e007a99-ab52-4583-b202-18417ef3f41b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:14.086001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ba4de0e-6c42-4989-8d28-f2b6ce4f61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.097709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-2cf3142b-0410-435f-a3ff-398932d1fb88 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.115685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-2cf3142b-0410-435f-a3ff-398932d1fb88 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 797 time: 0.5666883 Jul 16 18:18:14.128814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea478a-cbaf-4729-a2cc-afdeca0f1e91 None None] Routers {'6a7314ee-82a7-49f6-9094-654f2c53bc16'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:14.131563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33ea478a-cbaf-4729-a2cc-afdeca0f1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a7314ee-82a7-49f6-9094-654f2c53bc16'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:14.154139 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a909ea43-d1c9-4667-8cac-1349fc034b18 req-d529c09c-7927-4b4c-a21d-29bcd82107ba service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=803e6c9be95e4b78a56fb3419d30c24a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020641 Jul 16 18:18:14.218206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33ea478a-cbaf-4729-a2cc-afdeca0f1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:14.244322 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9057d618-688f-465c-b19c-53eb38074891 x-openstack-request-id: req-9057d618-688f-465c-b19c-53eb38074891 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:14.246000 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364e7628-3537-4ca8-8990-f40e9f54e752", "tag": "991dea39-e882-4ebc-83ca-b070b0aee987", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:14.246497 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9057d618-688f-465c-b19c-53eb38074891 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:14.247462 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364e7628-3537-4ca8-8990-f40e9f54e752', 'tag': '991dea39-e882-4ebc-83ca-b070b0aee987', 'status': 'completed', 'code': 200} Jul 16 18:18:14.349055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-e80399d1-0763-4176-a04e-1b94b1d653b9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/quotas/31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 375 time: 0.2305760 Jul 16 18:18:14.385495 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.399620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e639f3a0-c172-4069-a058-a80028cdc78f req-2099d082-7b68-4b45-9cfc-e112049353df tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.0744805 Jul 16 18:18:14.434228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 25a09682-f5eb-4cb3-a15b-8324819f18d1, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=25a09682-f5eb-4cb3-a15b-8324819f18d1,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:14.443391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ea478a-cbaf-4729-a2cc-afdeca0f1e91 None None] Routers {'6a7314ee-82a7-49f6-9094-654f2c53bc16'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:14.445034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33ea478a-cbaf-4729-a2cc-afdeca0f1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a7314ee-82a7-49f6-9094-654f2c53bc16'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:14.452380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.468896 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ba4de0e-6c42-4989-8d28-f2b6ce4f61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.546140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909ea43-d1c9-4667-8cac-1349fc034b18 req-eb9fe99c-7ce4-425e-a44f-3fffb36ddc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.550143 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a909ea43-d1c9-4667-8cac-1349fc034b18 req-eb9fe99c-7ce4-425e-a44f-3fffb36ddc0a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3829951 Jul 16 18:18:14.552468 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.585877 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Transition to ACTIVE for port object 4418af41-3a2f-4632-a806-7d34f4842989 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:14.599251 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.602968 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.741649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=25a09682-f5eb-4cb3-a15b-8324819f18d1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:14.759233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-33ea478a-cbaf-4729-a2cc-afdeca0f1e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:14.760139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea478a-cbaf-4729-a2cc-afdeca0f1e91 None None] The sync data for ids ['6a7314ee-82a7-49f6-9094-654f2c53bc16'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:14.807626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 291adee1-23d8-4826-9dcf-e56e441207d5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:14.819745 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Sync routers for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:14.875099 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:14.875866 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:14.908664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8ba4de0e-6c42-4989-8d28-f2b6ce4f61d7 None None] For port 8e007a99-ab52-4583-b202-18417ef3f41b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8e007a99-ab52-4583-b202-18417ef3f41b,segment=NetworkSegment(41d01f1e-fc7e-4c7b-a3f7-9c4adc388256),segment_id=41d01f1e-fc7e-4c7b-a3f7-9c4adc388256)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:14.921898 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ba4de0e-6c42-4989-8d28-f2b6ce4f61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.960728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Allocated IP 172.25.2.241 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/f2a21b97-a00f-4022-85ec-78dba7deea7e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:15.028121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-5f2ba41e-a19b-4ab4-a5ae-1679c6a347bb service neutron] 10.222.0.45 "GET /v2.0/networks/35057297-642e-427f-a9a9-1a9e72f1e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993217 Jul 16 18:18:15.084428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4de0e-6c42-4989-8d28-f2b6ce4f61d7 None None] Pushing event updated for resources: {'Port': ['ID=8e007a99-ab52-4583-b202-18417ef3f41b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.122304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 291adee1-23d8-4826-9dcf-e56e441207d5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:15.165526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89244f1-bdfc-4f7f-ab57-c939a674d58a None None] Network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:15.191498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.247188 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.267325 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90faed-5f0e-4673-9921-cf419b23b71b None None] Pushing event updated for resources: {'Port': ['ID=4418af41-3a2f-4632-a806-7d34f4842989,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.312482 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Attempting to bind port 4418af41-3a2f-4632-a806-7d34f4842989 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:15.313170 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Attempting to bind port 4418af41-3a2f-4632-a806-7d34f4842989 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:15.313702 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Attempting to bind port 4418af41-3a2f-4632-a806-7d34f4842989 on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:15.330850 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:15.331738 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Checking segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:15.333082 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.333966 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Bound using segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:15.335195 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Bound port: 4418af41-3a2f-4632-a806-7d34f4842989, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:15.336083 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.345782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:15.358876 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:15.367854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:15.375539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:15.392749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Pushing event updated for resources: {'Port': ['ID=f2a21b97-a00f-4022-85ec-78dba7deea7e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.407460 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0318060-66d8-4467-93ff-4a7241b30827 req-0e52de12-930c-4490-9721-3fffdf582423 service neutron] 10.222.0.45 "GET /v2.0/networks/35057297-642e-427f-a9a9-1a9e72f1e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690534 Jul 16 18:18:15.436352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-8e65c896-b4ca-45f2-a867-2171e7c36ba4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0468841 Jul 16 18:18:15.549194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98ae54c2-ab4c-45aa-8aac-78066f276632 None None] Provisioning for port 291adee1-23d8-4826-9dcf-e56e441207d5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:15.564352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98ae54c2-ab4c-45aa-8aac-78066f276632 None None] Provisioning complete for port 291adee1-23d8-4826-9dcf-e56e441207d5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:15.568940 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98ae54c2-ab4c-45aa-8aac-78066f276632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.592858 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] For port 4418af41-3a2f-4632-a806-7d34f4842989, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:15.643277 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] For port 4418af41-3a2f-4632-a806-7d34f4842989, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4418af41-3a2f-4632-a806-7d34f4842989,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:15.657626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d386e-ab42-493d-b239-4901f3c22736 req-d44d836b-6704-4d06-ba5c-202913973ed0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:15.666523 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-258d386e-ab42-493d-b239-4901f3c22736 req-d44d836b-6704-4d06-ba5c-202913973ed0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 944 time: 0.7527997 Jul 16 18:18:15.679753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.696139 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.813201 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.822545 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98ae54c2-ab4c-45aa-8aac-78066f276632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.883323 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-258d386e-ab42-493d-b239-4901f3c22736 req-a0f6091d-79f8-4932-a1fb-1a0bcb31ff54 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109020 Jul 16 18:18:15.894529 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-d613e3fe-140e-47a8-84d1-c2e10492f801 service neutron] 10.222.0.60 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321404 Jul 16 18:18:15.918531 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-98ae54c2-ab4c-45aa-8aac-78066f276632 None None] For port 291adee1-23d8-4826-9dcf-e56e441207d5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=291adee1-23d8-4826-9dcf-e56e441207d5,segment=NetworkSegment(c8fbd648-e81e-410a-8d7d-043c82e9d625),segment_id=c8fbd648-e81e-410a-8d7d-043c82e9d625)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:15.925922 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98ae54c2-ab4c-45aa-8aac-78066f276632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.958331 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90faed-5f0e-4673-9921-cf419b23b71b None None] Pushing event updated for resources: {'Port': ['ID=4418af41-3a2f-4632-a806-7d34f4842989,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.998819 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:15.999381 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:16.010730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678499ce-369b-4410-ba98-632c64003ec6 req-d3c0dfd1-64ec-4059-a3a6-807f70088ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.012305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678499ce-369b-4410-ba98-632c64003ec6 req-d3c0dfd1-64ec-4059-a3a6-807f70088ed4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=296dad8152bb4cdcba63088b527dd85d&device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 1096 time: 0.5023832 Jul 16 18:18:16.023772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae54c2-ab4c-45aa-8aac-78066f276632 None None] Pushing event updated for resources: {'Port': ['ID=291adee1-23d8-4826-9dcf-e56e441207d5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:16.081045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c7abaa8-82c1-4090-b537-c3e46c4cbf62 None None] Provisioning for port 8ba679c0-4c36-47b4-a2df-127e823f3404 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:16.092458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c7abaa8-82c1-4090-b537-c3e46c4cbf62 None None] Provisioning complete for port 8ba679c0-4c36-47b4-a2df-127e823f3404 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:16.093172 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c7abaa8-82c1-4090-b537-c3e46c4cbf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.171520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7c7abaa8-82c1-4090-b537-c3e46c4cbf62 None None] Port 8ba679c0-4c36-47b4-a2df-127e823f3404 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:16.198392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c7abaa8-82c1-4090-b537-c3e46c4cbf62 None None] Provisioning complete for port 8e007a99-ab52-4583-b202-18417ef3f41b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:16.198774 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c7abaa8-82c1-4090-b537-c3e46c4cbf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.255391 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.274079 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:06Z', 'revision_number': 2, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:16.294231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.303189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.366925 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Checking router: dead8068-3e5d-45af-8693-9dc5e3b96f8b for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:16.369701 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Updating router dead8068-3e5d-45af-8693-9dc5e3b96f8b port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:16.406224 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:16.541890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-52a6eb0e-450b-4caa-b4c6-a277d1bf2cd6 None None] Provisioning complete for port 8ba679c0-4c36-47b4-a2df-127e823f3404 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:16.542283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52a6eb0e-450b-4caa-b4c6-a277d1bf2cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.606848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.636604 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a909ea43-d1c9-4667-8cac-1349fc034b18 req-c7bfdc9f-0e24-465a-bf44-baa93096fe8f tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.46 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.3152750 Jul 16 18:18:16.639859 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.674898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-52a6eb0e-450b-4caa-b4c6-a277d1bf2cd6 None None] Port 8ba679c0-4c36-47b4-a2df-127e823f3404 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:16.697681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 291adee1-23d8-4826-9dcf-e56e441207d5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:16.700058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Pushing event updated for resources: {'Port': ['ID=f2a21b97-a00f-4022-85ec-78dba7deea7e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:16.711917 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.713695 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a9a11e23-fa20-4b00-b756-cf7ca58999b1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9334762 Jul 16 18:18:16.777487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-52a6eb0e-450b-4caa-b4c6-a277d1bf2cd6 None None] Provisioning complete for port 291adee1-23d8-4826-9dcf-e56e441207d5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:16.777874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52a6eb0e-450b-4caa-b4c6-a277d1bf2cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.882492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 291adee1-23d8-4826-9dcf-e56e441207d5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:16.883024 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.147421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8e007a99-ab52-4583-b202-18417ef3f41b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:17.158103 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-75bf7ccc-9b2f-412e-b6b6-059a3c13fc7a service neutron] 10.222.0.60 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2606647 Jul 16 18:18:17.212659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12780ea9-5323-44b3-9704-c54a9a5b2f08 req-74116891-db51-4def-b4f8-e65a29f0ba5b tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=8af11c77-84b1-4fc2-9a0b-b057456e52da HTTP/1.1" status: 200 len: 210 time: 0.1571016 Jul 16 18:18:17.216826 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4418af41-3a2f-4632-a806-7d34f4842989', 'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:2a:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:15Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:17.224739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678499ce-369b-4410-ba98-632c64003ec6 req-2f88bf62-24d8-4206-abf8-7261d27f695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.226593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678499ce-369b-4410-ba98-632c64003ec6 req-2f88bf62-24d8-4206-abf8-7261d27f695b service neutron] 10.222.0.45 "GET /v2.0/networks?id=35057297-642e-427f-a9a9-1a9e72f1e405 HTTP/1.1" status: 200 len: 915 time: 1.1990671 Jul 16 18:18:17.285772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 8e007a99-ab52-4583-b202-18417ef3f41b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:17.286162 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.355819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b9bb6d0a-3cc1-44ee-ba0a-4ec91bc68ec8 None None] Provisioning complete for port 8ba679c0-4c36-47b4-a2df-127e823f3404 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:17.357105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9bb6d0a-3cc1-44ee-ba0a-4ec91bc68ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.378593 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520e64ef-66ea-4353-b34c-010c64ebc87b None None] The sync data for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 is: [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4418af41-3a2f-4632-a806-7d34f4842989', 'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:2a:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:15Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:17.482351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b9bb6d0a-3cc1-44ee-ba0a-4ec91bc68ec8 None None] Port 8ba679c0-4c36-47b4-a2df-127e823f3404 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:17.510685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678499ce-369b-4410-ba98-632c64003ec6 req-f968eeeb-ef71-4d06-9716-ea16b5d2aecc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=991dea39-e882-4ebc-83ca-b070b0aee987 HTTP/1.1" status: 200 len: 217 time: 0.2701952 Jul 16 18:18:17.553567 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.592228 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Transition to ACTIVE for port object 8d997fde-6f7b-4fe7-a2af-0b38167d8fae will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:17.615015 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.729363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 25a09682-f5eb-4cb3-a15b-8324819f18d1 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:17.729624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678499ce-369b-4410-ba98-632c64003ec6 req-6bfec692-5ad5-49b3-b094-b6603fb06ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.732209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678499ce-369b-4410-ba98-632c64003ec6 req-6bfec692-5ad5-49b3-b094-b6603fb06ef1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1358beef-4284-4019-91ad-b56b1094bbee HTTP/1.1" status: 200 len: 854 time: 0.2137775 Jul 16 18:18:17.849116 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab2c4a-6dca-4269-8e12-61ef087bd3b8 None None] Pushing event updated for resources: {'Port': ['ID=8d997fde-6f7b-4fe7-a2af-0b38167d8fae,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:17.873726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 25a09682-f5eb-4cb3-a15b-8324819f18d1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:17.873932 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.977844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678499ce-369b-4410-ba98-632c64003ec6 req-830f03f1-373f-4568-bce5-6583b0b087dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=35057297-642e-427f-a9a9-1a9e72f1e405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615527 Jul 16 18:18:17.980747 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Attempting to bind port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:17.985901 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Attempting to bind port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:17.988307 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Attempting to bind port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae on network bae45001-e475-4ea6-935a-e21e673b4153 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:18.008797 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:18.015332 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Checking segment: {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:18.016383 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.016882 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Bound using segment: {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:18.017498 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Bound port: 8d997fde-6f7b-4fe7-a2af-0b38167d8fae, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:18.018004 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.289738 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] For port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:18.298815 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] For port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8d997fde-6f7b-4fe7-a2af-0b38167d8fae,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:18.306880 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.440990 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab2c4a-6dca-4269-8e12-61ef087bd3b8 None None] Pushing event updated for resources: {'Port': ['ID=8d997fde-6f7b-4fe7-a2af-0b38167d8fae,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.450552 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:18.451372 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:18.577371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 2001:db8:1::1 (caae1d6d-a0c5-4dac-b28c-c05d8c7d0742/78e8a103-0036-4993-a9dd-9f88f46ddc34/252ffd21-ac01-4554-ba5c-57c20cce71e6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:18.616818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 991dea39-e882-4ebc-83ca-b070b0aee987 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:18.806298 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.855233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Transition to ACTIVE for port object 252ffd21-ac01-4554-ba5c-57c20cce71e6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:18.872093 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:18.983185 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.053320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 991dea39-e882-4ebc-83ca-b070b0aee987, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=991dea39-e882-4ebc-83ca-b070b0aee987,segment=NetworkSegment(b46f9e2a-c27c-4387-8bc6-7a438e3300e9),segment_id=b46f9e2a-c27c-4387-8bc6-7a438e3300e9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:19.077050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4418af41-3a2f-4632-a806-7d34f4842989 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:19.126111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=252ffd21-ac01-4554-ba5c-57c20cce71e6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:19.203630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:19.233634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '991dea39-e882-4ebc-83ca-b070b0aee987', 'network_id': '35057297-642e-427f-a9a9-1a9e72f1e405', 'port_id': '991dea39-e882-4ebc-83ca-b070b0aee987', 'mac_address': 'fa:16:3e:d8:b2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1358beef-4284-4019-91ad-b56b1094bbee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:19.240674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c72e85-493e-484f-b180-a95d0c074c1b req-fcd83584-8ad1-42de-be09-4d26cbfc6a7a tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:19.251925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58c72e85-493e-484f-b180-a95d0c074c1b req-fcd83584-8ad1-42de-be09-4d26cbfc6a7a tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 946 time: 1.5115492 Jul 16 18:18:19.284970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:19.301795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721aef7-b81d-42e1-aad4-76575bfe5a86 req-42647a8d-241d-46b2-b60f-e5839c6dbfdd tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:19.303832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a721aef7-b81d-42e1-aad4-76575bfe5a86 req-42647a8d-241d-46b2-b60f-e5839c6dbfdd tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 944 time: 1.4654860 Jul 16 18:18:19.307240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:19.308055 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.382171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 4418af41-3a2f-4632-a806-7d34f4842989 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:19.413232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4418af41-3a2f-4632-a806-7d34f4842989 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:19.413611 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.506798 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.533160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991dea39-e882-4ebc-83ca-b070b0aee987 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:19.625087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 991dea39-e882-4ebc-83ca-b070b0aee987, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=991dea39-e882-4ebc-83ca-b070b0aee987,segment=NetworkSegment(b46f9e2a-c27c-4387-8bc6-7a438e3300e9),segment_id=b46f9e2a-c27c-4387-8bc6-7a438e3300e9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:19.639478 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.695972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a721aef7-b81d-42e1-aad4-76575bfe5a86 req-d54fb766-3786-4259-93f7-9e2505b3ae66 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762920 Jul 16 18:18:19.713301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678499ce-369b-4410-ba98-632c64003ec6 req-c908dfe3-5412-4cd0-a536-f5634579cbe9 service neutron] 10.222.0.45 "GET /v2.0/networks/35057297-642e-427f-a9a9-1a9e72f1e405?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6975429 Jul 16 18:18:19.929431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58c72e85-493e-484f-b180-a95d0c074c1b req-3a2f6c24-4d1a-45f8-a47a-d65b669b4685 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6761773 Jul 16 18:18:19.967814 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.019898 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:18Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:20.061185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['991dea39-e882-4ebc-83ca-b070b0aee987'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:20.091415 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b2bb8-f072-4bb4-a2a9-08df23f7ce28 None None] The sync data for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 is: [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:18Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:20.318295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.326257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 4418af41-3a2f-4632-a806-7d34f4842989, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4418af41-3a2f-4632-a806-7d34f4842989,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:20.390159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.397647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8d997fde-6f7b-4fe7-a2af-0b38167d8fae up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:20.443044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-16849006-c431-4867-b0d9-6d0bcc24c0db tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.445388 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-16849006-c431-4867-b0d9-6d0bcc24c0db tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 797 time: 0.3529875 Jul 16 18:18:20.548391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98d153e9-cdd2-41f9-a134-222b76fd12ac None None] Provisioning for port 252ffd21-ac01-4554-ba5c-57c20cce71e6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:20.574173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98d153e9-cdd2-41f9-a134-222b76fd12ac None None] Provisioning complete for port 252ffd21-ac01-4554-ba5c-57c20cce71e6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:20.575142 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98d153e9-cdd2-41f9-a134-222b76fd12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.600723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ad4f094-03fc-4c6e-8694-79eeaac03e7a req-0c1ae194-1cab-4442-97ef-c3d303eec837 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 210 time: 0.1613560 Jul 16 18:18:20.631041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=991dea39-e882-4ebc-83ca-b070b0aee987,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:20.693790 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-50d9bbb3-8a3e-43ed-a1bb-afefb92c24bd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 379 time: 0.2256994 Jul 16 18:18:20.725091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'port': {'device_id': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'admin_state_up': True, 'tenant_id': '31c96d00249a453298ef421573e576c2', 'security_groups': ['ace852c7-7300-4316-aa30-cd2462532235']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:20.731124 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.731483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.731831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.732178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.732544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.732910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.734622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.734622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.734622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.734622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.735038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.735038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:20.815476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678499ce-369b-4410-ba98-632c64003ec6 req-b5b3e6f5-6a80-4a3b-8b26-4eb2372daf15 service neutron] 10.222.0.45 "GET /v2.0/networks/35057297-642e-427f-a9a9-1a9e72f1e405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1011417 Jul 16 18:18:20.904410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-98d153e9-cdd2-41f9-a134-222b76fd12ac None None] Port 252ffd21-ac01-4554-ba5c-57c20cce71e6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:20.996177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:21.006849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:21.007224 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.321814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9aa9aa4-a8e9-4214-b64e-a1ae70d2e6ab req-d7ca7826-83e3-4957-8627-329a3268e13a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=803e6c9be95e4b78a56fb3419d30c24a&device_id=187c3379-570b-450a-976d-d550ae1970ee HTTP/1.1" status: 200 len: 210 time: 0.0849555 Jul 16 18:18:21.346820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=4418af41-3a2f-4632-a806-7d34f4842989,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:21.445621 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2df97a8b-7d53-4148-aa77-472763717929 req-0ec8ae96-1758-4b32-ab2d-3267a0030df3 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=187c3379-570b-450a-976d-d550ae1970ee HTTP/1.1" status: 200 len: 210 time: 0.1123018 Jul 16 18:18:21.472290 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.478499 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.583164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.584083 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.594416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9aa9aa4-a8e9-4214-b64e-a1ae70d2e6ab req-02b99885-6974-4167-8af1-55fd1a411ac1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=803e6c9be95e4b78a56fb3419d30c24a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2284863 Jul 16 18:18:21.607099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8d997fde-6f7b-4fe7-a2af-0b38167d8fae,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:21.617955 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.791924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=8d997fde-6f7b-4fe7-a2af-0b38167d8fae,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:21.826552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:21.833410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4418af41-3a2f-4632-a806-7d34f4842989 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:21.836440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.996679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4418af41-3a2f-4632-a806-7d34f4842989 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:21.997066 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.072003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:22.103989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:22.164132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.20.0.8 (fc4ec679-72c2-47bb-a8a2-f943cf898d0c/e069f8ed-15aa-4549-8ac3-beb4816bd60a/5932e3c6-b12d-4a07-8079-070515ca7afb) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:22.409448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=252ffd21-ac01-4554-ba5c-57c20cce71e6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.572146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 6a7314ee-82a7-49f6-9094-654f2c53bc16 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:22.607358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bbe7a-f9d5-4ac0-a4db-dde84d1befc5 req-89c34246-c692-41fd-ac12-ad62ae902e91 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.611096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.614878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b66bbe7a-f9d5-4ac0-a4db-dde84d1befc5 req-89c34246-c692-41fd-ac12-ad62ae902e91 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 945 time: 1.2210901 Jul 16 18:18:22.633596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 991dea39-e882-4ebc-83ca-b070b0aee987 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:22.667608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Transition to ACTIVE for port object 5932e3c6-b12d-4a07-8079-070515ca7afb will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:22.681120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b66bbe7a-f9d5-4ac0-a4db-dde84d1befc5 req-d776d89d-1b71-4cb8-a94e-6b7279f67a71 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652413 Jul 16 18:18:22.751126 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.771177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5ed49c66-708f-4726-902e-3b94b5527bef None None] Provisioning complete for port 252ffd21-ac01-4554-ba5c-57c20cce71e6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:22.771671 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ed49c66-708f-4726-902e-3b94b5527bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.862585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network fc4ec679-72c2-47bb-a8a2-f943cf898d0c is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:22.884904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:22.888009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5ed49c66-708f-4726-902e-3b94b5527bef None None] Port 252ffd21-ac01-4554-ba5c-57c20cce71e6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:22.893865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:22.897000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 991dea39-e882-4ebc-83ca-b070b0aee987 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:22.904960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.912155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 991dea39-e882-4ebc-83ca-b070b0aee987 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:22.912754 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.989909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa9aa4-a8e9-4214-b64e-a1ae70d2e6ab req-14c2129b-e50c-4860-a8c9-49a30c89a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.992072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9aa9aa4-a8e9-4214-b64e-a1ae70d2e6ab req-14c2129b-e50c-4860-a8c9-49a30c89a6c6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3549993 Jul 16 18:18:22.998110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.998808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.036714 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-ad6a8a49-5a58-4173-99f7-13a84af6f7f1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3289320 Jul 16 18:18:23.057575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Request body: {'port': {'device_id': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:23.093890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916366c-a90f-4a34-8db8-b209e2545569 req-2cb4e50a-3c56-49f3-b76f-f351cd1a75a3 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.100546 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.103846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7916366c-a90f-4a34-8db8-b209e2545569 req-2cb4e50a-3c56-49f3-b76f-f351cd1a75a3 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 946 time: 1.0273538 Jul 16 18:18:23.181682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364e7628-3537-4ca8-8990-f40e9f54e752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991dea39-e882-4ebc-83ca-b070b0aee987'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:23.185976 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af87adb-6fe7-45f8-83d0-764e28b3f940" -d '{"events": [{"server_uuid": "364e7628-3537-4ca8-8990-f40e9f54e752", "name": "network-vif-plugged", "status": "completed", "tag": "991dea39-e882-4ebc-83ca-b070b0aee987"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:23.203096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:23.224199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-116ca54c-6af9-4d19-a57c-0d4f8616a47d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/6a7314ee-82a7-49f6-9094-654f2c53bc16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1749978 Jul 16 18:18:23.230693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54120) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:23.243183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 991dea39-e882-4ebc-83ca-b070b0aee987, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=991dea39-e882-4ebc-83ca-b070b0aee987,segment=NetworkSegment(b46f9e2a-c27c-4387-8bc6-7a438e3300e9),segment_id=b46f9e2a-c27c-4387-8bc6-7a438e3300e9)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:23.254367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197995de-0a9e-4e83-a8d9-0fccaa28c748 None None] Sync routers for ids ['6a7314ee-82a7-49f6-9094-654f2c53bc16'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:23.268696 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.313580 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.369389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f16710-b325-4799-990e-01c3b30555f9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.374560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e1f16710-b325-4799-990e-01c3b30555f9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports/252ffd21-ac01-4554-ba5c-57c20cce71e6 HTTP/1.1" status: 200 len: 913 time: 0.1391265 Jul 16 18:18:23.387380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7916366c-a90f-4a34-8db8-b209e2545569 req-30ad9d05-e99c-4f1e-83a9-416cf247cf89 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2825847 Jul 16 18:18:23.388116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54126) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:23.391964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197995de-0a9e-4e83-a8d9-0fccaa28c748 None None] Routers {'6a7314ee-82a7-49f6-9094-654f2c53bc16'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:23.392660 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-197995de-0a9e-4e83-a8d9-0fccaa28c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a7314ee-82a7-49f6-9094-654f2c53bc16'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:23.486299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-197995de-0a9e-4e83-a8d9-0fccaa28c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:23.500743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3668f442-8826-4094-8249-c40aaa1c3404 None None] Provisioning for port 5932e3c6-b12d-4a07-8079-070515ca7afb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:23.518581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3668f442-8826-4094-8249-c40aaa1c3404 None None] Provisioning complete for port 5932e3c6-b12d-4a07-8079-070515ca7afb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:23.519462 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3668f442-8826-4094-8249-c40aaa1c3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.524954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=991dea39-e882-4ebc-83ca-b070b0aee987,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:23.563537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197995de-0a9e-4e83-a8d9-0fccaa28c748 None None] Routers {'6a7314ee-82a7-49f6-9094-654f2c53bc16'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:23.564732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-197995de-0a9e-4e83-a8d9-0fccaa28c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a7314ee-82a7-49f6-9094-654f2c53bc16'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:23.622201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-197995de-0a9e-4e83-a8d9-0fccaa28c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:23.623381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197995de-0a9e-4e83-a8d9-0fccaa28c748 None None] The sync data for ids ['6a7314ee-82a7-49f6-9094-654f2c53bc16'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:23.664565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3668f442-8826-4094-8249-c40aaa1c3404 None None] Port 5932e3c6-b12d-4a07-8079-070515ca7afb cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:23.752914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8d997fde-6f7b-4fe7-a2af-0b38167d8fae up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:23.819699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:23.820406 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.909038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b907a0e-c0c1-4bcb-a80b-212b0d84a6ed req-71b309a4-529e-482c-b980-ea660d4fc650 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=187c3379-570b-450a-976d-d550ae1970ee HTTP/1.1" status: 200 len: 210 time: 0.2729719 Jul 16 18:18:23.940645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5932e3c6-b12d-4a07-8079-070515ca7afb {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:23.951299 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.970711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Transition to ACTIVE for port object 5932e3c6-b12d-4a07-8079-070515ca7afb will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:23.977718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.018563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea2da2-3e2b-4ce9-82f7-eaa328dab587 req-6a18ae5f-5f0e-4d70-b5bf-deed269dd0a2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.027089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdea2da2-3e2b-4ce9-82f7-eaa328dab587 req-6a18ae5f-5f0e-4d70-b5bf-deed269dd0a2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 931 time: 0.6537635 Jul 16 18:18:24.090229 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed62cd53-d9d7-4ae0-86f0-7617a9dbefec x-openstack-request-id: req-ed62cd53-d9d7-4ae0-86f0-7617a9dbefec {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:24.090755 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364e7628-3537-4ca8-8990-f40e9f54e752", "name": "network-vif-plugged", "status": "completed", "tag": "991dea39-e882-4ebc-83ca-b070b0aee987", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:24.090755 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed62cd53-d9d7-4ae0-86f0-7617a9dbefec {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:24.091331 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364e7628-3537-4ca8-8990-f40e9f54e752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991dea39-e882-4ebc-83ca-b070b0aee987', 'code': 200} Jul 16 18:18:24.140950 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.175112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdea2da2-3e2b-4ce9-82f7-eaa328dab587 req-8e1146f2-1eb6-4ae0-97fe-7ef0e170768e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471241 Jul 16 18:18:24.259935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:24.263130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:24.265641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:24.286152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Port 5932e3c6-b12d-4a07-8079-070515ca7afb on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:24.288063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:24.307396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:24.309594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Checking segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:24.311678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Bound using segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:24.312293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Bound port: 5932e3c6-b12d-4a07-8079-070515ca7afb, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:24.314992 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.478435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.576338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca882f05-8d9b-4371-9d3f-860df387fe37 req-eb7dd188-ffb2-4bf5-bb04-43a08d88ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.578233 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ca882f05-8d9b-4371-9d3f-860df387fe37 req-eb7dd188-ffb2-4bf5-bb04-43a08d88ee95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 1098 time: 0.3638322 Jul 16 18:18:24.642838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:24.691029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:24.700034 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ca882f05-8d9b-4371-9d3f-860df387fe37 req-a96970d1-d32d-4922-8956-e6a66d2fc898 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035216 Jul 16 18:18:24.700342 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.785434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.787571 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.789533 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] 10.222.0.46 "PUT /v2.0/ports/5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 1092 time: 1.7364092 Jul 16 18:18:24.792800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:24.796813 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4c0055-e0df-4bd7-9311-08286a130829" -d '{"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:24.992829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce4f8d-9c2e-4f71-94c4-2cf2eb289c4e service neutron] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.035491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-bbe9ddb5-7560-4cbf-9052-62abb8e6e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.037541 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-bbe9ddb5-7560-4cbf-9052-62abb8e6e729 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1095 time: 0.1688190 Jul 16 18:18:25.124070 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-d7e109b2-47f8-49cc-94e4-ee8436b6c4d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 217 time: 0.0687072 Jul 16 18:18:25.142933 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4722ea89-95bb-4278-a76a-14fe5fc481fa x-openstack-request-id: req-4722ea89-95bb-4278-a76a-14fe5fc481fa {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:25.143348 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:25.143602 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4722ea89-95bb-4278-a76a-14fe5fc481fa {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:25.145191 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'status': 'completed', 'code': 200} Jul 16 18:18:25.153038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9aa9aa4-a8e9-4214-b64e-a1ae70d2e6ab req-5bc5da5b-de41-4a42-a33c-7539de434b79 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.46 "GET /v2.0/ports?device_id=187c3379-570b-450a-976d-d550ae1970ee HTTP/1.1" status: 200 len: 210 time: 0.1303627 Jul 16 18:18:25.221133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-0bbd4cf1-83cb-4f44-b1af-dfbde39ebcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.222633 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-0bbd4cf1-83cb-4f44-b1af-dfbde39ebcf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.0736210 Jul 16 18:18:25.226953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-43b4756c-b8d5-4b23-99ff-49e1434519d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1955032 Jul 16 18:18:25.270595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94e5b-24e6-4697-953b-eed8f86ca4a2 req-695cb3ae-0699-402c-b76c-a0f9fa3292e2 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.278379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2f94e5b-24e6-4697-953b-eed8f86ca4a2 req-695cb3ae-0699-402c-b76c-a0f9fa3292e2 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 946 time: 0.9126182 Jul 16 18:18:25.334548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-c62f82cc-b64c-46c1-b9ff-f708f7e38134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.336128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-c62f82cc-b64c-46c1-b9ff-f708f7e38134 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046360 Jul 16 18:18:25.385246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a880b70-05a6-45fe-ab13-f06986f55116 req-089ac943-a247-4b8f-b404-5eb5c0fd16e9 tempest-ServerShowV247Test-1201331195 tempest-ServerShowV247Test-1201331195-project] 10.222.0.60 "GET /v2.0/ports?device_id=187c3379-570b-450a-976d-d550ae1970ee HTTP/1.1" status: 200 len: 210 time: 0.0854006 Jul 16 18:18:25.434165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2f94e5b-24e6-4697-953b-eed8f86ca4a2 req-3c0996a0-84b6-4d25-baa1-d0519950f47a tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543834 Jul 16 18:18:25.547513 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-02da65bb-e29d-4aab-9bc1-8ef2fcebdd80 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001996 Jul 16 18:18:25.568439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-fbcdf66e-0eca-4e4e-bfa2-3ae28bba4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.570326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-fbcdf66e-0eca-4e4e-bfa2-3ae28bba4afd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3058e489c22c4d39a28720c42818fe07&device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 1098 time: 0.2840610 Jul 16 18:18:25.786242 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e2c9e3fe-8f17-4890-9fe5-f45ffb8e09ef req-b0e43463-96a8-4035-96de-66ea15e883cd service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258558 Jul 16 18:18:25.793247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-fdd27471-f4eb-45de-8102-fbd890125955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.794823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-fdd27471-f4eb-45de-8102-fbd890125955 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e HTTP/1.1" status: 200 len: 913 time: 0.1932507 Jul 16 18:18:25.922237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 252ffd21-ac01-4554-ba5c-57c20cce71e6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:25.922597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.070415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-43d2e82b-e036-4165-8b40-d4ca17c22085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.073890 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-43d2e82b-e036-4165-8b40-d4ca17c22085 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1095 time: 0.1267915 Jul 16 18:18:26.084732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-2c575fe7-cfbe-41bb-a2f5-91f0ca89118a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e HTTP/1.1" status: 200 len: 1002 time: 0.2810366 Jul 16 18:18:26.333061 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.339340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-33e4201f-2042-4f9f-93de-d452886120a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.341374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-33e4201f-2042-4f9f-93de-d452886120a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.2600029 Jul 16 18:18:26.346101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-277ff87f-5bb6-47dc-85ba-592907f1939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.348273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-277ff87f-5bb6-47dc-85ba-592907f1939a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ff9c076-6e02-49c0-ae94-e69ae50e5238 HTTP/1.1" status: 200 len: 851 time: 0.2250280 Jul 16 18:18:26.360785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 252ffd21-ac01-4554-ba5c-57c20cce71e6 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:26.392246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba53ec9-c094-4994-8bd8-44135927d15f req-3cae7ce8-377a-474b-bedf-7357dc49751c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.400322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cba53ec9-c094-4994-8bd8-44135927d15f req-3cae7ce8-377a-474b-bedf-7357dc49751c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 943 time: 0.3330185 Jul 16 18:18:26.414394 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-e8c38097-903f-4c50-a138-aaee1631ccaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 217 time: 0.0635746 Jul 16 18:18:26.472052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2a5c0-239f-4373-b09b-18719e0f4ae2 req-41939e4c-31d2-4f84-969e-bf1fc502853e tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.474227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dc2a5c0-239f-4373-b09b-18719e0f4ae2 req-41939e4c-31d2-4f84-969e-bf1fc502853e tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 946 time: 0.7292652 Jul 16 18:18:26.509275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cba53ec9-c094-4994-8bd8-44135927d15f req-bca9f218-39dc-48a2-8a12-aedec4d4a2d7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080561 Jul 16 18:18:26.529883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-f5433f92-152c-408a-ab5c-a25246a0c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.531590 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-f5433f92-152c-408a-ab5c-a25246a0c59a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.1091805 Jul 16 18:18:26.600707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dc2a5c0-239f-4373-b09b-18719e0f4ae2 req-5f0c75a5-75bb-4f95-9462-8d8c02654254 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddd357a2-441d-4709-a86d-16727471653c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044540 Jul 16 18:18:26.629404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda06606-3200-484c-a14a-05e3511c3742 req-5b6c549a-e53e-4e91-b1c5-d08c1fbca491 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.632602 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cda06606-3200-484c-a14a-05e3511c3742 req-5b6c549a-e53e-4e91-b1c5-d08c1fbca491 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.45 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 946 time: 0.1706960 Jul 16 18:18:26.648491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-542fb8b1-edae-4bb7-9ed4-fe7e0b32d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.650097 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-542fb8b1-edae-4bb7-9ed4-fe7e0b32d8f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2872529 Jul 16 18:18:26.798907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-e346294c-46da-4134-bc67-2f1c79fc89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.801062 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-e346294c-46da-4134-bc67-2f1c79fc89bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2569771 Jul 16 18:18:26.938205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Deleting port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:26.938526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.968416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-aefed84f-f4da-40f3-9dc5-6d96ab3fbe7f service neutron] 10.222.0.45 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100603 Jul 16 18:18:26.982383 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-509aead0-5de8-4e8f-94da-df8619152cca service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566796 Jul 16 18:18:27.011197 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.098836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=252ffd21-ac01-4554-ba5c-57c20cce71e6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.168896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3818042-1fa2-4131-93e4-a7e5267c251d req-e3e6295c-317b-429b-a456-1fc5ac3e35c4 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:27.176964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3818042-1fa2-4131-93e4-a7e5267c251d req-e3e6295c-317b-429b-a456-1fc5ac3e35c4 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 946 time: 0.3410134 Jul 16 18:18:27.177746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] For port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:27.178251 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.181003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:27.195017 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb4c0055-e0df-4bd7-9311-08286a130829 req-e413760f-3f15-488e-bd4b-48ac527bca6e service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748772 Jul 16 18:18:27.341550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c49e34-00c3-404c-95f0-2c99bc1b6744 req-d4698335-0448-41d3-9127-295487c87240 service neutron] 10.222.0.45 "GET /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646684 Jul 16 18:18:27.360826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3818042-1fa2-4131-93e4-a7e5267c251d req-00a904bc-a7a5-41aa-ae09-174d1fa1813d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828704 Jul 16 18:18:27.361501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.588736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.589275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.589644 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Floating IP 934474f6-f0a5-42c7-8106-ef8f74dfe78c disassociated. External IP: 172.25.2.117, port: c6e947da-3bd3-4f25-b0fe-a0c86c76e73e. Jul 16 18:18:27.589995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Calling delete_port for c6e947da-3bd3-4f25-b0fe-a0c86c76e73e owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:27.767808 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-201e3aa7-8be0-48c1-845d-fd0a0c264529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.860722 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.969481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Pushing event deleted for resources: {'Port': ['ID=c6e947da-3bd3-4f25-b0fe-a0c86c76e73e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.069454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b095b4b-fd5c-4f4a-87b5-cc6995655e71 req-43c195d2-4226-4cca-a8c1-59ea48d3ddbd tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 210 time: 0.1698771 Jul 16 18:18:28.087403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 6a7314ee-82a7-49f6-9094-654f2c53bc16 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:28.168881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff951e-2c61-44de-af76-512ec604d4c9 req-ca0a4ed4-62a6-4de1-a407-48d225c42548 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:28.177151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdff951e-2c61-44de-af76-512ec604d4c9 req-ca0a4ed4-62a6-4de1-a407-48d225c42548 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 943 time: 0.3783576 Jul 16 18:18:28.255671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Router 69737fa7-aee7-4741-a483-35dc1d007d48 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:28.381000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdff951e-2c61-44de-af76-512ec604d4c9 req-e9f215eb-2fbd-41c4-b0fe-7ae13f7f0b13 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029450 Jul 16 18:18:28.396237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:28.405665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1bbbf8f7-e528-4259-8b68-325f7929b08c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/6a7314ee-82a7-49f6-9094-654f2c53bc16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0155292 Jul 16 18:18:28.409037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54232) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.412176 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47852c3b-be9e-40b4-b75b-a52007f4d4ef None None] Sync routers for ids ['6a7314ee-82a7-49f6-9094-654f2c53bc16'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:28.421696 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-201e3aa7-8be0-48c1-845d-fd0a0c264529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.429404 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47852c3b-be9e-40b4-b75b-a52007f4d4ef None None] Routers {'6a7314ee-82a7-49f6-9094-654f2c53bc16'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:28.431198 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47852c3b-be9e-40b4-b75b-a52007f4d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a7314ee-82a7-49f6-9094-654f2c53bc16'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.443983 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-201e3aa7-8be0-48c1-845d-fd0a0c264529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.500428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:28.505876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-201e3aa7-8be0-48c1-845d-fd0a0c264529 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=803e6c9be95e4b78a56fb3419d30c24a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2910962 Jul 16 18:18:28.507164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e3aa7-8be0-48c1-845d-fd0a0c264529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe882182-ed34-4b88-a51f-9c74279cc8e3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.515770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] Sync routers for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:28.518822 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47852c3b-be9e-40b4-b75b-a52007f4d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.532993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.541064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:28.542104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.551586 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47852c3b-be9e-40b4-b75b-a52007f4d4ef None None] Routers {'6a7314ee-82a7-49f6-9094-654f2c53bc16'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:28.552276 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47852c3b-be9e-40b4-b75b-a52007f4d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a7314ee-82a7-49f6-9094-654f2c53bc16'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.645418 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47852c3b-be9e-40b4-b75b-a52007f4d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.647524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] No DVR routers for this DVR port c6e947da-3bd3-4f25-b0fe-a0c86c76e73e on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:28.649267 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47852c3b-be9e-40b4-b75b-a52007f4d4ef None None] The sync data for ids ['6a7314ee-82a7-49f6-9094-654f2c53bc16'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:28.664933 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.670356 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cda06606-3200-484c-a14a-05e3511c3742 req-b3e6e9af-386a-4b58-9904-86c6fc230553 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.45 "DELETE /v2.0/ports/c6e947da-3bd3-4f25-b0fe-a0c86c76e73e HTTP/1.1" status: 204 len: 173 time: 2.0318666 Jul 16 18:18:28.672894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'name': 'network-vif-deleted', 'tag': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:28.674996 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36017fc-bc27-4f82-b9ec-c4e1b7313ece" -d '{"events": [{"server_uuid": "fbbf1a27-f11a-4ff0-bb77-b53810294e4f", "name": "network-vif-deleted", "tag": "c6e947da-3bd3-4f25-b0fe-a0c86c76e73e"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:28.843582 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.871472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:28.883794 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe27dc5-f717-4e2a-abb4-d782f2586b26 x-openstack-request-id: req-cfe27dc5-f717-4e2a-abb4-d782f2586b26 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:28.884151 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbf1a27-f11a-4ff0-bb77-b53810294e4f", "name": "network-vif-deleted", "tag": "c6e947da-3bd3-4f25-b0fe-a0c86c76e73e", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:28.884495 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfe27dc5-f717-4e2a-abb4-d782f2586b26 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:28.884924 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbbf1a27-f11a-4ff0-bb77-b53810294e4f', 'name': 'network-vif-deleted', 'tag': 'c6e947da-3bd3-4f25-b0fe-a0c86c76e73e', 'status': 'completed', 'code': 200} Jul 16 18:18:28.910694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48b98482-1750-4050-90ad-ea56a31230a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.188502 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48b98482-1750-4050-90ad-ea56a31230a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.259778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48b98482-1750-4050-90ad-ea56a31230a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.263833 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48b98482-1750-4050-90ad-ea56a31230a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.266093 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-48b98482-1750-4050-90ad-ea56a31230a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe882182-ed34-4b88-a51f-9c74279cc8e3 HTTP/1.1" status: 204 len: 168 time: 0.7289414 Jul 16 18:18:29.280884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7f90d63b-d27c-4f93-b0e3-3960bfd2445b', 'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'mac_address': 'fa:16:3e:30:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:57Z', 'updated_at': '2021-07-16T18:16:09Z', 'revision_number': 5, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'subnets': [{'id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:29.282792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b98482-1750-4050-90ad-ea56a31230a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe882182-ed34-4b88-a51f-9c74279cc8e3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.386484 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.388564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] Checking router: 69737fa7-aee7-4741-a483-35dc1d007d48 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:29.440619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:29.447802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:29.569896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a8a9d00-2abe-41d4-a907-b3ec80986880 req-e0bdcc44-53c0-4079-a53b-0d48a442aad5 tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbf1a27-f11a-4ff0-bb77-b53810294e4f HTTP/1.1" status: 200 len: 210 time: 0.1061287 Jul 16 18:18:29.702158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:29.818574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:29.836116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'port_id': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'mac_address': 'fa:16:3e:15:2d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:29.906316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:29.957002 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.962154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c11a64-285e-40a5-9dcb-c3db8d8dbaf2 req-2a73e822-64d8-4207-a5cb-e3d7540304d3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.976222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24c11a64-285e-40a5-9dcb-c3db8d8dbaf2 req-2a73e822-64d8-4207-a5cb-e3d7540304d3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 943 time: 0.1714816 Jul 16 18:18:29.981171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5932e3c6-b12d-4a07-8079-070515ca7afb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:30.072442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:30.074705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24c11a64-285e-40a5-9dcb-c3db8d8dbaf2 req-87476f63-afb6-4981-a19c-f50d35d74446 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967469 Jul 16 18:18:30.103212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 8ba679c0-4c36-47b4-a2df-127e823f3404 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:30.103563 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.119014 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.233495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.247768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 8ba679c0-4c36-47b4-a2df-127e823f3404 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:30.303575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:30.443416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.485448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['5932e3c6-b12d-4a07-8079-070515ca7afb'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:30.505630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=8ba679c0-4c36-47b4-a2df-127e823f3404,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:30.676013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c6e947da-3bd3-4f25-b0fe-a0c86c76e73e no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:30.750792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.811885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: c6e947da-3bd3-4f25-b0fe-a0c86c76e73e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:30.812491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c6e947da-3bd3-4f25-b0fe-a0c86c76e73e not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:30.852058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7f90d63b-d27c-4f93-b0e3-3960bfd2445b', 'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'mac_address': 'fa:16:3e:30:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:57Z', 'updated_at': '2021-07-16T18:16:09Z', 'revision_number': 5, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'subnets': [{'id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:30.917340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04a06e4-1317-48d9-823c-6f910cd2e667 None None] The sync data for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 is: [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:15:59Z', 'revision_number': 4, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7f90d63b-d27c-4f93-b0e3-3960bfd2445b', 'name': '', 'network_id': '66807c87-42c5-4982-8d2f-dcc9e7fc8d1e', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'mac_address': 'fa:16:3e:30:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:57Z', 'updated_at': '2021-07-16T18:16:09Z', 'revision_number': 5, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'subnets': [{'id': '7ff9c076-6e02-49c0-ae94-e69ae50e5238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:31.004250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54302) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:31.173521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e13ca7ed-a447-4644-b312-1015af75c21b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.210158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 6a7314ee-82a7-49f6-9094-654f2c53bc16 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:31.236464 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e13ca7ed-a447-4644-b312-1015af75c21b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.337269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e13ca7ed-a447-4644-b312-1015af75c21b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.344051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e13ca7ed-a447-4644-b312-1015af75c21b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.354384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e13ca7ed-a447-4644-b312-1015af75c21b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "DELETE /v2.0/security-groups/ddd357a2-441d-4709-a86d-16727471653c HTTP/1.1" status: 204 len: 168 time: 0.3425541 Jul 16 18:18:31.361568 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54318) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:31.396683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ca7ed-a447-4644-b312-1015af75c21b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd357a2-441d-4709-a86d-16727471653c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:31.445414 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-17b66aa3-c36a-4224-8d14-4770e472d65f tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] show failed (client error): The resource could not be found. Jul 16 18:18:31.449444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-17b66aa3-c36a-4224-8d14-4770e472d65f tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "GET /v2.0/security-groups/ddd357a2-441d-4709-a86d-16727471653c HTTP/1.1" status: 404 len: 347 time: 0.0582728 Jul 16 18:18:31.450337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54320) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:31.475882 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:31.482962 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-251ac8b3-6787-4446-9567-c6cc924d3d6f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/6a7314ee-82a7-49f6-9094-654f2c53bc16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0716197 Jul 16 18:18:31.486804 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312cc72e-33cf-42cc-bd52-937de340c251 None None] Sync routers for ids ['6a7314ee-82a7-49f6-9094-654f2c53bc16'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:31.493003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54324) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:31.527866 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cc72e-33cf-42cc-bd52-937de340c251 None None] Routers {'6a7314ee-82a7-49f6-9094-654f2c53bc16'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:31.528502 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-312cc72e-33cf-42cc-bd52-937de340c251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a7314ee-82a7-49f6-9094-654f2c53bc16'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.587727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-312cc72e-33cf-42cc-bd52-937de340c251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.595243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82e6d5-3ba8-4388-8e3f-76405b88be95 None None] New status for floating IP 934474f6-f0a5-42c7-8106-ef8f74dfe78c: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:18:31.600110 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cc72e-33cf-42cc-bd52-937de340c251 None None] Routers {'6a7314ee-82a7-49f6-9094-654f2c53bc16'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:31.601100 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-312cc72e-33cf-42cc-bd52-937de340c251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a7314ee-82a7-49f6-9094-654f2c53bc16'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.646751 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-312cc72e-33cf-42cc-bd52-937de340c251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.647741 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312cc72e-33cf-42cc-bd52-937de340c251 None None] The sync data for ids ['6a7314ee-82a7-49f6-9094-654f2c53bc16'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:32.058909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:32.219517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4486ade6-fd38-4163-a1ca-444bf963d7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.229712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5531939f-60b7-462b-814a-b25c2efa9b07 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a7314ee-82a7-49f6-9094-654f2c53bc16 HTTP/1.1" status: 200 len: 205 time: 0.7331784 Jul 16 18:18:32.234137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54338) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:32.335411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc1615-7bda-412d-89e1-a386db48e7c7 req-7f3b64ac-6097-4bb9-b4d7-a848d2811caa tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:32.342725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cadc1615-7bda-412d-89e1-a386db48e7c7 req-7f3b64ac-6097-4bb9-b4d7-a848d2811caa tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 944 time: 0.8904078 Jul 16 18:18:32.387406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Deleting port af97400b-1eb5-465a-bc85-aef4e76690df {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:32.387732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.431100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cadc1615-7bda-412d-89e1-a386db48e7c7 req-4afea101-1571-4af1-b31e-b2835d7312d5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873463 Jul 16 18:18:32.551833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.552168 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.567055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Calling delete_port for af97400b-1eb5-465a-bc85-aef4e76690df owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:32.829330 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.864591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e7dda78-c1b2-4cd5-87e8-a42931e55e00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.888212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Pushing event deleted for resources: {'Port': ['ID=af97400b-1eb5-465a-bc85-aef4e76690df,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.012693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.015521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.017172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-17c76a4d-ec67-49f0-aa6e-5b6ac710e22b tempest-ServersTestManualDisk-596520648 tempest-ServersTestManualDisk-596520648-project] 10.222.0.60 "DELETE /v2.0/floatingips/934474f6-f0a5-42c7-8106-ef8f74dfe78c HTTP/1.1" status: 204 len: 168 time: 1.5623770 Jul 16 18:18:33.021046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54354) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.083838 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e7dda78-c1b2-4cd5-87e8-a42931e55e00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.089288 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e7dda78-c1b2-4cd5-87e8-a42931e55e00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.114966 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2e19f343-ef18-4900-8cfc-8967d470332e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.167742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e7dda78-c1b2-4cd5-87e8-a42931e55e00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.168303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7dda78-c1b2-4cd5-87e8-a42931e55e00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Fanout notify agent at l3_agent the message router_deleted on router 6a7314ee-82a7-49f6-9094-654f2c53bc16 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:33.178174 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e7dda78-c1b2-4cd5-87e8-a42931e55e00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.179283 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2e7dda78-c1b2-4cd5-87e8-a42931e55e00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/6a7314ee-82a7-49f6-9094-654f2c53bc16 HTTP/1.1" status: 204 len: 168 time: 0.9439499 Jul 16 18:18:33.182344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54358) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.240250 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4486ade6-fd38-4163-a1ca-444bf963d7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.249041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4486ade6-fd38-4163-a1ca-444bf963d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.271061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3b0411-1659-4547-b78a-63ef1c9be30b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting subnet 78e8a103-0036-4993-a9dd-9f88f46ddc34 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:33.287529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0411-1659-4547-b78a-63ef1c9be30b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.342304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486ade6-fd38-4163-a1ca-444bf963d7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10eec06-cf53-45ab-98b3-8afbaf266488,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.353740 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4486ade6-fd38-4163-a1ca-444bf963d7bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd89bb4f594841fdb89dae6860ac82ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2933826 Jul 16 18:18:33.354766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.405399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0411-1659-4547-b78a-63ef1c9be30b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.606278 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5ae-b173-4855-aac8-04304b96fbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.637060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0411-1659-4547-b78a-63ef1c9be30b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.674821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5ae-b173-4855-aac8-04304b96fbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.700437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:33.705855 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.775224 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0411-1659-4547-b78a-63ef1c9be30b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.794438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 5932e3c6-b12d-4a07-8079-070515ca7afb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:33.799832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 5932e3c6-b12d-4a07-8079-070515ca7afb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:33.800485 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.805405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4309d-5a4d-4f2c-8b5f-b9576b756867 req-5a5fd474-9260-4ea8-91af-8b92ac89a720 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.807190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1c4309d-5a4d-4f2c-8b5f-b9576b756867 req-5a5fd474-9260-4ea8-91af-8b92ac89a720 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 944 time: 0.1942446 Jul 16 18:18:33.819256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b0411-1659-4547-b78a-63ef1c9be30b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Subnet': ['ID=78e8a103-0036-4993-a9dd-9f88f46ddc34,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.822080 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f3b0411-1659-4547-b78a-63ef1c9be30b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.826359 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5f3b0411-1659-4547-b78a-63ef1c9be30b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/78e8a103-0036-4993-a9dd-9f88f46ddc34 HTTP/1.1" status: 204 len: 168 time: 0.6408401 Jul 16 18:18:33.826359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5ae-b173-4855-aac8-04304b96fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.827276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee2de5ae-b173-4855-aac8-04304b96fbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.828377 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ee2de5ae-b173-4855-aac8-04304b96fbb3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b10eec06-cf53-45ab-98b3-8afbaf266488 HTTP/1.1" status: 204 len: 168 time: 0.4693727 Jul 16 18:18:33.829003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.842147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423bcae5-42f7-42d8-95ff-f8c4436dfb2b None None] Network caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:33.903256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2de5ae-b173-4855-aac8-04304b96fbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10eec06-cf53-45ab-98b3-8afbaf266488,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.987749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1c4309d-5a4d-4f2c-8b5f-b9576b756867 req-3bb81190-54ab-4c92-a6ad-1f16f7ba424f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706622 Jul 16 18:18:33.993162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5532fe-90f0-4618-991f-ba979634ca00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting subnet e1936c27-7f2f-461d-8a4c-5ad512c1c8f6 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:34.011935 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc5532fe-90f0-4618-991f-ba979634ca00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.135140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc5532fe-90f0-4618-991f-ba979634ca00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.248209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc5532fe-90f0-4618-991f-ba979634ca00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.366221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc5532fe-90f0-4618-991f-ba979634ca00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.416987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Deleting port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:34.417358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.418240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5532fe-90f0-4618-991f-ba979634ca00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Subnet': ['ID=e1936c27-7f2f-461d-8a4c-5ad512c1c8f6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.432792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc5532fe-90f0-4618-991f-ba979634ca00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.439550 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bc5532fe-90f0-4618-991f-ba979634ca00 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/e1936c27-7f2f-461d-8a4c-5ad512c1c8f6 HTTP/1.1" status: 204 len: 168 time: 0.6069136 Jul 16 18:18:34.440248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54388) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.506676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c5cb15-c8e2-4bf7-bc5a-1bed283f0bdd None None] Network 4d1b72ef-6908-4d73-ae30-3ae5415f32fd requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:34.583157 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.587883 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.677972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] For port 7f90d63b-d27c-4f93-b0e3-3960bfd2445b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7f90d63b-d27c-4f93-b0e3-3960bfd2445b,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:34.679490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.708199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:34.711204 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ffbf29-95c2-4a97-b9ea-d4fc1dfabfa8" -d '{"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-plugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:34.711481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Calling delete_port for 7f90d63b-d27c-4f93-b0e3-3960bfd2445b owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:34.720085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750db6e6-56b1-4842-ae5c-25ef52e72f30 None None] DHCP port deletion for caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:34.721026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 291adee1-23d8-4826-9dcf-e56e441207d5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:34.723606 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.740675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:34.789751 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.832832 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecbe5eb-fd64-45d6-9069-8c14b543ad63 x-openstack-request-id: req-7ecbe5eb-fd64-45d6-9069-8c14b543ad63 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:34.833538 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-plugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:34.834015 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ecbe5eb-fd64-45d6-9069-8c14b543ad63 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:34.834674 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'code': 200} Jul 16 18:18:34.908046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port 291adee1-23d8-4826-9dcf-e56e441207d5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=291adee1-23d8-4826-9dcf-e56e441207d5,segment=NetworkSegment(c8fbd648-e81e-410a-8d7d-043c82e9d625),segment_id=c8fbd648-e81e-410a-8d7d-043c82e9d625)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:34.908699 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.946772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 291adee1-23d8-4826-9dcf-e56e441207d5 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:34.984508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-750db6e6-56b1-4842-ae5c-25ef52e72f30 None None] Deleting port 291adee1-23d8-4826-9dcf-e56e441207d5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:34.987417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-750db6e6-56b1-4842-ae5c-25ef52e72f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.990220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.182025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-750db6e6-56b1-4842-ae5c-25ef52e72f30 None None] For port 291adee1-23d8-4826-9dcf-e56e441207d5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=291adee1-23d8-4826-9dcf-e56e441207d5,segment=NetworkSegment(c8fbd648-e81e-410a-8d7d-043c82e9d625),segment_id=c8fbd648-e81e-410a-8d7d-043c82e9d625)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:35.182447 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-750db6e6-56b1-4842-ae5c-25ef52e72f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.205927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-750db6e6-56b1-4842-ae5c-25ef52e72f30 None None] Calling delete_port for 291adee1-23d8-4826-9dcf-e56e441207d5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:35.225139 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.292807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=291adee1-23d8-4826-9dcf-e56e441207d5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.310856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No DVR routers for this DVR port 291adee1-23d8-4826-9dcf-e56e441207d5 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:35.313978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbbfaf-19b4-4819-9e7a-b101a30d4664 req-b6cee363-d237-4be4-b327-e1dea6584ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:35.316105 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4cbbfaf-19b4-4819-9e7a-b101a30d4664 req-b6cee363-d237-4be4-b327-e1dea6584ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1097 time: 0.3785880 Jul 16 18:18:35.316290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69fe28d-c7fb-4a04-8aa8-aa3fe807568a None None] DHCP port deletion for 4d1b72ef-6908-4d73-ae30-3ae5415f32fd request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:35.389613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.412369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.468699 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.473931 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4cbbfaf-19b4-4819-9e7a-b101a30d4664 req-9007906f-da0f-419e-8215-c0daa6455156 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283748 Jul 16 18:18:35.485936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caae1d6d-a0c5-4dac-b28c-c05d8c7d0742']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.501291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fbd648-e81e-410a-8d7d-043c82e9d625') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.501291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fbd648-e81e-410a-8d7d-043c82e9d625') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.512975 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-750db6e6-56b1-4842-ae5c-25ef52e72f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.526714 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.537677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f90d63b-d27c-4f93-b0e3-3960bfd2445b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.546640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c69fe28d-c7fb-4a04-8aa8-aa3fe807568a None None] Deleting port 8e007a99-ab52-4583-b202-18417ef3f41b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:35.547017 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c69fe28d-c7fb-4a04-8aa8-aa3fe807568a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.557075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.566875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:35.567688 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.603620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750db6e6-56b1-4842-ae5c-25ef52e72f30 None None] No DVR routers for this DVR port 291adee1-23d8-4826-9dcf-e56e441207d5 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:35.633086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750db6e6-56b1-4842-ae5c-25ef52e72f30 None None] Pushing event deleted for resources: {'Port': ['ID=291adee1-23d8-4826-9dcf-e56e441207d5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:35.703461 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:35.706873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6916148-9898-4f40-8ea0-3935949e6026 req-eb6dd09b-e7be-44bc-9a35-8cd4d844e43e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:35.709931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6916148-9898-4f40-8ea0-3935949e6026 req-eb6dd09b-e7be-44bc-9a35-8cd4d844e43e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.5149181 Jul 16 18:18:35.718008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-544974483-network', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:35.729610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c69fe28d-c7fb-4a04-8aa8-aa3fe807568a None None] For port 8e007a99-ab52-4583-b202-18417ef3f41b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8e007a99-ab52-4583-b202-18417ef3f41b,segment=NetworkSegment(41d01f1e-fc7e-4c7b-a3f7-9c4adc388256),segment_id=41d01f1e-fc7e-4c7b-a3f7-9c4adc388256)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:35.730279 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c69fe28d-c7fb-4a04-8aa8-aa3fe807568a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.762889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c69fe28d-c7fb-4a04-8aa8-aa3fe807568a None None] Calling delete_port for 8e007a99-ab52-4583-b202-18417ef3f41b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:35.766675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Made reservation on behalf of 52d74a60953f4d8ea4ca7547b00596f9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:35.775534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.796828 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.807710 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.814441 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/networks/caae1d6d-a0c5-4dac-b28c-c05d8c7d0742 HTTP/1.1" status: 204 len: 168 time: 1.3694305 Jul 16 18:18:35.821461 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54424) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.821676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.852348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6916148-9898-4f40-8ea0-3935949e6026 req-c7ff524e-1759-4556-b994-5c3060927dba tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288593 Jul 16 18:18:35.901649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0ed77-9b2a-415a-8319-9ce5801909ae tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Network': ['ID=caae1d6d-a0c5-4dac-b28c-c05d8c7d0742,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.973655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 291adee1-23d8-4826-9dcf-e56e441207d5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:35.977075 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f6eeae40-133f-400d-b844-79d43ba7b74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.982607 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.019717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 291adee1-23d8-4826-9dcf-e56e441207d5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:36.027413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 291adee1-23d8-4826-9dcf-e56e441207d5 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:36.028115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8e007a99-ab52-4583-b202-18417ef3f41b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:36.037255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.114150 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c69fe28d-c7fb-4a04-8aa8-aa3fe807568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.152028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.167510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fe28d-c7fb-4a04-8aa8-aa3fe807568a None None] Pushing event deleted for resources: {'Port': ['ID=8e007a99-ab52-4583-b202-18417ef3f41b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.182921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fe28d-c7fb-4a04-8aa8-aa3fe807568a None None] No DVR routers for this DVR port 8e007a99-ab52-4583-b202-18417ef3f41b on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:36.185152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No active binding found for port 8e007a99-ab52-4583-b202-18417ef3f41b {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:18:36.185825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8e007a99-ab52-4583-b202-18417ef3f41b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:36.317504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.333579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1b72ef-6908-4d73-ae30-3ae5415f32fd']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:36.351335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d01f1e-fc7e-4c7b-a3f7-9c4adc388256') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:36.351900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d01f1e-fc7e-4c7b-a3f7-9c4adc388256') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:36.366755 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.389541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.400106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:36.400764 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:36.403888 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:36.433173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Router 69737fa7-aee7-4741-a483-35dc1d007d48 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:36.451943 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.515689 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.564094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.586850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:36.588399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:36.592912 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.597257 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/networks/4d1b72ef-6908-4d73-ae30-3ae5415f32fd HTTP/1.1" status: 204 len: 168 time: 0.7707555 Jul 16 18:18:36.602825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b5d39649-0564-4e68-9d50-ca2c0bedf395 admin admin] 10.222.0.60 "PUT /v2.0/routers/69737fa7-aee7-4741-a483-35dc1d007d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5799475 Jul 16 18:18:36.607274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54430) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:36.607490 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] Sync routers for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:36.608254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54432) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:36.613940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017028ae-f093-44c4-a380-fad3b723b0b0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.618812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-401640866'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:36.650265 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:36.651394 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:36.685294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf7107-5716-4e9a-890e-86d3bdb4269e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Network': ['ID=4d1b72ef-6908-4d73-ae30-3ae5415f32fd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.716447 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.720563 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Added segment 8becb9bb-2814-418c-b8b1-a45357dea804 of type vlan for network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 Jul 16 18:18:36.771809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:36.776244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.814157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:36.826460 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.827264 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added segment 8a197e0c-49fa-4155-bc0e-3138e7ffb7b4 of type vlan for network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 Jul 16 18:18:36.878254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.901995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.954343 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.963038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.006335 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.007430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:37.008072 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.044778 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:37.111606 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6950886 Jul 16 18:18:37.118388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54450) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:37.132668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Request body: {'subnet': {'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-subnet', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:37.214818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ea9bf-a9d6-466b-a42d-649a4382e88b admin admin] Pushing event updated for resources: {'Network': ['ID=3743c663-d8a1-4c5d-abb0-0445d2fce3b7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.235076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:37.273005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Made reservation on behalf of 52d74a60953f4d8ea4ca7547b00596f9 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:37.277245 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.287949 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:18:37.375269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.392083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:37.392769 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.424831 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:18:35Z', 'revision_number': 5, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:37.446977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8373921 Jul 16 18:18:37.447472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54452) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:37.461482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'subnet': {'network_id': '1c86bb19-6414-4f39-b231-6e9801ab9ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:37.467362 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] Checking router: 69737fa7-aee7-4741-a483-35dc1d007d48 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:37.480915 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] Routers {'69737fa7-aee7-4741-a483-35dc1d007d48'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:37.483416 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['69737fa7-aee7-4741-a483-35dc1d007d48'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:37.494359 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.620365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639f610-1a6c-4e0a-96b3-bbf426d6aa41 req-9185b48a-40d9-4c73-8194-da9151f9e827 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:37.636858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3639f610-1a6c-4e0a-96b3-bbf426d6aa41 req-9185b48a-40d9-4c73-8194-da9151f9e827 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.4708400 Jul 16 18:18:37.663312 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] Set router 69737fa7-aee7-4741-a483-35dc1d007d48 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:37.706000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98933a4b-40b1-4729-ba0d-ae8be13a9383 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Network': ['ID=1c86bb19-6414-4f39-b231-6e9801ab9ea7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.726608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:37.752753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3639f610-1a6c-4e0a-96b3-bbf426d6aa41 req-68ecc0ef-4415-4591-87d0-e377aac237f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148095 Jul 16 18:18:37.772440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Deleting port f9056354-c72a-4830-ae83-dd87dbd3e004 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:37.773097 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.848025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:37.860192 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.949576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] For port f9056354-c72a-4830-ae83-dd87dbd3e004, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f9056354-c72a-4830-ae83-dd87dbd3e004,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:37.950174 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.958650 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.967753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Calling delete_port for f9056354-c72a-4830-ae83-dd87dbd3e004 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:38.096679 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:18:35Z', 'revision_number': 5, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:38.154912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ad1522-4780-4a23-8bf8-34c104314ce4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.198073 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d039c6-e877-45ca-a9f1-00f03036e9dd None None] The sync data for ids ['69737fa7-aee7-4741-a483-35dc1d007d48'] in n-d-793619-10 is: [{'id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'name': 'tempest-ServersTestManualDisk-1540578528-router', 'tenant_id': '3058e489c22c4d39a28720c42818fe07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:46Z', 'updated_at': '2021-07-16T18:18:35Z', 'revision_number': 5, 'project_id': '3058e489c22c4d39a28720c42818fe07', 'gw_port': {'id': 'f9056354-c72a-4830-ae83-dd87dbd3e004', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69737fa7-aee7-4741-a483-35dc1d007d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:49Z', 'updated_at': '2021-07-16T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:38.232484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Checking segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:38.245562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Network hostable DHCP agents. Network: 3743c663-d8a1-4c5d-abb0-0445d2fce3b7, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:38.338232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cde5a-c2d2-44ca-a794-ba81ce3b98dd req-5398805c-3851-49b6-9336-3af1ff3ffd54 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.348248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a2cde5a-c2d2-44ca-a794-ba81ce3b98dd req-5398805c-3851-49b6-9336-3af1ff3ffd54 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.2052746 Jul 16 18:18:38.406960 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.425796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a2cde5a-c2d2-44ca-a794-ba81ce3b98dd req-5186ab38-45e8-4732-a9d7-f85497aea783 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770652 Jul 16 18:18:38.437981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:38.451149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.456790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9056354-c72a-4830-ae83-dd87dbd3e004,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.469640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 3743c663-d8a1-4c5d-abb0-0445d2fce3b7) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:38.479466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc4e87a-50b1-4411-b265-8eb98d918cde None None] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:38.510230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.510856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.528838 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.538526 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-520f5b15-2e38-43a9-9022-eeb90f04dce7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4158616 Jul 16 18:18:38.542132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.551264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:38.586136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.653862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Subnet': ['ID=a5399e38-694a-4240-8167-a11cbb588114,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.656460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.662556 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.663594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.677430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d98fc-99bb-4990-8179-e715189b346a tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.683039 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-223d98fc-99bb-4990-8179-e715189b346a tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1092 time: 0.2304873 Jul 16 18:18:38.683721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54470) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.691052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:38.710945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Checking segment: {'id': '8a197e0c-49fa-4155-bc0e-3138e7ffb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c86bb19-6414-4f39-b231-6e9801ab9ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:38.711275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network hostable DHCP agents. Network: 1c86bb19-6414-4f39-b231-6e9801ab9ea7, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:38.796924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.811467 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.815673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:38.816729 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.845161 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.849081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:38.850942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.916465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 1c86bb19-6414-4f39-b231-6e9801ab9ea7) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:38.921932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.922866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.932141 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.933213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69737fa7-aee7-4741-a483-35dc1d007d48 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:38.938374 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.940262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e39c8f4f-978b-4ecf-a083-9ac2b9e51903 admin admin] 10.222.0.60 "DELETE /v2.0/routers/69737fa7-aee7-4741-a483-35dc1d007d48 HTTP/1.1" status: 204 len: 168 time: 2.3345103 Jul 16 18:18:38.943314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54472) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.967563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd048d-a735-48a3-9939-201ced7e1ad7 None None] Network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:39.027157 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.036746 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-48547fa0-5774-4752-a93e-2e4d51c5b820 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5877507 Jul 16 18:18:39.040478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:39.049788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e410a698-badd-4ec9-ae3c-1cff69373afe tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1773192637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:39.168920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e410a698-badd-4ec9-ae3c-1cff69373afe tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.171392 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e410a698-badd-4ec9-ae3c-1cff69373afe tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.199634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Allocated IP 172.20.0.2 (3743c663-d8a1-4c5d-abb0-0445d2fce3b7/82ad1522-4780-4a23-8bf8-34c104314ce4/ec847106-b2d9-422c-9f70-5863040d889f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:39.344498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e410a698-badd-4ec9-ae3c-1cff69373afe tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.355247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.361716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-1c86bb19-6414-4f39-b231-6e9801ab9ea7', 'network_id': '1c86bb19-6414-4f39-b231-6e9801ab9ea7', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'fixed_ips': [{'subnet_id': 'a5399e38-694a-4240-8167-a11cbb588114'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:39.363309 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.610591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e410a698-badd-4ec9-ae3c-1cff69373afe tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.618555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.25.2.98 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/10b0171d-c953-46bf-a68c-fbcd18438a6f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:39.651323 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e410a698-badd-4ec9-ae3c-1cff69373afe tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.657796 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e410a698-badd-4ec9-ae3c-1cff69373afe tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6113245 Jul 16 18:18:39.658510 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:39.667031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'port': {'network_id': '1c86bb19-6414-4f39-b231-6e9801ab9ea7', 'name': 'tempest-RoutersIpV6Test-786804370'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:39.844975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Allocated IP 2001:db8::2 (1c86bb19-6414-4f39-b231-6e9801ab9ea7/a5399e38-694a-4240-8167-a11cbb588114/c370d9d4-b070-41c6-ae43-8b03f9144152) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:39.866320 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.879323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Transition to ACTIVE for port object ec847106-b2d9-422c-9f70-5863040d889f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:39.882761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ab35b7-dacb-4d5f-8fd6-4dd09df37371 admin admin] Deleting subnet 7ff9c076-6e02-49c0-ae94-e69ae50e5238 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:39.889520 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95ab35b7-dacb-4d5f-8fd6-4dd09df37371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.896239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f9056354-c72a-4830-ae83-dd87dbd3e004 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:39.940423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95ab35b7-dacb-4d5f-8fd6-4dd09df37371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.945025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f9056354-c72a-4830-ae83-dd87dbd3e004 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:39.945395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f9056354-c72a-4830-ae83-dd87dbd3e004 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:39.945803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7f90d63b-d27c-4f93-b0e3-3960bfd2445b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:39.954378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Transition to ACTIVE for port object ec847106-b2d9-422c-9f70-5863040d889f will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:40.015957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7f90d63b-d27c-4f93-b0e3-3960bfd2445b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:40.016301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7f90d63b-d27c-4f93-b0e3-3960bfd2445b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:40.021854 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.074526 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95ab35b7-dacb-4d5f-8fd6-4dd09df37371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.108844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:40.119895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:40.124449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:40.132044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Pushing event updated for resources: {'Port': ['ID=ec847106-b2d9-422c-9f70-5863040d889f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.160878 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95ab35b7-dacb-4d5f-8fd6-4dd09df37371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.202440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab35b7-dacb-4d5f-8fd6-4dd09df37371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff9c076-6e02-49c0-ae94-e69ae50e5238,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.221362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95ab35b7-dacb-4d5f-8fd6-4dd09df37371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.224949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-95ab35b7-dacb-4d5f-8fd6-4dd09df37371 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7ff9c076-6e02-49c0-ae94-e69ae50e5238 HTTP/1.1" status: 204 len: 168 time: 1.2804427 Jul 16 18:18:40.227438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54486) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.239872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5960e-bba0-4bb7-855c-3d9707e4ce4c None None] Network 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:40.251030 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.291173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Attempting to bind port ec847106-b2d9-422c-9f70-5863040d889f on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:40.291608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Attempting to bind port ec847106-b2d9-422c-9f70-5863040d889f by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:40.292049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Attempting to bind port ec847106-b2d9-422c-9f70-5863040d889f on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:40.305298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.313405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:40.313794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Checking segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:40.314206 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.314872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Bound using segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:40.315830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Bound port: ec847106-b2d9-422c-9f70-5863040d889f, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:40.315984 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.320145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.350865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.412788 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.421107 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.431115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:40.434892 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.445497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] For port ec847106-b2d9-422c-9f70-5863040d889f, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:40.447750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] For port ec847106-b2d9-422c-9f70-5863040d889f, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ec847106-b2d9-422c-9f70-5863040d889f,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:40.454190 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.502718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] device_id is not set on port 0569ed3c-b29a-4163-8104-03262f282df7 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:40.517086 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.526779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Transition to ACTIVE for port object c370d9d4-b070-41c6-ae43-8b03f9144152 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:40.530950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Deleting port d52183dd-b1bd-487e-ae39-f648ab0854ad {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:40.531301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.622604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] For port d52183dd-b1bd-487e-ae39-f648ab0854ad, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d52183dd-b1bd-487e-ae39-f648ab0854ad,segment=NetworkSegment(04abe035-5b15-4042-9d95-ca075a912f1a),segment_id=04abe035-5b15-4042-9d95-ca075a912f1a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:40.622982 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.641130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Calling delete_port for d52183dd-b1bd-487e-ae39-f648ab0854ad owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:40.641795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:40.657721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:40.660083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:40.667755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04664b9c-ea20-49bc-a752-355e7b88255e None None] Pushing event updated for resources: {'Port': ['ID=ec847106-b2d9-422c-9f70-5863040d889f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.701686 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Transition to ACTIVE for port object c370d9d4-b070-41c6-ae43-8b03f9144152 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:40.716885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Allocated IP 172.25.2.14 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/d825103a-c520-4c15-9d1d-d4cec366b0f9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:40.740036 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.740416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=10b0171d-c953-46bf-a68c-fbcd18438a6f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.826719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Pushing event updated for resources: {'Port': ['ID=c370d9d4-b070-41c6-ae43-8b03f9144152,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.888248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.899101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:40.904662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:40.910993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:41.014318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52183dd-b1bd-487e-ae39-f648ab0854ad,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.016379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] No DVR routers for this DVR port d52183dd-b1bd-487e-ae39-f648ab0854ad on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:41.063269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 2001:db8::104 (1c86bb19-6414-4f39-b231-6e9801ab9ea7/a5399e38-694a-4240-8167-a11cbb588114/0569ed3c-b29a-4163-8104-03262f282df7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:41.127420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba0e16-38fc-4cfe-9373-2ef8789ba3e5 None None] DHCP port deletion for 66807c87-42c5-4982-8d2f-dcc9e7fc8d1e request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:41.168162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Attempting to bind port c370d9d4-b070-41c6-ae43-8b03f9144152 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:41.169328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Attempting to bind port c370d9d4-b070-41c6-ae43-8b03f9144152 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8a197e0c-49fa-4155-bc0e-3138e7ffb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c86bb19-6414-4f39-b231-6e9801ab9ea7'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:41.176972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Attempting to bind port c370d9d4-b070-41c6-ae43-8b03f9144152 on network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:41.190073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:41.190454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Checking segment: {'id': '8a197e0c-49fa-4155-bc0e-3138e7ffb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c86bb19-6414-4f39-b231-6e9801ab9ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:41.195068 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.196819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Bound using segment: {'id': '8a197e0c-49fa-4155-bc0e-3138e7ffb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c86bb19-6414-4f39-b231-6e9801ab9ea7'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:41.197349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Bound port: c370d9d4-b070-41c6-ae43-8b03f9144152, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a197e0c-49fa-4155-bc0e-3138e7ffb7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '1c86bb19-6414-4f39-b231-6e9801ab9ea7'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:41.197745 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.207084 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.221624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66807c87-42c5-4982-8d2f-dcc9e7fc8d1e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:41.238319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04abe035-5b15-4042-9d95-ca075a912f1a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:41.238631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04abe035-5b15-4042-9d95-ca075a912f1a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:41.256969 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.274180 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.287632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:41.288055 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:41.311886 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:41.355172 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.360802 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.363522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] 10.222.0.60 "DELETE /v2.0/networks/66807c87-42c5-4982-8d2f-dcc9e7fc8d1e HTTP/1.1" status: 204 len: 168 time: 1.1305153 Jul 16 18:18:41.380061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf6c16-e1aa-4b2b-bb77-b37d59a22761 admin admin] Pushing event deleted for resources: {'Network': ['ID=66807c87-42c5-4982-8d2f-dcc9e7fc8d1e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.384297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] For port c370d9d4-b070-41c6-ae43-8b03f9144152, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:41.405035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] For port c370d9d4-b070-41c6-ae43-8b03f9144152, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c370d9d4-b070-41c6-ae43-8b03f9144152,segment=NetworkSegment(8a197e0c-49fa-4155-bc0e-3138e7ffb7b4),segment_id=8a197e0c-49fa-4155-bc0e-3138e7ffb7b4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:41.405035 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.632154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:41.636247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4a23f-ae2c-486e-89af-71c69c3aa7d4 None None] Pushing event updated for resources: {'Port': ['ID=c370d9d4-b070-41c6-ae43-8b03f9144152,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.730769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54502) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:41.731340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0a1457d3-2f47-4eec-8ba0-d50e40393d36 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3058e489c22c4d39a28720c42818fe07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995650 Jul 16 18:18:41.812197 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.948448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ec847106-b2d9-422c-9f70-5863040d889f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:42.029045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ec847106-b2d9-422c-9f70-5863040d889f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:42.099655 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.170822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d52183dd-b1bd-487e-ae39-f648ab0854ad no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:42.213127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d52183dd-b1bd-487e-ae39-f648ab0854ad {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:42.215431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d52183dd-b1bd-487e-ae39-f648ab0854ad not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:42.342121 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.376399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Transition to ACTIVE for port object 0569ed3c-b29a-4163-8104-03262f282df7 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:42.465724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:42.490644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ddf9af-730a-4b68-a43a-8396c1c6b4c3 None None] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:42.504149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:42.547933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:42.554540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9afee1d-fcc0-4ca7-adcc-af3177b6d447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.564119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e2a6c5b-17d6-4668-a61f-0daa5ac49bcd None None] Provisioning for port ec847106-b2d9-422c-9f70-5863040d889f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:42.582423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Pushing event updated for resources: {'Port': ['ID=d825103a-c520-4c15-9d1d-d4cec366b0f9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.603251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e2a6c5b-17d6-4668-a61f-0daa5ac49bcd None None] Provisioning complete for port ec847106-b2d9-422c-9f70-5863040d889f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:42.603626 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6c5b-17d6-4668-a61f-0daa5ac49bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.636057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9afee1d-fcc0-4ca7-adcc-af3177b6d447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.652700 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.790408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.021021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:43.044061 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6c5b-17d6-4668-a61f-0daa5ac49bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.050963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:43.077397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=0569ed3c-b29a-4163-8104-03262f282df7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:43.078659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:43.086368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.087151 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.121807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9afee1d-fcc0-4ca7-adcc-af3177b6d447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.133473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9afee1d-fcc0-4ca7-adcc-af3177b6d447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.137952 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d9afee1d-fcc0-4ca7-adcc-af3177b6d447 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80ae1c28-0de5-4265-924d-44d3619ce839 HTTP/1.1" status: 204 len: 168 time: 1.4025738 Jul 16 18:18:43.169792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7e2a6c5b-17d6-4668-a61f-0daa5ac49bcd None None] For port ec847106-b2d9-422c-9f70-5863040d889f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ec847106-b2d9-422c-9f70-5863040d889f,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:43.180820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6c5b-17d6-4668-a61f-0daa5ac49bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.181851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54540) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:43.182388 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1c7a76fa-69ae-4918-a2f6-526e8a3363cf tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5197406 Jul 16 18:18:43.183322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.194388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afee1d-fcc0-4ca7-adcc-af3177b6d447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ae1c28-0de5-4265-924d-44d3619ce839,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:43.353876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb57ef8-6b9e-4ea7-9b24-fc1ac5dc9adf None None] Network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:43.449492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a6c5b-17d6-4668-a61f-0daa5ac49bcd None None] Pushing event updated for resources: {'Port': ['ID=ec847106-b2d9-422c-9f70-5863040d889f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:43.480312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3154e9bc-aa04-48c3-8e1c-ed5b432d265a None None] Provisioning for port c370d9d4-b070-41c6-ae43-8b03f9144152 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:43.848078 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.945393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c540e3c6-6c5d-48d0-8870-9db146029c8d None None] Provisioning complete for port ec847106-b2d9-422c-9f70-5863040d889f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:43.945775 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c540e3c6-6c5d-48d0-8870-9db146029c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.056132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ec847106-b2d9-422c-9f70-5863040d889f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:44.226767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.231796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ec847106-b2d9-422c-9f70-5863040d889f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:44.231992 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.257808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.318832 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.505882 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=10b0171d-c953-46bf-a68c-fbcd18438a6f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:44.536637 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.562369 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:44.587639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c370d9d4-b070-41c6-ae43-8b03f9144152 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:44.694209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] Provisioning for port 0569ed3c-b29a-4163-8104-03262f282df7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:44.741373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] Provisioning complete for port 0569ed3c-b29a-4163-8104-03262f282df7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:44.741754 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.863065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] Port 0569ed3c-b29a-4163-8104-03262f282df7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:44.880809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port c370d9d4-b070-41c6-ae43-8b03f9144152 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:44.884497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] Provisioning complete for port c370d9d4-b070-41c6-ae43-8b03f9144152 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:44.885309 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.887793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c370d9d4-b070-41c6-ae43-8b03f9144152 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:44.888365 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.901268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:44.931306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.029268 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.044128 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.056847 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.073723 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Floating IP 43941ead-bb75-484f-beb6-3dea9e0f7e7f associated. External IP: 172.25.2.98, port: 5932e3c6-b12d-4a07-8079-070515ca7afb. Jul 16 18:18:45.077710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] For port c370d9d4-b070-41c6-ae43-8b03f9144152, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c370d9d4-b070-41c6-ae43-8b03f9144152,segment=NetworkSegment(8a197e0c-49fa-4155-bc0e-3138e7ffb7b4),segment_id=8a197e0c-49fa-4155-bc0e-3138e7ffb7b4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:45.086558 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.271082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c098cd67-37db-4882-89df-17dc87abeeeb None None] Provisioning complete for port 0569ed3c-b29a-4163-8104-03262f282df7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:45.271686 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c098cd67-37db-4882-89df-17dc87abeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.277011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=0569ed3c-b29a-4163-8104-03262f282df7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.328690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0203054-4089-4421-96c2-a678d0440b92 None None] Pushing event updated for resources: {'Port': ['ID=c370d9d4-b070-41c6-ae43-8b03f9144152,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.336637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c098cd67-37db-4882-89df-17dc87abeeeb None None] Port 0569ed3c-b29a-4163-8104-03262f282df7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:45.407209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-305778795-network', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:45.440589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:45.443343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.473819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.514476 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.699180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f7f98c0-ef2f-4f41-b634-af6847a7e18f None None] Provisioning complete for port 0569ed3c-b29a-4163-8104-03262f282df7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:45.708066 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7f98c0-ef2f-4f41-b634-af6847a7e18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.772425 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.821571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f98c0-ef2f-4f41-b634-af6847a7e18f None None] Port 0569ed3c-b29a-4163-8104-03262f282df7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:45.840441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c370d9d4-b070-41c6-ae43-8b03f9144152 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:45.938420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c370d9d4-b070-41c6-ae43-8b03f9144152 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:45.940677 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.989520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Router e11ee0bd-32ec-4738-a91a-81321ed52064 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:46.100403 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.119383 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.213689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27504f30-3377-442b-b139-0f49536a9a7c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.255946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:46.266835 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.267316 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Added segment cc0a123d-b71a-44fe-92a9-298bde7489c1 of type vlan for network 92628a71-7e7a-4442-b235-d0645ce9fda3 Jul 16 18:18:46.348567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.354135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.355507 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.384670 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.510021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=0569ed3c-b29a-4163-8104-03262f282df7,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.650321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:46.652909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:46.870187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:46.896112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router d86ec224-57b1-4e7d-a8ef-241ee027ae2b is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:47.043850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.044976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.045629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.068796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:47.086660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8c007f31-7855-400c-a53f-e69510836596 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/d86ec224-57b1-4e7d-a8ef-241ee027ae2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9034469 Jul 16 18:18:47.087520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:47.092024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a6a984-6b3e-4dca-be83-3ab3547f9d37 None None] Sync routers for ids ['d86ec224-57b1-4e7d-a8ef-241ee027ae2b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:47.119871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dd9e7f8d-484b-4757-a868-6b0e539b2918 None None] Provisioning complete for port 0569ed3c-b29a-4163-8104-03262f282df7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:47.121586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] Pushing event updated for resources: {'Network': ['ID=92628a71-7e7a-4442-b235-d0645ce9fda3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.121812 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7f8d-484b-4757-a868-6b0e539b2918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.129891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:47.144568 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Sync routers for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:47.163920 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:47.164697 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:47.194204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a6a984-6b3e-4dca-be83-3ab3547f9d37 None None] Routers {'d86ec224-57b1-4e7d-a8ef-241ee027ae2b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:47.195022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-28a6a984-6b3e-4dca-be83-3ab3547f9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d86ec224-57b1-4e7d-a8ef-241ee027ae2b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:47.197364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 92628a71-7e7a-4442-b235-d0645ce9fda3 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:47.266253 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a2323c8a-004b-4ea6-bb1c-eda089bc3d24 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3596072 Jul 16 18:18:47.272973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:47.295184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Request body: {'subnet': {'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-305778795-subnet', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:47.301480 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-a4475142-d29c-4a07-aa10-3a63dc8e62a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9638114 Jul 16 18:18:47.331145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.332564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-10c1ae82-a040-4e25-8ae9-9e3f7e34a6bd admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7887962 Jul 16 18:18:47.336441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54630) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:47.380080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd13a9d1-6ef0-4897-aa19-efee68814137 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.384463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54632) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:47.384741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fd13a9d1-6ef0-4897-aa19-efee68814137 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports/0569ed3c-b29a-4163-8104-03262f282df7 HTTP/1.1" status: 200 len: 983 time: 0.2961032 Jul 16 18:18:47.398158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:47.460187 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:47.508203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b03163-946d-403e-80da-b662711365ae None None] Sync routers for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:47.540364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-28a6a984-6b3e-4dca-be83-3ab3547f9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:47.544933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:47.550840 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.566793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e7f8d-484b-4757-a868-6b0e539b2918 None None] Port 0569ed3c-b29a-4163-8104-03262f282df7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:47.579316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b03163-946d-403e-80da-b662711365ae None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:47.582827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e3b03163-946d-403e-80da-b662711365ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:47.699741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.932812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a6a984-6b3e-4dca-be83-3ab3547f9d37 None None] Routers {'d86ec224-57b1-4e7d-a8ef-241ee027ae2b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:47.933463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-28a6a984-6b3e-4dca-be83-3ab3547f9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d86ec224-57b1-4e7d-a8ef-241ee027ae2b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:47.985520 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:43Z', 'revision_number': 3, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:48.019324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c6c4f8a5-f832-4b38-91d5-4df9b6f0ba45 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.3317523 Jul 16 18:18:48.025605 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Checking router: e11ee0bd-32ec-4738-a91a-81321ed52064 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:48.026200 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Updating router e11ee0bd-32ec-4738-a91a-81321ed52064 port d825103a-c520-4c15-9d1d-d4cec366b0f9 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:48.048412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:48.058004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-28a6a984-6b3e-4dca-be83-3ab3547f9d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:48.058759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a6a984-6b3e-4dca-be83-3ab3547f9d37 None None] The sync data for ids ['d86ec224-57b1-4e7d-a8ef-241ee027ae2b'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:48.059941 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:48.068759 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.084420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e3b03163-946d-403e-80da-b662711365ae None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:48.124126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-df549d56-4551-4616-9318-44a54970282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.128584 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-df549d56-4551-4616-9318-44a54970282d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 1098 time: 0.6377704 Jul 16 18:18:48.339436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-e1e8bd74-d7dc-4dfd-9c0a-ca30842a8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.343745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-e1e8bd74-d7dc-4dfd-9c0a-ca30842a8998 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 200 len: 912 time: 0.1909196 Jul 16 18:18:48.352704 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4766851-7055-4855-8b91-94d34af868a6 x-openstack-request-id: req-b4766851-7055-4855-8b91-94d34af868a6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:48.352986 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:48.353234 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4766851-7055-4855-8b91-94d34af868a6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:48.353636 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'status': 'completed', 'code': 200} Jul 16 18:18:48.557845 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.587115 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Transition to ACTIVE for port object d825103a-c520-4c15-9d1d-d4cec366b0f9 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:48.601191 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.675425 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-f3f6f0b8-b849-4e91-939f-73dfb797aa97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a996f78a-0d6f-42c4-aee7-fe0b4cab361f HTTP/1.1" status: 200 len: 1001 time: 0.3181694 Jul 16 18:18:48.735678 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b66b8f-d82d-4483-b0c8-2698b6038f96 None None] Pushing event updated for resources: {'Port': ['ID=d825103a-c520-4c15-9d1d-d4cec366b0f9,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.773365 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Attempting to bind port d825103a-c520-4c15-9d1d-d4cec366b0f9 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:48.773879 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Attempting to bind port d825103a-c520-4c15-9d1d-d4cec366b0f9 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:48.774210 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Attempting to bind port d825103a-c520-4c15-9d1d-d4cec366b0f9 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:48.789013 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:48.789349 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:48.789682 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.790071 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:48.790540 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Bound port: d825103a-c520-4c15-9d1d-d4cec366b0f9, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:48.793098 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.796803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e3b03163-946d-403e-80da-b662711365ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '43941ead-bb75-484f-beb6-3dea9e0f7e7f', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'port_id': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'mac_address': 'fa:16:3e:15:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:42Z', 'updated_at': '2021-07-16T18:18:42Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4418af41-3a2f-4632-a806-7d34f4842989', 'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:2a:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:20Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:48.862835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b03163-946d-403e-80da-b662711365ae None None] Checking router: 2cc5c76c-ad65-4c15-b8dc-ea148629f708 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:48.887712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b03163-946d-403e-80da-b662711365ae None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:48.888381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e3b03163-946d-403e-80da-b662711365ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:48.959432 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] For port d825103a-c520-4c15-9d1d-d4cec366b0f9, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:48.965587 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] For port d825103a-c520-4c15-9d1d-d4cec366b0f9, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d825103a-c520-4c15-9d1d-d4cec366b0f9,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:48.985377 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.012315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-7e6c4cae-83a4-43d3-bf8f-7cd6c98d3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.042564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-7e6c4cae-83a4-43d3-bf8f-7cd6c98d3d5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 200 len: 850 time: 0.3426886 Jul 16 18:18:49.177565 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:49.178578 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:49.188945 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b66b8f-d82d-4483-b0c8-2698b6038f96 None None] Pushing event updated for resources: {'Port': ['ID=d825103a-c520-4c15-9d1d-d4cec366b0f9,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:49.245466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e3b03163-946d-403e-80da-b662711365ae None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:49.413527 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:49.468437 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.472751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-9a82de0b-5db5-40b1-b7cf-a678d5afd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.474896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-9a82de0b-5db5-40b1-b7cf-a678d5afd0cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f258c528-c4f0-4833-9916-4132c7713c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4310081 Jul 16 18:18:49.620032 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.790334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5310286-a552-4e68-914b-ff13aab082fe,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:49.818128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-43b1cb86-0a87-473e-a99e-488c9e314583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.824348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-43b1cb86-0a87-473e-a99e-488c9e314583 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1097 time: 1.5887656 Jul 16 18:18:49.897004 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:43Z', 'revision_number': 3, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:49.920907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.921310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.921719 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.922118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.922520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.922911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.923420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.923817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.926868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.927327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.931013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.931539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:49.949118 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be0977-df62-4c7b-80ba-eaf040dc9499 None None] The sync data for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 is: [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:43Z', 'revision_number': 3, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:49.998247 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-4bf132c5-aa4f-4354-8d96-b00dbf199b98 service neutron] 10.222.0.46 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987072 Jul 16 18:18:50.283628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e3b03163-946d-403e-80da-b662711365ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '43941ead-bb75-484f-beb6-3dea9e0f7e7f', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'port_id': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'mac_address': 'fa:16:3e:15:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:42Z', 'updated_at': '2021-07-16T18:18:42Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4418af41-3a2f-4632-a806-7d34f4842989', 'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:2a:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:20Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:50.308976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91d8ea94-ebd0-454f-be92-27e3a1676998 req-c5a21140-1627-4330-97cc-2e342d6c5d76 service neutron] 10.222.0.46 "GET /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011119 Jul 16 18:18:50.332174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 0569ed3c-b29a-4163-8104-03262f282df7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:50.344216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.345012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Checking segment: {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:50.356486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Network hostable DHCP agents. Network: 92628a71-7e7a-4442-b235-d0645ce9fda3, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:50.387215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ea41e-5fd6-4c27-86ed-9cf3cf4e4616 req-73dcc59c-5a68-4259-bc2f-11ec5d16dcb7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.403440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-607ea41e-5fd6-4c27-86ed-9cf3cf4e4616 req-73dcc59c-5a68-4259-bc2f-11ec5d16dcb7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 2.1050000 Jul 16 18:18:50.427386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b03163-946d-403e-80da-b662711365ae None None] The sync data for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 is: [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '43941ead-bb75-484f-beb6-3dea9e0f7e7f', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'port_id': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'mac_address': 'fa:16:3e:15:2d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:42Z', 'updated_at': '2021-07-16T18:18:42Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4418af41-3a2f-4632-a806-7d34f4842989', 'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:2a:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:20Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:50.549166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.590201 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.640760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 0569ed3c-b29a-4163-8104-03262f282df7 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:50.937207 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f42a5-c780-4635-8022-17d9d367a99b None None] New status for floating IP 43941ead-bb75-484f-beb6-3dea9e0f7e7f: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:18:51.055149 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.096953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Allocated IP 172.20.0.1 (3743c663-d8a1-4c5d-abb0-0445d2fce3b7/82ad1522-4780-4a23-8bf8-34c104314ce4/81d57679-f5a5-4803-9954-27c5a4e8c545) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:51.215551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=0569ed3c-b29a-4163-8104-03262f282df7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:51.350803 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.484686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.523839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Network 92628a71-7e7a-4442-b235-d0645ce9fda3 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:51.526499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Transition to ACTIVE for port object 81d57679-f5a5-4803-9954-27c5a4e8c545 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:51.549123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-27d36940-bc71-41f2-8211-15e3e35ca956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.560025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-27d36940-bc71-41f2-8211-15e3e35ca956 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 1.7123320 Jul 16 18:18:51.582603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-607ea41e-5fd6-4c27-86ed-9cf3cf4e4616 req-40f5442b-b48f-4c62-bb66-692a18432c82 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1746633 Jul 16 18:18:51.624015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54688) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:51.687878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 92628a71-7e7a-4442-b235-d0645ce9fda3) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:51.701159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.701770 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.704600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bfb0ad-6789-4f3f-8125-82eeb019b52d None None] Network 92628a71-7e7a-4442-b235-d0645ce9fda3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:51.802680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9223e3fd-d129-4b16-9ee4-2a77cdf81141 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5256379 Jul 16 18:18:51.806673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:51.814018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-2a236b37-ef64-484e-9601-5ff1ddbaf0f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 1000 time: 0.2232242 Jul 16 18:18:51.814355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:51.857739 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.923435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:51.928408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-7d56c1b6-b3d5-4187-8731-60b5f932ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.941897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-7d56c1b6-b3d5-4187-8731-60b5f932ff44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.1155248 Jul 16 18:18:51.945697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:51.968559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router d86ec224-57b1-4e7d-a8ef-241ee027ae2b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:51.969278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d825103a-c520-4c15-9d1d-d4cec366b0f9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:52.009862 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3b2a3d49-c9b1-489f-8da4-085b8593ce6a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/43941ead-bb75-484f-beb6-3dea9e0f7e7f HTTP/1.1" status: 200 len: 992 time: 0.3837759 Jul 16 18:18:52.022577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.027715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.054461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:52.059156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-92628a71-7e7a-4442-b235-d0645ce9fda3', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:52.060881 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.105731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Pushing event updated for resources: {'Port': ['ID=81d57679-f5a5-4803-9954-27c5a4e8c545,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:52.160397 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.218255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:52.234314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d825103a-c520-4c15-9d1d-d4cec366b0f9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:52.238467 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2b231311-e43d-46f1-8aa8-28565f2ab904 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/d86ec224-57b1-4e7d-a8ef-241ee027ae2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8521805 Jul 16 18:18:52.244755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54692) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.247721 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d825103a-c520-4c15-9d1d-d4cec366b0f9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:52.251013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.255553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdcaff1-5284-4a74-a5ac-4185afe7a56c None None] Sync routers for ids ['d86ec224-57b1-4e7d-a8ef-241ee027ae2b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:52.322044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.399927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-234a0e5c-66c8-414d-9a59-0aa059dac8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.401807 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-234a0e5c-66c8-414d-9a59-0aa059dac8f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4536719 Jul 16 18:18:52.411789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcaff1-5284-4a74-a5ac-4185afe7a56c None None] Routers {'d86ec224-57b1-4e7d-a8ef-241ee027ae2b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:52.414006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cbdcaff1-5284-4a74-a5ac-4185afe7a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d86ec224-57b1-4e7d-a8ef-241ee027ae2b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.615006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cbdcaff1-5284-4a74-a5ac-4185afe7a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.716440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcaff1-5284-4a74-a5ac-4185afe7a56c None None] Routers {'d86ec224-57b1-4e7d-a8ef-241ee027ae2b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:52.717488 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cbdcaff1-5284-4a74-a5ac-4185afe7a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d86ec224-57b1-4e7d-a8ef-241ee027ae2b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.750387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a70d4f53-f27d-4c3f-83ad-035947b07c21 None None] Provisioning for port 81d57679-f5a5-4803-9954-27c5a4e8c545 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:52.764844 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-1a7f0746-9f80-4c35-926d-e1d06342e147 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:18:52.765917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1a7f0746-9f80-4c35-926d-e1d06342e147 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/d86ec224-57b1-4e7d-a8ef-241ee027ae2b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5200071 Jul 16 18:18:52.769135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.833550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cbdcaff1-5284-4a74-a5ac-4185afe7a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:52.834373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdcaff1-5284-4a74-a5ac-4185afe7a56c None None] The sync data for ids ['d86ec224-57b1-4e7d-a8ef-241ee027ae2b'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:52.838299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a70d4f53-f27d-4c3f-83ad-035947b07c21 None None] Provisioning complete for port 81d57679-f5a5-4803-9954-27c5a4e8c545 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:52.838756 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a70d4f53-f27d-4c3f-83ad-035947b07c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.847866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Allocated IP 172.20.0.2 (92628a71-7e7a-4442-b235-d0645ce9fda3/b5310286-a552-4e68-914b-ff13aab082fe/f45aa40a-07d1-4697-bcc7-fa9765918077) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:52.895859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5ae69c01-6ac6-4220-952b-a06f90b7e5dd tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=d86ec224-57b1-4e7d-a8ef-241ee027ae2b HTTP/1.1" status: 200 len: 205 time: 0.1256552 Jul 16 18:18:52.900144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.910216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-ce337866-396d-497e-a96c-2a4a945308d4 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980829 Jul 16 18:18:52.948959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a70d4f53-f27d-4c3f-83ad-035947b07c21 None None] Port 81d57679-f5a5-4803-9954-27c5a4e8c545 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:53.015646 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.072081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d825103a-c520-4c15-9d1d-d4cec366b0f9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d825103a-c520-4c15-9d1d-d4cec366b0f9,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:53.075943 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-4b405290-8877-45be-ad78-3bf757aed689 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--442293199&fields=id&tenant_id=13f1f890d65f48c3b5f11c3babda49b2 HTTP/1.1" status: 200 len: 267 time: 0.2431111 Jul 16 18:18:53.105215 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.116701 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.137063 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de297163-be37-43f9-805b-57543c5fc5de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.239715 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.251489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Transition to ACTIVE for port object f45aa40a-07d1-4697-bcc7-fa9765918077 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:53.266672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.291122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Transition to ACTIVE for port object f45aa40a-07d1-4697-bcc7-fa9765918077 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:53.295563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d825103a-c520-4c15-9d1d-d4cec366b0f9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.310289 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.361679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Network 92628a71-7e7a-4442-b235-d0645ce9fda3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:53.368425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:53.371016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:53.373299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Pushing event updated for resources: {'Port': ['ID=f45aa40a-07d1-4697-bcc7-fa9765918077,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.470995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd00d8ae-4ef6-4c22-8819-c131195bf6bb req-115ffee4-f7d2-413a-b533-53749eae9885 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424695 Jul 16 18:18:53.477014 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de297163-be37-43f9-805b-57543c5fc5de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.484878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Attempting to bind port f45aa40a-07d1-4697-bcc7-fa9765918077 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:53.485390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Attempting to bind port f45aa40a-07d1-4697-bcc7-fa9765918077 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:53.485609 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de297163-be37-43f9-805b-57543c5fc5de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.486108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Attempting to bind port f45aa40a-07d1-4697-bcc7-fa9765918077 on network 92628a71-7e7a-4442-b235-d0645ce9fda3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:53.496042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:53.498193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Checking segment: {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:53.499437 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.501461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Bound using segment: {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:53.502495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Bound port: f45aa40a-07d1-4697-bcc7-fa9765918077, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:53.504358 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.527649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a702c4-ce53-4143-baef-5431853b5114 req-a8432434-371f-4e31-8a3b-1cb7b68161aa tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.529693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-a8432434-371f-4e31-8a3b-1cb7b68161aa tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/networks?id=bae45001-e475-4ea6-935a-e21e673b4153 HTTP/1.1" status: 200 len: 816 time: 0.4313192 Jul 16 18:18:53.608000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de297163-be37-43f9-805b-57543c5fc5de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.608707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de297163-be37-43f9-805b-57543c5fc5de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Fanout notify agent at l3_agent the message router_deleted on router d86ec224-57b1-4e7d-a8ef-241ee027ae2b {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:53.619412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-50e25f4e-a599-47b3-ad9b-924951b0f139 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/quotas/13f1f890d65f48c3b5f11c3babda49b2 HTTP/1.1" status: 200 len: 375 time: 0.0564902 Jul 16 18:18:53.644279 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de297163-be37-43f9-805b-57543c5fc5de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.649375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-de297163-be37-43f9-805b-57543c5fc5de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/d86ec224-57b1-4e7d-a8ef-241ee027ae2b HTTP/1.1" status: 204 len: 168 time: 0.7410817 Jul 16 18:18:53.651050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] For port f45aa40a-07d1-4697-bcc7-fa9765918077, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:53.651253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54720) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:53.654093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.655695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] For port f45aa40a-07d1-4697-bcc7-fa9765918077, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f45aa40a-07d1-4697-bcc7-fa9765918077,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:53.662653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.743983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcba45c-cb08-4fd8-ac7d-2fbfd0a8e0ea None None] Pushing event updated for resources: {'Port': ['ID=f45aa40a-07d1-4697-bcc7-fa9765918077,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.807291 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.809887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d825103a-c520-4c15-9d1d-d4cec366b0f9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:53.843718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.852721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.924873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d825103a-c520-4c15-9d1d-d4cec366b0f9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:53.925496 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.946330 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.949213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Pushing event updated for resources: {'Port': ['ID=81d57679-f5a5-4803-9954-27c5a4e8c545,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.966087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-0d8f0a9d-db75-4810-93b5-4ae4e48f7795 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13f1f890d65f48c3b5f11c3babda49b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3048897 Jul 16 18:18:53.988894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Allocated IP 172.25.2.185 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/dbf1115a-e7ee-4072-8988-fce5aae09906) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:54.075587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b553916-e6c1-4939-a523-bb217dffc51d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting subnet a5399e38-694a-4240-8167-a11cbb588114 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:54.079633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6b553916-e6c1-4939-a523-bb217dffc51d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.232342 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6b553916-e6c1-4939-a523-bb217dffc51d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.387256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.414676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6b553916-e6c1-4939-a523-bb217dffc51d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.502125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6b553916-e6c1-4939-a523-bb217dffc51d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.526038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849958a1-2966-45b6-8e39-5772ae7607d8 None None] Network 1c86bb19-6414-4f39-b231-6e9801ab9ea7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:54.536816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.549009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-a52e40b4-c563-491f-baa6-8275f667ae06 service neutron] 10.222.0.60 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675516 Jul 16 18:18:54.559445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6b553916-e6c1-4939-a523-bb217dffc51d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.567105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:54.567735 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6b553916-e6c1-4939-a523-bb217dffc51d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/a5399e38-694a-4240-8167-a11cbb588114 HTTP/1.1" status: 204 len: 168 time: 0.9124222 Jul 16 18:18:54.609501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b553916-e6c1-4939-a523-bb217dffc51d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Subnet': ['ID=a5399e38-694a-4240-8167-a11cbb588114,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.657128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:54.660128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:54.672323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:54.689633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-8a1d3bec-81a5-4be9-8f2e-e1c5a8d177e4 service neutron] 10.222.0.60 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262841 Jul 16 18:18:54.762203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf1115a-e7ee-4072-8988-fce5aae09906,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.817988 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.999766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port c370d9d4-b070-41c6-ae43-8b03f9144152 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:55.000121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.027391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c1dd1-28c3-4398-80ad-49686bc836ef None None] DHCP port deletion for 1c86bb19-6414-4f39-b231-6e9801ab9ea7 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:55.168034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f36c1dd1-28c3-4398-80ad-49686bc836ef None None] Deleting port c370d9d4-b070-41c6-ae43-8b03f9144152 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:55.168323 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f36c1dd1-28c3-4398-80ad-49686bc836ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.184601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port c370d9d4-b070-41c6-ae43-8b03f9144152, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c370d9d4-b070-41c6-ae43-8b03f9144152,segment=NetworkSegment(8a197e0c-49fa-4155-bc0e-3138e7ffb7b4),segment_id=8a197e0c-49fa-4155-bc0e-3138e7ffb7b4)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:55.185022 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.203591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for c370d9d4-b070-41c6-ae43-8b03f9144152 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:55.296050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f36c1dd1-28c3-4398-80ad-49686bc836ef None None] For port c370d9d4-b070-41c6-ae43-8b03f9144152, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c370d9d4-b070-41c6-ae43-8b03f9144152,segment=NetworkSegment(8a197e0c-49fa-4155-bc0e-3138e7ffb7b4),segment_id=8a197e0c-49fa-4155-bc0e-3138e7ffb7b4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:55.296446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f36c1dd1-28c3-4398-80ad-49686bc836ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.314243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:55.317057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:55.318658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.334252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f36c1dd1-28c3-4398-80ad-49686bc836ef None None] Calling delete_port for c370d9d4-b070-41c6-ae43-8b03f9144152 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:55.338908 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.401889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=c370d9d4-b070-41c6-ae43-8b03f9144152,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.521948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f490ce-f668-4dc6-a21f-e2fb81988ab1 None None] Network 92628a71-7e7a-4442-b235-d0645ce9fda3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:55.539357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No DVR routers for this DVR port c370d9d4-b070-41c6-ae43-8b03f9144152 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:55.579561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f36c1dd1-28c3-4398-80ad-49686bc836ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.615419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14f4dc5e-9385-41df-87fd-c37aa4e65313 req-328b1bcf-411c-4d4b-8d49-e7305bca4cda tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.0460908 Jul 16 18:18:55.618443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c1dd1-28c3-4398-80ad-49686bc836ef None None] Pushing event deleted for resources: {'Port': ['ID=c370d9d4-b070-41c6-ae43-8b03f9144152,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.671303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6287708e-d1d4-41b6-ba57-598515112d4b None None] Provisioning for port f45aa40a-07d1-4697-bcc7-fa9765918077 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:55.704355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c1dd1-28c3-4398-80ad-49686bc836ef None None] No DVR routers for this DVR port c370d9d4-b070-41c6-ae43-8b03f9144152 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:55.739236 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.761647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.774681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c86bb19-6414-4f39-b231-6e9801ab9ea7']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:55.795270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a197e0c-49fa-4155-bc0e-3138e7ffb7b4') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:55.795711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a197e0c-49fa-4155-bc0e-3138e7ffb7b4') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:55.818433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.840282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Router e11ee0bd-32ec-4738-a91a-81321ed52064 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:55.854803 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.881394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-045bbedc-0c27-468c-9921-3f00606f2b82 None None] Provisioning complete for port 81d57679-f5a5-4803-9954-27c5a4e8c545 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:55.882399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-045bbedc-0c27-468c-9921-3f00606f2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.921695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f45aa40a-07d1-4697-bcc7-fa9765918077 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:56.000143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:56.002140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.042400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port f45aa40a-07d1-4697-bcc7-fa9765918077 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:56.054964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f45aa40a-07d1-4697-bcc7-fa9765918077 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:56.055470 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.092430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-045bbedc-0c27-468c-9921-3f00606f2b82 None None] Port 81d57679-f5a5-4803-9954-27c5a4e8c545 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:56.157379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Router 887f69ee-1d8d-4df7-919e-d763a577f1fd is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:56.165465 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:56.176490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.191662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.199000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/networks/1c86bb19-6414-4f39-b231-6e9801ab9ea7 HTTP/1.1" status: 204 len: 168 time: 1.5120859 Jul 16 18:18:56.199680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54768) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:56.220707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-273352760'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:56.251315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087fce1-7a39-4b3f-9dea-3ce32c3d3d5c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Network': ['ID=1c86bb19-6414-4f39-b231-6e9801ab9ea7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:56.256252 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.256480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:56.260394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.343582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port f45aa40a-07d1-4697-bcc7-fa9765918077, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f45aa40a-07d1-4697-bcc7-fa9765918077,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:56.350918 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.505164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:56.506862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c370d9d4-b070-41c6-ae43-8b03f9144152 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:56.511036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d74be14c-1698-4be6-8ac4-e995acb8cd3c admin admin] 10.222.0.60 "PUT /v2.0/routers/e11ee0bd-32ec-4738-a91a-81321ed52064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1705418 Jul 16 18:18:56.515897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:56.520062 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Sync routers for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:56.542612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.545057 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:56.545624 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added segment 2d81099c-d03a-443e-90a8-3e7e1e1270e0 of type vlan for network 647d9ef2-f21e-4e70-a419-fe232d720d6d Jul 16 18:18:56.549447 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:56.551226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: c370d9d4-b070-41c6-ae43-8b03f9144152 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:56.551575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c370d9d4-b070-41c6-ae43-8b03f9144152 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:56.558473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=f45aa40a-07d1-4697-bcc7-fa9765918077,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:56.667312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.676302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-481125de-793e-4851-ac2a-e94433febd89 None None] Provisioning complete for port f45aa40a-07d1-4697-bcc7-fa9765918077 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:56.678578 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-481125de-793e-4851-ac2a-e94433febd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.679358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:56.699591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.703947 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1d1d8bd7-2187-462f-b7f0-5d3f004331d5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8911419 Jul 16 18:18:56.704135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:56.763889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Sync routers for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:56.830620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:56.831352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:56.871731 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:18:56.916897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.922474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.935181 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.010314 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:57.061175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:57.134851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9191906 Jul 16 18:18:57.137846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54790) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:57.143156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'subnet': {'network_id': '647d9ef2-f21e-4e70-a419-fe232d720d6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:57.200801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79f9482b-10c8-4712-b1b3-0032b67166f7 req-8f79e6c8-b285-4766-86e6-0a5926c5b13e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.2064314 Jul 16 18:18:57.285275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f5835-817b-422b-8226-2b3f46b24fa1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Network': ['ID=647d9ef2-f21e-4e70-a419-fe232d720d6d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.342805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 647d9ef2-f21e-4e70-a419-fe232d720d6d details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:57.408026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:57.412167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.510382 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:57.526630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9deb9712-5f4b-47d5-93de-4f8ff44c5254 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311579107', 'description': 'tempest-description--34428990'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:57.623426 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 2, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:57.700206 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9deb9712-5f4b-47d5-93de-4f8ff44c5254 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.754652 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Checking router: e11ee0bd-32ec-4738-a91a-81321ed52064 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:57.755559 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Updating router e11ee0bd-32ec-4738-a91a-81321ed52064 port 81d57679-f5a5-4803-9954-27c5a4e8c545 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:57.878464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f45aa40a-07d1-4697-bcc7-fa9765918077 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:57.885611 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.939345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 3, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:58.029743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Checking router: 887f69ee-1d8d-4df7-919e-d763a577f1fd for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:58.044035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Updating router 887f69ee-1d8d-4df7-919e-d763a577f1fd port dbf1115a-e7ee-4072-8988-fce5aae09906 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:58.098726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a702c4-ce53-4143-baef-5431853b5114 req-c5d24f12-3fe1-4256-8335-0f9cba314cc9 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:58.100258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-c5d24f12-3fe1-4256-8335-0f9cba314cc9 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.45 "GET /v2.0/networks?id=bae45001-e475-4ea6-935a-e21e673b4153 HTTP/1.1" status: 200 len: 816 time: 0.3334253 Jul 16 18:18:58.192375 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.274942 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-95782a01-77dc-4a3e-a74c-3eefa5e4245e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13f1f890d65f48c3b5f11c3babda49b2 HTTP/1.1" status: 200 len: 379 time: 0.1652033 Jul 16 18:18:58.286065 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.288301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Request body: {'port': {'device_id': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'admin_state_up': True, 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'security_groups': ['5b7059aa-4164-4d42-9b23-0a8fae8884a3']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:58.343153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f45aa40a-07d1-4697-bcc7-fa9765918077 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:58.343534 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.358176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9deb9712-5f4b-47d5-93de-4f8ff44c5254 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.375621 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9deb9712-5f4b-47d5-93de-4f8ff44c5254 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.466714 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9deb9712-5f4b-47d5-93de-4f8ff44c5254 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.485130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9deb9712-5f4b-47d5-93de-4f8ff44c5254 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9733233 Jul 16 18:18:58.504978 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.507021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54814) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.519690 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Transition to ACTIVE for port object 81d57679-f5a5-4803-9954-27c5a4e8c545 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:58.528183 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.555495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-91df0da1-6de7-4d89-a8fb-dd3b1b55d157 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'security_group_rule': {'security_group_id': '4c31655f-800d-4915-9cba-297731eea087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:58.603515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb9712-5f4b-47d5-93de-4f8ff44c5254 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c31655f-800d-4915-9cba-297731eea087,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.635066 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56faf9cf-d696-4428-91c9-87722c991e21 None None] Pushing event updated for resources: {'Port': ['ID=81d57679-f5a5-4803-9954-27c5a4e8c545,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.723742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fcb5d1d8-6519-44c9-a362-bdb13e787a46 req-e35ad90b-6978-4c1a-90ce-c5877526010e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.1520305 Jul 16 18:18:58.729624 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.745018 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91df0da1-6de7-4d89-a8fb-dd3b1b55d157 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.775180 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Attempting to bind port 81d57679-f5a5-4803-9954-27c5a4e8c545 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:58.775459 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Attempting to bind port 81d57679-f5a5-4803-9954-27c5a4e8c545 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:58.776175 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Attempting to bind port 81d57679-f5a5-4803-9954-27c5a4e8c545 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:58.794261 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:58.794963 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Checking segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:58.795570 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.796316 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Bound using segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:58.810023 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Bound port: 81d57679-f5a5-4803-9954-27c5a4e8c545, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:58.810871 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.874790 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91df0da1-6de7-4d89-a8fb-dd3b1b55d157 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.920082 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91df0da1-6de7-4d89-a8fb-dd3b1b55d157 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.950167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df0da1-6de7-4d89-a8fb-dd3b1b55d157 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1013b6-4138-4a9e-8dd5-13e6c7db3b7e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.990180 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91df0da1-6de7-4d89-a8fb-dd3b1b55d157 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.992724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-91df0da1-6de7-4d89-a8fb-dd3b1b55d157 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4845321 Jul 16 18:18:58.996910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:59.005652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-802c1083-f75d-42fb-beba-b0d29fade5c7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'security_group_rule': {'security_group_id': '4c31655f-800d-4915-9cba-297731eea087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:59.021023 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] For port 81d57679-f5a5-4803-9954-27c5a4e8c545, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:59.033309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] For port 81d57679-f5a5-4803-9954-27c5a4e8c545, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=81d57679-f5a5-4803-9954-27c5a4e8c545,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:59.041701 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.090296 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-802c1083-f75d-42fb-beba-b0d29fade5c7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.102788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.208682 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:59.209342 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.220075 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56faf9cf-d696-4428-91c9-87722c991e21 None None] Pushing event updated for resources: {'Port': ['ID=81d57679-f5a5-4803-9954-27c5a4e8c545,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.226784 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.243919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Made reservation on behalf of 13f1f890d65f48c3b5f11c3babda49b2 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:59.250357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.267052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Transition to ACTIVE for port object dbf1115a-e7ee-4072-8988-fce5aae09906 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:59.269747 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Allocated IP 172.20.0.1 (92628a71-7e7a-4442-b235-d0645ce9fda3/b5310286-a552-4e68-914b-ff13aab082fe/e5a223f6-2f62-4167-8674-883d22868e00) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:59.281423 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.365367 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-802c1083-f75d-42fb-beba-b0d29fade5c7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.367977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Checking segment: {'id': '2d81099c-d03a-443e-90a8-3e7e1e1270e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '647d9ef2-f21e-4e70-a419-fe232d720d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:59.370715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network hostable DHCP agents. Network: 647d9ef2-f21e-4e70-a419-fe232d720d6d, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:59.375349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077234f-1714-415a-a9a1-e0bbebb466b7 None None] Pushing event updated for resources: {'Port': ['ID=dbf1115a-e7ee-4072-8988-fce5aae09906,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.381147 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-802c1083-f75d-42fb-beba-b0d29fade5c7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.383939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Subnet': ['ID=d6761c5c-f277-448a-8944-4ba0da22bf2f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.402710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.403098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.403414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.403752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.404114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.405023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.405452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.406220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.406974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.407489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.408102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.408658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:59.436160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Attempting to bind port dbf1115a-e7ee-4072-8988-fce5aae09906 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:59.436858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Attempting to bind port dbf1115a-e7ee-4072-8988-fce5aae09906 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:59.437422 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Attempting to bind port dbf1115a-e7ee-4072-8988-fce5aae09906 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:59.452260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:59.452677 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:59.454385 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.455000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:59.456258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Bound port: dbf1115a-e7ee-4072-8988-fce5aae09906, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:59.457158 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.500253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 647d9ef2-f21e-4e70-a419-fe232d720d6d is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:59.515066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 647d9ef2-f21e-4e70-a419-fe232d720d6d) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:59.531005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.532094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.554555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abb0e63-12b3-43f0-aacf-ed2a01244735 None None] Network 647d9ef2-f21e-4e70-a419-fe232d720d6d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:59.561634 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c70ad677-75b8-432c-b1d1-c1c5e4bbe92b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4214513 Jul 16 18:18:59.569040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:59.587784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-39e58eb8-8de9-41c7-b2b0-afaf2dc46bf4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1142504587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:59.698875 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39e58eb8-8de9-41c7-b2b0-afaf2dc46bf4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.701636 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39e58eb8-8de9-41c7-b2b0-afaf2dc46bf4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.716351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] For port dbf1115a-e7ee-4072-8988-fce5aae09906, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:59.733942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c1083-f75d-42fb-beba-b0d29fade5c7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0d8264-225b-4fa3-b9de-f53eab90e49d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.751029 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] For port dbf1115a-e7ee-4072-8988-fce5aae09906, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=dbf1115a-e7ee-4072-8988-fce5aae09906,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:59.782028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-802c1083-f75d-42fb-beba-b0d29fade5c7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.785655 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.791671 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:59.792740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54838) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:59.793454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-802c1083-f75d-42fb-beba-b0d29fade5c7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7951267 Jul 16 18:18:59.799974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.802512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:59.822107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Transition to ACTIVE for port object e5a223f6-2f62-4167-8674-883d22868e00 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:59.831393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Allocated IP 172.20.0.9 (bae45001-e475-4ea6-935a-e21e673b4153/cfff58c6-0328-45a9-984b-452e873e51db/65bcaaa0-d02b-48dc-a2c7-412289931e34) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:59.869622 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.967306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Network 92628a71-7e7a-4442-b235-d0645ce9fda3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:59.997399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39e58eb8-8de9-41c7-b2b0-afaf2dc46bf4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.027260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:00.032093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39e58eb8-8de9-41c7-b2b0-afaf2dc46bf4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.038731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:00.043004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a223f6-2f62-4167-8674-883d22868e00,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.103854 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.139242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:00.139971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-965c2bae-392c-47df-ad8c-4c849bdec460 req-112279c1-a5e7-430c-8d86-fb5e2130b515 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.1407344 Jul 16 18:19:00.149621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.185743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.193028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.199757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39e58eb8-8de9-41c7-b2b0-afaf2dc46bf4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.210690 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-39e58eb8-8de9-41c7-b2b0-afaf2dc46bf4 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6399646 Jul 16 18:19:00.219455 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acef69cf-c677-4029-8a07-95f75d78e567 None None] The sync data for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 is: [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:00.240197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:00.401869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.435024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077234f-1714-415a-a9a1-e0bbebb466b7 None None] Pushing event updated for resources: {'Port': ['ID=dbf1115a-e7ee-4072-8988-fce5aae09906,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.557944 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.596942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:00.635188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Transition to ACTIVE for port object 65bcaaa0-d02b-48dc-a2c7-412289931e34 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:00.777014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-647d9ef2-f21e-4e70-a419-fe232d720d6d', 'network_id': '647d9ef2-f21e-4e70-a419-fe232d720d6d', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'fixed_ips': [{'subnet_id': 'd6761c5c-f277-448a-8944-4ba0da22bf2f'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:00.779768 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.821455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4f1a91a-c9a1-47e1-8f27-372056ce2e6c None None] Provisioning for port e5a223f6-2f62-4167-8674-883d22868e00 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:00.852284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.861859 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.984814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a223f6-2f62-4167-8674-883d22868e00,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.024078 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.027703 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.154308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Allocated IP 2001:db8::2 (647d9ef2-f21e-4e70-a419-fe232d720d6d/d6761c5c-f277-448a-8944-4ba0da22bf2f/9c34c43f-ef26-4d3a-93c1-425d315c3f96) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:01.176053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Network bae45001-e475-4ea6-935a-e21e673b4153 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:01.203873 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.225969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:01.264217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:01.319607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Pushing event updated for resources: {'Port': ['ID=65bcaaa0-d02b-48dc-a2c7-412289931e34,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.403292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Network 92628a71-7e7a-4442-b235-d0645ce9fda3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:01.416723 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.418273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:01.609512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4f1a91a-c9a1-47e1-8f27-372056ce2e6c None None] Provisioning complete for port e5a223f6-2f62-4167-8674-883d22868e00 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:01.610080 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a91a-c9a1-47e1-8f27-372056ce2e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.896815 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.920982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Transition to ACTIVE for port object 9c34c43f-ef26-4d3a-93c1-425d315c3f96 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:01.953715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Transition to ACTIVE for port object 9c34c43f-ef26-4d3a-93c1-425d315c3f96 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:01.956826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Router 887f69ee-1d8d-4df7-919e-d763a577f1fd has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:01.994629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba62b85-8fb6-4c1b-a3f9-a2a9b17fce3c req-dd09094f-f531-421c-8577-82bf6b51040e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.995265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 81d57679-f5a5-4803-9954-27c5a4e8c545 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:02.011702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ba62b85-8fb6-4c1b-a3f9-a2a9b17fce3c req-dd09094f-f531-421c-8577-82bf6b51040e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 931 time: 0.4149220 Jul 16 18:19:02.014186 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.082716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1a91a-c9a1-47e1-8f27-372056ce2e6c None None] Port e5a223f6-2f62-4167-8674-883d22868e00 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:02.135862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.148050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.189392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Network 647d9ef2-f21e-4e70-a419-fe232d720d6d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:02.202728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ba62b85-8fb6-4c1b-a3f9-a2a9b17fce3c req-31ab9cee-495d-4f15-92f2-5c6caf1457a6 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898227 Jul 16 18:19:02.213891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:02.227329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:02.244099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Pushing event updated for resources: {'Port': ['ID=9c34c43f-ef26-4d3a-93c1-425d315c3f96,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:02.275845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 3, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:02.282372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f95ef0dd-b620-44b5-aa3b-222be3fbd54c None None] Provisioning complete for port e5a223f6-2f62-4167-8674-883d22868e00 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:02.282779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f95ef0dd-b620-44b5-aa3b-222be3fbd54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.308330 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-047b4a17-843f-4177-956a-2139b2773bc1 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0266254 Jul 16 18:19:02.322331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Request body: {'port': {'device_id': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:02.388260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:02.395228 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ff9a57c8-9f26-4122-b6dc-25553528ed20 admin admin] 10.222.0.60 "PUT /v2.0/routers/887f69ee-1d8d-4df7-919e-d763a577f1fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6900988 Jul 16 18:19:02.500699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Allocated IP 172.25.2.146 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/fb8722a5-b470-4b09-a7e6-7c830fda4c2c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:02.529027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c053f0-92a3-4c6c-8a03-d1a817c4e5c0 None None] The sync data for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 is: [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 3, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:02.565383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 81d57679-f5a5-4803-9954-27c5a4e8c545 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:02.610603 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Attempting to bind port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:02.611323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Attempting to bind port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '2d81099c-d03a-443e-90a8-3e7e1e1270e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '647d9ef2-f21e-4e70-a419-fe232d720d6d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:02.611534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Attempting to bind port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 on network 647d9ef2-f21e-4e70-a419-fe232d720d6d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:02.627894 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 81d57679-f5a5-4803-9954-27c5a4e8c545 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:02.628470 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.648143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 2001:db8::1 (647d9ef2-f21e-4e70-a419-fe232d720d6d/d6761c5c-f277-448a-8944-4ba0da22bf2f/2ce32b8d-b536-4446-94ef-7c6f325d8d3f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:02.660798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:02.661097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Checking segment: {'id': '2d81099c-d03a-443e-90a8-3e7e1e1270e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '647d9ef2-f21e-4e70-a419-fe232d720d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:02.661608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.661981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Bound using segment: {'id': '2d81099c-d03a-443e-90a8-3e7e1e1270e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '647d9ef2-f21e-4e70-a419-fe232d720d6d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:02.662493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Bound port: 9c34c43f-ef26-4d3a-93c1-425d315c3f96, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d81099c-d03a-443e-90a8-3e7e1e1270e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '647d9ef2-f21e-4e70-a419-fe232d720d6d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:02.662886 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.724993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.880990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] For port 9c34c43f-ef26-4d3a-93c1-425d315c3f96, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:02.886866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] For port 9c34c43f-ef26-4d3a-93c1-425d315c3f96, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9c34c43f-ef26-4d3a-93c1-425d315c3f96,segment=NetworkSegment(2d81099c-d03a-443e-90a8-3e7e1e1270e0),segment_id=2d81099c-d03a-443e-90a8-3e7e1e1270e0)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:02.893989 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.907337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f95ef0dd-b620-44b5-aa3b-222be3fbd54c None None] Port e5a223f6-2f62-4167-8674-883d22868e00 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:03.181376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f95ef0dd-b620-44b5-aa3b-222be3fbd54c None None] Provisioning for port 65bcaaa0-d02b-48dc-a2c7-412289931e34 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:03.192603 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f95ef0dd-b620-44b5-aa3b-222be3fbd54c None None] Provisioning complete for port 65bcaaa0-d02b-48dc-a2c7-412289931e34 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:03.193245 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f95ef0dd-b620-44b5-aa3b-222be3fbd54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.276093 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea19ac11-1e45-4e1b-a00c-374df8d38e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.652334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bf1b8-cf39-44be-af95-c906b0a626d1 None None] Pushing event updated for resources: {'Port': ['ID=9c34c43f-ef26-4d3a-93c1-425d315c3f96,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:03.770275 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.820369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f95ef0dd-b620-44b5-aa3b-222be3fbd54c None None] Port 65bcaaa0-d02b-48dc-a2c7-412289931e34 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:03.909351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e608b5-b924-4af9-b2fc-df365ea7d11b req-bb896cc8-f13e-4d34-8e9d-fe4ce532e5bb tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:03.912554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 81d57679-f5a5-4803-9954-27c5a4e8c545, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=81d57679-f5a5-4803-9954-27c5a4e8c545,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:03.922029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.924364 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58e608b5-b924-4af9-b2fc-df365ea7d11b req-bb896cc8-f13e-4d34-8e9d-fe4ce532e5bb tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 931 time: 0.3197808 Jul 16 18:19:03.937442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.062025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58e608b5-b924-4af9-b2fc-df365ea7d11b req-3b0cd06e-e85e-4ce4-8852-c91327ea5e84 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309028 Jul 16 18:19:04.129258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.131489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=81d57679-f5a5-4803-9954-27c5a4e8c545,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:04.190417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Transition to ACTIVE for port object 2ce32b8d-b536-4446-94ef-7c6f325d8d3f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:04.257619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9c34c43f-ef26-4d3a-93c1-425d315c3f96 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:04.386494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:04.404150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device dbf1115a-e7ee-4072-8988-fce5aae09906 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:04.535764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bcaaa0-d02b-48dc-a2c7-412289931e34 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:04.556910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port dbf1115a-e7ee-4072-8988-fce5aae09906 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:04.560624 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.567534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port dbf1115a-e7ee-4072-8988-fce5aae09906 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:04.569258 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.593079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Transition to ACTIVE for port object 65bcaaa0-d02b-48dc-a2c7-412289931e34 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:04.603352 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.617044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.816127 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.874344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=2ce32b8d-b536-4446-94ef-7c6f325d8d3f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:04.907911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port dbf1115a-e7ee-4072-8988-fce5aae09906, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=dbf1115a-e7ee-4072-8988-fce5aae09906,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:04.915594 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.026444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=dbf1115a-e7ee-4072-8988-fce5aae09906,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.168129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 647d9ef2-f21e-4e70-a419-fe232d720d6d is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:05.203642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:05.216643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:05.217242 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.357115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041bdd7-e52a-4e40-b887-0bea5d5ce7cf None None] Network 647d9ef2-f21e-4e70-a419-fe232d720d6d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:05.495067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Pushing event updated for resources: {'Port': ['ID=65bcaaa0-d02b-48dc-a2c7-412289931e34,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.535913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.598837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-53508595-8951-4e24-878d-41f9c5897580 None None] Provisioning for port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:05.642241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-53508595-8951-4e24-878d-41f9c5897580 None None] Provisioning complete for port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:05.642513 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53508595-8951-4e24-878d-41f9c5897580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.646353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ce028-bc90-455b-a0bd-35876f1dbf89 req-39fc2a5a-086c-4fc4-a728-06479c9aff91 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.656900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba7ce028-bc90-455b-a0bd-35876f1dbf89 req-39fc2a5a-086c-4fc4-a728-06479c9aff91 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 943 time: 0.2279921 Jul 16 18:19:05.735551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba7ce028-bc90-455b-a0bd-35876f1dbf89 req-3db6253f-b20c-4f23-93f2-96f11e793812 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699563 Jul 16 18:19:05.819346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:05.882751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:05.893051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:06.127078 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Sync routers for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:06.164939 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:06.169411 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:18:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:06.174596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'Port': ['ID=fb8722a5-b470-4b09-a7e6-7c830fda4c2c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.185153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Attempting to bind port 65bcaaa0-d02b-48dc-a2c7-412289931e34 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:06.185628 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Attempting to bind port 65bcaaa0-d02b-48dc-a2c7-412289931e34 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:06.185988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Attempting to bind port 65bcaaa0-d02b-48dc-a2c7-412289931e34 on network bae45001-e475-4ea6-935a-e21e673b4153 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:06.292433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Port 65bcaaa0-d02b-48dc-a2c7-412289931e34 on network bae45001-e475-4ea6-935a-e21e673b4153 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:06.293143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Attempting to bind port 65bcaaa0-d02b-48dc-a2c7-412289931e34 on network bae45001-e475-4ea6-935a-e21e673b4153 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:06.317151 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.384465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:06.385284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Checking segment: {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:06.387182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Bound using segment: {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:06.387972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Bound port: 65bcaaa0-d02b-48dc-a2c7-412289931e34, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3461b6b-ce59-443c-ad7a-b12513a186ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:06.390848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.396576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.405885 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:06.760435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.856563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 81d57679-f5a5-4803-9954-27c5a4e8c545 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:06.911342 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] For port 65bcaaa0-d02b-48dc-a2c7-412289931e34, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:06.917840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] For port 65bcaaa0-d02b-48dc-a2c7-412289931e34, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=65bcaaa0-d02b-48dc-a2c7-412289931e34,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:06.918784 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e5a223f6-2f62-4167-8674-883d22868e00', 'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'mac_address': 'fa:16:3e:4f:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:58Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 2, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'subnets': [{'id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:06.946663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53508595-8951-4e24-878d-41f9c5897580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.946953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.978512 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Checking router: 887f69ee-1d8d-4df7-919e-d763a577f1fd for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:06.979065 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Updating router 887f69ee-1d8d-4df7-919e-d763a577f1fd port e5a223f6-2f62-4167-8674-883d22868e00 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:07.031962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-53508595-8951-4e24-878d-41f9c5897580 None None] For port 9c34c43f-ef26-4d3a-93c1-425d315c3f96, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9c34c43f-ef26-4d3a-93c1-425d315c3f96,segment=NetworkSegment(2d81099c-d03a-443e-90a8-3e7e1e1270e0),segment_id=2d81099c-d03a-443e-90a8-3e7e1e1270e0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:07.041250 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.058531 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed4767f3-7a49-4a18-b334-1c4a6d0d30d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.065753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.093513 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-53508595-8951-4e24-878d-41f9c5897580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.165111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.165773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.167249 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] 10.222.0.45 "PUT /v2.0/ports/65bcaaa0-d02b-48dc-a2c7-412289931e34 HTTP/1.1" status: 200 len: 1092 time: 4.8493423 Jul 16 18:19:07.187371 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.189267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'tag': '65bcaaa0-d02b-48dc-a2c7-412289931e34'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:07.194441 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850f37a-1fd7-4632-984f-cd0f0011c2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1429bd-ad8c-48cb-a0d3-0ea679da826e", "tag": "65bcaaa0-d02b-48dc-a2c7-412289931e34"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:07.195177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c47aef-290e-443a-b531-077d4ad20072 req-726b862c-327c-4ea9-955e-adb5ad2c48b0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.225507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1c47aef-290e-443a-b531-077d4ad20072 req-726b862c-327c-4ea9-955e-adb5ad2c48b0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 943 time: 0.2202234 Jul 16 18:19:07.379166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1c47aef-290e-443a-b531-077d4ad20072 req-aade7742-f251-4a88-81d5-a4d27a5553a6 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526752 Jul 16 18:19:07.396480 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ad5a3-a0af-484a-85d8-904a67ccbdbb x-openstack-request-id: req-906ad5a3-a0af-484a-85d8-904a67ccbdbb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:07.396876 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1429bd-ad8c-48cb-a0d3-0ea679da826e", "tag": "65bcaaa0-d02b-48dc-a2c7-412289931e34", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:07.397122 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-906ad5a3-a0af-484a-85d8-904a67ccbdbb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:07.397513 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'tag': '65bcaaa0-d02b-48dc-a2c7-412289931e34', 'status': 'completed', 'code': 200} Jul 16 18:19:07.404243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4d066-d721-4fea-8918-63500dcbb149 service neutron] Pushing event updated for resources: {'Port': ['ID=65bcaaa0-d02b-48dc-a2c7-412289931e34,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.427284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53508595-8951-4e24-878d-41f9c5897580 None None] Pushing event updated for resources: {'Port': ['ID=9c34c43f-ef26-4d3a-93c1-425d315c3f96,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.442027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 81d57679-f5a5-4803-9954-27c5a4e8c545 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:07.442453 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.566714 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.589487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.686939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device dbf1115a-e7ee-4072-8988-fce5aae09906 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:07.692763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'Port': ['ID=fb8722a5-b470-4b09-a7e6-7c830fda4c2c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.792259 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port dbf1115a-e7ee-4072-8988-fce5aae09906 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:07.792903 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.867854 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.906266 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Transition to ACTIVE for port object e5a223f6-2f62-4167-8674-883d22868e00 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:07.915554 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.935279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.993376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.001270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-199d3009-dd7d-4e68-be0f-389eb5e45f45 None None] Provisioning for port 2ce32b8d-b536-4446-94ef-7c6f325d8d3f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:08.014767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.015954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.026457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-199d3009-dd7d-4e68-be0f-389eb5e45f45 None None] Provisioning complete for port 2ce32b8d-b536-4446-94ef-7c6f325d8d3f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:08.028443 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-199d3009-dd7d-4e68-be0f-389eb5e45f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.038630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a702c4-ce53-4143-baef-5431853b5114 req-6b781ccb-9557-4b83-af5f-19ba56f42e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:08.040552 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-6b781ccb-9557-4b83-af5f-19ba56f42e29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13f1f890d65f48c3b5f11c3babda49b2&device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 1095 time: 0.7982244 Jul 16 18:19:08.050587 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.059607 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5d5da44f-b213-4a40-8784-bc0e1b2d8a77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2582736 Jul 16 18:19:08.228233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-199d3009-dd7d-4e68-be0f-389eb5e45f45 None None] Port 2ce32b8d-b536-4446-94ef-7c6f325d8d3f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:08.269012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-199d3009-dd7d-4e68-be0f-389eb5e45f45 None None] Provisioning complete for port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:08.269391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-199d3009-dd7d-4e68-be0f-389eb5e45f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.325299 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Attempting to bind port e5a223f6-2f62-4167-8674-883d22868e00 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:08.325721 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Attempting to bind port e5a223f6-2f62-4167-8674-883d22868e00 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:08.326096 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Attempting to bind port e5a223f6-2f62-4167-8674-883d22868e00 on network 92628a71-7e7a-4442-b235-d0645ce9fda3 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:08.392115 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-55dc51ba-a815-4387-9b77-22f373ae5b43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65bcaaa0-d02b-48dc-a2c7-412289931e34 HTTP/1.1" status: 200 len: 217 time: 0.3298123 Jul 16 18:19:08.425231 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:08.425772 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Checking segment: {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:08.429438 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.429653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=2ce32b8d-b536-4446-94ef-7c6f325d8d3f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:08.429755 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Bound using segment: {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:08.429881 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Bound port: e5a223f6-2f62-4167-8674-883d22868e00, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:08.437272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9c34c43f-ef26-4d3a-93c1-425d315c3f96 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:08.445609 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.507441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-fe4d45e1-659b-4c42-8c87-19bd9ff1283e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--311579107&fields=id&tenant_id=52d74a60953f4d8ea4ca7547b00596f9 HTTP/1.1" status: 200 len: 267 time: 0.1251121 Jul 16 18:19:08.636849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:08.637226 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.751150 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] For port e5a223f6-2f62-4167-8674-883d22868e00, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:08.761992 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] For port e5a223f6-2f62-4167-8674-883d22868e00, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e5a223f6-2f62-4167-8674-883d22868e00,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:08.774232 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.824217 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Pushing event updated for resources: {'Port': ['ID=e5a223f6-2f62-4167-8674-883d22868e00,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:08.872320 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.873325 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.880443 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.881158 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.882232 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.882749 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.895636 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.896375 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.899932 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.901135 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.902254 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.905006 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:08.916914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a702c4-ce53-4143-baef-5431853b5114 req-17c4e827-5f55-4af6-96fc-1efdf703945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:08.918936 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-17c4e827-5f55-4af6-96fc-1efdf703945e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfff58c6-0328-45a9-984b-452e873e51db HTTP/1.1" status: 200 len: 855 time: 0.4681189 Jul 16 18:19:08.983282 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.991377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b4a61ab-d315-4ec1-9ddb-8d7540a9422f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.004032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b4a61ab-d315-4ec1-9ddb-8d7540a9422f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 816 time: 0.4954290 Jul 16 18:19:09.041335 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:09.047009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-f97dd6f8-41f6-485c-9ebd-735e22392c3b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/quotas/52d74a60953f4d8ea4ca7547b00596f9 HTTP/1.1" status: 200 len: 375 time: 0.0419948 Jul 16 18:19:09.047810 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:09.080847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 647d9ef2-f21e-4e70-a419-fe232d720d6d is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:09.095433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:09.290836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-245fe769-5ebb-4108-834a-49b4c2701441 None None] Provisioning complete for port 2ce32b8d-b536-4446-94ef-7c6f325d8d3f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:09.291450 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-245fe769-5ebb-4108-834a-49b4c2701441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.345481 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938491ab-b020-4e2a-833c-ccee80898a5c None None] Pushing event updated for resources: {'Port': ['ID=e5a223f6-2f62-4167-8674-883d22868e00,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:09.427821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-245fe769-5ebb-4108-834a-49b4c2701441 None None] Port 2ce32b8d-b536-4446-94ef-7c6f325d8d3f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:09.448793 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:09.505739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-c303276f-f987-41f5-8073-0ff023b595c2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4565246 Jul 16 18:19:09.543856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87399-3109-4d68-940a-271d37181930 req-d8136824-c77c-45ed-a3df-bba3fea12d0b tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.554703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ed87399-3109-4d68-940a-271d37181930 req-d8136824-c77c-45ed-a3df-bba3fea12d0b tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 943 time: 0.4035604 Jul 16 18:19:09.652806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ed87399-3109-4d68-940a-271d37181930 req-87fbe94d-5f13-40ce-8345-ea25149867b0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966303 Jul 16 18:19:09.706658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-44d018af-1e05-4242-b8ab-f0f74d30bc5c None None] Provisioning complete for port 2ce32b8d-b536-4446-94ef-7c6f325d8d3f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:09.707045 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44d018af-1e05-4242-b8ab-f0f74d30bc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.777474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-93e84c33-9227-4c52-b926-67787ccc0fef service neutron] 10.222.0.60 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952388 Jul 16 18:19:09.811636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a702c4-ce53-4143-baef-5431853b5114 req-8d6b7efd-8d0a-4545-a4d4-87b0fc1b06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.813954 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-8d6b7efd-8d0a-4545-a4d4-87b0fc1b06d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bae45001-e475-4ea6-935a-e21e673b4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8758171 Jul 16 18:19:09.822988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-44d018af-1e05-4242-b8ab-f0f74d30bc5c None None] Port 2ce32b8d-b536-4446-94ef-7c6f325d8d3f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:09.925523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router b8af1c2e-e860-45c2-9381-0545fdd43fae is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:09.990517 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-40a93a80-c059-42b2-8f1b-10542ff4a7b8 service neutron] 10.222.0.45 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655195 Jul 16 18:19:10.058245 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e5a223f6-2f62-4167-8674-883d22868e00', 'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'mac_address': 'fa:16:3e:4f:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:58Z', 'updated_at': '2021-07-16T18:19:08Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'subnets': [{'id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:10.066455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-b1b3c0a6-f2f0-4649-8ed0-47314811e363 service neutron] 10.222.0.60 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869565 Jul 16 18:19:10.171580 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5e1d17-ca66-4dbe-9ef2-4307c548a0df None None] The sync data for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 is: [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e5a223f6-2f62-4167-8674-883d22868e00', 'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'mac_address': 'fa:16:3e:4f:19:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:58Z', 'updated_at': '2021-07-16T18:19:08Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'subnets': [{'id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:10.176700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:10.187417 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8797d2da-d0b9-489d-ae23-e2bc3d07e13f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/b8af1c2e-e860-45c2-9381-0545fdd43fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9447765 Jul 16 18:19:10.190770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55042) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:10.197140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6439f-b5c7-414e-a416-6fa4f862fc74 None None] Sync routers for ids ['b8af1c2e-e860-45c2-9381-0545fdd43fae'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:10.210867 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2a702c4-ce53-4143-baef-5431853b5114 req-00d58c6c-29fa-4da5-9f30-8c2479386bc4 service neutron] 10.222.0.45 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716626 Jul 16 18:19:10.226234 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.283351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6439f-b5c7-414e-a416-6fa4f862fc74 None None] Routers {'b8af1c2e-e860-45c2-9381-0545fdd43fae'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:10.284704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3cb6439f-b5c7-414e-a416-6fa4f862fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b8af1c2e-e860-45c2-9381-0545fdd43fae'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:10.413172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74734a38-54b5-45db-86b8-803f8a76a351 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.419808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55044) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:10.428226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-74734a38-54b5-45db-86b8-803f8a76a351 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports/2ce32b8d-b536-4446-94ef-7c6f325d8d3f HTTP/1.1" status: 200 len: 911 time: 0.2359772 Jul 16 18:19:10.430311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3cb6439f-b5c7-414e-a416-6fa4f862fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:10.472844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6439f-b5c7-414e-a416-6fa4f862fc74 None None] Routers {'b8af1c2e-e860-45c2-9381-0545fdd43fae'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:10.474260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3cb6439f-b5c7-414e-a416-6fa4f862fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b8af1c2e-e860-45c2-9381-0545fdd43fae'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:10.579594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3cb6439f-b5c7-414e-a416-6fa4f862fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:10.581278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb6439f-b5c7-414e-a416-6fa4f862fc74 None None] The sync data for ids ['b8af1c2e-e860-45c2-9381-0545fdd43fae'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:10.644730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bce1523e-828c-4228-a415-df49e802a315 req-fb98a9a9-d1fc-4a70-b45f-9c7916650fd0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 210 time: 0.0636292 Jul 16 18:19:10.981944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-87b8fbd4-9544-4e72-ab92-19d84693727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.984311 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-87b8fbd4-9544-4e72-ab92-19d84693727b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13f1f890d65f48c3b5f11c3babda49b2&device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 1095 time: 0.6878808 Jul 16 18:19:11.110902 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-2ce072fb-6fe9-48d7-9313-800101eb8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.112971 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-2ce072fb-6fe9-48d7-9313-800101eb8085 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bae45001-e475-4ea6-935a-e21e673b4153 HTTP/1.1" status: 200 len: 917 time: 0.1201365 Jul 16 18:19:11.125182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b863fa2-f137-4fc1-90bf-0fa92041f5f0 req-4a1462e9-10fd-4a27-91d9-9ef5c8cde0f9 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.134327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b863fa2-f137-4fc1-90bf-0fa92041f5f0 req-4a1462e9-10fd-4a27-91d9-9ef5c8cde0f9 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 943 time: 0.2296858 Jul 16 18:19:11.208310 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-21fb7446-41cc-4a40-9c38-e4db19ba28e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65bcaaa0-d02b-48dc-a2c7-412289931e34 HTTP/1.1" status: 200 len: 217 time: 0.0884604 Jul 16 18:19:11.234608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b863fa2-f137-4fc1-90bf-0fa92041f5f0 req-be9ba135-ae31-4aa2-82f2-9efdbc64f78c tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972509 Jul 16 18:19:11.359626 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-c2a23e73-5090-4c9f-88be-84033a00e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.360472 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-c2a23e73-5090-4c9f-88be-84033a00e042 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfff58c6-0328-45a9-984b-452e873e51db HTTP/1.1" status: 200 len: 855 time: 0.1005614 Jul 16 18:19:11.480485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-b1ab13b9-2532-4e46-aed9-22403141855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.482167 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-b1ab13b9-2532-4e46-aed9-22403141855f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bae45001-e475-4ea6-935a-e21e673b4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138139 Jul 16 18:19:11.535711 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.742900 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-2921b046-35dd-4f01-8818-3e848291445d service neutron] 10.222.0.45 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510402 Jul 16 18:19:12.018531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24c40da4-c15e-4809-951e-4359a7aa5d00 req-a41d4070-16a0-4249-bff7-f762421c271a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 210 time: 0.0773149 Jul 16 18:19:12.134317 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1850f37a-1fd7-4632-984f-cd0f0011c2ca req-c048a06d-596c-49c1-bbf4-07e7b67c4fa0 service neutron] 10.222.0.45 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381920 Jul 16 18:19:12.310656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e5a223f6-2f62-4167-8674-883d22868e00 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:12.460660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 2ce32b8d-b536-4446-94ef-7c6f325d8d3f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:12.461317 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.498914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e5a223f6-2f62-4167-8674-883d22868e00 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:12.511360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e5a223f6-2f62-4167-8674-883d22868e00 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:12.514362 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.695689 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.733481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e056708-7d84-4703-ad29-afb20f6d31ca req-6f315dba-e71c-4a21-80b5-c87dfd676562 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:12.753488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e056708-7d84-4703-ad29-afb20f6d31ca req-6f315dba-e71c-4a21-80b5-c87dfd676562 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 943 time: 0.1956108 Jul 16 18:19:12.754152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 2ce32b8d-b536-4446-94ef-7c6f325d8d3f owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:12.856667 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.882312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e056708-7d84-4703-ad29-afb20f6d31ca req-db2705ec-3a97-4e57-82db-954b709d18f5 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137834 Jul 16 18:19:12.973775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port e5a223f6-2f62-4167-8674-883d22868e00, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e5a223f6-2f62-4167-8674-883d22868e00,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:12.980637 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.087927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=e5a223f6-2f62-4167-8674-883d22868e00,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:13.382727 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.452344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=2ce32b8d-b536-4446-94ef-7c6f325d8d3f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:13.522125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59d238d2-cb25-4e68-99c3-5eb9fe6a1f42 req-68732597-9096-4850-bf2f-008ce6f1311f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 210 time: 0.1565661 Jul 16 18:19:13.635955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a701-d5fe-4d16-a891-5aa8ab70dd02 req-3cfc9ca6-bae6-4f41-ae08-04979bc8bd5d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:13.637774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-42d4a701-d5fe-4d16-a891-5aa8ab70dd02 req-3cfc9ca6-bae6-4f41-ae08-04979bc8bd5d tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 946 time: 0.4992559 Jul 16 18:19:13.653654 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.695680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-8d362c86-593a-4a59-88b0-259c893da1aa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:13.697448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-8d362c86-593a-4a59-88b0-259c893da1aa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 816 time: 0.6747682 Jul 16 18:19:13.734604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-42d4a701-d5fe-4d16-a891-5aa8ab70dd02 req-046fdbfe-f600-446d-868f-36d6d4ececa4 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852020 Jul 16 18:19:13.808872 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0e6cb9cb-4a39-4d00-8841-d0e10b29d0b3 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d74a60953f4d8ea4ca7547b00596f9 HTTP/1.1" status: 200 len: 379 time: 0.0786748 Jul 16 18:19:13.819480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'port': {'device_id': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'admin_state_up': True, 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'security_groups': ['4c31655f-800d-4915-9cba-297731eea087']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:13.981212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router b8af1c2e-e860-45c2-9381-0545fdd43fae has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:13.988952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Made reservation on behalf of 52d74a60953f4d8ea4ca7547b00596f9 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:13.992740 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.137566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:14.152252 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af66f5f-5a40-47ae-8023-574d73c17e19 None None] Sync routers for ids ['b8af1c2e-e860-45c2-9381-0545fdd43fae'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:14.156048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55094) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.158868 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a0445ad-a25b-460e-a890-96d9b781deda tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/b8af1c2e-e860-45c2-9381-0545fdd43fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7337420 Jul 16 18:19:14.169863 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af66f5f-5a40-47ae-8023-574d73c17e19 None None] Routers {'b8af1c2e-e860-45c2-9381-0545fdd43fae'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:14.171209 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4af66f5f-5a40-47ae-8023-574d73c17e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b8af1c2e-e860-45c2-9381-0545fdd43fae'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:14.230672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55100) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.233939 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4af66f5f-5a40-47ae-8023-574d73c17e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:14.241935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3ecdb2c3-ed97-4d06-9687-66007bdd9731 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8af1c2e-e860-45c2-9381-0545fdd43fae HTTP/1.1" status: 200 len: 205 time: 0.0809195 Jul 16 18:19:14.255923 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af66f5f-5a40-47ae-8023-574d73c17e19 None None] Routers {'b8af1c2e-e860-45c2-9381-0545fdd43fae'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:14.258430 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4af66f5f-5a40-47ae-8023-574d73c17e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b8af1c2e-e860-45c2-9381-0545fdd43fae'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:14.281988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e5a223f6-2f62-4167-8674-883d22868e00 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:14.422001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e5a223f6-2f62-4167-8674-883d22868e00 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:14.423235 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.518236 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-977d48fd-0c03-4d83-a08a-6ef665d68922 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.656234 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-4af66f5f-5a40-47ae-8023-574d73c17e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:14.657116 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af66f5f-5a40-47ae-8023-574d73c17e19 None None] The sync data for ids ['b8af1c2e-e860-45c2-9381-0545fdd43fae'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:14.803934 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40a97740-2946-4fc9-b58f-6d921d0877e7 req-af84a57d-2579-4517-9427-7fa67087bcf3 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 210 time: 0.0314395 Jul 16 18:19:14.816442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b953f0-0289-4b7a-9de3-93e32a9987b4 req-fbfcc9b8-266c-4b3d-926c-e92298f6e2a9 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.823763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7b953f0-0289-4b7a-9de3-93e32a9987b4 req-fbfcc9b8-266c-4b3d-926c-e92298f6e2a9 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 943 time: 0.7543268 Jul 16 18:19:14.909709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7b953f0-0289-4b7a-9de3-93e32a9987b4 req-f8f6c77f-b015-46a8-8741-4a5abc610d18 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847199 Jul 16 18:19:14.917614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Allocated IP 172.20.0.10 (3743c663-d8a1-4c5d-abb0-0445d2fce3b7/82ad1522-4780-4a23-8bf8-34c104314ce4/4050ad9f-bea7-4660-a68d-41ba1eb38192) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:15.234501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c5986-dcc4-474b-853e-c99e3da89202 req-29d39bff-3af5-45b3-832b-45d33fe27b89 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.243277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-161c5986-dcc4-474b-853e-c99e3da89202 req-29d39bff-3af5-45b3-832b-45d33fe27b89 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 946 time: 0.1914687 Jul 16 18:19:15.285235 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-977d48fd-0c03-4d83-a08a-6ef665d68922 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.291411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-977d48fd-0c03-4d83-a08a-6ef665d68922 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.321742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-161c5986-dcc4-474b-853e-c99e3da89202 req-e376c2eb-2e5f-4578-8a9d-b9a949084f48 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/security-groups?id=f70c9ab0-3a85-49bc-b24f-721de2f2438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773365 Jul 16 18:19:15.333039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.340676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-454b3ddd-9f8d-4d14-b034-8666a77e5b54 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.348850 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-454b3ddd-9f8d-4d14-b034-8666a77e5b54 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.45 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 946 time: 0.7251189 Jul 16 18:19:15.352116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Transition to ACTIVE for port object 4050ad9f-bea7-4660-a68d-41ba1eb38192 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:15.427552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-977d48fd-0c03-4d83-a08a-6ef665d68922 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.428106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977d48fd-0c03-4d83-a08a-6ef665d68922 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Fanout notify agent at l3_agent the message router_deleted on router b8af1c2e-e860-45c2-9381-0545fdd43fae {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:15.433563 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.448185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-977d48fd-0c03-4d83-a08a-6ef665d68922 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.453407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-977d48fd-0c03-4d83-a08a-6ef665d68922 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/b8af1c2e-e860-45c2-9381-0545fdd43fae HTTP/1.1" status: 204 len: 168 time: 1.2212512 Jul 16 18:19:15.462187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55114) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:15.506735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:15.510386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:15.513328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:15.545724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.549797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d597a0b7-7110-4c61-8d22-30bcc9219d08 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting subnet d6761c5c-f277-448a-8944-4ba0da22bf2f {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:15.558323 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d597a0b7-7110-4c61-8d22-30bcc9219d08 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.630513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.631314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.666805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-6b1a16ee-dea1-4605-b983-77f98f4aeadf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8514426 Jul 16 18:19:15.689076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Request body: {'port': {'device_id': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:15.737552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d597a0b7-7110-4c61-8d22-30bcc9219d08 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.823752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Deleting port 991dea39-e882-4ebc-83ca-b070b0aee987 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:15.825323 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.911891 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.915820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-509865c5-ffa8-44c9-a82a-53c8a79bde97 None None] Provisioning for port 4050ad9f-bea7-4660-a68d-41ba1eb38192 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:15.921602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-509865c5-ffa8-44c9-a82a-53c8a79bde97 None None] Provisioning complete for port 4050ad9f-bea7-4660-a68d-41ba1eb38192 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:15.922284 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-509865c5-ffa8-44c9-a82a-53c8a79bde97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.045523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-509865c5-ffa8-44c9-a82a-53c8a79bde97 None None] Port 4050ad9f-bea7-4660-a68d-41ba1eb38192 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:16.118048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d597a0b7-7110-4c61-8d22-30bcc9219d08 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.210743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] For port 991dea39-e882-4ebc-83ca-b070b0aee987, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=991dea39-e882-4ebc-83ca-b070b0aee987,segment=NetworkSegment(b46f9e2a-c27c-4387-8bc6-7a438e3300e9),segment_id=b46f9e2a-c27c-4387-8bc6-7a438e3300e9)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:16.211146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.235921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Calling delete_port for 991dea39-e882-4ebc-83ca-b070b0aee987 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:16.369958 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d597a0b7-7110-4c61-8d22-30bcc9219d08 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.394256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1f4ac-4e7c-4cce-967d-b9f638f50199 req-03f39dd5-c9bf-4ec0-897d-f639cf1c571c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.395857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92b1f4ac-4e7c-4cce-967d-b9f638f50199 req-03f39dd5-c9bf-4ec0-897d-f639cf1c571c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 932 time: 0.1771252 Jul 16 18:19:16.406072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86eb7a-d49b-432a-8f00-9c7173346bd0 req-55b98bd6-8381-418c-ad28-a247c39ef87b tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.409220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd86eb7a-d49b-432a-8f00-9c7173346bd0 req-55b98bd6-8381-418c-ad28-a247c39ef87b tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 943 time: 0.1906226 Jul 16 18:19:16.442158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597a0b7-7110-4c61-8d22-30bcc9219d08 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Subnet': ['ID=d6761c5c-f277-448a-8944-4ba0da22bf2f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.450596 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d597a0b7-7110-4c61-8d22-30bcc9219d08 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.452508 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d597a0b7-7110-4c61-8d22-30bcc9219d08 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/d6761c5c-f277-448a-8944-4ba0da22bf2f HTTP/1.1" status: 204 len: 168 time: 0.9893315 Jul 16 18:19:16.457162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55128) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:16.459422 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def6dfd0-953b-4d1f-a3b9-e3baa7550d39 None None] Network 647d9ef2-f21e-4e70-a419-fe232d720d6d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:16.555795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.581284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92b1f4ac-4e7c-4cce-967d-b9f638f50199 req-91843207-f5d2-4287-8f56-7a2c9bb24fd7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697628 Jul 16 18:19:16.636105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd86eb7a-d49b-432a-8f00-9c7173346bd0 req-6829094c-88f9-47bc-b3e3-a2d320988693 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770880 Jul 16 18:19:16.682938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4050ad9f-bea7-4660-a68d-41ba1eb38192 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:16.699130 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.723142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Transition to ACTIVE for port object 4050ad9f-bea7-4660-a68d-41ba1eb38192 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:16.730022 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.759703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['991dea39-e882-4ebc-83ca-b070b0aee987'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:16.852065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Pushing event deleted for resources: {'Port': ['ID=991dea39-e882-4ebc-83ca-b070b0aee987,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.901147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.915680 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.984683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Attempting to bind port 4050ad9f-bea7-4660-a68d-41ba1eb38192 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:16.985482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Attempting to bind port 4050ad9f-bea7-4660-a68d-41ba1eb38192 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:16.985482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Attempting to bind port 4050ad9f-bea7-4660-a68d-41ba1eb38192 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:16.990612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Port 4050ad9f-bea7-4660-a68d-41ba1eb38192 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:16.990982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Attempting to bind port 4050ad9f-bea7-4660-a68d-41ba1eb38192 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:16.996604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:16.997067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Checking segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:16.997391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Bound using segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:16.997786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Bound port: 4050ad9f-bea7-4660-a68d-41ba1eb38192, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:16.998697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.069202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486048b-4d23-48f9-8529-90e33bab6cb7 None None] DHCP port deletion for 647d9ef2-f21e-4e70-a419-fe232d720d6d request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:17.139359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] No DVR routers for this DVR port 991dea39-e882-4ebc-83ca-b070b0aee987 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:17.146327 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.151601 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5797d4e4-f922-4072-bb58-cee8e4abc049 req-2eecbca5-9075-4d1c-8683-3283363ceea0 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.45 "DELETE /v2.0/ports/991dea39-e882-4ebc-83ca-b070b0aee987 HTTP/1.1" status: 204 len: 173 time: 1.7635865 Jul 16 18:19:17.152590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364e7628-3537-4ca8-8990-f40e9f54e752', 'name': 'network-vif-deleted', 'tag': '991dea39-e882-4ebc-83ca-b070b0aee987'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:17.163127 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1372f48e-0cd1-4e8b-8e73-41da350a48d2" -d '{"events": [{"server_uuid": "364e7628-3537-4ca8-8990-f40e9f54e752", "name": "network-vif-deleted", "tag": "991dea39-e882-4ebc-83ca-b070b0aee987"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:17.176219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:17.186220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:17.211178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2486048b-4d23-48f9-8529-90e33bab6cb7 None None] Deleting port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:17.211664 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2486048b-4d23-48f9-8529-90e33bab6cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.251335 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.270923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2bb2f59e-60c2-4f5f-8792-2d04cdbe6862 req-e5631195-9837-4aee-bbcf-85aaa8b82419 tempest-VolumesAdminNegativeTest-1044863413 tempest-VolumesAdminNegativeTest-1044863413-project] 10.222.0.60 "GET /v2.0/ports?device_id=364e7628-3537-4ca8-8990-f40e9f54e752 HTTP/1.1" status: 200 len: 210 time: 0.2476311 Jul 16 18:19:17.349439 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c76114c-8a61-4372-83c6-a679fb7d8d58 x-openstack-request-id: req-8c76114c-8a61-4372-83c6-a679fb7d8d58 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:17.349812 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364e7628-3537-4ca8-8990-f40e9f54e752", "name": "network-vif-deleted", "tag": "991dea39-e882-4ebc-83ca-b070b0aee987", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:17.350180 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c76114c-8a61-4372-83c6-a679fb7d8d58 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:17.350918 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364e7628-3537-4ca8-8990-f40e9f54e752', 'name': 'network-vif-deleted', 'tag': '991dea39-e882-4ebc-83ca-b070b0aee987', 'status': 'completed', 'code': 200} Jul 16 18:19:17.400835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.401821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.403821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] 10.222.0.46 "PUT /v2.0/ports/4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 200 len: 1093 time: 1.7208407 Jul 16 18:19:17.404645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:17.405123 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.406273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:17.412164 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394c1421-8c23-49f3-a5e7-57c8d586cd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:17.485440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc36a5-a55b-4d40-ad8a-7ce1316452af service neutron] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.506945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2486048b-4d23-48f9-8529-90e33bab6cb7 None None] For port 9c34c43f-ef26-4d3a-93c1-425d315c3f96, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9c34c43f-ef26-4d3a-93c1-425d315c3f96,segment=NetworkSegment(2d81099c-d03a-443e-90a8-3e7e1e1270e0),segment_id=2d81099c-d03a-443e-90a8-3e7e1e1270e0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:17.511463 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2486048b-4d23-48f9-8529-90e33bab6cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.598676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2486048b-4d23-48f9-8529-90e33bab6cb7 None None] Calling delete_port for 9c34c43f-ef26-4d3a-93c1-425d315c3f96 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:17.638929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port 9c34c43f-ef26-4d3a-93c1-425d315c3f96, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9c34c43f-ef26-4d3a-93c1-425d315c3f96,segment=NetworkSegment(2d81099c-d03a-443e-90a8-3e7e1e1270e0),segment_id=2d81099c-d03a-443e-90a8-3e7e1e1270e0)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:17.639493 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.647618 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043466d2-d299-4cfe-bc92-76d6a45162e8 x-openstack-request-id: req-043466d2-d299-4cfe-bc92-76d6a45162e8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:17.647825 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:17.649134 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-043466d2-d299-4cfe-bc92-76d6a45162e8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:17.650940 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'status': 'completed', 'code': 200} Jul 16 18:19:17.657147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 9c34c43f-ef26-4d3a-93c1-425d315c3f96 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:17.734185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-a3434d66-21b4-4dff-a3ab-6cbd41219af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.738766 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-a3434d66-21b4-4dff-a3ab-6cbd41219af9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1096 time: 0.2198710 Jul 16 18:19:17.981820 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.035152 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2486048b-4d23-48f9-8529-90e33bab6cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.041876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-107b041c-4687-4261-a343-28d165424dfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 200 len: 217 time: 0.2879810 Jul 16 18:19:18.116867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55176) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:18.137414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=9c34c43f-ef26-4d3a-93c1-425d315c3f96,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:18.141618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No DVR routers for this DVR port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:18.165147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486048b-4d23-48f9-8529-90e33bab6cb7 None None] No DVR routers for this DVR port 9c34c43f-ef26-4d3a-93c1-425d315c3f96 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:18.192361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486048b-4d23-48f9-8529-90e33bab6cb7 None None] Pushing event deleted for resources: {'Port': ['ID=9c34c43f-ef26-4d3a-93c1-425d315c3f96,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:18.251558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9c34c43f-ef26-4d3a-93c1-425d315c3f96 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:18.287833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9c34c43f-ef26-4d3a-93c1-425d315c3f96 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:18.288796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9c34c43f-ef26-4d3a-93c1-425d315c3f96 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:18.327318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-ce0d3850-0e93-4239-ba1e-6be5e2ae96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.329711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-ce0d3850-0e93-4239-ba1e-6be5e2ae96c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.2093179 Jul 16 18:19:18.333416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce305555-236a-47a4-b4fe-b77b48d5311c req-6aa0d5d5-ee1b-430b-8658-016b2f79e65a tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.335314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce305555-236a-47a4-b4fe-b77b48d5311c req-6aa0d5d5-ee1b-430b-8658-016b2f79e65a tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1097 time: 0.3730950 Jul 16 18:19:18.363810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.390773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9da11076-934b-49a2-88b9-0fa6229bd526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.394133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647d9ef2-f21e-4e70-a419-fe232d720d6d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:18.399797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b070619-90f8-41a1-9ca2-936a7782a5bd req-3dd0b7f0-1866-4e93-8186-2ff791cb05d5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.401606 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b070619-90f8-41a1-9ca2-936a7782a5bd req-3dd0b7f0-1866-4e93-8186-2ff791cb05d5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.4541674 Jul 16 18:19:18.425334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d81099c-d03a-443e-90a8-3e7e1e1270e0') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:18.425631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d81099c-d03a-443e-90a8-3e7e1e1270e0') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:18.442303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.473037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.490087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b070619-90f8-41a1-9ca2-936a7782a5bd req-95392687-2b57-4cbc-972c-88975131accd tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704753 Jul 16 18:19:18.494065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce305555-236a-47a4-b4fe-b77b48d5311c req-bff02384-eb00-4061-8367-b0e833f0df47 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382215 Jul 16 18:19:18.502604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:18.504954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:18.510843 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:18.524546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-95474d05-4ba9-4d59-ab40-da76ba228f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.526220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-95474d05-4ba9-4d59-ab40-da76ba228f8a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1830368 Jul 16 18:19:18.693928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55184) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:18.803148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.806253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-666d5f05-7b18-438b-bd88-c441747b4605 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632525 Jul 16 18:19:18.816783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e98462-73ce-4a91-9d6f-49fe58e72d8b req-dddc0cdd-fea3-4f40-954f-d0cb446c6ef6 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.818477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0e98462-73ce-4a91-9d6f-49fe58e72d8b req-dddc0cdd-fea3-4f40-954f-d0cb446c6ef6 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 943 time: 0.1159692 Jul 16 18:19:18.820704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.829244 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/networks/647d9ef2-f21e-4e70-a419-fe232d720d6d HTTP/1.1" status: 204 len: 168 time: 2.3705070 Jul 16 18:19:18.835229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55186) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:18.840120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-104485863', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:18.867472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71993b5-fe7f-4a36-b170-8e540c0cf88e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Network': ['ID=647d9ef2-f21e-4e70-a419-fe232d720d6d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:18.878778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d2e92e-38e5-4567-9682-0cc121f09d0b admin admin] Deleting subnet 1358beef-4284-4019-91ad-b56b1094bbee {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:18.884534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7d2e92e-38e5-4567-9682-0cc121f09d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.901774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 991dea39-e882-4ebc-83ca-b070b0aee987 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:18.942693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2aaaa46-f376-40cc-8c80-bc25fa8b9126 req-aa62b9f0-0585-43b2-8e4f-82a9c3191e64 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060452 Jul 16 18:19:18.947150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 991dea39-e882-4ebc-83ca-b070b0aee987 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:18.952760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 991dea39-e882-4ebc-83ca-b070b0aee987 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:18.977480 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9da11076-934b-49a2-88b9-0fa6229bd526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.988115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7d2e92e-38e5-4567-9682-0cc121f09d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.994190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9da11076-934b-49a2-88b9-0fa6229bd526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.082190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0e98462-73ce-4a91-9d6f-49fe58e72d8b req-50bbfa02-3c39-4dca-b8f1-7623a1627771 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359785 Jul 16 18:19:19.121136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da11076-934b-49a2-88b9-0fa6229bd526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9114163-01c9-4334-8aa0-c494886fd117,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:19.148398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.149905 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.153351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68689b-5a92-4cb6-abb1-07bbd79c7978 req-12b19e1a-2693-4148-bee1-5738d3cd88a2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.154726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a68689b-5a92-4cb6-abb1-07bbd79c7978 req-12b19e1a-2693-4148-bee1-5738d3cd88a2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.3689032 Jul 16 18:19:19.171187 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9da11076-934b-49a2-88b9-0fa6229bd526 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a9d62384e914779a961f982a8ac902b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0534256 Jul 16 18:19:19.184223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.219202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7d2e92e-38e5-4567-9682-0cc121f09d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.225831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.277083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a68689b-5a92-4cb6-abb1-07bbd79c7978 req-c76817c6-a4a0-45a2-b28b-04492fb4d202 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151330 Jul 16 18:19:19.282524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-97885879-12c2-426f-8fb2-b9d63822e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.285391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-97885879-12c2-426f-8fb2-b9d63822e8a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1096 time: 0.2282054 Jul 16 18:19:19.303260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.309284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92a193fe-252a-486e-9ad6-915c4c77a1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.363228 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92a193fe-252a-486e-9ad6-915c4c77a1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.450304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-18be3c45-77b7-41e2-bd0d-df6518e81aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.453113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-18be3c45-77b7-41e2-bd0d-df6518e81aa4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.1435282 Jul 16 18:19:19.477382 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b5042fa3-ec1f-48cf-a05b-18118dfa9e3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/43941ead-bb75-484f-beb6-3dea9e0f7e7f HTTP/1.1" status: 200 len: 992 time: 0.1725266 Jul 16 18:19:19.484491 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.489932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7d2e92e-38e5-4567-9682-0cc121f09d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.512328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-5828767f-5927-45ed-8be5-6c83cde4c5f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 200 len: 217 time: 0.0524123 Jul 16 18:19:19.524172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2e92e-38e5-4567-9682-0cc121f09d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1358beef-4284-4019-91ad-b56b1094bbee,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:19.538938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7d2e92e-38e5-4567-9682-0cc121f09d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.540922 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c7d2e92e-38e5-4567-9682-0cc121f09d0b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1358beef-4284-4019-91ad-b56b1094bbee HTTP/1.1" status: 204 len: 168 time: 0.8443940 Jul 16 18:19:19.546064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55198) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.562797 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92a193fe-252a-486e-9ad6-915c4c77a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.565148 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92a193fe-252a-486e-9ad6-915c4c77a1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.568570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-92a193fe-252a-486e-9ad6-915c4c77a1f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9114163-01c9-4334-8aa0-c494886fd117 HTTP/1.1" status: 204 len: 168 time: 0.3811760 Jul 16 18:19:19.579003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a193fe-252a-486e-9ad6-915c4c77a1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9114163-01c9-4334-8aa0-c494886fd117,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:19.613657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-27aa0b88-de49-4843-b065-61825b071768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.615971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-27aa0b88-de49-4843-b065-61825b071768 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.0934212 Jul 16 18:19:19.651819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.702135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-e650945f-1dee-4d47-ba99-161fc6259668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.712725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-e650945f-1dee-4d47-ba99-161fc6259668 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876160 Jul 16 18:19:19.815801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.828694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35057297-642e-427f-a9a9-1a9e72f1e405']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:19.846264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46f9e2a-c27c-4387-8bc6-7a438e3300e9') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:19.846754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46f9e2a-c27c-4387-8bc6-7a438e3300e9') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:19.872151 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.920357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-62e9e473-6745-4e9a-947c-55cbec2d476a service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028353 Jul 16 18:19:19.933136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c2957-bb71-4cbc-bd05-d06e188146ce req-68581b43-fe4d-487d-9c04-93e0ac048b92 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.934773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-059c2957-bb71-4cbc-bd05-d06e188146ce req-68581b43-fe4d-487d-9c04-93e0ac048b92 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.1793008 Jul 16 18:19:19.973642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.988251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:19.988754 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:19.991044 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:20.045601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55212) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.069720 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.091793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.141214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-059c2957-bb71-4cbc-bd05-d06e188146ce req-442d3d11-dc7a-4bca-93a4-9746ccee4eb6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795359 Jul 16 18:19:20.170864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-394c1421-8c23-49f3-a5e7-57c8d586cd2b req-a590ffe1-4941-4a56-8659-30a8d46d8fca service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352259 Jul 16 18:19:20.190612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29672760-63d6-4def-b207-4d710851a9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.210817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.262977 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.267934 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] 10.222.0.60 "DELETE /v2.0/networks/35057297-642e-427f-a9a9-1a9e72f1e405 HTTP/1.1" status: 204 len: 168 time: 0.7181518 Jul 16 18:19:20.268465 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.345110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5c3361-f53f-464b-9b25-bfc9222cc749 admin admin] Deleting subnet 435d1b28-26de-4f51-82ce-f57dc670dd3c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:20.349539 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3361-f53f-464b-9b25-bfc9222cc749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.387472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65e5b1-09b4-4492-b04c-d8a240b3ba52 admin admin] Pushing event deleted for resources: {'Network': ['ID=35057297-642e-427f-a9a9-1a9e72f1e405,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:20.399358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3361-f53f-464b-9b25-bfc9222cc749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.519078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 172.25.2.184 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/de680144-fec1-49c8-91bc-8d5525303344) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:20.549557 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3361-f53f-464b-9b25-bfc9222cc749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.597541 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-af263ced-77b9-4ac7-b681-726df4aa2789 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2218955 Jul 16 18:19:20.601459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0ebb9-a136-4251-a18b-a677615f0962 req-9d345979-7e62-4357-8c92-461e789d7ee7 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.603013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebd0ebb9-a136-4251-a18b-a677615f0962 req-9d345979-7e62-4357-8c92-461e789d7ee7 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 943 time: 0.1828532 Jul 16 18:19:20.671833 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29672760-63d6-4def-b207-4d710851a9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.679004 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29672760-63d6-4def-b207-4d710851a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.680383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb98f4-a5fe-4b65-996b-b703b7683430 req-7d008c2f-d09c-46cd-9db8-67f79b957d63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.689133 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47bb98f4-a5fe-4b65-996b-b703b7683430 req-7d008c2f-d09c-46cd-9db8-67f79b957d63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.2252793 Jul 16 18:19:20.699285 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3361-f53f-464b-9b25-bfc9222cc749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.749496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-29672760-63d6-4def-b207-4d710851a9c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c57e07322ac4434893091713e4acc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919367 Jul 16 18:19:20.750378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.751026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55228) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.753959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29672760-63d6-4def-b207-4d710851a9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43675a8-45bf-4ace-9635-726c6abd407a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:20.758736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebd0ebb9-a136-4251-a18b-a677615f0962 req-237f4222-65cd-4bac-acdb-78afe4810ced tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483893 Jul 16 18:19:20.774469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c3361-f53f-464b-9b25-bfc9222cc749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435d1b28-26de-4f51-82ce-f57dc670dd3c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:20.795623 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2e5c3361-f53f-464b-9b25-bfc9222cc749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.795623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2e5c3361-f53f-464b-9b25-bfc9222cc749 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/435d1b28-26de-4f51-82ce-f57dc670dd3c HTTP/1.1" status: 204 len: 168 time: 0.5208027 Jul 16 18:19:20.796175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.824453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.847011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47bb98f4-a5fe-4b65-996b-b703b7683430 req-d68146cb-2cf4-4e71-b299-e5ae8c9187da tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429017 Jul 16 18:19:20.882981 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef73e-d1c8-4c7c-a6aa-1b7646ec8897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.922180 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef73e-d1c8-4c7c-a6aa-1b7646ec8897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.927110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 65bcaaa0-d02b-48dc-a2c7-412289931e34 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:21.015096 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef73e-d1c8-4c7c-a6aa-1b7646ec8897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.020369 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef73e-d1c8-4c7c-a6aa-1b7646ec8897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.022822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aa6ef73e-d1c8-4c7c-a6aa-1b7646ec8897 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a43675a8-45bf-4ace-9635-726c6abd407a HTTP/1.1" status: 204 len: 168 time: 0.2675829 Jul 16 18:19:21.053889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ef73e-d1c8-4c7c-a6aa-1b7646ec8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43675a8-45bf-4ace-9635-726c6abd407a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.222127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 65bcaaa0-d02b-48dc-a2c7-412289931e34, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=65bcaaa0-d02b-48dc-a2c7-412289931e34,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:21.253678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '65bcaaa0-d02b-48dc-a2c7-412289931e34', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'port_id': '65bcaaa0-d02b-48dc-a2c7-412289931e34', 'mac_address': 'fa:16:3e:12:08:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:21.269500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:21.275951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.280284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:21.286197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:21.289974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=de680144-fec1-49c8-91bc-8d5525303344,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.388120 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.435671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bcaaa0-d02b-48dc-a2c7-412289931e34 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:21.472957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 65bcaaa0-d02b-48dc-a2c7-412289931e34, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=65bcaaa0-d02b-48dc-a2c7-412289931e34,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:21.484425 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.571937 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:21.600501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=65bcaaa0-d02b-48dc-a2c7-412289931e34,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.623354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.623707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.628098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.629450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.631793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.632969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.634552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.634916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.637050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.637325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.638131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.638685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:21.664911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.671976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca1eb7-f5de-42e8-abea-927a989299f6 req-506c4e69-618d-405b-9f94-3b3323de34f2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.685533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6eca1eb7-f5de-42e8-abea-927a989299f6 req-506c4e69-618d-405b-9f94-3b3323de34f2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.2282326 Jul 16 18:19:21.700121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697baf20-ebaf-461a-aac3-215d6b0606fb']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.720075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6224de-2e2b-44e3-98b9-66e4b90ab06c') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.721181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6224de-2e2b-44e3-98b9-66e4b90ab06c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.733306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['65bcaaa0-d02b-48dc-a2c7-412289931e34'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:21.740712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.784268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6eca1eb7-f5de-42e8-abea-927a989299f6 req-b8e330a1-f87a-4fef-a679-0f4bf99be2dd tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972247 Jul 16 18:19:21.785610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.874578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:21.875274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.052388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:22.069553 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:22.157145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.301358 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.303871 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] 10.222.0.60 "DELETE /v2.0/networks/697baf20-ebaf-461a-aac3-215d6b0606fb HTTP/1.1" status: 204 len: 168 time: 1.5097466 Jul 16 18:19:22.304847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a944ac-26b5-4545-aa7e-04fabf45a913 admin admin] Pushing event deleted for resources: {'Network': ['ID=697baf20-ebaf-461a-aac3-215d6b0606fb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.362614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:22.388101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'port_id': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'mac_address': 'fa:16:3e:99:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:22.393204 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.429328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52f70c-2b88-48fc-8267-6fb08a87658f req-01658c79-d127-4069-93da-8712b1b30fae tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.436327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f52f70c-2b88-48fc-8267-6fb08a87658f req-01658c79-d127-4069-93da-8712b1b30fae tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.3693149 Jul 16 18:19:22.502917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.559452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4050ad9f-bea7-4660-a68d-41ba1eb38192 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:22.582622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55286) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:22.593113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699e5e0-b865-4f71-8bee-cbfe207288e8 req-d44b7fac-1417-45b5-950d-07b0e73770a8 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.596170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:22.596930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6699e5e0-b865-4f71-8bee-cbfe207288e8 req-d44b7fac-1417-45b5-950d-07b0e73770a8 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 944 time: 0.4104996 Jul 16 18:19:22.601333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f52f70c-2b88-48fc-8267-6fb08a87658f req-5fad15cd-2fdb-48d6-8c2c-d2071abca78b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515536 Jul 16 18:19:22.603589 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.685031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6699e5e0-b865-4f71-8bee-cbfe207288e8 req-3d5642d5-3762-4bc1-96b2-180fb2c4cfd0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745544 Jul 16 18:19:22.694094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.695570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8ebb3812-f4d6-406f-a020-18bbb1a93465 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=296dad8152bb4cdcba63088b527dd85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868356 Jul 16 18:19:22.705906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55288) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:22.777404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3709492f-266d-4e8a-b8ec-7237d0f29de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.813641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3709492f-266d-4e8a-b8ec-7237d0f29de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.844565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.887696 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3709492f-266d-4e8a-b8ec-7237d0f29de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.891052 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3709492f-266d-4e8a-b8ec-7237d0f29de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.895858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3709492f-266d-4e8a-b8ec-7237d0f29de2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f70c9ab0-3a85-49bc-b24f-721de2f2438d HTTP/1.1" status: 204 len: 168 time: 0.1855867 Jul 16 18:19:22.913375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709492f-266d-4e8a-b8ec-7237d0f29de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70c9ab0-3a85-49bc-b24f-721de2f2438d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.958989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 65bcaaa0-d02b-48dc-a2c7-412289931e34 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:23.026667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['4050ad9f-bea7-4660-a68d-41ba1eb38192'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:23.138670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-ca5994f4-c976-46ca-83f3-d85549710335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.141143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-ca5994f4-c976-46ca-83f3-d85549710335 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1097 time: 0.1964884 Jul 16 18:19:23.183948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 65bcaaa0-d02b-48dc-a2c7-412289931e34 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:23.192313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9a41f-e91d-47b9-921e-07186cccee9c req-95a964e3-9489-4302-be76-f322abd0e588 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.195889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 65bcaaa0-d02b-48dc-a2c7-412289931e34 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:23.196463 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.208062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0da9a41f-e91d-47b9-921e-07186cccee9c req-95a964e3-9489-4302-be76-f322abd0e588 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 945 time: 0.1362283 Jul 16 18:19:23.211582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router e2262a96-70c7-4f9f-8edb-4b5497650e23 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:23.362237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0da9a41f-e91d-47b9-921e-07186cccee9c req-32a096bd-6d96-4ca9-968f-80fb415dead1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508501 Jul 16 18:19:23.402891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:23.451727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe07176-34f7-4dfb-bd73-fabb903798ec None None] Sync routers for ids ['e2262a96-70c7-4f9f-8edb-4b5497650e23'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:23.453085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.458135 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cee09111-38cd-4253-b859-90159470660a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6211908 Jul 16 18:19:23.461363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55306) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:23.468601 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.476784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe07176-34f7-4dfb-bd73-fabb903798ec None None] Routers {'e2262a96-70c7-4f9f-8edb-4b5497650e23'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:23.477429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fe07176-34f7-4dfb-bd73-fabb903798ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e2262a96-70c7-4f9f-8edb-4b5497650e23'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:23.521479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-7e644683-bd3a-4d80-9345-520e48307755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.526053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-7e644683-bd3a-4d80-9345-520e48307755 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.3709650 Jul 16 18:19:23.531833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fe07176-34f7-4dfb-bd73-fabb903798ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:23.544671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe07176-34f7-4dfb-bd73-fabb903798ec None None] Routers {'e2262a96-70c7-4f9f-8edb-4b5497650e23'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:23.545126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fe07176-34f7-4dfb-bd73-fabb903798ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e2262a96-70c7-4f9f-8edb-4b5497650e23'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:23.589782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fe07176-34f7-4dfb-bd73-fabb903798ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:23.590142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe07176-34f7-4dfb-bd73-fabb903798ec None None] The sync data for ids ['e2262a96-70c7-4f9f-8edb-4b5497650e23'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:23.600795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bcaaa0-d02b-48dc-a2c7-412289931e34'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:23.603325 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3d1161-0d4d-493c-adca-849b7d851540" -d '{"events": [{"server_uuid": "5c1429bd-ad8c-48cb-a0d3-0ea679da826e", "name": "network-vif-plugged", "status": "completed", "tag": "65bcaaa0-d02b-48dc-a2c7-412289931e34"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:23.623178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 65bcaaa0-d02b-48dc-a2c7-412289931e34, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=65bcaaa0-d02b-48dc-a2c7-412289931e34,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:23.631257 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.756667 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37bab5e-4eb4-46f3-999c-9525c823ae3f x-openstack-request-id: req-f37bab5e-4eb4-46f3-999c-9525c823ae3f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:23.757109 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1429bd-ad8c-48cb-a0d3-0ea679da826e", "name": "network-vif-plugged", "status": "completed", "tag": "65bcaaa0-d02b-48dc-a2c7-412289931e34", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:23.758472 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f37bab5e-4eb4-46f3-999c-9525c823ae3f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:23.758899 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bcaaa0-d02b-48dc-a2c7-412289931e34', 'code': 200} Jul 16 18:19:23.761553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=65bcaaa0-d02b-48dc-a2c7-412289931e34,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.771711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-1a820723-4c8e-401c-bb49-0d4af85dbc2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 1000 time: 0.2365704 Jul 16 18:19:23.838279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55320) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:23.841379 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-66224b46-42c4-42a0-a43f-19cf7d453c0e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/routers/e2262a96-70c7-4f9f-8edb-4b5497650e23 HTTP/1.1" status: 200 len: 884 time: 0.3690310 Jul 16 18:19:23.958709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91395788-b8f1-4a24-b51a-adf715e3d6bf req-c53c77bf-5434-45f4-92fd-9fa76b8f92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.959583 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91395788-b8f1-4a24-b51a-adf715e3d6bf req-c53c77bf-5434-45f4-92fd-9fa76b8f92b7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 1097 time: 0.0956669 Jul 16 18:19:23.961426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55324) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.047112 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-97c3163e-8fc0-4383-a6f3-37b3fb0c1edf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ffb30f5dc8734345986e0327627c1bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843303 Jul 16 18:19:24.054414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55326) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.097925 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91395788-b8f1-4a24-b51a-adf715e3d6bf req-241684d9-95db-44f2-91a6-7d898444916b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059346 Jul 16 18:19:24.119017 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a075a69b-7847-4c9c-ac04-b2dd6c79c348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.148422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a075a69b-7847-4c9c-ac04-b2dd6c79c348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.164966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-3359e4ad-f9dc-43a4-8751-944c4f639e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.168713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-3359e4ad-f9dc-43a4-8751-944c4f639e58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.3774052 Jul 16 18:19:24.211502 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a075a69b-7847-4c9c-ac04-b2dd6c79c348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.215167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a075a69b-7847-4c9c-ac04-b2dd6c79c348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.218884 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a075a69b-7847-4c9c-ac04-b2dd6c79c348 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f58f562c-4da2-4a2e-a3ab-ef8a7fd755bf HTTP/1.1" status: 204 len: 168 time: 0.1610043 Jul 16 18:19:24.225744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075a69b-7847-4c9c-ac04-b2dd6c79c348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f562c-4da2-4a2e-a3ab-ef8a7fd755bf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.389842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953f43f-e7c8-4079-aada-b877bd7e6abe req-56efc843-fc43-40c7-ac7e-209b83e41c07 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.392805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e953f43f-e7c8-4079-aada-b877bd7e6abe req-56efc843-fc43-40c7-ac7e-209b83e41c07 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.4254820 Jul 16 18:19:24.513252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55338) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.782851 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-495cc993-933d-4e9e-a54a-43843f1eff0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.927094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce1a8-a257-4cda-8c48-0a0d968d3186 req-21b740c2-5156-425d-8695-9f9c51f3ed65 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.934794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-085ce1a8-a257-4cda-8c48-0a0d968d3186 req-21b740c2-5156-425d-8695-9f9c51f3ed65 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 945 time: 0.9044750 Jul 16 18:19:25.009121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-085ce1a8-a257-4cda-8c48-0a0d968d3186 req-83c1acb5-fa30-4981-8ae3-e20624890c79 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733688 Jul 16 18:19:25.012907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-495cc993-933d-4e9e-a54a-43843f1eff0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.013741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-bbab840a-ccdc-498a-b876-ce9f2bf9838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.016322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-bbab840a-ccdc-498a-b876-ce9f2bf9838c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8382778 Jul 16 18:19:25.032208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-495cc993-933d-4e9e-a54a-43843f1eff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.105095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cc993-933d-4e9e-a54a-43843f1eff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1650d7c2-fbca-45ba-8bc6-c384924181b0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:25.136170 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-495cc993-933d-4e9e-a54a-43843f1eff0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75b4b823bfec44fdbfc25c555ad2d664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6199291 Jul 16 18:19:25.136913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55356) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.174851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e953f43f-e7c8-4079-aada-b877bd7e6abe req-5f0e6663-c081-4b3e-828b-7c4bd901a1b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7419348 Jul 16 18:19:25.215331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03951629-3d81-4aca-83dc-6a9f1521de7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.250793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03951629-3d81-4aca-83dc-6a9f1521de7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.326185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03951629-3d81-4aca-83dc-6a9f1521de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.328975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03951629-3d81-4aca-83dc-6a9f1521de7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.333154 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-03951629-3d81-4aca-83dc-6a9f1521de7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1650d7c2-fbca-45ba-8bc6-c384924181b0 HTTP/1.1" status: 204 len: 168 time: 0.1924458 Jul 16 18:19:25.343295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03951629-3d81-4aca-83dc-6a9f1521de7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1650d7c2-fbca-45ba-8bc6-c384924181b0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:25.363657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-98b0e481-c078-406f-8520-931c2da49245 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348386 Jul 16 18:19:25.393792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-62174bda-6a26-453c-8cc9-dbbf2c1a200a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5510185 Jul 16 18:19:25.396696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.402902 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9b510875-64d7-4306-9539-4afcace733a8 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-104485863'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:25.414355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e001dd-b4ca-4687-a14c-bfe7e3fe4890 req-1e2e907a-644a-4131-a791-494600d052ec tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.421463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0e001dd-b4ca-4687-a14c-bfe7e3fe4890 req-1e2e907a-644a-4131-a791-494600d052ec tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 945 time: 0.2168095 Jul 16 18:19:25.477695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.520372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0e001dd-b4ca-4687-a14c-bfe7e3fe4890 req-19bbec46-a4d3-43bf-bf79-09871baa4d6f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979342 Jul 16 18:19:25.557954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-ef788ca6-ff3c-4105-951a-02d8a85fcb52 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840699 Jul 16 18:19:25.888909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-81432543-network', 'tenant_id': '01924369b7094b768f05d153cac8948d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:25.947761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Made reservation on behalf of 01924369b7094b768f05d153cac8948d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:25.951644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.959396 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b510875-64d7-4306-9539-4afcace733a8 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.969552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55378) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.977349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.992943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:25.999367 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a41548a-7fb5-4919-b051-193e32f9d3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.009474 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b510875-64d7-4306-9539-4afcace733a8 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.132475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 4050ad9f-bea7-4660-a68d-41ba1eb38192 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:26.139331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 4050ad9f-bea7-4660-a68d-41ba1eb38192 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:26.140269 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.337762 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.386807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b474af0-3174-44be-b01f-fa1a21d17c5b req-9a784c46-cbb5-4519-b7b1-3337633a9d64 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.396058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b474af0-3174-44be-b01f-fa1a21d17c5b req-9a784c46-cbb5-4519-b7b1-3337633a9d64 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 945 time: 0.0994928 Jul 16 18:19:26.425932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:26.435289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:26.437713 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db4a216-6bee-46c2-a90f-e5455a2346d1" -d '{"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:26.446056 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.500629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b474af0-3174-44be-b01f-fa1a21d17c5b req-bf641747-1f06-4e1d-88a3-dcc6d1abb7fd tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030684 Jul 16 18:19:26.600863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce0b1-5967-4df6-894b-5fe776ca9341 req-d53c7de4-0fcf-47bf-9a8e-731f5b804eef tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.601139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd5ce0b1-5967-4df6-894b-5fe776ca9341 req-d53c7de4-0fcf-47bf-9a8e-731f5b804eef tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.1614192 Jul 16 18:19:26.603281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:26.663176 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937ea79b-0a1e-4eb9-9017-d84490325baa x-openstack-request-id: req-937ea79b-0a1e-4eb9-9017-d84490325baa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:26.664788 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:26.665328 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-937ea79b-0a1e-4eb9-9017-d84490325baa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:26.665991 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'code': 200} Jul 16 18:19:26.693488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd5ce0b1-5967-4df6-894b-5fe776ca9341 req-c5ca7e7b-f77e-441d-915d-74782aa7d2aa tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822344 Jul 16 18:19:26.893580 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.904125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.940287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:26.965959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b510875-64d7-4306-9539-4afcace733a8 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router e2262a96-70c7-4f9f-8edb-4b5497650e23 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:26.968435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465a4667-4865-4701-828c-59c4aa08ae8c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:26.973510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.973813 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Added segment 3937c240-7c7c-4d63-8be2-267fc4d5a51e of type vlan for network 27a98ebf-1064-4504-a392-13fc97687eb2 Jul 16 18:19:27.088083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07687b-44d7-4d3c-b3d9-4246d6af3d83 req-a384a2c8-d248-4346-bd9a-73118eec3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.089627 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df07687b-44d7-4d3c-b3d9-4246d6af3d83 req-a384a2c8-d248-4346-bd9a-73118eec3d5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1098 time: 0.2950356 Jul 16 18:19:27.092264 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.159119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47da98c-b79e-498d-8c9d-93d4417fd40a req-5f97cd97-655e-442f-9876-3adf223fa1b8 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.160741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e47da98c-b79e-498d-8c9d-93d4417fd40a req-5f97cd97-655e-442f-9876-3adf223fa1b8 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.2478631 Jul 16 18:19:27.184023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e24245-b033-4e2c-be80-c4a726c19624 req-de0437bb-9bfa-42fb-a4d2-45d53123a23a tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.186297 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5e24245-b033-4e2c-be80-c4a726c19624 req-de0437bb-9bfa-42fb-a4d2-45d53123a23a tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 945 time: 0.2421865 Jul 16 18:19:27.199126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55404) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.206417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7835da7c-e4c5-4a21-8c91-797508e49835 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Request body: {'floatingip': {'port_id': '65bcaaa0-d02b-48dc-a2c7-412289931e34'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:27.238068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df07687b-44d7-4d3c-b3d9-4246d6af3d83 req-887a8702-2fe7-4b25-bbd7-593182a5f1ab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375690 Jul 16 18:19:27.261170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e47da98c-b79e-498d-8c9d-93d4417fd40a req-b386c1ff-7493-4663-8a85-75e4bcb9d299 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922351 Jul 16 18:19:27.290229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a41548a-7fb5-4919-b051-193e32f9d3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.307420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a41548a-7fb5-4919-b051-193e32f9d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.322221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7835da7c-e4c5-4a21-8c91-797508e49835 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.363122 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.364130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.364660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3a41548a-7fb5-4919-b051-193e32f9d3a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d93de53115a40fa9c5f32323b5b331a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3929434 Jul 16 18:19:27.365018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.368010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.388088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41548a-7fb5-4919-b051-193e32f9d3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e64855-cdeb-41fc-9f56-afc18194a29e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.405723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b510875-64d7-4306-9539-4afcace733a8 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:27.418354 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421e7fe-8302-4b64-a50e-d2d79916cbd5 None None] Sync routers for ids ['e2262a96-70c7-4f9f-8edb-4b5497650e23'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:27.436000 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421e7fe-8302-4b64-a50e-d2d79916cbd5 None None] Routers {'e2262a96-70c7-4f9f-8edb-4b5497650e23'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:27.436662 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6421e7fe-8302-4b64-a50e-d2d79916cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e2262a96-70c7-4f9f-8edb-4b5497650e23'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:27.437680 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b510875-64d7-4306-9539-4afcace733a8 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.438953 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9b510875-64d7-4306-9539-4afcace733a8 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/e2262a96-70c7-4f9f-8edb-4b5497650e23 HTTP/1.1" status: 200 len: 891 time: 2.0409079 Jul 16 18:19:27.448830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55408) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.453014 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ed80f5d-f5e6-4bce-92ea-253218c31dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.478308 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6421e7fe-8302-4b64-a50e-d2d79916cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:27.483118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ed80f5d-f5e6-4bce-92ea-253218c31dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.501080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0214698 Jul 16 18:19:27.501386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55410) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.502801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6b3f7-c32c-4811-8a25-b7fe00769c17 admin admin] Pushing event updated for resources: {'Network': ['ID=27a98ebf-1064-4504-a392-13fc97687eb2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.523616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 27a98ebf-1064-4504-a392-13fc97687eb2 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:27.526179 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421e7fe-8302-4b64-a50e-d2d79916cbd5 None None] Routers {'e2262a96-70c7-4f9f-8edb-4b5497650e23'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:27.526857 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6421e7fe-8302-4b64-a50e-d2d79916cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e2262a96-70c7-4f9f-8edb-4b5497650e23'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:27.553524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Request body: {'subnet': {'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-81432543-subnet', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:27.646440 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6421e7fe-8302-4b64-a50e-d2d79916cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:27.647983 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421e7fe-8302-4b64-a50e-d2d79916cbd5 None None] The sync data for ids ['e2262a96-70c7-4f9f-8edb-4b5497650e23'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:27.698170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ed80f5d-f5e6-4bce-92ea-253218c31dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.703089 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ed80f5d-f5e6-4bce-92ea-253218c31dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.707310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Made reservation on behalf of 01924369b7094b768f05d153cac8948d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:27.709102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3ed80f5d-f5e6-4bce-92ea-253218c31dca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23e64855-cdeb-41fc-9f56-afc18194a29e HTTP/1.1" status: 204 len: 168 time: 0.3399768 Jul 16 18:19:27.711975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.720847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed80f5d-f5e6-4bce-92ea-253218c31dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e64855-cdeb-41fc-9f56-afc18194a29e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.924447 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ff32d0f4-1582-40a1-95b1-759662e23d8a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/routers/e2262a96-70c7-4f9f-8edb-4b5497650e23 HTTP/1.1" status: 200 len: 891 time: 0.4744976 Jul 16 18:19:27.930282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55422) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.026798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7a67d-ccd8-4f5e-916f-20791de30df9 req-c0eda842-1b42-4c34-83bd-d6d2cfbb0405 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.028561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71a7a67d-ccd8-4f5e-916f-20791de30df9 req-c0eda842-1b42-4c34-83bd-d6d2cfbb0405 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.1088071 Jul 16 18:19:28.047792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55430) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.050405 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-17b010c8-90d0-4dbe-b37c-bfb6316549dd tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2262a96-70c7-4f9f-8edb-4b5497650e23 HTTP/1.1" status: 200 len: 205 time: 0.1174967 Jul 16 18:19:28.255865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71a7a67d-ccd8-4f5e-916f-20791de30df9 req-387b5e69-a27d-49b4-bef7-4307bab8be87 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951957 Jul 16 18:19:28.291271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.396795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.475884 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.530567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b131b53-bc6e-403e-8215-a800fe175202,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:28.564404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Checking segment: {'id': '3937c240-7c7c-4d63-8be2-267fc4d5a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:28.564969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Network hostable DHCP agents. Network: 27a98ebf-1064-4504-a392-13fc97687eb2, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:28.573829 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7835da7c-e4c5-4a21-8c91-797508e49835 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.579094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7835da7c-e4c5-4a21-8c91-797508e49835 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.610857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2a02-40dc-4572-91a5-006374eeecbe req-2f1b088c-3828-4194-9ef3-d5660cead639 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.613087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccea2a02-40dc-4572-91a5-006374eeecbe req-2f1b088c-3828-4194-9ef3-d5660cead639 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.0980544 Jul 16 18:19:28.614964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port de680144-fec1-49c8-91bc-8d5525303344 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:28.615521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.638210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Network 27a98ebf-1064-4504-a392-13fc97687eb2 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:28.688196 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.692852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 27a98ebf-1064-4504-a392-13fc97687eb2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:28.699204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.703264 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.717393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd19b6-df68-4a74-af70-31aee0dafa95 None None] Network 27a98ebf-1064-4504-a392-13fc97687eb2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:28.728509 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-54f29fb4-9ac7-43b9-98c9-9a6ead6a486f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2228072 Jul 16 18:19:28.731450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.732650 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-7835da7c-e4c5-4a21-8c91-797508e49835 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Floating IP 39c0f4b0-2d02-4c7e-bf38-dee4c0a9d26c associated. External IP: 172.25.2.241, port: 65bcaaa0-d02b-48dc-a2c7-412289931e34. Jul 16 18:19:28.741380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:28.770042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccea2a02-40dc-4572-91a5-006374eeecbe req-380797c1-0ca6-40a8-9c04-0774a9559eb8 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379156 Jul 16 18:19:28.803283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.819002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for de680144-fec1-49c8-91bc-8d5525303344 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:28.861592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.862058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.966518 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.995371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-27a98ebf-1064-4504-a392-13fc97687eb2', 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'fixed_ips': [{'subnet_id': '0b131b53-bc6e-403e-8215-a800fe175202'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:28.996926 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.153408 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.178310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Allocated IP 172.20.0.2 (27a98ebf-1064-4504-a392-13fc97687eb2/0b131b53-bc6e-403e-8215-a800fe175202/7a8be89f-6202-4f91-8f2a-811f8690ff79) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:29.200846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=de680144-fec1-49c8-91bc-8d5525303344,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.291102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.319076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.506097 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.519119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Transition to ACTIVE for port object 7a8be89f-6202-4f91-8f2a-811f8690ff79 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:29.540276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Transition to ACTIVE for port object 7a8be89f-6202-4f91-8f2a-811f8690ff79 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:29.558251 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.563665 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.567708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.633337 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.633908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Fanout notify agent at l3_agent the message router_deleted on router e2262a96-70c7-4f9f-8edb-4b5497650e23 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:29.645432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.646606 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-beff0bcf-0a38-4a0f-8b11-e20c5c707f86 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/e2262a96-70c7-4f9f-8edb-4b5497650e23 HTTP/1.1" status: 204 len: 168 time: 1.5977733 Jul 16 18:19:29.660911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.666658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1025390357'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:29.715256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6ccc9-0038-4d05-b5d0-975913574952 req-870ec111-9fee-46a0-8a2e-0879690a8e66 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.731763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bdd6ccc9-0038-4d05-b5d0-975913574952 req-870ec111-9fee-46a0-8a2e-0879690a8e66 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.2104230 Jul 16 18:19:29.786339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:29.796747 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.874239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bdd6ccc9-0038-4d05-b5d0-975913574952 req-415f4fc5-2314-4fcb-80db-211b81f048df tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415684 Jul 16 18:19:29.888263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Network 27a98ebf-1064-4504-a392-13fc97687eb2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:29.893253 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:29.900772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:29.906827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:29.933921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.934271 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added segment 29e4f3d8-c71a-4fbb-9e95-f3e2cba16176 of type vlan for network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a Jul 16 18:19:29.940058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Pushing event updated for resources: {'Port': ['ID=7a8be89f-6202-4f91-8f2a-811f8690ff79,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.994046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Attempting to bind port 7a8be89f-6202-4f91-8f2a-811f8690ff79 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:29.994712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Attempting to bind port 7a8be89f-6202-4f91-8f2a-811f8690ff79 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '3937c240-7c7c-4d63-8be2-267fc4d5a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:29.994913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Attempting to bind port 7a8be89f-6202-4f91-8f2a-811f8690ff79 on network 27a98ebf-1064-4504-a392-13fc97687eb2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:30.000926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:30.001928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Checking segment: {'id': '3937c240-7c7c-4d63-8be2-267fc4d5a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:30.002689 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.003161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Bound using segment: {'id': '3937c240-7c7c-4d63-8be2-267fc4d5a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:30.003714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Bound port: 7a8be89f-6202-4f91-8f2a-811f8690ff79, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3937c240-7c7c-4d63-8be2-267fc4d5a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:30.004173 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.052586 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.130037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.149828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] For port 7a8be89f-6202-4f91-8f2a-811f8690ff79, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:30.156975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] For port 7a8be89f-6202-4f91-8f2a-811f8690ff79, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7a8be89f-6202-4f91-8f2a-811f8690ff79,segment=NetworkSegment(3937c240-7c7c-4d63-8be2-267fc4d5a51e),segment_id=3937c240-7c7c-4d63-8be2-267fc4d5a51e)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:30.163318 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.168180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.168917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.178126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7835da7c-e4c5-4a21-8c91-797508e49835 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Router dead8068-3e5d-45af-8693-9dc5e3b96f8b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:30.304884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0959b7-1bf8-4be2-9fe8-99b0eb3f6dcb None None] Pushing event updated for resources: {'Port': ['ID=7a8be89f-6202-4f91-8f2a-811f8690ff79,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.348604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6834669 Jul 16 18:19:30.355899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55498) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.369652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'subnet': {'network_id': 'a65a76f9-7c71-42a9-9fe1-01c0bc303e0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:30.503924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab7b7e-d1b6-47fc-80eb-e0d17e61abd1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Network': ['ID=a65a76f9-7c71-42a9-9fe1-01c0bc303e0a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.514739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:30.551391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.562293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7835da7c-e4c5-4a21-8c91-797508e49835 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:30.641351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7835da7c-e4c5-4a21-8c91-797508e49835 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.645075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.750806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:30.765930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.791715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7835da7c-e4c5-4a21-8c91-797508e49835 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "PUT /v2.0/floatingips/39c0f4b0-2d02-4c7e-bf38-dee4c0a9d26c HTTP/1.1" status: 200 len: 991 time: 3.5912807 Jul 16 18:19:30.795255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb574fa-7db0-4b4f-9569-40bc9165555b req-042a59d9-3d69-4c72-9496-dab0c5f08825 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.804117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'tag': '65bcaaa0-d02b-48dc-a2c7-412289931e34'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:30.804691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ffb574fa-7db0-4b4f-9569-40bc9165555b req-042a59d9-3d69-4c72-9496-dab0c5f08825 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.5691833 Jul 16 18:19:30.807152 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1429bd-ad8c-48cb-a0d3-0ea679da826e", "tag": "65bcaaa0-d02b-48dc-a2c7-412289931e34"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:30.820860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] Sync routers for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:30.851892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:30.852576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:30.905697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Allocated IP 172.25.2.131 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/03bfee14-f644-4453-b13a-49b38bd272fd) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:30.992096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ffb574fa-7db0-4b4f-9569-40bc9165555b req-972b8fd8-21b4-4b28-a1d0-70d7283f66eb tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863260 Jul 16 18:19:31.097655 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62d81ef-f148-4969-ab04-e837c093e4a2 x-openstack-request-id: req-c62d81ef-f148-4969-ab04-e837c093e4a2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:31.098103 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1429bd-ad8c-48cb-a0d3-0ea679da826e", "tag": "65bcaaa0-d02b-48dc-a2c7-412289931e34", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:31.098495 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c62d81ef-f148-4969-ab04-e837c093e4a2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:31.099043 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'tag': '65bcaaa0-d02b-48dc-a2c7-412289931e34', 'status': 'completed', 'code': 200} Jul 16 18:19:31.105513 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.178170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:31.227001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.276558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:31.295340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:31.305929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:31.328710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.393669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-51998440-a319-4a76-afb9-b38c19bfa916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.395482 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-51998440-a319-4a76-afb9-b38c19bfa916 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13f1f890d65f48c3b5f11c3babda49b2&device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 1097 time: 0.2640376 Jul 16 18:19:31.432616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Pushing event updated for resources: {'Port': ['ID=03bfee14-f644-4453-b13a-49b38bd272fd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:31.433074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Subnet': ['ID=c6c01e9b-8562-4f99-9db1-76f2bb82b29c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:31.606102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-de11153c-85b1-4f29-b353-de183d88ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.607761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-de11153c-85b1-4f29-b353-de183d88ae51 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bae45001-e475-4ea6-935a-e21e673b4153 HTTP/1.1" status: 200 len: 917 time: 0.1873872 Jul 16 18:19:31.672232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Checking segment: {'id': '29e4f3d8-c71a-4fbb-9e95-f3e2cba16176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a65a76f9-7c71-42a9-9fe1-01c0bc303e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:31.672630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network hostable DHCP agents. Network: a65a76f9-7c71-42a9-9fe1-01c0bc303e0a, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:31.716610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9abf5-6460-470b-8739-08bc5676fbf8 req-7417e5b8-8dd5-446b-9df3-6df2082d562c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.727295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99a9abf5-6460-470b-8739-08bc5676fbf8 req-7417e5b8-8dd5-446b-9df3-6df2082d562c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.3006079 Jul 16 18:19:31.799379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80887dc7-0896-43f2-8d17-2ae646b3178a req-83e35550-f179-479f-b5df-c8bc74f58b84 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.808060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80887dc7-0896-43f2-8d17-2ae646b3178a req-83e35550-f179-479f-b5df-c8bc74f58b84 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.3823383 Jul 16 18:19:31.814495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.824359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1a1fe964-f30f-417f-b2f4-0cff7a86f37f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'floatingip': {'port_id': '4050ad9f-bea7-4660-a68d-41ba1eb38192'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:31.849935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:31.857357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '39c0f4b0-2d02-4c7e-bf38-dee4c0a9d26c', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'port_id': '65bcaaa0-d02b-48dc-a2c7-412289931e34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'mac_address': 'fa:16:3e:12:08:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 1, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:21Z', 'revision_number': 5, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:31.881158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99a9abf5-6460-470b-8739-08bc5676fbf8 req-b8282f53-735c-449f-a32c-1f1cb7b687a9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526146 Jul 16 18:19:31.902018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, a65a76f9-7c71-42a9-9fe1-01c0bc303e0a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:31.906824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.908126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.921331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] Checking router: dead8068-3e5d-45af-8693-9dc5e3b96f8b for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:31.931264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5206a418-ffe4-4dfc-bbde-1fafec506896 None None] Network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:31.944501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a4a17f31-01fc-4f13-9636-e6c9fe482141 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5785637 Jul 16 18:19:31.946539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55546) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.951091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e7cf82ee-dbe7-4559-9312-b9e31efef70b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1650185909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:32.009248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7cf82ee-dbe7-4559-9312-b9e31efef70b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.010028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:32.010383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7cf82ee-dbe7-4559-9312-b9e31efef70b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.011050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:32.170257 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7cf82ee-dbe7-4559-9312-b9e31efef70b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.180731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.187911 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7cf82ee-dbe7-4559-9312-b9e31efef70b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.233877 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7cf82ee-dbe7-4559-9312-b9e31efef70b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.235405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e7cf82ee-dbe7-4559-9312-b9e31efef70b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2879336 Jul 16 18:19:32.238221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55558) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.283067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe964-f30f-417f-b2f4-0cff7a86f37f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.322794 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-aa9bddd5-ed1b-47e1-a25e-3b799bc0b4d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65bcaaa0-d02b-48dc-a2c7-412289931e34 HTTP/1.1" status: 200 len: 999 time: 0.7069981 Jul 16 18:19:32.335306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8898ea31-d0e5-419c-8dc0-76f05d12fc7a None None] Network 27a98ebf-1064-4504-a392-13fc97687eb2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:32.440294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7a8be89f-6202-4f91-8f2a-811f8690ff79 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:32.486670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-4fddfdd2-634c-4f87-bb2d-79a775d05a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:32.488721 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-4fddfdd2-634c-4f87-bb2d-79a775d05a7a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfff58c6-0328-45a9-984b-452e873e51db HTTP/1.1" status: 200 len: 855 time: 0.0880768 Jul 16 18:19:32.504086 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4f23652-0a2e-4ac6-b61b-cf22131fdab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.506030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3a167815-ae2b-4b1a-9c4b-c5c014e9ae0d None None] Provisioning for port 7a8be89f-6202-4f91-8f2a-811f8690ff79 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:32.688461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:32.724347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-a65a76f9-7c71-42a9-9fe1-01c0bc303e0a', 'network_id': 'a65a76f9-7c71-42a9-9fe1-01c0bc303e0a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'fixed_ips': [{'subnet_id': 'c6c01e9b-8562-4f99-9db1-76f2bb82b29c'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:32.740589 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.742223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.842567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-77ddcd8c-1476-49fe-9161-fbdb721b011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:32.844186 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-77ddcd8c-1476-49fe-9161-fbdb721b011d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bae45001-e475-4ea6-935a-e21e673b4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3314097 Jul 16 18:19:32.990383 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-ae1e31e0-eefc-4501-98bc-6923b2f43e69 service neutron] 10.222.0.45 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385231 Jul 16 18:19:33.012690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7a8be89f-6202-4f91-8f2a-811f8690ff79 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:33.056304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7a8be89f-6202-4f91-8f2a-811f8690ff79 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:33.056982 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.243066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Allocated IP 2001:db8::2 (a65a76f9-7c71-42a9-9fe1-01c0bc303e0a/c6c01e9b-8562-4f99-9db1-76f2bb82b29c/de5d8b5d-719a-466b-baa0-0a7b29777601) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:33.497026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe964-f30f-417f-b2f4-0cff7a86f37f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.517309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe964-f30f-417f-b2f4-0cff7a86f37f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.705518 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-076f741e-ae15-472c-a1d8-d09ee3999c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.756612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.925099 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.945241 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.955681 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4f23652-0a2e-4ac6-b61b-cf22131fdab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.968351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2d323-7152-4965-93bd-323add32b072 req-56734759-4a78-4550-9174-4bf36edf0724 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.970778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05c2d323-7152-4965-93bd-323add32b072 req-56734759-4a78-4550-9174-4bf36edf0724 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.3574872 Jul 16 18:19:33.973977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4f23652-0a2e-4ac6-b61b-cf22131fdab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.012409 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.017302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '39c0f4b0-2d02-4c7e-bf38-dee4c0a9d26c', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'port_id': '65bcaaa0-d02b-48dc-a2c7-412289931e34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'mac_address': 'fa:16:3e:12:08:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 1, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:21Z', 'revision_number': 5, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:34.027530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f23652-0a2e-4ac6-b61b-cf22131fdab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b722123b-8d01-440b-ae31-0c01cee91d46,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.115926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Transition to ACTIVE for port object de5d8b5d-719a-466b-baa0-0a7b29777601 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:34.118656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6151f0a-66b1-469f-8c41-2d6e175b7054 None None] The sync data for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 is: [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '39c0f4b0-2d02-4c7e-bf38-dee4c0a9d26c', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'port_id': '65bcaaa0-d02b-48dc-a2c7-412289931e34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'mac_address': 'fa:16:3e:12:08:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 1, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:21Z', 'revision_number': 5, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:34.163730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7a8be89f-6202-4f91-8f2a-811f8690ff79, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7a8be89f-6202-4f91-8f2a-811f8690ff79,segment=NetworkSegment(3937c240-7c7c-4d63-8be2-267fc4d5a51e),segment_id=3937c240-7c7c-4d63-8be2-267fc4d5a51e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:34.174292 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.177734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Transition to ACTIVE for port object de5d8b5d-719a-466b-baa0-0a7b29777601 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:34.216785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.288046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05c2d323-7152-4965-93bd-323add32b072 req-1628cccc-8b9a-483c-8e86-fde428b55b96 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662883 Jul 16 18:19:34.294063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7a8be89f-6202-4f91-8f2a-811f8690ff79,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.294940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d4f23652-0a2e-4ac6-b61b-cf22131fdab0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4dd53261c69a4f01bbd6907949e5fa79&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1142251 Jul 16 18:19:34.295660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55570) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.296869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b467a8e1-8bde-42d1-a87c-085bf6e4b36f None None] Provisioning complete for port 7a8be89f-6202-4f91-8f2a-811f8690ff79 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:34.297252 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b467a8e1-8bde-42d1-a87c-085bf6e4b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.353104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:34.359836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:34.364616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e128ce85-7c62-4aa8-a994-ea3bb965277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.389713 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e128ce85-7c62-4aa8-a994-ea3bb965277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.395182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:34.472603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e128ce85-7c62-4aa8-a994-ea3bb965277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.475208 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e128ce85-7c62-4aa8-a994-ea3bb965277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.479175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e128ce85-7c62-4aa8-a994-ea3bb965277e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b722123b-8d01-440b-ae31-0c01cee91d46 HTTP/1.1" status: 204 len: 168 time: 0.1776114 Jul 16 18:19:34.505851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128ce85-7c62-4aa8-a994-ea3bb965277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b722123b-8d01-440b-ae31-0c01cee91d46,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.535851 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc84474-c0f3-4e66-af1a-31e8f53792e1 None None] New status for floating IP 39c0f4b0-2d02-4c7e-bf38-dee4c0a9d26c: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:34.578000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Pushing event updated for resources: {'Port': ['ID=de5d8b5d-719a-466b-baa0-0a7b29777601,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.597724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Attempting to bind port de5d8b5d-719a-466b-baa0-0a7b29777601 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:34.598167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Attempting to bind port de5d8b5d-719a-466b-baa0-0a7b29777601 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '29e4f3d8-c71a-4fbb-9e95-f3e2cba16176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a65a76f9-7c71-42a9-9fe1-01c0bc303e0a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:34.598467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Attempting to bind port de5d8b5d-719a-466b-baa0-0a7b29777601 on network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:34.606540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:34.607636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Checking segment: {'id': '29e4f3d8-c71a-4fbb-9e95-f3e2cba16176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a65a76f9-7c71-42a9-9fe1-01c0bc303e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:34.608057 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.608463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Bound using segment: {'id': '29e4f3d8-c71a-4fbb-9e95-f3e2cba16176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a65a76f9-7c71-42a9-9fe1-01c0bc303e0a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:34.609469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Bound port: de5d8b5d-719a-466b-baa0-0a7b29777601, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e4f3d8-c71a-4fbb-9e95-f3e2cba16176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a65a76f9-7c71-42a9-9fe1-01c0bc303e0a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:34.609634 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.695744 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-1a1fe964-f30f-417f-b2f4-0cff7a86f37f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Floating IP f36b0999-f957-4950-a1e1-68074efc9db0 associated. External IP: 172.25.2.146, port: 4050ad9f-bea7-4660-a68d-41ba1eb38192. Jul 16 18:19:34.746135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 2001:db8::1 (a65a76f9-7c71-42a9-9fe1-01c0bc303e0a/c6c01e9b-8562-4f99-9db1-76f2bb82b29c/a485f589-1dea-4903-85fe-0d77539f5c21) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:34.800754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] For port de5d8b5d-719a-466b-baa0-0a7b29777601, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:34.818086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] For port de5d8b5d-719a-466b-baa0-0a7b29777601, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=de5d8b5d-719a-466b-baa0-0a7b29777601,segment=NetworkSegment(29e4f3d8-c71a-4fbb-9e95-f3e2cba16176),segment_id=29e4f3d8-c71a-4fbb-9e95-f3e2cba16176)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:34.822943 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12ea0f49-79d9-4ab5-b22f-507aa7ed532c req-f096df00-7963-4ff8-8123-e96ea42f204c service neutron] 10.222.0.45 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7949569 Jul 16 18:19:34.828357 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.060287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6c39-bc49-4dad-be9f-05397a6cac8a None None] Pushing event updated for resources: {'Port': ['ID=de5d8b5d-719a-466b-baa0-0a7b29777601,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.250775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.351832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Transition to ACTIVE for port object a485f589-1dea-4903-85fe-0d77539f5c21 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:35.358204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:35.410603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e941166-8393-4fb8-9e1a-a29aaa3644c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.500706 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.526102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:35.739821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=a485f589-1dea-4903-85fe-0d77539f5c21,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.799559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:35.812248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:35.819233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:35.819726 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.871412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1fe964-f30f-417f-b2f4-0cff7a86f37f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Router e11ee0bd-32ec-4738-a91a-81321ed52064 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:35.881362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:35.889689 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e941166-8393-4fb8-9e1a-a29aaa3644c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.894031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Sync routers for ids ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:35.900936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e941166-8393-4fb8-9e1a-a29aaa3644c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.960315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.964262 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b03807b0-0893-4206-9cbe-abb4d2929274 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2258990 Jul 16 18:19:35.965438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55590) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:35.966348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf1164-87a0-46e3-b422-f29341ffb952 req-3e4b5029-c669-4b1e-aaf5-3445239a4109 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.976082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cacf1164-87a0-46e3-b422-f29341ffb952 req-3e4b5029-c669-4b1e-aaf5-3445239a4109 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.3452585 Jul 16 18:19:35.992008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Routers {'d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:35.994188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:36.067192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1e941166-8393-4fb8-9e1a-a29aaa3644c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8303764aac734ff29ec11b088d990324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7054811 Jul 16 18:19:36.068098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e941166-8393-4fb8-9e1a-a29aaa3644c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb03c25-398a-435d-b7d3-3937cea01537,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:36.072406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:36.087260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cacf1164-87a0-46e3-b422-f29341ffb952 req-a73cc337-f1a3-48f9-805d-96c566164b88 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104522 Jul 16 18:19:36.188241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1fe964-f30f-417f-b2f4-0cff7a86f37f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:36.195001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe964-f30f-417f-b2f4-0cff7a86f37f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.202217 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] Sync routers for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:36.223385 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:36.224111 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:36.316368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Set router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:36.387615 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5aa85e6-fe62-4e91-a95c-663d0343438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.434220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7200e3f-e133-44d0-8323-581b3443a6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.454840 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5aa85e6-fe62-4e91-a95c-663d0343438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.459332 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.479814 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1a1fe964-f30f-417f-b2f4-0cff7a86f37f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "PUT /v2.0/floatingips/f36b0999-f957-4950-a1e1-68074efc9db0 HTTP/1.1" status: 200 len: 992 time: 4.6589561 Jul 16 18:19:36.491586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:36.496198 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d" -d '{"events": [{"name": "network-changed", "server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:36.581137 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:36.589912 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.623555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7a8be89f-6202-4f91-8f2a-811f8690ff79 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:36.731348 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5aa85e6-fe62-4e91-a95c-663d0343438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.734799 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5aa85e6-fe62-4e91-a95c-663d0343438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.736553 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b5aa85e6-fe62-4e91-a95c-663d0343438b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcb03c25-398a-435d-b7d3-3937cea01537 HTTP/1.1" status: 204 len: 168 time: 0.6480916 Jul 16 18:19:36.772942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa85e6-fe62-4e91-a95c-663d0343438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb03c25-398a-435d-b7d3-3937cea01537,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:36.910773 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a667b2b3-69b0-44d6-a889-2db6b7ee6b4a x-openstack-request-id: req-a667b2b3-69b0-44d6-a889-2db6b7ee6b4a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:36.911279 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:36.911279 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a667b2b3-69b0-44d6-a889-2db6b7ee6b4a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:36.912177 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'status': 'completed', 'code': 200} Jul 16 18:19:36.955533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7a8be89f-6202-4f91-8f2a-811f8690ff79 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:36.963446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.043503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699116c2-32d0-43dd-be94-35d4ffa12cd8 None None] Network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:37.168225 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'f36b0999-f957-4950-a1e1-68074efc9db0', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'port_id': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'mac_address': 'fa:16:3e:99:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 1, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:37.208648 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] Checking router: e11ee0bd-32ec-4738-a91a-81321ed52064 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:37.224170 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:37.226425 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:37.246417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.252470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4577ef7d-b24b-4f83-a58a-8ddb35eb2bf2 None None] Provisioning for port de5d8b5d-719a-466b-baa0-0a7b29777601 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:37.434931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.462676 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:37.629760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-edb4590f-fbb4-46fa-821c-cf5178f98adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.631200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-edb4590f-fbb4-46fa-821c-cf5178f98adc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1098 time: 0.5641832 Jul 16 18:19:37.691159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 3, 'project_id': '01924369b7094b768f05d153cac8948d', 'gw_port': {'id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:37.715122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Allocated IP 172.20.0.1 (27a98ebf-1064-4504-a392-13fc97687eb2/0b131b53-bc6e-403e-8215-a800fe175202/026e1b43-d254-4401-ac8c-6b73b9b2a978) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:37.782192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-f8e43ae4-6755-42c2-b328-28731b490bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.787515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-f8e43ae4-6755-42c2-b328-28731b490bbf service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.1365595 Jul 16 18:19:37.791597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.804774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Checking router: d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:37.805131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Updating router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 port 03bfee14-f644-4453-b13a-49b38bd272fd binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:37.827497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff9636-e5a6-4765-92fc-a32f1a227e09 req-a3cbb9ef-0b67-4462-a4c6-83bbae8b44d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.833221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4bff9636-e5a6-4765-92fc-a32f1a227e09 req-a3cbb9ef-0b67-4462-a4c6-83bbae8b44d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.3749132 Jul 16 18:19:37.841548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.859191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Transition to ACTIVE for port object 026e1b43-d254-4401-ac8c-6b73b9b2a978 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:37.899287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.913931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device de5d8b5d-719a-466b-baa0-0a7b29777601 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:37.963020 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Network 27a98ebf-1064-4504-a392-13fc97687eb2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:37.963848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.963848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.972975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:37.980393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:37.995640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Pushing event updated for resources: {'Port': ['ID=026e1b43-d254-4401-ac8c-6b73b9b2a978,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:38.035806 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'f36b0999-f957-4950-a1e1-68074efc9db0', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'port_id': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'mac_address': 'fa:16:3e:99:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 1, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:38.072849 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4760d9-c554-4b2e-990a-1bd655e04815 None None] The sync data for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 is: [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'f36b0999-f957-4950-a1e1-68074efc9db0', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'port_id': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'mac_address': 'fa:16:3e:99:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 1, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:38.116921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.129690 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.243034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port de5d8b5d-719a-466b-baa0-0a7b29777601 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:38.250444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port de5d8b5d-719a-466b-baa0-0a7b29777601 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:38.251702 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.285190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4bff9636-e5a6-4765-92fc-a32f1a227e09 req-61c5f6e8-df07-48b2-a117-148123027ece tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838954 Jul 16 18:19:38.358077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-5bc10ec2-7ecc-4973-9454-71aef2743d3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 200 len: 1000 time: 0.5407078 Jul 16 18:19:38.498765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=a485f589-1dea-4903-85fe-0d77539f5c21,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:38.579885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ae08d-b168-4bc7-a128-ccebe2342040 None None] New status for floating IP f36b0999-f957-4950-a1e1-68074efc9db0: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:38.643079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.692547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-bc59639c-4f68-4902-9044-b452c0dcb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.694287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-bc59639c-4f68-4902-9044-b452c0dcb313 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.3352759 Jul 16 18:19:38.786896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:38.804934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:38.872227 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-52e8376c-e4f8-4480-b690-53791b9b5496 None None] Provisioning for port 026e1b43-d254-4401-ac8c-6b73b9b2a978 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:38.886387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-0c33330d-4465-4542-8e77-41b387bad37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.898757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-0c33330d-4465-4542-8e77-41b387bad37c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857812 Jul 16 18:19:38.905853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-52e8376c-e4f8-4480-b690-53791b9b5496 None None] Provisioning complete for port 026e1b43-d254-4401-ac8c-6b73b9b2a978 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:38.906653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52e8376c-e4f8-4480-b690-53791b9b5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.937546 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.198848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-52e8376c-e4f8-4480-b690-53791b9b5496 None None] Port 026e1b43-d254-4401-ac8c-6b73b9b2a978 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:39.287450 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.299470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.356555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-1394d5b1-5d5a-4925-a0d0-254dcedfbde3 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469706 Jul 16 18:19:39.357720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 3d812cf7-ebfe-41d4-968c-4ae3d009ceff is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:39.522615 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.551896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Pushing event updated for resources: {'Port': ['ID=026e1b43-d254-4401-ac8c-6b73b9b2a978,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:39.571521 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.631319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d55b5859-f1d4-46ba-bc5a-404e26c2e94d req-f3b33c68-ffbd-44f5-b19f-49b42013c632 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658086 Jul 16 18:19:39.700898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e806746e-6820-4c6d-93f4-ae6eb7fa8c9b None None] Provisioning for port a485f589-1dea-4903-85fe-0d77539f5c21 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:39.783753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port de5d8b5d-719a-466b-baa0-0a7b29777601, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=de5d8b5d-719a-466b-baa0-0a7b29777601,segment=NetworkSegment(29e4f3d8-c71a-4fbb-9e95-f3e2cba16176),segment_id=29e4f3d8-c71a-4fbb-9e95-f3e2cba16176)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:39.786870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e806746e-6820-4c6d-93f4-ae6eb7fa8c9b None None] Provisioning complete for port a485f589-1dea-4903-85fe-0d77539f5c21 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:39.787158 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e806746e-6820-4c6d-93f4-ae6eb7fa8c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.791027 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.802651 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.805336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Network 27a98ebf-1064-4504-a392-13fc97687eb2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:39.808051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:39.886312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Transition to ACTIVE for port object 03bfee14-f644-4453-b13a-49b38bd272fd will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:39.906923 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.945572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e806746e-6820-4c6d-93f4-ae6eb7fa8c9b None None] Port a485f589-1dea-4903-85fe-0d77539f5c21 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:40.004132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:40.009794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5aaabeb3-b16a-4696-a5fe-ae63825c369c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/3d812cf7-ebfe-41d4-968c-4ae3d009ceff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7702410 Jul 16 18:19:40.013777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:40.014814 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a62aa-1ae3-485d-b8e0-7eb8e9c1cf5c None None] Sync routers for ids ['3d812cf7-ebfe-41d4-968c-4ae3d009ceff'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:40.026587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Attempting to bind port 03bfee14-f644-4453-b13a-49b38bd272fd on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:40.026587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Attempting to bind port 03bfee14-f644-4453-b13a-49b38bd272fd by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:40.026587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Attempting to bind port 03bfee14-f644-4453-b13a-49b38bd272fd on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:40.034582 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a62aa-1ae3-485d-b8e0-7eb8e9c1cf5c None None] Routers {'3d812cf7-ebfe-41d4-968c-4ae3d009ceff'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:40.035382 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-663a62aa-1ae3-485d-b8e0-7eb8e9c1cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3d812cf7-ebfe-41d4-968c-4ae3d009ceff'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:40.066680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=de5d8b5d-719a-466b-baa0-0a7b29777601,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.078509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:40.078952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:40.080018 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.080774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:40.081458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Bound port: 03bfee14-f644-4453-b13a-49b38bd272fd, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:40.081924 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.099025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:40.125527 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-663a62aa-1ae3-485d-b8e0-7eb8e9c1cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:40.151372 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a62aa-1ae3-485d-b8e0-7eb8e9c1cf5c None None] Routers {'3d812cf7-ebfe-41d4-968c-4ae3d009ceff'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:40.151996 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-663a62aa-1ae3-485d-b8e0-7eb8e9c1cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3d812cf7-ebfe-41d4-968c-4ae3d009ceff'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:40.157001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4e3e7-278d-4ba9-812c-bd784eb0677b None None] Pushing event updated for resources: {'Port': ['ID=03bfee14-f644-4453-b13a-49b38bd272fd,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.175279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573b76b-4d23-490d-b811-aec1b8427c7d req-8ce59603-2bd0-4394-afa9-815219499374 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.185137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e806746e-6820-4c6d-93f4-ae6eb7fa8c9b None None] Provisioning complete for port de5d8b5d-719a-466b-baa0-0a7b29777601 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:40.185137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e806746e-6820-4c6d-93f4-ae6eb7fa8c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.186410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c573b76b-4d23-490d-b811-aec1b8427c7d req-8ce59603-2bd0-4394-afa9-815219499374 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.4102051 Jul 16 18:19:40.270289 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.290645 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-663a62aa-1ae3-485d-b8e0-7eb8e9c1cf5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:40.291332 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a62aa-1ae3-485d-b8e0-7eb8e9c1cf5c None None] The sync data for ids ['3d812cf7-ebfe-41d4-968c-4ae3d009ceff'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:40.294528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] For port 03bfee14-f644-4453-b13a-49b38bd272fd, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:40.300230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] For port 03bfee14-f644-4453-b13a-49b38bd272fd, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=03bfee14-f644-4453-b13a-49b38bd272fd,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:40.309381 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.355550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f4f98-37a1-46eb-a640-312355ceac68 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.357537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9f4f4f98-37a1-46eb-a640-312355ceac68 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports/a485f589-1dea-4903-85fe-0d77539f5c21 HTTP/1.1" status: 200 len: 911 time: 0.3427918 Jul 16 18:19:40.361875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55674) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:40.367686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-17dec942-47f5-473d-aaaf-da318cab2979 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6c01e9b-8562-4f99-9db1-76f2bb82b29c'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:40.380069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c573b76b-4d23-490d-b811-aec1b8427c7d req-a5df0fbf-c78c-4d63-9f55-57d851993b04 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853180 Jul 16 18:19:40.737692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Routers {'d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:40.738774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:40.766490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17dec942-47f5-473d-aaaf-da318cab2979 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.802680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4e3e7-278d-4ba9-812c-bd784eb0677b None None] Pushing event updated for resources: {'Port': ['ID=03bfee14-f644-4453-b13a-49b38bd272fd,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.815429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:40.822023 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f5b2190a-14ac-486f-90ca-7626673a146a admin admin] 10.222.0.60 "PUT /v2.0/routers/d50731ca-b440-4f9e-9a9e-a643b9d0a6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8552182 Jul 16 18:19:40.928011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] Set router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:40.959998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0ae09bc1-b49b-4c56-88bf-cf9b63a5e902 None None] Provisioning complete for port 026e1b43-d254-4401-ac8c-6b73b9b2a978 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:40.960498 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ae09bc1-b49b-4c56-88bf-cf9b63a5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.062839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0ae09bc1-b49b-4c56-88bf-cf9b63a5e902 None None] Port 026e1b43-d254-4401-ac8c-6b73b9b2a978 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:41.125406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0ae09bc1-b49b-4c56-88bf-cf9b63a5e902 None None] Provisioning complete for port a485f589-1dea-4903-85fe-0d77539f5c21 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:41.125406 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ae09bc1-b49b-4c56-88bf-cf9b63a5e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.186134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0ae09bc1-b49b-4c56-88bf-cf9b63a5e902 None None] Port a485f589-1dea-4903-85fe-0d77539f5c21 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:41.246351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 4, 'project_id': '01924369b7094b768f05d153cac8948d', 'gw_port': {'id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '026e1b43-d254-4401-ac8c-6b73b9b2a978', 'name': '', 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'mac_address': 'fa:16:3e:da:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '0b131b53-bc6e-403e-8215-a800fe175202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:37Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 2, 'project_id': '01924369b7094b768f05d153cac8948d', 'subnets': [{'id': '0b131b53-bc6e-403e-8215-a800fe175202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:41.284430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd81f9-3090-4dad-ae47-408445183f9f None None] The sync data for ids ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'] in n-d-793619-10 is: [{'id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 4, 'project_id': '01924369b7094b768f05d153cac8948d', 'gw_port': {'id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '026e1b43-d254-4401-ac8c-6b73b9b2a978', 'name': '', 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'mac_address': 'fa:16:3e:da:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '0b131b53-bc6e-403e-8215-a800fe175202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:37Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 2, 'project_id': '01924369b7094b768f05d153cac8948d', 'subnets': [{'id': '0b131b53-bc6e-403e-8215-a800fe175202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:41.983692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device de5d8b5d-719a-466b-baa0-0a7b29777601 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:42.059865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port de5d8b5d-719a-466b-baa0-0a7b29777601 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:42.060326 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.151749 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17dec942-47f5-473d-aaaf-da318cab2979 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.171085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-26129e32-fc5e-4bd4-b6bc-d1ba24c30f6e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8898277 Jul 16 18:19:42.183267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:42.217266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17dec942-47f5-473d-aaaf-da318cab2979 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.225428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dec942-47f5-473d-aaaf-da318cab2979 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.226091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17dec942-47f5-473d-aaaf-da318cab2979 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.227653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-17dec942-47f5-473d-aaaf-da318cab2979 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/ports/a485f589-1dea-4903-85fe-0d77539f5c21 HTTP/1.1" status: 200 len: 911 time: 1.8644652 Jul 16 18:19:42.230774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.234571 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.320849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dec942-47f5-473d-aaaf-da318cab2979 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=a485f589-1dea-4903-85fe-0d77539f5c21,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.407813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee24df-69fe-4260-89ca-e4b7f7537f01 req-91eecf5a-da06-43c2-925b-50ac3aba55b7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.409539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fee24df-69fe-4260-89ca-e4b7f7537f01 req-91eecf5a-da06-43c2-925b-50ac3aba55b7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.2978055 Jul 16 18:19:42.654839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fee24df-69fe-4260-89ca-e4b7f7537f01 req-7375868e-a4b2-42b6-a3a5-3fbe03118a07 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619842 Jul 16 18:19:42.727259 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.890806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Allocated IP 172.25.2.150 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/b4534e5e-7b94-458a-bc27-259eae5cdeb7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:42.999829 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.034331 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.096346 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.229278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:43.232299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Pushing event updated for resources: {'Port': ['ID=b4534e5e-7b94-458a-bc27-259eae5cdeb7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.241168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:43.245601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:43.327431 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-2dbcd30e-bfa2-4df2-98f6-ec970ff0cc67 service neutron] show failed (client error): The resource could not be found. Jul 16 18:19:43.328537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-2dbcd30e-bfa2-4df2-98f6-ec970ff0cc67 service neutron] 10.222.0.46 "GET /v2.0/ports/5932e3c6-b12d-4a07-8079-070515ca7afb/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.1487234 Jul 16 18:19:43.446116 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.518927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.539119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port a485f589-1dea-4903-85fe-0d77539f5c21 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:43.540797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.720825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.736349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for a485f589-1dea-4903-85fe-0d77539f5c21 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:43.825874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55730) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.831257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1717141921'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:43.888762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:43.893194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.908860 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.934651 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.986871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 03bfee14-f644-4453-b13a-49b38bd272fd up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:44.009261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Pushing event updated for resources: {'Port': ['ID=b4534e5e-7b94-458a-bc27-259eae5cdeb7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.063806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.080784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 03bfee14-f644-4453-b13a-49b38bd272fd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:44.085607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 03bfee14-f644-4453-b13a-49b38bd272fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:44.086114 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.097766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:44.124561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=a485f589-1dea-4903-85fe-0d77539f5c21,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.133180 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.138715 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.139706 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Added segment dd116193-1366-4c31-a5e7-d8bee3166d03 of type vlan for network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 Jul 16 18:19:44.246450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daac9ab-3304-4a7e-97b9-f34b09b4f884 req-c1a20c82-0835-4ab0-bae9-27ee9030ba8b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.258101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3daac9ab-3304-4a7e-97b9-f34b09b4f884 req-c1a20c82-0835-4ab0-bae9-27ee9030ba8b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.3272276 Jul 16 18:19:44.272810 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.285028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-5faf70d4-3e2d-4375-91ee-ce8ac4a34475 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1117446 Jul 16 18:19:44.316780 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.362895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-42cd1f91-7f84-416f-af6b-676fd50f7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.364943 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-42cd1f91-7f84-416f-af6b-676fd50f7ec8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 1097 time: 0.4090583 Jul 16 18:19:44.365819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.366017 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.387866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:44.411686 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 03bfee14-f644-4453-b13a-49b38bd272fd, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=03bfee14-f644-4453-b13a-49b38bd272fd,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:44.422274 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.533070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=03bfee14-f644-4453-b13a-49b38bd272fd,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.546984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-ec46c4d2-56c8-4fa0-b87d-94f267842677 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.2333407 Jul 16 18:19:44.548875 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:19:44.554600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3daac9ab-3304-4a7e-97b9-f34b09b4f884 req-585bce6c-ee09-43a7-9a93-bcbceaca1bda tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681677 Jul 16 18:19:44.607119 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.613656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.614421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.649638 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.667950 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 3d812cf7-ebfe-41d4-968c-4ae3d009ceff has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:44.731935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9047356 Jul 16 18:19:44.732644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.741454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1993465301'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:44.748038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6425a75-831f-4e5c-b315-d1a1ed91dc90 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Network': ['ID=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.765514 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:44.777354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-9e8ece28-9a08-4961-a06c-23790938edd4 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.778887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-9e8ece28-9a08-4961-a06c-23790938edd4 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2179637 Jul 16 18:19:44.794441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:44.801171 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.802409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:44.809542 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d466e196-9364-491f-9e5c-c26ecf92bfb1 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/3d812cf7-ebfe-41d4-968c-4ae3d009ceff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5772371 Jul 16 18:19:44.812620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-eade2c8d-2594-4eff-96db-73ef8486072f tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:19:44.814388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-407a4d3c-4fab-439d-b94e-443591a4ad67 req-eade2c8d-2594-4eff-96db-73ef8486072f tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221002 Jul 16 18:19:44.816205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55742) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.830144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb5e24-f534-4faf-99e0-779166085871 None None] Sync routers for ids ['3d812cf7-ebfe-41d4-968c-4ae3d009ceff'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:44.883472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:44.899263 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.899678 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Added segment 4a8c0779-1a73-4214-8cc6-3c3c61d3bf38 of type vlan for network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b Jul 16 18:19:44.929459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb5e24-f534-4faf-99e0-779166085871 None None] Routers {'3d812cf7-ebfe-41d4-968c-4ae3d009ceff'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:44.930556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2dcb5e24-f534-4faf-99e0-779166085871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3d812cf7-ebfe-41d4-968c-4ae3d009ceff'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:44.943851 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1ef262d1-9374-4fdf-80ab-a8a252491bed tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d812cf7-ebfe-41d4-968c-4ae3d009ceff HTTP/1.1" status: 200 len: 205 time: 0.1246128 Jul 16 18:19:44.944740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55746) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.959530 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.983091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2dcb5e24-f534-4faf-99e0-779166085871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:44.995525 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb5e24-f534-4faf-99e0-779166085871 None None] Routers {'3d812cf7-ebfe-41d4-968c-4ae3d009ceff'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:44.996231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2dcb5e24-f534-4faf-99e0-779166085871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['3d812cf7-ebfe-41d4-968c-4ae3d009ceff'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:45.017205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8872496-544b-4890-9d71-1dc9f90e93c8 req-2ef5e714-a590-4ec4-809d-a7de1e1aea0e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips/df24ac1e-7a06-4d36-b3e4-7d7a09d2f51f HTTP/1.1" status: 200 len: 693 time: 0.1646674 Jul 16 18:19:45.033439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2dcb5e24-f534-4faf-99e0-779166085871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:45.034121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb5e24-f534-4faf-99e0-779166085871 None None] The sync data for ids ['3d812cf7-ebfe-41d4-968c-4ae3d009ceff'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:45.066844 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9e697c2-5297-44ba-83c8-a4e646499e91 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.074724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.081423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.082131 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.154016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4165349 Jul 16 18:19:45.169237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:45.183660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'subnet': {'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:45.253432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c46c6c-2495-46cf-add2-36d0e1647181 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Network': ['ID=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.266434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:45.280311 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Sync routers for ids ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:45.292395 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Routers {'d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:45.293069 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:45.324156 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8872496-544b-4890-9d71-1dc9f90e93c8 req-4f7a639a-214d-433e-8af0-4e94820d14e8 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.325702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8872496-544b-4890-9d71-1dc9f90e93c8 req-4f7a639a-214d-433e-8af0-4e94820d14e8 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.3026488 Jul 16 18:19:45.341222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-a8872496-544b-4890-9d71-1dc9f90e93c8 req-5323025f-1ebf-4e88-88d2-6fa7108a9953 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:19:45.342282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8872496-544b-4890-9d71-1dc9f90e93c8 req-5323025f-1ebf-4e88-88d2-6fa7108a9953 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074286 Jul 16 18:19:45.381061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:45.385927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.425996 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Set router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:45.497765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5aa0de70-d77b-47ed-a0d6-7903fc6c2322 req-10def8d7-219f-4a24-aeae-c5d98b3d70a6 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=01924369b7094b768f05d153cac8948d HTTP/1.1" status: 200 len: 696 time: 0.1247079 Jul 16 18:19:45.553007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:45.605676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:45.695849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.726517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0de70-d77b-47ed-a0d6-7903fc6c2322 req-2af587da-73f8-469d-bef4-4ced5065770f tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.731981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:45.733365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5aa0de70-d77b-47ed-a0d6-7903fc6c2322 req-2af587da-73f8-469d-bef4-4ced5065770f tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/networks?id=4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 787 time: 0.2345920 Jul 16 18:19:45.735927 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f13f19-e161-41e6-8e67-00f5d7726e50" -d '{"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-unplugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:45.742077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-5aa0de70-d77b-47ed-a0d6-7903fc6c2322 req-f5f801e5-e22c-4fc9-81e2-e42f3d04b7be tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:19:45.755598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5aa0de70-d77b-47ed-a0d6-7903fc6c2322 req-f5f801e5-e22c-4fc9-81e2-e42f3d04b7be tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213299 Jul 16 18:19:45.848562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Transition to ACTIVE for port object 5932e3c6-b12d-4a07-8079-070515ca7afb will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:45.915053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.941348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 03bfee14-f644-4453-b13a-49b38bd272fd up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:45.970635 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.999085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9e697c2-5297-44ba-83c8-a4e646499e91 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.010497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9e697c2-5297-44ba-83c8-a4e646499e91 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.042109 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 4, 'project_id': '01924369b7094b768f05d153cac8948d', 'gw_port': {'id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '026e1b43-d254-4401-ac8c-6b73b9b2a978', 'name': '', 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'mac_address': 'fa:16:3e:da:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '0b131b53-bc6e-403e-8215-a800fe175202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:37Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 2, 'project_id': '01924369b7094b768f05d153cac8948d', 'subnets': [{'id': '0b131b53-bc6e-403e-8215-a800fe175202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:46.046337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 03bfee14-f644-4453-b13a-49b38bd272fd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:46.046835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.073017 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Checking router: d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:46.073377 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Updating router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 port 026e1b43-d254-4401-ac8c-6b73b9b2a978 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:46.094019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14b161-f03f-4b50-993d-76c728f99116 req-a0d6f85b-2d29-4034-b9a0-cdad8ffb7f8f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.096786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df14b161-f03f-4b50-993d-76c728f99116 req-a0d6f85b-2d29-4034-b9a0-cdad8ffb7f8f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.2993691 Jul 16 18:19:46.106787 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bac60c-2f54-41fc-8f16-c4becf07ff95 x-openstack-request-id: req-b0bac60c-2f54-41fc-8f16-c4becf07ff95 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:46.107359 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-unplugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:46.107711 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0bac60c-2f54-41fc-8f16-c4becf07ff95 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:46.108297 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'code': 200} Jul 16 18:19:46.134183 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.147855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.175487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9e697c2-5297-44ba-83c8-a4e646499e91 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.176036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e697c2-5297-44ba-83c8-a4e646499e91 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Fanout notify agent at l3_agent the message router_deleted on router 3d812cf7-ebfe-41d4-968c-4ae3d009ceff {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:46.184087 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9e697c2-5297-44ba-83c8-a4e646499e91 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.186468 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f9e697c2-5297-44ba-83c8-a4e646499e91 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/3d812cf7-ebfe-41d4-968c-4ae3d009ceff HTTP/1.1" status: 204 len: 168 time: 1.2409482 Jul 16 18:19:46.194750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:46.251802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Subnet': ['ID=17bce573-0205-46a7-ae03-adb2e81b4c79,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.281229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Checking segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:46.282028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network hostable DHCP agents. Network: 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:46.313825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] No DVR routers for this DVR port 5932e3c6-b12d-4a07-8079-070515ca7afb on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:46.325127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-1f4424a2-7477-460b-b313-a8d01dcd0021 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips/df24ac1e-7a06-4d36-b3e4-7d7a09d2f51f HTTP/1.1" status: 200 len: 693 time: 0.1946797 Jul 16 18:19:46.359887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe92ce2e-0a8e-4156-bca8-c81b1548f6d6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting subnet c6c01e9b-8562-4f99-9db1-76f2bb82b29c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:46.365441 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe92ce2e-0a8e-4156-bca8-c81b1548f6d6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.379040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df14b161-f03f-4b50-993d-76c728f99116 req-a4f94e43-a78d-4097-8880-6f1b16226989 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720797 Jul 16 18:19:46.427256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:46.484192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:46.493849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac62de4-5a91-41b6-a818-1aea1a497812 None None] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:46.506409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.510702 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.550280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c1bfcbba-905c-4d0b-94c0-11596cb5b075 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3782101 Jul 16 18:19:46.552918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55776) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:46.556226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe92ce2e-0a8e-4156-bca8-c81b1548f6d6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.558237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'subnet': {'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:46.636827 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.650244 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Transition to ACTIVE for port object 026e1b43-d254-4401-ac8c-6b73b9b2a978 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:46.657755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:46.658102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:46.658453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:46.658940 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.666277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Port 5932e3c6-b12d-4a07-8079-070515ca7afb on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:46.666610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:46.669186 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe92ce2e-0a8e-4156-bca8-c81b1548f6d6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.676171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-9c473ab6-d93f-4756-96cd-61853851616d tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.676489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:46.677420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Checking segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:46.677420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Bound using segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:46.677729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-9c473ab6-d93f-4756-96cd-61853851616d tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.3517551 Jul 16 18:19:46.678073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Bound port: 5932e3c6-b12d-4a07-8079-070515ca7afb, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:46.678554 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.695972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:46.704482 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.711463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-a60d32c4-9f8c-4cc2-aa86-9f211cb0ae1e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:19:46.712556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-a60d32c4-9f8c-4cc2-aa86-9f211cb0ae1e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192242 Jul 16 18:19:46.771135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'fixed_ips': [{'subnet_id': '17bce573-0205-46a7-ae03-adb2e81b4c79'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:46.772759 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.820828 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfcbb5-d2d0-41b4-8f0d-cdb0f2237af8 None None] Pushing event updated for resources: {'Port': ['ID=026e1b43-d254-4401-ac8c-6b73b9b2a978,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.840687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-9c9c109f-adfa-4d8d-b4de-84019c72b758 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.1128294 Jul 16 18:19:46.853561 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Attempting to bind port 026e1b43-d254-4401-ac8c-6b73b9b2a978 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:46.855510 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Attempting to bind port 026e1b43-d254-4401-ac8c-6b73b9b2a978 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '3937c240-7c7c-4d63-8be2-267fc4d5a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:46.856215 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Attempting to bind port 026e1b43-d254-4401-ac8c-6b73b9b2a978 on network 27a98ebf-1064-4504-a392-13fc97687eb2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:46.859394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe92ce2e-0a8e-4156-bca8-c81b1548f6d6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.868447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:46.868733 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:46.869228 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Checking segment: {'id': '3937c240-7c7c-4d63-8be2-267fc4d5a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:46.879581 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.880175 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Bound using segment: {'id': '3937c240-7c7c-4d63-8be2-267fc4d5a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:46.880820 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Bound port: 026e1b43-d254-4401-ac8c-6b73b9b2a978, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3937c240-7c7c-4d63-8be2-267fc4d5a51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:46.881332 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.947195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-2e3aad69-8c91-461b-9dae-fb882509c520 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0675023 Jul 16 18:19:46.965009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92ce2e-0a8e-4156-bca8-c81b1548f6d6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c01e9b-8562-4f99-9db1-76f2bb82b29c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.968649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:46.971115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe92ce2e-0a8e-4156-bca8-c81b1548f6d6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.976307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fe92ce2e-0a8e-4156-bca8-c81b1548f6d6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/c6c01e9b-8562-4f99-9db1-76f2bb82b29c HTTP/1.1" status: 204 len: 168 time: 0.7805305 Jul 16 18:19:46.977197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55788) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:46.990233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.999602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d9a61-e652-4b86-9682-49480d033503 None None] Network a65a76f9-7c71-42a9-9fe1-01c0bc303e0a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:47.069685 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] For port 026e1b43-d254-4401-ac8c-6b73b9b2a978, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:47.077561 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] For port 026e1b43-d254-4401-ac8c-6b73b9b2a978, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=026e1b43-d254-4401-ac8c-6b73b9b2a978,segment=NetworkSegment(3937c240-7c7c-4d63-8be2-267fc4d5a51e),segment_id=3937c240-7c7c-4d63-8be2-267fc4d5a51e)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:47.082896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.083743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.085365 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] 10.222.0.45 "PUT /v2.0/ports/5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 1092 time: 2.7038407 Jul 16 18:19:47.089512 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.216108 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decfcbb5-d2d0-41b4-8f0d-cdb0f2237af8 None None] Pushing event updated for resources: {'Port': ['ID=026e1b43-d254-4401-ac8c-6b73b9b2a978,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.263957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.271582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fc758-ad11-4782-bdbf-3b87609b9385 service neutron] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.273333 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Routers {'d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:47.273976 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:47.394217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Allocated IP 10.1.1.2 (63c8cdc1-a2f7-4fc4-820a-e2fa970487c5/17bce573-0205-46a7-ae03-adb2e81b4c79/f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:47.452334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-a85f10d2-2b9f-4b26-9319-42f37ccbae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.455194 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-a85f10d2-2b9f-4b26-9319-42f37ccbae9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1095 time: 0.3279309 Jul 16 18:19:47.584021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Deleting port b4534e5e-7b94-458a-bc27-259eae5cdeb7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:47.584643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.619754 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] Set router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:47.634734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-4450a0d9-b9a3-4d43-b1ae-a721266069d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.637957 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-4450a0d9-b9a3-4d43-b1ae-a721266069d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.1710961 Jul 16 18:19:47.700037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.700621 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.716569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Calling delete_port for b4534e5e-7b94-458a-bc27-259eae5cdeb7 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:47.737402 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.751836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port de5d8b5d-719a-466b-baa0-0a7b29777601 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:47.752828 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.939706 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.961623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] DHCP port deletion for a65a76f9-7c71-42a9-9fe1-01c0bc303e0a request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:47.967185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Subnet': ['ID=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.996837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Checking segment: {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:47.997390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network hostable DHCP agents. Network: d85e2f8f-048d-44dd-8fe4-92ee6e38df3b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:48.009334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port de5d8b5d-719a-466b-baa0-0a7b29777601, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=de5d8b5d-719a-466b-baa0-0a7b29777601,segment=NetworkSegment(29e4f3d8-c71a-4fbb-9e95-f3e2cba16176),segment_id=29e4f3d8-c71a-4fbb-9e95-f3e2cba16176)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:48.010122 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.072649 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-bbfe5f29-46e6-4f23-aaa2-eac9ad5d2854 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 998 time: 0.4237926 Jul 16 18:19:48.083975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:48.107873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d85e2f8f-048d-44dd-8fe4-92ee6e38df3b) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:48.110500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 026e1b43-d254-4401-ac8c-6b73b9b2a978 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:48.118691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:48.124932 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ab0844-917c-4ddc-b235-143c2ed2bb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:48.125057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.125526 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.126791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:48.142239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-727d4dfa-e2d0-402c-95ec-7daf85c24491 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5875235 Jul 16 18:19:48.148031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.155458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55808) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.173109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641c4029-52f6-4f55-acaa-fa21f6a78d1a None None] Network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:48.181525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'port': {'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'name': 'tempest-TaggedBootDevicesTest-996613842', 'fixed_ips': [{'subnet_id': '17bce573-0205-46a7-ae03-adb2e81b4c79'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:48.186038 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 4, 'project_id': '01924369b7094b768f05d153cac8948d', 'gw_port': {'id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '026e1b43-d254-4401-ac8c-6b73b9b2a978', 'name': '', 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'mac_address': 'fa:16:3e:da:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '0b131b53-bc6e-403e-8215-a800fe175202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:37Z', 'updated_at': '2021-07-16T18:19:47Z', 'revision_number': 4, 'project_id': '01924369b7094b768f05d153cac8948d', 'subnets': [{'id': '0b131b53-bc6e-403e-8215-a800fe175202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:48.189219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for de5d8b5d-719a-466b-baa0-0a7b29777601 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:48.227843 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e4fee-d884-4fcd-8a38-94f3542db11a None None] The sync data for ids ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'] in n-d-793619-10 is: [{'id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 4, 'project_id': '01924369b7094b768f05d153cac8948d', 'gw_port': {'id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '026e1b43-d254-4401-ac8c-6b73b9b2a978', 'name': '', 'network_id': '27a98ebf-1064-4504-a392-13fc97687eb2', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'mac_address': 'fa:16:3e:da:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '0b131b53-bc6e-403e-8215-a800fe175202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:37Z', 'updated_at': '2021-07-16T18:19:47Z', 'revision_number': 4, 'project_id': '01924369b7094b768f05d153cac8948d', 'subnets': [{'id': '0b131b53-bc6e-403e-8215-a800fe175202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:48.280936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Pushing event deleted for resources: {'Port': ['ID=b4534e5e-7b94-458a-bc27-259eae5cdeb7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.319745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-c3c8df8d-f518-427f-80fb-939cf6af27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.321325 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-c3c8df8d-f518-427f-80fb-939cf6af27f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.2391701 Jul 16 18:19:48.371741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Transition to ACTIVE for port object f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:48.435649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-77bc0d6a-5502-4948-8852-d472f4af0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.437594 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-77bc0d6a-5502-4948-8852-d472f4af0fa1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041889 Jul 16 18:19:48.439920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.484365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Transition to ACTIVE for port object f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:48.497709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=de5d8b5d-719a-466b-baa0-0a7b29777601,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.513207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No DVR routers for this DVR port de5d8b5d-719a-466b-baa0-0a7b29777601 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:48.546621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] Deleting port de5d8b5d-719a-466b-baa0-0a7b29777601 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:48.547011 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.555890 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.633213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Pushing event updated for resources: {'Port': ['ID=f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.727305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 026e1b43-d254-4401-ac8c-6b73b9b2a978 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:48.739642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:48.754230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:48.758882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.822542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65a76f9-7c71-42a9-9fe1-01c0bc303e0a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:48.833356 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-5f843b68-0c59-4233-9729-f1b6dc48a449 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872180 Jul 16 18:19:48.836035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] For port de5d8b5d-719a-466b-baa0-0a7b29777601, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:48.837299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.862278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] Calling delete_port for de5d8b5d-719a-466b-baa0-0a7b29777601 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:48.866039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] Port de5d8b5d-719a-466b-baa0-0a7b29777601 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:19:48.868669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 026e1b43-d254-4401-ac8c-6b73b9b2a978 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:48.869083 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.871276 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.882342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:48.904320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e4f3d8-c71a-4fbb-9e95-f3e2cba16176') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:48.908897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e4f3d8-c71a-4fbb-9e95-f3e2cba16176') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:48.945501 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.961970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:49.003146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.072132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] No DVR routers for this DVR port de5d8b5d-719a-466b-baa0-0a7b29777601 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:49.080094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c866e4-46b9-4084-b5e7-a7c8113b4850 None None] Pushing event deleted for resources: {'Port': ['ID=de5d8b5d-719a-466b-baa0-0a7b29777601,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:49.097755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:49.100238 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.159734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.163105 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.174402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8f1ff9c-7a46-453c-b781-6e19ca401bff req-0e4af2d5-ab2b-4d94-ba5b-cbc690b962e5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "DELETE /v2.0/floatingips/df24ac1e-7a06-4d36-b3e4-7d7a09d2f51f HTTP/1.1" status: 204 len: 173 time: 2.2122083 Jul 16 18:19:49.185299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dc9b6-e880-42de-bb6b-d4d876e84b5e req-10888ded-94f2-4c86-b793-db95994ab406 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.193152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f44dc9b6-e880-42de-bb6b-d4d876e84b5e req-10888ded-94f2-4c86-b793-db95994ab406 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 943 time: 0.9980686 Jul 16 18:19:49.229501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Attempting to bind port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:49.230007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Attempting to bind port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:49.230483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Attempting to bind port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:49.257721 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f44dc9b6-e880-42de-bb6b-d4d876e84b5e req-10f5407a-60d9-4b8e-8c0b-fde1716130c1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630472 Jul 16 18:19:49.259575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:49.290787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:49.291765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Checking segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:49.292653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.293457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Bound using segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:49.294203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Bound port: f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:49.294873 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.323713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-d85e2f8f-048d-44dd-8fe4-92ee6e38df3b', 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'fixed_ips': [{'subnet_id': '6a181f34-884a-4cc5-8e2d-45d6a0d33b0e'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:49.325103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:49.432569 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:49.444592 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dee732-0953-41b4-9898-e377fa89bc32 x-openstack-request-id: req-18dee732-0953-41b4-9898-e377fa89bc32 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:49.445831 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:49.447766 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18dee732-0953-41b4-9898-e377fa89bc32 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:49.449938 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'status': 'completed', 'code': 200} Jul 16 18:19:49.462535 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.527483 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.563626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.574690 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/networks/a65a76f9-7c71-42a9-9fe1-01c0bc303e0a HTTP/1.1" status: 204 len: 168 time: 2.5925124 Jul 16 18:19:49.577071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9e277-63c0-4a8a-8955-1a5a70538808 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Network': ['ID=a65a76f9-7c71-42a9-9fe1-01c0bc303e0a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:49.587312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55822) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:49.607414 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.608807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-97baa955-4c2f-42c6-80f4-a29ff2e0646f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-986747655', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:49.614701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] For port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:49.675402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 026e1b43-d254-4401-ac8c-6b73b9b2a978, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=026e1b43-d254-4401-ac8c-6b73b9b2a978,segment=NetworkSegment(3937c240-7c7c-4d63-8be2-267fc4d5a51e),segment_id=3937c240-7c7c-4d63-8be2-267fc4d5a51e)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:49.678167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] For port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:49.681873 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.712678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] device_id is not set on port fc16c388-fc29-44ef-babd-70bbf1a9edab yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:49.714808 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.718407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-35fe89c0-a27e-42e7-a578-68951c3bf0c2 req-2044161e-08a2-42b7-b560-d4d7550c56e6 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8580306 Jul 16 18:19:49.722904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97baa955-4c2f-42c6-80f4-a29ff2e0646f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.726508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97baa955-4c2f-42c6-80f4-a29ff2e0646f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.844215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Allocated IP 10.2.2.2 (d85e2f8f-048d-44dd-8fe4-92ee6e38df3b/6a181f34-884a-4cc5-8e2d-45d6a0d33b0e/9395e70f-27f7-4171-a551-f91e43200924) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:49.923952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97baa955-4c2f-42c6-80f4-a29ff2e0646f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.945156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97baa955-4c2f-42c6-80f4-a29ff2e0646f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.957930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-39cb56c5-7b21-4feb-8cf2-25d6120e7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.960711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-39cb56c5-7b21-4feb-8cf2-25d6120e7984 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1095 time: 0.3770251 Jul 16 18:19:49.968017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=026e1b43-d254-4401-ac8c-6b73b9b2a978,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:49.970745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-b085f5ca-7541-43fa-86ff-f79ff0751a02 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4275451 Jul 16 18:19:50.004801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-201b3797-fc73-426c-986e-bfcf3fdb4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.006481 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-201b3797-fc73-426c-986e-bfcf3fdb4f9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1095 time: 0.1661921 Jul 16 18:19:50.007414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97baa955-4c2f-42c6-80f4-a29ff2e0646f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.008971 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-97baa955-4c2f-42c6-80f4-a29ff2e0646f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4111593 Jul 16 18:19:50.011637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:50.015961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device de5d8b5d-719a-466b-baa0-0a7b29777601 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:50.018075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-835375787'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:50.036889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:50.070669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: de5d8b5d-719a-466b-baa0-0a7b29777601 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:50.070937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device de5d8b5d-719a-466b-baa0-0a7b29777601 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:50.073308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:50.082746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.180492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:50.206592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.207245 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added segment 808da39b-46ed-4cc9-ada9-3b6735d90f69 of type vlan for network 1d342d86-17a3-45e0-980f-1954aa558593 Jul 16 18:19:50.248342 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.252209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.288824 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.297032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.298325 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.367593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846d478-1b34-4108-9ff3-99be7fd35d33 None None] Pushing event updated for resources: {'Port': ['ID=f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.506171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Allocated IP 10.1.1.98 (63c8cdc1-a2f7-4fc4-820a-e2fa970487c5/17bce573-0205-46a7-ae03-adb2e81b4c79/fc16c388-fc29-44ef-babd-70bbf1a9edab) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:50.543469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-7e446936-bb4e-4fbd-8bbf-368e507f76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.549663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-7e446936-bb4e-4fbd-8bbf-368e507f76ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.5747652 Jul 16 18:19:50.599294 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.600372 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5872202 Jul 16 18:19:50.601162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:50.613255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Transition to ACTIVE for port object 9395e70f-27f7-4171-a551-f91e43200924 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:50.615086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'subnet': {'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:50.634372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfe7de-beca-4158-907c-b06d232973e9 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Network': ['ID=1d342d86-17a3-45e0-980f-1954aa558593,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.636035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Transition to ACTIVE for port object 9395e70f-27f7-4171-a551-f91e43200924 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:50.651024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 1d342d86-17a3-45e0-980f-1954aa558593 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:50.660792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-72cd428f-209e-4e2f-b5c8-b26f352f07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.662307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-72cd428f-209e-4e2f-b5c8-b26f352f07b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.6192577 Jul 16 18:19:50.679663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.774144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:50.783296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:50.796435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:50.806191 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-01107d7a-9745-4cdc-b9c2-dae9960e808a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 998 time: 0.1360154 Jul 16 18:19:50.820810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Pushing event updated for resources: {'Port': ['ID=9395e70f-27f7-4171-a551-f91e43200924,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.905509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Attempting to bind port 9395e70f-27f7-4171-a551-f91e43200924 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:50.906206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Attempting to bind port 9395e70f-27f7-4171-a551-f91e43200924 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:50.906807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Attempting to bind port 9395e70f-27f7-4171-a551-f91e43200924 on network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:50.914908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:50.915626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Checking segment: {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:50.916233 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.916916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Bound using segment: {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:50.917616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Bound port: 9395e70f-27f7-4171-a551-f91e43200924, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:50.918204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.001616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] For port 9395e70f-27f7-4171-a551-f91e43200924, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:51.006987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] For port 9395e70f-27f7-4171-a551-f91e43200924, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9395e70f-27f7-4171-a551-f91e43200924,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:51.020477 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.162314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf326a8-8f2e-41e4-bfa9-4b9a8690b35f None None] Pushing event updated for resources: {'Port': ['ID=9395e70f-27f7-4171-a551-f91e43200924,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.241258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-3d92c6a5-210f-4db5-b3c8-cbb0bddece0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 998 time: 0.6687121 Jul 16 18:19:51.294221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:51.298801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.531897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.555490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Transition to ACTIVE for port object fc16c388-fc29-44ef-babd-70bbf1a9edab will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:51.639946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-219103c0-269a-4d3f-b148-c79bdd2592d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.646623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-219103c0-269a-4d3f-b148-c79bdd2592d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.3752708 Jul 16 18:19:51.712854 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.770601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6916ba-903b-45fb-b03e-ec6ac1e5157b req-a24d7d90-12f1-47dd-850c-76b3bc7583ad tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.782381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d6916ba-903b-45fb-b03e-ec6ac1e5157b req-a24d7d90-12f1-47dd-850c-76b3bc7583ad tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 943 time: 1.0416830 Jul 16 18:19:51.814241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7fe806-8365-4649-9778-4bf927cd0f2b None None] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:51.816580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-803478d9-f1c6-437a-9ac8-4047e6027402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.819718 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-803478d9-f1c6-437a-9ac8-4047e6027402 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 1.0040715 Jul 16 18:19:51.894790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Subnet': ['ID=2ff2f830-6be3-4fcf-be0a-b76fc4010987,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.912608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Checking segment: {'id': '808da39b-46ed-4cc9-ada9-3b6735d90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:51.912981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network hostable DHCP agents. Network: 1d342d86-17a3-45e0-980f-1954aa558593, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:51.997899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.001640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 1d342d86-17a3-45e0-980f-1954aa558593 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:52.003092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d6916ba-903b-45fb-b03e-ec6ac1e5157b req-2d297aa8-cb05-4e66-b4b9-faade38486b2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196672 Jul 16 18:19:52.019134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-7a817594-99f8-4d16-9cf7-122ef4f02729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.020945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-7a817594-99f8-4d16-9cf7-122ef4f02729 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774790 Jul 16 18:19:52.055207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-41408d9a-20f5-43ed-aab2-1aeb4059f5e5 None None] Provisioning for port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:52.084803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 1d342d86-17a3-45e0-980f-1954aa558593) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:52.109144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dedec05-1ed1-4dda-a9ca-79918609fff5 None None] Network 1d342d86-17a3-45e0-980f-1954aa558593 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:52.115506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.121270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.227396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.256665 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-13a71f17-77ab-4d90-b735-119b3a5f1064 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6472437 Jul 16 18:19:52.260967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-b7406507-4b49-412a-8e9e-53c414d90f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.262677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-b7406507-4b49-412a-8e9e-53c414d90f72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5889332 Jul 16 18:19:52.265347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55844) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.281326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:52.312548 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-66e893ce-b28a-4849-a608-618537460384 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791157 Jul 16 18:19:52.481968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:52.556960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-ca883cb4-6559-4f18-9454-7cba33c73743 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705638 Jul 16 18:19:52.577103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:52.579321 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-2dcbaff3-203d-4ae2-bf80-c3be9014a0c5 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539067 Jul 16 18:19:52.579571 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.671774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-1d342d86-17a3-45e0-980f-1954aa558593', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:52.673801 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.885037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:52.931482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:53.028692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Port': ['ID=fc16c388-fc29-44ef-babd-70bbf1a9edab,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.083741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:53.120124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:53.284856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.285354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.285701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.286068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.286460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.286792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.287121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.287448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.287777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.293027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.293378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.293811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:53.371878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Allocated IP 172.25.2.44 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/05be2873-9bfe-4796-a3cd-5bc0b79de4c9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:53.426101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66518542-ddb8-429b-a8a8-1c9950c3cf6c None None] Network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:53.443332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.447342 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.542640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Allocated IP 2001:db8::2 (1d342d86-17a3-45e0-980f-1954aa558593/2ff2f830-6be3-4fcf-be0a-b76fc4010987/c53334d7-835d-42bb-8603-7d3e59004f74) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:53.554461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-21b2345e-a11c-4377-8990-90738ed355f7 None None] Provisioning complete for port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:53.557611 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21b2345e-a11c-4377-8990-90738ed355f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.564648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:53.643348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6f92bb6c-ce61-41a6-bdc0-f41c1a0a60ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4791560 Jul 16 18:19:53.646355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.655820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'port': {'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'name': 'tempest-TaggedBootDevicesTest-2009327639', 'fixed_ips': [{'subnet_id': '17bce573-0205-46a7-ae03-adb2e81b4c79'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:53.720359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72ab0844-917c-4ddc-b235-143c2ed2bb9c req-edbc755f-5633-4726-b702-e3d7d995b943 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0612488 Jul 16 18:19:53.906446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:53.934386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.970406 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.995724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047a6a2-62bd-47d1-b53c-44458c845ae2 req-f39d2e6d-8908-44e7-94e4-9414874282fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.004901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9047a6a2-62bd-47d1-b53c-44458c845ae2 req-f39d2e6d-8908-44e7-94e4-9414874282fd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 943 time: 0.3761001 Jul 16 18:19:54.019539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'port_id': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'mac_address': 'fa:16:3e:15:2d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:54.028322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.034560 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.054488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] device_id is not set on port b88ae1d6-97e8-44b7-92e3-651fb09a9057 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:54.076185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Transition to ACTIVE for port object c53334d7-835d-42bb-8603-7d3e59004f74 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:54.143134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Transition to ACTIVE for port object c53334d7-835d-42bb-8603-7d3e59004f74 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:54.198279 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9047a6a2-62bd-47d1-b53c-44458c845ae2 req-b06affbe-f98a-48cb-920f-377e9715f612 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922183 Jul 16 18:19:54.216853 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.218836 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.319235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Allocated IP 10.1.1.107 (63c8cdc1-a2f7-4fc4-820a-e2fa970487c5/17bce573-0205-46a7-ae03-adb2e81b4c79/b88ae1d6-97e8-44b7-92e3-651fb09a9057) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:54.354231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Pushing event updated for resources: {'Port': ['ID=c53334d7-835d-42bb-8603-7d3e59004f74,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:54.417086 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.422670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Network 1d342d86-17a3-45e0-980f-1954aa558593 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:54.445370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:54.470447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:54.473549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:54.483823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5932e3c6-b12d-4a07-8079-070515ca7afb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:54.497451 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.498744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9395e70f-27f7-4171-a551-f91e43200924 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:54.549349 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.667108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:54.681861 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.708741 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21b2345e-a11c-4377-8990-90738ed355f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.723457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Transition to ACTIVE for port object b88ae1d6-97e8-44b7-92e3-651fb09a9057 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:54.740548 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.788473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 2001:db8::1 (1d342d86-17a3-45e0-980f-1954aa558593/2ff2f830-6be3-4fcf-be0a-b76fc4010987/f3ff23cf-c021-4aa8-9a29-a157fa8a03a9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:54.819453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:54.835498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.843168 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Attempting to bind port c53334d7-835d-42bb-8603-7d3e59004f74 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:54.843732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Attempting to bind port c53334d7-835d-42bb-8603-7d3e59004f74 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '808da39b-46ed-4cc9-ada9-3b6735d90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:54.844809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Attempting to bind port c53334d7-835d-42bb-8603-7d3e59004f74 on network 1d342d86-17a3-45e0-980f-1954aa558593 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:54.850694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9395e70f-27f7-4171-a551-f91e43200924 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:54.862557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:54.863201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Checking segment: {'id': '808da39b-46ed-4cc9-ada9-3b6735d90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:54.863742 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.864217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Bound using segment: {'id': '808da39b-46ed-4cc9-ada9-3b6735d90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:54.864866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Bound port: c53334d7-835d-42bb-8603-7d3e59004f74, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808da39b-46ed-4cc9-ada9-3b6735d90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:54.865383 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.907617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 026e1b43-d254-4401-ac8c-6b73b9b2a978 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:54.993634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:55.001909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:55.020731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:55.051269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Port': ['ID=b88ae1d6-97e8-44b7-92e3-651fb09a9057,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.074851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5932e3c6-b12d-4a07-8079-070515ca7afb'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:55.206803 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-21b2345e-a11c-4377-8990-90738ed355f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:19:55.207644 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-21b2345e-a11c-4377-8990-90738ed355f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:19:55.217303 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.246876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Transition to ACTIVE for port object f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:55.261439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.345808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:55.373436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.374833 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.381749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] For port c53334d7-835d-42bb-8603-7d3e59004f74, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:55.388050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] For port c53334d7-835d-42bb-8603-7d3e59004f74, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c53334d7-835d-42bb-8603-7d3e59004f74,segment=NetworkSegment(808da39b-46ed-4cc9-ada9-3b6735d90f69),segment_id=808da39b-46ed-4cc9-ada9-3b6735d90f69)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:55.394714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:55.400225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.417807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b34b8e9b-024f-4ea9-a759-9bc4b8bdf479 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7660744 Jul 16 18:19:55.421346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.424433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:55.431411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 026e1b43-d254-4401-ac8c-6b73b9b2a978 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:55.431783 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.478212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-2a4fd286-dd85-414c-8592-fa4d1f7f15f6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.479839 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-2a4fd286-dd85-414c-8592-fa4d1f7f15f6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.45 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972&tenant_id=31c96d00249a453298ef421573e576c2&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 944 time: 0.2870369 Jul 16 18:19:55.528892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 1d342d86-17a3-45e0-980f-1954aa558593 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:55.583953 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-1f675461-a889-4992-bdd0-f8e1fd90fbf9 service neutron] 10.222.0.45 "GET /v2.0/ports/5932e3c6-b12d-4a07-8079-070515ca7afb/bindings/n-h1-793619-10 HTTP/1.1" status: 200 len: 383 time: 0.0897834 Jul 16 18:19:55.590754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47b890-1e1e-4729-b70c-7aa70c48e278 None None] Pushing event updated for resources: {'Port': ['ID=c53334d7-835d-42bb-8603-7d3e59004f74,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.647564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Pushing event updated for resources: {'Port': ['ID=05be2873-9bfe-4796-a3cd-5bc0b79de4c9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.664179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:55.668015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:55.668610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.790486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-e57d1099-7e7a-471d-bfa7-edaefff02c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.791959 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-e57d1099-7e7a-471d-bfa7-edaefff02c28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1096 time: 0.1600502 Jul 16 18:19:55.902857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-21b2345e-a11c-4377-8990-90738ed355f7 None None] Provisioning for port fc16c388-fc29-44ef-babd-70bbf1a9edab completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:55.911833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-21b2345e-a11c-4377-8990-90738ed355f7 None None] Provisioning complete for port fc16c388-fc29-44ef-babd-70bbf1a9edab triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:55.912425 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21b2345e-a11c-4377-8990-90738ed355f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.084395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.110555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-271ca67f-83e7-431c-b8a1-3dea1455efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.114463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-21b2345e-a11c-4377-8990-90738ed355f7 None None] Port fc16c388-fc29-44ef-babd-70bbf1a9edab cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:56.122422 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-271ca67f-83e7-431c-b8a1-3dea1455efa0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.3222353 Jul 16 18:19:56.132873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:56.133802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=f3ff23cf-c021-4aa8-9a29-a157fa8a03a9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.223957 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-03e0c283-b600-4127-8b43-cb456a801a17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 999 time: 0.0941019 Jul 16 18:19:56.225844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205439f-54d9-485d-ae79-440a34a737da req-1581fed0-1549-4b78-8c79-51f24da39428 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.228300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f205439f-54d9-485d-ae79-440a34a737da req-1581fed0-1549-4b78-8c79-51f24da39428 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 944 time: 0.8459377 Jul 16 18:19:56.267640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:56.268986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.271054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Provisioning for port b88ae1d6-97e8-44b7-92e3-651fb09a9057 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:56.298758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-34f794b1-9168-4662-bc67-2b9a1dd927d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.300209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Provisioning complete for port b88ae1d6-97e8-44b7-92e3-651fb09a9057 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:56.301003 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.301294 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-34f794b1-9168-4662-bc67-2b9a1dd927d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.0650818 Jul 16 18:19:56.354960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Port b88ae1d6-97e8-44b7-92e3-651fb09a9057 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:56.396436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-2ef68057-437f-4a7c-aea1-c5deacc366a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.398371 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-2ef68057-437f-4a7c-aea1-c5deacc366a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889809 Jul 16 18:19:56.407718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Provisioning complete for port fc16c388-fc29-44ef-babd-70bbf1a9edab triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:56.408704 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.468012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Port fc16c388-fc29-44ef-babd-70bbf1a9edab cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:56.482227 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Provisioning for port 9395e70f-27f7-4171-a551-f91e43200924 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:56.488475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Provisioning complete for port 9395e70f-27f7-4171-a551-f91e43200924 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:56.489356 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.572629 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-2bdacb63-8a80-41a7-b966-54b473a9f3f8 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659241 Jul 16 18:19:56.605275 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.658992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] For port 9395e70f-27f7-4171-a551-f91e43200924, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9395e70f-27f7-4171-a551-f91e43200924,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:56.666986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.748240 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-baede057-08f0-4ec8-9bfe-be0d42b74357 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646481 Jul 16 18:19:56.754450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f205439f-54d9-485d-ae79-440a34a737da req-dc89ae4c-f25c-4df9-875d-69e681a7efce tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5141420 Jul 16 18:19:56.755260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.762031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.787835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb7027-d118-4d95-9ec0-c7baefed50e7 None None] Pushing event updated for resources: {'Port': ['ID=9395e70f-27f7-4171-a551-f91e43200924,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.035185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55890) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.040889 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c52a752d-a90f-45fe-b508-513a47a3f40f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171989873', 'description': 'tempest-description--1020573009'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:57.084984 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c52a752d-a90f-45fe-b508-513a47a3f40f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.096385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:57.193228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 5932e3c6-b12d-4a07-8079-070515ca7afb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:57.198170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 5932e3c6-b12d-4a07-8079-070515ca7afb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:57.202937 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.294992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d649c14-9790-419b-bbf6-ef497bdbcbd5 None None] Network 1d342d86-17a3-45e0-980f-1954aa558593 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:57.297971 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c52a752d-a90f-45fe-b508-513a47a3f40f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.305159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c52a752d-a90f-45fe-b508-513a47a3f40f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.353857 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.359512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a752d-a90f-45fe-b508-513a47a3f40f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b25baea-716c-44e0-a175-3fce822f1aa0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.368758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.377901 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c52a752d-a90f-45fe-b508-513a47a3f40f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.385117 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c52a752d-a90f-45fe-b508-513a47a3f40f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3486042 Jul 16 18:19:57.386340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.403450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d052ce82-fda6-4f26-a0cb-8853f5a3ba6e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'security_group_rule': {'security_group_id': '0b25baea-716c-44e0-a175-3fce822f1aa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:57.447792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d052ce82-fda6-4f26-a0cb-8853f5a3ba6e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.505521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Pushing event updated for resources: {'Port': ['ID=05be2873-9bfe-4796-a3cd-5bc0b79de4c9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.518215 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.531230 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.549964 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.550855 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.552979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d052ce82-fda6-4f26-a0cb-8853f5a3ba6e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.559334 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d052ce82-fda6-4f26-a0cb-8853f5a3ba6e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.581213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.583825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052ce82-fda6-4f26-a0cb-8853f5a3ba6e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f4fc8f-2d30-4443-8dc3-ef3eacce0370,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.584630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-e5acd0f4-c431-4a9d-b1ae-85fce893264e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.5678511 Jul 16 18:19:57.593599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d052ce82-fda6-4f26-a0cb-8853f5a3ba6e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.598577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d052ce82-fda6-4f26-a0cb-8853f5a3ba6e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2080173 Jul 16 18:19:57.598881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.606704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-90c5cec9-a995-4ca7-9f8b-d220bbc1c641 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'security_group_rule': {'security_group_id': '0b25baea-716c-44e0-a175-3fce822f1aa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:57.626615 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.648126 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c5cec9-a995-4ca7-9f8b-d220bbc1c641 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.656495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-333a52fc-03e5-4f9e-9949-d6df82b35e58 None None] Provisioning for port c53334d7-835d-42bb-8603-7d3e59004f74 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:57.664847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:57.668477 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ee6eae-e130-4f1b-b8ca-c7cee5aa3da2" -d '{"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-plugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:57.689822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:57.706205 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.761717 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c5cec9-a995-4ca7-9f8b-d220bbc1c641 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.769284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c5cec9-a995-4ca7-9f8b-d220bbc1c641 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.782018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-13e6f393-f27e-4d92-9bb7-c3457ff4f82e tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.1607771 Jul 16 18:19:57.800101 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29e043d-d18c-4c20-8416-d77a0fb0599c x-openstack-request-id: req-d29e043d-d18c-4c20-8416-d77a0fb0599c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:57.800379 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-plugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:57.800681 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d29e043d-d18c-4c20-8416-d77a0fb0599c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:57.801067 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'code': 200} Jul 16 18:19:57.804060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90c5cec9-a995-4ca7-9f8b-d220bbc1c641 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.809152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=f3ff23cf-c021-4aa8-9a29-a157fa8a03a9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.809366 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-90c5cec9-a995-4ca7-9f8b-d220bbc1c641 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2093265 Jul 16 18:19:57.810149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.810839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5cec9-a995-4ca7-9f8b-d220bbc1c641 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602ca9b7-f3ec-46c1-a8d7-bf5950f5a72f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.830955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:57.842673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.881218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.947455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 1d342d86-17a3-45e0-980f-1954aa558593 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:57.951242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:58.069646 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.150800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-08be756b-9af8-48ec-865c-345cadf967d5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.159052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-08be756b-9af8-48ec-865c-345cadf967d5 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.3442459 Jul 16 18:19:58.165270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-68a84be1-53e8-4be9-bcc3-2d755b2861fa tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:19:58.181857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19d6b618-9634-47fa-9cf7-8154dc4e11a0 req-68a84be1-53e8-4be9-bcc3-2d755b2861fa tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166199 Jul 16 18:19:58.235322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Allocated IP 172.25.2.82 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/f9319469-05dd-496c-8d14-7152787611cf) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:58.339829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc04fee2-8a9a-4a9a-b594-b34a14756c76 None None] Provisioning for port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:58.349329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc04fee2-8a9a-4a9a-b594-b34a14756c76 None None] Provisioning complete for port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:58.350017 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc04fee2-8a9a-4a9a-b594-b34a14756c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.383475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04690a1b-93e7-4997-942a-b84558f9b155 req-a57af5b8-fea9-4e2b-a4cc-1e6e8fbe42fa tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.392901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04690a1b-93e7-4997-942a-b84558f9b155 req-a57af5b8-fea9-4e2b-a4cc-1e6e8fbe42fa tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.3689961 Jul 16 18:19:58.439312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9395e70f-27f7-4171-a551-f91e43200924 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:58.440779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:58.493725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.549461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.585068 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:58.611856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bc04fee2-8a9a-4a9a-b594-b34a14756c76 None None] Port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:58.612218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:58.627003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:58.631573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:58.633170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9395e70f-27f7-4171-a551-f91e43200924 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:58.633851 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.693769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Port': ['ID=f9319469-05dd-496c-8d14-7152787611cf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.740424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7fad7147-99db-4bba-9f15-2ff45416bbb1 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips/3b793621-fa92-4d17-bd27-af07dd50e77e HTTP/1.1" status: 200 len: 692 time: 0.2666585 Jul 16 18:19:58.764934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.773263 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04690a1b-93e7-4997-942a-b84558f9b155 req-4f0d64f9-17fa-4b01-97c1-f416f9ff1935 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3792880 Jul 16 18:19:58.854889 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.925396 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.969086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:58.972793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c53334d7-835d-42bb-8603-7d3e59004f74 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:58.983647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1bea76ca-7808-40cb-8d2d-2471f7268cad tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7147551 Jul 16 18:19:58.990672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55924) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.001251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-489558927'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:59.023294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-afd92eda-7726-4b62-935b-0c7b9a3f32c5 None None] Provisioning complete for port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:59.023709 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afd92eda-7726-4b62-935b-0c7b9a3f32c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.029287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:59.114304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:59.114883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:59.119773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-afd92eda-7726-4b62-935b-0c7b9a3f32c5 None None] Port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:59.175751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-d528cc3d-6fe3-4d96-8d80-3e20b091a75a tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.185386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-d528cc3d-6fe3-4d96-8d80-3e20b091a75a tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.4097524 Jul 16 18:19:59.210210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.217488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.263634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port c53334d7-835d-42bb-8603-7d3e59004f74 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:59.269851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:59.275182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.277553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c53334d7-835d-42bb-8603-7d3e59004f74 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:59.278094 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.305771 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.309443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:59.322223 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.322747 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added segment c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0 of type vlan for network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 Jul 16 18:19:59.335883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Port': ['ID=f9319469-05dd-496c-8d14-7152787611cf,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:59.340427 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.344554 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2b8eefe2-d184-49df-bebe-bec8a7f82537 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5242274 Jul 16 18:19:59.370884 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.392076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7f5b2536-39cd-44e1-856d-166f7768c35f None None] Provisioning complete for port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:59.393125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2536-39cd-44e1-856d-166f7768c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.406002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:59.419738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-bae852eb-7741-4a6f-8887-deeeb004a1ca tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.2330263 Jul 16 18:19:59.489494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-bfcd4c88-e2fe-4eba-b382-28b2d14ab6f4 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0624707 Jul 16 18:19:59.529709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b2536-39cd-44e1-856d-166f7768c35f None None] Port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:59.581309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.608231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.627115 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.697624 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.774472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port c53334d7-835d-42bb-8603-7d3e59004f74, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c53334d7-835d-42bb-8603-7d3e59004f74,segment=NetworkSegment(808da39b-46ed-4cc9-ada9-3b6735d90f69),segment_id=808da39b-46ed-4cc9-ada9-3b6735d90f69)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:59.787793 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.797571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8028040 Jul 16 18:19:59.802693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55940) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.814602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'subnet': {'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:59.864926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:19:56Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:19:57Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:59.897658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:59.898060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Updating router 32012bff-3741-4248-8cec-d4c8e4353f1c port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:59.901054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=c53334d7-835d-42bb-8603-7d3e59004f74,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:59.934781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971b4bd-4e13-43ef-ac48-a27749988d43 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Network': ['ID=d9dc64fe-3e71-4652-9893-ba5e3bb8cf48,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:59.960727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:59.964659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.053998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c53334d7-835d-42bb-8603-7d3e59004f74 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:00.064563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:00.068117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.074471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-1365f0c5-bd62-4975-bf4e-2868277611d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.076053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-1365f0c5-bd62-4975-bf4e-2868277611d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 1097 time: 0.4380000 Jul 16 18:20:00.079612 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ceef100f-45c5-4405-9efe-bb270687876f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1171989873&fields=id&tenant_id=429b088dd3d6401fa094a805fb53eb82 HTTP/1.1" status: 200 len: 267 time: 0.1324568 Jul 16 18:20:00.143622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:00.146777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Deleting port 05be2873-9bfe-4796-a3cd-5bc0b79de4c9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:00.147121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.250791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c53334d7-835d-42bb-8603-7d3e59004f74 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:00.251535 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.298522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ad0f3f15-1bff-4ad2-8e08-152ab643b882 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.300312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ad0f3f15-1bff-4ad2-8e08-152ab643b882 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports/fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 200 len: 930 time: 0.2066698 Jul 16 18:20:00.410201 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.410562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.437228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Calling delete_port for 05be2873-9bfe-4796-a3cd-5bc0b79de4c9 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:00.445872 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.462166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-de532e05-5e23-4c8d-84f9-c20186c73db7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.463586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-de532e05-5e23-4c8d-84f9-c20186c73db7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports/b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 200 len: 932 time: 0.1532640 Jul 16 18:20:00.474423 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.487638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Transition to ACTIVE for port object f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:00.494666 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.575755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca271a4b-157e-4df9-b49a-c889ec8a45d8 None None] Pushing event updated for resources: {'Port': ['ID=f3ff23cf-c021-4aa8-9a29-a157fa8a03a9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:00.600706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-76f27716-d39b-49f3-986e-ea2091fe142a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1255515 Jul 16 18:20:00.741361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Attempting to bind port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:00.741758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Attempting to bind port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '808da39b-46ed-4cc9-ada9-3b6735d90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:00.742110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Attempting to bind port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 on network 1d342d86-17a3-45e0-980f-1954aa558593 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:00.755760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:00.756191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Checking segment: {'id': '808da39b-46ed-4cc9-ada9-3b6735d90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:00.756589 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.757000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Bound using segment: {'id': '808da39b-46ed-4cc9-ada9-3b6735d90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:00.757488 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Bound port: f3ff23cf-c021-4aa8-9a29-a157fa8a03a9, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808da39b-46ed-4cc9-ada9-3b6735d90f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:00.757879 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.811979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.816547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-fb911e21-7120-4362-a034-bae90990f2ae tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2149765 Jul 16 18:20:00.919004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] For port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:00.928069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] For port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f3ff23cf-c021-4aa8-9a29-a157fa8a03a9,segment=NetworkSegment(808da39b-46ed-4cc9-ada9-3b6735d90f69),segment_id=808da39b-46ed-4cc9-ada9-3b6735d90f69)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:00.945501 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.945726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Pushing event deleted for resources: {'Port': ['ID=05be2873-9bfe-4796-a3cd-5bc0b79de4c9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.090017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca271a4b-157e-4df9-b49a-c889ec8a45d8 None None] Pushing event updated for resources: {'Port': ['ID=f3ff23cf-c021-4aa8-9a29-a157fa8a03a9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.094963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:01.095612 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:19:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:01.217229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:01.250936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.254683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.438262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.585745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:19:56Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:00Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:01.620994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.624426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a9e9e-83fc-44db-96fb-65939f8f3d56 None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:19:56Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:00Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:01.635059 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.695052 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3638c0c9572c492c84dc1d3a89445bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381645 Jul 16 18:20:01.696046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.696780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5a1f8e-897f-4a96-bc2f-c364d3c4ef48,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.741490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.741843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.742193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.742540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.742878 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.743222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.743546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.743880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.744210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.744554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.744892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.745218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41630ec9-bdde-4229-bde9-53a43f1c3171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:01.771478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7043a37e-1b4f-4f96-a11f-ed1bcdde9f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.796971 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7043a37e-1b4f-4f96-a11f-ed1bcdde9f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.868479 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7043a37e-1b4f-4f96-a11f-ed1bcdde9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.871972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7043a37e-1b4f-4f96-a11f-ed1bcdde9f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.875345 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7043a37e-1b4f-4f96-a11f-ed1bcdde9f39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b5a1f8e-897f-4a96-bc2f-c364d3c4ef48 HTTP/1.1" status: 204 len: 168 time: 0.1730242 Jul 16 18:20:01.883455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043a37e-1b4f-4f96-a11f-ed1bcdde9f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5a1f8e-897f-4a96-bc2f-c364d3c4ef48,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.911620 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.913888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.920942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-397bc9b4-8873-4325-8c46-c1a021c17f79 req-7c5d2ae1-2b13-4998-b6df-6dd0f404e775 tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "DELETE /v2.0/floatingips/3b793621-fa92-4d17-bd27-af07dd50e77e HTTP/1.1" status: 204 len: 173 time: 2.4281993 Jul 16 18:20:02.059486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Subnet': ['ID=78312c5a-bb8f-495e-bf1e-ceeae7a9d756,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.111879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-64a61dd4-a957-4d12-ba54-9017b339c858 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.130829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-64a61dd4-a957-4d12-ba54-9017b339c858 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.152800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-64a61dd4-a957-4d12-ba54-9017b339c858 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.160860 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-64a61dd4-a957-4d12-ba54-9017b339c858 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/networks?id=92628a71-7e7a-4442-b235-d0645ce9fda3&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b HTTP/1.1" status: 200 len: 1990 time: 1.3286355 Jul 16 18:20:02.172397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Checking segment: {'id': 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:02.172855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network hostable DHCP agents. Network: d9dc64fe-3e71-4652-9893-ba5e3bb8cf48, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:02.185621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:02.216051 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:02.273143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ed307124-9583-481f-b0ae-3b86d407ae47 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/quotas/429b088dd3d6401fa094a805fb53eb82 HTTP/1.1" status: 200 len: 375 time: 0.0971849 Jul 16 18:20:02.361000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:02.380305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:02.435628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d9dc64fe-3e71-4652-9893-ba5e3bb8cf48) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:02.468004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.468627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.482631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55978) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.504127 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b48c422-373e-4e9f-a34b-1868dc509a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.516913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57589878-0afd-40df-af57-1a05d778011b None None] Network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:02.534502 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.557841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Transition to ACTIVE for port object 5932e3c6-b12d-4a07-8079-070515ca7afb will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:02.564351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:02.567634 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f319c8-eef4-4007-b850-0e0ee28f1152" -d '{"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-unplugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:02.577636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.600469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2908e6-a37e-4f4f-b310-60eba9847914 req-600fbb17-b4d7-4a55-aead-5c3b7418db99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.602717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af2908e6-a37e-4f4f-b310-60eba9847914 req-600fbb17-b4d7-4a55-aead-5c3b7418db99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 945 time: 0.4247591 Jul 16 18:20:02.603710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:02.610176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:02.610895 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.701173 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b48c422-373e-4e9f-a34b-1868dc509a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.710009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b48c422-373e-4e9f-a34b-1868dc509a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.763183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48c422-373e-4e9f-a34b-1868dc509a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495a26a1-c5f3-488f-af18-ef671d774bb5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.798887 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4b48c422-373e-4e9f-a34b-1868dc509a84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e97125cb0a154941807c48b0b8f037fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094978 Jul 16 18:20:02.809124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.856658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-55570ef2-d972-4c3b-aad7-3dfc3a001482 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5824380 Jul 16 18:20:02.867120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-d9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:02.867993 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.869343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.870457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.904553 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-99cffcfa-d87f-4ee9-b548-baed23c59733 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0903330 Jul 16 18:20:02.907862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.947401 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af2908e6-a37e-4f4f-b310-60eba9847914 req-12e7eacf-5e67-48b8-af07-0596cfbd26d3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099284 Jul 16 18:20:03.044554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] No DVR routers for this DVR port 5932e3c6-b12d-4a07-8079-070515ca7afb on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:03.073993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f3ff23cf-c021-4aa8-9a29-a157fa8a03a9,segment=NetworkSegment(808da39b-46ed-4cc9-ada9-3b6735d90f69),segment_id=808da39b-46ed-4cc9-ada9-3b6735d90f69)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:03.109043 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.150786 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb501-9386-4fcd-b28e-1a6f6226f62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.181229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=f3ff23cf-c021-4aa8-9a29-a157fa8a03a9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.184203 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df6dac85-0810-45e6-bc75-8605080e833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.194550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:03.231354 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb501-9386-4fcd-b28e-1a6f6226f62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.296647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:03.299185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Allocated IP 2001:db8:1::2 (d9dc64fe-3e71-4652-9893-ba5e3bb8cf48/78312c5a-bb8f-495e-bf1e-ceeae7a9d756/6402c5c4-e4a8-456e-b52c-d096e82e3a6c) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:03.357312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-9c1af082-6009-4efb-850c-04b88ebd07fc service neutron] 10.222.0.60 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761999 Jul 16 18:20:03.465384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb501-9386-4fcd-b28e-1a6f6226f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.469828 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1dcb501-9386-4fcd-b28e-1a6f6226f62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.474051 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a1dcb501-9386-4fcd-b28e-1a6f6226f62b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/495a26a1-c5f3-488f-af18-ef671d774bb5 HTTP/1.1" status: 204 len: 168 time: 0.6614733 Jul 16 18:20:03.515557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcb501-9386-4fcd-b28e-1a6f6226f62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a26a1-c5f3-488f-af18-ef671d774bb5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.600017 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.613869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Transition to ACTIVE for port object 6402c5c4-e4a8-456e-b52c-d096e82e3a6c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:03.619311 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-a6a14c47-0cea-4aee-9866-31df68c5506b req-7dfa388c-4b00-428e-8283-8d908095d40f tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] show failed (client error): The resource could not be found. Jul 16 18:20:03.620970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6a14c47-0cea-4aee-9866-31df68c5506b req-7dfa388c-4b00-428e-8283-8d908095d40f tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips/3b793621-fa92-4d17-bd27-af07dd50e77e HTTP/1.1" status: 404 len: 350 time: 0.1549039 Jul 16 18:20:03.666828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Transition to ACTIVE for port object 6402c5c4-e4a8-456e-b52c-d096e82e3a6c will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:03.679360 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.700064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.740991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:03.749886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:03.756735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:03.769268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Pushing event updated for resources: {'Port': ['ID=6402c5c4-e4a8-456e-b52c-d096e82e3a6c,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.826849 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d88b11-d907-4577-94b7-7501d42032f6 x-openstack-request-id: req-d3d88b11-d907-4577-94b7-7501d42032f6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:03.827346 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-unplugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:03.827459 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3d88b11-d907-4577-94b7-7501d42032f6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:03.827791 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'code': 200} Jul 16 18:20:03.842459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Attempting to bind port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:03.842871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Attempting to bind port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:03.843198 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Attempting to bind port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c on network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:03.850415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:03.850864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Checking segment: {'id': 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:03.851161 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.851563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Bound using segment: {'id': 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:03.852086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Bound port: 6402c5c4-e4a8-456e-b52c-d096e82e3a6c, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:03.852561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.897256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-e11ea02b-f23f-4542-8040-187f7516ffdc service neutron] 10.222.0.60 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350878 Jul 16 18:20:03.963073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] For port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:03.964781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:03.965318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:03.965466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:03.967788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] For port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6402c5c4-e4a8-456e-b52c-d096e82e3a6c,segment=NetworkSegment(c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0),segment_id=c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:03.975374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.998738 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-bb57eedc-8108-4e6c-9a46-a2ab966ad6b3 req-67382eff-78c7-4a53-8aa9-0ecb51967f9f tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] show failed (client error): The resource could not be found. Jul 16 18:20:04.012189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb57eedc-8108-4e6c-9a46-a2ab966ad6b3 req-67382eff-78c7-4a53-8aa9-0ecb51967f9f tempest-FloatingIPsTestJSON-1179185744 tempest-FloatingIPsTestJSON-1179185744-project] 10.222.0.60 "GET /v2.0/floatingips/3b793621-fa92-4d17-bd27-af07dd50e77e HTTP/1.1" status: 404 len: 350 time: 0.1688087 Jul 16 18:20:04.012939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.078835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67686c8c-6e41-4641-8f9a-23bf2e3ad972 None None] Pushing event updated for resources: {'Port': ['ID=6402c5c4-e4a8-456e-b52c-d096e82e3a6c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.153315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Port 5932e3c6-b12d-4a07-8079-070515ca7afb on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:04.153646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Attempting to bind port 5932e3c6-b12d-4a07-8079-070515ca7afb on network fc4ec679-72c2-47bb-a8a2-f943cf898d0c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:04.170793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:04.268435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:04.285109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Checking segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:04.285600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Bound using segment: {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:04.286106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Bound port: 5932e3c6-b12d-4a07-8079-070515ca7afb, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944cd883-0151-496f-ac18-a360912d3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:04.286523 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.311631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-59777085-24ae-44fc-9b2b-98404ff93ebf service neutron] 10.222.0.60 "GET /v2.0/ports/fc16c388-fc29-44ef-babd-70bbf1a9edab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3481419 Jul 16 18:20:04.314938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:04.318039 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.648814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 2001:db8:1::1 (d9dc64fe-3e71-4652-9893-ba5e3bb8cf48/78312c5a-bb8f-495e-bf1e-ceeae7a9d756/5367f16e-d810-4178-9a1c-8fbae0e491d0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:04.841748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:04.849487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.860391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ce0d1fad-8b35-491b-941a-fae25d09062d service neutron] 10.222.0.60 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355608 Jul 16 18:20:04.867913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:04.884642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Transition to ACTIVE for port object 5367f16e-d810-4178-9a1c-8fbae0e491d0 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:04.886723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d9852-f5d0-417a-8a1a-d25126e5effe req-04e1a2ab-450f-4e1a-a1d5-4a6858ad38e8 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.894658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa1d9852-f5d0-417a-8a1a-d25126e5effe req-04e1a2ab-450f-4e1a-a1d5-4a6858ad38e8 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 944 time: 0.5752814 Jul 16 18:20:04.902021 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.940199 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.990655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:04.994390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:04.997318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:04.998893 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.040132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.040780 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.042221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] 10.222.0.46 "PUT /v2.0/ports/5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 1093 time: 4.9288318 Jul 16 18:20:05.081661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=5367f16e-d810-4178-9a1c-8fbae0e491d0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.141324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa1d9852-f5d0-417a-8a1a-d25126e5effe req-adf3f201-c6cf-45a9-aebb-2c3d52b22655 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446146 Jul 16 18:20:05.185916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabcf3a-bd24-473b-aeae-1279c5cf8ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.255657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.365653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-2d7f2f28-1fe9-4e7e-b60b-aa7ee3bff8ac service neutron] 10.222.0.60 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682634 Jul 16 18:20:05.512994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-1b0f5bd5-35fb-483d-9a89-e50fad2fd535 service neutron] 10.222.0.60 "GET /v2.0/ports/b88ae1d6-97e8-44b7-92e3-651fb09a9057?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1392047 Jul 16 18:20:05.518971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-c61dc1e9-849d-4044-a3ef-c0bff8d3c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.522107 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-c61dc1e9-849d-4044-a3ef-c0bff8d3c237 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1096 time: 0.4050577 Jul 16 18:20:05.846771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fd6292-05ba-4bf4-8d11-012a253b1fca None None] Network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:05.849089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-20aa2d29-ef94-4d21-825e-7028875068e8 service neutron] 10.222.0.60 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271673 Jul 16 18:20:05.849839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:05.851834 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097" -d '{"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:05.858436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-58e9272d-80cc-4837-a7d4-539d0a7f9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.860054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-58e9272d-80cc-4837-a7d4-539d0a7f9156 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.2848387 Jul 16 18:20:05.884603 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.899772 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.899983 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.959193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.005512 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f4fc01-8488-4a58-a966-a35a5db0b398 x-openstack-request-id: req-a0f4fc01-8488-4a58-a966-a35a5db0b398 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:06.005783 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:06.006307 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0f4fc01-8488-4a58-a966-a35a5db0b398 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:06.006770 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'status': 'completed', 'code': 200} Jul 16 18:20:06.068325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9f6e6f39-2d60-42b0-8f42-aa9f605d4647 None None] Provisioning for port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:06.080280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1d48e5a-6dd3-41ea-a253-c0764fed9b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.089079 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.134177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=5367f16e-d810-4178-9a1c-8fbae0e491d0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.247141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6402c5c4-e4a8-456e-b52c-d096e82e3a6c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:06.320884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-a6992ebc-912d-4331-8f09-22a2ecdc4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.322085 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-a6992ebc-912d-4331-8f09-22a2ecdc4cb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1096 time: 0.2959852 Jul 16 18:20:06.335588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:06.354270 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:06.367431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:06.383442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:06.383843 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.567291 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.636411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6402c5c4-e4a8-456e-b52c-d096e82e3a6c,segment=NetworkSegment(c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0),segment_id=c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:06.643242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.685053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-c5b3f8de-d603-4233-b4dc-f61ea482c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.686849 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-c5b3f8de-d603-4233-b4dc-f61ea482c6b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.3544519 Jul 16 18:20:06.721628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=6402c5c4-e4a8-456e-b52c-d096e82e3a6c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.726655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:06.838324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-83e7aed3-ffca-4933-8ad2-fee0447b4d2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 998 time: 0.9576721 Jul 16 18:20:06.862380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2e92-6eee-4b65-8a77-5e39af1e451f None None] Provisioning for port 5367f16e-d810-4178-9a1c-8fbae0e491d0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:06.868263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2e92-6eee-4b65-8a77-5e39af1e451f None None] Provisioning complete for port 5367f16e-d810-4178-9a1c-8fbae0e491d0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:06.869010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2e92-6eee-4b65-8a77-5e39af1e451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.920506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-68f4b5cd-4228-4682-9c48-cb4f439b598d service neutron] 10.222.0.60 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0525663 Jul 16 18:20:06.970009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:06.976164 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2e92-6eee-4b65-8a77-5e39af1e451f None None] Port 5367f16e-d810-4178-9a1c-8fbae0e491d0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:06.981622 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-90cf89cf-11d5-459c-9257-c41d96048a49 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0664315 Jul 16 18:20:06.985274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56064) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.985489 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:06.993200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1700681421'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:07.003575 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:07.004296 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:07.037608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.040362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2e92-6eee-4b65-8a77-5e39af1e451f None None] Provisioning complete for port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:07.040776 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2e92-6eee-4b65-8a77-5e39af1e451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.070088 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-1521124d-3973-4953-935a-1b8df9f256f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 998 time: 0.3674643 Jul 16 18:20:07.125499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-f31486b8-0524-40d5-9ac8-8f1cc9b9b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.128843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-f31486b8-0524-40d5-9ac8-8f1cc9b9b4fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.2770536 Jul 16 18:20:07.165960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:07.165960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.202809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-602bc926-efb3-4bc0-8635-3a202eb7db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.207987 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-602bc926-efb3-4bc0-8635-3a202eb7db26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.1312082 Jul 16 18:20:07.208661 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:07.263766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:07.294781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858c847-1d33-410c-b28a-503cf7756d86 req-62bc8d84-55f5-4e52-8f97-c52bce5b17e0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.302631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3858c847-1d33-410c-b28a-503cf7756d86 req-62bc8d84-55f5-4e52-8f97-c52bce5b17e0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 944 time: 0.5632024 Jul 16 18:20:07.316051 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.316538 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added segment daba1b02-9b5a-4168-a9cd-b8805dd26661 of type vlan for network 35cc3ae7-05a0-4db9-8d61-8327b396c02a Jul 16 18:20:07.371373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-85b4bf08-1702-4aa8-ae89-1a3d8a8316a0 None None] Provisioning complete for port 5367f16e-d810-4178-9a1c-8fbae0e491d0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:07.373715 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85b4bf08-1702-4aa8-ae89-1a3d8a8316a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.403419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-884f6dd6-635e-4736-9fab-bb4766158ed1 service neutron] 10.222.0.60 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666343 Jul 16 18:20:07.421062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-95c1ff94-a7d5-496d-9ef2-9eb6c11d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.423734 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-95c1ff94-a7d5-496d-9ef2-9eb6c11d0b33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047865 Jul 16 18:20:07.470552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3858c847-1d33-410c-b28a-503cf7756d86 req-e1b5974a-a55c-49d1-8b1f-387bfa0c07e6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665576 Jul 16 18:20:07.473738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-85b4bf08-1702-4aa8-ae89-1a3d8a8316a0 None None] Port 5367f16e-d810-4178-9a1c-8fbae0e491d0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:07.515528 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.607750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-e0a95dcd-6859-44d4-8e0a-48aaa380db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.611241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-e0a95dcd-6859-44d4-8e0a-48aaa380db10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4756291 Jul 16 18:20:07.623994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.631050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.631952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.657316 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:05Z', 'revision_number': 3, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:05Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:07.697384 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:07.697728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Updating router 32012bff-3741-4248-8cec-d4c8e4353f1c port 5367f16e-d810-4178-9a1c-8fbae0e491d0 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:07.723777 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-8344e75a-7f29-4d86-9f05-2938be1cc938 service neutron] 10.222.0.45 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684045 Jul 16 18:20:07.733336 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7446353 Jul 16 18:20:07.738514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56072) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.746017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'subnet': {'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:07.747729 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.762024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Deleting port 026e1b43-d254-4401-ac8c-6b73b9b2a978 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:07.762566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.805430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6b4030b3-b1ef-4503-8c67-227c063d45cb None None] Provisioning complete for port 5367f16e-d810-4178-9a1c-8fbae0e491d0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:07.806199 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b4030b3-b1ef-4503-8c67-227c063d45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.828983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ec593e19-c249-4815-8375-c6b956d289a1 service neutron] 10.222.0.60 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024122 Jul 16 18:20:07.883859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6b4030b3-b1ef-4503-8c67-227c063d45cb None None] Port 5367f16e-d810-4178-9a1c-8fbae0e491d0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:07.949013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-fa224657-2f20-4c4d-9ee4-a322e66cd17c service neutron] 10.222.0.60 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188333 Jul 16 18:20:07.966474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d3d6f-1387-4357-998e-514be1bda5a7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Network': ['ID=35cc3ae7-05a0-4db9-8d61-8327b396c02a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.988225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 35cc3ae7-05a0-4db9-8d61-8327b396c02a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:08.042311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:08.046331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.080906 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-a01b3655-fe06-4695-b28e-e3433ea8ec8c service neutron] 10.222.0.45 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858828 Jul 16 18:20:08.156058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-dc05f73a-85ff-4404-be93-828ecedbb5c7 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008292 Jul 16 18:20:08.192396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6402c5c4-e4a8-456e-b52c-d096e82e3a6c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:08.216914 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.235265 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Transition to ACTIVE for port object 5367f16e-d810-4178-9a1c-8fbae0e491d0 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:08.245739 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.260022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:08.260391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.289140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ec552c-e30f-4ec1-85df-6a8030097637 req-91cb2a0c-7a57-4c24-a528-7b909cfb6280 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197960 Jul 16 18:20:08.338870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4fa5c83e-96d9-4d0f-9c2b-d758641747c9 service neutron] 10.222.0.60 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888156 Jul 16 18:20:08.358048 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ca3cd-45ee-4625-ac49-9ce7905bdc5f None None] Pushing event updated for resources: {'Port': ['ID=5367f16e-d810-4178-9a1c-8fbae0e491d0,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.408640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.416324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] For port 026e1b43-d254-4401-ac8c-6b73b9b2a978, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=026e1b43-d254-4401-ac8c-6b73b9b2a978,segment=NetworkSegment(3937c240-7c7c-4d63-8be2-267fc4d5a51e),segment_id=3937c240-7c7c-4d63-8be2-267fc4d5a51e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:08.416708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.468463 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Attempting to bind port 5367f16e-d810-4178-9a1c-8fbae0e491d0 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:08.469739 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Attempting to bind port 5367f16e-d810-4178-9a1c-8fbae0e491d0 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:08.479445 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Attempting to bind port 5367f16e-d810-4178-9a1c-8fbae0e491d0 on network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:08.499126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Calling delete_port for 026e1b43-d254-4401-ac8c-6b73b9b2a978 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:08.507415 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:08.508034 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Checking segment: {'id': 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:08.508564 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.508928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Subnet': ['ID=d92503b5-37e9-459f-972f-414269f7a880,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.509111 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Bound using segment: {'id': 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:08.509507 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Bound port: 5367f16e-d810-4178-9a1c-8fbae0e491d0, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:08.510084 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.518811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Checking segment: {'id': 'daba1b02-9b5a-4168-a9cd-b8805dd26661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:08.519183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network hostable DHCP agents. Network: 35cc3ae7-05a0-4db9-8d61-8327b396c02a, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:08.550267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 35cc3ae7-05a0-4db9-8d61-8327b396c02a is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:08.571953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 35cc3ae7-05a0-4db9-8d61-8327b396c02a) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:08.579774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:08.580833 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.593087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce6bc6-eced-4c5c-bd2e-4286c83367ea None None] Network 35cc3ae7-05a0-4db9-8d61-8327b396c02a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:08.613842 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-820ba8fb-3a52-414d-86a3-0928143a7c7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8741474 Jul 16 18:20:08.617056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56088) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.636929 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] For port 5367f16e-d810-4178-9a1c-8fbae0e491d0, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:08.640565 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] For port 5367f16e-d810-4178-9a1c-8fbae0e491d0, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5367f16e-d810-4178-9a1c-8fbae0e491d0,segment=NetworkSegment(c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0),segment_id=c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:08.652808 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.788831 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:08.790023 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:08.819229 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.829917 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ca3cd-45ee-4625-ac49-9ce7905bdc5f None None] Pushing event updated for resources: {'Port': ['ID=5367f16e-d810-4178-9a1c-8fbae0e491d0,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.837734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-195f6480-8c2c-4150-86b5-2c1d40a62c18 service neutron] 10.222.0.60 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979532 Jul 16 18:20:08.900437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:08.902940 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.038410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91aab9-cea9-4a4f-a019-9dd5c3d10d15 req-06ef4ea0-1647-468a-9d20-2ed2dcf7eacd tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.045928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d91aab9-cea9-4a4f-a019-9dd5c3d10d15 req-06ef4ea0-1647-468a-9d20-2ed2dcf7eacd tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 946 time: 0.7289758 Jul 16 18:20:09.117073 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:09.154499 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-54d00c6c-0fe6-4efb-ba3a-70780d1eb753 service neutron] 10.222.0.60 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032985 Jul 16 18:20:09.159558 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.164092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-676c0ab9-feb7-4e7e-94bb-0a49b9458530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.166244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-676c0ab9-feb7-4e7e-94bb-0a49b9458530 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1096 time: 0.7382905 Jul 16 18:20:09.221854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Allocated IP 2001:db8:2::2 (35cc3ae7-05a0-4db9-8d61-8327b396c02a/d92503b5-37e9-459f-972f-414269f7a880/cafda643-421f-4864-a174-ad9d0db2c7d2) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:09.348368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Pushing event deleted for resources: {'Port': ['ID=026e1b43-d254-4401-ac8c-6b73b9b2a978,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.392027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.407101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-59e51482-19c8-41ed-bac2-2953e8c56017 service neutron] 10.222.0.60 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374995 Jul 16 18:20:09.413983 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.433496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Transition to ACTIVE for port object cafda643-421f-4864-a174-ad9d0db2c7d2 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:09.436941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d91aab9-cea9-4a4f-a019-9dd5c3d10d15 req-6cd9f15d-aa2d-4fe3-ad04-5916390a9a00 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3900280 Jul 16 18:20:09.442921 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:05Z', 'revision_number': 3, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:08Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:09.464376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Transition to ACTIVE for port object cafda643-421f-4864-a174-ad9d0db2c7d2 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:09.470608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.483224 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c81123-af32-4d1e-8d6d-ee54875d33a9 None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:05Z', 'revision_number': 3, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:08Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:09.556111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Network 35cc3ae7-05a0-4db9-8d61-8327b396c02a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:09.565579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:09.590256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:09.604185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Pushing event updated for resources: {'Port': ['ID=cafda643-421f-4864-a174-ad9d0db2c7d2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.690038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Attempting to bind port cafda643-421f-4864-a174-ad9d0db2c7d2 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:09.690793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Attempting to bind port cafda643-421f-4864-a174-ad9d0db2c7d2 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'daba1b02-9b5a-4168-a9cd-b8805dd26661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:09.691395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Attempting to bind port cafda643-421f-4864-a174-ad9d0db2c7d2 on network 35cc3ae7-05a0-4db9-8d61-8327b396c02a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:09.698628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:09.700251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Checking segment: {'id': 'daba1b02-9b5a-4168-a9cd-b8805dd26661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:09.700972 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.701600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Bound using segment: {'id': 'daba1b02-9b5a-4168-a9cd-b8805dd26661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:09.702321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Bound port: cafda643-421f-4864-a174-ad9d0db2c7d2, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daba1b02-9b5a-4168-a9cd-b8805dd26661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:09.703024 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.815563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] For port cafda643-421f-4864-a174-ad9d0db2c7d2, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:09.821382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] For port cafda643-421f-4864-a174-ad9d0db2c7d2, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=cafda643-421f-4864-a174-ad9d0db2c7d2,segment=NetworkSegment(daba1b02-9b5a-4168-a9cd-b8805dd26661),segment_id=daba1b02-9b5a-4168-a9cd-b8805dd26661)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:09.829280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.870023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-c88dd749-8c83-4223-8d94-44c1ff09cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.871063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 2001:db8:2::1 (35cc3ae7-05a0-4db9-8d61-8327b396c02a/d92503b5-37e9-459f-972f-414269f7a880/2cf24ed4-3e89-491b-be30-ceb62efa5038) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:09.871222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-c88dd749-8c83-4223-8d94-44c1ff09cd6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.6435580 Jul 16 18:20:09.904258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d67068-f41a-4761-bb20-eff74dc5fbe2 None None] Pushing event updated for resources: {'Port': ['ID=cafda643-421f-4864-a174-ad9d0db2c7d2,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.996069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-681289dd-06c5-465f-b1c5-3fbcb9bcf356 service neutron] 10.222.0.60 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130227 Jul 16 18:20:10.046412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c7137-696c-4988-b970-5cbaa4282d11 req-d01a649d-6988-4e2c-a565-3047aa4c0eea tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.048739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d4c7137-696c-4988-b970-5cbaa4282d11 req-d01a649d-6988-4e2c-a565-3047aa4c0eea tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 944 time: 0.3737652 Jul 16 18:20:10.054984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-e12f2e26-7572-4153-8848-f807672017b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 998 time: 0.1662278 Jul 16 18:20:10.136358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.137952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.173490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Transition to ACTIVE for port object 2cf24ed4-3e89-491b-be30-ceb62efa5038 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:10.244143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.261244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-a1f31335-b101-4590-8618-5e394ca7de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.267896 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.274966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-a1f31335-b101-4590-8618-5e394ca7de47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.2000749 Jul 16 18:20:10.317181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5367f16e-d810-4178-9a1c-8fbae0e491d0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:10.340289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 35cc3ae7-05a0-4db9-8d61-8327b396c02a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:10.374858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:10.403691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:10.404349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.424869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d4c7137-696c-4988-b970-5cbaa4282d11 req-5cd970a2-c397-449f-99a7-ac797e2e6ba6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658035 Jul 16 18:20:10.489178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 5367f16e-d810-4178-9a1c-8fbae0e491d0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:10.502819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5367f16e-d810-4178-9a1c-8fbae0e491d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:10.504588 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.638730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=2cf24ed4-3e89-491b-be30-ceb62efa5038,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.751081 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.845744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 5367f16e-d810-4178-9a1c-8fbae0e491d0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5367f16e-d810-4178-9a1c-8fbae0e491d0,segment=NetworkSegment(c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0),segment_id=c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:10.855146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10264d1-9715-48df-ad42-babcc1620d99 req-d11521e0-8ce9-4df6-bd97-b3e0b0dbd0db tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.857329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e10264d1-9715-48df-ad42-babcc1620d99 req-d11521e0-8ce9-4df6-bd97-b3e0b0dbd0db tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 946 time: 0.3077731 Jul 16 18:20:10.860233 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.963644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=5367f16e-d810-4178-9a1c-8fbae0e491d0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.087457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.470038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Deleting port a996f78a-0d6f-42c4-aee7-fe0b4cab361f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:11.470755 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.511232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-7534eec8-f9b6-421f-b0a0-8112bf36f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.512655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-7534eec8-f9b6-421f-b0a0-8112bf36f4ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0799868 Jul 16 18:20:11.660790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad0c35-f023-4597-972b-2b093ba24592 req-41b622ad-48ab-4af0-801d-3d7959caf851 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.662494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2ad0c35-f023-4597-972b-2b093ba24592 req-41b622ad-48ab-4af0-801d-3d7959caf851 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 946 time: 0.2489550 Jul 16 18:20:11.788361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16399fbf-0aee-4df2-a2a3-59e4a658d623 None None] Network 35cc3ae7-05a0-4db9-8d61-8327b396c02a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:11.846899 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2ad0c35-f023-4597-972b-2b093ba24592 req-dd5f20c2-f615-4acb-88bd-340a38d6173c tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups?id=67895feb-b527-40fa-8b1f-328b357f470c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754613 Jul 16 18:20:11.850825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-451a1b90-54cb-4fc6-be0b-9ee1314c6043 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732358 Jul 16 18:20:11.926617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:12.028842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6cbad85e-15eb-44a9-bc95-49dd2c0350a5 None None] Provisioning for port cafda643-421f-4864-a174-ad9d0db2c7d2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:12.082979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.097201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-093854cc-a7c6-41d7-8ab8-62e7678eb83c req-2bb47b84-eb32-429b-a926-9d7fb89f4072 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.1339226 Jul 16 18:20:12.225981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] For port a996f78a-0d6f-42c4-aee7-fe0b4cab361f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:12.226919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.238713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:12.373000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5367f16e-d810-4178-9a1c-8fbae0e491d0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:12.419503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:12.429580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0dcf2d9e-d3df-42c5-a647-bd126f86d37d admin admin] 10.222.0.60 "PUT /v2.0/routers/d50731ca-b440-4f9e-9a9e-a643b9d0a6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4126997 Jul 16 18:20:12.439008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.461679 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e80114a5-ac9d-4d4c-a510-4b9d5f30d0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.475215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.479278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] Sync routers for ids ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:12.504052 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.505543 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.554388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] Routers {'d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:12.555532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:12.563806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4109eb7-2e0e-4348-9ea8-c5fef1c39097 req-62964320-e066-4756-a021-631d08862f76 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953914 Jul 16 18:20:12.685586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d16ed-65cc-4739-8099-b6160f4c3c56 req-1c0b49dd-182b-453d-8d0c-a9e39d16729c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.694572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a1d16ed-65cc-4739-8099-b6160f4c3c56 req-1c0b49dd-182b-453d-8d0c-a9e39d16729c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 944 time: 0.7793427 Jul 16 18:20:12.737596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=2cf24ed4-3e89-491b-be30-ceb62efa5038,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:12.803362 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.803810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.804193 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Floating IP 47411a6f-3215-407c-990e-cb74ed4cf9a1 disassociated. External IP: 172.25.2.24, port: a996f78a-0d6f-42c4-aee7-fe0b4cab361f. Jul 16 18:20:12.804691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Calling delete_port for a996f78a-0d6f-42c4-aee7-fe0b4cab361f owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:12.850062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a1d16ed-65cc-4739-8099-b6160f4c3c56 req-adb0736d-daa4-4a47-a58b-9a800e9b5aaa tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502063 Jul 16 18:20:12.858889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5367f16e-d810-4178-9a1c-8fbae0e491d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:12.859895 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.888943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.920440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:12.977225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-12dd613b-d637-4729-bd30-4d8438532a55 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/43941ead-bb75-484f-beb6-3dea9e0f7e7f HTTP/1.1" status: 200 len: 990 time: 0.0865989 Jul 16 18:20:12.987233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'port_id': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'mac_address': 'fa:16:3e:15:2d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:12.991234 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.018610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] Set router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:13.057453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.061754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 35cc3ae7-05a0-4db9-8d61-8327b396c02a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:13.079810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:13.123373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event deleted for resources: {'Port': ['ID=a996f78a-0d6f-42c4-aee7-fe0b4cab361f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.153211 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.155064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-facf4d4e-68a6-42e4-aa1a-e2ef7a9671e1 None None] Provisioning for port 2cf24ed4-3e89-491b-be30-ceb62efa5038 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:13.160544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-facf4d4e-68a6-42e4-aa1a-e2ef7a9671e1 None None] Provisioning complete for port 2cf24ed4-3e89-491b-be30-ceb62efa5038 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:13.160918 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-facf4d4e-68a6-42e4-aa1a-e2ef7a9671e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.227712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1b18d84-1ccd-4420-ba78-2cd985e407b2 req-559b9978-202d-4e83-b433-a60bbc97c819 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 210 time: 0.0484054 Jul 16 18:20:13.267848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e80114a5-ac9d-4d4c-a510-4b9d5f30d0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.275546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e80114a5-ac9d-4d4c-a510-4b9d5f30d0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.286941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5932e3c6-b12d-4a07-8079-070515ca7afb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:13.287808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:13.322090 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.383164 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-facf4d4e-68a6-42e4-aa1a-e2ef7a9671e1 None None] Port 2cf24ed4-3e89-491b-be30-ceb62efa5038 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:13.401266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0915618-0dc1-46d3-8255-f2f67d6f505b req-a6476138-4719-4b3f-8ec6-088e28e0a5ac tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0690682 Jul 16 18:20:13.405781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80114a5-ac9d-4d4c-a510-4b9d5f30d0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39fcc94-dc32-4f76-9852-875b4827125e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.426705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e80114a5-ac9d-4d4c-a510-4b9d5f30d0e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63ad7b5516514ff282aaab42b17d0cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3279426 Jul 16 18:20:13.441769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:13.460831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:13.473669 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.479558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device cafda643-421f-4864-a174-ad9d0db2c7d2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:13.571502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Deleting port 03bfee14-f644-4453-b13a-49b38bd272fd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:13.572182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.631034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.645645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:13.658175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-969604be-b292-4e98-a0b0-3dee2dc4bf8e None None] Provisioning complete for port 2cf24ed4-3e89-491b-be30-ceb62efa5038 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:13.658684 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-969604be-b292-4e98-a0b0-3dee2dc4bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.662717 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-01dd204c-1521-46d4-8292-03266cddb898 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0418861 Jul 16 18:20:13.662717 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2180256-494b-445d-9eb9-63c42e968abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.667026 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:13.701764 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:13.703571 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:13.712335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:13.720314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-38289717'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:13.791758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port cafda643-421f-4864-a174-ad9d0db2c7d2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:13.801591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-969604be-b292-4e98-a0b0-3dee2dc4bf8e None None] Port 2cf24ed4-3e89-491b-be30-ceb62efa5038 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:13.805729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port cafda643-421f-4864-a174-ad9d0db2c7d2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:13.807552 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.840732 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2180256-494b-445d-9eb9-63c42e968abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.874149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:20:08Z', 'revision_number': 5, 'project_id': '01924369b7094b768f05d153cac8948d', 'gw_port': {'id': '03bfee14-f644-4453-b13a-49b38bd272fd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:13.882283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] For port 03bfee14-f644-4453-b13a-49b38bd272fd, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=03bfee14-f644-4453-b13a-49b38bd272fd,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:13.882661 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.895947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-7df1b553-48a0-4252-85dd-b78f4a30d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:13.897672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-7df1b553-48a0-4252-85dd-b78f4a30d9a1 service neutron] 10.222.0.45 "GET /v2.0/ports/fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 200 len: 1026 time: 0.2709889 Jul 16 18:20:13.913867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Calling delete_port for 03bfee14-f644-4453-b13a-49b38bd272fd owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:13.924485 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:13.928615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Router 7377ed25-a0d9-4ab8-8baf-303ba698c0de has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:13.947080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['5932e3c6-b12d-4a07-8079-070515ca7afb'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:13.963326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] Checking router: d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:13.998477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:14.004260 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.014276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-8dc1e4e2-bd9a-4061-8613-7fb01a86d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.017122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-8dc1e4e2-bd9a-4061-8613-7fb01a86d2d1 service neutron] 10.222.0.45 "GET /v2.0/ports/b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 200 len: 1028 time: 0.0857542 Jul 16 18:20:14.037842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] Routers {'d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:14.038752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:14.083629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2180256-494b-445d-9eb9-63c42e968abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.087036 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2180256-494b-445d-9eb9-63c42e968abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.088424 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b2180256-494b-445d-9eb9-63c42e968abf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d39fcc94-dc32-4f76-9852-875b4827125e HTTP/1.1" status: 204 len: 168 time: 0.6428878 Jul 16 18:20:14.183025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2180256-494b-445d-9eb9-63c42e968abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39fcc94-dc32-4f76-9852-875b4827125e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.216544 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.235948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:14.252791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Pushing event deleted for resources: {'Port': ['ID=03bfee14-f644-4453-b13a-49b38bd272fd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.264764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] Set router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:14.358830 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.367472 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:11Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:14.373657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:20:13Z', 'revision_number': 6, 'project_id': '01924369b7094b768f05d153cac8948d', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:14.399794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a996f78a-0d6f-42c4-aee7-fe0b4cab361f no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:14.404787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90329689-b1ca-443b-a445-51107f47106d None None] Provisioning complete for port 2cf24ed4-3e89-491b-be30-ceb62efa5038 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:14.404787 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90329689-b1ca-443b-a445-51107f47106d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.433978 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.434336 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added segment ae3b0ad7-bb2c-4d00-8c85-421bbd515f27 of type vlan for network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 Jul 16 18:20:14.436226 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:14.436617 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Updating router 32012bff-3741-4248-8cec-d4c8e4353f1c port 2cf24ed4-3e89-491b-be30-ceb62efa5038 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:14.485730 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.488736 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.499714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-90329689-b1ca-443b-a445-51107f47106d None None] Port 2cf24ed4-3e89-491b-be30-ceb62efa5038 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:14.522099 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.567414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ea43d-1abd-4375-babc-474ec9dfa144 None None] The sync data for ids ['d50731ca-b440-4f9e-9a9e-a643b9d0a6d0'] in n-d-793619-10 is: [{'id': 'd50731ca-b440-4f9e-9a9e-a643b9d0a6d0', 'name': 'tempest-FloatingIPsTestJSON-81432543-router', 'tenant_id': '01924369b7094b768f05d153cac8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:20:13Z', 'revision_number': 6, 'project_id': '01924369b7094b768f05d153cac8948d', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:14.575803 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.576499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Fanout notify agent at l3_agent the message router_deleted on router d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:14.589789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.592347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d71d058e-f1f9-43cf-9902-21f41f6905db admin admin] 10.222.0.60 "DELETE /v2.0/routers/d50731ca-b440-4f9e-9a9e-a643b9d0a6d0 HTTP/1.1" status: 204 len: 168 time: 2.1320403 Jul 16 18:20:14.596537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56194) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:14.607887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cae7888a-51a6-48b4-8dc4-282c07d872e6 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.626046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cae7888a-51a6-48b4-8dc4-282c07d872e6 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.641389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cae7888a-51a6-48b4-8dc4-282c07d872e6 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.643572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cae7888a-51a6-48b4-8dc4-282c07d872e6 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "GET /v2.0/networks?id=92628a71-7e7a-4442-b235-d0645ce9fda3&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b HTTP/1.1" status: 200 len: 1990 time: 0.5787129 Jul 16 18:20:14.646494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: a996f78a-0d6f-42c4-aee7-fe0b4cab361f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:14.649312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a996f78a-0d6f-42c4-aee7-fe0b4cab361f not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:14.698634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4714a8bb-6798-490f-83ec-fdc1e9b42e42 req-a8c34c72-3654-42cf-a815-2233de3163d7 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 210 time: 0.0976484 Jul 16 18:20:14.731894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e70a42b-c6e5-46e4-af68-ca3c92ffb697 admin admin] Deleting subnet 0b131b53-bc6e-403e-8215-a800fe175202 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:14.737853 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e70a42b-c6e5-46e4-af68-ca3c92ffb697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.781621 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e70a42b-c6e5-46e4-af68-ca3c92ffb697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.797188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:14.871196 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.884013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be916622-7d0e-4f63-b316-71142ac25e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.889794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:14.908532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41d3ec62-7428-42ce-8355-bce13367b3e7 req-94f2434c-c52a-4a59-b0ab-f1160bec3d4f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0916030 Jul 16 18:20:14.924410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port cafda643-421f-4864-a174-ad9d0db2c7d2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=cafda643-421f-4864-a174-ad9d0db2c7d2,segment=NetworkSegment(daba1b02-9b5a-4168-a9cd-b8805dd26661),segment_id=daba1b02-9b5a-4168-a9cd-b8805dd26661)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:14.939174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] Sync routers for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:14.965241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.971196 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.032532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.040338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.041013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.060992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e70a42b-c6e5-46e4-af68-ca3c92ffb697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.093732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:15.094828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:15.174273 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.236279 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Transition to ACTIVE for port object 2cf24ed4-3e89-491b-be30-ceb62efa5038 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:15.236569 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e70a42b-c6e5-46e4-af68-ca3c92ffb697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.247906 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.269984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 026e1b43-d254-4401-ac8c-6b73b9b2a978 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:15.278462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70a42b-c6e5-46e4-af68-ca3c92ffb697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b131b53-bc6e-403e-8215-a800fe175202,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.288790 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5e70a42b-c6e5-46e4-af68-ca3c92ffb697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.291175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5e70a42b-c6e5-46e4-af68-ca3c92ffb697 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0b131b53-bc6e-403e-8215-a800fe175202 HTTP/1.1" status: 204 len: 168 time: 0.6926630 Jul 16 18:20:15.310059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56202) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:15.314433 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Pushing event updated for resources: {'Port': ['ID=2cf24ed4-3e89-491b-be30-ceb62efa5038,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.323717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] No DVR routers for this DVR port a996f78a-0d6f-42c4-aee7-fe0b4cab361f on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:15.334039 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.334809 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.335785 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.336370 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.337079 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.337642 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.338198 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.338775 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.339475 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.340028 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.341214 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.341359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 026e1b43-d254-4401-ac8c-6b73b9b2a978 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:15.341901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 026e1b43-d254-4401-ac8c-6b73b9b2a978 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:15.342333 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:15.347652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f820284-7513-415f-9067-c80eb20c87bd None None] Network 27a98ebf-1064-4504-a392-13fc97687eb2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:15.370889 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.376919 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e10264d1-9715-48df-ad42-babcc1620d99 req-5dc6b3bb-4130-4fda-ada8-246938f6d10f tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.46 "DELETE /v2.0/ports/a996f78a-0d6f-42c4-aee7-fe0b4cab361f HTTP/1.1" status: 204 len: 173 time: 4.5121589 Jul 16 18:20:15.402495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'name': 'network-vif-deleted', 'tag': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:15.409884 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccfa80c-7b2e-4ead-92b4-f94507a18a56" -d '{"events": [{"server_uuid": "1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84", "name": "network-vif-deleted", "tag": "a996f78a-0d6f-42c4-aee7-fe0b4cab361f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:15.435017 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Attempting to bind port 2cf24ed4-3e89-491b-be30-ceb62efa5038 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:15.435665 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Attempting to bind port 2cf24ed4-3e89-491b-be30-ceb62efa5038 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'daba1b02-9b5a-4168-a9cd-b8805dd26661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:15.436282 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Attempting to bind port 2cf24ed4-3e89-491b-be30-ceb62efa5038 on network 35cc3ae7-05a0-4db9-8d61-8327b396c02a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:15.449799 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:15.450598 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Checking segment: {'id': 'daba1b02-9b5a-4168-a9cd-b8805dd26661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:15.451246 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.454399 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Bound using segment: {'id': 'daba1b02-9b5a-4168-a9cd-b8805dd26661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:15.455216 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Bound port: 2cf24ed4-3e89-491b-be30-ceb62efa5038, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daba1b02-9b5a-4168-a9cd-b8805dd26661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:15.456870 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.522023 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-5cb5764b-b7da-4db5-940d-7379c83071d9 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429b088dd3d6401fa094a805fb53eb82 HTTP/1.1" status: 200 len: 380 time: 0.7928634 Jul 16 18:20:15.522732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Network': ['ID=4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.547471 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.565340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:15.573117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'admin_state_up': True, 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'security_groups': ['0b25baea-716c-44e0-a175-3fce822f1aa0']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:15.588187 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] For port 2cf24ed4-3e89-491b-be30-ceb62efa5038, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:15.588421 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd5789-bc63-49cf-a761-91991a79f2ee x-openstack-request-id: req-3cdd5789-bc63-49cf-a761-91991a79f2ee {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:15.588802 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84", "name": "network-vif-deleted", "tag": "a996f78a-0d6f-42c4-aee7-fe0b4cab361f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:15.591197 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3cdd5789-bc63-49cf-a761-91991a79f2ee {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:15.591197 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84', 'name': 'network-vif-deleted', 'tag': 'a996f78a-0d6f-42c4-aee7-fe0b4cab361f', 'status': 'completed', 'code': 200} Jul 16 18:20:15.606039 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] For port 2cf24ed4-3e89-491b-be30-ceb62efa5038, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2cf24ed4-3e89-491b-be30-ceb62efa5038,segment=NetworkSegment(daba1b02-9b5a-4168-a9cd-b8805dd26661),segment_id=daba1b02-9b5a-4168-a9cd-b8805dd26661)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:15.618193 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.712101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Deleting port 7a8be89f-6202-4f91-8f2a-811f8690ff79 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:15.714001 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.790165 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:15.790750 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:15.800804 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356e72a-9972-4be2-99cd-e5fb38b924f8 None None] Pushing event updated for resources: {'Port': ['ID=2cf24ed4-3e89-491b-be30-ceb62efa5038,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.900900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] For port 7a8be89f-6202-4f91-8f2a-811f8690ff79, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7a8be89f-6202-4f91-8f2a-811f8690ff79,segment=NetworkSegment(3937c240-7c7c-4d63-8be2-267fc4d5a51e),segment_id=3937c240-7c7c-4d63-8be2-267fc4d5a51e)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:15.901280 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.950621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Calling delete_port for 7a8be89f-6202-4f91-8f2a-811f8690ff79 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:16.016261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=cafda643-421f-4864-a174-ad9d0db2c7d2,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.118843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15d61eb9-acdd-4b90-b2d2-4a6b7e4abd80 req-8c3da3b2-07ff-47ac-ad54-b78a8d45aebc tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bacd6fc-4621-44e1-a2ca-83c5ed4fcd84 HTTP/1.1" status: 200 len: 210 time: 0.1659393 Jul 16 18:20:16.128855 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:16.197588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be916622-7d0e-4f63-b316-71142ac25e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.201902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:16.221591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be916622-7d0e-4f63-b316-71142ac25e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.262460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:16.321842 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be916622-7d0e-4f63-b316-71142ac25e8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b006b5e0eb8c487590768ac197d7bd65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5217371 Jul 16 18:20:16.328238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56214) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:16.336213 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1755fa21-95d2-48f9-b99b-3714d71576bc tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6181114 Jul 16 18:20:16.341613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:16.367148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] DHCP port deletion for 27a98ebf-1064-4504-a392-13fc97687eb2 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:16.371901 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'subnet': {'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:16.448330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44792b80-d469-4732-9671-03cb31435225 req-0a317d9e-a03c-4fb8-b736-bffd3f382372 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0772498 Jul 16 18:20:16.526207 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:16.545996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be916622-7d0e-4f63-b316-71142ac25e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34251b3b-018e-4e12-9757-f1183ea4f0bb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.561673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:16.571481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.573496 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d51befc-b94b-44e6-ba8f-6d5187aac480 None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:15Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:16.579785 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c83a0bbc-3030-4b68-8535-28f1e6bd23c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.592718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.725749 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c83a0bbc-3030-4b68-8535-28f1e6bd23c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.787982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8be89f-6202-4f91-8f2a-811f8690ff79,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.790879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] No DVR routers for this DVR port 7a8be89f-6202-4f91-8f2a-811f8690ff79 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:16.792468 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c83a0bbc-3030-4b68-8535-28f1e6bd23c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.795695 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c83a0bbc-3030-4b68-8535-28f1e6bd23c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.800204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c83a0bbc-3030-4b68-8535-28f1e6bd23c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34251b3b-018e-4e12-9757-f1183ea4f0bb HTTP/1.1" status: 204 len: 168 time: 0.4684930 Jul 16 18:20:16.844020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a0bbc-3030-4b68-8535-28f1e6bd23c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34251b3b-018e-4e12-9757-f1183ea4f0bb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.844950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 5932e3c6-b12d-4a07-8079-070515ca7afb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:16.863567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 5932e3c6-b12d-4a07-8079-070515ca7afb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:16.864667 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.865979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Made reservation on behalf of 08680ff631ed4f47b9a71903c7ed5ca0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:16.882014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.944060 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.977662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a98ebf-1064-4504-a392-13fc97687eb2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:16.977903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] Deleting port 7a8be89f-6202-4f91-8f2a-811f8690ff79 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:16.978009 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.007667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3937c240-7c7c-4d63-8be2-267fc4d5a51e') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:17.007902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3937c240-7c7c-4d63-8be2-267fc4d5a51e') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:17.028489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:17.050247 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.091974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] Checking router: 7377ed25-a0d9-4ab8-8baf-303ba698c0de for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:17.098949 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.118397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:17.119051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:17.121252 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:17.146994 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.169529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Allocated IP 172.20.0.8 (92628a71-7e7a-4442-b235-d0645ce9fda3/b5310286-a552-4e68-914b-ff13aab082fe/9a2e03ce-0d78-435b-8e99-54991a98a86b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:17.299672 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.332588 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.332588 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] 10.222.0.60 "DELETE /v2.0/networks/27a98ebf-1064-4504-a392-13fc97687eb2 HTTP/1.1" status: 204 len: 168 time: 2.0183482 Jul 16 18:20:17.332899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56226) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:17.333388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581fab6-7691-479a-ae9a-0d65dacc3233 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a98ebf-1064-4504-a392-13fc97687eb2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.341461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] For port 7a8be89f-6202-4f91-8f2a-811f8690ff79, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:17.342528 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.365468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:17.366476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:17.379849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2cf24ed4-3e89-491b-be30-ceb62efa5038 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:17.510796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:17.512692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] Calling delete_port for 7a8be89f-6202-4f91-8f2a-811f8690ff79 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:17.518457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] Port 7a8be89f-6202-4f91-8f2a-811f8690ff79 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:20:17.520741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:17.523216 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a960db1-2e09-478e-ad4b-707ffa28350e" -d '{"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-plugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:17.526925 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.552572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] Network 27a98ebf-1064-4504-a392-13fc97687eb2 is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:20:17.553339 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] No DVR routers for this DVR port 7a8be89f-6202-4f91-8f2a-811f8690ff79 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:17.560106 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.604278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df6d7c-fbbe-4c7a-b4bb-1feb051d3569 None None] Pushing event deleted for resources: {'Port': ['ID=7a8be89f-6202-4f91-8f2a-811f8690ff79,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.692233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.716155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56244) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:17.742530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 2cf24ed4-3e89-491b-be30-ceb62efa5038 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:17.759931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 2cf24ed4-3e89-491b-be30-ceb62efa5038 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:17.760311 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.836704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-291ca48d-40c6-4908-9193-4e781deefb44 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.865687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c5dc9efb-798f-4804-94b4-2ed12fecd7e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01924369b7094b768f05d153cac8948d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485569 Jul 16 18:20:17.869920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:17.896504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=13']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.925826 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ed0ca6-ea79-4141-9ed4-2c338b199ded x-openstack-request-id: req-d8ed0ca6-ea79-4141-9ed4-2c338b199ded {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:17.926220 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-plugged", "status": "completed", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:17.926369 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8ed0ca6-ea79-4141-9ed4-2c338b199ded {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:17.929727 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'code': 200} Jul 16 18:20:17.940380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:17.966631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f47f70c7-288d-445d-a9ba-b437cc79c5c8 req-5dda9fb6-d297-492d-949e-358c58a74e19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0535855 Jul 16 18:20:18.000050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-291ca48d-40c6-4908-9193-4e781deefb44 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.019539 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4d9d-4951-4e4c-8213-281f2b98a32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.049809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4d9d-4951-4e4c-8213-281f2b98a32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.108752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Subnet': ['ID=2223ec78-d92c-4d13-8253-9414d22628bd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.139927 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.144114 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4d9d-4951-4e4c-8213-281f2b98a32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.152917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4d9d-4951-4e4c-8213-281f2b98a32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.158763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c3fe4d9d-4951-4e4c-8213-281f2b98a32f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/465a4667-4865-4701-828c-59c4aa08ae8c HTTP/1.1" status: 204 len: 168 time: 0.2862697 Jul 16 18:20:18.168466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Checking segment: {'id': 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:18.168891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network hostable DHCP agents. Network: 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:18.187726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe4d9d-4951-4e4c-8213-281f2b98a32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465a4667-4865-4701-828c-59c4aa08ae8c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.264457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:18.270966 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.279400 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-291ca48d-40c6-4908-9193-4e781deefb44 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.282221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-291ca48d-40c6-4908-9193-4e781deefb44 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.283395 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-291ca48d-40c6-4908-9193-4e781deefb44 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "DELETE /v2.0/security-groups/67895feb-b527-40fa-8b1f-328b357f470c HTTP/1.1" status: 204 len: 168 time: 0.9287896 Jul 16 18:20:18.288537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56258) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:18.316109 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-ae780994-011d-4d6d-81ff-71c6a301f7be tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] show failed (client error): The resource could not be found. Jul 16 18:20:18.317970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:18.321903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ca48d-40c6-4908-9193-4e781deefb44 tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67895feb-b527-40fa-8b1f-328b357f470c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.329811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56260) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:18.332110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.332763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.339842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Transition to ACTIVE for port object 9a2e03ce-0d78-435b-8e99-54991a98a86b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:18.346891 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ae780994-011d-4d6d-81ff-71c6a301f7be tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "GET /v2.0/security-groups/67895feb-b527-40fa-8b1f-328b357f470c HTTP/1.1" status: 404 len: 347 time: 0.0551336 Jul 16 18:20:18.359928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 2cf24ed4-3e89-491b-be30-ceb62efa5038, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2cf24ed4-3e89-491b-be30-ceb62efa5038,segment=NetworkSegment(daba1b02-9b5a-4168-a9cd-b8805dd26661),segment_id=daba1b02-9b5a-4168-a9cd-b8805dd26661)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:18.364482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8fa27-f861-4f9b-9583-bd86aa9c7af7 None None] Network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:18.444243 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-74f45761-ce96-4630-ad88-95de1758b61c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0970109 Jul 16 18:20:18.447513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56266) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:18.551882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.552769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device cafda643-421f-4864-a174-ad9d0db2c7d2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:18.559479 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.621341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Deleting port ca062327-460b-4a97-8caa-31a1f6042f91 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:18.621749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.625667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network 92628a71-7e7a-4442-b235-d0645ce9fda3 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:18.644230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:18.651952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:18.693648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Port': ['ID=9a2e03ce-0d78-435b-8e99-54991a98a86b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.813254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.814213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.860994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.861550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.887272 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bbe00c46-174a-4936-840b-4a67cdb655e7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3256762 Jul 16 18:20:18.900665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'admin_state_up': True, 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'security_groups': ['0b25baea-716c-44e0-a175-3fce822f1aa0']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:18.933203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:18.934097 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.941067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Calling delete_port for ca062327-460b-4a97-8caa-31a1f6042f91 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:19.137347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=2cf24ed4-3e89-491b-be30-ceb62efa5038,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.165817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6be4cde6-7f95-48ec-9203-a8cf79101944 None None] Provisioning for port 9a2e03ce-0d78-435b-8e99-54991a98a86b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:19.203451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6be4cde6-7f95-48ec-9203-a8cf79101944 None None] Provisioning complete for port 9a2e03ce-0d78-435b-8e99-54991a98a86b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:19.204283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6be4cde6-7f95-48ec-9203-a8cf79101944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.209884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:19.354378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.464977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb17af-72ac-43b5-9de3-8e6aad17c434 None None] The sync data for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 is: [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 4, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'b6ae04af-2475-4784-b1ed-4e6ee9c2feaf', 'name': '', 'network_id': 'f258c528-c4f0-4833-9916-4132c7713c81', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'mac_address': 'fa:16:3e:4c:c8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:36Z', 'updated_at': '2021-07-16T18:11:46Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'subnets': [{'id': 'a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:19.563892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbcdff-fe88-47cf-b025-5eb9aa9bf917 req-1fe536a3-3a3d-40c3-a88b-e46f6fc8e3ac tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:19.571943 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23dbcdff-fe88-47cf-b025-5eb9aa9bf917 req-1fe536a3-3a3d-40c3-a88b-e46f6fc8e3ac tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 931 time: 0.3025265 Jul 16 18:20:19.602803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port cafda643-421f-4864-a174-ad9d0db2c7d2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:19.607904 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.710311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6be4cde6-7f95-48ec-9203-a8cf79101944 None None] Port 9a2e03ce-0d78-435b-8e99-54991a98a86b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:19.732009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56304) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:19.751066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23dbcdff-fe88-47cf-b025-5eb9aa9bf917 req-e7f89899-eaf6-4900-b902-6f0094d5d2a7 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716368 Jul 16 18:20:19.844326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Allocated IP 2001:db8:3::2 (4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4/2223ec78-d92c-4d13-8253-9414d22628bd/9db861c4-97fc-4c26-8348-793622c2923a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:19.955447 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddab7eb-bfbb-4711-896f-8baf49152db8 None None] New status for floating IP 47411a6f-3215-407c-990e-cb74ed4cf9a1: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:19.956331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.993542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-649489907-network', 'tenant_id': '39d36e8aff1345cd9eb244476bd68288'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:20.027923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Made reservation on behalf of 39d36e8aff1345cd9eb244476bd68288 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:20.031591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.043995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.106793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Pushing event deleted for resources: {'Port': ['ID=ca062327-460b-4a97-8caa-31a1f6042f91,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.182795 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.190142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.294023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7a8be89f-6202-4f91-8f2a-811f8690ff79 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:20.322786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7a8be89f-6202-4f91-8f2a-811f8690ff79 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:20.323488 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7a8be89f-6202-4f91-8f2a-811f8690ff79 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:20.324241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 03bfee14-f644-4453-b13a-49b38bd272fd no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:20.336222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:20.343701 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.346900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.349850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.351141 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e84f5f40-03e7-4c3e-a8d2-77b5fa9426ed tempest-AttachVolumeTestJSON-315849335 tempest-AttachVolumeTestJSON-315849335-project] 10.222.0.60 "DELETE /v2.0/floatingips/47411a6f-3215-407c-990e-cb74ed4cf9a1 HTTP/1.1" status: 204 len: 168 time: 2.0210471 Jul 16 18:20:20.357229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 03bfee14-f644-4453-b13a-49b38bd272fd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:20.358015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 03bfee14-f644-4453-b13a-49b38bd272fd not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:20.549678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2cf24ed4-3e89-491b-be30-ceb62efa5038 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:20.592287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Allocated IP 10.1.1.108 (63c8cdc1-a2f7-4fc4-820a-e2fa970487c5/17bce573-0205-46a7-ae03-adb2e81b4c79/14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:20.606561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.645054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Transition to ACTIVE for port object 9db861c4-97fc-4c26-8348-793622c2923a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:20.698662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Transition to ACTIVE for port object 9db861c4-97fc-4c26-8348-793622c2923a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:20.720741 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.828745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 2cf24ed4-3e89-491b-be30-ceb62efa5038 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:20.829127 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.833656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:20.898239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:20.902388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Pushing event updated for resources: {'Port': ['ID=9db861c4-97fc-4c26-8348-793622c2923a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.918683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:20.932454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.966102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Transition to ACTIVE for port object 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:21.043772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Allocated IP 2001:db8:3::1 (4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4/2223ec78-d92c-4d13-8253-9414d22628bd/9511bc0b-46fc-4848-9427-195b9058059c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:21.048035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.124429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:21.127106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:21.128305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:21.141122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Attempting to bind port 9db861c4-97fc-4c26-8348-793622c2923a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:21.145869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:21.149814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Attempting to bind port 9db861c4-97fc-4c26-8348-793622c2923a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:21.150281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Attempting to bind port 9db861c4-97fc-4c26-8348-793622c2923a on network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:21.189670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Port': ['ID=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.213738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:21.213738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Checking segment: {'id': 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:21.213738 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.213738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Bound using segment: {'id': 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:21.213738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Bound port: 9db861c4-97fc-4c26-8348-793622c2923a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:21.213738 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.221730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ed5fab-a64b-419a-b313-72a957f2f888,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.227659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.228003 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Added segment a3cd91a4-f2a5-49b5-8d4f-8967fbed7284 of type vlan for network fcba5633-0194-423c-bed8-a392f4897ced Jul 16 18:20:21.280407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:21.289707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.314569 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-39138459-58d7-445b-ae02-a72486a39ccd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4254274 Jul 16 18:20:21.325273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'admin_state_up': True, 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'security_groups': ['0b25baea-716c-44e0-a175-3fce822f1aa0']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:21.365297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] For port 9db861c4-97fc-4c26-8348-793622c2923a, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:21.375648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] For port 9db861c4-97fc-4c26-8348-793622c2923a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9db861c4-97fc-4c26-8348-793622c2923a,segment=NetworkSegment(ae3b0ad7-bb2c-4d00-8c85-421bbd515f27),segment_id=ae3b0ad7-bb2c-4d00-8c85-421bbd515f27)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:21.382700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.384576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.410512 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.443982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667bd3a-0767-4eca-a3d0-1fe47bcf0293 req-6782773f-1402-4846-ad14-cc6c2c34fa6d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:21.457592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667bd3a-0767-4eca-a3d0-1fe47bcf0293 req-6782773f-1402-4846-ad14-cc6c2c34fa6d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:21.459290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f667bd3a-0767-4eca-a3d0-1fe47bcf0293 req-6782773f-1402-4846-ad14-cc6c2c34fa6d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 1653 time: 0.3600240 Jul 16 18:20:21.478780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Transition to ACTIVE for port object 9511bc0b-46fc-4848-9427-195b9058059c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:21.557274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:21.557511 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.565546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.566000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:21.566606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.588758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacdbed-02ab-49af-adfe-adfd523ab0f9 None None] Pushing event updated for resources: {'Port': ['ID=9db861c4-97fc-4c26-8348-793622c2923a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.598130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4aa50854-d902-46fa-aba5-8c558d8584b8 None None] Provisioning for port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:21.603063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:21.605166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8471828 Jul 16 18:20:21.611726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4aa50854-d902-46fa-aba5-8c558d8584b8 None None] Provisioning complete for port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:21.613114 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4aa50854-d902-46fa-aba5-8c558d8584b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.616552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Request body: {'subnet': {'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-649489907-subnet', 'tenant_id': '39d36e8aff1345cd9eb244476bd68288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:21.677640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4aa50854-d902-46fa-aba5-8c558d8584b8 None None] Port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:21.691595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Made reservation on behalf of 39d36e8aff1345cd9eb244476bd68288 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:21.694848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.695368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f667bd3a-0767-4eca-a3d0-1fe47bcf0293 req-31a353c9-94f4-4b6d-b464-2ca57e47ca45 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229555 Jul 16 18:20:21.759441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0574b-7314-42f6-b611-04f41fa960f5 admin admin] Pushing event updated for resources: {'Network': ['ID=fcba5633-0194-423c-bed8-a392f4897ced,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.763384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.783029 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network fcba5633-0194-423c-bed8-a392f4897ced details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:21.898087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=9511bc0b-46fc-4848-9427-195b9058059c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.958358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:21.966703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:21.982650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:21.983227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.075727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Allocated IP 10.1.1.21 (63c8cdc1-a2f7-4fc4-820a-e2fa970487c5/17bce573-0205-46a7-ae03-adb2e81b4c79/d76491c2-6575-4690-9aa0-4d6c7d247f3d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:22.338498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.385565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.492984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Checking segment: {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:22.493359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Network hostable DHCP agents. Network: fcba5633-0194-423c-bed8-a392f4897ced, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:22.503135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.508476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11199a5-2c51-4e20-9a02-ed7d9ac5a1da,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:22.526982 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Transition to ACTIVE for port object d76491c2-6575-4690-9aa0-4d6c7d247f3d will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:22.538132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Network fcba5633-0194-423c-bed8-a392f4897ced is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:22.560737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, fcba5633-0194-423c-bed8-a392f4897ced) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:22.567880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:22.568481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.573059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca10ec2-0742-4c62-b24c-4b1cdbda72a0 None None] Network fcba5633-0194-423c-bed8-a392f4897ced requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:22.592547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.600321 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e6bf36cf-1f89-421e-b60f-8857354ee1e4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9958210 Jul 16 18:20:22.679205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:22.683926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:22.693040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:22.737973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Port': ['ID=d76491c2-6575-4690-9aa0-4d6c7d247f3d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:22.797503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9db861c4-97fc-4c26-8348-793622c2923a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:22.798065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:22.798487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.838252 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-715b2d0b-d9e0-4b29-beaf-2d9518ca7541 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5178556 Jul 16 18:20:22.856953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b', 'admin_state_up': True, 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'security_groups': ['0b25baea-716c-44e0-a175-3fce822f1aa0']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:22.964035 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.972796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865f4f8-349e-4130-adf4-5220ea7a8526 None None] Network fcba5633-0194-423c-bed8-a392f4897ced requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:23.008963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9db861c4-97fc-4c26-8348-793622c2923a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:23.115685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.115928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:23.128930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.281141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event updated for resources: {'Port': ['ID=9511bc0b-46fc-4848-9427-195b9058059c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:23.371136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.482926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-949fd6e5-f890-4ffc-95eb-ce769ec3c223 None None] Provisioning for port d76491c2-6575-4690-9aa0-4d6c7d247f3d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:23.534703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e60d-323a-408a-b059-fd551886723b req-f7ed4f7e-f06b-41d4-8039-cfd318165bbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.547982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e60d-323a-408a-b059-fd551886723b req-f7ed4f7e-f06b-41d4-8039-cfd318165bbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.562898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e60d-323a-408a-b059-fd551886723b req-f7ed4f7e-f06b-41d4-8039-cfd318165bbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.575319 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-949fd6e5-f890-4ffc-95eb-ce769ec3c223 None None] Provisioning complete for port d76491c2-6575-4690-9aa0-4d6c7d247f3d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:23.576844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-949fd6e5-f890-4ffc-95eb-ce769ec3c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.581554 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0158e60d-323a-408a-b059-fd551886723b req-f7ed4f7e-f06b-41d4-8039-cfd318165bbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 2373 time: 0.5893114 Jul 16 18:20:23.614326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:23.645902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:23.735346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-949fd6e5-f890-4ffc-95eb-ce769ec3c223 None None] Port d76491c2-6575-4690-9aa0-4d6c7d247f3d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:23.776999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9cd1b9-dd50-42f3-a7e2-ce8939b05734 None None] Network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:23.795078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0158e60d-323a-408a-b059-fd551886723b req-a689a4a5-2157-4422-a20e-dfdc36b0d42a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116663 Jul 16 18:20:23.901717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:23.944457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Provisioning for port 9db861c4-97fc-4c26-8348-793622c2923a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:23.956956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Provisioning complete for port 9db861c4-97fc-4c26-8348-793622c2923a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:23.957722 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.096240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Allocated IP 10.2.2.100 (d85e2f8f-048d-44dd-8fe4-92ee6e38df3b/6a181f34-884a-4cc5-8e2d-45d6a0d33b0e/03e830c3-9aa6-4dab-8d8e-fc7d5e961d01) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:24.227350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.321376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] For port 9db861c4-97fc-4c26-8348-793622c2923a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9db861c4-97fc-4c26-8348-793622c2923a,segment=NetworkSegment(ae3b0ad7-bb2c-4d00-8c85-421bbd515f27),segment_id=ae3b0ad7-bb2c-4d00-8c85-421bbd515f27)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:24.330890 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.381618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:24.399269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:24.399934 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4a1fe924-891a-4320-b074-8d967e315f36 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9448833 Jul 16 18:20:24.420689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56378) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:24.436360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:24.439279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:24.439965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:24.498398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Pushing event updated for resources: {'Port': ['ID=9db861c4-97fc-4c26-8348-793622c2923a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.521147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-2f77f597-4ef9-42a9-89d1-dc7e2af4c06e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:24.522890 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-2f77f597-4ef9-42a9-89d1-dc7e2af4c06e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/networks?id=fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 200 len: 821 time: 0.6179543 Jul 16 18:20:24.561398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-acccd448-f032-439c-b827-93c7f2a9a430 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/quotas/39d36e8aff1345cd9eb244476bd68288 HTTP/1.1" status: 200 len: 375 time: 0.0260770 Jul 16 18:20:24.595497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.595848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.596190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.596595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.596890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.597220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.597547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.597872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.598201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.598523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.598847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.599172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9b5d23-e4c7-4c94-81b2-fb019ebb9bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.622136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-7777aefd-aa28-4c92-a16d-8f7a56549050 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39d36e8aff1345cd9eb244476bd68288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534000 Jul 16 18:20:24.673988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:24.686645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.722693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Transition to ACTIVE for port object 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:24.821248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.007515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-f727119d-a1bc-4e14-b5af-373c7e2f354e service neutron] 10.222.0.60 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729851 Jul 16 18:20:25.047354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:25.049816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Port': ['ID=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.075578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:25.122961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-c37c42b8-a4f3-4ac3-835c-076ef175e52c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2950413 Jul 16 18:20:25.136556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14c625bc-db76-44cc-b706-45b4169ce82e None None] Provisioning complete for port 9db861c4-97fc-4c26-8348-793622c2923a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:25.136556 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14c625bc-db76-44cc-b706-45b4169ce82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.227386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:25.356800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.357505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.454085 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f86b35ac-74f3-4c7e-a418-2e1c2786dd35 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6093667 Jul 16 18:20:25.478986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b', 'admin_state_up': True, 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'security_groups': ['0b25baea-716c-44e0-a175-3fce822f1aa0']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:25.576022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:22Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9511bc0b-46fc-4848-9427-195b9058059c', 'name': '', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:15:4d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:19Z', 'updated_at': '2021-07-16T18:20:22Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:25.599068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-9f4c658d-588c-4e0b-8711-3e93771f007e service neutron] 10.222.0.60 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257609 Jul 16 18:20:25.637030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-43e381cf-9d60-4f3b-a007-d135a8d175a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.638573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-43e381cf-9d60-4f3b-a007-d135a8d175a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13f1f890d65f48c3b5f11c3babda49b2&device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 1097 time: 0.4071801 Jul 16 18:20:25.658927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504deae6-10aa-4fc0-9492-bf7edd8a8985 req-f6131acb-3a66-4a5d-9071-f682b498278f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.681934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504deae6-10aa-4fc0-9492-bf7edd8a8985 req-f6131acb-3a66-4a5d-9071-f682b498278f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.692692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504deae6-10aa-4fc0-9492-bf7edd8a8985 req-f6131acb-3a66-4a5d-9071-f682b498278f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.719762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504deae6-10aa-4fc0-9492-bf7edd8a8985 req-f6131acb-3a66-4a5d-9071-f682b498278f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.728452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-504deae6-10aa-4fc0-9492-bf7edd8a8985 req-f6131acb-3a66-4a5d-9071-f682b498278f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 3094 time: 0.5619466 Jul 16 18:20:25.729270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:25.729634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Updating router 32012bff-3741-4248-8cec-d4c8e4353f1c port 9511bc0b-46fc-4848-9427-195b9058059c binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:25.831196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14c625bc-db76-44cc-b706-45b4169ce82e None None] Provisioning for port 9511bc0b-46fc-4848-9427-195b9058059c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:25.852059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14c625bc-db76-44cc-b706-45b4169ce82e None None] Provisioning complete for port 9511bc0b-46fc-4848-9427-195b9058059c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:25.869155 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14c625bc-db76-44cc-b706-45b4169ce82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.872401 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.013465 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-504deae6-10aa-4fc0-9492-bf7edd8a8985 req-27b32f7a-0551-4e5f-9c88-f67098dee018 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797811 Jul 16 18:20:26.113248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-e8013f19-c123-45a9-9968-c424122d83aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.114765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-e8013f19-c123-45a9-9968-c424122d83aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=bae45001-e475-4ea6-935a-e21e673b4153 HTTP/1.1" status: 200 len: 917 time: 0.3799305 Jul 16 18:20:26.210056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Made reservation on behalf of 429b088dd3d6401fa094a805fb53eb82 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:26.223464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.323453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-1405ff0e-c099-4085-abc2-8b94493d166b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65bcaaa0-d02b-48dc-a2c7-412289931e34 HTTP/1.1" status: 200 len: 1001 time: 0.1936488 Jul 16 18:20:26.532609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.extraroute_db [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:20:26.540840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-14c625bc-db76-44cc-b706-45b4169ce82e None None] Port 9511bc0b-46fc-4848-9427-195b9058059c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:26.625946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac37fe29-1130-4953-bbe8-b72164ec4f3c req-22574466-8e46-467f-acca-b1ffe52d5176 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 210 time: 0.2757273 Jul 16 18:20:26.627840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9db861c4-97fc-4c26-8348-793622c2923a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:26.634826 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.extraroute_db [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Removed routes are [] {{(pid=93824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:20:26.638890 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.657350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-3de419bd-619b-44bb-ae36-e0be0c2103d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.659302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-3de419bd-619b-44bb-ae36-e0be0c2103d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cfff58c6-0328-45a9-984b-452e873e51db HTTP/1.1" status: 200 len: 855 time: 0.3322151 Jul 16 18:20:26.760919 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ecedad84-983b-4c47-a4a5-bdb6415680a3 None None] Provisioning for port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:26.774686 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ecedad84-983b-4c47-a4a5-bdb6415680a3 None None] Provisioning complete for port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:26.775086 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecedad84-983b-4c47-a4a5-bdb6415680a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.778336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-18f32de9-5ac4-4286-982a-1b75b658d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.784556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-18f32de9-5ac4-4286-982a-1b75b658d3a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bae45001-e475-4ea6-935a-e21e673b4153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120427 Jul 16 18:20:26.861360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9db861c4-97fc-4c26-8348-793622c2923a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:26.861731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.984050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.020296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ecedad84-983b-4c47-a4a5-bdb6415680a3 None None] Port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:27.049646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-1d26089f-8cfd-4ba7-bd17-07afa7c089d6 service neutron] 10.222.0.45 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581925 Jul 16 18:20:27.219818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Transition to ACTIVE for port object 9511bc0b-46fc-4848-9427-195b9058059c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:27.230335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ecedad84-983b-4c47-a4a5-bdb6415680a3 None None] Provisioning complete for port 9511bc0b-46fc-4848-9427-195b9058059c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:27.232233 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ecedad84-983b-4c47-a4a5-bdb6415680a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.244781 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.369120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6073e63c-9ff9-4869-8c30-0e5ff6e81080 req-210b0212-8988-4011-a8ea-d51e73048686 service neutron] 10.222.0.45 "GET /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138354 Jul 16 18:20:27.397227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Allocated IP 10.2.2.200 (d85e2f8f-048d-44dd-8fe4-92ee6e38df3b/6a181f34-884a-4cc5-8e2d-45d6a0d33b0e/d02ac2da-e0ee-4373-8793-44f99b933222) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:27.424086 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.457649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.464727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308c967-8c32-44e8-83b8-158eafe36a18 req-c56ca409-21e8-4d5c-a391-8a25c6289194 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.482367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308c967-8c32-44e8-83b8-158eafe36a18 req-c56ca409-21e8-4d5c-a391-8a25c6289194 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.504128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308c967-8c32-44e8-83b8-158eafe36a18 req-c56ca409-21e8-4d5c-a391-8a25c6289194 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.535468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308c967-8c32-44e8-83b8-158eafe36a18 req-c56ca409-21e8-4d5c-a391-8a25c6289194 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.555855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3308c967-8c32-44e8-83b8-158eafe36a18 req-c56ca409-21e8-4d5c-a391-8a25c6289194 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 3094 time: 0.2840121 Jul 16 18:20:27.624677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3308c967-8c32-44e8-83b8-158eafe36a18 req-dba4bfa8-a292-43a1-8925-58505bb014cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676439 Jul 16 18:20:27.804551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:27.836557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2c896-65ed-422f-bd77-8a0df3bd02e1 None None] Pushing event updated for resources: {'Port': ['ID=9511bc0b-46fc-4848-9427-195b9058059c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.869313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ecedad84-983b-4c47-a4a5-bdb6415680a3 None None] Port 9511bc0b-46fc-4848-9427-195b9058059c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:27.964734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6751bb23-675d-4bba-85cd-8a8085cb31ba req-d05754b2-db07-4b3d-8fa5-444fe7cf985a tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 210 time: 0.0629339 Jul 16 18:20:28.006336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.035543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Transition to ACTIVE for port object d02ac2da-e0ee-4373-8793-44f99b933222 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:28.038243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Attempting to bind port 9511bc0b-46fc-4848-9427-195b9058059c on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:28.038647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Attempting to bind port 9511bc0b-46fc-4848-9427-195b9058059c by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:28.039021 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Attempting to bind port 9511bc0b-46fc-4848-9427-195b9058059c on network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:28.049223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:28.049620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Checking segment: {'id': 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:28.050082 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.050485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Bound using segment: {'id': 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:28.051001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Bound port: 9511bc0b-46fc-4848-9427-195b9058059c, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:28.051429 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.084568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.319553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] For port 9511bc0b-46fc-4848-9427-195b9058059c, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:28.347093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] For port 9511bc0b-46fc-4848-9427-195b9058059c, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9511bc0b-46fc-4848-9427-195b9058059c,segment=NetworkSegment(ae3b0ad7-bb2c-4d00-8c85-421bbd515f27),segment_id=ae3b0ad7-bb2c-4d00-8c85-421bbd515f27)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:28.369204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.625988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:28.626936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:28.631224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2c896-65ed-422f-bd77-8a0df3bd02e1 None None] Pushing event updated for resources: {'Port': ['ID=9511bc0b-46fc-4848-9427-195b9058059c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.002280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.079247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:29.255972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29186b-12ab-4877-b350-d0bfed95d1eb req-26c30ba9-ce98-42db-a36c-10516b4cc9e1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.279532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29186b-12ab-4877-b350-d0bfed95d1eb req-26c30ba9-ce98-42db-a36c-10516b4cc9e1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.305049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29186b-12ab-4877-b350-d0bfed95d1eb req-26c30ba9-ce98-42db-a36c-10516b4cc9e1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.322152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29186b-12ab-4877-b350-d0bfed95d1eb req-26c30ba9-ce98-42db-a36c-10516b4cc9e1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.340552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29186b-12ab-4877-b350-d0bfed95d1eb req-26c30ba9-ce98-42db-a36c-10516b4cc9e1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.361127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd29186b-12ab-4877-b350-d0bfed95d1eb req-26c30ba9-ce98-42db-a36c-10516b4cc9e1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 3815 time: 0.3059554 Jul 16 18:20:29.381881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:29.384446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:29.387751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:29.467318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd29186b-12ab-4877-b350-d0bfed95d1eb req-864fc2f9-4ca0-438f-a3f0-0467b9fc916f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005285 Jul 16 18:20:29.494666 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event updated for resources: {'Port': ['ID=d02ac2da-e0ee-4373-8793-44f99b933222,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.508776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:29.518422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-a41b3bfe-e3f5-4796-aa92-4268868d5f0e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.520030 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-a41b3bfe-e3f5-4796-aa92-4268868d5f0e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "GET /v2.0/networks?id=fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 200 len: 821 time: 0.5325146 Jul 16 18:20:29.525842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.527128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-284b21c9-2d6a-4366-9b26-322ea4810726 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c HTTP/1.1" status: 200 len: 953 time: 5.1045465 Jul 16 18:20:29.531161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.609436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-511a5589-e01b-4113-a10e-87da101ae5e9 req-b6cf302f-fa8b-4f2f-9da5-ce7e2675aa28 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 210 time: 0.0611072 Jul 16 18:20:29.636611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Request body: {'port': {'device_id': 'c0691a22-8846-448a-8045-d1666483daeb', 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced', 'admin_state_up': True, 'tenant_id': '39d36e8aff1345cd9eb244476bd68288'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:29.669092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:26Z', 'revision_number': 6, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9511bc0b-46fc-4848-9427-195b9058059c', 'name': '', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:15:4d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:19Z', 'updated_at': '2021-07-16T18:20:28Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:29.700494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558fc625-d4a2-4de2-a900-2e17b2e2d48f None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:26Z', 'revision_number': 6, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9511bc0b-46fc-4848-9427-195b9058059c', 'name': '', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:15:4d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:19Z', 'updated_at': '2021-07-16T18:20:28Z', 'revision_number': 4, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:29.805995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.807355 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.982570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-afe502fe-e4d2-4ffa-9fe7-136de5e7bdcb None None] Provisioning for port d02ac2da-e0ee-4373-8793-44f99b933222 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:29.986706 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-042c53ae-a19a-4152-a362-17ec39c4de1f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5138013 Jul 16 18:20:29.995649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-afe502fe-e4d2-4ffa-9fe7-136de5e7bdcb None None] Provisioning complete for port d02ac2da-e0ee-4373-8793-44f99b933222 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:29.999411 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afe502fe-e4d2-4ffa-9fe7-136de5e7bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.010829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:30.031777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.036672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'routes': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:30.037417 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-14382e34-6d02-41b1-9c0b-ffe1b4bceeb7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c HTTP/1.1" status: 200 len: 953 time: 0.5047269 Jul 16 18:20:30.156876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-afe502fe-e4d2-4ffa-9fe7-136de5e7bdcb None None] Port d02ac2da-e0ee-4373-8793-44f99b933222 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:30.169340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Made reservation on behalf of 39d36e8aff1345cd9eb244476bd68288 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:30.178483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.292782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.678139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9511bc0b-46fc-4848-9427-195b9058059c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:30.739330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9511bc0b-46fc-4848-9427-195b9058059c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:30.753012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9511bc0b-46fc-4848-9427-195b9058059c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:30.755014 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.841888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Allocated IP 172.20.0.9 (fcba5633-0194-423c-bed8-a392f4897ced/a11199a5-2c51-4e20-9a02-ed7d9ac5a1da/bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:30.981820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-490e92bc-3550-4f14-83a4-7599da4d1c89 req-59f05ae2-f7f6-42c4-a941-377e97da1245 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 210 time: 0.0937865 Jul 16 18:20:31.044311 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.168386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 9511bc0b-46fc-4848-9427-195b9058059c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9511bc0b-46fc-4848-9427-195b9058059c,segment=NetworkSegment(ae3b0ad7-bb2c-4d00-8c85-421bbd515f27),segment_id=ae3b0ad7-bb2c-4d00-8c85-421bbd515f27)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:31.179290 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.227215 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:31.228884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:20:31.229211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:20:31.252404 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:31.253753 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:31.337208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=9511bc0b-46fc-4848-9427-195b9058059c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.429076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.494302 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:31.616565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.732454 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2e03ce-0d78-435b-8e99-54991a98a86b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:31.744678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.768148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Transition to ACTIVE for port object 9a2e03ce-0d78-435b-8e99-54991a98a86b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:31.773246 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.782882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.870157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Network fcba5633-0194-423c-bed8-a392f4897ced is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:31.879763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:31.902956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:31.923164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.927791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.956399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Pushing event updated for resources: {'Port': ['ID=9a2e03ce-0d78-435b-8e99-54991a98a86b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.956810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad58be-eac1-4cda-82b4-0c5c829a7fbf req-7508192a-2a2a-46b7-9089-e40d3f1f4315 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.982166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad58be-eac1-4cda-82b4-0c5c829a7fbf req-7508192a-2a2a-46b7-9089-e40d3f1f4315 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.990483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad58be-eac1-4cda-82b4-0c5c829a7fbf req-7508192a-2a2a-46b7-9089-e40d3f1f4315 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.000433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad58be-eac1-4cda-82b4-0c5c829a7fbf req-7508192a-2a2a-46b7-9089-e40d3f1f4315 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.009089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad58be-eac1-4cda-82b4-0c5c829a7fbf req-7508192a-2a2a-46b7-9089-e40d3f1f4315 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.018397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dad58be-eac1-4cda-82b4-0c5c829a7fbf req-7508192a-2a2a-46b7-9089-e40d3f1f4315 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 3815 time: 1.1786611 Jul 16 18:20:32.039622 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:26Z', 'revision_number': 6, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9511bc0b-46fc-4848-9427-195b9058059c', 'name': '', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:15:4d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:19Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:32.071934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.097672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.136401 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5127213 Jul 16 18:20:32.176989 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:32.184037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Attempting to bind port 9a2e03ce-0d78-435b-8e99-54991a98a86b on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:32.184705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Attempting to bind port 9a2e03ce-0d78-435b-8e99-54991a98a86b by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:32.192043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Attempting to bind port 9a2e03ce-0d78-435b-8e99-54991a98a86b on network 92628a71-7e7a-4442-b235-d0645ce9fda3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:32.194665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4495264-f2fe-4052-9164-42fb81d43c7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event updated for resources: {'Port': ['ID=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.195838 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:32.196750 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:32.205136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Request body: {'port': {'device_id': 'c0691a22-8846-448a-8045-d1666483daeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:32.255427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Port 9a2e03ce-0d78-435b-8e99-54991a98a86b on network 92628a71-7e7a-4442-b235-d0645ce9fda3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:32.256037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Attempting to bind port 9a2e03ce-0d78-435b-8e99-54991a98a86b on network 92628a71-7e7a-4442-b235-d0645ce9fda3 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:32.264315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:32.265726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Checking segment: {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:32.266428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Bound using segment: {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:32.267073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Bound port: 9a2e03ce-0d78-435b-8e99-54991a98a86b, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0a123d-b71a-44fe-92a9-298bde7489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:32.267643 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.386307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dad58be-eac1-4cda-82b4-0c5c829a7fbf req-ce652e21-902d-4330-8162-da39185232be tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669195 Jul 16 18:20:32.393489 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:32.402820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] For port 9a2e03ce-0d78-435b-8e99-54991a98a86b, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:32.408683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] For port 9a2e03ce-0d78-435b-8e99-54991a98a86b, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:32.433788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:32.434254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.485610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86652b70-919e-4510-a945-8891cec57a81 req-24665af8-8fd7-4089-b3a2-bd995b1f3f8b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.495157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86652b70-919e-4510-a945-8891cec57a81 req-24665af8-8fd7-4089-b3a2-bd995b1f3f8b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 931 time: 0.2015672 Jul 16 18:20:32.561284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Pushing event updated for resources: {'Port': ['ID=9a2e03ce-0d78-435b-8e99-54991a98a86b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.573712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.603483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9511bc0b-46fc-4848-9427-195b9058059c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:32.625930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86652b70-919e-4510-a945-8891cec57a81 req-713ea86b-107b-4b94-8d98-53ad5442ff28 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294858 Jul 16 18:20:32.679337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:32.687203 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.691154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-34e6ca45-6a49-4e5b-aeeb-24468ba7bd11 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c HTTP/1.1" status: 200 len: 703 time: 2.6560037 Jul 16 18:20:32.701177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:32.719476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.725318 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.729229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-cb1bf5db-c7e4-4407-bafa-4ae8e511326e service neutron] 10.222.0.45 "PUT /v2.0/ports/9a2e03ce-0d78-435b-8e99-54991a98a86b HTTP/1.1" status: 200 len: 1092 time: 2.7250955 Jul 16 18:20:32.730096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:32.742162 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5ae82a-855a-410b-b54c-458c36628e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:32.781193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:32.813115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9511bc0b-46fc-4848-9427-195b9058059c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:32.813497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.002259 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a640fd-cf15-44b9-88b7-33cc663780e8 x-openstack-request-id: req-29a640fd-cf15-44b9-88b7-33cc663780e8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:33.003138 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:33.003138 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29a640fd-cf15-44b9-88b7-33cc663780e8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:33.003388 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'status': 'completed', 'code': 200} Jul 16 18:20:33.052503 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 7, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9511bc0b-46fc-4848-9427-195b9058059c', 'name': '', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:15:4d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:19Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:33.103220 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac507cd-1b59-4151-ac8e-5168614fe82e None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 7, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9511bc0b-46fc-4848-9427-195b9058059c', 'name': '', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:15:4d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:19Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:33.117006 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d451fffe-665f-4eac-b188-8ae863a87663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.231132 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.626195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:33.640343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:33.653870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:33.737670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:33.748934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.782544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Transition to ACTIVE for port object bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:33.835073 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.837539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.841909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-04255f89-d88a-4ff9-91e6-9b4f3c4c8258 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c HTTP/1.1" status: 200 len: 703 time: 1.1395006 Jul 16 18:20:33.864330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:34.168661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc16c388-fc29-44ef-babd-70bbf1a9edab {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:34.184840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa465f9-fa4e-42a2-87ac-e7955e36f117 req-3eace97a-3b96-4798-b1f2-3fbfdbd73599 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.191925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa465f9-fa4e-42a2-87ac-e7955e36f117 req-3eace97a-3b96-4798-b1f2-3fbfdbd73599 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.199418 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.199601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa465f9-fa4e-42a2-87ac-e7955e36f117 req-3eace97a-3b96-4798-b1f2-3fbfdbd73599 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.207825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa465f9-fa4e-42a2-87ac-e7955e36f117 req-3eace97a-3b96-4798-b1f2-3fbfdbd73599 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.215652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa465f9-fa4e-42a2-87ac-e7955e36f117 req-3eace97a-3b96-4798-b1f2-3fbfdbd73599 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.219928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-caa465f9-fa4e-42a2-87ac-e7955e36f117 req-3eace97a-3b96-4798-b1f2-3fbfdbd73599 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 3827 time: 0.3719513 Jul 16 18:20:34.238260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Pushing event updated for resources: {'Port': ['ID=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:34.274603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Transition to ACTIVE for port object fc16c388-fc29-44ef-babd-70bbf1a9edab will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:34.276289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 7, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9511bc0b-46fc-4848-9427-195b9058059c', 'name': '', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:15:4d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:19Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.316419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24671b78-85f1-418d-8dd9-a71108d6f4eb req-d2644e21-c984-4e18-819d-b049a3bfd000 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.318318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:34.329612 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24671b78-85f1-418d-8dd9-a71108d6f4eb req-d2644e21-c984-4e18-819d-b049a3bfd000 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 943 time: 0.3560236 Jul 16 18:20:34.330847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:34.331672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.349507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.439653 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-38d8d743-54d0-47e6-8917-093a151d967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.444865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-38d8d743-54d0-47e6-8917-093a151d967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.445698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-38d8d743-54d0-47e6-8917-093a151d967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.446409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-38d8d743-54d0-47e6-8917-093a151d967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.451444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-38d8d743-54d0-47e6-8917-093a151d967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.454852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-38d8d743-54d0-47e6-8917-093a151d967c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 4363 time: 0.6080687 Jul 16 18:20:34.612039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:34.690407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Pushing event updated for resources: {'Port': ['ID=fc16c388-fc29-44ef-babd-70bbf1a9edab,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:34.714440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:34.715213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Attempting to bind port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:34.715551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Attempting to bind port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:34.716699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Attempting to bind port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 on network fcba5633-0194-423c-bed8-a392f4897ced {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:34.735703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 on network fcba5633-0194-423c-bed8-a392f4897ced not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:34.736029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Attempting to bind port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 on network fcba5633-0194-423c-bed8-a392f4897ced {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:34.768760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:34.769111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Checking segment: {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:34.769509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Bound using segment: {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:34.769967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Bound port: bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:34.770333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.907602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-abd0f2ac-14ac-4638-b6f9-3f6ac9c1b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.908115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-abd0f2ac-14ac-4638-b6f9-3f6ac9c1b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.911520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-abd0f2ac-14ac-4638-b6f9-3f6ac9c1b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.913339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-abd0f2ac-14ac-4638-b6f9-3f6ac9c1b273 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=429b088dd3d6401fa094a805fb53eb82&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4289343 Jul 16 18:20:34.932803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-caa465f9-fa4e-42a2-87ac-e7955e36f117 req-b52e975e-e470-4b5c-a993-3dc4d494c4c6 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6927288 Jul 16 18:20:35.016213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] For port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:35.031027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] For port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:35.044388 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.127819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 7, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9511bc0b-46fc-4848-9427-195b9058059c', 'name': '', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:15:4d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:19Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:35.161853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.162510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.163997 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] 10.222.0.46 "PUT /v2.0/ports/bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 HTTP/1.1" status: 200 len: 1092 time: 2.9854491 Jul 16 18:20:35.168325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbc891-4941-43b9-9f08-2698af91165d None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 7, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9511bc0b-46fc-4848-9427-195b9058059c', 'name': '', 'network_id': '4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:15:4d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:19Z', 'updated_at': '2021-07-16T18:20:31Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2223ec78-d92c-4d13-8253-9414d22628bd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:35.221485 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24671b78-85f1-418d-8dd9-a71108d6f4eb req-a165f874-7aa3-4d17-9fdc-84730555313f tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8909111 Jul 16 18:20:35.223195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0691a22-8846-448a-8045-d1666483daeb', 'tag': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:35.225159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-fd567b8c-c437-49fb-8b98-e97aa928ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.225673 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2517bb2b-d635-4781-b699-8e546bc6ba2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0691a22-8846-448a-8045-d1666483daeb", "tag": "bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:35.229750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd5ae82a-855a-410b-b54c-458c36628e9f req-fd567b8c-c437-49fb-8b98-e97aa928ede8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2885547 Jul 16 18:20:35.565266 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:35.636171 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317d0d6d-28a4-4be5-9aa8-5c4d7bf72e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.688220 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cb9909-8a22-4e11-99c9-8d80087b9f76 x-openstack-request-id: req-73cb9909-8a22-4e11-99c9-8d80087b9f76 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:35.688554 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0691a22-8846-448a-8045-d1666483daeb", "tag": "bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:35.688947 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73cb9909-8a22-4e11-99c9-8d80087b9f76 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:35.689240 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0691a22-8846-448a-8045-d1666483daeb', 'tag': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7', 'status': 'completed', 'code': 200} Jul 16 18:20:35.754809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d5b9b-021c-4314-8414-085360c2b578 service neutron] Pushing event updated for resources: {'Port': ['ID=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:35.789934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Attempting to bind port fc16c388-fc29-44ef-babd-70bbf1a9edab on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:35.790268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Attempting to bind port fc16c388-fc29-44ef-babd-70bbf1a9edab by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:35.790599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Attempting to bind port fc16c388-fc29-44ef-babd-70bbf1a9edab on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:35.812404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Port fc16c388-fc29-44ef-babd-70bbf1a9edab on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:35.812781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Attempting to bind port fc16c388-fc29-44ef-babd-70bbf1a9edab on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:35.828307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:35.828680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Checking segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:35.829074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Bound using segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:35.829564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Bound port: fc16c388-fc29-44ef-babd-70bbf1a9edab, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:35.829928 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.869100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-9cf193a8-6066-4894-b565-5cd4eb40357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.870604 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-9cf193a8-6066-4894-b565-5cd4eb40357b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d36e8aff1345cd9eb244476bd68288&device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 1095 time: 0.2324674 Jul 16 18:20:35.914456 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-632c36b0-df04-446d-bc04-e52018a52118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.941256 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.980302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.033109 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-fa774443-ab37-4b7f-abd8-1b1bf794b1c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 HTTP/1.1" status: 200 len: 217 time: 0.1112437 Jul 16 18:20:36.110293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] For port fc16c388-fc29-44ef-babd-70bbf1a9edab, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:36.162346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] For port fc16c388-fc29-44ef-babd-70bbf1a9edab, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:36.166546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317d0d6d-28a4-4be5-9aa8-5c4d7bf72e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.177614 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.188281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317d0d6d-28a4-4be5-9aa8-5c4d7bf72e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.191777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-156118c7-5726-411f-9d2c-5ef626ab34df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.194064 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-156118c7-5726-411f-9d2c-5ef626ab34df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11199a5-2c51-4e20-9a02-ed7d9ac5a1da HTTP/1.1" status: 200 len: 861 time: 0.1239529 Jul 16 18:20:36.244647 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.245650 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.247093 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] 10.222.0.45 "PUT /v2.0/ports/fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 200 len: 1130 time: 3.4814198 Jul 16 18:20:36.287460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108a4a2-4af1-43b5-b405-8f1274c0b044 req-4fefbf98-cf6f-46d0-9023-1cad5447e14a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.297302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108a4a2-4af1-43b5-b405-8f1274c0b044 req-4fefbf98-cf6f-46d0-9023-1cad5447e14a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.311981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108a4a2-4af1-43b5-b405-8f1274c0b044 req-4fefbf98-cf6f-46d0-9023-1cad5447e14a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.314334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:36.318855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108a4a2-4af1-43b5-b405-8f1274c0b044 req-4fefbf98-cf6f-46d0-9023-1cad5447e14a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.325912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108a4a2-4af1-43b5-b405-8f1274c0b044 req-4fefbf98-cf6f-46d0-9023-1cad5447e14a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.333730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108a4a2-4af1-43b5-b405-8f1274c0b044 req-4fefbf98-cf6f-46d0-9023-1cad5447e14a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.343405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e108a4a2-4af1-43b5-b405-8f1274c0b044 req-4fefbf98-cf6f-46d0-9023-1cad5447e14a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 4598 time: 0.2424471 Jul 16 18:20:36.376014 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-09ac4023-6ae5-44f0-8642-f75559326823 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcba5633-0194-423c-bed8-a392f4897ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438391 Jul 16 18:20:36.400879 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-317d0d6d-28a4-4be5-9aa8-5c4d7bf72e05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e689626582b84dd3a1c3462f7682d933&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6707990 Jul 16 18:20:36.413582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56530) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:36.457415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d0d6d-28a4-4be5-9aa8-5c4d7bf72e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1379b4bd-5756-4a21-9a71-cdeea0941c9c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.469317 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e108a4a2-4af1-43b5-b405-8f1274c0b044 req-18032a6d-f253-4393-8b14-0965f829376f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1229398 Jul 16 18:20:36.519447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94851158-635b-427a-a246-a7ee091ddf86 service neutron] Pushing event updated for resources: {'Port': ['ID=fc16c388-fc29-44ef-babd-70bbf1a9edab,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.589315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-509fb0f9-2706-4494-b570-00eeb7cf9199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.644063 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-509fb0f9-2706-4494-b570-00eeb7cf9199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.685280 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.723929 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-578018a3-43a8-4528-aca0-4c6e71ded97d service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179777 Jul 16 18:20:36.784638 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-509fb0f9-2706-4494-b570-00eeb7cf9199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.786314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-509fb0f9-2706-4494-b570-00eeb7cf9199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.789713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-509fb0f9-2706-4494-b570-00eeb7cf9199 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1379b4bd-5756-4a21-9a71-cdeea0941c9c HTTP/1.1" status: 204 len: 168 time: 0.3729231 Jul 16 18:20:36.831401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fb0f9-2706-4494-b570-00eeb7cf9199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1379b4bd-5756-4a21-9a71-cdeea0941c9c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.937597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00336b7d-b39d-4ffc-acb1-24f2443af625 req-41ed2b72-d7f9-4c56-b226-41c4c6e07704 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.941859 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.948853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00336b7d-b39d-4ffc-acb1-24f2443af625 req-41ed2b72-d7f9-4c56-b226-41c4c6e07704 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 943 time: 0.1954174 Jul 16 18:20:37.028670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00336b7d-b39d-4ffc-acb1-24f2443af625 req-8aee5b81-fbb6-47e2-851e-1745c1a124b8 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763266 Jul 16 18:20:37.037156 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d6ed9079-acdb-4434-a2db-b5a0ba3b29d1 req-9f73323b-a461-48f4-96c8-a4f24cac9888 service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861726 Jul 16 18:20:37.179695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 9511bc0b-46fc-4848-9427-195b9058059c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:37.180038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.275507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.290079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60baacd4-29c2-41c1-8da4-2fd7b15dbb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.417261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-1cc0e577-f74b-477f-a05b-8afd1d3931f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.418144 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-1cc0e577-f74b-477f-a05b-8afd1d3931f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d36e8aff1345cd9eb244476bd68288&device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 1095 time: 0.2403584 Jul 16 18:20:37.422520 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60baacd4-29c2-41c1-8da4-2fd7b15dbb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.425006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port 9511bc0b-46fc-4848-9427-195b9058059c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9511bc0b-46fc-4848-9427-195b9058059c,segment=NetworkSegment(ae3b0ad7-bb2c-4d00-8c85-421bbd515f27),segment_id=ae3b0ad7-bb2c-4d00-8c85-421bbd515f27)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:37.425446 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.428004 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60baacd4-29c2-41c1-8da4-2fd7b15dbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.482414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-60baacd4-29c2-41c1-8da4-2fd7b15dbb3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=763c849d67a14578905ee99c8464a7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054756 Jul 16 18:20:37.487844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56548) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.507270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60baacd4-29c2-41c1-8da4-2fd7b15dbb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beac8bdf-a898-46b4-ad78-498a43b08132,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.513806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88ae1d6-97e8-44b7-92e3-651fb09a9057 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:37.527638 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.530816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 9511bc0b-46fc-4848-9427-195b9058059c owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:37.564142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Transition to ACTIVE for port object b88ae1d6-97e8-44b7-92e3-651fb09a9057 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:37.574860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.579395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f13b0c-0331-4295-bef7-c6c5c4c8e623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.606755 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f13b0c-0331-4295-bef7-c6c5c4c8e623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.645622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-f566451f-4f9c-4cf1-af06-92ffa4ab6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.645622 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-f566451f-4f9c-4cf1-af06-92ffa4ab6767 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 200 len: 922 time: 0.2168593 Jul 16 18:20:37.677283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f13b0c-0331-4295-bef7-c6c5c4c8e623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.679780 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f13b0c-0331-4295-bef7-c6c5c4c8e623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.680937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-65f13b0c-0331-4295-bef7-c6c5c4c8e623 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/beac8bdf-a898-46b4-ad78-498a43b08132 HTTP/1.1" status: 204 len: 168 time: 0.1921325 Jul 16 18:20:37.691077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': 'fc16c388-fc29-44ef-babd-70bbf1a9edab'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:37.693463 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b58bd8a-df5f-49f6-88fb-62d20351c99a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "fc16c388-fc29-44ef-babd-70bbf1a9edab"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:37.719265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f13b0c-0331-4295-bef7-c6c5c4c8e623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beac8bdf-a898-46b4-ad78-498a43b08132,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.759313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-5ed2d2c8-80f5-49a9-a0c8-4aaa0398f845 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 HTTP/1.1" status: 200 len: 217 time: 0.0993202 Jul 16 18:20:37.777670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Pushing event updated for resources: {'Port': ['ID=b88ae1d6-97e8-44b7-92e3-651fb09a9057,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.822470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156358e2-4469-45e4-a9eb-7bc426204de8 req-ba0099f5-b90f-4a18-9346-78739d929f52 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.830877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156358e2-4469-45e4-a9eb-7bc426204de8 req-ba0099f5-b90f-4a18-9346-78739d929f52 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.839024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156358e2-4469-45e4-a9eb-7bc426204de8 req-ba0099f5-b90f-4a18-9346-78739d929f52 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.848072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156358e2-4469-45e4-a9eb-7bc426204de8 req-ba0099f5-b90f-4a18-9346-78739d929f52 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.856754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156358e2-4469-45e4-a9eb-7bc426204de8 req-ba0099f5-b90f-4a18-9346-78739d929f52 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.865515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156358e2-4469-45e4-a9eb-7bc426204de8 req-ba0099f5-b90f-4a18-9346-78739d929f52 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.873414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156358e2-4469-45e4-a9eb-7bc426204de8 req-ba0099f5-b90f-4a18-9346-78739d929f52 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.885697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-156358e2-4469-45e4-a9eb-7bc426204de8 req-ba0099f5-b90f-4a18-9346-78739d929f52 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5371 time: 0.2175593 Jul 16 18:20:37.909651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-636f1d18-7566-4713-aa62-13c65d8613a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.911250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-636f1d18-7566-4713-aa62-13c65d8613a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11199a5-2c51-4e20-9a02-ed7d9ac5a1da HTTP/1.1" status: 200 len: 861 time: 0.1308520 Jul 16 18:20:37.923730 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c13792d-e112-4f45-b318-979f0064a980 x-openstack-request-id: req-8c13792d-e112-4f45-b318-979f0064a980 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:37.924588 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "fc16c388-fc29-44ef-babd-70bbf1a9edab", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:37.925291 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c13792d-e112-4f45-b318-979f0064a980 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:37.926201 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': 'fc16c388-fc29-44ef-babd-70bbf1a9edab', 'status': 'completed', 'code': 200} Jul 16 18:20:37.982747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-156358e2-4469-45e4-a9eb-7bc426204de8 req-c5fd4768-edd8-4b37-b018-8c21e95fbc3c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951908 Jul 16 18:20:38.028312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-621d8042-05e4-4d3f-a3cc-5617c3944a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.029381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-621d8042-05e4-4d3f-a3cc-5617c3944a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.029640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-621d8042-05e4-4d3f-a3cc-5617c3944a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.030855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-621d8042-05e4-4d3f-a3cc-5617c3944a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.031368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-621d8042-05e4-4d3f-a3cc-5617c3944a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.036604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-621d8042-05e4-4d3f-a3cc-5617c3944a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.036604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-621d8042-05e4-4d3f-a3cc-5617c3944a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.036604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-621d8042-05e4-4d3f-a3cc-5617c3944a0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6169 time: 0.1260347 Jul 16 18:20:38.122542 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-7c4a7779-7d4d-4567-bdf3-4624c736049b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcba5633-0194-423c-bed8-a392f4897ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375496 Jul 16 18:20:38.179916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-7fd14ae5-8edd-4bc8-ba31-ede777def6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.181155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-7fd14ae5-8edd-4bc8-ba31-ede777def6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.182425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-7fd14ae5-8edd-4bc8-ba31-ede777def6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.187123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-7fd14ae5-8edd-4bc8-ba31-ede777def6f9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=429b088dd3d6401fa094a805fb53eb82&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1428614 Jul 16 18:20:38.306648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Attempting to bind port b88ae1d6-97e8-44b7-92e3-651fb09a9057 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:38.307074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Attempting to bind port b88ae1d6-97e8-44b7-92e3-651fb09a9057 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:38.307475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Attempting to bind port b88ae1d6-97e8-44b7-92e3-651fb09a9057 on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:38.313012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.351119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Port b88ae1d6-97e8-44b7-92e3-651fb09a9057 on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:38.351568 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Attempting to bind port b88ae1d6-97e8-44b7-92e3-651fb09a9057 on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:38.382792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=9511bc0b-46fc-4848-9427-195b9058059c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.401688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368b857-bad6-460e-96e0-eab4e5bb3862 req-2c9418d4-6667-40fd-b137-ad6c45828436 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.403266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5368b857-bad6-460e-96e0-eab4e5bb3862 req-2c9418d4-6667-40fd-b137-ad6c45828436 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 943 time: 0.2089684 Jul 16 18:20:38.432409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:38.433377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Checking segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:38.433377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Bound using segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:38.433946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Bound port: b88ae1d6-97e8-44b7-92e3-651fb09a9057, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:38.434412 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.435300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-dd00c70f-eaa5-4dab-a6c6-d9d03ece7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.436419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b58bd8a-df5f-49f6-88fb-62d20351c99a req-dd00c70f-eaa5-4dab-a6c6-d9d03ece7198 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434356 Jul 16 18:20:38.489669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5368b857-bad6-460e-96e0-eab4e5bb3862 req-80222847-fea1-4a9b-aad4-61992b49a0d5 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734687 Jul 16 18:20:38.646421 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.983892 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-e7199b43-81fe-4617-a096-3a13c4af0b4f service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8449507 Jul 16 18:20:39.044024 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.051308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] For port b88ae1d6-97e8-44b7-92e3-651fb09a9057, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:39.113147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] For port b88ae1d6-97e8-44b7-92e3-651fb09a9057, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:39.197784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.268756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f959b0-d207-4890-8183-3a1a67d599cc req-0edbdf1e-8e84-465a-a753-e21c914ca4d8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.294153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f959b0-d207-4890-8183-3a1a67d599cc req-0edbdf1e-8e84-465a-a753-e21c914ca4d8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.327677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f959b0-d207-4890-8183-3a1a67d599cc req-0edbdf1e-8e84-465a-a753-e21c914ca4d8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.337532 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.338410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.340043 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] 10.222.0.45 "PUT /v2.0/ports/b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 200 len: 1132 time: 3.0404284 Jul 16 18:20:39.346073 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2517bb2b-d635-4781-b699-8e546bc6ba2b req-ebb618bd-f374-41a2-87ff-c85cf62f0ccd service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538465 Jul 16 18:20:39.348152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f959b0-d207-4890-8183-3a1a67d599cc req-0edbdf1e-8e84-465a-a753-e21c914ca4d8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.373228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f959b0-d207-4890-8183-3a1a67d599cc req-0edbdf1e-8e84-465a-a753-e21c914ca4d8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.388869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f959b0-d207-4890-8183-3a1a67d599cc req-0edbdf1e-8e84-465a-a753-e21c914ca4d8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.390928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:39.396904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442c9c7-856e-4079-b400-be124f1aeceb service neutron] Pushing event updated for resources: {'Port': ['ID=b88ae1d6-97e8-44b7-92e3-651fb09a9057,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.412606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f959b0-d207-4890-8183-3a1a67d599cc req-0edbdf1e-8e84-465a-a753-e21c914ca4d8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.422309 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-70f959b0-d207-4890-8183-3a1a67d599cc req-0edbdf1e-8e84-465a-a753-e21c914ca4d8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5371 time: 0.2456868 Jul 16 18:20:39.493620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-70f959b0-d207-4890-8183-3a1a67d599cc req-63cf4154-08bd-437d-bcbf-e2174dac39a2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695264 Jul 16 18:20:39.602797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:39.603969 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.753349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130a02-69eb-41f5-aa78-6a4dac543fbc req-186db4c7-314b-4fcf-b910-dd649bc30aa8 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.755023 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a130a02-69eb-41f5-aa78-6a4dac543fbc req-186db4c7-314b-4fcf-b910-dd649bc30aa8 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 943 time: 0.0776372 Jul 16 18:20:39.791298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:39.803703 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:39.810523 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-40cbed2c-03ca-4309-8369-b20635e0a9ba tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9682503 Jul 16 18:20:39.811298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.820376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a130a02-69eb-41f5-aa78-6a4dac543fbc req-08a94911-04cc-4ad8-85fe-f67ee4d91b7e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582750 Jul 16 18:20:39.834869 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:39.836706 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:39.927863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': 'b88ae1d6-97e8-44b7-92e3-651fb09a9057'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:39.930110 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cb8e8a-51bc-478a-8ddc-4617a49ee524" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "b88ae1d6-97e8-44b7-92e3-651fb09a9057"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:39.954706 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:39.960002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9a2a56-a279-4bb4-b9bc-0aeafbc56b52 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting subnet 2223ec78-d92c-4d13-8253-9414d22628bd {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:39.963331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de9a2a56-a279-4bb4-b9bc-0aeafbc56b52 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.998125 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d7b9df-ff3c-45ec-aaf6-9da487d6668d x-openstack-request-id: req-60d7b9df-ff3c-45ec-aaf6-9da487d6668d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:39.998824 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "b88ae1d6-97e8-44b7-92e3-651fb09a9057", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:39.999293 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60d7b9df-ff3c-45ec-aaf6-9da487d6668d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:40.000588 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': 'b88ae1d6-97e8-44b7-92e3-651fb09a9057', 'status': 'completed', 'code': 200} Jul 16 18:20:40.039166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de9a2a56-a279-4bb4-b9bc-0aeafbc56b52 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.182809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-f49e1be4-bcf0-4999-8fc7-9709e61add32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.183621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-f49e1be4-bcf0-4999-8fc7-9709e61add32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.183986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-f49e1be4-bcf0-4999-8fc7-9709e61add32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.184475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-f49e1be4-bcf0-4999-8fc7-9709e61add32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.184993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-f49e1be4-bcf0-4999-8fc7-9709e61add32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.185476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-f49e1be4-bcf0-4999-8fc7-9709e61add32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.186482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-f49e1be4-bcf0-4999-8fc7-9709e61add32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.192296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-f49e1be4-bcf0-4999-8fc7-9709e61add32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6211 time: 0.1701314 Jul 16 18:20:40.229639 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de9a2a56-a279-4bb4-b9bc-0aeafbc56b52 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.236261 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:38Z', 'revision_number': 8, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:40.241052 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.294313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:40.341589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:40.345720 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:40.353784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.380364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Transition to ACTIVE for port object 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:40.380647 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:40.381272 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:40.382594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de9a2a56-a279-4bb4-b9bc-0aeafbc56b52 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.400442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.434384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-e8222b3c-f8a1-4740-80dd-b30effc7531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.434977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-e8222b3c-f8a1-4740-80dd-b30effc7531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.435366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-e8222b3c-f8a1-4740-80dd-b30effc7531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.438286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-e8222b3c-f8a1-4740-80dd-b30effc7531e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=429b088dd3d6401fa094a805fb53eb82&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2226553 Jul 16 18:20:40.509238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Pushing event updated for resources: {'Port': ['ID=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.524965 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de9a2a56-a279-4bb4-b9bc-0aeafbc56b52 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.526850 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de9a2a56-a279-4bb4-b9bc-0aeafbc56b52 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/2223ec78-d92c-4d13-8253-9414d22628bd HTTP/1.1" status: 204 len: 168 time: 0.7059796 Jul 16 18:20:40.533696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56648) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.538076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a2a56-a279-4bb4-b9bc-0aeafbc56b52 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Subnet': ['ID=2223ec78-d92c-4d13-8253-9414d22628bd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.553893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfef372-6c34-4fc1-b12a-09c120db65fb None None] Network 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:40.623927 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:40.746515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Attempting to bind port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:40.747086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Attempting to bind port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:40.747323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Attempting to bind port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:40.764640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:40.764941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:40.765604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Attempting to bind port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:40.795896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:40.795896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Checking segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:40.796565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Bound using segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:40.797173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Bound port: 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:40.797557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.835077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7', 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced', 'port_id': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7', 'mac_address': 'fa:16:3e:b7:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11199a5-2c51-4e20-9a02-ed7d9ac5a1da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:40.852701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-eb12cb42-afbd-4ed3-866b-422671af4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:40.854284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40cb8e8a-51bc-478a-8ddc-4617a49ee524 req-eb12cb42-afbd-4ed3-866b-422671af4825 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4094026 Jul 16 18:20:40.884013 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.974440 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.010968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:41.040286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] For port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:41.049337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] For port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:41.060464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.071571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1fe5f-e266-4359-b7e6-b1a37692e8ae req-e675ae8b-7143-4d11-8879-93b5ca5ecbbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.094434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.094970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.096466 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] 10.222.0.45 "PUT /v2.0/ports/14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 HTTP/1.1" status: 200 len: 1092 time: 1.7139761 Jul 16 18:20:41.097447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1fe5f-e266-4359-b7e6-b1a37692e8ae req-e675ae8b-7143-4d11-8879-93b5ca5ecbbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.100471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:41.114140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1fe5f-e266-4359-b7e6-b1a37692e8ae req-e675ae8b-7143-4d11-8879-93b5ca5ecbbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.127852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1fe5f-e266-4359-b7e6-b1a37692e8ae req-e675ae8b-7143-4d11-8879-93b5ca5ecbbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.130250 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.151524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1fe5f-e266-4359-b7e6-b1a37692e8ae req-e675ae8b-7143-4d11-8879-93b5ca5ecbbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.164738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:41.171796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1fe5f-e266-4359-b7e6-b1a37692e8ae req-e675ae8b-7143-4d11-8879-93b5ca5ecbbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.190882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1fe5f-e266-4359-b7e6-b1a37692e8ae req-e675ae8b-7143-4d11-8879-93b5ca5ecbbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.195876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9d1fe5f-e266-4359-b7e6-b1a37692e8ae req-e675ae8b-7143-4d11-8879-93b5ca5ecbbd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5383 time: 0.3339782 Jul 16 18:20:41.227481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3345b834-bbb1-4c78-888d-f602b295d731 None None] DHCP port deletion for 4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:41.228232 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:38Z', 'revision_number': 8, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:41.255123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ae2f5-ea7b-4b6d-86d0-f5f486316325 service neutron] Pushing event updated for resources: {'Port': ['ID=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.308753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 9db861c4-97fc-4c26-8348-793622c2923a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:41.309415 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.322956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.331862 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f3a22-7c91-456c-b261-836beb4dc7da None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:38Z', 'revision_number': 8, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '2cf24ed4-3e89-491b-be30-ceb62efa5038', 'name': '', 'network_id': '35cc3ae7-05a0-4db9-8d61-8327b396c02a', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:c2:61:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': 'd92503b5-37e9-459f-972f-414269f7a880', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:09Z', 'updated_at': '2021-07-16T18:20:18Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': 'd92503b5-37e9-459f-972f-414269f7a880', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:41.361919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.390838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.400405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3345b834-bbb1-4c78-888d-f602b295d731 None None] Deleting port 9db861c4-97fc-4c26-8348-793622c2923a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:41.400832 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3345b834-bbb1-4c78-888d-f602b295d731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.438791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port 9db861c4-97fc-4c26-8348-793622c2923a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9db861c4-97fc-4c26-8348-793622c2923a,segment=NetworkSegment(ae3b0ad7-bb2c-4d00-8c85-421bbd515f27),segment_id=ae3b0ad7-bb2c-4d00-8c85-421bbd515f27)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:41.439388 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.470782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 9db861c4-97fc-4c26-8348-793622c2923a owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:41.535433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:41.627459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1536222a-70e8-42c1-8c59-228c15b02333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.631426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9d1fe5f-e266-4359-b7e6-b1a37692e8ae req-e3456d94-64ff-4823-9db3-a43c862247fa tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3991849 Jul 16 18:20:41.666566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3345b834-bbb1-4c78-888d-f602b295d731 None None] For port 9db861c4-97fc-4c26-8348-793622c2923a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9db861c4-97fc-4c26-8348-793622c2923a,segment=NetworkSegment(ae3b0ad7-bb2c-4d00-8c85-421bbd515f27),segment_id=ae3b0ad7-bb2c-4d00-8c85-421bbd515f27)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:41.667068 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3345b834-bbb1-4c78-888d-f602b295d731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.711576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a2fed-2cd4-4c3f-b7e0-a99beed805b3 req-90e0913a-3272-4c42-9cc1-7b601423b7e7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.716843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f4a2fed-2cd4-4c3f-b7e0-a99beed805b3 req-90e0913a-3272-4c42-9cc1-7b601423b7e7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 944 time: 0.5168676 Jul 16 18:20:41.739801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3345b834-bbb1-4c78-888d-f602b295d731 None None] Calling delete_port for 9db861c4-97fc-4c26-8348-793622c2923a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:41.878230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f4a2fed-2cd4-4c3f-b7e0-a99beed805b3 req-c6d0dced-f2ac-4b28-84da-530c5bee6bd3 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501424 Jul 16 18:20:41.881178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.906877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No DVR routers for this DVR port 9db861c4-97fc-4c26-8348-793622c2923a on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:42.006995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:42.010156 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:42.040432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1536222a-70e8-42c1-8c59-228c15b02333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.048163 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1536222a-70e8-42c1-8c59-228c15b02333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.052399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76491c2-6575-4690-9aa0-4d6c7d247f3d {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:42.075527 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.136489 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca4f9e3-ab85-44c9-8dde-26e17152c48d x-openstack-request-id: req-4ca4f9e3-ab85-44c9-8dde-26e17152c48d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:42.136883 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:42.137024 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ca4f9e3-ab85-44c9-8dde-26e17152c48d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:42.137421 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3', 'status': 'completed', 'code': 200} Jul 16 18:20:42.138029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3345b834-bbb1-4c78-888d-f602b295d731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.145495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.148706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Transition to ACTIVE for port object d76491c2-6575-4690-9aa0-4d6c7d247f3d will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:42.153108 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1536222a-70e8-42c1-8c59-228c15b02333 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf4d980b098b4f8e85a19d048f8d8cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7900400 Jul 16 18:20:42.153954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536222a-70e8-42c1-8c59-228c15b02333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead9e6f4-c432-4e76-90cd-2068fdaa9fc5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.157019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.159838 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.160579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:42.175733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:42.176145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3b0ad7-bb2c-4d00-8c85-421bbd515f27') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:42.187571 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.204306 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.211655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:42.212355 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.244214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345b834-bbb1-4c78-888d-f602b295d731 None None] Pushing event deleted for resources: {'Port': ['ID=9db861c4-97fc-4c26-8348-793622c2923a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:42.254168 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:42.263842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345b834-bbb1-4c78-888d-f602b295d731 None None] No DVR routers for this DVR port 9db861c4-97fc-4c26-8348-793622c2923a on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:42.284753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=9db861c4-97fc-4c26-8348-793622c2923a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.307568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-331c5983-cd02-4b95-bfc8-a8e2f4e0e170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.346633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Pushing event updated for resources: {'Port': ['ID=d76491c2-6575-4690-9aa0-4d6c7d247f3d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.369240 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-331c5983-cd02-4b95-bfc8-a8e2f4e0e170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.456215 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.469380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.479017 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/networks/4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4 HTTP/1.1" status: 204 len: 168 time: 1.9421093 Jul 16 18:20:42.480186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56674) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.568460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9511bc0b-46fc-4848-9427-195b9058059c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:42.600552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Attempting to bind port d76491c2-6575-4690-9aa0-4d6c7d247f3d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:42.600899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Attempting to bind port d76491c2-6575-4690-9aa0-4d6c7d247f3d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:42.601239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Attempting to bind port d76491c2-6575-4690-9aa0-4d6c7d247f3d on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:42.606736 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Port d76491c2-6575-4690-9aa0-4d6c7d247f3d on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:42.607056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Attempting to bind port d76491c2-6575-4690-9aa0-4d6c7d247f3d on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:42.613145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:42.613496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Checking segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:42.613895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Bound using segment: {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:42.614333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Bound port: d76491c2-6575-4690-9aa0-4d6c7d247f3d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd116193-1366-4c31-a5e7-d8bee3166d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:42.614704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.623196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9511bc0b-46fc-4848-9427-195b9058059c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:42.625338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9511bc0b-46fc-4848-9427-195b9058059c not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:42.627415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9db861c4-97fc-4c26-8348-793622c2923a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:42.672098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9db861c4-97fc-4c26-8348-793622c2923a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:42.715505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-331c5983-cd02-4b95-bfc8-a8e2f4e0e170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.720495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-331c5983-cd02-4b95-bfc8-a8e2f4e0e170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.721916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9db861c4-97fc-4c26-8348-793622c2923a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:42.723265 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-331c5983-cd02-4b95-bfc8-a8e2f4e0e170 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ead9e6f4-c432-4e76-90cd-2068fdaa9fc5 HTTP/1.1" status: 204 len: 168 time: 0.5648921 Jul 16 18:20:42.747983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e685a-f215-4246-819b-4a31fc371411 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Network': ['ID=4a88e8ab-84b0-42e7-b2a4-cd6d45cda0d4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.771321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c5983-cd02-4b95-bfc8-a8e2f4e0e170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead9e6f4-c432-4e76-90cd-2068fdaa9fc5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.853946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] For port d76491c2-6575-4690-9aa0-4d6c7d247f3d, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:42.860875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] For port d76491c2-6575-4690-9aa0-4d6c7d247f3d, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:42.869739 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.922040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.922921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.924761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] 10.222.0.45 "PUT /v2.0/ports/d76491c2-6575-4690-9aa0-4d6c7d247f3d HTTP/1.1" status: 200 len: 1091 time: 1.7651172 Jul 16 18:20:42.950830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-fad78b68-a01c-4535-9b1a-a1854bbabc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.951320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-fad78b68-a01c-4535-9b1a-a1854bbabc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.952469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-fad78b68-a01c-4535-9b1a-a1854bbabc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.952989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-fad78b68-a01c-4535-9b1a-a1854bbabc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.953591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-fad78b68-a01c-4535-9b1a-a1854bbabc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.954069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-fad78b68-a01c-4535-9b1a-a1854bbabc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.954532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-fad78b68-a01c-4535-9b1a-a1854bbabc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.956575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-fad78b68-a01c-4535-9b1a-a1854bbabc57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6305 time: 0.7039454 Jul 16 18:20:42.972011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:43.078383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7641d-7b34-4d28-b209-d2d1c4135830 service neutron] Pushing event updated for resources: {'Port': ['ID=d76491c2-6575-4690-9aa0-4d6c7d247f3d,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.223298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.431431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-b5a7fe09-f7a3-483d-acb6-002e383e0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.437749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-b5a7fe09-f7a3-483d-acb6-002e383e0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.438466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-b5a7fe09-f7a3-483d-acb6-002e383e0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.440358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-b5a7fe09-f7a3-483d-acb6-002e383e0207 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=429b088dd3d6401fa094a805fb53eb82&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4264324 Jul 16 18:20:43.441175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56690) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:43.598754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:43.608728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.621993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Transition to ACTIVE for port object 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:43.628476 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.707459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Pushing event updated for resources: {'Port': ['ID=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.763088 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e59873df-7745-446f-bcc7-25debb21cb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.843609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Attempting to bind port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:43.844013 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Attempting to bind port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:43.844346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Attempting to bind port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 on network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:43.848699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-1ee658f9-aa7e-41a4-a0e7-8a0d9d198cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.850728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bef023f3-a667-4669-9eb4-ec6f3b3ec2bb req-1ee658f9-aa7e-41a4-a0e7-8a0d9d198cfa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3827956 Jul 16 18:20:43.856343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 on network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:43.856890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Attempting to bind port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 on network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:43.867431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:43.867932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Checking segment: {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:43.868549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Bound using segment: {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:43.869297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Bound port: 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:43.869778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.968463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1654-984c-44af-8732-5b29bf27dde8 req-45857eea-379d-40d9-ae09-ab38e1810dff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.973290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] For port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:43.976362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] For port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:43.976576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1654-984c-44af-8732-5b29bf27dde8 req-45857eea-379d-40d9-ae09-ab38e1810dff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.984764 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.985064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1654-984c-44af-8732-5b29bf27dde8 req-45857eea-379d-40d9-ae09-ab38e1810dff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.993590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1654-984c-44af-8732-5b29bf27dde8 req-45857eea-379d-40d9-ae09-ab38e1810dff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.007922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1654-984c-44af-8732-5b29bf27dde8 req-45857eea-379d-40d9-ae09-ab38e1810dff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.015644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1654-984c-44af-8732-5b29bf27dde8 req-45857eea-379d-40d9-ae09-ab38e1810dff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.022805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d1654-984c-44af-8732-5b29bf27dde8 req-45857eea-379d-40d9-ae09-ab38e1810dff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.024532 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.025196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.025993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be3d1654-984c-44af-8732-5b29bf27dde8 req-45857eea-379d-40d9-ae09-ab38e1810dff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5395 time: 1.0682690 Jul 16 18:20:44.034741 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] 10.222.0.45 "PUT /v2.0/ports/03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 HTTP/1.1" status: 200 len: 1092 time: 1.0859606 Jul 16 18:20:44.069998 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Request body: {'port': {'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:44.103307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bbb35-97ff-48a3-8c21-fb862a99a9dd service neutron] Pushing event updated for resources: {'Port': ['ID=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:44.141126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': 'd76491c2-6575-4690-9aa0-4d6c7d247f3d'}, {'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:44.143580 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "d76491c2-6575-4690-9aa0-4d6c7d247f3d"}, {"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "03e830c3-9aa6-4dab-8d8e-fc7d5e961d01"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:44.210205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.434245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:44.522384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:44.533543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:44.534785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.595611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeae48a-bd1e-43dc-92f9-a7b1fccd20e9 req-8af1d8bd-8638-48c8-85e9-d5c9f86f3018 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.607460 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cbeae48a-bd1e-43dc-92f9-a7b1fccd20e9 req-8af1d8bd-8638-48c8-85e9-d5c9f86f3018 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 944 time: 1.1643310 Jul 16 18:20:44.678034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02ac2da-e0ee-4373-8793-44f99b933222 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:44.681682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be3d1654-984c-44af-8732-5b29bf27dde8 req-002672f9-a51f-4426-9793-a7527360ef6a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1630628 Jul 16 18:20:44.691047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.708107 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cbeae48a-bd1e-43dc-92f9-a7b1fccd20e9 req-fb260478-a017-4e1f-b673-b421e8f018ad tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987964 Jul 16 18:20:44.731375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.742126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Transition to ACTIVE for port object d02ac2da-e0ee-4373-8793-44f99b933222 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:44.747913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.849218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Pushing event updated for resources: {'Port': ['ID=d02ac2da-e0ee-4373-8793-44f99b933222,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:44.863316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e59873df-7745-446f-bcc7-25debb21cb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.875795 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e59873df-7745-446f-bcc7-25debb21cb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.930480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59873df-7745-446f-bcc7-25debb21cb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a65705-49b9-4b5b-8840-aab6b3af4487,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:44.939828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e59873df-7745-446f-bcc7-25debb21cb87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c58d06edecb440c945e69bf57e03d63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4797232 Jul 16 18:20:44.940850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56700) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:44.956163 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.004875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0691a22-8846-448a-8045-d1666483daeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:45.009233 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ece19b-168a-4ec1-86fe-e832e50ed60d" -d '{"events": [{"server_uuid": "c0691a22-8846-448a-8045-d1666483daeb", "name": "network-vif-plugged", "status": "completed", "tag": "bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:45.042442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:45.049226 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.059117 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b36fcb0-e5bb-4711-ba40-f55c457dc045 x-openstack-request-id: req-5b36fcb0-e5bb-4711-ba40-f55c457dc045 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:45.059415 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "d76491c2-6575-4690-9aa0-4d6c7d247f3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "03e830c3-9aa6-4dab-8d8e-fc7d5e961d01", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:45.059659 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b36fcb0-e5bb-4711-ba40-f55c457dc045 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:45.060389 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': 'd76491c2-6575-4690-9aa0-4d6c7d247f3d', 'status': 'completed', 'code': 200} Jul 16 18:20:45.060871 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01', 'status': 'completed', 'code': 200} Jul 16 18:20:45.088107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Attempting to bind port d02ac2da-e0ee-4373-8793-44f99b933222 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:45.088482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Attempting to bind port d02ac2da-e0ee-4373-8793-44f99b933222 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:45.088828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Attempting to bind port d02ac2da-e0ee-4373-8793-44f99b933222 on network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:45.099557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Port d02ac2da-e0ee-4373-8793-44f99b933222 on network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:45.099890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Attempting to bind port d02ac2da-e0ee-4373-8793-44f99b933222 on network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:45.115639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:45.116343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Checking segment: {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:45.116810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Bound using segment: {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:45.117257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Bound port: d02ac2da-e0ee-4373-8793-44f99b933222, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:45.117621 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.130065 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4490fc-9d68-48f1-bb27-2d85d58cd31e x-openstack-request-id: req-5d4490fc-9d68-48f1-bb27-2d85d58cd31e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:45.130365 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0691a22-8846-448a-8045-d1666483daeb", "name": "network-vif-plugged", "status": "completed", "tag": "bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:45.130623 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d4490fc-9d68-48f1-bb27-2d85d58cd31e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:45.131024 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0691a22-8846-448a-8045-d1666483daeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7', 'code': 200} Jul 16 18:20:45.131651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:45.228916 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0368a457-0aa1-4e40-8e8b-4401179915fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.278555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0368a457-0aa1-4e40-8e8b-4401179915fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.289661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-1e908a72-e6e4-4cfd-82ed-5f54bc2fa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.290237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-1e908a72-e6e4-4cfd-82ed-5f54bc2fa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.290991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-1e908a72-e6e4-4cfd-82ed-5f54bc2fa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.291514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-1e908a72-e6e4-4cfd-82ed-5f54bc2fa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.292153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-1e908a72-e6e4-4cfd-82ed-5f54bc2fa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.292921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-1e908a72-e6e4-4cfd-82ed-5f54bc2fa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.293459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-1e908a72-e6e4-4cfd-82ed-5f54bc2fa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.294302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:45.297961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-1e908a72-e6e4-4cfd-82ed-5f54bc2fa072 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6441 time: 0.2493458 Jul 16 18:20:45.307382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] For port d02ac2da-e0ee-4373-8793-44f99b933222, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:45.324108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] For port d02ac2da-e0ee-4373-8793-44f99b933222, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d02ac2da-e0ee-4373-8793-44f99b933222,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:45.336367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.397683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.398309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.399718 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] 10.222.0.45 "PUT /v2.0/ports/d02ac2da-e0ee-4373-8793-44f99b933222 HTTP/1.1" status: 200 len: 1092 time: 1.3349800 Jul 16 18:20:45.407652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e0d27-9518-4860-955a-bf16ea3e9730 req-090a8d2e-e827-4f14-8ad4-5e190f2d699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.409513 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-023e0d27-9518-4860-955a-bf16ea3e9730 req-090a8d2e-e827-4f14-8ad4-5e190f2d699b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 1097 time: 0.1527379 Jul 16 18:20:45.460075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f854374-bd7b-409e-805b-afba867b7311 service neutron] Pushing event updated for resources: {'Port': ['ID=d02ac2da-e0ee-4373-8793-44f99b933222,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:45.469851 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-023e0d27-9518-4860-955a-bf16ea3e9730 req-4fe108ec-92dc-471a-b31c-1083ee8b6f4c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512514 Jul 16 18:20:45.540497 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0368a457-0aa1-4e40-8e8b-4401179915fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.543320 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0368a457-0aa1-4e40-8e8b-4401179915fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.551234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0368a457-0aa1-4e40-8e8b-4401179915fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88a65705-49b9-4b5b-8840-aab6b3af4487 HTTP/1.1" status: 204 len: 168 time: 0.5396512 Jul 16 18:20:45.597560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368a457-0aa1-4e40-8e8b-4401179915fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a65705-49b9-4b5b-8840-aab6b3af4487,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:45.644783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-4016fdee-e883-4c30-8a6e-d7c64a97a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.645792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-4016fdee-e883-4c30-8a6e-d7c64a97a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.647263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-4016fdee-e883-4c30-8a6e-d7c64a97a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.649365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-4016fdee-e883-4c30-8a6e-d7c64a97a509 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=429b088dd3d6401fa094a805fb53eb82&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3156617 Jul 16 18:20:45.739284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 2cf24ed4-3e89-491b-be30-ceb62efa5038 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:45.739523 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.832387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-7988738e-c9f5-4352-918d-3f01c137980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.833894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-7988738e-c9f5-4352-918d-3f01c137980e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757061 Jul 16 18:20:45.878621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port 2cf24ed4-3e89-491b-be30-ceb62efa5038, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2cf24ed4-3e89-491b-be30-ceb62efa5038,segment=NetworkSegment(daba1b02-9b5a-4168-a9cd-b8805dd26661),segment_id=daba1b02-9b5a-4168-a9cd-b8805dd26661)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:45.879311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.922656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 2cf24ed4-3e89-491b-be30-ceb62efa5038 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:46.135585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-69adace6-7507-4abe-9f08-3df193c90ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.136078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-69adace6-7507-4abe-9f08-3df193c90ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.136587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-69adace6-7507-4abe-9f08-3df193c90ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.137073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-69adace6-7507-4abe-9f08-3df193c90ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.137552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-69adace6-7507-4abe-9f08-3df193c90ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.138032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-69adace6-7507-4abe-9f08-3df193c90ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.138508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-69adace6-7507-4abe-9f08-3df193c90ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.140647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-69adace6-7507-4abe-9f08-3df193c90ef2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6483 time: 0.2524118 Jul 16 18:20:46.164680 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.227812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619b3d-d987-4aee-99b6-2b9e5856eb5f req-1a5b8126-ef45-48ce-9885-b47afb5fde8b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.234834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619b3d-d987-4aee-99b6-2b9e5856eb5f req-1a5b8126-ef45-48ce-9885-b47afb5fde8b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.241067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619b3d-d987-4aee-99b6-2b9e5856eb5f req-1a5b8126-ef45-48ce-9885-b47afb5fde8b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.247243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619b3d-d987-4aee-99b6-2b9e5856eb5f req-1a5b8126-ef45-48ce-9885-b47afb5fde8b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.253517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619b3d-d987-4aee-99b6-2b9e5856eb5f req-1a5b8126-ef45-48ce-9885-b47afb5fde8b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.261325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619b3d-d987-4aee-99b6-2b9e5856eb5f req-1a5b8126-ef45-48ce-9885-b47afb5fde8b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.266006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619b3d-d987-4aee-99b6-2b9e5856eb5f req-1a5b8126-ef45-48ce-9885-b47afb5fde8b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.268020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05619b3d-d987-4aee-99b6-2b9e5856eb5f req-1a5b8126-ef45-48ce-9885-b47afb5fde8b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.3427658 Jul 16 18:20:46.291042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69843bd-6c1d-4c02-9bb2-9285f0ace1e6 req-b39f1c3e-5367-4a0d-b1e3-96ab294fb63f tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.292630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d69843bd-6c1d-4c02-9bb2-9285f0ace1e6 req-b39f1c3e-5367-4a0d-b1e3-96ab294fb63f tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.3504820 Jul 16 18:20:46.451559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05619b3d-d987-4aee-99b6-2b9e5856eb5f req-deaf99e3-9b31-454f-a301-91f54286f95e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543117 Jul 16 18:20:46.474133 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d69843bd-6c1d-4c02-9bb2-9285f0ace1e6 req-04236666-f681-4216-b5f7-a7d97690dbd6 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690285 Jul 16 18:20:46.481572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-40c845c8-babf-4a68-a439-8286d2da39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.482055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-40c845c8-babf-4a68-a439-8286d2da39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.482530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-40c845c8-babf-4a68-a439-8286d2da39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.484895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-40c845c8-babf-4a68-a439-8286d2da39cf service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=429b088dd3d6401fa094a805fb53eb82&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3052597 Jul 16 18:20:46.486014 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.526071 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-5680ac0c-bf1c-49de-afaa-a6c4d23e203f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1510611 Jul 16 18:20:46.526193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=2cf24ed4-3e89-491b-be30-ceb62efa5038,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:46.597321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Deleting port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:46.599443 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.779094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-80563b78-ab51-49d0-8ee6-5b428d4ed935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.786298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e8f5a5f-e3f8-49eb-a2d5-c4001adf1b63 req-80563b78-ab51-49d0-8ee6-5b428d4ed935 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2904487 Jul 16 18:20:46.787065 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.804776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] For port b6ae04af-2475-4784-b1ed-4e6ee9c2feaf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b6ae04af-2475-4784-b1ed-4e6ee9c2feaf,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:46.805165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.817344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-a8abf6ce-5fbd-449f-84ed-df0831bc5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.818977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-a8abf6ce-5fbd-449f-84ed-df0831bc5f07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1098 time: 0.1566262 Jul 16 18:20:46.825322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Calling delete_port for b6ae04af-2475-4784-b1ed-4e6ee9c2feaf owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:47.185428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bace9096-7f4a-44ae-b696-9d9b0b721fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.186758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bace9096-7f4a-44ae-b696-9d9b0b721fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.187045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bace9096-7f4a-44ae-b696-9d9b0b721fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.187510 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bace9096-7f4a-44ae-b696-9d9b0b721fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.188084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bace9096-7f4a-44ae-b696-9d9b0b721fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.188469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bace9096-7f4a-44ae-b696-9d9b0b721fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.188938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bace9096-7f4a-44ae-b696-9d9b0b721fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.190938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-bace9096-7f4a-44ae-b696-9d9b0b721fcb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6483 time: 0.2775276 Jul 16 18:20:47.213686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:47.247633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-05e6ce3b-f635-4389-826d-f43fd4f5fc37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b HTTP/1.1" status: 200 len: 217 time: 0.0465341 Jul 16 18:20:47.307074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd48bf-b0bb-4577-826a-470bb89ba93f req-3f1b0731-585b-4499-a5e7-864c9e40e021 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.313447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7cfd48bf-b0bb-4577-826a-470bb89ba93f req-3f1b0731-585b-4499-a5e7-864c9e40e021 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1098 time: 0.1876571 Jul 16 18:20:47.337169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': 'd02ac2da-e0ee-4373-8793-44f99b933222'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:47.339486 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68172256-6caa-4372-9eab-43c597f28040" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "d02ac2da-e0ee-4373-8793-44f99b933222"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:47.369167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ac1b5f73-47e5-4f5b-9e52-628cc11a05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.370949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ac1b5f73-47e5-4f5b-9e52-628cc11a05f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5310286-a552-4e68-914b-ff13aab082fe HTTP/1.1" status: 200 len: 850 time: 0.1122439 Jul 16 18:20:47.442831 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c46a5d-fc4c-4f44-a47f-0c4414df5865 x-openstack-request-id: req-33c46a5d-fc4c-4f44-a47f-0c4414df5865 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:47.443143 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "d02ac2da-e0ee-4373-8793-44f99b933222", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:47.443382 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33c46a5d-fc4c-4f44-a47f-0c4414df5865 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:47.443760 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': 'd02ac2da-e0ee-4373-8793-44f99b933222', 'status': 'completed', 'code': 200} Jul 16 18:20:47.456841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-5a484f13-1f10-47e8-81fd-e6abe7264785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.458327 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-5a484f13-1f10-47e8-81fd-e6abe7264785 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.5586860 Jul 16 18:20:47.490593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:47.496284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ea38d9d0-4bf1-4147-b662-ff2a03a21d3e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9762626 Jul 16 18:20:47.500661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7cfd48bf-b0bb-4577-826a-470bb89ba93f req-7e224051-e579-43be-b9d3-9c24420b5abf tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984988 Jul 16 18:20:47.504433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56758) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:47.509386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:47.551817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:47.552572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:47.575374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4b3030af-415d-4464-89c0-801397dcdb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.577707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4b3030af-415d-4464-89c0-801397dcdb60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92628a71-7e7a-4442-b235-d0645ce9fda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723201 Jul 16 18:20:47.580372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:47.609285 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-b87f3433-571a-4be0-971a-2fa1186048ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 1000 time: 0.1286254 Jul 16 18:20:47.617534 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bef65d9-0e16-497e-b669-2867839c3929 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting subnet d92503b5-37e9-459f-972f-414269f7a880 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:47.644023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bef65d9-0e16-497e-b669-2867839c3929 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.679201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:47.718511 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.729659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-2f41ad01-8820-417c-b32e-4dce356c6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.731177 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-2f41ad01-8820-417c-b32e-4dce356c6426 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.1060688 Jul 16 18:20:47.761455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ae04af-2475-4784-b1ed-4e6ee9c2feaf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.839163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bef65d9-0e16-497e-b669-2867839c3929 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.942686 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bef65d9-0e16-497e-b669-2867839c3929 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.960162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-8a2dacd1-45f8-4c39-b662-cfe702a7030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.962011 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-8a2dacd1-45f8-4c39-b662-cfe702a7030d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2104452 Jul 16 18:20:47.989291 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:46Z', 'revision_number': 9, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:48.018740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:48.029151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:48.030765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:48.152901 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.158256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:48.218893 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-08af34dd-94c1-4ff6-9878-8ae3373f6af8 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432473 Jul 16 18:20:48.370037 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-123cbd62-1ff2-4407-86ea-a80235425e8b req-3dc25c46-54af-4786-9b5d-3a7ec5f13f94 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406662 Jul 16 18:20:48.468814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-a6f65bd6-794e-40dd-bdfd-453425564865 service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8738148 Jul 16 18:20:48.479188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:46Z', 'revision_number': 9, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:48.539604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3167f2a-3e9f-4c62-b23c-c093f23165b6 None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:46Z', 'revision_number': 9, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': '5367f16e-d810-4178-9a1c-8fbae0e491d0', 'name': '', 'network_id': 'd9dc64fe-3e71-4652-9893-ba5e3bb8cf48', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:05:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:10Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '78312c5a-bb8f-495e-bf1e-ceeae7a9d756', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:48.618907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Router 7377ed25-a0d9-4ab8-8baf-303ba698c0de has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:48.726678 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bef65d9-0e16-497e-b669-2867839c3929 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.761961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:48.770060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9dd84d8f-a2c2-4678-bb8d-39f9b2e401fa admin admin] 10.222.0.60 "PUT /v2.0/routers/7377ed25-a0d9-4ab8-8baf-303ba698c0de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4708543 Jul 16 18:20:48.771641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.776929 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] Sync routers for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:48.785149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef65d9-0e16-497e-b669-2867839c3929 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Subnet': ['ID=d92503b5-37e9-459f-972f-414269f7a880,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.790931 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:48.793917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bef65d9-0e16-497e-b669-2867839c3929 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.794116 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:48.796543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4bef65d9-0e16-497e-b669-2867839c3929 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/d92503b5-37e9-459f-972f-414269f7a880 HTTP/1.1" status: 204 len: 168 time: 1.2909932 Jul 16 18:20:48.800821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cef00ee-abcb-4d75-bb18-813d7f76ba2e None None] Network 35cc3ae7-05a0-4db9-8d61-8327b396c02a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:48.811257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a501-5738-48b1-8e02-194f29b05487 req-2ad47c3c-73ce-4457-be56-49ad99705ee3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.817466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a501-5738-48b1-8e02-194f29b05487 req-2ad47c3c-73ce-4457-be56-49ad99705ee3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.823956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a501-5738-48b1-8e02-194f29b05487 req-2ad47c3c-73ce-4457-be56-49ad99705ee3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.830451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a501-5738-48b1-8e02-194f29b05487 req-2ad47c3c-73ce-4457-be56-49ad99705ee3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.837549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a501-5738-48b1-8e02-194f29b05487 req-2ad47c3c-73ce-4457-be56-49ad99705ee3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.844728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a501-5738-48b1-8e02-194f29b05487 req-2ad47c3c-73ce-4457-be56-49ad99705ee3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.851151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a501-5738-48b1-8e02-194f29b05487 req-2ad47c3c-73ce-4457-be56-49ad99705ee3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.859196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56778) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.859467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f896a501-5738-48b1-8e02-194f29b05487 req-2ad47c3c-73ce-4457-be56-49ad99705ee3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.8804164 Jul 16 18:20:48.897085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-30b10469-67de-4585-9a13-f6a2287f8304 service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172771 Jul 16 18:20:48.929757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af370bb5-dfb2-4187-be07-6de6aa3c02d5 req-303d7b4c-87da-4b14-ad10-eaa6dfd12c22 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.931830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af370bb5-dfb2-4187-be07-6de6aa3c02d5 req-303d7b4c-87da-4b14-ad10-eaa6dfd12c22 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 1.1430702 Jul 16 18:20:49.007713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f896a501-5738-48b1-8e02-194f29b05487 req-08b2766a-4b97-443d-9ef3-225224098515 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447439 Jul 16 18:20:49.034850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.070741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.084608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-b88eede4-7bea-4cca-8040-37b655f29141 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 200 len: 217 time: 0.1345043 Jul 16 18:20:49.126922 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:49.174025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 10b0171d-c953-46bf-a68c-fbcd18438a6f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:49.178684 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.207064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ec9ed-6736-4783-8134-a5e81e3ff6e9 None None] DHCP port deletion for 35cc3ae7-05a0-4db9-8d61-8327b396c02a request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:49.246393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af370bb5-dfb2-4187-be07-6de6aa3c02d5 req-950361be-a393-445b-b956-4ba52b59ccbb tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739103 Jul 16 18:20:49.302842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f5040feb-d464-4bbd-a0ac-40760a03fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.304464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f5040feb-d464-4bbd-a0ac-40760a03fd28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.2107739 Jul 16 18:20:49.328221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port cafda643-421f-4864-a174-ad9d0db2c7d2 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:49.328601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.385657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ec9ed-6736-4783-8134-a5e81e3ff6e9 None None] Deleting port cafda643-421f-4864-a174-ad9d0db2c7d2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:49.387895 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec9ed-6736-4783-8134-a5e81e3ff6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.408623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port cafda643-421f-4864-a174-ad9d0db2c7d2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=cafda643-421f-4864-a174-ad9d0db2c7d2,segment=NetworkSegment(daba1b02-9b5a-4168-a9cd-b8805dd26661),segment_id=daba1b02-9b5a-4168-a9cd-b8805dd26661)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:49.409194 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.423959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for cafda643-421f-4864-a174-ad9d0db2c7d2 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:49.437292 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.438224 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:20:47Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.438741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.466612 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] Checking router: 7377ed25-a0d9-4ab8-8baf-303ba698c0de for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:49.476113 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] Routers {'7377ed25-a0d9-4ab8-8baf-303ba698c0de'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:49.477125 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.511099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 10b0171d-c953-46bf-a68c-fbcd18438a6f owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:49.529561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.533216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.551359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0b2ec9ed-6736-4783-8134-a5e81e3ff6e9 None None] For port cafda643-421f-4864-a174-ad9d0db2c7d2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=cafda643-421f-4864-a174-ad9d0db2c7d2,segment=NetworkSegment(daba1b02-9b5a-4168-a9cd-b8805dd26661),segment_id=daba1b02-9b5a-4168-a9cd-b8805dd26661)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:49.554274 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec9ed-6736-4783-8134-a5e81e3ff6e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.586426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ec9ed-6736-4783-8134-a5e81e3ff6e9 None None] Calling delete_port for cafda643-421f-4864-a174-ad9d0db2c7d2 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:49.608600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=cafda643-421f-4864-a174-ad9d0db2c7d2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.610257 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] Set router 7377ed25-a0d9-4ab8-8baf-303ba698c0de gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:49.610803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No DVR routers for this DVR port cafda643-421f-4864-a174-ad9d0db2c7d2 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:49.697159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0b2ec9ed-6736-4783-8134-a5e81e3ff6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.716802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.724263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ec9ed-6736-4783-8134-a5e81e3ff6e9 None None] Pushing event deleted for resources: {'Port': ['ID=cafda643-421f-4864-a174-ad9d0db2c7d2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.730704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cc3ae7-05a0-4db9-8d61-8327b396c02a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.735855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ec9ed-6736-4783-8134-a5e81e3ff6e9 None None] No DVR routers for this DVR port cafda643-421f-4864-a174-ad9d0db2c7d2 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:49.746583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-1709f665-0822-44fa-b774-e2c8f6f42e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.747127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-1709f665-0822-44fa-b774-e2c8f6f42e59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4232974 Jul 16 18:20:49.756133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daba1b02-9b5a-4168-a9cd-b8805dd26661') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.756362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daba1b02-9b5a-4168-a9cd-b8805dd26661') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.782649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.802332 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.810769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:49.811781 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.849791 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:20:47Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.879324 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9bd2da-6ae0-4291-88d7-f4ea515f21aa None None] The sync data for ids ['7377ed25-a0d9-4ab8-8baf-303ba698c0de'] in n-d-793619-10 is: [{'id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'name': 'tempest-AttachVolumeTestJSON-1203152053-router', 'tenant_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:31Z', 'updated_at': '2021-07-16T18:20:47Z', 'revision_number': 5, 'project_id': 'be9fa6d0b4ca473fba624c88ab79de7d', 'gw_port': {'id': '1ac8fcde-c72c-414a-a44d-8093b3b68c19', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:2a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7377ed25-a0d9-4ab8-8baf-303ba698c0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:32Z', 'updated_at': '2021-07-16T18:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:49.888052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-761b2113-8736-488a-97da-1d4eaa475d35 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261692 Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:49.893779 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:49.916169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.925445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.927339 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/networks/35cc3ae7-05a0-4db9-8d61-8327b396c02a HTTP/1.1" status: 204 len: 168 time: 1.0666037 Jul 16 18:20:49.941995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.948208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970df299-1bdf-4887-9973-58bc57f14540 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Network': ['ID=35cc3ae7-05a0-4db9-8d61-8327b396c02a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.957335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Deleting port 1ac8fcde-c72c-414a-a44d-8093b3b68c19 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:49.957682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.042230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] For port 1ac8fcde-c72c-414a-a44d-8093b3b68c19, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1ac8fcde-c72c-414a-a44d-8093b3b68c19,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:50.042230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.057540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Calling delete_port for 1ac8fcde-c72c-414a-a44d-8093b3b68c19 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:50.136916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41470be9-336f-4675-86d0-e2cafa926292 req-9fa4a3b9-056d-48fd-804a-904b593ca120 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.139225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41470be9-336f-4675-86d0-e2cafa926292 req-9fa4a3b9-056d-48fd-804a-904b593ca120 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.4846933 Jul 16 18:20:50.281983 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.335412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac8fcde-c72c-414a-a44d-8093b3b68c19,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:50.513810 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.528395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.557916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c0507f88-0f91-4fab-a947-772f04ed76b7 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625092 Jul 16 18:20:50.564219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41470be9-336f-4675-86d0-e2cafa926292 req-6f6cdddb-f43f-4a46-9464-27fdb6712708 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163268 Jul 16 18:20:50.673802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b6ae04af-2475-4784-b1ed-4e6ee9c2feaf no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:50.677936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.682826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.715810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-5d5a0401-0000-4ec4-8512-2ea1f3bf3026 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 200 len: 217 time: 0.1417518 Jul 16 18:20:50.729284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: b6ae04af-2475-4784-b1ed-4e6ee9c2feaf {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:50.729639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b6ae04af-2475-4784-b1ed-4e6ee9c2feaf not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:50.729810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=10b0171d-c953-46bf-a68c-fbcd18438a6f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:50.731711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2cf24ed4-3e89-491b-be30-ceb62efa5038 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:50.757366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 2cf24ed4-3e89-491b-be30-ceb62efa5038 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:50.757366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2cf24ed4-3e89-491b-be30-ceb62efa5038 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:50.757585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device cafda643-421f-4864-a174-ad9d0db2c7d2 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:50.766671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.767657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7377ed25-a0d9-4ab8-8baf-303ba698c0de {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:50.780952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: cafda643-421f-4864-a174-ad9d0db2c7d2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:50.781640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device cafda643-421f-4864-a174-ad9d0db2c7d2 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:50.783791 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.788446 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cf8b8823-e8f5-48df-bc54-c5300cf8a204 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7377ed25-a0d9-4ab8-8baf-303ba698c0de HTTP/1.1" status: 204 len: 168 time: 2.0128963 Jul 16 18:20:50.789831 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56796) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.872406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce372bd-9501-4ebd-bc85-b34cfae381f9 admin admin] Deleting subnet a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:50.876847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ce372bd-9501-4ebd-bc85-b34cfae381f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.918936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ce372bd-9501-4ebd-bc85-b34cfae381f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.986077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee69-f73e-42fd-b02e-7a61c019100e req-e9f38c24-fe51-4cf3-acab-242352f9df95 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.993673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee69-f73e-42fd-b02e-7a61c019100e req-e9f38c24-fe51-4cf3-acab-242352f9df95 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.003523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee69-f73e-42fd-b02e-7a61c019100e req-e9f38c24-fe51-4cf3-acab-242352f9df95 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.011181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee69-f73e-42fd-b02e-7a61c019100e req-e9f38c24-fe51-4cf3-acab-242352f9df95 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.017853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee69-f73e-42fd-b02e-7a61c019100e req-e9f38c24-fe51-4cf3-acab-242352f9df95 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.025822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee69-f73e-42fd-b02e-7a61c019100e req-e9f38c24-fe51-4cf3-acab-242352f9df95 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.033915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee69-f73e-42fd-b02e-7a61c019100e req-e9f38c24-fe51-4cf3-acab-242352f9df95 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.036410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e23ee69-f73e-42fd-b02e-7a61c019100e req-e9f38c24-fe51-4cf3-acab-242352f9df95 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.8554826 Jul 16 18:20:51.042077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-d1370e36-f786-4cda-9f47-b03537fe8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.044079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-d1370e36-f786-4cda-9f47-b03537fe8838 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.3160653 Jul 16 18:20:51.057504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ce372bd-9501-4ebd-bc85-b34cfae381f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.137944 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.138206 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Floating IP 43941ead-bb75-484f-beb6-3dea9e0f7e7f disassociated (deleted). External IP: 172.25.2.98, port: 5932e3c6-b12d-4a07-8079-070515ca7afb. Jul 16 18:20:51.179357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ce372bd-9501-4ebd-bc85-b34cfae381f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.211064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce372bd-9501-4ebd-bc85-b34cfae381f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.217871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ce372bd-9501-4ebd-bc85-b34cfae381f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.220272 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2ce372bd-9501-4ebd-bc85-b34cfae381f9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a4af5c7c-a8cd-4fc9-8d59-98a84fd28db4 HTTP/1.1" status: 204 len: 168 time: 0.4287605 Jul 16 18:20:51.222354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.227602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06278aa4-eeb1-4390-a2ee-c92e6f83eadb None None] Network f258c528-c4f0-4833-9916-4132c7713c81 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:51.255727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e23ee69-f73e-42fd-b02e-7a61c019100e req-619d81cd-5891-4dc2-aec1-c72d8112052d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105300 Jul 16 18:20:51.318464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.341027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-1b772fd8-2bfc-4181-a4aa-3da4b99e5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.342633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-1b772fd8-2bfc-4181-a4aa-3da4b99e5df3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2868271 Jul 16 18:20:51.403689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Deleting port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:51.404037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.510888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] For port 3c79f1c1-13fc-4487-ae17-be7038ec54e3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3c79f1c1-13fc-4487-ae17-be7038ec54e3,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:51.511325 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.529138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30359a99-00b7-4f08-81e1-b97ab212bf8b req-b1f575e4-6a4f-4c30-b3db-5a47a1c17e92 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.531488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30359a99-00b7-4f08-81e1-b97ab212bf8b req-b1f575e4-6a4f-4c30-b3db-5a47a1c17e92 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.3406291 Jul 16 18:20:51.538142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Calling delete_port for 3c79f1c1-13fc-4487-ae17-be7038ec54e3 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:51.587092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288c37e6-b431-448f-a8b6-96e9c12bcf55 None None] DHCP port deletion for f258c528-c4f0-4833-9916-4132c7713c81 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:51.641192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-288c37e6-b431-448f-a8b6-96e9c12bcf55 None None] Deleting port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:51.641945 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-288c37e6-b431-448f-a8b6-96e9c12bcf55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.662129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.694512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c79f1c1-13fc-4487-ae17-be7038ec54e3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.696076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-67a70bbb-0110-40cf-a881-754a84398429 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318183 Jul 16 18:20:51.702449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] No DVR routers for this DVR port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:51.731170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30359a99-00b7-4f08-81e1-b97ab212bf8b req-6295c81e-cc26-4db7-9ea8-c5941c154f5c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558297 Jul 16 18:20:51.745983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-288c37e6-b431-448f-a8b6-96e9c12bcf55 None None] For port 3c79f1c1-13fc-4487-ae17-be7038ec54e3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3c79f1c1-13fc-4487-ae17-be7038ec54e3,segment=NetworkSegment(8fb8dea2-d154-4845-bfd9-14c3968363b0),segment_id=8fb8dea2-d154-4845-bfd9-14c3968363b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:51.747049 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-288c37e6-b431-448f-a8b6-96e9c12bcf55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.763245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-288c37e6-b431-448f-a8b6-96e9c12bcf55 None None] Calling delete_port for 3c79f1c1-13fc-4487-ae17-be7038ec54e3 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:51.865137 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.871476 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.883426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f258c528-c4f0-4833-9916-4132c7713c81']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:51.895409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb8dea2-d154-4845-bfd9-14c3968363b0') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:51.895795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb8dea2-d154-4845-bfd9-14c3968363b0') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:51.916860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.936883 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.946594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:51.947030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.008056 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-288c37e6-b431-448f-a8b6-96e9c12bcf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:52.023627 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:52.031490 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.041712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.046896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] 10.222.0.60 "DELETE /v2.0/networks/f258c528-c4f0-4833-9916-4132c7713c81 HTTP/1.1" status: 204 len: 168 time: 0.8199513 Jul 16 18:20:52.060163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616130c8-9909-4ebe-943f-df7b269e563d admin admin] Pushing event deleted for resources: {'Network': ['ID=f258c528-c4f0-4833-9916-4132c7713c81,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.074598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c37e6-b431-448f-a8b6-96e9c12bcf55 None None] Pushing event deleted for resources: {'Port': ['ID=3c79f1c1-13fc-4487-ae17-be7038ec54e3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.081792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c37e6-b431-448f-a8b6-96e9c12bcf55 None None] No DVR routers for this DVR port 3c79f1c1-13fc-4487-ae17-be7038ec54e3 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:52.304687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.351711 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7c54d6b5-59bb-4681-94bf-b1e395d0a1c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be9fa6d0b4ca473fba624c88ab79de7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452402 Jul 16 18:20:52.354106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.410798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:52.412191 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1140a28-797c-4a01-a3ef-5740ead1683d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.441257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1140a28-797c-4a01-a3ef-5740ead1683d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.455371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ea264346-5abc-41fc-bcfc-dae9661b03a5 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7215083 Jul 16 18:20:52.519364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1140a28-797c-4a01-a3ef-5740ead1683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.523244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1140a28-797c-4a01-a3ef-5740ead1683d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.525166 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d1140a28-797c-4a01-a3ef-5740ead1683d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80117b0e-36ab-4023-920c-9ce6834bebee HTTP/1.1" status: 204 len: 168 time: 0.1699407 Jul 16 18:20:52.537545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1140a28-797c-4a01-a3ef-5740ead1683d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80117b0e-36ab-4023-920c-9ce6834bebee,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.558537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1ac8fcde-c72c-414a-a44d-8093b3b68c19 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:52.586338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1ac8fcde-c72c-414a-a44d-8093b3b68c19 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:52.586837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1ac8fcde-c72c-414a-a44d-8093b3b68c19 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:52.587524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3c79f1c1-13fc-4487-ae17-be7038ec54e3 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:52.588772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-9305114d-8d46-41c4-8470-2b14548c0d6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 HTTP/1.1" status: 200 len: 217 time: 0.1230047 Jul 16 18:20:52.617462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 3c79f1c1-13fc-4487-ae17-be7038ec54e3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:52.617864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3c79f1c1-13fc-4487-ae17-be7038ec54e3 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:52.804419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ecc69-34d6-4ebc-965b-1c8d88642ef1 req-96d66d7c-c557-409d-a8f0-1bb0a769e7c1 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.809257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a48ecc69-34d6-4ebc-965b-1c8d88642ef1 req-96d66d7c-c557-409d-a8f0-1bb0a769e7c1 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.4291101 Jul 16 18:20:52.830305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-1b7e992b-b90d-40fc-b072-66086c423334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.832002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-1b7e992b-b90d-40fc-b072-66086c423334 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.2067840 Jul 16 18:20:52.874563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:52.880144 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.886287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] Sync routers for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:52.896584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:52.897230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.972802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdf99d-4acf-4ea9-8b2c-ab19e4258361 req-c39a23b4-e582-481a-bb4f-3bb803acfb38 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.976200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdf99d-4acf-4ea9-8b2c-ab19e4258361 req-c39a23b4-e582-481a-bb4f-3bb803acfb38 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.982166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdf99d-4acf-4ea9-8b2c-ab19e4258361 req-c39a23b4-e582-481a-bb4f-3bb803acfb38 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.991584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdf99d-4acf-4ea9-8b2c-ab19e4258361 req-c39a23b4-e582-481a-bb4f-3bb803acfb38 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.997803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdf99d-4acf-4ea9-8b2c-ab19e4258361 req-c39a23b4-e582-481a-bb4f-3bb803acfb38 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.005211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdf99d-4acf-4ea9-8b2c-ab19e4258361 req-c39a23b4-e582-481a-bb4f-3bb803acfb38 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.011396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdf99d-4acf-4ea9-8b2c-ab19e4258361 req-c39a23b4-e582-481a-bb4f-3bb803acfb38 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.013560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eefdf99d-4acf-4ea9-8b2c-ab19e4258361 req-c39a23b4-e582-481a-bb4f-3bb803acfb38 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.5315077 Jul 16 18:20:53.036268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:53.063698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a48ecc69-34d6-4ebc-965b-1c8d88642ef1 req-0dcffe18-de9e-454a-8124-d4101aaec2a3 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247827 Jul 16 18:20:53.071369 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3a397231-531d-4911-a086-6bb032d59dd5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/floatingips/43941ead-bb75-484f-beb6-3dea9e0f7e7f HTTP/1.1" status: 204 len: 168 time: 5.4777400 Jul 16 18:20:53.099585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:53.101691 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86043965-615e-4116-8caf-2b591ceb25da" -d '{"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:53.153668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eefdf99d-4acf-4ea9-8b2c-ab19e4258361 req-f12625c2-200a-4688-8107-062045873757 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242015 Jul 16 18:20:53.187364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-e50f0830-1416-46fd-8a26-b0eadc1b7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.189039 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-e50f0830-1416-46fd-8a26-b0eadc1b7b7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3366506 Jul 16 18:20:53.363901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-f94ac0a2-53ae-4fda-9bab-537b095033c6 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351194 Jul 16 18:20:53.378679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4418af41-3a2f-4632-a806-7d34f4842989', 'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:2a:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:20Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:53.418102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 5367f16e-d810-4178-9a1c-8fbae0e491d0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:53.418564 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.420767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] Checking router: 2cc5c76c-ad65-4c15-b8dc-ea148629f708 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:53.431123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:53.432075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:53.594489 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08d174-d2c8-46e0-9b39-c963732d2717 x-openstack-request-id: req-4b08d174-d2c8-46e0-9b39-c963732d2717 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:53.595462 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:53.595907 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b08d174-d2c8-46e0-9b39-c963732d2717 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:53.596480 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'status': 'completed', 'code': 200} Jul 16 18:20:53.695252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86043965-615e-4116-8caf-2b591ceb25da req-3f485668-dff6-4ef4-8286-8de6ca618cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.696929 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86043965-615e-4116-8caf-2b591ceb25da req-3f485668-dff6-4ef4-8286-8de6ca618cf4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 1098 time: 0.1647584 Jul 16 18:20:53.736233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port 5367f16e-d810-4178-9a1c-8fbae0e491d0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5367f16e-d810-4178-9a1c-8fbae0e491d0,segment=NetworkSegment(c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0),segment_id=c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:53.736713 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.748315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-5340cac9-073a-441e-9317-dbc095e7c5b9 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689959 Jul 16 18:20:53.760145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 5367f16e-d810-4178-9a1c-8fbae0e491d0 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:53.777995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:53.842490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-8c34587b-ab0d-4462-8172-22562d1603ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d HTTP/1.1" status: 200 len: 217 time: 0.0841653 Jul 16 18:20:53.855275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86043965-615e-4116-8caf-2b591ceb25da req-3a94adc9-36d4-45c7-8372-2622000169b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.856979 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86043965-615e-4116-8caf-2b591ceb25da req-3a94adc9-36d4-45c7-8372-2622000169b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 200 len: 898 time: 0.1523373 Jul 16 18:20:53.939233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72144c-4c8d-4d87-b4a9-6f6d8637ea18 req-c0277916-fc96-44fb-a72c-d09e657c9eef tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.940856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb72144c-4c8d-4d87-b4a9-6f6d8637ea18 req-c0277916-fc96-44fb-a72c-d09e657c9eef tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.2999761 Jul 16 18:20:53.942020 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86043965-615e-4116-8caf-2b591ceb25da req-64520eca-bd65-478e-b76d-ce7c39da8c50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 200 len: 217 time: 0.0718727 Jul 16 18:20:54.004966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ff6ef52c-1b9a-4d73-a14a-4f6abc297890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.006483 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ff6ef52c-1b9a-4d73-a14a-4f6abc297890 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.1563625 Jul 16 18:20:54.090429 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb72144c-4c8d-4d87-b4a9-6f6d8637ea18 req-7c85d2f5-543a-4308-9fc5-0d67cfbf37fb tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401849 Jul 16 18:20:54.226478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725abc5-9633-45c8-a105-cb9c8457e4f9 req-3f4c1f15-1831-46ed-8d62-8f6ba03e4616 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.228425 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5725abc5-9633-45c8-a105-cb9c8457e4f9 req-3f4c1f15-1831-46ed-8d62-8f6ba03e4616 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 946 time: 0.4695606 Jul 16 18:20:54.276535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4418af41-3a2f-4632-a806-7d34f4842989', 'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:2a:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:20Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:54.365841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c3d3-9ab0-4da1-8805-34298a616c60 None None] The sync data for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 is: [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:07Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4418af41-3a2f-4632-a806-7d34f4842989', 'name': '', 'network_id': 'fc4ec679-72c2-47bb-a8a2-f943cf898d0c', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:2a:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:20Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'e069f8ed-15aa-4549-8ac3-beb4816bd60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:54.423253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5725abc5-9633-45c8-a105-cb9c8457e4f9 req-3de668d2-2ea0-47e5-9698-957f8c0dd7a4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864052 Jul 16 18:20:54.484773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86043965-615e-4116-8caf-2b591ceb25da req-b043df9f-edc9-4edc-821d-0dc67909720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.486372 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86043965-615e-4116-8caf-2b591ceb25da req-b043df9f-edc9-4edc-821d-0dc67909720c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 200 len: 834 time: 0.5370138 Jul 16 18:20:54.506883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c94a9304-2f23-4488-b89d-26cb99c6eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.508898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c94a9304-2f23-4488-b89d-26cb99c6eda5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4897149 Jul 16 18:20:54.573563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86043965-615e-4116-8caf-2b591ceb25da req-fe9535ad-0c9b-4b3d-aa6d-df88ba267708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.575120 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86043965-615e-4116-8caf-2b591ceb25da req-fe9535ad-0c9b-4b3d-aa6d-df88ba267708 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc4ec679-72c2-47bb-a8a2-f943cf898d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814273 Jul 16 18:20:54.628744 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.700582 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86043965-615e-4116-8caf-2b591ceb25da req-ffdf671a-be2c-49de-aea0-0c096c134fbe service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170943 Jul 16 18:20:54.759228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=5367f16e-d810-4178-9a1c-8fbae0e491d0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.794050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.794435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.795920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.795920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.796293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.796665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.796994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.797327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.797648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.797970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.798291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.798608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:54.845808 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-86043965-615e-4116-8caf-2b591ceb25da req-b3a16e69-a548-4659-ba55-d0a5a43368f3 service neutron] 10.222.0.46 "GET /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368632 Jul 16 18:20:54.861233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1634a-afae-40c4-bbb1-c728d9d28595 req-5e6db370-9dc6-4d03-aeff-e3cba688edbd tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.868864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20a1634a-afae-40c4-bbb1-c728d9d28595 req-5e6db370-9dc6-4d03-aeff-e3cba688edbd tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.4677184 Jul 16 18:20:54.898942 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81f698-b1e6-46fc-b44e-63e3a52b14ac None None] New status for floating IP 43941ead-bb75-484f-beb6-3dea9e0f7e7f: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:55.047569 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.065742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-ff6e5ca2-3c4a-43bb-b6e1-be63f43b1ac1 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257816 Jul 16 18:20:55.167596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7d65-a6f2-4c57-b438-946e7fc2e34a req-c3ce12df-6de4-413d-b7a5-07fbe33db95b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.186451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7d65-a6f2-4c57-b438-946e7fc2e34a req-c3ce12df-6de4-413d-b7a5-07fbe33db95b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.193445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7d65-a6f2-4c57-b438-946e7fc2e34a req-c3ce12df-6de4-413d-b7a5-07fbe33db95b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.200454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7d65-a6f2-4c57-b438-946e7fc2e34a req-c3ce12df-6de4-413d-b7a5-07fbe33db95b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.207581 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7d65-a6f2-4c57-b438-946e7fc2e34a req-c3ce12df-6de4-413d-b7a5-07fbe33db95b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.214293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7d65-a6f2-4c57-b438-946e7fc2e34a req-c3ce12df-6de4-413d-b7a5-07fbe33db95b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.220584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7d65-a6f2-4c57-b438-946e7fc2e34a req-c3ce12df-6de4-413d-b7a5-07fbe33db95b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.222559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-356a7d65-a6f2-4c57-b438-946e7fc2e34a req-c3ce12df-6de4-413d-b7a5-07fbe33db95b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.5763009 Jul 16 18:20:55.278023 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20a1634a-afae-40c4-bbb1-c728d9d28595 req-ae7327b3-bb91-4125-9cb3-78494bd8ff5a tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082115 Jul 16 18:20:55.365706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-356a7d65-a6f2-4c57-b438-946e7fc2e34a req-5c49699d-6914-4dcd-9fd8-22abaf77950f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301084 Jul 16 18:20:55.470570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-4dabe272-1348-4339-bbae-39105ac9c6f5 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390993 Jul 16 18:20:55.497685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-bb7b3522-52ae-4a7f-8e43-d65a62122beb tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.501516 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-bb7b3522-52ae-4a7f-8e43-d65a62122beb tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 946 time: 0.1397877 Jul 16 18:20:55.527860 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-b5330fce-ab11-43f8-a0c5-644a030ab049 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 HTTP/1.1" status: 200 len: 217 time: 0.0500531 Jul 16 18:20:55.612828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:55.662438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-3e1ae383-4616-43bb-bdb7-a49c47192e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.664298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-3e1ae383-4616-43bb-bdb7-a49c47192e99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.1294188 Jul 16 18:20:55.694633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 5932e3c6-b12d-4a07-8079-070515ca7afb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:55.694999 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.827533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 5932e3c6-b12d-4a07-8079-070515ca7afb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=5932e3c6-b12d-4a07-8079-070515ca7afb,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:55.828872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.847036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 5932e3c6-b12d-4a07-8079-070515ca7afb owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:56.047407 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.092863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=5932e3c6-b12d-4a07-8079-070515ca7afb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.151504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] No DVR routers for this DVR port 5932e3c6-b12d-4a07-8079-070515ca7afb on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:56.154810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.157134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a5b6a51-3077-4ea9-8ea4-2b18d09ead19 req-f41ad35d-fa02-4bfe-9c5c-bc44519382fc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "DELETE /v2.0/ports/5932e3c6-b12d-4a07-8079-070515ca7afb HTTP/1.1" status: 204 len: 173 time: 0.6493483 Jul 16 18:20:56.157793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-deleted', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:56.160131 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2f12f1-492b-4aed-a251-0334e1b9216b" -d '{"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-deleted", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:56.317532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:56.327024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:56.327208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-38afe367-db13-4958-b8bc-8d9f6437478d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3816078 Jul 16 18:20:56.331401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:56.350636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-d5072c0c-ad76-4ee7-8992-9d987399b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.352150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-d5072c0c-ad76-4ee7-8992-9d987399b85d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6480072 Jul 16 18:20:56.352793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:56.354801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:56.389850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4867d0-0d61-4ef9-8d39-045e7a90c80a req-1a5ec649-bc2c-4811-99b6-e759b0b17b35 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.397124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c4867d0-0d61-4ef9-8d39-045e7a90c80a req-1a5ec649-bc2c-4811-99b6-e759b0b17b35 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=d578a528-d82b-407f-9283-6ab2ebc45972 HTTP/1.1" status: 200 len: 868 time: 0.6867006 Jul 16 18:20:56.421659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7cca06-6188-4d2a-9516-fce3299eef90 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting subnet 78312c5a-bb8f-495e-bf1e-ceeae7a9d756 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:56.440164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72805deb-1b19-483e-b2e7-f89543ad711b req-334ec109-73fb-4264-a7d0-d2cd950d66ed tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.442866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df7cca06-6188-4d2a-9516-fce3299eef90 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.447175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72805deb-1b19-483e-b2e7-f89543ad711b req-334ec109-73fb-4264-a7d0-d2cd950d66ed tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.2160535 Jul 16 18:20:56.589555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-599ddf5a-32c4-42e0-9e02-6dc5485947ff service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285492 Jul 16 18:20:56.597954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df7cca06-6188-4d2a-9516-fce3299eef90 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.648398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:56.702177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c4867d0-0d61-4ef9-8d39-045e7a90c80a req-97c1acd8-5e8b-4703-99a2-5ad61e3cdcd6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=ace852c7-7300-4316-aa30-cd2462532235&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042533 Jul 16 18:20:56.743996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72805deb-1b19-483e-b2e7-f89543ad711b req-8d39535a-1fb2-4e6d-84a3-a82285613cc7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946479 Jul 16 18:20:56.894581 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64adf1fa-ae83-4c38-ba7e-a479d7627d58 x-openstack-request-id: req-64adf1fa-ae83-4c38-ba7e-a479d7627d58 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:56.895170 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d578a528-d82b-407f-9283-6ab2ebc45972", "name": "network-vif-deleted", "tag": "5932e3c6-b12d-4a07-8079-070515ca7afb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:56.895170 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64adf1fa-ae83-4c38-ba7e-a479d7627d58 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:56.895505 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd578a528-d82b-407f-9283-6ab2ebc45972', 'name': 'network-vif-deleted', 'tag': '5932e3c6-b12d-4a07-8079-070515ca7afb', 'status': 'completed', 'code': 200} Jul 16 18:20:56.901368 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df7cca06-6188-4d2a-9516-fce3299eef90 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.969010 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-62657943-ada2-4000-a544-008331b27f07 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292208 Jul 16 18:20:56.971781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56976) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.092316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:54Z', 'revision_number': 10, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:57.100081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df7cca06-6188-4d2a-9516-fce3299eef90 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.157903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df7cca06-6188-4d2a-9516-fce3299eef90 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.165971 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-df7cca06-6188-4d2a-9516-fce3299eef90 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/78312c5a-bb8f-495e-bf1e-ceeae7a9d756 HTTP/1.1" status: 204 len: 168 time: 0.8378317 Jul 16 18:20:57.173139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8e8a49-498c-4982-8223-5e84246d6fd6 None None] Network d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:57.181111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:57.192390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-9d8b42f6-7fe9-4d1e-8566-205624b29f97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d02ac2da-e0ee-4373-8793-44f99b933222 HTTP/1.1" status: 200 len: 217 time: 0.2011476 Jul 16 18:20:57.196651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56980) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.216355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cca06-6188-4d2a-9516-fce3299eef90 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Subnet': ['ID=78312c5a-bb8f-495e-bf1e-ceeae7a9d756,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.269852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:57.270581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:57.386386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68092395-c408-46e7-a6fc-458efe7b736f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.410966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c3ddaa8b-8980-411b-b865-83657b3e1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.413145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-c3ddaa8b-8980-411b-b865-83657b3e1a28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.1240613 Jul 16 18:20:57.464690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:57.505952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.574807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d243-a3fa-45b4-94e2-3955ed5fbd03 req-6d9bf7f6-ad1e-416c-b672-13e2e055506a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.581469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d243-a3fa-45b4-94e2-3955ed5fbd03 req-6d9bf7f6-ad1e-416c-b672-13e2e055506a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.587491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d243-a3fa-45b4-94e2-3955ed5fbd03 req-6d9bf7f6-ad1e-416c-b672-13e2e055506a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.593937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d243-a3fa-45b4-94e2-3955ed5fbd03 req-6d9bf7f6-ad1e-416c-b672-13e2e055506a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.599737 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d243-a3fa-45b4-94e2-3955ed5fbd03 req-6d9bf7f6-ad1e-416c-b672-13e2e055506a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.606147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d243-a3fa-45b4-94e2-3955ed5fbd03 req-6d9bf7f6-ad1e-416c-b672-13e2e055506a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.612374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084d243-a3fa-45b4-94e2-3955ed5fbd03 req-6d9bf7f6-ad1e-416c-b672-13e2e055506a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.620408 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0084d243-a3fa-45b4-94e2-3955ed5fbd03 req-6d9bf7f6-ad1e-416c-b672-13e2e055506a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.4689462 Jul 16 18:20:57.716157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f09a12-4cde-4ca5-ab48-397247361069 None None] DHCP port deletion for d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:57.761306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0084d243-a3fa-45b4-94e2-3955ed5fbd03 req-407ed9a3-a350-4110-b617-2a833683749b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397851 Jul 16 18:20:57.780426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-2301d68b-1a6d-423f-b00c-a21a5e7fa4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.781969 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-2301d68b-1a6d-423f-b00c-a21a5e7fa4e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3358896 Jul 16 18:20:57.818897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-26f09a12-4cde-4ca5-ab48-397247361069 None None] Deleting port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:57.819290 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-26f09a12-4cde-4ca5-ab48-397247361069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.832406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903afa91-0a74-430d-bb19-216ffd066d0e req-cf004c80-a842-44fc-81be-f0635a2e10b3 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.833991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-903afa91-0a74-430d-bb19-216ffd066d0e req-cf004c80-a842-44fc-81be-f0635a2e10b3 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.3385298 Jul 16 18:20:57.848468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:54Z', 'revision_number': 10, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:57.863677 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68092395-c408-46e7-a6fc-458efe7b736f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.883643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68092395-c408-46e7-a6fc-458efe7b736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.883911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c5918-b991-4b7a-a5cd-328bba358021 None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:20:54Z', 'revision_number': 10, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None, '_interfaces': [{'id': 'f3ff23cf-c021-4aa8-9a29-a157fa8a03a9', 'name': '', 'network_id': '1d342d86-17a3-45e0-980f-1954aa558593', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'mac_address': 'fa:16:3e:ae:0a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:02Z', 'revision_number': 5, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'subnets': [{'id': '2ff2f830-6be3-4fcf-be0a-b76fc4010987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:57.902793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56998) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.932399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-26f09a12-4cde-4ca5-ab48-397247361069 None None] For port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6402c5c4-e4a8-456e-b52c-d096e82e3a6c,segment=NetworkSegment(c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0),segment_id=c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:57.933227 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-26f09a12-4cde-4ca5-ab48-397247361069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.944241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:57.945363 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.953875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-26f09a12-4cde-4ca5-ab48-397247361069 None None] Calling delete_port for 6402c5c4-e4a8-456e-b52c-d096e82e3a6c owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:58.018413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-68092395-c408-46e7-a6fc-458efe7b736f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d585e145cfbc4fd18a434f4a37359289&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0435951 Jul 16 18:20:58.057653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.061585 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-26f09a12-4cde-4ca5-ab48-397247361069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.072792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68092395-c408-46e7-a6fc-458efe7b736f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773b8367-739a-40c2-898c-8af481443cb0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.099088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-903afa91-0a74-430d-bb19-216ffd066d0e req-7c926c68-71fa-4978-a2ae-9d3c02c398e0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386322 Jul 16 18:20:58.104319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6402c5c4-e4a8-456e-b52c-d096e82e3a6c,segment=NetworkSegment(c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0),segment_id=c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:58.105135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.116275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-09d64bbd-4b74-41fd-882f-f810f7e50d71 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064492 Jul 16 18:20:58.124709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for 6402c5c4-e4a8-456e-b52c-d096e82e3a6c owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:58.169698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f09a12-4cde-4ca5-ab48-397247361069 None None] No DVR routers for this DVR port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:58.183683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f09a12-4cde-4ca5-ab48-397247361069 None None] Pushing event deleted for resources: {'Port': ['ID=6402c5c4-e4a8-456e-b52c-d096e82e3a6c,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.210131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00352985-b1cb-4f73-bbc9-ccac9cf5e67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.284027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00352985-b1cb-4f73-bbc9-ccac9cf5e67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.299111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8380e7a9-3018-4f33-bc9f-421c982bb460 req-a1f23c82-78c0-42b3-b1f8-d8df0c5648d1 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760850 Jul 16 18:20:58.328499 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.380690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=6402c5c4-e4a8-456e-b52c-d096e82e3a6c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.382899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No DVR routers for this DVR port 6402c5c4-e4a8-456e-b52c-d096e82e3a6c on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:58.499292 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00352985-b1cb-4f73-bbc9-ccac9cf5e67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.503032 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00352985-b1cb-4f73-bbc9-ccac9cf5e67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.504045 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-00352985-b1cb-4f73-bbc9-ccac9cf5e67d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/773b8367-739a-40c2-898c-8af481443cb0 HTTP/1.1" status: 204 len: 168 time: 0.4454272 Jul 16 18:20:58.532381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.532780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00352985-b1cb-4f73-bbc9-ccac9cf5e67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b8367-739a-40c2-898c-8af481443cb0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.560102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9dc64fe-3e71-4652-9893-ba5e3bb8cf48']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:58.574583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:58.575156 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f1d5f0-ee35-42b7-8d09-4d12a1ca87f0') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:58.598251 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.624608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-5dae4de9-a61f-4111-9dab-59ea73b4a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.625498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-5dae4de9-a61f-4111-9dab-59ea73b4a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.626181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-5dae4de9-a61f-4111-9dab-59ea73b4a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.626896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-5dae4de9-a61f-4111-9dab-59ea73b4a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.628026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-5dae4de9-a61f-4111-9dab-59ea73b4a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.628742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-5dae4de9-a61f-4111-9dab-59ea73b4a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.629374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-5dae4de9-a61f-4111-9dab-59ea73b4a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.632786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68172256-6caa-4372-9eab-43c597f28040 req-5dae4de9-a61f-4111-9dab-59ea73b4a4c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6483 time: 0.2191052 Jul 16 18:20:58.637958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.647715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6402c5c4-e4a8-456e-b52c-d096e82e3a6c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:58.659794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:58.660204 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:58.663667 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:58.689138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 6402c5c4-e4a8-456e-b52c-d096e82e3a6c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:58.689639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6402c5c4-e4a8-456e-b52c-d096e82e3a6c not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:58.690356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5367f16e-d810-4178-9a1c-8fbae0e491d0 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:58.694800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.730173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 5367f16e-d810-4178-9a1c-8fbae0e491d0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:58.731010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5367f16e-d810-4178-9a1c-8fbae0e491d0 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:58.769061 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.825972 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.836432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.841552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/networks/d9dc64fe-3e71-4652-9893-ba5e3bb8cf48 HTTP/1.1" status: 204 len: 168 time: 1.6399713 Jul 16 18:20:58.852910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57024) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.985932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9e9b6-9b55-4f1d-a17e-6ee604877398 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Network': ['ID=d9dc64fe-3e71-4652-9893-ba5e3bb8cf48,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.074828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-9bbb9513-2246-4c71-8597-a49152125b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.076962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68172256-6caa-4372-9eab-43c597f28040 req-9bbb9513-2246-4c71-8597-a49152125b25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b HTTP/1.1" status: 200 len: 903 time: 0.4313686 Jul 16 18:20:59.163741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68172256-6caa-4372-9eab-43c597f28040 req-70ba7358-cd2b-4cf3-9b45-581344bf82c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d02ac2da-e0ee-4373-8793-44f99b933222 HTTP/1.1" status: 200 len: 217 time: 0.0786366 Jul 16 18:20:59.194812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 4418af41-3a2f-4632-a806-7d34f4842989 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:59.196447 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.387027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-ef6c2946-cf6e-435d-97e0-7256c1ba9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.389113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68172256-6caa-4372-9eab-43c597f28040 req-ef6c2946-cf6e-435d-97e0-7256c1ba9c29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.1472034 Jul 16 18:20:59.406746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34adf4-68d6-4cf4-9fb1-acf562faf65c req-3d7b3fb6-5c09-46ad-8d1c-a1b1fe282646 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.408031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 4418af41-3a2f-4632-a806-7d34f4842989, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4418af41-3a2f-4632-a806-7d34f4842989,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:59.409678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.416934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34adf4-68d6-4cf4-9fb1-acf562faf65c req-3d7b3fb6-5c09-46ad-8d1c-a1b1fe282646 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.426017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34adf4-68d6-4cf4-9fb1-acf562faf65c req-3d7b3fb6-5c09-46ad-8d1c-a1b1fe282646 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.432128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34adf4-68d6-4cf4-9fb1-acf562faf65c req-3d7b3fb6-5c09-46ad-8d1c-a1b1fe282646 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.438625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 4418af41-3a2f-4632-a806-7d34f4842989 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:59.438789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34adf4-68d6-4cf4-9fb1-acf562faf65c req-3d7b3fb6-5c09-46ad-8d1c-a1b1fe282646 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.445042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34adf4-68d6-4cf4-9fb1-acf562faf65c req-3d7b3fb6-5c09-46ad-8d1c-a1b1fe282646 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.462139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34adf4-68d6-4cf4-9fb1-acf562faf65c req-3d7b3fb6-5c09-46ad-8d1c-a1b1fe282646 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.464077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a34adf4-68d6-4cf4-9fb1-acf562faf65c req-3d7b3fb6-5c09-46ad-8d1c-a1b1fe282646 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.4516609 Jul 16 18:20:59.662573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a34adf4-68d6-4cf4-9fb1-acf562faf65c req-e5dcbddb-2765-493c-a4bc-74da23950d19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381469 Jul 16 18:20:59.784870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68172256-6caa-4372-9eab-43c597f28040 req-0d109f31-745b-412d-861f-5ab60d88bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.785149 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.786394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68172256-6caa-4372-9eab-43c597f28040 req-0d109f31-745b-412d-861f-5ab60d88bfb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3119094 Jul 16 18:20:59.888168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=4418af41-3a2f-4632-a806-7d34f4842989,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.989058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68172256-6caa-4372-9eab-43c597f28040 req-321178ec-41fb-4094-8f85-82caf185af25 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913657 Jul 16 18:21:00.170926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.225061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d1162-2abd-40cf-9e51-c14409304881 req-6712dea8-f956-48b5-b26d-5a06f6e0a2d4 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.226664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-176d1162-2abd-40cf-9e51-c14409304881 req-6712dea8-f956-48b5-b26d-5a06f6e0a2d4 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.2364428 Jul 16 18:21:00.230538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68172256-6caa-4372-9eab-43c597f28040 req-af3664c4-b9c0-4846-8b4a-510979aadd1e service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286394 Jul 16 18:21:00.239472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.361266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-176d1162-2abd-40cf-9e51-c14409304881 req-2c597c58-aa71-4bd8-81ad-0a20dc630e24 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256554 Jul 16 18:21:00.480637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:00.533781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 5932e3c6-b12d-4a07-8079-070515ca7afb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:00.534132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 5932e3c6-b12d-4a07-8079-070515ca7afb not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:00.615944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:00.654325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:00.654965 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.821807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port f3ff23cf-c021-4aa8-9a29-a157fa8a03a9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f3ff23cf-c021-4aa8-9a29-a157fa8a03a9,segment=NetworkSegment(808da39b-46ed-4cc9-ada9-3b6735d90f69),segment_id=808da39b-46ed-4cc9-ada9-3b6735d90f69)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:00.821807 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.843975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:00.859275 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] Sync routers for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:00.864552 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d3a9f21b-727d-4632-a15a-d2d744d7e4d2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "PUT /v2.0/routers/2cc5c76c-ad65-4c15-b8dc-ea148629f708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9606125 Jul 16 18:21:00.867300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:00.868113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57142) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.878095 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:00.881313 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:01.006279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-585dbf66-16af-4b13-8295-94fa69a8c49b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting subnet e069f8ed-15aa-4549-8ac3-beb4816bd60a {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:01.017725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-585dbf66-16af-4b13-8295-94fa69a8c49b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.067453 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:01.127480 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-585dbf66-16af-4b13-8295-94fa69a8c49b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.234260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67222-03ed-4cea-990b-964cab55e991 req-4641f91c-e94b-477d-9dc7-1d5d76449f5b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.243969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67222-03ed-4cea-990b-964cab55e991 req-4641f91c-e94b-477d-9dc7-1d5d76449f5b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.250903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67222-03ed-4cea-990b-964cab55e991 req-4641f91c-e94b-477d-9dc7-1d5d76449f5b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.257525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67222-03ed-4cea-990b-964cab55e991 req-4641f91c-e94b-477d-9dc7-1d5d76449f5b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.264447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67222-03ed-4cea-990b-964cab55e991 req-4641f91c-e94b-477d-9dc7-1d5d76449f5b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.270539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67222-03ed-4cea-990b-964cab55e991 req-4641f91c-e94b-477d-9dc7-1d5d76449f5b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.271459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-585dbf66-16af-4b13-8295-94fa69a8c49b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.280097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e67222-03ed-4cea-990b-964cab55e991 req-4641f91c-e94b-477d-9dc7-1d5d76449f5b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.288181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9e67222-03ed-4cea-990b-964cab55e991 req-4641f91c-e94b-477d-9dc7-1d5d76449f5b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.2976162 Jul 16 18:21:01.365559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-585dbf66-16af-4b13-8295-94fa69a8c49b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.374403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9e67222-03ed-4cea-990b-964cab55e991 req-2f413980-55e3-4d13-952d-eafe49de7881 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848808 Jul 16 18:21:01.429946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dbf66-16af-4b13-8295-94fa69a8c49b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Subnet': ['ID=e069f8ed-15aa-4549-8ac3-beb4816bd60a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.439720 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.454178 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-585dbf66-16af-4b13-8295-94fa69a8c49b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.458848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fb80ff-1c85-47ce-998c-0043ee63c531 None None] Network fc4ec679-72c2-47bb-a8a2-f943cf898d0c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:01.477693 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-585dbf66-16af-4b13-8295-94fa69a8c49b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/subnets/e069f8ed-15aa-4549-8ac3-beb4816bd60a HTTP/1.1" status: 204 len: 168 time: 0.6083629 Jul 16 18:21:01.480965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.565359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=f3ff23cf-c021-4aa8-9a29-a157fa8a03a9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.680474 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:20:59Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:01.747844 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] Checking router: 2cc5c76c-ad65-4c15-b8dc-ea148629f708 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:01.772393 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] Routers {'2cc5c76c-ad65-4c15-b8dc-ea148629f708'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:01.773094 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:01.881639 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.975529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e5feb9-9b90-4320-a97d-36c6297ab389 None None] DHCP port deletion for fc4ec679-72c2-47bb-a8a2-f943cf898d0c request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:02.034223 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] Set router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:02.052416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.062313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-92e5feb9-9b90-4320-a97d-36c6297ab389 None None] Deleting port da0617ed-e1be-4648-b275-8bdbb0a82579 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:02.062942 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92e5feb9-9b90-4320-a97d-36c6297ab389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.153402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 326e191b-dad8-43f4-bd23-268484f0cbe3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:02.154817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.199110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-92e5feb9-9b90-4320-a97d-36c6297ab389 None None] For port da0617ed-e1be-4648-b275-8bdbb0a82579, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=da0617ed-e1be-4648-b275-8bdbb0a82579,segment=NetworkSegment(944cd883-0151-496f-ac18-a360912d3d93),segment_id=944cd883-0151-496f-ac18-a360912d3d93)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:02.199818 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92e5feb9-9b90-4320-a97d-36c6297ab389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.218578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-92e5feb9-9b90-4320-a97d-36c6297ab389 None None] Calling delete_port for da0617ed-e1be-4648-b275-8bdbb0a82579 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:02.322074 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92e5feb9-9b90-4320-a97d-36c6297ab389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.349097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 326e191b-dad8-43f4-bd23-268484f0cbe3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=326e191b-dad8-43f4-bd23-268484f0cbe3,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:02.349479 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.374348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5feb9-9b90-4320-a97d-36c6297ab389 None None] No DVR routers for this DVR port da0617ed-e1be-4648-b275-8bdbb0a82579 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:02.376464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5feb9-9b90-4320-a97d-36c6297ab389 None None] Pushing event deleted for resources: {'Port': ['ID=da0617ed-e1be-4648-b275-8bdbb0a82579,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.386482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 326e191b-dad8-43f4-bd23-268484f0cbe3 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:02.432435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.484965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:02.495784 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:20:59Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:02.566999 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dbcb66-d34b-4842-b898-43cc91c79f5e None None] The sync data for ids ['2cc5c76c-ad65-4c15-b8dc-ea148629f708'] in n-d-793619-10 is: [{'id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066523330', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:20:59Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '326e191b-dad8-43f4-bd23-268484f0cbe3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc5c76c-ad65-4c15-b8dc-ea148629f708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:56Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:02.663209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57210) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:02.668371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f00bc-7412-459f-8226-371fc1f0d1d9 req-dae9b546-2a99-481f-b88e-91fefd28ad22 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.671371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b77f00bc-7412-459f-8226-371fc1f0d1d9 req-dae9b546-2a99-481f-b88e-91fefd28ad22 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 1.0545862 Jul 16 18:21:02.686024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:02.703697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7', 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced', 'port_id': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7', 'mac_address': 'fa:16:3e:b7:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11199a5-2c51-4e20-9a02-ed7d9ac5a1da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:02.703976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.707402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:02.758325 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.773670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=326e191b-dad8-43f4-bd23-268484f0cbe3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.783439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:02.786009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.786593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.787107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.787641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.788155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.788956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.789486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.790277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.790925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.791440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.791940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.792449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:02.813344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:02.818525 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.861979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b77f00bc-7412-459f-8226-371fc1f0d1d9 req-080302b9-3a3a-45f8-949f-d3546137857b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840706 Jul 16 18:21:02.884577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:02.893362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a6482c94-04d5-40a3-9cde-bf46bf2dc253 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0391493 Jul 16 18:21:02.893990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:02.911884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.923089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:02.955318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.969772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:02.970425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:02.995907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa4e6-7a5f-4c24-b189-485147e173b5 req-26948d92-daf3-41e4-a52a-ab62158f4fcf tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.005129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa4e6-7a5f-4c24-b189-485147e173b5 req-26948d92-daf3-41e4-a52a-ab62158f4fcf tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.021963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa4e6-7a5f-4c24-b189-485147e173b5 req-26948d92-daf3-41e4-a52a-ab62158f4fcf tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.032167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa4e6-7a5f-4c24-b189-485147e173b5 req-26948d92-daf3-41e4-a52a-ab62158f4fcf tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.040923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa4e6-7a5f-4c24-b189-485147e173b5 req-26948d92-daf3-41e4-a52a-ab62158f4fcf tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.042625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device da0617ed-e1be-4648-b275-8bdbb0a82579 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:03.045555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:03.049322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa4e6-7a5f-4c24-b189-485147e173b5 req-26948d92-daf3-41e4-a52a-ab62158f4fcf tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.056663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faa4e6-7a5f-4c24-b189-485147e173b5 req-26948d92-daf3-41e4-a52a-ab62158f4fcf tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.061742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e333aa8-27bd-47fd-b67d-32d5c7e62c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.066761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0faa4e6-7a5f-4c24-b189-485147e173b5 req-26948d92-daf3-41e4-a52a-ab62158f4fcf tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.3552678 Jul 16 18:21:03.104047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-282f208a-d81a-40b7-9bef-f44912d89f42 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting subnet 2ff2f830-6be3-4fcf-be0a-b76fc4010987 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:03.125978 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-282f208a-d81a-40b7-9bef-f44912d89f42 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.136172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.142448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.176366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: da0617ed-e1be-4648-b275-8bdbb0a82579 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:03.176838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device da0617ed-e1be-4648-b275-8bdbb0a82579 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:03.185400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:03.187352 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28291e82-6ecd-46c0-9434-29616c0bbd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.208718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-282f208a-d81a-40b7-9bef-f44912d89f42 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.255380 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.264912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Fanout notify agent at l3_agent the message router_deleted on router 2cc5c76c-ad65-4c15-b8dc-ea148629f708 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:03.279685 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.285613 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a47d1f11-d688-44bd-8e3d-b305a1c648f2 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/routers/2cc5c76c-ad65-4c15-b8dc-ea148629f708 HTTP/1.1" status: 204 len: 168 time: 1.8035605 Jul 16 18:21:03.288824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57224) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.360146 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-282f208a-d81a-40b7-9bef-f44912d89f42 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.468742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0faa4e6-7a5f-4c24-b189-485147e173b5 req-0ed7486c-a702-4efd-842b-3310a89e97b0 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4005601 Jul 16 18:21:03.473410 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-282f208a-d81a-40b7-9bef-f44912d89f42 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.481456 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.539585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f208a-d81a-40b7-9bef-f44912d89f42 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff2f830-6be3-4fcf-be0a-b76fc4010987,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.558388 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-282f208a-d81a-40b7-9bef-f44912d89f42 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.561378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-282f208a-d81a-40b7-9bef-f44912d89f42 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/2ff2f830-6be3-4fcf-be0a-b76fc4010987 HTTP/1.1" status: 204 len: 168 time: 0.6651764 Jul 16 18:21:03.564658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e333aa8-27bd-47fd-b67d-32d5c7e62c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.564859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57230) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.589164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9e333aa8-27bd-47fd-b67d-32d5c7e62c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.641047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdbeeb4-d3d9-4dac-98b0-88518d22cca0 None None] Network 1d342d86-17a3-45e0-980f-1954aa558593 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:03.671588 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.688690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:21:01Z', 'revision_number': 11, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:03.695823 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9e333aa8-27bd-47fd-b67d-32d5c7e62c6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cab8d86a19cb4337a7ff921ef25d4481&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0314560 Jul 16 18:21:03.703958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57232) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.792485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e333aa8-27bd-47fd-b67d-32d5c7e62c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88161d5-905f-4ebf-b766-34e600057212,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.810597 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:03.846113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.852469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Deleting port c53334d7-835d-42bb-8603-7d3e59004f74 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:03.852469 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.855603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75fc0824-99e0-4dad-baf9-005dfe7fcc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.863872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4ec679-72c2-47bb-a8a2-f943cf898d0c']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:03.879180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944cd883-0151-496f-ac18-a360912d3d93') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:03.881912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944cd883-0151-496f-ac18-a360912d3d93') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:03.885826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:03.886473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:20:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:03.897250 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.909592 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75fc0824-99e0-4dad-baf9-005dfe7fcc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.919463 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.934876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:03.936298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:03.941882 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:03.988787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] For port c53334d7-835d-42bb-8603-7d3e59004f74, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c53334d7-835d-42bb-8603-7d3e59004f74,segment=NetworkSegment(808da39b-46ed-4cc9-ada9-3b6735d90f69),segment_id=808da39b-46ed-4cc9-ada9-3b6735d90f69)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:03.989161 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.022059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Calling delete_port for c53334d7-835d-42bb-8603-7d3e59004f74 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:04.034037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:04.076080 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.094349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.097836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/networks/fc4ec679-72c2-47bb-a8a2-f943cf898d0c HTTP/1.1" status: 204 len: 168 time: 0.8006949 Jul 16 18:21:04.109350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57236) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.125372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:21:01Z', 'revision_number': 11, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:04.142259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee46a6d-4019-407b-b5cd-b5097b649330 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Network': ['ID=fc4ec679-72c2-47bb-a8a2-f943cf898d0c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.189353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2d2d2-6052-4845-bac9-185cf17bce13 None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:21:01Z', 'revision_number': 11, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:04.258269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a72c3-32d9-467c-84ae-9003c283bedf None None] DHCP port deletion for 1d342d86-17a3-45e0-980f-1954aa558593 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:04.266463 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75fc0824-99e0-4dad-baf9-005dfe7fcc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.269102 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75fc0824-99e0-4dad-baf9-005dfe7fcc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.272981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-75fc0824-99e0-4dad-baf9-005dfe7fcc84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b88161d5-905f-4ebf-b766-34e600057212 HTTP/1.1" status: 204 len: 168 time: 0.5315940 Jul 16 18:21:04.293059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc0824-99e0-4dad-baf9-005dfe7fcc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88161d5-905f-4ebf-b766-34e600057212,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.349650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a72c3-32d9-467c-84ae-9003c283bedf None None] Deleting port c53334d7-835d-42bb-8603-7d3e59004f74 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:04.350124 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f0a72c3-32d9-467c-84ae-9003c283bedf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.364444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cbece0f-7b8f-45c8-8bea-fcec0ebffda1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.400469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8182468-f431-41fe-8c9a-54e64281155e req-d33ade14-5569-4704-9486-c86203c3235d tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.407947 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8182468-f431-41fe-8c9a-54e64281155e req-d33ade14-5569-4704-9486-c86203c3235d tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 944 time: 0.3813899 Jul 16 18:21:04.436920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1f0a72c3-32d9-467c-84ae-9003c283bedf None None] For port c53334d7-835d-42bb-8603-7d3e59004f74, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c53334d7-835d-42bb-8603-7d3e59004f74,segment=NetworkSegment(808da39b-46ed-4cc9-ada9-3b6735d90f69),segment_id=808da39b-46ed-4cc9-ada9-3b6735d90f69)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:04.437636 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f0a72c3-32d9-467c-84ae-9003c283bedf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.449271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cbece0f-7b8f-45c8-8bea-fcec0ebffda1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.455475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a72c3-32d9-467c-84ae-9003c283bedf None None] Calling delete_port for c53334d7-835d-42bb-8603-7d3e59004f74 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:04.494100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8182468-f431-41fe-8c9a-54e64281155e req-0757b5bd-ca44-4c60-800f-d71b249d0528 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850594 Jul 16 18:21:04.498378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.608860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Port': ['ID=c53334d7-835d-42bb-8603-7d3e59004f74,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.609650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:04.611915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No DVR routers for this DVR port c53334d7-835d-42bb-8603-7d3e59004f74 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:04.851680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 326e191b-dad8-43f4-bd23-268484f0cbe3 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:04.862578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.910946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d342d86-17a3-45e0-980f-1954aa558593']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:04.919397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808da39b-46ed-4cc9-ada9-3b6735d90f69') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:04.920344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808da39b-46ed-4cc9-ada9-3b6735d90f69') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:04.972167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 326e191b-dad8-43f4-bd23-268484f0cbe3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:04.982643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 326e191b-dad8-43f4-bd23-268484f0cbe3 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:04.983153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4418af41-3a2f-4632-a806-7d34f4842989 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:04.998928 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.007960 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cbece0f-7b8f-45c8-8bea-fcec0ebffda1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.014149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8cbece0f-7b8f-45c8-8bea-fcec0ebffda1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.020242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8cbece0f-7b8f-45c8-8bea-fcec0ebffda1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/security-groups/ace852c7-7300-4316-aa30-cd2462532235 HTTP/1.1" status: 204 len: 168 time: 0.9089077 Jul 16 18:21:05.031673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57254) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.043508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 4418af41-3a2f-4632-a806-7d34f4842989 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:05.044024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4418af41-3a2f-4632-a806-7d34f4842989 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:05.044642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c53334d7-835d-42bb-8603-7d3e59004f74 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:05.052799 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f0a72c3-32d9-467c-84ae-9003c283bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.073196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97a7e450-1bf9-45b2-8afe-aef7784ad6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.095804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:05.096280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.101024 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.129038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:05.129655 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:05.134483 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:05.161993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbece0f-7b8f-45c8-8bea-fcec0ebffda1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace852c7-7300-4316-aa30-cd2462532235,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.202450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a72c3-32d9-467c-84ae-9003c283bedf None None] Pushing event deleted for resources: {'Port': ['ID=c53334d7-835d-42bb-8603-7d3e59004f74,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.205482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: c53334d7-835d-42bb-8603-7d3e59004f74 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:05.206379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c53334d7-835d-42bb-8603-7d3e59004f74 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:05.207742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:05.211473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a72c3-32d9-467c-84ae-9003c283bedf None None] No DVR routers for this DVR port c53334d7-835d-42bb-8603-7d3e59004f74 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:05.250990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:05.251342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f3ff23cf-c021-4aa8-9a29-a157fa8a03a9 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:05.274725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97a7e450-1bf9-45b2-8afe-aef7784ad6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.282857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97a7e450-1bf9-45b2-8afe-aef7784ad6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.320143 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-97a7e450-1bf9-45b2-8afe-aef7784ad6c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9f44ac247e1466fb804b0f576a79751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837481 Jul 16 18:21:05.322953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57262) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.331778 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.346102 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.374839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade49c-5cae-4dc5-bc69-b5de2f4fdf6d req-9a81acd4-9e5f-426d-9d70-19641433bcff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.378969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0691a22-8846-448a-8045-d1666483daeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:05.381240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade49c-5cae-4dc5-bc69-b5de2f4fdf6d req-9a81acd4-9e5f-426d-9d70-19641433bcff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.381401 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e95f83a-728c-49bf-850f-430205d9c366" -d '{"events": [{"server_uuid": "c0691a22-8846-448a-8045-d1666483daeb", "name": "network-vif-plugged", "status": "completed", "tag": "bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:05.384478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7e450-1bf9-45b2-8afe-aef7784ad6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455b14e2-51bf-4894-b509-d0af0b89a621,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.387463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade49c-5cae-4dc5-bc69-b5de2f4fdf6d req-9a81acd4-9e5f-426d-9d70-19641433bcff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.393738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade49c-5cae-4dc5-bc69-b5de2f4fdf6d req-9a81acd4-9e5f-426d-9d70-19641433bcff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.400712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade49c-5cae-4dc5-bc69-b5de2f4fdf6d req-9a81acd4-9e5f-426d-9d70-19641433bcff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.408674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade49c-5cae-4dc5-bc69-b5de2f4fdf6d req-9a81acd4-9e5f-426d-9d70-19641433bcff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.408996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:05.414056 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.415208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceade49c-5cae-4dc5-bc69-b5de2f4fdf6d req-9a81acd4-9e5f-426d-9d70-19641433bcff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.425336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ceade49c-5cae-4dc5-bc69-b5de2f4fdf6d req-9a81acd4-9e5f-426d-9d70-19641433bcff tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.5477574 Jul 16 18:21:05.428995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.434160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/networks/1d342d86-17a3-45e0-980f-1954aa558593 HTTP/1.1" status: 204 len: 168 time: 1.8659241 Jul 16 18:21:05.434160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d7fc4-6a1d-49e2-8dfd-453fed0d0d2b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Pushing event deleted for resources: {'Network': ['ID=1d342d86-17a3-45e0-980f-1954aa558593,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.434432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12728956-bb4c-4c48-adef-b4071abe865a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.439463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.476232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12728956-bb4c-4c48-adef-b4071abe865a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.521781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ceade49c-5cae-4dc5-bc69-b5de2f4fdf6d req-026b1c7f-b1f4-44f7-909f-a19144948936 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943763 Jul 16 18:21:05.534319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'routes': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:05.546645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.585983 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12728956-bb4c-4c48-adef-b4071abe865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.588541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12728956-bb4c-4c48-adef-b4071abe865a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.593558 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-12728956-bb4c-4c48-adef-b4071abe865a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/455b14e2-51bf-4894-b509-d0af0b89a621 HTTP/1.1" status: 204 len: 168 time: 0.2650371 Jul 16 18:21:05.610494 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc7d5ee-cbd1-4796-83a0-22ecc5e4318f x-openstack-request-id: req-ddc7d5ee-cbd1-4796-83a0-22ecc5e4318f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:05.610852 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0691a22-8846-448a-8045-d1666483daeb", "name": "network-vif-plugged", "status": "completed", "tag": "bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:05.611175 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddc7d5ee-cbd1-4796-83a0-22ecc5e4318f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:05.611649 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0691a22-8846-448a-8045-d1666483daeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7', 'code': 200} Jul 16 18:21:05.634723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12728956-bb4c-4c48-adef-b4071abe865a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455b14e2-51bf-4894-b509-d0af0b89a621,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.724256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38936317-e48f-453b-985b-589aa641a552 req-3a583b02-87cd-4363-ad4f-18335f4f50b5 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.731487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38936317-e48f-453b-985b-589aa641a552 req-3a583b02-87cd-4363-ad4f-18335f4f50b5 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.1145325 Jul 16 18:21:05.782818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38936317-e48f-453b-985b-589aa641a552 req-5261a65a-e732-4c62-8382-2c5fa851cffa tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498345 Jul 16 18:21:05.938483 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de8ec97a-4bb9-4ad3-9d0d-ec3c8863512a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.943688 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.956219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.961113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e6ea150f-569b-46bc-8f7c-775e9303412d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303441591', 'description': 'tempest-secgroup-smoke-303441591 description', 'project_id': '31c96d00249a453298ef421573e576c2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:05.988929 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6ea150f-569b-46bc-8f7c-775e9303412d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.111253 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6ea150f-569b-46bc-8f7c-775e9303412d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.111512 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6ea150f-569b-46bc-8f7c-775e9303412d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.144000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6ea150f-569b-46bc-8f7c-775e9303412d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.148814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e6ea150f-569b-46bc-8f7c-775e9303412d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1916854 Jul 16 18:21:06.149549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57284) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.159055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2ead0e84-779b-4a67-b861-116cac8d5c22 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '381337a1-e133-486d-b677-cf5cc36323a2', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:06.179051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea150f-569b-46bc-8f7c-775e9303412d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381337a1-e133-486d-b677-cf5cc36323a2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.202206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.extraroute_db [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Added routes are [] {{(pid=93824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:21:06.202692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.extraroute_db [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Removed routes are [] {{(pid=93824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:21:06.203055 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.204111 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ead0e84-779b-4a67-b861-116cac8d5c22 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.255705 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ead0e84-779b-4a67-b861-116cac8d5c22 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.260733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ead0e84-779b-4a67-b861-116cac8d5c22 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.291803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead0e84-779b-4a67-b861-116cac8d5c22 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ada5da-4583-4649-9af0-9ad0ef87369d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.298656 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ead0e84-779b-4a67-b861-116cac8d5c22 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.303624 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2ead0e84-779b-4a67-b861-116cac8d5c22 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483195 Jul 16 18:21:06.304311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57290) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.311100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b655a57f-7000-44a1-b0ce-8a229b433a69 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '381337a1-e133-486d-b677-cf5cc36323a2', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:06.346484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b655a57f-7000-44a1-b0ce-8a229b433a69 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.366549 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.370268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.423153 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b655a57f-7000-44a1-b0ce-8a229b433a69 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.432254 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b655a57f-7000-44a1-b0ce-8a229b433a69 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.472952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 32012bff-3741-4248-8cec-d4c8e4353f1c has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:06.485447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655a57f-7000-44a1-b0ce-8a229b433a69 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d56740-ce9e-4b4a-aeb3-86172f74f847,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.493514 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b655a57f-7000-44a1-b0ce-8a229b433a69 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.494688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b655a57f-7000-44a1-b0ce-8a229b433a69 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1890969 Jul 16 18:21:06.499643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.505071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-23facf57-79b6-4d45-abc3-12ca7dcb52be tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '381337a1-e133-486d-b677-cf5cc36323a2', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:06.561499 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23facf57-79b6-4d45-abc3-12ca7dcb52be tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.617141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:06.626221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.631186 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ac56fda7-0a68-4cad-b013-9deecad2b66f tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c HTTP/1.1" status: 200 len: 704 time: 1.1850810 Jul 16 18:21:06.631560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57306) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.633067 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] Sync routers for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:06.648392 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:06.651853 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:06.670699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-078767bc-a944-47e6-b321-98a14ea5b6ec tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=32012bff-3741-4248-8cec-d4c8e4353f1c HTTP/1.1" status: 200 len: 205 time: 0.0352125 Jul 16 18:21:06.671140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57308) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.681853 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23facf57-79b6-4d45-abc3-12ca7dcb52be tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.691623 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23facf57-79b6-4d45-abc3-12ca7dcb52be tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.720722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23facf57-79b6-4d45-abc3-12ca7dcb52be tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2671f548-7d54-4c5e-9c0f-ec2ed371675e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.728352 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23facf57-79b6-4d45-abc3-12ca7dcb52be tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.729749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-23facf57-79b6-4d45-abc3-12ca7dcb52be tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2289898 Jul 16 18:21:06.735108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57312) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.752057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3bd64cc3-79ff-41e2-a13c-751945cd014e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '381337a1-e133-486d-b677-cf5cc36323a2', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:06.844744 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd64cc3-79ff-41e2-a13c-751945cd014e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.863496 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-297f3806-4b34-418b-bcbf-337409510e1e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.910315 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:06.949142 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.969788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68980e-deb4-4a22-9672-bff581e79f0d req-d04fa9a8-79ee-4283-bff9-66495aefd527 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.975704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68980e-deb4-4a22-9672-bff581e79f0d req-d04fa9a8-79ee-4283-bff9-66495aefd527 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.995985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68980e-deb4-4a22-9672-bff581e79f0d req-d04fa9a8-79ee-4283-bff9-66495aefd527 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.006853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68980e-deb4-4a22-9672-bff581e79f0d req-d04fa9a8-79ee-4283-bff9-66495aefd527 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.009211 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:21:01Z', 'revision_number': 11, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:07.023752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68980e-deb4-4a22-9672-bff581e79f0d req-d04fa9a8-79ee-4283-bff9-66495aefd527 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.032260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68980e-deb4-4a22-9672-bff581e79f0d req-d04fa9a8-79ee-4283-bff9-66495aefd527 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.040289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68980e-deb4-4a22-9672-bff581e79f0d req-d04fa9a8-79ee-4283-bff9-66495aefd527 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.052155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad68980e-deb4-4a22-9672-bff581e79f0d req-d04fa9a8-79ee-4283-bff9-66495aefd527 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.2842050 Jul 16 18:21:07.052424 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] Checking router: 32012bff-3741-4248-8cec-d4c8e4353f1c for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:07.062477 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] Routers {'32012bff-3741-4248-8cec-d4c8e4353f1c'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:07.063577 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['32012bff-3741-4248-8cec-d4c8e4353f1c'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:07.114894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-297f3806-4b34-418b-bcbf-337409510e1e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.136632 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-297f3806-4b34-418b-bcbf-337409510e1e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.251202 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] Set router 32012bff-3741-4248-8cec-d4c8e4353f1c gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:07.263829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd64cc3-79ff-41e2-a13c-751945cd014e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.283643 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-297f3806-4b34-418b-bcbf-337409510e1e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.284207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297f3806-4b34-418b-bcbf-337409510e1e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Fanout notify agent at l3_agent the message router_deleted on router 32012bff-3741-4248-8cec-d4c8e4353f1c {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:07.291566 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-297f3806-4b34-418b-bcbf-337409510e1e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.295401 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-297f3806-4b34-418b-bcbf-337409510e1e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c HTTP/1.1" status: 204 len: 168 time: 0.6206548 Jul 16 18:21:07.296535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad68980e-deb4-4a22-9672-bff581e79f0d req-4fa4ba86-d659-4b9e-927e-2066eb167379 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2354639 Jul 16 18:21:07.298957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57322) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.299979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd64cc3-79ff-41e2-a13c-751945cd014e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.325779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2c30922f-fdcf-48e4-a191-bb10c92984a0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1598646639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:07.344152 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3bd64cc3-79ff-41e2-a13c-751945cd014e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.345778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3bd64cc3-79ff-41e2-a13c-751945cd014e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6089311 Jul 16 18:21:07.348717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57324) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.354797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3637a9e4-8d89-463f-93bb-0dbe741d8a3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '381337a1-e133-486d-b677-cf5cc36323a2', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:07.361998 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:21:01Z', 'revision_number': 11, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:07.376367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd64cc3-79ff-41e2-a13c-751945cd014e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03f98d7-9930-4f1c-a61a-75a43c774836,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.402536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-2c30922f-fdcf-48e4-a191-bb10c92984a0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:21:07.402536 n-d-793619-10 neutron-server[93823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:21:07.402536 n-d-793619-10 neutron-server[93823]: [parameters: {'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'id': 'e22d5244-0e94-420a-bce3-49367ade8b81', 'expiration': datetime.datetime(2021, 7, 16, 18, 23, 7, 385260)}] Jul 16 18:21:07.402536 n-d-793619-10 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:21:07.403057 n-d-793619-10 neutron-server[93823]: DEBUG oslo_db.api [None req-2c30922f-fdcf-48e4-a191-bb10c92984a0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:21:07.418709 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-3637a9e4-8d89-463f-93bb-0dbe741d8a3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Project 31c96d00249a453298ef421573e576c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:21:07.435599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3637a9e4-8d89-463f-93bb-0dbe741d8a3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.437508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b0de0-11ae-4936-8671-6be1f7a2b301 req-89dd0e95-9a00-4fe2-89b6-ead263d4c858 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.440132 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4efc37-c140-453b-bec0-684b90d5be24 None None] The sync data for ids ['32012bff-3741-4248-8cec-d4c8e4353f1c'] in n-d-793619-10 is: [{'id': '32012bff-3741-4248-8cec-d4c8e4353f1c', 'name': 'tempest-RoutersIpV6Test-router-986747655', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:21:01Z', 'revision_number': 11, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:07.443183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e91b0de0-11ae-4936-8671-6be1f7a2b301 req-89dd0e95-9a00-4fe2-89b6-ead263d4c858 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.3878045 Jul 16 18:21:07.503970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e91b0de0-11ae-4936-8671-6be1f7a2b301 req-38d386bc-a9db-4331-9ab4-627ea1ce24c4 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494809 Jul 16 18:21:07.533259 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3637a9e4-8d89-463f-93bb-0dbe741d8a3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.555486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3637a9e4-8d89-463f-93bb-0dbe741d8a3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.579490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637a9e4-8d89-463f-93bb-0dbe741d8a3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baf37e5-7a01-4abf-9170-a042d26a2c7b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.596401 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3637a9e4-8d89-463f-93bb-0dbe741d8a3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.598167 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3637a9e4-8d89-463f-93bb-0dbe741d8a3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2477648 Jul 16 18:21:07.600991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57334) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.606456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0b854d1a-d94f-4b87-8cbf-b2bd6f9060e9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '381337a1-e133-486d-b677-cf5cc36323a2', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:07.642814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-caf17ce3-b17e-4af1-b61a-40812e6381c0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.644324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-caf17ce3-b17e-4af1-b61a-40812e6381c0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 945 time: 0.1311400 Jul 16 18:21:07.658793 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-0b854d1a-d94f-4b87-8cbf-b2bd6f9060e9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Project 31c96d00249a453298ef421573e576c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:21:07.667310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b854d1a-d94f-4b87-8cbf-b2bd6f9060e9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.778647 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b854d1a-d94f-4b87-8cbf-b2bd6f9060e9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.795639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Deleting port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:07.796080 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b854d1a-d94f-4b87-8cbf-b2bd6f9060e9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.796719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.850099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b854d1a-d94f-4b87-8cbf-b2bd6f9060e9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639cc1ec-78b3-4332-a964-97ba17dae9ba,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.864283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b854d1a-d94f-4b87-8cbf-b2bd6f9060e9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.868884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0b854d1a-d94f-4b87-8cbf-b2bd6f9060e9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2667291 Jul 16 18:21:07.869586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.875124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'network': {'name': 'tempest-network-smoke--421635820', 'project_id': '31c96d00249a453298ef421573e576c2', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:07.899192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:07.904789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.933836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] For port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:07.934242 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.951695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Calling delete_port for bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:07.960023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:07.975026 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c30922f-fdcf-48e4-a191-bb10c92984a0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.976840 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c30922f-fdcf-48e4-a191-bb10c92984a0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.980566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.980921 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Added segment 68baf881-84a8-40f9-bc0a-bd9b5ac65c52 of type vlan for network 3c03f846-aaaa-456d-8375-095db69b557a Jul 16 18:21:08.043914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.084137 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c30922f-fdcf-48e4-a191-bb10c92984a0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.092985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c30922f-fdcf-48e4-a191-bb10c92984a0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.122953 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c30922f-fdcf-48e4-a191-bb10c92984a0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.127983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2c30922f-fdcf-48e4-a191-bb10c92984a0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8229499 Jul 16 18:21:08.128784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57354) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:08.131318 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.137920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.138901 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.139302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.146845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9fba5f10-0a29-4279-ad3c-d8abdf24918b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:08.174079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event deleted for resources: {'Port': ['ID=bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.238668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] No DVR routers for this DVR port bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:08.240142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.243323 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-18c0d37b-5979-493b-92fa-af9272c6e336 req-70d94ac0-5ba7-4f17-bd64-71455218f903 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "DELETE /v2.0/ports/bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 HTTP/1.1" status: 204 len: 173 time: 0.5862381 Jul 16 18:21:08.243822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0691a22-8846-448a-8045-d1666483daeb', 'name': 'network-vif-deleted', 'tag': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:08.248003 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc46298-4d1c-4a7f-ac6b-61f678eee77e" -d '{"events": [{"server_uuid": "c0691a22-8846-448a-8045-d1666483daeb", "name": "network-vif-deleted", "tag": "bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:08.256274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3855617 Jul 16 18:21:08.262606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57362) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:08.271487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'admin_state_up': True, 'project_id': '31c96d00249a453298ef421573e576c2', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:08.303135 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb694e5c-802e-40ec-905f-18560a93b84f x-openstack-request-id: req-eb694e5c-802e-40ec-905f-18560a93b84f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:08.303666 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0691a22-8846-448a-8045-d1666483daeb", "name": "network-vif-deleted", "tag": "bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:08.303806 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb694e5c-802e-40ec-905f-18560a93b84f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:08.304228 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0691a22-8846-448a-8045-d1666483daeb', 'name': 'network-vif-deleted', 'tag': 'bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7', 'status': 'completed', 'code': 200} Jul 16 18:21:08.386358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7ee1f-14f9-4f06-88fa-1a6bf17530dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Network': ['ID=3c03f846-aaaa-456d-8375-095db69b557a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.397584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 3c03f846-aaaa-456d-8375-095db69b557a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:08.512493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:08.513850 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.515108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.568458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fba5f10-0a29-4279-ad3c-d8abdf24918b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.577154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:08.577786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:08.643018 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.666712 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.670739 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fba5f10-0a29-4279-ad3c-d8abdf24918b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.884265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-077347c6-ca17-4704-b7d1-0a229ba74b64 req-85b49389-b0c1-4144-9998-8f7a1d6d8503 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0691a22-8846-448a-8045-d1666483daeb HTTP/1.1" status: 200 len: 210 time: 0.0615399 Jul 16 18:21:08.904451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196061c6-7323-41c6-ad8e-f0d164fc5de9 req-0875ba0b-4643-42f6-8a8d-0c942386ed4a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.914504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196061c6-7323-41c6-ad8e-f0d164fc5de9 req-0875ba0b-4643-42f6-8a8d-0c942386ed4a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.946170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196061c6-7323-41c6-ad8e-f0d164fc5de9 req-0875ba0b-4643-42f6-8a8d-0c942386ed4a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.963159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196061c6-7323-41c6-ad8e-f0d164fc5de9 req-0875ba0b-4643-42f6-8a8d-0c942386ed4a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.980192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196061c6-7323-41c6-ad8e-f0d164fc5de9 req-0875ba0b-4643-42f6-8a8d-0c942386ed4a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.999290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196061c6-7323-41c6-ad8e-f0d164fc5de9 req-0875ba0b-4643-42f6-8a8d-0c942386ed4a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.038171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196061c6-7323-41c6-ad8e-f0d164fc5de9 req-0875ba0b-4643-42f6-8a8d-0c942386ed4a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.040095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-196061c6-7323-41c6-ad8e-f0d164fc5de9 req-0875ba0b-4643-42f6-8a8d-0c942386ed4a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.5144136 Jul 16 18:21:09.178068 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.242219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-196061c6-7323-41c6-ad8e-f0d164fc5de9 req-b6ced200-4283-417e-93da-418c77645e3c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489050 Jul 16 18:21:09.257202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fba5f10-0a29-4279-ad3c-d8abdf24918b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Router 495335fb-ded1-4391-be0f-9b81f07c2eb2 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:09.371909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba5f10-0a29-4279-ad3c-d8abdf24918b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:09.381521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fba5f10-0a29-4279-ad3c-d8abdf24918b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.381999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9fba5f10-0a29-4279-ad3c-d8abdf24918b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "PUT /v2.0/routers/495335fb-ded1-4391-be0f-9b81f07c2eb2 HTTP/1.1" status: 200 len: 698 time: 1.2516620 Jul 16 18:21:09.385883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.405443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] Sync routers for ids ['495335fb-ded1-4391-be0f-9b81f07c2eb2'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:09.423509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] Routers {'495335fb-ded1-4391-be0f-9b81f07c2eb2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:09.425763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['495335fb-ded1-4391-be0f-9b81f07c2eb2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:09.541523 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a466d21f-6e73-4fc7-910b-b2f0ec49eb40 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/routers/495335fb-ded1-4391-be0f-9b81f07c2eb2 HTTP/1.1" status: 200 len: 704 time: 0.1538630 Jul 16 18:21:09.542886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57404) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.551257 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.578788 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.579928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] Set router 495335fb-ded1-4391-be0f-9b81f07c2eb2 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:09.596220 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3c7be7fc-7216-42fd-94ae-fd0201cd6925 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=495335fb-ded1-4391-be0f-9b81f07c2eb2 HTTP/1.1" status: 200 len: 205 time: 0.0515695 Jul 16 18:21:09.597090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.632555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57408) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.651977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495335fb-ded1-4391-be0f-9b81f07c2eb2', 'name': 'tempest-RoutersIpV6Test-router-1598646639', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:07Z', 'updated_at': '2021-07-16T18:21:08Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:09.686763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] Checking router: 495335fb-ded1-4391-be0f-9b81f07c2eb2 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:09.696125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] Routers {'495335fb-ded1-4391-be0f-9b81f07c2eb2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:09.697100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['495335fb-ded1-4391-be0f-9b81f07c2eb2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:09.740723 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-301d21b4-dccb-4942-bf12-850223c1393d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.777745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] Set router 495335fb-ded1-4391-be0f-9b81f07c2eb2 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:09.782352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.25.2.11 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/323d548b-72f9-44cb-9304-6bc5029f598e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:09.818631 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0518368-281c-4011-a7ed-d2ec61ac9417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.867957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495335fb-ded1-4391-be0f-9b81f07c2eb2', 'name': 'tempest-RoutersIpV6Test-router-1598646639', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:07Z', 'updated_at': '2021-07-16T18:21:08Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:09.898135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8aadad-2bc4-4a19-95d5-8d4b331337e5 None None] The sync data for ids ['495335fb-ded1-4391-be0f-9b81f07c2eb2'] in n-d-793619-10 is: [{'id': '495335fb-ded1-4391-be0f-9b81f07c2eb2', 'name': 'tempest-RoutersIpV6Test-router-1598646639', 'tenant_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:07Z', 'updated_at': '2021-07-16T18:21:08Z', 'revision_number': 2, 'project_id': '08680ff631ed4f47b9a71903c7ed5ca0', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:09.993632 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-301d21b4-dccb-4942-bf12-850223c1393d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.999675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-301d21b4-dccb-4942-bf12-850223c1393d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.027767 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.054471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-301d21b4-dccb-4942-bf12-850223c1393d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.055053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301d21b4-dccb-4942-bf12-850223c1393d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Fanout notify agent at l3_agent the message router_deleted on router 495335fb-ded1-4391-be0f-9b81f07c2eb2 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:10.072214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-301d21b4-dccb-4942-bf12-850223c1393d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.079874 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-301d21b4-dccb-4942-bf12-850223c1393d tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/495335fb-ded1-4391-be0f-9b81f07c2eb2 HTTP/1.1" status: 204 len: 168 time: 0.4764984 Jul 16 18:21:10.080477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57420) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.158379 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6b62b056-ba9b-423b-b3c5-542a787bf759 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=495335fb-ded1-4391-be0f-9b81f07c2eb2 HTTP/1.1" status: 200 len: 205 time: 0.0758808 Jul 16 18:21:10.160545 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.161136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57424) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.180358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0518368-281c-4011-a7ed-d2ec61ac9417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.200296 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0518368-281c-4011-a7ed-d2ec61ac9417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.221235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:10.231095 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.243275 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-7e6f669b-9331-43c5-b588-e0417728f29a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] delete failed (client error): The resource could not be found. Jul 16 18:21:10.247613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:10.247895 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7e6f669b-9331-43c5-b588-e0417728f29a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/495335fb-ded1-4391-be0f-9b81f07c2eb2 HTTP/1.1" status: 404 len: 336 time: 0.0824709 Jul 16 18:21:10.248309 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.257831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:10.318971 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93decbe-a44d-4ab0-b367-2f5a7e78c56e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:10.319435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93decbe-a44d-4ab0-b367-2f5a7e78c56e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:10.321444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c93decbe-a44d-4ab0-b367-2f5a7e78c56e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/2223ec78-d92c-4d13-8253-9414d22628bd HTTP/1.1" status: 404 len: 337 time: 0.0706346 Jul 16 18:21:10.324261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.379363 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4fa509-1dc0-4dbd-9a70-c957cfca7da0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:10.379836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4fa509-1dc0-4dbd-9a70-c957cfca7da0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:10.381828 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3a4fa509-1dc0-4dbd-9a70-c957cfca7da0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/d92503b5-37e9-459f-972f-414269f7a880 HTTP/1.1" status: 404 len: 337 time: 0.0561819 Jul 16 18:21:10.392083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.432702 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-32296c5b-7181-45c3-b1c4-aed913493595 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:10.433180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32296c5b-7181-45c3-b1c4-aed913493595 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:10.438577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-32296c5b-7181-45c3-b1c4-aed913493595 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/78312c5a-bb8f-495e-bf1e-ceeae7a9d756 HTTP/1.1" status: 404 len: 337 time: 0.0427592 Jul 16 18:21:10.440428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57434) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.473620 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f113dcef-ace9-4777-a676-6c6cc9517338 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:10.474034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f113dcef-ace9-4777-a676-6c6cc9517338 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:10.476389 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f113dcef-ace9-4777-a676-6c6cc9517338 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/2ff2f830-6be3-4fcf-be0a-b76fc4010987 HTTP/1.1" status: 404 len: 337 time: 0.0347087 Jul 16 18:21:10.476877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57436) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.478928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57438) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.484811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f510a66e-18be-4774-b8e4-86ecb897ad55 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394682478', 'description': 'tempest-description--85738881'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:10.531356 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dbd2b826-a514-47a8-91b5-1975e3a50166 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=32012bff-3741-4248-8cec-d4c8e4353f1c HTTP/1.1" status: 200 len: 205 time: 0.0475764 Jul 16 18:21:10.531834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57442) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.580184 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-ab9cbb22-2ea5-41b4-a380-8ab9abbfc374 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] delete failed (client error): The resource could not be found. Jul 16 18:21:10.584363 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ab9cbb22-2ea5-41b4-a380-8ab9abbfc374 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/32012bff-3741-4248-8cec-d4c8e4353f1c HTTP/1.1" status: 404 len: 336 time: 0.0489175 Jul 16 18:21:10.585118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.606394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f510a66e-18be-4774-b8e4-86ecb897ad55 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.638638 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d79066ee-c9be-4f8f-b15d-ccb6a00cc031 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d812cf7-ebfe-41d4-968c-4ae3d009ceff HTTP/1.1" status: 200 len: 205 time: 0.0501447 Jul 16 18:21:10.639770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57446) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.692006 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-149fd25c-cf0e-4c2c-98ae-e3bf333c48e6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] delete failed (client error): The resource could not be found. Jul 16 18:21:10.692006 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-149fd25c-cf0e-4c2c-98ae-e3bf333c48e6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/3d812cf7-ebfe-41d4-968c-4ae3d009ceff HTTP/1.1" status: 404 len: 336 time: 0.0463293 Jul 16 18:21:10.692006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.728809 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54a243b-d222-4e5d-83fa-14f044eb5429 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:10.729265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54a243b-d222-4e5d-83fa-14f044eb5429 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:10.732566 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a54a243b-d222-4e5d-83fa-14f044eb5429 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/c6c01e9b-8562-4f99-9db1-76f2bb82b29c HTTP/1.1" status: 404 len: 337 time: 0.0388646 Jul 16 18:21:10.736119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b0518368-281c-4011-a7ed-d2ec61ac9417 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21b7ca732ec547d89044eb0f02bd5303&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1025591 Jul 16 18:21:10.736309 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57450) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.749753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57452) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.753624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=323d548b-72f9-44cb-9304-6bc5029f598e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.756209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0518368-281c-4011-a7ed-d2ec61ac9417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfc5e28-8ba6-47a8-ba08-c1649730bfbb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.821565 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6e3c9b97-1bdc-4510-86c4-c93333db4fe6 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2262a96-70c7-4f9f-8edb-4b5497650e23 HTTP/1.1" status: 200 len: 205 time: 0.0835600 Jul 16 18:21:10.827938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.894091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-086599bf-7e4c-4644-baa9-1a4b04214958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.896030 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-8dd7c554-ef3a-4fa4-be7a-1e4a166713f7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] delete failed (client error): The resource could not be found. Jul 16 18:21:10.897093 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8dd7c554-ef3a-4fa4-be7a-1e4a166713f7 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/e2262a96-70c7-4f9f-8edb-4b5497650e23 HTTP/1.1" status: 404 len: 336 time: 0.0667393 Jul 16 18:21:10.900787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.004621 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b7fff1d5-01dd-45c3-b600-92796091fd7a tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8af1c2e-e860-45c2-9381-0545fdd43fae HTTP/1.1" status: 200 len: 205 time: 0.0997663 Jul 16 18:21:11.005539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.022185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-086599bf-7e4c-4644-baa9-1a4b04214958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.029696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f510a66e-18be-4774-b8e4-86ecb897ad55 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.037316 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f510a66e-18be-4774-b8e4-86ecb897ad55 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.101420 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-0d2902f4-4f8b-4261-843c-caf2113eddd0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] delete failed (client error): The resource could not be found. Jul 16 18:21:11.102575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510a66e-18be-4774-b8e4-86ecb897ad55 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dce3b7-e4ea-4c7e-a00b-a292dee1be5e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.103159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0d2902f4-4f8b-4261-843c-caf2113eddd0 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/b8af1c2e-e860-45c2-9381-0545fdd43fae HTTP/1.1" status: 404 len: 336 time: 0.0953696 Jul 16 18:21:11.115297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.117166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f510a66e-18be-4774-b8e4-86ecb897ad55 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.118434 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f510a66e-18be-4774-b8e4-86ecb897ad55 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6405671 Jul 16 18:21:11.121772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.128829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-32d2500a-eefe-42ed-8000-75993df418f7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Request body: {'security_group_rule': {'security_group_id': 'b3dce3b7-e4ea-4c7e-a00b-a292dee1be5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:11.162552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-086599bf-7e4c-4644-baa9-1a4b04214958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.165492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-086599bf-7e4c-4644-baa9-1a4b04214958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.167034 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-086599bf-7e4c-4644-baa9-1a4b04214958 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bfc5e28-8ba6-47a8-ba08-c1649730bfbb HTTP/1.1" status: 204 len: 168 time: 0.4109979 Jul 16 18:21:11.183914 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-103c78fc-7e63-4e84-a436-b6efca83de7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:11.184347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103c78fc-7e63-4e84-a436-b6efca83de7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:11.184480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086599bf-7e4c-4644-baa9-1a4b04214958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfc5e28-8ba6-47a8-ba08-c1649730bfbb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.189677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-103c78fc-7e63-4e84-a436-b6efca83de7b tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/d6761c5c-f277-448a-8944-4ba0da22bf2f HTTP/1.1" status: 404 len: 337 time: 0.0700736 Jul 16 18:21:11.190360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57468) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.195061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2500a-eefe-42ed-8000-75993df418f7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.203269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595707-4889-4490-8684-0a28fdac3e5f req-c07f2fa9-c376-4c12-bd68-8e29b27fa360 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.224635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595707-4889-4490-8684-0a28fdac3e5f req-c07f2fa9-c376-4c12-bd68-8e29b27fa360 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.241386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595707-4889-4490-8684-0a28fdac3e5f req-c07f2fa9-c376-4c12-bd68-8e29b27fa360 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.257137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595707-4889-4490-8684-0a28fdac3e5f req-c07f2fa9-c376-4c12-bd68-8e29b27fa360 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.272301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595707-4889-4490-8684-0a28fdac3e5f req-c07f2fa9-c376-4c12-bd68-8e29b27fa360 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.276685 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2500a-eefe-42ed-8000-75993df418f7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.284067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595707-4889-4490-8684-0a28fdac3e5f req-c07f2fa9-c376-4c12-bd68-8e29b27fa360 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.285488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2500a-eefe-42ed-8000-75993df418f7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.297147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595707-4889-4490-8684-0a28fdac3e5f req-c07f2fa9-c376-4c12-bd68-8e29b27fa360 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.299417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27595707-4889-4490-8684-0a28fdac3e5f req-c07f2fa9-c376-4c12-bd68-8e29b27fa360 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.5739169 Jul 16 18:21:11.311673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2500a-eefe-42ed-8000-75993df418f7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b821fe0-4eb3-44e0-bc42-29ada7a4714d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.320006 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32d2500a-eefe-42ed-8000-75993df418f7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.324945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-32d2500a-eefe-42ed-8000-75993df418f7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1992254 Jul 16 18:21:11.325156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.335484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7a71557d-a006-4b4e-ad26-6d3ab7999d9c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Request body: {'security_group_rule': {'security_group_id': 'b3dce3b7-e4ea-4c7e-a00b-a292dee1be5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:11.352575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2c989954-72a7-4709-b2c6-1f02a72392df tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=d86ec224-57b1-4e7d-a8ef-241ee027ae2b HTTP/1.1" status: 200 len: 205 time: 0.0517910 Jul 16 18:21:11.355296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.399441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27595707-4889-4490-8684-0a28fdac3e5f req-a1697d53-fd08-4d5b-b447-589b7bd4f252 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930862 Jul 16 18:21:11.400429 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.427834 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-ae5963b4-ccf5-43e2-989d-27eebc028442 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] delete failed (client error): The resource could not be found. Jul 16 18:21:11.434376 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ae5963b4-ccf5-43e2-989d-27eebc028442 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/d86ec224-57b1-4e7d-a8ef-241ee027ae2b HTTP/1.1" status: 404 len: 336 time: 0.0742829 Jul 16 18:21:11.438720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.487215 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-667b300f-6962-4860-b59a-fcbe71f0bd3c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:11.487686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667b300f-6962-4860-b59a-fcbe71f0bd3c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:11.491795 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-667b300f-6962-4860-b59a-fcbe71f0bd3c tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/a5399e38-694a-4240-8167-a11cbb588114 HTTP/1.1" status: 404 len: 337 time: 0.0496054 Jul 16 18:21:11.491795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a71557d-a006-4b4e-ad26-6d3ab7999d9c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.495543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57482) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.565134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d0800459-d9a4-4abc-b32f-106ac9fc1871 tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a7314ee-82a7-49f6-9094-654f2c53bc16 HTTP/1.1" status: 200 len: 205 time: 0.0684068 Jul 16 18:21:11.569232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57484) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.636609 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-24dc561d-cbe4-422e-a534-d16f46eb063e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] delete failed (client error): The resource could not be found. Jul 16 18:21:11.636609 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-24dc561d-cbe4-422e-a534-d16f46eb063e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/routers/6a7314ee-82a7-49f6-9094-654f2c53bc16 HTTP/1.1" status: 404 len: 336 time: 0.0654168 Jul 16 18:21:11.639060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.676102 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce64b36b-49c8-41ae-a3da-171ca11b71de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:11.676589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce64b36b-49c8-41ae-a3da-171ca11b71de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:11.678627 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ce64b36b-49c8-41ae-a3da-171ca11b71de tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/78e8a103-0036-4993-a9dd-9f88f46ddc34 HTTP/1.1" status: 404 len: 337 time: 0.0386660 Jul 16 18:21:11.682793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57488) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.695996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57490) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.712042 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f5179e-15de-4b12-ab97-b5a9762a106e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:11.712500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f5179e-15de-4b12-ab97-b5a9762a106e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:11.716662 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-33f5179e-15de-4b12-ab97-b5a9762a106e tempest-RoutersIpV6Test-2102255538 tempest-RoutersIpV6Test-2102255538-project] 10.222.0.60 "DELETE /v2.0/subnets/e1936c27-7f2f-461d-8a4c-5ad512c1c8f6 HTTP/1.1" status: 404 len: 337 time: 0.0308094 Jul 16 18:21:11.716879 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32e83062-7b16-4d11-b839-83168bcba13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.744444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a71557d-a006-4b4e-ad26-6d3ab7999d9c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.751492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a71557d-a006-4b4e-ad26-6d3ab7999d9c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.752639 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.793535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71557d-a006-4b4e-ad26-6d3ab7999d9c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a51af3-afcc-4b7d-9438-6860c36701bd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.958648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32e83062-7b16-4d11-b839-83168bcba13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.963789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32e83062-7b16-4d11-b839-83168bcba13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.969655 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a71557d-a006-4b4e-ad26-6d3ab7999d9c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.971073 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a71557d-a006-4b4e-ad26-6d3ab7999d9c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6439819 Jul 16 18:21:11.975240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.983264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:11.983968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:12.021842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.024249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e83062-7b16-4d11-b839-83168bcba13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f8d45b-2e67-4e6e-af83-368587eb3f1d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.039472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-32e83062-7b16-4d11-b839-83168bcba13e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=297fed4ba1bc4d3ea8ec0948646d126f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423567 Jul 16 18:21:12.049170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57500) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.061360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57502) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.185166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2af47f23-3094-4f81-9e2c-3724d550088f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.188254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:12.198577 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Sync routers for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:12.209717 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2af47f23-3094-4f81-9e2c-3724d550088f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.211113 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:12.213407 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:12.233177 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.234422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-df200acb-bc41-45e5-b150-5507cd0498a5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.9698327 Jul 16 18:21:12.240675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57506) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.293048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4f14e13e-0662-4295-8d72-518125d6e255 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=31c96d00249a453298ef421573e576c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485413 Jul 16 18:21:12.293807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57510) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.307648 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2af47f23-3094-4f81-9e2c-3724d550088f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.311697 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2af47f23-3094-4f81-9e2c-3724d550088f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.314653 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2af47f23-3094-4f81-9e2c-3724d550088f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6f8d45b-2e67-4e6e-af83-368587eb3f1d HTTP/1.1" status: 204 len: 168 time: 0.2636302 Jul 16 18:21:12.349376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af47f23-3094-4f81-9e2c-3724d550088f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f8d45b-2e67-4e6e-af83-368587eb3f1d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.428876 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:12.463570 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.529817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:12.588567 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d89fb9ae-8d3d-490b-952e-3aae0dad1817 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08680ff631ed4f47b9a71903c7ed5ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251484 Jul 16 18:21:12.595859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.603841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:12.604181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bde6aeda-9b3b-43a0-8bb3-a80eea50c6d7 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:12.620183 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:12.637235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf5cd8-7212-4bd6-831a-ca5b1723e2e0 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.642014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5eaf5cd8-7212-4bd6-831a-ca5b1723e2e0 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3446288 Jul 16 18:21:12.643130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.695745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8b0b8a34-8af9-416f-950c-898115a4d717 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502524 Jul 16 18:21:12.698417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.705349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-373876247', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'project_id': '31c96d00249a453298ef421573e576c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:12.752664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da5ffbbf-d03e-4722-b21e-fb971335adb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.772847 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:10Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:12.806507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ed410-b627-4b3c-b91e-6b4bfaa7d6b4 req-fd4f61f9-bdc2-42ac-9d49-825e4ff4162f tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.806793 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Checking router: 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:12.807091 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Updating router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 port 323d548b-72f9-44cb-9304-6bc5029f598e binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:12.808129 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d3ed410-b627-4b3c-b91e-6b4bfaa7d6b4 req-fd4f61f9-bdc2-42ac-9d49-825e4ff4162f tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 945 time: 0.2334847 Jul 16 18:21:12.820956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Allocated IP 172.25.2.175 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/37102c9b-a266-4c13-85bf-05b4c7e4664d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:12.868716 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.906917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21b91-03bd-4db6-aaab-b546e78b7d51 req-ed2e5b47-b0ae-40f1-b2aa-820c1f8da3ee tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.919441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21b91-03bd-4db6-aaab-b546e78b7d51 req-ed2e5b47-b0ae-40f1-b2aa-820c1f8da3ee tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.919889 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da5ffbbf-d03e-4722-b21e-fb971335adb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.927595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21b91-03bd-4db6-aaab-b546e78b7d51 req-ed2e5b47-b0ae-40f1-b2aa-820c1f8da3ee tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.936814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21b91-03bd-4db6-aaab-b546e78b7d51 req-ed2e5b47-b0ae-40f1-b2aa-820c1f8da3ee tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.943212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21b91-03bd-4db6-aaab-b546e78b7d51 req-ed2e5b47-b0ae-40f1-b2aa-820c1f8da3ee tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.950145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21b91-03bd-4db6-aaab-b546e78b7d51 req-ed2e5b47-b0ae-40f1-b2aa-820c1f8da3ee tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.958300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21b91-03bd-4db6-aaab-b546e78b7d51 req-ed2e5b47-b0ae-40f1-b2aa-820c1f8da3ee tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.967321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8a21b91-03bd-4db6-aaab-b546e78b7d51 req-ed2e5b47-b0ae-40f1-b2aa-820c1f8da3ee tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.2789025 Jul 16 18:21:13.006345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d3ed410-b627-4b3c-b91e-6b4bfaa7d6b4 req-0255c4ed-883d-4835-9632-a78b5cbcc36b tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876831 Jul 16 18:21:13.046854 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8a21b91-03bd-4db6-aaab-b546e78b7d51 req-acd16fd9-33d8-4e58-9101-f15b90660721 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786562 Jul 16 18:21:13.127106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:13.134229 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.138461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da5ffbbf-d03e-4722-b21e-fb971335adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.142436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da5ffbbf-d03e-4722-b21e-fb971335adb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.146389 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-da5ffbbf-d03e-4722-b21e-fb971335adb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77fbdb1c-794c-41bf-902a-3fac5cf87f64 HTTP/1.1" status: 204 len: 168 time: 0.5490727 Jul 16 18:21:13.197849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ffbbf-d03e-4722-b21e-fb971335adb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fbdb1c-794c-41bf-902a-3fac5cf87f64,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.260467 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.363339 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.412354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:13.436092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:13.441990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:13.533685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event updated for resources: {'Port': ['ID=37102c9b-a266-4c13-85bf-05b4c7e4664d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.603741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.666303 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.671796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.692832 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Transition to ACTIVE for port object 323d548b-72f9-44cb-9304-6bc5029f598e will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:13.697193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Subnet': ['ID=f004c9f4-b566-404a-8fed-603cc4dacae7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.706236 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.755179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Checking segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:13.755367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network hostable DHCP agents. Network: 3c03f846-aaaa-456d-8375-095db69b557a, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:13.794427 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Attempting to bind port 323d548b-72f9-44cb-9304-6bc5029f598e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:13.795100 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Attempting to bind port 323d548b-72f9-44cb-9304-6bc5029f598e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:13.795746 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Attempting to bind port 323d548b-72f9-44cb-9304-6bc5029f598e on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:13.796454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.807832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 3c03f846-aaaa-456d-8375-095db69b557a is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:13.813773 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:13.814163 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:13.814572 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.814971 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:13.815877 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Bound port: 323d548b-72f9-44cb-9304-6bc5029f598e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:13.816397 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.892929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 3c03f846-aaaa-456d-8375-095db69b557a) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:13.903995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e054439-5ced-4099-bf2a-406861de2dc9 None None] Network 3c03f846-aaaa-456d-8375-095db69b557a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:13.922995 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] For port 323d548b-72f9-44cb-9304-6bc5029f598e, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:13.931460 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] For port 323d548b-72f9-44cb-9304-6bc5029f598e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=323d548b-72f9-44cb-9304-6bc5029f598e,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:13.945846 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.954080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.955788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.962358 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782005b-84de-4162-a4c8-ab371aedf71a None None] Pushing event updated for resources: {'Port': ['ID=323d548b-72f9-44cb-9304-6bc5029f598e,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.063451 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b9b105c7-f9ef-4d24-b894-6a50042736c0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3638732 Jul 16 18:21:14.066378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57568) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:14.096342 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782005b-84de-4162-a4c8-ab371aedf71a None None] Pushing event updated for resources: {'Port': ['ID=323d548b-72f9-44cb-9304-6bc5029f598e,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.143666 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:14.144268 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:14.332854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-3c03f846-aaaa-456d-8375-095db69b557a', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:14.334030 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.363069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.374107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.441558 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:14.611637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event updated for resources: {'Port': ['ID=37102c9b-a266-4c13-85bf-05b4c7e4664d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.626901 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.664083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.672079 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3a32db0b-8ab4-489e-b358-b2397b32cfb2 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6897950 Jul 16 18:21:14.817347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Allocated IP 172.20.0.2 (3c03f846-aaaa-456d-8375-095db69b557a/f004c9f4-b566-404a-8fed-603cc4dacae7/9a6649bc-a307-4c69-91b8-4f1174088ad5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:14.917701 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:10Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:15.018476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6eed-0a72-436e-b32e-bdf6a36de4c5 req-0c98540e-e7f4-4832-830b-687981da87c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.045946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6eed-0a72-436e-b32e-bdf6a36de4c5 req-0c98540e-e7f4-4832-830b-687981da87c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.064049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6eed-0a72-436e-b32e-bdf6a36de4c5 req-0c98540e-e7f4-4832-830b-687981da87c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.081626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6eed-0a72-436e-b32e-bdf6a36de4c5 req-0c98540e-e7f4-4832-830b-687981da87c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.109868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6eed-0a72-436e-b32e-bdf6a36de4c5 req-0c98540e-e7f4-4832-830b-687981da87c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.128352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6eed-0a72-436e-b32e-bdf6a36de4c5 req-0c98540e-e7f4-4832-830b-687981da87c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.146051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b6eed-0a72-436e-b32e-bdf6a36de4c5 req-0c98540e-e7f4-4832-830b-687981da87c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.150212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d71b6eed-0a72-436e-b32e-bdf6a36de4c5 req-0c98540e-e7f4-4832-830b-687981da87c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 0.7483842 Jul 16 18:21:15.160014 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.170788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Transition to ACTIVE for port object 9a6649bc-a307-4c69-91b8-4f1174088ad5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:15.189691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Transition to ACTIVE for port object 9a6649bc-a307-4c69-91b8-4f1174088ad5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:15.197291 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.287888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Network 3c03f846-aaaa-456d-8375-095db69b557a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:15.300665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d71b6eed-0a72-436e-b32e-bdf6a36de4c5 req-24d509dc-bdab-4683-8b1a-d3f30e9e1212 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760880 Jul 16 18:21:15.301336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:15.309844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:15.343665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Pushing event updated for resources: {'Port': ['ID=9a6649bc-a307-4c69-91b8-4f1174088ad5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.410441 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6399d4e-591d-414b-8d6c-1ea7df2db8d7 None None] The sync data for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 is: [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:10Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:15.482720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Attempting to bind port 9a6649bc-a307-4c69-91b8-4f1174088ad5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:15.483185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Attempting to bind port 9a6649bc-a307-4c69-91b8-4f1174088ad5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:15.483185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Attempting to bind port 9a6649bc-a307-4c69-91b8-4f1174088ad5 on network 3c03f846-aaaa-456d-8375-095db69b557a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:15.499389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:15.500078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Checking segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:15.500693 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.507584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Bound using segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:15.507584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Bound port: 9a6649bc-a307-4c69-91b8-4f1174088ad5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:15.507584 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.671808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] For port 9a6649bc-a307-4c69-91b8-4f1174088ad5, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:15.677268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] For port 9a6649bc-a307-4c69-91b8-4f1174088ad5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9a6649bc-a307-4c69-91b8-4f1174088ad5,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:15.690747 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.692826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243899-bd81-46c4-b6de-66fca0bc4a28 req-66054ca1-afb7-4ce5-86fe-f65a4021dda0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.700071 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc243899-bd81-46c4-b6de-66fca0bc4a28 req-66054ca1-afb7-4ce5-86fe-f65a4021dda0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 945 time: 0.4241078 Jul 16 18:21:15.805356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29409403-2eb5-4e66-b80a-0bcb97c4cb21 None None] Pushing event updated for resources: {'Port': ['ID=9a6649bc-a307-4c69-91b8-4f1174088ad5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.831210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc243899-bd81-46c4-b6de-66fca0bc4a28 req-561f71bc-46fa-4653-9a1d-9f484944b23b tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289659 Jul 16 18:21:15.958133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-b1cb591f-ca49-4934-a13a-87e8274ec40b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.967350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-b1cb591f-ca49-4934-a13a-87e8274ec40b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/networks?id=fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 200 len: 821 time: 0.5051877 Jul 16 18:21:16.015168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-c672c5c0-d5dd-43b0-a66b-bbf57bb03790 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/quotas/39d36e8aff1345cd9eb244476bd68288 HTTP/1.1" status: 200 len: 375 time: 0.0465753 Jul 16 18:21:16.298555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-091deaec-d2ab-4cf0-82f4-6760d0f744c3 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39d36e8aff1345cd9eb244476bd68288&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2822473 Jul 16 18:21:16.765979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.779087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9a6649bc-a307-4c69-91b8-4f1174088ad5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:16.890570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9a6649bc-a307-4c69-91b8-4f1174088ad5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:16.899133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 323d548b-72f9-44cb-9304-6bc5029f598e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:16.981078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57680) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.030955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-d0394653-8256-4566-9d1b-f945135f3aad service neutron] 10.222.0.60 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284639 Jul 16 18:21:17.036257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 323d548b-72f9-44cb-9304-6bc5029f598e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:17.040606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 323d548b-72f9-44cb-9304-6bc5029f598e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:17.041229 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.246160 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.268799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-479e59a3-a7eb-4380-a059-bfae47d890be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.281777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 323d548b-72f9-44cb-9304-6bc5029f598e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=323d548b-72f9-44cb-9304-6bc5029f598e,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:17.295504 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.348714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-0d993e17-c9c9-48e5-a71d-5ed8421d14b3 service neutron] 10.222.0.60 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167832 Jul 16 18:21:17.469834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=323d548b-72f9-44cb-9304-6bc5029f598e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.580167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fc16c388-fc29-44ef-babd-70bbf1a9edab details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:17.612270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-479e59a3-a7eb-4380-a059-bfae47d890be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.621602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-479e59a3-a7eb-4380-a059-bfae47d890be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.628449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57696) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.692790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e59a3-a7eb-4380-a059-bfae47d890be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d720a3-9758-49e6-aee7-00d407dd420d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.726218 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-479e59a3-a7eb-4380-a059-bfae47d890be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00e1f476493b4da9b4d09f01f159ff8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7436185 Jul 16 18:21:17.730156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.838118 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b16eab75-fe23-4781-aeb3-756fda7f8dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.895157 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b16eab75-fe23-4781-aeb3-756fda7f8dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.963244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83224b2d-0a08-42e8-a00a-99837dedd03a req-ae08e762-56d8-464b-a95b-a0588ad48df2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.007639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83224b2d-0a08-42e8-a00a-99837dedd03a req-ae08e762-56d8-464b-a95b-a0588ad48df2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.025982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83224b2d-0a08-42e8-a00a-99837dedd03a req-ae08e762-56d8-464b-a95b-a0588ad48df2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.035663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83224b2d-0a08-42e8-a00a-99837dedd03a req-ae08e762-56d8-464b-a95b-a0588ad48df2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.068956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83224b2d-0a08-42e8-a00a-99837dedd03a req-ae08e762-56d8-464b-a95b-a0588ad48df2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.082403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83224b2d-0a08-42e8-a00a-99837dedd03a req-ae08e762-56d8-464b-a95b-a0588ad48df2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.092980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83224b2d-0a08-42e8-a00a-99837dedd03a req-ae08e762-56d8-464b-a95b-a0588ad48df2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.108305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c00f3a7d-5a10-4ede-855e-159b19c54a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.113866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83224b2d-0a08-42e8-a00a-99837dedd03a req-ae08e762-56d8-464b-a95b-a0588ad48df2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5419 time: 1.4475925 Jul 16 18:21:18.153492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b16eab75-fe23-4781-aeb3-756fda7f8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.156706 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b16eab75-fe23-4781-aeb3-756fda7f8dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.158410 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b16eab75-fe23-4781-aeb3-756fda7f8dc5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09d720a3-9758-49e6-aee7-00d407dd420d HTTP/1.1" status: 204 len: 168 time: 0.4263623 Jul 16 18:21:18.201657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.20.0.1 (3c03f846-aaaa-456d-8375-095db69b557a/f004c9f4-b566-404a-8fed-603cc4dacae7/1f9ed2f6-8175-4859-b06c-68cd0feebcc0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:18.219339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83224b2d-0a08-42e8-a00a-99837dedd03a req-81a2e8fa-7b94-4127-8fc4-0316519b9fb4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880547 Jul 16 18:21:18.246015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eab75-fe23-4781-aeb3-756fda7f8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d720a3-9758-49e6-aee7-00d407dd420d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.464890 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c00f3a7d-5a10-4ede-855e-159b19c54a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.471692 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c00f3a7d-5a10-4ede-855e-159b19c54a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.487095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75d96abb-1c6e-452d-97fa-faa3e4f0f1ef req-53834ad3-ed83-4a43-937f-7cd2c85e3327 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 210 time: 0.0742698 Jul 16 18:21:18.508157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fc16c388-fc29-44ef-babd-70bbf1a9edab, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:18.541598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f3a7d-5a10-4ede-855e-159b19c54a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee15b220-7cf3-4870-8b63-d41ee13a6354,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.573469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'fc16c388-fc29-44ef-babd-70bbf1a9edab', 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'port_id': 'fc16c388-fc29-44ef-babd-70bbf1a9edab', 'mac_address': 'fa:16:3e:92:84:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bce573-0205-46a7-ae03-adb2e81b4c79', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:18.576394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.578267 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c00f3a7d-5a10-4ede-855e-159b19c54a8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20a2ad8d65614a4081e8f128521b58a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9049273 Jul 16 18:21:18.579083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57722) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.593645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9790173-c4d0-4750-bbfe-20352364edd3 None None] Network 3c03f846-aaaa-456d-8375-095db69b557a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:18.615134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Transition to ACTIVE for port object 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:18.635598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 323d548b-72f9-44cb-9304-6bc5029f598e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:18.661806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b18e98f-6139-4dd9-bf7a-94f41bb7f269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.720412 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b18e98f-6139-4dd9-bf7a-94f41bb7f269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.786804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2862181c-37ee-4ee6-8368-95e3cfe4abd0 None None] Provisioning for port 9a6649bc-a307-4c69-91b8-4f1174088ad5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:18.789125 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.811761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57724) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.823940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 3c03f846-aaaa-456d-8375-095db69b557a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:18.828780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2850709d-2444-4d35-87de-df7fda1c9e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.852949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:18.856832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:18.868716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2862181c-37ee-4ee6-8368-95e3cfe4abd0 None None] Provisioning complete for port 9a6649bc-a307-4c69-91b8-4f1174088ad5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:18.869480 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2862181c-37ee-4ee6-8368-95e3cfe4abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.907637 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.934168 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc16c388-fc29-44ef-babd-70bbf1a9edab {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:18.946082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2850709d-2444-4d35-87de-df7fda1c9e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.948560 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b18e98f-6139-4dd9-bf7a-94f41bb7f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.953058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b18e98f-6139-4dd9-bf7a-94f41bb7f269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.954330 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0b18e98f-6139-4dd9-bf7a-94f41bb7f269 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee15b220-7cf3-4870-8b63-d41ee13a6354 HTTP/1.1" status: 204 len: 168 time: 0.3737116 Jul 16 18:21:18.966417 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.982820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 323d548b-72f9-44cb-9304-6bc5029f598e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:18.983205 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.001699 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2850709d-2444-4d35-87de-df7fda1c9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.006959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18e98f-6139-4dd9-bf7a-94f41bb7f269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee15b220-7cf3-4870-8b63-d41ee13a6354,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.013709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fc16c388-fc29-44ef-babd-70bbf1a9edab, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:19.070013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.071264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d02ac2da-e0ee-4373-8793-44f99b933222 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:19.121215 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2850709d-2444-4d35-87de-df7fda1c9e3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2ffce0d86f54ee5b649286844b955a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082912 Jul 16 18:21:19.123471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850709d-2444-4d35-87de-df7fda1c9e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c3a79c-908c-4d9c-9136-2cb29e674f4d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.130793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57730) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.167969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1382e2-e286-4668-8749-81608a4f937b req-0b3bacb1-3efa-4a4f-91b8-3f95dfa8445e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.178190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de1382e2-e286-4668-8749-81608a4f937b req-0b3bacb1-3efa-4a4f-91b8-3f95dfa8445e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 945 time: 0.6189921 Jul 16 18:21:19.243536 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc74a-bbe2-4292-bafd-b303aa3eb8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.281704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc74a-bbe2-4292-bafd-b303aa3eb8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.292695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=1f9ed2f6-8175-4859-b06c-68cd0feebcc0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.319200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de1382e2-e286-4668-8749-81608a4f937b req-9dde54ed-02fc-42d1-89af-3c97f47bc22a tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319611 Jul 16 18:21:19.327133 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.386743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc74a-bbe2-4292-bafd-b303aa3eb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.393206 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc74a-bbe2-4292-bafd-b303aa3eb8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.412574 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a0fdc74a-bbe2-4292-bafd-b303aa3eb8c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22c3a79c-908c-4d9c-9136-2cb29e674f4d HTTP/1.1" status: 204 len: 168 time: 0.2783318 Jul 16 18:21:19.440345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdc74a-bbe2-4292-bafd-b303aa3eb8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c3a79c-908c-4d9c-9136-2cb29e674f4d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.472242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2862181c-37ee-4ee6-8368-95e3cfe4abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.544371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=fc16c388-fc29-44ef-babd-70bbf1a9edab,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.641318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.669728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d02ac2da-e0ee-4373-8793-44f99b933222, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d02ac2da-e0ee-4373-8793-44f99b933222,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:19.673697 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ba9276e-44ed-4500-9afb-8735be7051f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.695468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2862181c-37ee-4ee6-8368-95e3cfe4abd0 None None] For port 9a6649bc-a307-4c69-91b8-4f1174088ad5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9a6649bc-a307-4c69-91b8-4f1174088ad5,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:19.697614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'd02ac2da-e0ee-4373-8793-44f99b933222', 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b', 'port_id': 'd02ac2da-e0ee-4373-8793-44f99b933222', 'mac_address': 'fa:16:3e:8f:c7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a181f34-884a-4cc5-8e2d-45d6a0d33b0e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:19.708182 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2862181c-37ee-4ee6-8368-95e3cfe4abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.846785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.901818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02ac2da-e0ee-4373-8793-44f99b933222 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:19.906600 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ba9276e-44ed-4500-9afb-8735be7051f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.908162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862181c-37ee-4ee6-8368-95e3cfe4abd0 None None] Pushing event updated for resources: {'Port': ['ID=9a6649bc-a307-4c69-91b8-4f1174088ad5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.914969 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ba9276e-44ed-4500-9afb-8735be7051f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.955561 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0ba9276e-44ed-4500-9afb-8735be7051f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=113e67bd1fe74c139819e65834cee4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130932 Jul 16 18:21:19.957407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.978617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d02ac2da-e0ee-4373-8793-44f99b933222, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d02ac2da-e0ee-4373-8793-44f99b933222,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:19.986435 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.991837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d76491c2-6575-4690-9aa0-4d6c7d247f3d details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:20.088937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d76491c2-6575-4690-9aa0-4d6c7d247f3d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:20.144385 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.169979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9276e-44ed-4500-9afb-8735be7051f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5483cfb2-2b3b-481b-8471-960b3f2fa183,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.251412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c007-01c0-4e81-8405-ff0118b7c4fd req-fdf6766d-b006-47c7-902c-0e953eaece25 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.269371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c007-01c0-4e81-8405-ff0118b7c4fd req-fdf6766d-b006-47c7-902c-0e953eaece25 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.283334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c007-01c0-4e81-8405-ff0118b7c4fd req-fdf6766d-b006-47c7-902c-0e953eaece25 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.288441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-c988e32f-2e43-4297-b520-81310b62d945 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.292152 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-c988e32f-2e43-4297-b520-81310b62d945 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "GET /v2.0/networks?id=fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 200 len: 821 time: 0.3450043 Jul 16 18:21:20.293097 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6501aa84-296c-4479-84c9-0705f92b0957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.319496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c007-01c0-4e81-8405-ff0118b7c4fd req-fdf6766d-b006-47c7-902c-0e953eaece25 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.333664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c007-01c0-4e81-8405-ff0118b7c4fd req-fdf6766d-b006-47c7-902c-0e953eaece25 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.339442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'd76491c2-6575-4690-9aa0-4d6c7d247f3d', 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'port_id': 'd76491c2-6575-4690-9aa0-4d6c7d247f3d', 'mac_address': 'fa:16:3e:0a:ea:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bce573-0205-46a7-ae03-adb2e81b4c79', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:20.343276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d02ac2da-e0ee-4373-8793-44f99b933222,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.348105 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6501aa84-296c-4479-84c9-0705f92b0957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.375103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c007-01c0-4e81-8405-ff0118b7c4fd req-fdf6766d-b006-47c7-902c-0e953eaece25 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.381306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Request body: {'port': {'device_id': '2167c2dd-a03e-468a-9c28-904a508afad4', 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced', 'admin_state_up': True, 'tenant_id': '39d36e8aff1345cd9eb244476bd68288'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:20.396178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-950a5190-d6c4-45ea-9d85-b6934c875b1b None None] Provisioning complete for port 9a6649bc-a307-4c69-91b8-4f1174088ad5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:20.396581 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950a5190-d6c4-45ea-9d85-b6934c875b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.419557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667c007-01c0-4e81-8405-ff0118b7c4fd req-fdf6766d-b006-47c7-902c-0e953eaece25 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.438390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8667c007-01c0-4e81-8405-ff0118b7c4fd req-fdf6766d-b006-47c7-902c-0e953eaece25 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5420 time: 0.9616048 Jul 16 18:21:20.457100 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.515042 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.522868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6501aa84-296c-4479-84c9-0705f92b0957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.534073 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6501aa84-296c-4479-84c9-0705f92b0957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.535260 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6501aa84-296c-4479-84c9-0705f92b0957 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5483cfb2-2b3b-481b-8471-960b3f2fa183 HTTP/1.1" status: 204 len: 168 time: 0.5671713 Jul 16 18:21:20.540992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76491c2-6575-4690-9aa0-4d6c7d247f3d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:20.641731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501aa84-296c-4479-84c9-0705f92b0957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5483cfb2-2b3b-481b-8471-960b3f2fa183,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.651512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d76491c2-6575-4690-9aa0-4d6c7d247f3d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:20.659733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9a6649bc-a307-4c69-91b8-4f1174088ad5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:20.719049 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Made reservation on behalf of 39d36e8aff1345cd9eb244476bd68288 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:20.724953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.737928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.738942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:20.817566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d76491c2-6575-4690-9aa0-4d6c7d247f3d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.858847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-950a5190-d6c4-45ea-9d85-b6934c875b1b None None] Provisioning for port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:20.866312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-950a5190-d6c4-45ea-9d85-b6934c875b1b None None] Provisioning complete for port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:20.866778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-950a5190-d6c4-45ea-9d85-b6934c875b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.868570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9a6649bc-a307-4c69-91b8-4f1174088ad5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:20.869132 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.955823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.022798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01', 'network_id': 'd85e2f8f-048d-44dd-8fe4-92ee6e38df3b', 'port_id': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01', 'mac_address': 'fa:16:3e:14:09:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a181f34-884a-4cc5-8e2d-45d6a0d33b0e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:21.024942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-950a5190-d6c4-45ea-9d85-b6934c875b1b None None] Port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:21.077996 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.097549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:21.121565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.126969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.128567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:21.190396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c283615c-171e-472b-b76f-5042b57cdacd req-e1ec5298-dec3-49e3-a4a8-1d70d67ebf6e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 210 time: 1.0378537 Jul 16 18:21:21.196137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57782) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:21.208203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-85abefbb-bb4f-462c-b60d-01fb2d1afad2 None None] Provisioning complete for port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:21.208614 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-85abefbb-bb4f-462c-b60d-01fb2d1afad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.263770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.269387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8667c007-01c0-4e81-8405-ff0118b7c4fd req-4f4deab8-b420-4a7d-8256-4a6896fcb24a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8295753 Jul 16 18:21:21.302032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.318365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3', 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'port_id': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3', 'mac_address': 'fa:16:3e:be:c6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bce573-0205-46a7-ae03-adb2e81b4c79', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:21.367504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-85abefbb-bb4f-462c-b60d-01fb2d1afad2 None None] Port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:21.369326 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.369522 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.392402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=1f9ed2f6-8175-4859-b06c-68cd0feebcc0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.400916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:21.445737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.453021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.453708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9a2e03ce-0d78-435b-8e99-54991a98a86b details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:21.460328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-002a490d-ff47-4eb7-b1aa-43fa12b6c6ba tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.466142 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-002a490d-ff47-4eb7-b1aa-43fa12b6c6ba tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 945 time: 1.3190613 Jul 16 18:21:21.526903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Allocated IP 172.20.0.12 (fcba5633-0194-423c-bed8-a392f4897ced/a11199a5-2c51-4e20-9a02-ed7d9ac5a1da/025e27ff-8d79-49f5-816b-907653db1667) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:21.625471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.634523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1862270125-network', 'tenant_id': '0b3f6cde801547a79d55c28dfd8acfb9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:21.764976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9a2e03ce-0d78-435b-8e99-54991a98a86b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.779345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'port_id': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'mac_address': 'fa:16:3e:d8:0e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:21.821562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Made reservation on behalf of 0b3f6cde801547a79d55c28dfd8acfb9 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:21.825880 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.838511 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.850235 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.856900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2e03ce-0d78-435b-8e99-54991a98a86b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:21.871293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.902122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9a2e03ce-0d78-435b-8e99-54991a98a86b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:21.911133 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.913484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b88ae1d6-97e8-44b7-92e3-651fb09a9057 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:21.927315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db76d7-0237-43e5-9fc9-e30720757035 req-9a5a4a8c-f0b8-4a97-9d50-7dddf5bcd077 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.932370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92db76d7-0237-43e5-9fc9-e30720757035 req-9a5a4a8c-f0b8-4a97-9d50-7dddf5bcd077 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 945 time: 0.3022664 Jul 16 18:21:21.942168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.949508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 3c03f846-aaaa-456d-8375-095db69b557a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:21.960346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:21.990418 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Deleting port 65bcaaa0-d02b-48dc-a2c7-412289931e34 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:21.991107 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.007244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port b88ae1d6-97e8-44b7-92e3-651fb09a9057, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:22.063742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'b88ae1d6-97e8-44b7-92e3-651fb09a9057', 'network_id': '63c8cdc1-a2f7-4fc4-820a-e2fa970487c5', 'port_id': 'b88ae1d6-97e8-44b7-92e3-651fb09a9057', 'mac_address': 'fa:16:3e:67:66:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bce573-0205-46a7-ae03-adb2e81b4c79', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:22.187962 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Network fcba5633-0194-423c-bed8-a392f4897ced is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:22.211032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event updated for resources: {'Port': ['ID=025e27ff-8d79-49f5-816b-907653db1667,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.221230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:22.224457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] For port 65bcaaa0-d02b-48dc-a2c7-412289931e34, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=65bcaaa0-d02b-48dc-a2c7-412289931e34,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:22.225108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.229700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:22.375440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.376429 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.405976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5c0cbf5d-a283-4eb1-a691-d615d3666fe0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0351858 Jul 16 18:21:22.425497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Request body: {'port': {'device_id': '2167c2dd-a03e-468a-9c28-904a508afad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:22.534192 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.553403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9a2e03ce-0d78-435b-8e99-54991a98a86b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.567527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3a59ac3c-d594-401c-9d7a-45ee3e81354f None None] Provisioning complete for port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:22.568350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3a59ac3c-d594-401c-9d7a-45ee3e81354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.575956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88ae1d6-97e8-44b7-92e3-651fb09a9057 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:22.592016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.663360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port b88ae1d6-97e8-44b7-92e3-651fb09a9057, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:22.672582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3a59ac3c-d594-401c-9d7a-45ee3e81354f None None] Port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:22.678815 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.769553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=b88ae1d6-97e8-44b7-92e3-651fb09a9057,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.840412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:22.907357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92db76d7-0237-43e5-9fc9-e30720757035 req-06aa0591-5b4f-40cd-bebf-fa30d2d5ac0a tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b7059aa-4164-4d42-9b23-0a8fae8884a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9523499 Jul 16 18:21:23.032405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025e27ff-8d79-49f5-816b-907653db1667 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:23.045790 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.064668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Transition to ACTIVE for port object 025e27ff-8d79-49f5-816b-907653db1667 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:23.071955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.184911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Pushing event updated for resources: {'Port': ['ID=025e27ff-8d79-49f5-816b-907653db1667,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.291135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e95647-1867-4906-8d83-571d73149004 req-54ae32c8-6dc8-4a07-b08c-d5bf1768e6b0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.297080 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68e95647-1867-4906-8d83-571d73149004 req-54ae32c8-6dc8-4a07-b08c-d5bf1768e6b0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.7559888 Jul 16 18:21:23.302906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Attempting to bind port 025e27ff-8d79-49f5-816b-907653db1667 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:23.303257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Attempting to bind port 025e27ff-8d79-49f5-816b-907653db1667 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:23.303589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Attempting to bind port 025e27ff-8d79-49f5-816b-907653db1667 on network fcba5633-0194-423c-bed8-a392f4897ced {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:23.308938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Port 025e27ff-8d79-49f5-816b-907653db1667 on network fcba5633-0194-423c-bed8-a392f4897ced not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:23.309173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Attempting to bind port 025e27ff-8d79-49f5-816b-907653db1667 on network fcba5633-0194-423c-bed8-a392f4897ced {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:23.317067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:23.317799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Checking segment: {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:23.318579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Bound using segment: {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:23.319627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Bound port: 025e27ff-8d79-49f5-816b-907653db1667, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:23.320240 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.327960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:23.336412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['fc16c388-fc29-44ef-babd-70bbf1a9edab'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:23.389758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.390045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.393019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Sync routers for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:23.393835 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Floating IP 39c0f4b0-2d02-4c7e-bf38-dee4c0a9d26c disassociated. External IP: 172.25.2.241, port: 65bcaaa0-d02b-48dc-a2c7-412289931e34. Jul 16 18:21:23.394421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Calling delete_port for 65bcaaa0-d02b-48dc-a2c7-412289931e34 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:23.408145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d76491c2-6575-4690-9aa0-4d6c7d247f3d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:23.410224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['d02ac2da-e0ee-4373-8793-44f99b933222'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:23.421321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['9a2e03ce-0d78-435b-8e99-54991a98a86b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:23.429645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2c701823-b254-4dab-a0db-b725452a4740 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "PUT /v2.0/routers/2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3620882 Jul 16 18:21:23.467748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.472215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68e95647-1867-4906-8d83-571d73149004 req-57f0b243-490a-45ee-9c38-c24a98b2529e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512413 Jul 16 18:21:23.485367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:23.489618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=025e27ff-8d79-49f5-816b-907653db1667,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:23.496985 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.513660 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.558186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93284c76-7daf-4a64-8599-1b507e5cb14c req-5ba59be8-fb15-4b68-8001-3f8c96907150 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.567930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93284c76-7daf-4a64-8599-1b507e5cb14c req-5ba59be8-fb15-4b68-8001-3f8c96907150 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 944 time: 0.4976037 Jul 16 18:21:23.593715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.594373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.595898 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] 10.222.0.46 "PUT /v2.0/ports/025e27ff-8d79-49f5-816b-907653db1667 HTTP/1.1" status: 200 len: 1093 time: 1.1748183 Jul 16 18:21:23.596400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'tag': '025e27ff-8d79-49f5-816b-907653db1667'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:23.604489 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46354aef-92e8-48ec-9602-e497d9a4ade8" -d '{"events": [{"name": "network-changed", "server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "tag": "025e27ff-8d79-49f5-816b-907653db1667"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:23.609567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:23.638425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['03e830c3-9aa6-4dab-8d8e-fc7d5e961d01'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:23.644792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:23.652582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['b88ae1d6-97e8-44b7-92e3-651fb09a9057'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:23.656542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b01e4-3953-45a7-b604-fcc044e0510d service neutron] Pushing event updated for resources: {'Port': ['ID=025e27ff-8d79-49f5-816b-907653db1667,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.671635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42430e2b-445d-4ae9-8d48-cc033b477203,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.680548 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.680946 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Added segment febb2cb3-a692-4c9f-81c7-d824f97a438c of type vlan for network 4f1becf2-a342-4f0c-89e0-79e9f20980e9 Jul 16 18:21:23.696370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93284c76-7daf-4a64-8599-1b507e5cb14c req-0063971c-a1c6-4d34-9071-ab03d08fb8e5 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269572 Jul 16 18:21:23.780179 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0452a9cc-41fb-4271-83d4-9cc4a3c37191 x-openstack-request-id: req-0452a9cc-41fb-4271-83d4-9cc4a3c37191 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:23.780478 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "tag": "025e27ff-8d79-49f5-816b-907653db1667", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:23.780847 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0452a9cc-41fb-4271-83d4-9cc4a3c37191 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:23.781261 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'tag': '025e27ff-8d79-49f5-816b-907653db1667', 'status': 'completed', 'code': 200} Jul 16 18:21:23.805379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-2db024ff-1b38-45f9-a9e0-55c3ad9014ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.807407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-2db024ff-1b38-45f9-a9e0-55c3ad9014ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d36e8aff1345cd9eb244476bd68288&device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 1096 time: 0.1343615 Jul 16 18:21:23.837527 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.870774 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-10c2abec-9a68-4e81-b822-b0cf97c4d909 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=025e27ff-8d79-49f5-816b-907653db1667 HTTP/1.1" status: 200 len: 217 time: 0.0441000 Jul 16 18:21:23.938436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-d6ef26b9-2600-4ab8-9fc4-cf300d196bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.948343 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-d6ef26b9-2600-4ab8-9fc4-cf300d196bfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11199a5-2c51-4e20-9a02-ed7d9ac5a1da HTTP/1.1" status: 200 len: 861 time: 0.0676954 Jul 16 18:21:24.003745 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.017542 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-5f534f43-2943-41bb-a000-5e2271d44307 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcba5633-0194-423c-bed8-a392f4897ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619280 Jul 16 18:21:24.017824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-9f6bcc88-a9d3-4642-8c9d-e367c42fde3f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303441591&fields=id&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 267 time: 0.1190608 Jul 16 18:21:24.030748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.032222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.033237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.063487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:24.065072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:24.104750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Pushing event deleted for resources: {'Port': ['ID=65bcaaa0-d02b-48dc-a2c7-412289931e34,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.197098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9843874 Jul 16 18:21:24.198069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57874) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.226596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f1e0-02a1-49e7-8a4b-d32500fb54d4 req-1fe402dc-f6fc-4aba-b78e-66be4c8813d2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.252428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f1e0-02a1-49e7-8a4b-d32500fb54d4 req-1fe402dc-f6fc-4aba-b78e-66be4c8813d2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.259391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f1e0-02a1-49e7-8a4b-d32500fb54d4 req-1fe402dc-f6fc-4aba-b78e-66be4c8813d2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.271764 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-728daf0d-33d3-450e-ae4e-ba11950cc355 service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414467 Jul 16 18:21:24.275168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f1e0-02a1-49e7-8a4b-d32500fb54d4 req-1fe402dc-f6fc-4aba-b78e-66be4c8813d2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.284918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f1e0-02a1-49e7-8a4b-d32500fb54d4 req-1fe402dc-f6fc-4aba-b78e-66be4c8813d2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.294155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f1e0-02a1-49e7-8a4b-d32500fb54d4 req-1fe402dc-f6fc-4aba-b78e-66be4c8813d2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.303176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f1e0-02a1-49e7-8a4b-d32500fb54d4 req-1fe402dc-f6fc-4aba-b78e-66be4c8813d2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.311894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd3f1e0-02a1-49e7-8a4b-d32500fb54d4 req-1fe402dc-f6fc-4aba-b78e-66be4c8813d2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5426 time: 0.5139966 Jul 16 18:21:24.330837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Request body: {'subnet': {'network_id': '4f1becf2-a342-4f0c-89e0-79e9f20980e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1862270125-subnet', 'tenant_id': '0b3f6cde801547a79d55c28dfd8acfb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:24.455357 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8446176f-714e-4be4-a56e-857e08b48cf0 req-e95528e4-9efe-4287-91fa-51a277fd5afb service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741855 Jul 16 18:21:24.539743 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545cbc9-3173-493e-86fc-7ae659a9e43e admin admin] Pushing event updated for resources: {'Network': ['ID=4f1becf2-a342-4f0c-89e0-79e9f20980e9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.625814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 4f1becf2-a342-4f0c-89e0-79e9f20980e9 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:24.629265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0a89e794-c2a9-40e6-8603-76ab7cf3b033 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.633734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0a89e794-c2a9-40e6-8603-76ab7cf3b033 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/networks?id=3c03f846-aaaa-456d-8375-095db69b557a HTTP/1.1" status: 200 len: 796 time: 0.5975065 Jul 16 18:21:24.739399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-282916e1-a8a6-4fd8-a76b-5fa2a123ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.757289 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-282916e1-a8a6-4fd8-a76b-5fa2a123ee70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d36e8aff1345cd9eb244476bd68288&device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 1096 time: 0.1745317 Jul 16 18:21:24.759946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 65bcaaa0-d02b-48dc-a2c7-412289931e34 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:24.779551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Made reservation on behalf of 0b3f6cde801547a79d55c28dfd8acfb9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:24.782854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.806261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dd3f1e0-02a1-49e7-8a4b-d32500fb54d4 req-75b693f9-a2f2-4b35-aee0-936f133e415a tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4930234 Jul 16 18:21:24.808385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-3a57cc90-a3c9-45f3-917b-6396939dc572 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/quotas/31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 375 time: 0.1562111 Jul 16 18:21:24.838442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 65bcaaa0-d02b-48dc-a2c7-412289931e34 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:24.838442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 65bcaaa0-d02b-48dc-a2c7-412289931e34 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:25.055003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-6d0b315f-8e7a-4e17-8bf2-c49ae80f5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.056815 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-6d0b315f-8e7a-4e17-8bf2-c49ae80f5435 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 200 len: 922 time: 0.2982857 Jul 16 18:21:25.099401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:25.173348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ea636e5-e146-428d-8534-d06c30a4803c req-5f4abf6c-4b28-4701-acba-6ac2179d87c0 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.0803940 Jul 16 18:21:25.174101 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-692c8b12-9b0d-4fdf-9c6a-a081a9523175 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=025e27ff-8d79-49f5-816b-907653db1667 HTTP/1.1" status: 200 len: 217 time: 0.1031866 Jul 16 18:21:25.289738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-1db89306-ae10-446e-9129-7329fb9ab9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.290786 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-1db89306-ae10-446e-9129-7329fb9ab9e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11199a5-2c51-4e20-9a02-ed7d9ac5a1da HTTP/1.1" status: 200 len: 861 time: 0.1108427 Jul 16 18:21:25.295030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Router dead8068-3e5d-45af-8693-9dc5e3b96f8b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:25.360556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-09f762cd-c751-41e1-b9a9-bab1ab659e22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcba5633-0194-423c-bed8-a392f4897ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614357 Jul 16 18:21:25.466996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-42247687-8a36-496d-b56f-9b4040ee3a2e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6307197 Jul 16 18:21:25.593275 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-904d229e-b71b-4a49-bbe4-7399fcb099de service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216330 Jul 16 18:21:25.779051 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46354aef-92e8-48ec-9602-e497d9a4ade8 req-45099ac2-99a1-4ef5-85ce-64d0aa2dde54 service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742866 Jul 16 18:21:25.812045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1f9ed2f6-8175-4859-b06c-68cd0feebcc0', 'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:8e:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 2, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:25.837880 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.847670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:25.863839 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] Sync routers for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:25.868647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Checking router: 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:25.869131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Updating router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:25.882084 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:25.883698 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:25.908194 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.123224 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:26.366600 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:21Z', 'revision_number': 5, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:26.415389 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] Checking router: dead8068-3e5d-45af-8693-9dc5e3b96f8b for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:26.426064 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:26.426700 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:26.553312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.579754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Transition to ACTIVE for port object 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:26.589324 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:26.591493 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.676675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 025e27ff-8d79-49f5-816b-907653db1667 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:26.768697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] No DVR routers for this DVR port 65bcaaa0-d02b-48dc-a2c7-412289931e34 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:26.772810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fc16c388-fc29-44ef-babd-70bbf1a9edab up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:26.772942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.772942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-074a3cc6-4066-4d86-b22d-0f1fee9f5e78 req-1cb21209-c481-4cd2-ad25-6e010b948b5e tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.45 "DELETE /v2.0/ports/65bcaaa0-d02b-48dc-a2c7-412289931e34 HTTP/1.1" status: 204 len: 173 time: 5.2948370 Jul 16 18:21:26.774580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-fe3d9d1f-be39-413e-b8b1-66a0adcb0612 service neutron] 10.222.0.60 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2572324 Jul 16 18:21:26.777583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'name': 'network-vif-deleted', 'tag': '65bcaaa0-d02b-48dc-a2c7-412289931e34'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:26.780245 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deb265a-234e-446c-a241-696dc5d91a4e" -d '{"events": [{"server_uuid": "5c1429bd-ad8c-48cb-a0d3-0ea679da826e", "name": "network-vif-deleted", "tag": "65bcaaa0-d02b-48dc-a2c7-412289931e34"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:26.834115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb3c70-14d3-42f3-9aaa-e4124fb739d6 req-a6e58557-b110-4b87-9e14-466f0b9ac9cc tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.849500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36eb3c70-14d3-42f3-9aaa-e4124fb739d6 req-a6e58557-b110-4b87-9e14-466f0b9ac9cc tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 1.3688917 Jul 16 18:21:26.909103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a25ddbe-e4d0-4b4b-9ec5-9b173380ec1e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.918363 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.resource_extend [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:21:26.932566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Pushing event updated for resources: {'Port': ['ID=1f9ed2f6-8175-4859-b06c-68cd0feebcc0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.980984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.981968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.982347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.982666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.982997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.983322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.983644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.983968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.984288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.984648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.984973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.985803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:27.041816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Checking segment: {'id': 'febb2cb3-a692-4c9f-81c7-d824f97a438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f1becf2-a342-4f0c-89e0-79e9f20980e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:27.042272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Network hostable DHCP agents. Network: 4f1becf2-a342-4f0c-89e0-79e9f20980e9, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:27.138933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Attempting to bind port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:27.139322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Attempting to bind port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:27.139697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Attempting to bind port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 on network 3c03f846-aaaa-456d-8375-095db69b557a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:27.144098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port fc16c388-fc29-44ef-babd-70bbf1a9edab completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:27.146390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36eb3c70-14d3-42f3-9aaa-e4124fb739d6 req-ed04e5b3-5be7-4b6b-acd5-5d24a9d618de tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956378 Jul 16 18:21:27.180286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:27.180286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Checking segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:27.180286 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.180286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Bound using segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:27.180286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Bound port: 1f9ed2f6-8175-4859-b06c-68cd0feebcc0, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:27.181298 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.205526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Network 4f1becf2-a342-4f0c-89e0-79e9f20980e9 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:27.225876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port fc16c388-fc29-44ef-babd-70bbf1a9edab triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.226350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.237379 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:21Z', 'revision_number': 5, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:27.250188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-d4dede47-70f5-466f-a422-bedce7f61dd4 service neutron] 10.222.0.60 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691080 Jul 16 18:21:27.256158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 4f1becf2-a342-4f0c-89e0-79e9f20980e9) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:27.268110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.269108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.294926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-005456fc-5bee-4eaf-8671-c45d732b9617 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0835352 Jul 16 18:21:27.318320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236decf-2c40-4fa9-b2c1-fe07bdf77351 None None] Network 4f1becf2-a342-4f0c-89e0-79e9f20980e9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:27.326610 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01817-e05c-45e4-b62d-2ac3a784f6fb None None] The sync data for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 is: [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '8d997fde-6f7b-4fe7-a2af-0b38167d8fae', 'name': '', 'network_id': 'bae45001-e475-4ea6-935a-e21e673b4153', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'mac_address': 'fa:16:3e:e0:15:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:04Z', 'updated_at': '2021-07-16T18:18:21Z', 'revision_number': 5, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'subnets': [{'id': 'cfff58c6-0328-45a9-984b-452e873e51db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:27.333772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=025e27ff-8d79-49f5-816b-907653db1667,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.591226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '025e27ff-8d79-49f5-816b-907653db1667', 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced', 'port_id': '025e27ff-8d79-49f5-816b-907653db1667', 'mac_address': 'fa:16:3e:9e:bc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11199a5-2c51-4e20-9a02-ed7d9ac5a1da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:27.672080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e352f9e-1525-417a-8ade-facd343f59b1 req-ab91c3c6-de73-47d3-be8b-875c9c7a49ea tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.679957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e352f9e-1525-417a-8ade-facd343f59b1 req-ab91c3c6-de73-47d3-be8b-875c9c7a49ea tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 944 time: 0.2385585 Jul 16 18:21:27.778571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e352f9e-1525-417a-8ade-facd343f59b1 req-46ac7b32-a2d9-4acf-8e76-c73b3bc63725 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945878 Jul 16 18:21:28.146410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] For port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:28.152738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1357fe6b-5f7b-4374-9ec0-53d83f23ec13 req-df70b228-44b6-46cc-b994-836a036f8712 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.0999470 Jul 16 18:21:28.174982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] For port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1f9ed2f6-8175-4859-b06c-68cd0feebcc0,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:28.193957 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.260817 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1909f94-cf58-44f6-835e-c1e2d9983223 x-openstack-request-id: req-b1909f94-cf58-44f6-835e-c1e2d9983223 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:28.264345 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1429bd-ad8c-48cb-a0d3-0ea679da826e", "name": "network-vif-deleted", "tag": "65bcaaa0-d02b-48dc-a2c7-412289931e34", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:28.264904 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1909f94-cf58-44f6-835e-c1e2d9983223 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:28.265923 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1429bd-ad8c-48cb-a0d3-0ea679da826e', 'name': 'network-vif-deleted', 'tag': '65bcaaa0-d02b-48dc-a2c7-412289931e34', 'status': 'completed', 'code': 200} Jul 16 18:21:28.287923 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.304925 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e496a-0573-42b5-adab-fddd1a9e37ce None None] New status for floating IP 39c0f4b0-2d02-4c7e-bf38-dee4c0a9d26c: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:21:28.338273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68e53-fce5-466b-8066-659ab72b4c05 req-a2985012-8a11-43e4-b9b4-6eedaa29fd78 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.346652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68e53-fce5-466b-8066-659ab72b4c05 req-a2985012-8a11-43e4-b9b4-6eedaa29fd78 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.354075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68e53-fce5-466b-8066-659ab72b4c05 req-a2985012-8a11-43e4-b9b4-6eedaa29fd78 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.361517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68e53-fce5-466b-8066-659ab72b4c05 req-a2985012-8a11-43e4-b9b4-6eedaa29fd78 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.368838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68e53-fce5-466b-8066-659ab72b4c05 req-a2985012-8a11-43e4-b9b4-6eedaa29fd78 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.376677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68e53-fce5-466b-8066-659ab72b4c05 req-a2985012-8a11-43e4-b9b4-6eedaa29fd78 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.384019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c68e53-fce5-466b-8066-659ab72b4c05 req-a2985012-8a11-43e4-b9b4-6eedaa29fd78 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.386385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25c68e53-fce5-466b-8066-659ab72b4c05 req-a2985012-8a11-43e4-b9b4-6eedaa29fd78 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5426 time: 0.2499242 Jul 16 18:21:28.440249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5acad231-4eed-4814-af30-6fa693977230 req-c8a6ed88-1b7d-44e1-bc49-85d8576e9302 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 210 time: 0.0519900 Jul 16 18:21:28.502261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025e27ff-8d79-49f5-816b-907653db1667 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:28.536115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=025e27ff-8d79-49f5-816b-907653db1667,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:28.538312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25c68e53-fce5-466b-8066-659ab72b4c05 req-a3463367-8eae-4cad-8d21-778c0fa61206 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369536 Jul 16 18:21:28.725300 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.794230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097056d-f02f-4b84-9969-3708a79dbc07 None None] Network 4f1becf2-a342-4f0c-89e0-79e9f20980e9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:28.831291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266e002-1224-49fe-b14f-8b281f1955a7 req-5813c5d5-fc2b-4172-818d-ffe44d787324 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.840491 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0266e002-1224-49fe-b14f-8b281f1955a7 req-5813c5d5-fc2b-4172-818d-ffe44d787324 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.2157068 Jul 16 18:21:28.993666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0266e002-1224-49fe-b14f-8b281f1955a7 req-c4c4ce67-b681-4192-8eaa-fbb81230e23b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433060 Jul 16 18:21:29.015140 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.082280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:29.082280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:29.087989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a5b69-2fb4-410d-87b1-556173fa925b None None] Pushing event updated for resources: {'Port': ['ID=1f9ed2f6-8175-4859-b06c-68cd0feebcc0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.256126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9c18-ffd8-4637-8c3e-0de2e32484e6 req-54775e29-93c7-4e34-a51a-a37852ac9778 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.265909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-419a9c18-ffd8-4637-8c3e-0de2e32484e6 req-54775e29-93c7-4e34-a51a-a37852ac9778 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 945 time: 0.2085321 Jul 16 18:21:29.346685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-419a9c18-ffd8-4637-8c3e-0de2e32484e6 req-5909ec32-e46f-4e43-936a-7f69788db9f7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792301 Jul 16 18:21:29.487521 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['025e27ff-8d79-49f5-816b-907653db1667'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:29.487697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d4137c9-fdcf-46c1-9e5e-e1f3dec5bd3a req-0cb1e4bc-c5d9-4b45-b0c1-f57c7518d805 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.0827692 Jul 16 18:21:29.670364 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-550c62cc-0e64-4e03-bc0c-9bcd5c0d4667 req-9596b678-0279-47d2-97f6-741c1a9e31ff tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 210 time: 0.0569649 Jul 16 18:21:29.682048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=025e27ff-8d79-49f5-816b-907653db1667,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.685966 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.787591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:29.823215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57986) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.829182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1477321051-network', 'tenant_id': '432dd109e0fb41c8b947b8e41237f802'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:29.899398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc16c388-fc29-44ef-babd-70bbf1a9edab'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:29.903576 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ef62d-bab9-4e18-a246-4ca451e8da3e" -d '{"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "fc16c388-fc29-44ef-babd-70bbf1a9edab"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:29.954170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fc16c388-fc29-44ef-babd-70bbf1a9edab, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:29.972240 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec6e6ed-86b5-40dd-8f44-766b33b9c551 x-openstack-request-id: req-4ec6e6ed-86b5-40dd-8f44-766b33b9c551 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:29.972920 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "fc16c388-fc29-44ef-babd-70bbf1a9edab", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:29.973395 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ec6e6ed-86b5-40dd-8f44-766b33b9c551 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:29.974062 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc16c388-fc29-44ef-babd-70bbf1a9edab', 'code': 200} Jul 16 18:21:30.013476 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.015173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d02ac2da-e0ee-4373-8793-44f99b933222 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:30.079411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Made reservation on behalf of 432dd109e0fb41c8b947b8e41237f802 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:30.082812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.101703 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.387666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=fc16c388-fc29-44ef-babd-70bbf1a9edab,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.461241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port d02ac2da-e0ee-4373-8793-44f99b933222 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:30.511471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port d02ac2da-e0ee-4373-8793-44f99b933222 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:30.512036 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.565111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443b8d-6100-425e-910d-09d312744279 req-c677a78e-857f-4e01-937b-8af2672de8c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.575704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443b8d-6100-425e-910d-09d312744279 req-c677a78e-857f-4e01-937b-8af2672de8c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.585030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443b8d-6100-425e-910d-09d312744279 req-c677a78e-857f-4e01-937b-8af2672de8c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.596470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443b8d-6100-425e-910d-09d312744279 req-c677a78e-857f-4e01-937b-8af2672de8c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.616777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443b8d-6100-425e-910d-09d312744279 req-c677a78e-857f-4e01-937b-8af2672de8c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.629860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443b8d-6100-425e-910d-09d312744279 req-c677a78e-857f-4e01-937b-8af2672de8c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.644648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443b8d-6100-425e-910d-09d312744279 req-c677a78e-857f-4e01-937b-8af2672de8c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.646691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7443b8d-6100-425e-910d-09d312744279 req-c677a78e-857f-4e01-937b-8af2672de8c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5427 time: 0.7366827 Jul 16 18:21:30.694028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.802681 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.815547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-470297d8-156b-41d1-901f-c1b7ee4ac253 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.817932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-470297d8-156b-41d1-901f-c1b7ee4ac253 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.45 "GET /v2.0/networks?id=3c03f846-aaaa-456d-8375-095db69b557a HTTP/1.1" status: 200 len: 796 time: 0.5458546 Jul 16 18:21:30.832063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1f9ed2f6-8175-4859-b06c-68cd0feebcc0', 'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:8e:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:30.898558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed658a6b-52d1-4a39-8872-b9afa14c66f7 None None] The sync data for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 is: [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1f9ed2f6-8175-4859-b06c-68cd0feebcc0', 'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:8e:ff:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:30.915608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed61b87-55eb-491f-b60b-008d7d101e63 req-7e8de8a3-fafb-4b29-b3c9-daf746097e27 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.917259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ed61b87-55eb-491f-b60b-008d7d101e63 req-7e8de8a3-fafb-4b29-b3c9-daf746097e27 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.6241462 Jul 16 18:21:30.928869 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.978344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:31.084255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25881be-cdad-473d-9343-250e1c379cf4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.089278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d02ac2da-e0ee-4373-8793-44f99b933222, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d02ac2da-e0ee-4373-8793-44f99b933222,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:31.109312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.109735 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Added segment 8b5db36f-3336-44b9-8d09-9632e1c79657 of type vlan for network 673b217b-080a-4dec-b1b5-2f683455296d Jul 16 18:21:31.116659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.148822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:31.226436 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.298204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d02ac2da-e0ee-4373-8793-44f99b933222,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.343534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7443b8d-6100-425e-910d-09d312744279 req-514ace2f-bbfc-48a7-b643-20446f4e1367 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6447487 Jul 16 18:21:31.354572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:31.359449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-ff901015-d515-4b78-878d-b14edc7d7b88 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 379 time: 0.5149288 Jul 16 18:21:31.364117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:31.366148 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.395715 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.397535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.398182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.406991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'port': {'device_id': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'admin_state_up': True, 'tenant_id': '31c96d00249a453298ef421573e576c2', 'security_groups': ['381337a1-e133-486d-b677-cf5cc36323a2']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:31.559785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ed61b87-55eb-491f-b60b-008d7d101e63 req-fbdd968a-3cf3-4c23-8d5c-ceaa4040d2f7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6026638 Jul 16 18:21:31.649347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.722703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:31.731400 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.732428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:31.769654 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9452522 Jul 16 18:21:31.772414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58022) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.780426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Request body: {'subnet': {'network_id': '673b217b-080a-4dec-b1b5-2f683455296d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1477321051-subnet', 'tenant_id': '432dd109e0fb41c8b947b8e41237f802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:31.835682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Made reservation on behalf of 432dd109e0fb41c8b947b8e41237f802 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:31.852054 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.863392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8261177-c5ac-4e7d-847f-44a6520dd9fa admin admin] Pushing event updated for resources: {'Network': ['ID=673b217b-080a-4dec-b1b5-2f683455296d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.880312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:31.885458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.893135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 673b217b-080a-4dec-b1b5-2f683455296d details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:31.997256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12ff6f32-0dfc-4a49-a81b-937b10170646 req-845e8ecf-f792-495e-9c4e-bfb1d584b410 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.0446491 Jul 16 18:21:32.038581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02ac2da-e0ee-4373-8793-44f99b933222'}, {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:32.041714 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb244950-24e2-43c1-8da2-e75f622010f5" -d '{"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "d02ac2da-e0ee-4373-8793-44f99b933222"}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "03e830c3-9aa6-4dab-8d8e-fc7d5e961d01"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:32.157839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a25f3c-ce22-452d-8a7b-c327d76b3739 req-fbc9d589-43d1-44c5-9644-03a7e08f2252 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.165079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1a25f3c-ce22-452d-8a7b-c327d76b3739 req-fbc9d589-43d1-44c5-9644-03a7e08f2252 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 945 time: 0.4161947 Jul 16 18:21:32.291459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1a25f3c-ce22-452d-8a7b-c327d76b3739 req-e427af9a-191c-4e78-9eb3-88ffc77de0ff tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252832 Jul 16 18:21:32.306460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.348293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.20.0.7 (3c03f846-aaaa-456d-8375-095db69b557a/f004c9f4-b566-404a-8fed-603cc4dacae7/3191fefb-c86e-45a2-9eb9-4e2965964991) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:32.350036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:32.354632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:32.355322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.416853 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.460236 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28bb3c5-1364-43e3-9ddd-eaae580169b0 x-openstack-request-id: req-b28bb3c5-1364-43e3-9ddd-eaae580169b0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:32.461726 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "d02ac2da-e0ee-4373-8793-44f99b933222", "code": 200}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "03e830c3-9aa6-4dab-8d8e-fc7d5e961d01", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:32.462233 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b28bb3c5-1364-43e3-9ddd-eaae580169b0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:32.464936 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02ac2da-e0ee-4373-8793-44f99b933222', 'code': 200} Jul 16 18:21:32.466374 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01', 'code': 200} Jul 16 18:21:32.618904 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.643184 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfbc476-42a3-4426-9e68-c3838e9cc9c7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.707116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Checking segment: {'id': '8b5db36f-3336-44b9-8d09-9632e1c79657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '673b217b-080a-4dec-b1b5-2f683455296d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:32.710741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Network hostable DHCP agents. Network: 673b217b-080a-4dec-b1b5-2f683455296d, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:32.717829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:32.728398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8995174-b1b7-4a3d-9ec8-7811c0e9510f req-4ddaba4c-5542-4ccb-a40f-3dcbba48db1c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 210 time: 0.1741719 Jul 16 18:21:32.773351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Network 673b217b-080a-4dec-b1b5-2f683455296d is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:32.796640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 673b217b-080a-4dec-b1b5-2f683455296d) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:32.816276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.817548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.820507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:32.824229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 025e27ff-8d79-49f5-816b-907653db1667 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:32.839571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81ba478-42bf-4dfc-9760-cb60b119b999 None None] Network 673b217b-080a-4dec-b1b5-2f683455296d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:32.906085 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-edaec83a-4116-4d27-bd2b-7ae45d23eae5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1290383 Jul 16 18:21:33.061063 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.142553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dbe6-982a-4d40-b06e-3f48f55279df req-e6f49267-8eea-4c64-a333-ece77962c346 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.143092 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.143936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9a2e03ce-0d78-435b-8e99-54991a98a86b up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:33.151266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dbe6-982a-4d40-b06e-3f48f55279df req-e6f49267-8eea-4c64-a333-ece77962c346 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.162837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dbe6-982a-4d40-b06e-3f48f55279df req-e6f49267-8eea-4c64-a333-ece77962c346 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.173925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dbe6-982a-4d40-b06e-3f48f55279df req-e6f49267-8eea-4c64-a333-ece77962c346 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.181907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dbe6-982a-4d40-b06e-3f48f55279df req-e6f49267-8eea-4c64-a333-ece77962c346 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.192539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dbe6-982a-4d40-b06e-3f48f55279df req-e6f49267-8eea-4c64-a333-ece77962c346 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.199066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622dbe6-982a-4d40-b06e-3f48f55279df req-e6f49267-8eea-4c64-a333-ece77962c346 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.207786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4622dbe6-982a-4d40-b06e-3f48f55279df req-e6f49267-8eea-4c64-a333-ece77962c346 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5430 time: 0.4598486 Jul 16 18:21:33.210629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Transition to ACTIVE for port object 3191fefb-c86e-45a2-9eb9-4e2965964991 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:33.225181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58050) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.324256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4622dbe6-982a-4d40-b06e-3f48f55279df req-ccd94aa3-b8b8-4b2c-96c7-5ef3f221a980 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151884 Jul 16 18:21:33.383611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.390005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2de822-80d0-4b91-a428-c8e89cdfee58 admin admin] Deleting subnet 2a25ddbe-e4d0-4b4b-9ec5-9b173380ec1e {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:33.396787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a2de822-80d0-4b91-a428-c8e89cdfee58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.421011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.451713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b389f-f1b1-4ab9-9905-a801a1c8102e req-e1df5f53-75a4-4924-998d-2dfdc0243575 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.466102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d08b389f-f1b1-4ab9-9905-a801a1c8102e req-e1df5f53-75a4-4924-998d-2dfdc0243575 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.4006941 Jul 16 18:21:33.477623 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a2de822-80d0-4b91-a428-c8e89cdfee58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.531439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 3c03f846-aaaa-456d-8375-095db69b557a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:33.556815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:33.590351 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-192a9d7e-0e27-4719-8ccf-d3a99252ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.606537 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a2de822-80d0-4b91-a428-c8e89cdfee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.623316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:33.757448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d08b389f-f1b1-4ab9-9905-a801a1c8102e req-1843a86a-21d9-428e-be06-77dcefd81e20 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876546 Jul 16 18:21:33.788074 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a2de822-80d0-4b91-a428-c8e89cdfee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.825462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208d753-9980-4506-a076-2b4b7581ceb5 None None] Network 673b217b-080a-4dec-b1b5-2f683455296d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:33.892092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6353045e-42ba-4168-afed-801e16839d17 req-eb8220e0-7335-43ea-8253-d67683380f41 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.2184033 Jul 16 18:21:33.893953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a2de822-80d0-4b91-a428-c8e89cdfee58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.905860 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8a2de822-80d0-4b91-a428-c8e89cdfee58 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2a25ddbe-e4d0-4b4b-9ec5-9b173380ec1e HTTP/1.1" status: 204 len: 168 time: 0.6792850 Jul 16 18:21:33.917535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 025e27ff-8d79-49f5-816b-907653db1667 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:33.920814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2de822-80d0-4b91-a428-c8e89cdfee58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a25ddbe-e4d0-4b4b-9ec5-9b173380ec1e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.921925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58068) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.925080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:33.950561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:33.950942 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.952853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 025e27ff-8d79-49f5-816b-907653db1667 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:33.953230 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.976756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.079108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.083167 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.134132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-0c8a1f08-c035-4bc6-abeb-f83227e2db63 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7332275 Jul 16 18:21:34.163976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 9a2e03ce-0d78-435b-8e99-54991a98a86b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:34.166687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Request body: {'port': {'device_id': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:34.196314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 9a2e03ce-0d78-435b-8e99-54991a98a86b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:34.196937 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.302623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bee1518d-896c-4bda-be9a-ae8168bbee9d None None] Provisioning for port 3191fefb-c86e-45a2-9eb9-4e2965964991 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:34.364822 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.367802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bee1518d-896c-4bda-be9a-ae8168bbee9d None None] Provisioning complete for port 3191fefb-c86e-45a2-9eb9-4e2965964991 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:34.368169 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bee1518d-896c-4bda-be9a-ae8168bbee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.382448 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.447726 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.470103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:34.472661 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2217c36-12f8-442e-b914-08cbd03d6699" -d '{"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:34.519214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bee1518d-896c-4bda-be9a-ae8168bbee9d None None] Port 3191fefb-c86e-45a2-9eb9-4e2965964991 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:34.523808 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.525623 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.529331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1f9ed2f6-8175-4859-b06c-68cd0feebcc0,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:34.530678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.550319 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.564807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1becf2-a342-4f0c-89e0-79e9f20980e9']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:34.586432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80f957-4885-4d13-8a02-537d607e3e1e req-319dea65-2641-49b1-81a6-d4014be41688 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.588087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f80f957-4885-4d13-8a02-537d607e3e1e req-319dea65-2641-49b1-81a6-d4014be41688 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 945 time: 0.4468122 Jul 16 18:21:34.594061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febb2cb3-a692-4c9f-81c7-d824f97a438c') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:34.594753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febb2cb3-a692-4c9f-81c7-d824f97a438c') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:34.606830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c599024-0ae9-4689-aea2-4194e045b538 req-c5aa6113-215d-4ab3-be0f-6da43e7edb1b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.614630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c599024-0ae9-4689-aea2-4194e045b538 req-c5aa6113-215d-4ab3-be0f-6da43e7edb1b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 931 time: 0.3769493 Jul 16 18:21:34.645505 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.648312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9a2e03ce-0d78-435b-8e99-54991a98a86b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:34.665996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=025e27ff-8d79-49f5-816b-907653db1667,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:34.674865 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.676470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b88ae1d6-97e8-44b7-92e3-651fb09a9057 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:34.682659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.704138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1f9ed2f6-8175-4859-b06c-68cd0feebcc0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.795589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.804267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9a2e03ce-0d78-435b-8e99-54991a98a86b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.836969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:34.837848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:34.839527 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:34.842426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:34.849032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c599024-0ae9-4689-aea2-4194e045b538 req-0914bd3c-adb8-41f6-83f8-f9636f9d2c59 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275157 Jul 16 18:21:34.883434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port b88ae1d6-97e8-44b7-92e3-651fb09a9057 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:34.919897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port b88ae1d6-97e8-44b7-92e3-651fb09a9057 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:34.921731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.991554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=025e27ff-8d79-49f5-816b-907653db1667,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.033904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:35.093793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'port_id': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'mac_address': 'fa:16:3e:99:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:35.373267 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.393725 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.419663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port b88ae1d6-97e8-44b7-92e3-651fb09a9057, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:35.434421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4050ad9f-bea7-4660-a68d-41ba1eb38192 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:35.439997 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.441060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d76491c2-6575-4690-9aa0-4d6c7d247f3d up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:35.514182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:35.535708 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.538098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f80f957-4885-4d13-8a02-537d607e3e1e req-4fc3be36-1e24-4c0e-af14-25aab0fa0b7a tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9130578 Jul 16 18:21:35.546370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=b88ae1d6-97e8-44b7-92e3-651fb09a9057,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.594009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port d76491c2-6575-4690-9aa0-4d6c7d247f3d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:35.600410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port d76491c2-6575-4690-9aa0-4d6c7d247f3d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:35.600812 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.673920 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c492a7-eda4-4f03-91bb-58d3dcf34e4e x-openstack-request-id: req-a1c492a7-eda4-4f03-91bb-58d3dcf34e4e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:35.674190 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:35.674444 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1c492a7-eda4-4f03-91bb-58d3dcf34e4e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:35.674880 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3', 'code': 200} Jul 16 18:21:35.702584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.717889 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.766756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['4050ad9f-bea7-4660-a68d-41ba1eb38192'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:35.794895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.799797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.805063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4f1becf2-a342-4f0c-89e0-79e9f20980e9 HTTP/1.1" status: 204 len: 168 time: 1.8739483 Jul 16 18:21:35.857956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620ad67-ebe0-41b1-b4a9-618755203f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1becf2-a342-4f0c-89e0-79e9f20980e9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.922708 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7759660a-a1f6-40ac-a027-d3e332111012 admin admin] Deleting subnet 2bfbc476-42a3-4426-9e68-c3838e9cc9c7 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:35.933283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759660a-a1f6-40ac-a027-d3e332111012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.956945 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.977453 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d390a971-451f-479c-b461-8a467ee4799c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.985842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.028603 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d76491c2-6575-4690-9aa0-4d6c7d247f3d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:36.044065 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.052286 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759660a-a1f6-40ac-a027-d3e332111012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.151066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d76491c2-6575-4690-9aa0-4d6c7d247f3d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:36.179543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dac69f-ac63-483a-8422-dabd6903d59b req-4b3b76b1-ff8f-4490-b9f5-0768b44fe4ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.204605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dac69f-ac63-483a-8422-dabd6903d59b req-4b3b76b1-ff8f-4490-b9f5-0768b44fe4ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.206642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759660a-a1f6-40ac-a027-d3e332111012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.212445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dac69f-ac63-483a-8422-dabd6903d59b req-4b3b76b1-ff8f-4490-b9f5-0768b44fe4ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.233435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dac69f-ac63-483a-8422-dabd6903d59b req-4b3b76b1-ff8f-4490-b9f5-0768b44fe4ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.248986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dac69f-ac63-483a-8422-dabd6903d59b req-4b3b76b1-ff8f-4490-b9f5-0768b44fe4ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.263078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dac69f-ac63-483a-8422-dabd6903d59b req-4b3b76b1-ff8f-4490-b9f5-0768b44fe4ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.272754 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759660a-a1f6-40ac-a027-d3e332111012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.295310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dac69f-ac63-483a-8422-dabd6903d59b req-4b3b76b1-ff8f-4490-b9f5-0768b44fe4ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.306127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6dac69f-ac63-483a-8422-dabd6903d59b req-4b3b76b1-ff8f-4490-b9f5-0768b44fe4ea tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5432 time: 0.7660120 Jul 16 18:21:36.322972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759660a-a1f6-40ac-a027-d3e332111012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfbc476-42a3-4426-9e68-c3838e9cc9c7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:36.344505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7759660a-a1f6-40ac-a027-d3e332111012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.347361 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7759660a-a1f6-40ac-a027-d3e332111012 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2bfbc476-42a3-4426-9e68-c3838e9cc9c7 HTTP/1.1" status: 204 len: 168 time: 0.5458906 Jul 16 18:21:36.349942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58138) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:36.440084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3191fefb-c86e-45a2-9eb9-4e2965964991 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:36.457185 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.495602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Transition to ACTIVE for port object 3191fefb-c86e-45a2-9eb9-4e2965964991 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:36.535469 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.538034 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.659262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6dac69f-ac63-483a-8422-dabd6903d59b req-0d183b5d-85f1-4ce9-b946-5ecfd41ef196 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3517864 Jul 16 18:21:36.696096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.708458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997ece4-5543-423a-b4d4-dbcf19ff80f2 req-01849b8a-e17c-4aaa-87a6-19bd3e466de6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.727576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3997ece4-5543-423a-b4d4-dbcf19ff80f2 req-01849b8a-e17c-4aaa-87a6-19bd3e466de6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 945 time: 0.8116503 Jul 16 18:21:36.753762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673b217b-080a-4dec-b1b5-2f683455296d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:36.783103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:36.825879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Pushing event updated for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:36.841793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5db36f-3336-44b9-8d09-9632e1c79657') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:36.842440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5db36f-3336-44b9-8d09-9632e1c79657') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:36.902872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.904363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:36.956011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.981757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:36.986501 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.011606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:37.012731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:37.013149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 on network 3c03f846-aaaa-456d-8375-095db69b557a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:37.064478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f22568b-eaf5-4b58-a5bd-dc1e6cf564da req-c56db375-7b7f-42ff-bbee-ec45c1537af5 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c1429bd-ad8c-48cb-a0d3-0ea679da826e HTTP/1.1" status: 200 len: 210 time: 0.0786614 Jul 16 18:21:37.065810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Port 3191fefb-c86e-45a2-9eb9-4e2965964991 on network 3c03f846-aaaa-456d-8375-095db69b557a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:37.066221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 on network 3c03f846-aaaa-456d-8375-095db69b557a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:37.076458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:37.077308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Checking segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:37.077777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Bound using segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:37.078368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Bound port: 3191fefb-c86e-45a2-9eb9-4e2965964991, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:37.078799 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.084377 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3997ece4-5543-423a-b4d4-dbcf19ff80f2 req-1ca5ccf3-0af6-47c8-b3c1-c772bbf9a129 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551230 Jul 16 18:21:37.177889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:37.188232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:37.207471 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.251765 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:37.282352 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:37.292935 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.295015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 4050ad9f-bea7-4660-a68d-41ba1eb38192 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:37.296217 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.300233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.302147 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] 10.222.0.60 "DELETE /v2.0/networks/673b217b-080a-4dec-b1b5-2f683455296d HTTP/1.1" status: 204 len: 168 time: 0.9509525 Jul 16 18:21:37.343378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd914f-35e2-4daa-a6fb-4ba633a0477f admin admin] Pushing event deleted for resources: {'Network': ['ID=673b217b-080a-4dec-b1b5-2f683455296d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.345395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.346033 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.347497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] 10.222.0.45 "PUT /v2.0/ports/3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 200 len: 1092 time: 3.1856542 Jul 16 18:21:37.353566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:37.360150 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d169564-4113-40f3-b56a-902e3b1c4104" -d '{"events": [{"name": "network-changed", "server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:37.512218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:37.515573 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.660200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d636c8-11c6-4d8a-abcb-0f61f7ea3bcb service neutron] Pushing event updated for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.706106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025e27ff-8d79-49f5-816b-907653db1667'}, {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b'}, {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ae1d6-97e8-44b7-92e3-651fb09a9057'}, {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76491c2-6575-4690-9aa0-4d6c7d247f3d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:37.712469 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb93dd6-c660-4488-8a79-404f98b10863" -d '{"events": [{"server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "name": "network-vif-plugged", "status": "completed", "tag": "025e27ff-8d79-49f5-816b-907653db1667"}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b"}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "b88ae1d6-97e8-44b7-92e3-651fb09a9057"}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "d76491c2-6575-4690-9aa0-4d6c7d247f3d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:37.913316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.989970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2c5f-5148-4de5-b25d-59e558d72987 req-4ecf7548-920d-4bf1-bea9-3711c545eab5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.991574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-682f2c5f-5148-4de5-b25d-59e558d72987 req-4ecf7548-920d-4bf1-bea9-3711c545eab5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 943 time: 0.4361932 Jul 16 18:21:38.103150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58168) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:38.139201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-fcefab0b-af2b-41c8-b536-bc74e2e10e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.151917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-fcefab0b-af2b-41c8-b536-bc74e2e10e68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1095 time: 0.7412310 Jul 16 18:21:38.169987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:38.172610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-50a15c69-3648-4c86-8da0-16af6389f3fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b3f6cde801547a79d55c28dfd8acfb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680420 Jul 16 18:21:38.175888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58176) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:38.184913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.289593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.333099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-95e20eb7-8e83-472a-84af-d0d3d470afa8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 200 len: 217 time: 0.1464007 Jul 16 18:21:38.346248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-137541a6-e6ef-4796-bb0f-bf15812c1201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.381398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d20ab-97b9-4ca4-8c44-f92d39140b89 req-17eb4597-6c7e-4d0a-907d-aab5ffaf584a tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.394273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae8d20ab-97b9-4ca4-8c44-f92d39140b89 req-17eb4597-6c7e-4d0a-907d-aab5ffaf584a tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 946 time: 0.7026329 Jul 16 18:21:38.407089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-137541a6-e6ef-4796-bb0f-bf15812c1201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.417053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-682f2c5f-5148-4de5-b25d-59e558d72987 req-d78715b4-1e6e-45d9-b573-28957ac529a6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854318 Jul 16 18:21:38.540560 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a9674f-b27c-4f92-8b95-6dd6b6b4da8d x-openstack-request-id: req-46a9674f-b27c-4f92-8b95-6dd6b6b4da8d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:38.541376 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:38.541953 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46a9674f-b27c-4f92-8b95-6dd6b6b4da8d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:38.543700 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'status': 'completed', 'code': 200} Jul 16 18:21:38.562364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-137541a6-e6ef-4796-bb0f-bf15812c1201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.566026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-137541a6-e6ef-4796-bb0f-bf15812c1201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.567451 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-137541a6-e6ef-4796-bb0f-bf15812c1201 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42430e2b-445d-4ae9-8d48-cc033b477203 HTTP/1.1" status: 204 len: 168 time: 0.3896501 Jul 16 18:21:38.583022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137541a6-e6ef-4796-bb0f-bf15812c1201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42430e2b-445d-4ae9-8d48-cc033b477203,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.606547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-f1bb76e9-168f-49e7-bd44-b6750fc1dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.611780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-f1bb76e9-168f-49e7-bd44-b6750fc1dd4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f004c9f4-b566-404a-8fed-603cc4dacae7 HTTP/1.1" status: 200 len: 834 time: 0.2690303 Jul 16 18:21:38.716738 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.806326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae8d20ab-97b9-4ca4-8c44-f92d39140b89 req-f145bbcd-bc39-4f41-96f4-d4d98761ad9d tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063971 Jul 16 18:21:38.972766 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfb895f-1a7e-4918-964d-f6f04d441283 x-openstack-request-id: req-ccfb895f-1a7e-4918-964d-f6f04d441283 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:38.973264 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "name": "network-vif-plugged", "status": "completed", "tag": "025e27ff-8d79-49f5-816b-907653db1667", "code": 200}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b", "code": 200}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "b88ae1d6-97e8-44b7-92e3-651fb09a9057", "code": 200}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-plugged", "status": "completed", "tag": "d76491c2-6575-4690-9aa0-4d6c7d247f3d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:38.973373 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccfb895f-1a7e-4918-964d-f6f04d441283 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:38.973717 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025e27ff-8d79-49f5-816b-907653db1667', 'code': 200} Jul 16 18:21:38.973974 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'code': 200} Jul 16 18:21:38.974230 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ae1d6-97e8-44b7-92e3-651fb09a9057', 'code': 200} Jul 16 18:21:38.974480 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76491c2-6575-4690-9aa0-4d6c7d247f3d', 'code': 200} Jul 16 18:21:39.064539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-2e639336-0a3b-4751-97e2-5da969748c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.075896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-2e639336-0a3b-4751-97e2-5da969748c75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c03f846-aaaa-456d-8375-095db69b557a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4280450 Jul 16 18:21:39.341311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-98f32aa5-978a-4594-862b-8c8b631d7d77 service neutron] 10.222.0.45 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582211 Jul 16 18:21:39.387860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3d5c9-385c-4285-9624-b09876d6b638 req-3202029f-c62b-4a54-ac3b-2a62e1cb0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.393492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3d5c9-385c-4285-9624-b09876d6b638 req-3202029f-c62b-4a54-ac3b-2a62e1cb0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.394265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3d5c9-385c-4285-9624-b09876d6b638 req-3202029f-c62b-4a54-ac3b-2a62e1cb0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.395924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3d5c9-385c-4285-9624-b09876d6b638 req-3202029f-c62b-4a54-ac3b-2a62e1cb0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.396672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3d5c9-385c-4285-9624-b09876d6b638 req-3202029f-c62b-4a54-ac3b-2a62e1cb0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.401478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3d5c9-385c-4285-9624-b09876d6b638 req-3202029f-c62b-4a54-ac3b-2a62e1cb0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.402813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3d5c9-385c-4285-9624-b09876d6b638 req-3202029f-c62b-4a54-ac3b-2a62e1cb0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.410692 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dac3d5c9-385c-4285-9624-b09876d6b638 req-3202029f-c62b-4a54-ac3b-2a62e1cb0880 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6497 time: 0.2885320 Jul 16 18:21:39.411570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.422728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cbe72-0059-4260-afac-0341d370a243 req-7ec857cd-1bad-45e1-b060-2b4449d01883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.426824 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1d6cbe72-0059-4260-afac-0341d370a243 req-7ec857cd-1bad-45e1-b060-2b4449d01883 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 1098 time: 0.2912118 Jul 16 18:21:39.468554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f866c9-66af-49d6-a604-e42cbdec430c req-e478024a-37d2-4516-a1b6-68903e33483d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.479142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f866c9-66af-49d6-a604-e42cbdec430c req-e478024a-37d2-4516-a1b6-68903e33483d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.500042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f866c9-66af-49d6-a604-e42cbdec430c req-e478024a-37d2-4516-a1b6-68903e33483d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.506972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f866c9-66af-49d6-a604-e42cbdec430c req-e478024a-37d2-4516-a1b6-68903e33483d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.534936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f866c9-66af-49d6-a604-e42cbdec430c req-e478024a-37d2-4516-a1b6-68903e33483d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.552024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f866c9-66af-49d6-a604-e42cbdec430c req-e478024a-37d2-4516-a1b6-68903e33483d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.566870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f866c9-66af-49d6-a604-e42cbdec430c req-e478024a-37d2-4516-a1b6-68903e33483d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.570451 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43f866c9-66af-49d6-a604-e42cbdec430c req-e478024a-37d2-4516-a1b6-68903e33483d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5433 time: 0.7207716 Jul 16 18:21:39.598175 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-516babd1-61c9-4f8d-a5d6-6032b678e7b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=432dd109e0fb41c8b947b8e41237f802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811039 Jul 16 18:21:39.602620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58198) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.671101 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1d6cbe72-0059-4260-afac-0341d370a243 req-3e92da98-f995-4f84-9369-b9296f49c2bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133205 Jul 16 18:21:39.695358 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dac3d5c9-385c-4285-9624-b09876d6b638 req-c8c3a318-f6f3-44fd-a8aa-8783ab09faac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2671807 Jul 16 18:21:39.802025 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b9250e8-7c3a-4bc8-b370-96000deb1d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.836030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43f866c9-66af-49d6-a604-e42cbdec430c req-e14419ca-943a-4f87-b514-fe9181974be5 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2518625 Jul 16 18:21:39.854505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b9250e8-7c3a-4bc8-b370-96000deb1d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.922631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0135d54-b83a-4fee-845c-ce54e440e54a req-e3fb7aec-c2a5-4ad6-95ac-26503cf91db7 service neutron] 10.222.0.45 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656586 Jul 16 18:21:39.947698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3369696-86e6-4efd-ac5e-f8a65390f906 req-7b967a73-3e4d-4879-a8c1-eb61b51e05a5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.956781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3369696-86e6-4efd-ac5e-f8a65390f906 req-7b967a73-3e4d-4879-a8c1-eb61b51e05a5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.3805118 Jul 16 18:21:39.970622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.004205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b9250e8-7c3a-4bc8-b370-96000deb1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.013414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b9250e8-7c3a-4bc8-b370-96000deb1d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.014460 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4b9250e8-7c3a-4bc8-b370-96000deb1d9a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e25881be-cdad-473d-9343-250e1c379cf4 HTTP/1.1" status: 204 len: 168 time: 0.4038815 Jul 16 18:21:40.059251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9250e8-7c3a-4bc8-b370-96000deb1d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25881be-cdad-473d-9343-250e1c379cf4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.103535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3369696-86e6-4efd-ac5e-f8a65390f906 req-251d46bf-d51e-4134-832f-12a7fdd53622 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457579 Jul 16 18:21:40.164022 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f574fe0c-2bdc-4277-96d7-de5c7ab05122 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.251797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-a3687ec3-039e-46ec-b7ca-1db9ae478ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.253623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-a3687ec3-039e-46ec-b7ca-1db9ae478ac4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1095 time: 0.2140033 Jul 16 18:21:40.255781 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.290829 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f574fe0c-2bdc-4277-96d7-de5c7ab05122 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.466226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f574fe0c-2bdc-4277-96d7-de5c7ab05122 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.484982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f574fe0c-2bdc-4277-96d7-de5c7ab05122 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.486613 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f574fe0c-2bdc-4277-96d7-de5c7ab05122 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "DELETE /v2.0/security-groups/5b7059aa-4164-4d42-9b23-0a8fae8884a3 HTTP/1.1" status: 204 len: 168 time: 0.5144272 Jul 16 18:21:40.493232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.516963 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-3eb505bd-84a2-4859-b257-084d8cd4ffee tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] show failed (client error): The resource could not be found. Jul 16 18:21:40.518835 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3eb505bd-84a2-4859-b257-084d8cd4ffee tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "GET /v2.0/security-groups/5b7059aa-4164-4d42-9b23-0a8fae8884a3 HTTP/1.1" status: 404 len: 347 time: 0.0203547 Jul 16 18:21:40.529692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58218) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.551969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574fe0c-2bdc-4277-96d7-de5c7ab05122 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7059aa-4164-4d42-9b23-0a8fae8884a3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.637579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-1f19fc59-d70b-4923-b064-c5e4e14dd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.645735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-1f19fc59-d70b-4923-b064-c5e4e14dd74f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c03f846-aaaa-456d-8375-095db69b557a HTTP/1.1" status: 200 len: 897 time: 0.3837199 Jul 16 18:21:40.795924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-34530ac5-4820-4ba0-8376-595c7cfb3016 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 200 len: 217 time: 0.1372468 Jul 16 18:21:40.975989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:40.979827 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c13aab7-5f4b-45a5-9dee-7d0e776db423" -d '{"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:40.982493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Deleting port f2a21b97-a00f-4022-85ec-78dba7deea7e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:40.983164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.034245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-5b774a3b-85d7-48d7-b08a-71561d5d74c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.035733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-5b774a3b-85d7-48d7-b08a-71561d5d74c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f004c9f4-b566-404a-8fed-603cc4dacae7 HTTP/1.1" status: 200 len: 834 time: 0.2211921 Jul 16 18:21:41.176829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c9d1a-8bc0-480e-9f5e-c78bea5bc792 req-774cd28c-31a8-4ed6-8c7d-e0d476fcc61a tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.184040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-570c9d1a-8bc0-480e-9f5e-c78bea5bc792 req-774cd28c-31a8-4ed6-8c7d-e0d476fcc61a tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 946 time: 0.6456692 Jul 16 18:21:41.223080 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.223815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.251029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878d0ef-a332-4cc4-b703-34eb251b3e02 req-f85fc1a2-62e8-4d59-ba6d-a9d2c6c5a032 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.262958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a878d0ef-a332-4cc4-b703-34eb251b3e02 req-f85fc1a2-62e8-4d59-ba6d-a9d2c6c5a032 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 943 time: 0.8029912 Jul 16 18:21:41.274796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Calling delete_port for f2a21b97-a00f-4022-85ec-78dba7deea7e owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:41.488246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a878d0ef-a332-4cc4-b703-34eb251b3e02 req-3d6755c8-57e6-437b-b77e-7828ed8f1cad tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239840 Jul 16 18:21:41.533626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-570c9d1a-8bc0-480e-9f5e-c78bea5bc792 req-927e5117-63e2-4934-b4dd-f2d92604aa20 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360822 Jul 16 18:21:41.587905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-2ef14ce8-e2b8-4208-a3b6-a9b4bef7a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.609518 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-2ef14ce8-e2b8-4208-a3b6-a9b4bef7a1ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c03f846-aaaa-456d-8375-095db69b557a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5646369 Jul 16 18:21:41.802071 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.836676 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e37eba-1a10-4714-9514-4c2e48bfa09a x-openstack-request-id: req-a4e37eba-1a10-4714-9514-4c2e48bfa09a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:41.837221 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:41.837221 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4e37eba-1a10-4714-9514-4c2e48bfa09a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:41.837584 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'code': 200} Jul 16 18:21:41.923820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Pushing event deleted for resources: {'Port': ['ID=f2a21b97-a00f-4022-85ec-78dba7deea7e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.035825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-d556ffd5-5f6c-4561-919c-420381144fc0 service neutron] 10.222.0.45 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126029 Jul 16 18:21:42.294797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.294928 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.296069 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5efb082c-b096-4e0c-a6a3-f3fc26f0ef77 tempest-ServersTestBootFromVolume-781277712 tempest-ServersTestBootFromVolume-781277712-project] 10.222.0.60 "DELETE /v2.0/floatingips/39c0f4b0-2d02-4c7e-bf38-dee4c0a9d26c HTTP/1.1" status: 204 len: 168 time: 1.7628095 Jul 16 18:21:42.299916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58270) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.801229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9aa72-89b6-4aad-987e-c6aea023ce47 req-245e75bc-989e-4c93-aa9b-23d3e75f671c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.820072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3191fefb-c86e-45a2-9eb9-4e2965964991 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:42.830808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9aa72-89b6-4aad-987e-c6aea023ce47 req-245e75bc-989e-4c93-aa9b-23d3e75f671c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.854544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9aa72-89b6-4aad-987e-c6aea023ce47 req-245e75bc-989e-4c93-aa9b-23d3e75f671c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.897704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9aa72-89b6-4aad-987e-c6aea023ce47 req-245e75bc-989e-4c93-aa9b-23d3e75f671c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.942921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9aa72-89b6-4aad-987e-c6aea023ce47 req-245e75bc-989e-4c93-aa9b-23d3e75f671c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.962988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9aa72-89b6-4aad-987e-c6aea023ce47 req-245e75bc-989e-4c93-aa9b-23d3e75f671c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:43.012636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9aa72-89b6-4aad-987e-c6aea023ce47 req-245e75bc-989e-4c93-aa9b-23d3e75f671c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:43.038318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-70d9aa72-89b6-4aad-987e-c6aea023ce47 req-245e75bc-989e-4c93-aa9b-23d3e75f671c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5433 time: 0.9665492 Jul 16 18:21:43.059488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d169564-4113-40f3-b56a-902e3b1c4104 req-4133d8e3-a88d-4bce-a7bd-2879008c5c01 service neutron] 10.222.0.45 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0151904 Jul 16 18:21:43.091659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.154751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:43.193581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'port_id': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'mac_address': 'fa:16:3e:0b:b3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:43.255159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80761f4c-e6fb-4d29-ab71-dc7b632ee9ea req-eae67622-f6ed-4c14-99bb-da7eb52ad394 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:43.282241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80761f4c-e6fb-4d29-ab71-dc7b632ee9ea req-eae67622-f6ed-4c14-99bb-da7eb52ad394 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.9898868 Jul 16 18:21:43.342572 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.392426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3191fefb-c86e-45a2-9eb9-4e2965964991 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:43.416361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-70d9aa72-89b6-4aad-987e-c6aea023ce47 req-4b61e158-1677-40d0-807b-4aa5d2f90575 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3770552 Jul 16 18:21:43.465161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80761f4c-e6fb-4d29-ab71-dc7b632ee9ea req-68f43299-e950-4ee4-a04a-dd676a10fc23 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811819 Jul 16 18:21:43.505186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:43.521521 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.692943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.794909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['3191fefb-c86e-45a2-9eb9-4e2965964991'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:44.092221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Deleting port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:44.093215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.303949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe184b7-28c6-49f3-9031-21a964821da6 req-97c1066f-8965-485d-ac91-eaf29d8a1374 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.331496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0fe184b7-28c6-49f3-9031-21a964821da6 req-97c1066f-8965-485d-ac91-eaf29d8a1374 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.3972352 Jul 16 18:21:44.439821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0fe184b7-28c6-49f3-9031-21a964821da6 req-4a84eea2-ef29-4173-9db4-fa561cb2fa12 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070600 Jul 16 18:21:44.504187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0db036-ded7-40cc-a60e-0c4f49e8f711 req-e1bc711c-ad0a-48b3-935e-ec94eb14e4a0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.506499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] For port 8d997fde-6f7b-4fe7-a2af-0b38167d8fae, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8d997fde-6f7b-4fe7-a2af-0b38167d8fae,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:44.506878 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.519707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca0db036-ded7-40cc-a60e-0c4f49e8f711 req-e1bc711c-ad0a-48b3-935e-ec94eb14e4a0 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 946 time: 0.4727476 Jul 16 18:21:44.563177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Calling delete_port for 8d997fde-6f7b-4fe7-a2af-0b38167d8fae owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:44.663352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca0db036-ded7-40cc-a60e-0c4f49e8f711 req-07eda5cf-9233-4393-b6ed-96757bc23d57 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393209 Jul 16 18:21:45.215405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.248717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0a665-82d7-4e43-8153-1f49d8595bab req-5769da50-1f73-4659-8838-f41410c3fe5f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.255795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0a665-82d7-4e43-8153-1f49d8595bab req-5769da50-1f73-4659-8838-f41410c3fe5f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.270595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0a665-82d7-4e43-8153-1f49d8595bab req-5769da50-1f73-4659-8838-f41410c3fe5f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.301074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0a665-82d7-4e43-8153-1f49d8595bab req-5769da50-1f73-4659-8838-f41410c3fe5f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.326275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0a665-82d7-4e43-8153-1f49d8595bab req-5769da50-1f73-4659-8838-f41410c3fe5f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.336343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d997fde-6f7b-4fe7-a2af-0b38167d8fae,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.362295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0a665-82d7-4e43-8153-1f49d8595bab req-5769da50-1f73-4659-8838-f41410c3fe5f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.384929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0a665-82d7-4e43-8153-1f49d8595bab req-5769da50-1f73-4659-8838-f41410c3fe5f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.413571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.424490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ae0a665-82d7-4e43-8153-1f49d8595bab req-5769da50-1f73-4659-8838-f41410c3fe5f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5433 time: 0.6521895 Jul 16 18:21:45.440184 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-34a58351-511b-40aa-9cad-680e7c84d8cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Request body: {'floatingip': {'port_id': '9a2e03ce-0d78-435b-8e99-54991a98a86b'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:45.548105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29a5ad-63ad-4d29-8eee-37d807a3a569 req-7a594040-43d0-44a9-93ac-f76d03e41ae1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.554981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf29a5ad-63ad-4d29-8eee-37d807a3a569 req-7a594040-43d0-44a9-93ac-f76d03e41ae1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.5546727 Jul 16 18:21:45.565448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34a58351-511b-40aa-9cad-680e7c84d8cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.789078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf29a5ad-63ad-4d29-8eee-37d807a3a569 req-ba060b4d-4630-4899-a9c1-3f7a1526ee62 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327361 Jul 16 18:21:45.896660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a2cc5-7d9e-42f4-99b9-798f83b619a7 req-34113f91-fa41-4a84-a6a2-3a06f7e7c96c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.905571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-571a2cc5-7d9e-42f4-99b9-798f83b619a7 req-34113f91-fa41-4a84-a6a2-3a06f7e7c96c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 946 time: 0.2701719 Jul 16 18:21:45.963034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-571a2cc5-7d9e-42f4-99b9-798f83b619a7 req-d2556e0b-d45f-4eab-bb3e-8956ec6f2ebe tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550938 Jul 16 18:21:46.222062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45b817-8906-440f-a9ec-f177118a5dee req-8ee6d395-7aba-4664-89a3-2a73baf8986c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.226318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef45b817-8906-440f-a9ec-f177118a5dee req-8ee6d395-7aba-4664-89a3-2a73baf8986c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.1483290 Jul 16 18:21:46.305246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef45b817-8906-440f-a9ec-f177118a5dee req-1dbbacb0-ed39-42a2-b330-3af59ce479a8 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714865 Jul 16 18:21:46.820644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3191fefb-c86e-45a2-9eb9-4e2965964991 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:46.953059 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.127216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 3191fefb-c86e-45a2-9eb9-4e2965964991 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:47.132387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 3191fefb-c86e-45a2-9eb9-4e2965964991 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:47.132705 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.523197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Router dead8068-3e5d-45af-8693-9dc5e3b96f8b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:47.541508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777aa07-02e9-4556-8be1-92efcbaa0207 req-7188f458-9f4a-427d-8e5b-559f5ed3d33b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.549082 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.563192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4777aa07-02e9-4556-8be1-92efcbaa0207 req-7188f458-9f4a-427d-8e5b-559f5ed3d33b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.1959999 Jul 16 18:21:47.608775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34a58351-511b-40aa-9cad-680e7c84d8cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.627530 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34a58351-511b-40aa-9cad-680e7c84d8cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.659101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:47.668728 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0b50ce-03fe-4fe2-9621-e0098b404fe8" -d '{"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-plugged", "status": "completed", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:47.727536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4777aa07-02e9-4556-8be1-92efcbaa0207 req-c326833e-ed49-4e45-b9df-58847293954d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611378 Jul 16 18:21:47.732251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:47.759946 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.933211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.145570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:48.173227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:48.190732 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] Sync routers for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:48.193090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919bf5-4714-4db4-aecd-cf4939dbec2b req-fc8f4954-9e01-4eb7-b45a-2bbc30bf70e7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.197145 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-df942671-77e2-43b8-bb11-8562d946d093 admin admin] 10.222.0.60 "PUT /v2.0/routers/dead8068-3e5d-45af-8693-9dc5e3b96f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8932490 Jul 16 18:21:48.200408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:48.201843 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-34a58351-511b-40aa-9cad-680e7c84d8cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Floating IP f0aec17b-2279-4c01-b3c3-f658e3aa7fc0 associated. External IP: 172.25.2.82, port: 9a2e03ce-0d78-435b-8e99-54991a98a86b. Jul 16 18:21:48.209237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db919bf5-4714-4db4-aecd-cf4939dbec2b req-fc8f4954-9e01-4eb7-b45a-2bbc30bf70e7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.1773045 Jul 16 18:21:48.223924 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:48.224594 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:48.311112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db919bf5-4714-4db4-aecd-cf4939dbec2b req-22a0dbb7-033b-49dd-9a86-1ac80bc400b5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994678 Jul 16 18:21:48.427901 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039b6c4c-60ee-4dd7-a2a2-e462f0770a85 x-openstack-request-id: req-039b6c4c-60ee-4dd7-a2a2-e462f0770a85 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:48.429314 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-plugged", "status": "completed", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:48.429805 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-039b6c4c-60ee-4dd7-a2a2-e462f0770a85 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:48.430408 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'code': 200} Jul 16 18:21:48.506346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb177bae-bdf1-4d10-aadf-ffb446e751d3 req-5e253b61-e5ca-4249-b3a9-44eb94473997 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.541456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb177bae-bdf1-4d10-aadf-ffb446e751d3 req-5e253b61-e5ca-4249-b3a9-44eb94473997 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 946 time: 0.1987953 Jul 16 18:21:48.628468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb177bae-bdf1-4d10-aadf-ffb446e751d3 req-4531332c-6b6b-4072-a136-ad4fe12775ca tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084673 Jul 16 18:21:48.643360 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.705594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58438) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:48.718035 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:48.997072 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b72e210-6ce7-42ce-bfdf-788057d99a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.022162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf2184-5b26-4406-9be5-a5b6869080c9 req-930bdecf-ec14-434e-9f4d-f0c7214d7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.023692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dcf2184-5b26-4406-9be5-a5b6869080c9 req-930bdecf-ec14-434e-9f4d-f0c7214d7640 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1097 time: 0.2715960 Jul 16 18:21:49.024444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b283c67-8128-48cf-ab5a-a3433bfea39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.144429 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dcf2184-5b26-4406-9be5-a5b6869080c9 req-7f8e8420-5082-48de-89df-cf5a181811dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056013 Jul 16 18:21:49.202990 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:49.243894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-06cfb7aa-5a04-41eb-97b1-4b0825ab8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.247496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-06cfb7aa-5a04-41eb-97b1-4b0825ab8d1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1098 time: 0.5486743 Jul 16 18:21:49.249913 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] Checking router: dead8068-3e5d-45af-8693-9dc5e3b96f8b for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:49.273140 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] Routers {'dead8068-3e5d-45af-8693-9dc5e3b96f8b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:49.274214 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:49.290641 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.437221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505c424-9b4e-4afe-80df-39f91e829318 req-341e3072-56ba-41a2-957c-0dd70a6047a0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.453117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2505c424-9b4e-4afe-80df-39f91e829318 req-341e3072-56ba-41a2-957c-0dd70a6047a0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.2400751 Jul 16 18:21:49.502304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2505c424-9b4e-4afe-80df-39f91e829318 req-f19a615d-6b4f-410a-81b7-7adb1f45edbf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479727 Jul 16 18:21:49.537539 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] Set router dead8068-3e5d-45af-8693-9dc5e3b96f8b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:49.621540 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:49.641380 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b72e210-6ce7-42ce-bfdf-788057d99a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.659859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:49.664561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9b72e210-6ce7-42ce-bfdf-788057d99a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.797530 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a58351-511b-40aa-9cad-680e7c84d8cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Router 887f69ee-1d8d-4df7-919e-d763a577f1fd has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:49.826339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Deleting port 25a09682-f5eb-4cb3-a15b-8324819f18d1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:49.827630 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.840082 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:49.850135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab97e3-47fe-44ca-8749-fd8b83753d09 req-da908402-89aa-4856-b210-0cce1188ba75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.865492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c6ab97e3-47fe-44ca-8749-fd8b83753d09 req-da908402-89aa-4856-b210-0cce1188ba75 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.2934864 Jul 16 18:21:49.893363 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f6666f-493f-41b2-a4d0-804a1e6d81bb None None] The sync data for ids ['dead8068-3e5d-45af-8693-9dc5e3b96f8b'] in n-d-793619-10 is: [{'id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'name': 'tempest-ServersTestBootFromVolume-1034121406-router', 'tenant_id': '13f1f890d65f48c3b5f11c3babda49b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:58Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '13f1f890d65f48c3b5f11c3babda49b2', 'gw_port': {'id': '25a09682-f5eb-4cb3-a15b-8324819f18d1', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dead8068-3e5d-45af-8693-9dc5e3b96f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:59Z', 'updated_at': '2021-07-16T18:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:49.971726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] For port 25a09682-f5eb-4cb3-a15b-8324819f18d1, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=25a09682-f5eb-4cb3-a15b-8324819f18d1,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:49.972353 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.988172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Calling delete_port for 25a09682-f5eb-4cb3-a15b-8324819f18d1 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:50.076919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72e210-6ce7-42ce-bfdf-788057d99a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286f68d-f259-4ea0-8066-7fabd473ec01,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.128289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-7f56b25c-36e4-43a4-97c5-61f9aad92bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.130037 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-7f56b25c-36e4-43a4-97c5-61f9aad92bcf service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.8412263 Jul 16 18:21:50.180212 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9b72e210-6ce7-42ce-bfdf-788057d99a99 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4117eb5af5c42dea2cb92309e8248fe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0326095 Jul 16 18:21:50.225743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.226639 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7585aafc-adce-429d-a67a-78279e398a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.384376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c6ab97e3-47fe-44ca-8749-fd8b83753d09 req-50726fba-9da4-43cc-ae73-f5fb4fda17ab tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4950435 Jul 16 18:21:50.451824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a43e6f-a6d7-4a7c-85c3-328f5797d4e9 req-020817a8-354d-4e45-a739-19f364e23403 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.461467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6a43e6f-a6d7-4a7c-85c3-328f5797d4e9 req-020817a8-354d-4e45-a739-19f364e23403 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 946 time: 0.5916922 Jul 16 18:21:50.469223 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b283c67-8128-48cf-ab5a-a3433bfea39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.499431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b283c67-8128-48cf-ab5a-a3433bfea39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.548799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8ae04ef-278f-4fe4-beed-e2cb0603b622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.550149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6a43e6f-a6d7-4a7c-85c3-328f5797d4e9 req-b35390f4-67cd-47fa-81e9-8c0d6d879073 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775948 Jul 16 18:21:50.591430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b283c67-8128-48cf-ab5a-a3433bfea39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c64cba-d45d-4f5a-ad67-d03e6e66d54c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.611784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2b283c67-8128-48cf-ab5a-a3433bfea39f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dae42aa03b994268a5d05d23c74a6437&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9042094 Jul 16 18:21:50.614123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58466) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.679705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8d997fde-6f7b-4fe7-a2af-0b38167d8fae no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:50.681826 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-61888127-4ea4-43a3-903d-fa2ce7f94913 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 200 len: 1002 time: 0.5299468 Jul 16 18:21:50.727018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 8d997fde-6f7b-4fe7-a2af-0b38167d8fae {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:50.727667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8d997fde-6f7b-4fe7-a2af-0b38167d8fae not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:50.767063 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c07f-2583-4994-b831-7d6f1d1310f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.798051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c07f-2583-4994-b831-7d6f1d1310f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.871078 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c07f-2583-4994-b831-7d6f1d1310f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.874122 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9a8c07f-2583-4994-b831-7d6f1d1310f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.878040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b9a8c07f-2583-4994-b831-7d6f1d1310f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79c64cba-d45d-4f5a-ad67-d03e6e66d54c HTTP/1.1" status: 204 len: 168 time: 0.2596881 Jul 16 18:21:50.888403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 025e27ff-8d79-49f5-816b-907653db1667 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:50.932492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8c07f-2583-4994-b831-7d6f1d1310f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c64cba-d45d-4f5a-ad67-d03e6e66d54c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.966984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0e84-ece7-4b5f-9a5d-9a4535ec35fe req-8c0061be-8e82-4fa4-b557-519a9f718cda tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.982316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b6f0e84-ece7-4b5f-9a5d-9a4535ec35fe req-8c0061be-8e82-4fa4-b557-519a9f718cda tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.2504637 Jul 16 18:21:51.084983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b6f0e84-ece7-4b5f-9a5d-9a4535ec35fe req-60945187-f667-4fba-8ba9-64260e86caaf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016371 Jul 16 18:21:51.129377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=025e27ff-8d79-49f5-816b-907653db1667,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:51.138560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a58351-511b-40aa-9cad-680e7c84d8cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:51.145914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '025e27ff-8d79-49f5-816b-907653db1667', 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced', 'port_id': '025e27ff-8d79-49f5-816b-907653db1667', 'mac_address': 'fa:16:3e:9e:bc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11199a5-2c51-4e20-9a02-ed7d9ac5a1da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:51.153080 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34a58351-511b-40aa-9cad-680e7c84d8cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.155446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] Sync routers for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:51.195586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8ae04ef-278f-4fe4-beed-e2cb0603b622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.206622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:51.207427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:51.220692 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-34a58351-511b-40aa-9cad-680e7c84d8cb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "PUT /v2.0/floatingips/f0aec17b-2279-4c01-b3c3-f658e3aa7fc0 HTTP/1.1" status: 200 len: 990 time: 5.7812426 Jul 16 18:21:51.225509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:51.228112 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:51.270423 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.301769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 025e27ff-8d79-49f5-816b-907653db1667 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:51.367282 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500fe9e-dded-457f-8dac-6b35f0d4fef9 x-openstack-request-id: req-e500fe9e-dded-457f-8dac-6b35f0d4fef9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:51.367556 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:51.367859 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e500fe9e-dded-457f-8dac-6b35f0d4fef9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:51.368231 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'status': 'completed', 'code': 200} Jul 16 18:21:51.454433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=025e27ff-8d79-49f5-816b-907653db1667,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:51.458685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:51.468413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-e28cbcff-3aa0-41f2-ab4f-8fd29de1ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.471718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.486356 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-e28cbcff-3aa0-41f2-ab4f-8fd29de1ddf2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.7719779 Jul 16 18:21:51.518820 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8ae04ef-278f-4fe4-beed-e2cb0603b622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.521836 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8ae04ef-278f-4fe4-beed-e2cb0603b622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.526406 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e8ae04ef-278f-4fe4-beed-e2cb0603b622 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7286f68d-f259-4ea0-8066-7fabd473ec01 HTTP/1.1" status: 204 len: 168 time: 1.2926407 Jul 16 18:21:51.547675 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e375ccb-80aa-4a1f-8d03-fe8f50b6cfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.591047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae04ef-278f-4fe4-beed-e2cb0603b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286f68d-f259-4ea0-8066-7fabd473ec01,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.609920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-ae0d33e6-544c-485e-9344-ed380334e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.610544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-ae0d33e6-544c-485e-9344-ed380334e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.611024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-ae0d33e6-544c-485e-9344-ed380334e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.611583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-ae0d33e6-544c-485e-9344-ed380334e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.612172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-ae0d33e6-544c-485e-9344-ed380334e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.612678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-ae0d33e6-544c-485e-9344-ed380334e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.613333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-ae0d33e6-544c-485e-9344-ed380334e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.615513 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-ae0d33e6-544c-485e-9344-ed380334e2c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6497 time: 0.2440908 Jul 16 18:21:51.666982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.676749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:51.742748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=025e27ff-8d79-49f5-816b-907653db1667,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.746805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a09682-f5eb-4cb3-a15b-8324819f18d1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.784488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7585aafc-adce-429d-a67a-78279e398a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.811140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7585aafc-adce-429d-a67a-78279e398a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.857409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-3c93d88d-5128-45a7-ab9d-897dc5a4d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.859975 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-3c93d88d-5128-45a7-ab9d-897dc5a4d3c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3588367 Jul 16 18:21:51.923507 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7585aafc-adce-429d-a67a-78279e398a55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c5c2af8bc304be1980ff615618f6df9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2533290 Jul 16 18:21:51.931877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['025e27ff-8d79-49f5-816b-907653db1667'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:51.936688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:51.951343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6b9c1-ff79-4946-bba2-48e7c12e76a5 req-8070c0be-d381-4b57-8e6d-beb89d9da305 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.960469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4f6b9c1-ff79-4946-bba2-48e7c12e76a5 req-8070c0be-d381-4b57-8e6d-beb89d9da305 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.2837384 Jul 16 18:21:51.981104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-250adb02-84df-418d-87ef-44c6026e8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.983063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-250adb02-84df-418d-87ef-44c6026e8b88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92628a71-7e7a-4442-b235-d0645ce9fda3 HTTP/1.1" status: 200 len: 912 time: 0.3553340 Jul 16 18:21:52.149120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585aafc-adce-429d-a67a-78279e398a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf7e5e1-73d0-481a-948b-bb50125b37d4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.165819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4f6b9c1-ff79-4946-bba2-48e7c12e76a5 req-5f25a67a-37c0-4778-87a6-2bb4bb2dfa74 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902196 Jul 16 18:21:52.197677 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.305169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527a99-62b5-4ef1-87b1-07f95d19dcfb req-37894eaa-2a53-4ed8-bf8a-c326e9782e6a tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.307091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21527a99-62b5-4ef1-87b1-07f95d19dcfb req-37894eaa-2a53-4ed8-bf8a-c326e9782e6a tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 945 time: 0.4608412 Jul 16 18:21:52.323149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-d4d15592-b11f-477a-a79c-8bd804458457 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b HTTP/1.1" status: 200 len: 998 time: 0.3293567 Jul 16 18:21:52.384456 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.390699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-2e1be1a4-5c16-4f4f-b8ec-26ff60815eee service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213873 Jul 16 18:21:52.394928 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.426028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa17a-b757-4909-b803-a8e4e10d12fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.517633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21527a99-62b5-4ef1-87b1-07f95d19dcfb req-992a6973-f42b-4df1-a587-ed1c13762f13 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841404 Jul 16 18:21:52.526298 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e375ccb-80aa-4a1f-8d03-fe8f50b6cfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.531403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-b75f3225-4497-421a-ad18-0c767c605db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.533113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-b75f3225-4497-421a-ad18-0c767c605db0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5310286-a552-4e68-914b-ff13aab082fe HTTP/1.1" status: 200 len: 850 time: 0.2083778 Jul 16 18:21:52.538756 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e375ccb-80aa-4a1f-8d03-fe8f50b6cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.567893 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.571043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dead8068-3e5d-45af-8693-9dc5e3b96f8b {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:52.576562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4e375ccb-80aa-4a1f-8d03-fe8f50b6cfdd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=479ce9b4770d4af09e870d1845b36850&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1139338 Jul 16 18:21:52.609669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.615786 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c17c0514-580c-4444-b9de-6c39f98082e2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/dead8068-3e5d-45af-8693-9dc5e3b96f8b HTTP/1.1" status: 204 len: 168 time: 4.4073410 Jul 16 18:21:52.616408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.630607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.636711 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa17a-b757-4909-b803-a8e4e10d12fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.726633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'f0aec17b-2279-4c01-b3c3-f658e3aa7fc0', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'port_id': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'mac_address': 'fa:16:3e:d8:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:58Z', 'updated_at': '2021-07-16T18:21:47Z', 'revision_number': 1, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a223f6-2f62-4167-8674-883d22868e00', 'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'mac_address': 'fa:16:3e:4f:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:58Z', 'updated_at': '2021-07-16T18:19:12Z', 'revision_number': 5, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'subnets': [{'id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.744984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e375ccb-80aa-4a1f-8d03-fe8f50b6cfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a256f5b-636a-4ec6-8892-c1204a49d774,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.807346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] Checking router: 887f69ee-1d8d-4df7-919e-d763a577f1fd for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:52.834319 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:52.835395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.848745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a28e3d-a30a-4a6c-8b25-02988e22373b req-b5df1045-b6d4-4d5d-9d38-b952a2849915 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.864971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65a28e3d-a30a-4a6c-8b25-02988e22373b req-b5df1045-b6d4-4d5d-9d38-b952a2849915 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.4527972 Jul 16 18:21:52.926959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 025e27ff-8d79-49f5-816b-907653db1667 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:52.942254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-20079f60-66e5-449e-a5de-9f73ec6d7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.944396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-20079f60-66e5-449e-a5de-9f73ec6d7d54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92628a71-7e7a-4442-b235-d0645ce9fda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3756349 Jul 16 18:21:52.951514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2d5e6a-1964-484d-bd22-3efdbae60f6f admin admin] Deleting subnet cfff58c6-0328-45a9-984b-452e873e51db {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:52.958432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5e6a-1964-484d-bd22-3efdbae60f6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.015353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5e6a-1964-484d-bd22-3efdbae60f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.141045 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dec82af7-d226-4029-aa38-daa89ec949d2 req-b1b30b8f-ebf6-44b6-966a-482e4e4d7ed5 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7299662 Jul 16 18:21:53.153028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5e6a-1964-484d-bd22-3efdbae60f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.181236 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccbaab2f-cef6-46b1-b64a-981bf8e1a5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.205627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa17a-b757-4909-b803-a8e4e10d12fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.222693 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa17a-b757-4909-b803-a8e4e10d12fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.223989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cc6fa17a-b757-4909-b803-a8e4e10d12fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bf7e5e1-73d0-481a-948b-bb50125b37d4 HTTP/1.1" status: 204 len: 168 time: 1.2386019 Jul 16 18:21:53.320780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fa17a-b757-4909-b803-a8e4e10d12fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf7e5e1-73d0-481a-948b-bb50125b37d4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.328846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65a28e3d-a30a-4a6c-8b25-02988e22373b req-12a373ff-864a-4bc7-9705-46e66ee39ad1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4603024 Jul 16 18:21:53.338291 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccbaab2f-cef6-46b1-b64a-981bf8e1a5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.340468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.416028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 025e27ff-8d79-49f5-816b-907653db1667 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:53.417742 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.470546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:53.560082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccbaab2f-cef6-46b1-b64a-981bf8e1a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.563336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ccbaab2f-cef6-46b1-b64a-981bf8e1a5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.564933 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ccbaab2f-cef6-46b1-b64a-981bf8e1a5e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a256f5b-636a-4ec6-8892-c1204a49d774 HTTP/1.1" status: 204 len: 168 time: 0.9472773 Jul 16 18:21:53.577282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbaab2f-cef6-46b1-b64a-981bf8e1a5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a256f5b-636a-4ec6-8892-c1204a49d774,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.592484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5e6a-1964-484d-bd22-3efdbae60f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.638768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-489531862-network', 'tenant_id': 'bc0f27f5fef74de1900caf64c6e19bd3'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:53.704016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-e4130360-b868-48a2-bf8c-bc907353883b service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686090 Jul 16 18:21:53.706380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb2d5e6a-1964-484d-bd22-3efdbae60f6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.711424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cb2d5e6a-1964-484d-bd22-3efdbae60f6f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cfff58c6-0328-45a9-984b-452e873e51db HTTP/1.1" status: 204 len: 168 time: 1.0771067 Jul 16 18:21:53.712571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.756359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160238d2-a487-4a04-b05c-d8c147f1b816 None None] Network bae45001-e475-4ea6-935a-e21e673b4153 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:53.849343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d5e6a-1964-484d-bd22-3efdbae60f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfff58c6-0328-45a9-984b-452e873e51db,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.935112 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.937929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Made reservation on behalf of bc0f27f5fef74de1900caf64c6e19bd3 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:53.943141 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.978688 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.106036 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.113183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0fe4c53-2385-4fdf-aa3e-b0f5688e5f54 req-18042e10-9216-452b-8809-63a2dc50209f service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782357 Jul 16 18:21:54.115802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58530) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:54.156179 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.211227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d011b-941e-44c3-b5ce-730fb17dcb60 req-de51b296-b087-4dfd-b884-7a2e1c28d04c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.213064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c1d011b-941e-44c3-b5ce-730fb17dcb60 req-de51b296-b087-4dfd-b884-7a2e1c28d04c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 1.3197782 Jul 16 18:21:54.268185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c1d011b-941e-44c3-b5ce-730fb17dcb60 req-1f08e116-3c38-4eef-b32a-80ecd179b0e4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478241 Jul 16 18:21:54.304390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025e27ff-8d79-49f5-816b-907653db1667'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:54.305124 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52ec0d7-9c77-493b-93e3-182e76146931" -d '{"events": [{"server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "name": "network-vif-plugged", "status": "completed", "tag": "025e27ff-8d79-49f5-816b-907653db1667"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:54.305716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58536) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:54.380636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=025e27ff-8d79-49f5-816b-907653db1667,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:54.427030 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e91cb1-4ca8-4dd9-8558-0114d4a804d8 x-openstack-request-id: req-f6e91cb1-4ca8-4dd9-8558-0114d4a804d8 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:54.427399 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "name": "network-vif-plugged", "status": "completed", "tag": "025e27ff-8d79-49f5-816b-907653db1667", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:54.427828 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6e91cb1-4ca8-4dd9-8558-0114d4a804d8 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:54.432415 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025e27ff-8d79-49f5-816b-907653db1667', 'code': 200} Jul 16 18:21:54.440978 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.443477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Deleting port 9599a883-e2a6-420b-bb17-175b0e5388cb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:54.445467 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.537874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=025e27ff-8d79-49f5-816b-907653db1667,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:54.540875 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.559007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5a7378-13a9-4b28-8b6e-4f89cf4cdc86 None None] DHCP port deletion for bae45001-e475-4ea6-935a-e21e673b4153 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:54.560576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.652354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] For port 9599a883-e2a6-420b-bb17-175b0e5388cb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9599a883-e2a6-420b-bb17-175b0e5388cb,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:54.653085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.654424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318bbe5c-cdad-4464-a206-456b2c6fa631 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.655471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:54.657136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-318bbe5c-cdad-4464-a206-456b2c6fa631 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1092 time: 0.3499870 Jul 16 18:21:54.666402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:54.706461 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:54.743446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Calling delete_port for 9599a883-e2a6-420b-bb17-175b0e5388cb owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:54.749022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9af74-cd78-49af-8971-a7dc4a3840d5 req-aeaafbd3-d953-4ad3-842c-e0d84c4eb5a1 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.755422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.755857 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Added segment 7df1b3ac-9e5b-4298-8aea-53fc5e6697af of type vlan for network 697a906a-9028-4878-851f-0edce901ff51 Jul 16 18:21:54.757809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f420b8fe-0e33-4b3b-8d63-07badc1c468e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:54.758399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9fa9af74-cd78-49af-8971-a7dc4a3840d5 req-aeaafbd3-d953-4ad3-842c-e0d84c4eb5a1 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 946 time: 0.3628440 Jul 16 18:21:54.830380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9599a883-e2a6-420b-bb17-175b0e5388cb no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:54.860140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9fa9af74-cd78-49af-8971-a7dc4a3840d5 req-455b0f0d-cd86-4167-a4d2-d799e2b6c42f tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006210 Jul 16 18:21:54.891714 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.906961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee572101-9f0c-4414-b3ab-891394112e4a req-b115a306-62cf-4400-b7be-e15e189305cd tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.914348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee572101-9f0c-4414-b3ab-891394112e4a req-b115a306-62cf-4400-b7be-e15e189305cd tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.2993610 Jul 16 18:21:54.938306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 025e27ff-8d79-49f5-816b-907653db1667 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:54.973918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a7378-13a9-4b28-8b6e-4f89cf4cdc86 None None] Deleting port 9599a883-e2a6-420b-bb17-175b0e5388cb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:54.974299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7378-13a9-4b28-8b6e-4f89cf4cdc86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.985140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee572101-9f0c-4414-b3ab-891394112e4a req-eba49ca1-bdbc-44b4-9e84-fbe68d505804 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615749 Jul 16 18:21:55.013741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.022838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.105746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.107232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.108070 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.110823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.129731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79595beecdb94cff9190cfb67220b29d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0100653 Jul 16 18:21:55.133201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58558) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:55.157627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.184649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198ec3df-cc7b-4800-849f-119c694c05e2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.217606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ca5a7378-13a9-4b28-8b6e-4f89cf4cdc86 None None] For port 9599a883-e2a6-420b-bb17-175b0e5388cb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9599a883-e2a6-420b-bb17-175b0e5388cb,segment=NetworkSegment(f3461b6b-ce59-443c-ad7a-b12513a186ac),segment_id=f3461b6b-ce59-443c-ad7a-b12513a186ac)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:55.220978 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7378-13a9-4b28-8b6e-4f89cf4cdc86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.222417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.222773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.223107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.223447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.223785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.224122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.224446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.224976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.225128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.225459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.225786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.226113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a776c72-0c54-4c08-887a-2a5c8c86ca64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:55.250043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2beed55-4c84-4c91-8709-7c6acd4f7c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.262648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a7378-13a9-4b28-8b6e-4f89cf4cdc86 None None] Calling delete_port for 9599a883-e2a6-420b-bb17-175b0e5388cb owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:55.281042 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2beed55-4c84-4c91-8709-7c6acd4f7c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.293846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=9599a883-e2a6-420b-bb17-175b0e5388cb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.324256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] No DVR routers for this DVR port 9599a883-e2a6-420b-bb17-175b0e5388cb on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:55.349324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0060713 Jul 16 18:21:55.359613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:55.369141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Request body: {'subnet': {'network_id': '697a906a-9028-4878-851f-0edce901ff51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-489531862-subnet', 'tenant_id': 'bc0f27f5fef74de1900caf64c6e19bd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:55.395659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Made reservation on behalf of bc0f27f5fef74de1900caf64c6e19bd3 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:55.400908 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.471052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No active binding found for port 9599a883-e2a6-420b-bb17-175b0e5388cb {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:21:55.481118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9599a883-e2a6-420b-bb17-175b0e5388cb not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:55.481706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 25a09682-f5eb-4cb3-a15b-8324819f18d1 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:55.518227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ede33-6926-41e1-b153-8840fae9c86b admin admin] Pushing event updated for resources: {'Network': ['ID=697a906a-9028-4878-851f-0edce901ff51,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.550400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 697a906a-9028-4878-851f-0edce901ff51 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:55.558669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 25a09682-f5eb-4cb3-a15b-8324819f18d1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:55.559273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 25a09682-f5eb-4cb3-a15b-8324819f18d1 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:55.620330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'f0aec17b-2279-4c01-b3c3-f658e3aa7fc0', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'port_id': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'mac_address': 'fa:16:3e:d8:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:58Z', 'updated_at': '2021-07-16T18:21:47Z', 'revision_number': 1, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a223f6-2f62-4167-8674-883d22868e00', 'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'mac_address': 'fa:16:3e:4f:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:58Z', 'updated_at': '2021-07-16T18:19:12Z', 'revision_number': 5, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'subnets': [{'id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:55.640594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.665583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2beed55-4c84-4c91-8709-7c6acd4f7c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.669415 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2beed55-4c84-4c91-8709-7c6acd4f7c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.673026 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f2beed55-4c84-4c91-8709-7c6acd4f7c79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/198ec3df-cc7b-4800-849f-119c694c05e2 HTTP/1.1" status: 204 len: 168 time: 0.5366242 Jul 16 18:21:55.677811 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca5a7378-13a9-4b28-8b6e-4f89cf4cdc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.681998 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.687348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beed55-4c84-4c91-8709-7c6acd4f7c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198ec3df-cc7b-4800-849f-119c694c05e2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.778198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Checking segment: {'id': '7df1b3ac-9e5b-4298-8aea-53fc5e6697af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '697a906a-9028-4878-851f-0edce901ff51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:55.779180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Network hostable DHCP agents. Network: 697a906a-9028-4878-851f-0edce901ff51, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:55.796447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae45001-e475-4ea6-935a-e21e673b4153']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:55.817756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a646814-ae11-42c5-83d3-97f36e317da5,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.846347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3461b6b-ce59-443c-ad7a-b12513a186ac') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:55.846644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3461b6b-ce59-443c-ad7a-b12513a186ac') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:55.848432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Network 697a906a-9028-4878-851f-0edce901ff51 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:55.861020 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.868186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a7378-13a9-4b28-8b6e-4f89cf4cdc86 None None] Pushing event deleted for resources: {'Port': ['ID=9599a883-e2a6-420b-bb17-175b0e5388cb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.871552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.874339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 697a906a-9028-4878-851f-0edce901ff51) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:55.887544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a7378-13a9-4b28-8b6e-4f89cf4cdc86 None None] No DVR routers for this DVR port 9599a883-e2a6-420b-bb17-175b0e5388cb on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:55.888354 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.890082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.891788 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.913355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7cbeb-e2b2-434c-8f0e-6582f90a0794 None None] The sync data for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 is: [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'f0aec17b-2279-4c01-b3c3-f658e3aa7fc0', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'floating_ip_address': '172.25.2.82', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'port_id': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'mac_address': 'fa:16:3e:d8:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:58Z', 'updated_at': '2021-07-16T18:21:47Z', 'revision_number': 1, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a223f6-2f62-4167-8674-883d22868e00', 'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'mac_address': 'fa:16:3e:4f:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:58Z', 'updated_at': '2021-07-16T18:19:12Z', 'revision_number': 5, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'subnets': [{'id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:55.927037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7184c-85aa-4aaf-899b-1f087011d037 None None] Network 697a906a-9028-4878-851f-0edce901ff51 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:55.947396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d2928b18-7ad1-4ef1-a1b9-4e90b27ab0a0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5896523 Jul 16 18:21:55.950375 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.064231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:56.072931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:56.080588 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:56.326591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfb484-f536-4e19-b4a3-96bd117f51e7 req-8507116b-52e0-4871-b638-64bf545a8066 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.338927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15cfb484-f536-4e19-b4a3-96bd117f51e7 req-8507116b-52e0-4871-b638-64bf545a8066 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 946 time: 0.2221372 Jul 16 18:21:56.370302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=025e27ff-8d79-49f5-816b-907653db1667,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:56.379193 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.390781 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.423264 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.430733 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] 10.222.0.60 "DELETE /v2.0/networks/bae45001-e475-4ea6-935a-e21e673b4153 HTTP/1.1" status: 204 len: 168 time: 2.7165956 Jul 16 18:21:56.431977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a41d0c-6a25-42a0-8441-4ea21a2f9a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=bae45001-e475-4ea6-935a-e21e673b4153,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:56.485565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025e27ff-8d79-49f5-816b-907653db1667'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:56.488152 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444348d4-d4a6-4d42-b761-4ee15bcc2cb8" -d '{"events": [{"server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "name": "network-vif-unplugged", "status": "completed", "tag": "025e27ff-8d79-49f5-816b-907653db1667"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:56.489089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15cfb484-f536-4e19-b4a3-96bd117f51e7 req-f976bd1d-245f-46f5-aa64-2cebc968f492 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395390 Jul 16 18:21:56.491184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=025e27ff-8d79-49f5-816b-907653db1667,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:56.510269 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff615d7c-60a6-49d3-83a0-31e004ce2115 None None] New status for floating IP f0aec17b-2279-4c01-b3c3-f658e3aa7fc0: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:21:56.572687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:56.596979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f303e6db-d324-43a0-afb3-74656fb984d8 None None] Network 697a906a-9028-4878-851f-0edce901ff51 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:56.707392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.25.2.234 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/56c3de5a-4c9d-43a5-a36e-ce8cfa72faa3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:56.730444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773af1f2-87be-406a-b2e9-360828f1950a req-8982b4ab-0323-42aa-a1b2-879178131ede tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.740092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-773af1f2-87be-406a-b2e9-360828f1950a req-8982b4ab-0323-42aa-a1b2-879178131ede tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.3356130 Jul 16 18:21:56.821509 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ed2b89-a7bd-4ea7-9593-85c51ced9cee x-openstack-request-id: req-20ed2b89-a7bd-4ea7-9593-85c51ced9cee {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:56.821929 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "name": "network-vif-unplugged", "status": "completed", "tag": "025e27ff-8d79-49f5-816b-907653db1667", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:56.822412 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20ed2b89-a7bd-4ea7-9593-85c51ced9cee {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:56.825401 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025e27ff-8d79-49f5-816b-907653db1667', 'code': 200} Jul 16 18:21:56.849352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-773af1f2-87be-406a-b2e9-360828f1950a req-92fa9f33-030d-457e-b78a-dc5eaca666a5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060166 Jul 16 18:21:56.852047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:56.947895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-188a7a79-3f9d-473b-b0ba-cd55647b67bd tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.950588 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-188a7a79-3f9d-473b-b0ba-cd55647b67bd tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 944 time: 0.4839618 Jul 16 18:21:56.983868 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-80bf79ef-0814-4814-9b31-6f898b9d262e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13f1f890d65f48c3b5f11c3babda49b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302621 Jul 16 18:21:56.984391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58604) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:57.124928 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8106a2-0cdc-4a2a-8077-102b51c25ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.162934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.189198 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8106a2-0cdc-4a2a-8077-102b51c25ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.256799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Deleting port 025e27ff-8d79-49f5-816b-907653db1667 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:57.257281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.326840 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8106a2-0cdc-4a2a-8077-102b51c25ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.332007 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b8106a2-0cdc-4a2a-8077-102b51c25ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.336896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0b8106a2-0cdc-4a2a-8077-102b51c25ca8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d0b2bb3-fc7b-443b-b84a-f5699b88cc56 HTTP/1.1" status: 204 len: 168 time: 0.3513734 Jul 16 18:21:57.361602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8106a2-0cdc-4a2a-8077-102b51c25ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b2bb3-fc7b-443b-b84a-f5699b88cc56,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:57.417280 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.435638 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58cc14ab-50f0-44aa-8187-f1ac67807389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.492152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=56c3de5a-4c9d-43a5-a36e-ce8cfa72faa3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:57.527193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:57.534860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:57.545310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:57.556058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] For port 025e27ff-8d79-49f5-816b-907653db1667, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=025e27ff-8d79-49f5-816b-907653db1667,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:57.556719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.628107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Calling delete_port for 025e27ff-8d79-49f5-816b-907653db1667 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:57.724894 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58cc14ab-50f0-44aa-8187-f1ac67807389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.739087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58cc14ab-50f0-44aa-8187-f1ac67807389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.865317 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-58cc14ab-50f0-44aa-8187-f1ac67807389 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db157078650f4353ac8647258d19085f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2645607 Jul 16 18:21:57.867933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:57.986524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc14ab-50f0-44aa-8187-f1ac67807389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbd93c5-2738-4a00-9132-5ce0b8d5016a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.140378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.167679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759d366-ec47-4269-937b-b1bb9a87a80d req-70e8ba97-4575-4da8-bee8-2646b80daa85 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.188404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5759d366-ec47-4269-937b-b1bb9a87a80d req-70e8ba97-4575-4da8-bee8-2646b80daa85 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 865 time: 0.3782194 Jul 16 18:21:58.295376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5759d366-ec47-4269-937b-b1bb9a87a80d req-c285a01b-6c87-44ea-942b-cb25df795930 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048207 Jul 16 18:21:58.299295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db85c305-dd2e-4bc3-8057-6393077ee74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.386910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event deleted for resources: {'Port': ['ID=025e27ff-8d79-49f5-816b-907653db1667,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.424491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] No DVR routers for this DVR port 025e27ff-8d79-49f5-816b-907653db1667 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:58.427928 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.431502 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-187b949a-a857-4cb3-a11d-a75376ef4824 req-c49f1941-eeac-4aa6-a1e4-23d7eca6d18b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "DELETE /v2.0/ports/025e27ff-8d79-49f5-816b-907653db1667 HTTP/1.1" status: 204 len: 173 time: 1.4729488 Jul 16 18:21:58.435215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'name': 'network-vif-deleted', 'tag': '025e27ff-8d79-49f5-816b-907653db1667'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:58.439368 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5330fa-aed5-43d7-876b-c03a2c7a1198" -d '{"events": [{"server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "name": "network-vif-deleted", "tag": "025e27ff-8d79-49f5-816b-907653db1667"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:58.482148 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db85c305-dd2e-4bc3-8057-6393077ee74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.582177 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc23a24c-84e4-4264-bcdb-ad906a2f844f x-openstack-request-id: req-dc23a24c-84e4-4264-bcdb-ad906a2f844f {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:58.583517 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2167c2dd-a03e-468a-9c28-904a508afad4", "name": "network-vif-deleted", "tag": "025e27ff-8d79-49f5-816b-907653db1667", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:58.584156 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc23a24c-84e4-4264-bcdb-ad906a2f844f {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:58.598800 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2167c2dd-a03e-468a-9c28-904a508afad4', 'name': 'network-vif-deleted', 'tag': '025e27ff-8d79-49f5-816b-907653db1667', 'status': 'completed', 'code': 200} Jul 16 18:21:58.713913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.722693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454f4d1-1920-40bb-a379-53381243661e req-9735a793-a507-4ef9-a621-ba8c46d3e744 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.727918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8454f4d1-1920-40bb-a379-53381243661e req-9735a793-a507-4ef9-a621-ba8c46d3e744 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.4553788 Jul 16 18:21:58.757347 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db85c305-dd2e-4bc3-8057-6393077ee74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.763964 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db85c305-dd2e-4bc3-8057-6393077ee74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.766255 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-db85c305-dd2e-4bc3-8057-6393077ee74c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cbd93c5-2738-4a00-9132-5ce0b8d5016a HTTP/1.1" status: 204 len: 168 time: 0.8846931 Jul 16 18:21:58.830113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85c305-dd2e-4bc3-8057-6393077ee74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbd93c5-2738-4a00-9132-5ce0b8d5016a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.896199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8454f4d1-1920-40bb-a379-53381243661e req-cafe5dbf-84e1-4582-b258-841db99c44ee tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470389 Jul 16 18:21:59.301121 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.480312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.610904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8f44328-d138-4a7f-a72b-26d8f9f4e738 req-77f5eaf4-af29-4439-b5e9-6d1180efb485 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=2167c2dd-a03e-468a-9c28-904a508afad4 HTTP/1.1" status: 200 len: 210 time: 0.0481985 Jul 16 18:21:59.651995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:59.738494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.746977 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.845462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=56c3de5a-4c9d-43a5-a36e-ce8cfa72faa3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.851500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.893069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-52540455-network', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:59.944202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:59.952048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.997475 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.008217 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Floating IP e22066de-1108-47c0-a978-4ab9aedfaf50 associated. External IP: 172.25.2.234, port: 3191fefb-c86e-45a2-9eb9-4e2965964991. Jul 16 18:22:00.328477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.346353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.431536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:00.478524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc8330-ae87-4a8d-b18f-f6c394c7da15 req-174b3d9a-1262-4694-bd75-59c0d93d881f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.483232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ccc8330-ae87-4a8d-b18f-f6c394c7da15 req-174b3d9a-1262-4694-bd75-59c0d93d881f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.2684634 Jul 16 18:22:00.489884 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.490236 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Added segment 269d905e-d002-4b98-9caa-0c8eca5c6ac4 of type vlan for network ac607c0e-76b7-4d45-b1ce-c482ba19b11e Jul 16 18:22:00.606321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.780469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c0405b-8f72-45d8-bea6-13cde7b80391,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.788760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.790237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.791586 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.888294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2312605 Jul 16 18:22:00.891914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:00.918583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Request body: {'subnet': {'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-subnet', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:00.962779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 025e27ff-8d79-49f5-816b-907653db1667 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:00.978810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ccc8330-ae87-4a8d-b18f-f6c394c7da15 req-6f700e84-3ac2-4d92-a97c-be2a71919465 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125781 Jul 16 18:22:01.045530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 025e27ff-8d79-49f5-816b-907653db1667 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:01.046614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 025e27ff-8d79-49f5-816b-907653db1667 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:01.075996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae30a42-cc66-428c-962b-33b940a7f8c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac607c0e-76b7-4d45-b1ce-c482ba19b11e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.088248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:01.099116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:01.103904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.171780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:01.641989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:01.657697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] Sync routers for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:01.680142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.693143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:01.696723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:01.741287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-fd5b73b7-195a-48dc-85e4-4fca3bcce86e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.754912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-fd5b73b7-195a-48dc-85e4-4fca3bcce86e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/networks?id=fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 200 len: 821 time: 0.4092312 Jul 16 18:22:01.772479 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5ae6a1c3-5bd6-4412-a192-b22b5b273ced tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0867133 Jul 16 18:22:01.794620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:01.811060 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fc84c9-6e90-4457-b11d-45249f908b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:01.851402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-52f00437-2295-4936-bddb-5a74f1776faf tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/quotas/39d36e8aff1345cd9eb244476bd68288 HTTP/1.1" status: 200 len: 375 time: 0.0945742 Jul 16 18:22:01.940239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:02.428055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'e22066de-1108-47c0-a978-4ab9aedfaf50', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'port_id': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'mac_address': 'fa:16:3e:0b:b3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:21:58Z', 'updated_at': '2021-07-16T18:21:58Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f9ed2f6-8175-4859-b06c-68cd0feebcc0', 'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:8e:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:02.484212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] Checking router: 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:02.510852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:02.512653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:21:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:02.766091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:02.829138 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.830083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58786) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.903753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f704ad-33fb-4f05-85e6-f4111dd0300d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.934652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-395e2eb8-c070-4391-a074-910187baf601 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39d36e8aff1345cd9eb244476bd68288&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0779827 Jul 16 18:22:03.008977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98656cd7-b40e-4dd7-b60d-fcb140eee6be req-7d0b0ab7-c7b9-43d9-87f9-6dc52b9f3ace tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.018816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98656cd7-b40e-4dd7-b60d-fcb140eee6be req-7d0b0ab7-c7b9-43d9-87f9-6dc52b9f3ace tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.8987606 Jul 16 18:22:03.111707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.141888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Checking segment: {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:03.142909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Network hostable DHCP agents. Network: ac607c0e-76b7-4d45-b1ce-c482ba19b11e, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:03.179076 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9385c432-9da6-4433-8688-6f782cafd2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.295385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98656cd7-b40e-4dd7-b60d-fcb140eee6be req-28f317b6-29dc-46e4-bf59-c7836787a936 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752371 Jul 16 18:22:03.304588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.313236 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.340813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58792) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:03.379796 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=852151e878724dfca838cc1d48e9a4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479755 Jul 16 18:22:03.388546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:03.454503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:03.481172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5b59f1-eeb7-4560-bc3d-b116674917d6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:03.492198 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a39da6a-43e4-4f95-b8b5-0931c016e27d x-openstack-request-id: req-8a39da6a-43e4-4f95-b8b5-0931c016e27d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:03.492886 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:03.493685 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a39da6a-43e4-4f95-b8b5-0931c016e27d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:03.494282 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'status': 'completed', 'code': 200} Jul 16 18:22:03.498232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-7e944e4d-e536-4134-83aa-a2f58c90c750 service neutron] 10.222.0.60 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542903 Jul 16 18:22:03.507716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, ac607c0e-76b7-4d45-b1ce-c482ba19b11e) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:03.510100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.511500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.511500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.511856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.512208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.512459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.512838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.513167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.513877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.514230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.514560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.514899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe11c4f3-af28-41d8-8a88-002c1dc1e862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:03.544833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.545490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.596900 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3c0dc21c-a55e-4ca9-8698-126fd866f67e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/e22066de-1108-47c0-a978-4ab9aedfaf50 HTTP/1.1" status: 200 len: 991 time: 0.2154479 Jul 16 18:22:03.598182 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd46419a-a8f2-4efb-9724-fe57889a6975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.620438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ae11f-8303-4bf2-97f7-1f12018020b9 None None] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:03.655423 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd46419a-a8f2-4efb-9724-fe57889a6975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.788135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4792fd03-5013-4009-9c13-88004facf36b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8872364 Jul 16 18:22:03.792996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58800) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:03.800334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:03.833989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.835039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.887672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-0af8efec-5395-406e-99c0-7d42b5269dd4 service neutron] 10.222.0.60 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457050 Jul 16 18:22:03.940143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd46419a-a8f2-4efb-9724-fe57889a6975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.944185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd46419a-a8f2-4efb-9724-fe57889a6975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.946739 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bd46419a-a8f2-4efb-9724-fe57889a6975 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b5b59f1-eeb7-4560-bc3d-b116674917d6 HTTP/1.1" status: 204 len: 168 time: 0.5518150 Jul 16 18:22:03.980314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46419a-a8f2-4efb-9724-fe57889a6975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5b59f1-eeb7-4560-bc3d-b116674917d6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:03.987800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-48f0132d-0e6d-44e2-804e-5c7e2617e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.989257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-48f0132d-0e6d-44e2-804e-5c7e2617e2bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1097 time: 0.4462330 Jul 16 18:22:03.992731 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.008609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a270dd-2cbf-4bd3-bab1-6313fb1d1032 req-e2527e41-2693-48a7-a438-6ba010dd3ef5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.034239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71a270dd-2cbf-4bd3-bab1-6313fb1d1032 req-e2527e41-2693-48a7-a438-6ba010dd3ef5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.2948587 Jul 16 18:22:04.061513 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:04.062801 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.199973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71a270dd-2cbf-4bd3-bab1-6313fb1d1032 req-25a6fc19-ba4e-4b35-9428-b9058eb6ba1c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832674 Jul 16 18:22:04.281901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'e22066de-1108-47c0-a978-4ab9aedfaf50', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'port_id': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'mac_address': 'fa:16:3e:0b:b3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:21:58Z', 'updated_at': '2021-07-16T18:21:58Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f9ed2f6-8175-4859-b06c-68cd0feebcc0', 'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:8e:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:04.443191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a8f57-dfbd-4a76-b7b1-36ccfbdaeb39 None None] The sync data for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 is: [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'e22066de-1108-47c0-a978-4ab9aedfaf50', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.234', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'port_id': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'mac_address': 'fa:16:3e:0b:b3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:21:58Z', 'updated_at': '2021-07-16T18:21:58Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f9ed2f6-8175-4859-b06c-68cd0feebcc0', 'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:8e:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:04.602541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58822) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:04.701506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Allocated IP 172.20.0.2 (ac607c0e-76b7-4d45-b1ce-c482ba19b11e/82f704ad-33fb-4f05-85e6-f4111dd0300d/6a084755-0061-4e2c-becc-cfb932219261) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:04.756242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-8e37f283-fd7d-4416-99b3-639424f7001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.759121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-8e37f283-fd7d-4416-99b3-639424f7001b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c03f846-aaaa-456d-8375-095db69b557a HTTP/1.1" status: 200 len: 897 time: 0.7598646 Jul 16 18:22:04.853855 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-84799b20-b17e-4a57-aa5b-43314249439e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/e22066de-1108-47c0-a978-4ab9aedfaf50 HTTP/1.1" status: 200 len: 991 time: 0.2435479 Jul 16 18:22:05.015573 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5507c88a-a9b4-431c-bf01-e54970396674 None None] New status for floating IP e22066de-1108-47c0-a978-4ab9aedfaf50: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:05.034336 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.054403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a2be689-5a34-4705-b60a-37224352a1c2 req-cd21222e-6bde-4bd7-882e-a9b35cdd09b3 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 210 time: 0.5782568 Jul 16 18:22:05.114142 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.136445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Transition to ACTIVE for port object 6a084755-0061-4e2c-becc-cfb932219261 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:05.184424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Transition to ACTIVE for port object 6a084755-0061-4e2c-becc-cfb932219261 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:05.203990 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.230619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-0163826d-1e06-4101-92c5-5b5e5ef9f377 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 200 len: 999 time: 0.4506311 Jul 16 18:22:05.355182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:05.363212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:05.372469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:05.409004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Pushing event updated for resources: {'Port': ['ID=6a084755-0061-4e2c-becc-cfb932219261,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:05.550477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Attempting to bind port 6a084755-0061-4e2c-becc-cfb932219261 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:05.550918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Attempting to bind port 6a084755-0061-4e2c-becc-cfb932219261 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:05.551433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Attempting to bind port 6a084755-0061-4e2c-becc-cfb932219261 on network ac607c0e-76b7-4d45-b1ce-c482ba19b11e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:05.567105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:05.567739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Checking segment: {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:05.568295 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.574288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Bound using segment: {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:05.576456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Bound port: 6a084755-0061-4e2c-becc-cfb932219261, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:05.576948 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.763361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-97ffc8be-f5f2-4039-a8e0-58c9cf851d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.775100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] For port 6a084755-0061-4e2c-becc-cfb932219261, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:05.779184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] For port 6a084755-0061-4e2c-becc-cfb932219261, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6a084755-0061-4e2c-becc-cfb932219261,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:05.781190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-97ffc8be-f5f2-4039-a8e0-58c9cf851d30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f004c9f4-b566-404a-8fed-603cc4dacae7 HTTP/1.1" status: 200 len: 834 time: 0.5379672 Jul 16 18:22:05.793461 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.852167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58862) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:05.891270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b589e25-c901-4fe3-bd7c-7feff533aaef None None] Pushing event updated for resources: {'Port': ['ID=6a084755-0061-4e2c-becc-cfb932219261,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:05.989814 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-249b9251-19b5-4e52-92f0-093d22cc44c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.002587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.150294 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c1cd97de-0ea1-4b5f-92ad-8458a884e844 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/e22066de-1108-47c0-a978-4ab9aedfaf50 HTTP/1.1" status: 200 len: 993 time: 0.2909617 Jul 16 18:22:06.171724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5559b-2b6b-4647-a5e8-b233ab193402 req-98f5a53c-4b71-495d-b1e8-faa5b0d8c6ea tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.181815 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7e5559b-2b6b-4647-a5e8-b233ab193402 req-98f5a53c-4b71-495d-b1e8-faa5b0d8c6ea tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.5245395 Jul 16 18:22:06.195407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-71f2ac22-62e7-41b0-8a3d-00221d3638cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.203108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-71f2ac22-62e7-41b0-8a3d-00221d3638cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c03f846-aaaa-456d-8375-095db69b557a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4175797 Jul 16 18:22:06.488584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7e5559b-2b6b-4647-a5e8-b233ab193402 req-9175378f-b2c6-4397-8d77-a5117df9c2a6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017573 Jul 16 18:22:06.743345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-cb11e0d9-c0cf-40ac-a292-4ba8a93ca16d service neutron] 10.222.0.45 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453425 Jul 16 18:22:06.763794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b00387cb-3443-4172-b23e-308eca3dedac req-11e9a7a5-fc65-4eaf-aad3-5162ccfbc6ad tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 210 time: 0.3217378 Jul 16 18:22:06.784653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6a084755-0061-4e2c-becc-cfb932219261 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:06.914984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 6a084755-0061-4e2c-becc-cfb932219261 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:06.965855 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.004641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.033586 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.183368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3fc84c9-6e90-4457-b11d-45249f908b3b req-64ab4afc-db97-4a9e-8a23-9bc4d784a1c3 service neutron] 10.222.0.45 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156175 Jul 16 18:22:07.228346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-f93fa8f5-3b50-420f-a5bb-ca84c2290d5b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.232299 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-f93fa8f5-3b50-420f-a5bb-ca84c2290d5b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "GET /v2.0/networks?id=fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 200 len: 821 time: 0.2436197 Jul 16 18:22:07.255570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58900) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:07.351702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Request body: {'port': {'device_id': 'bb251aff-cd73-4e4c-ba4e-c0865147dea4', 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced', 'admin_state_up': True, 'tenant_id': '39d36e8aff1345cd9eb244476bd68288'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:07.371636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Allocated IP 172.25.2.202 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/36278a87-c54a-4a71-828e-49593bc8db79) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:07.478139 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9dd5b9a1-0b2d-4e5d-8f9f-ccb7c6112137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.830442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9dd5b9a1-0b2d-4e5d-8f9f-ccb7c6112137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.849553 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.862447 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9dd5b9a1-0b2d-4e5d-8f9f-ccb7c6112137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.957358 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9dd5b9a1-0b2d-4e5d-8f9f-ccb7c6112137 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a7ea3c571b34df3ba8168401a045f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6982713 Jul 16 18:22:07.965314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adc5b32-feac-4f33-8c5c-c6f8c51db31e None None] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:07.982136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58914) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:08.014150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ac938-69c2-4a4e-aa91-257d401cad39 req-a0f8345c-5ecd-471f-8e21-4e58dedc09c7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.016487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-221ac938-69c2-4a4e-aa91-257d401cad39 req-a0f8345c-5ecd-471f-8e21-4e58dedc09c7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.2213535 Jul 16 18:22:08.039474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5b9a1-0b2d-4e5d-8f9f-ccb7c6112137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd3dbe0-7536-40b7-b932-5d2737c5ff31,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:08.063517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Made reservation on behalf of 39d36e8aff1345cd9eb244476bd68288 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:08.077627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.101581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50975eaa-09d9-4bd7-89f7-dd0d6d96b953 req-3bc76470-7f28-4eff-85ee-7775e158261c tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 210 time: 0.1155913 Jul 16 18:22:08.105271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c56567b-dc23-45d9-a6ff-1e64b9eaf8d6 None None] Provisioning for port 6a084755-0061-4e2c-becc-cfb932219261 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:08.114802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c56567b-dc23-45d9-a6ff-1e64b9eaf8d6 None None] Provisioning complete for port 6a084755-0061-4e2c-becc-cfb932219261 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:08.115697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c56567b-dc23-45d9-a6ff-1e64b9eaf8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.139206 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.172735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fa31275-60f7-425e-8b1e-05c8a71d2c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.256592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fa31275-60f7-425e-8b1e-05c8a71d2c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.304122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:08.321933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:08.346779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:08.384314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fa31275-60f7-425e-8b1e-05c8a71d2c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.387806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fa31275-60f7-425e-8b1e-05c8a71d2c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.395281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-221ac938-69c2-4a4e-aa91-257d401cad39 req-c43ea873-a05a-4b19-8410-ec0f009ab04b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833352 Jul 16 18:22:08.421138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Pushing event updated for resources: {'Port': ['ID=36278a87-c54a-4a71-828e-49593bc8db79,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:08.426945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2fa31275-60f7-425e-8b1e-05c8a71d2c27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcd3dbe0-7536-40b7-b932-5d2737c5ff31 HTTP/1.1" status: 204 len: 168 time: 0.4421067 Jul 16 18:22:08.438724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-05d5f269-9d8c-4619-9050-80bb6a5c38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.441085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-05d5f269-9d8c-4619-9050-80bb6a5c38b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1098 time: 0.5372734 Jul 16 18:22:08.441499 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c56567b-dc23-45d9-a6ff-1e64b9eaf8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.493805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa31275-60f7-425e-8b1e-05c8a71d2c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd3dbe0-7536-40b7-b932-5d2737c5ff31,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:08.505233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7c56567b-dc23-45d9-a6ff-1e64b9eaf8d6 None None] For port 6a084755-0061-4e2c-becc-cfb932219261, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6a084755-0061-4e2c-becc-cfb932219261,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:08.513976 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c56567b-dc23-45d9-a6ff-1e64b9eaf8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.540597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Allocated IP 172.20.0.5 (fcba5633-0194-423c-bed8-a392f4897ced/a11199a5-2c51-4e20-9a02-ed7d9ac5a1da/dbf5b1cf-3170-43a4-b22b-b49a5b658b14) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:08.705423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-c7b544b4-e1ae-4ae7-938f-ec97761a48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.707048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-c7b544b4-e1ae-4ae7-938f-ec97761a48f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.2583597 Jul 16 18:22:08.715909 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.727612 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56567b-dc23-45d9-a6ff-1e64b9eaf8d6 None None] Pushing event updated for resources: {'Port': ['ID=6a084755-0061-4e2c-becc-cfb932219261,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:08.871816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-936b89b2-9a88-4006-9a05-0b9950ef4b24 None None] Provisioning complete for port 6a084755-0061-4e2c-becc-cfb932219261 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:08.872796 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-936b89b2-9a88-4006-9a05-0b9950ef4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.892026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.894284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-2151b6e9-ef77-4813-b563-135467e57b5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 200 len: 1002 time: 0.1464887 Jul 16 18:22:08.946894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.028408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event updated for resources: {'Port': ['ID=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.045146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Network fcba5633-0194-423c-bed8-a392f4897ced is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:09.046961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:09.058399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:09.066316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-bb846b03-cf53-4217-899d-277d93030c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.073740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-bb846b03-cf53-4217-899d-277d93030c47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.1673121 Jul 16 18:22:09.118180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.119119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.141484 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-788b1fb3-e50f-4ba0-b6ac-43716b4cca72 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7931502 Jul 16 18:22:09.169651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Request body: {'port': {'device_id': 'bb251aff-cd73-4e4c-ba4e-c0865147dea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:09.270526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.660404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.724194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf5b1cf-3170-43a4-b22b-b49a5b658b14 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:09.748773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.778280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Transition to ACTIVE for port object dbf5b1cf-3170-43a4-b22b-b49a5b658b14 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:09.786932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.804411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bf97a-fda5-45ef-b8b6-99ce74d0bebf req-8ee14efd-80f5-44af-bc5f-4bf02a11d2b1 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.814044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c5bf97a-fda5-45ef-b8b6-99ce74d0bebf req-8ee14efd-80f5-44af-bc5f-4bf02a11d2b1 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 931 time: 0.2703125 Jul 16 18:22:09.849709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-4377f373-fcf7-45d6-9adf-78bea30b1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.851672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-4377f373-fcf7-45d6-9adf-78bea30b1eee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3073764 Jul 16 18:22:09.900043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Pushing event updated for resources: {'Port': ['ID=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.997132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c5bf97a-fda5-45ef-b8b6-99ce74d0bebf req-f24d699c-9a48-47ab-b11b-cf81f767b463 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817143 Jul 16 18:22:10.008825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Attempting to bind port dbf5b1cf-3170-43a4-b22b-b49a5b658b14 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:10.019440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Attempting to bind port dbf5b1cf-3170-43a4-b22b-b49a5b658b14 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:10.020947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Attempting to bind port dbf5b1cf-3170-43a4-b22b-b49a5b658b14 on network fcba5633-0194-423c-bed8-a392f4897ced {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:10.029989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Port dbf5b1cf-3170-43a4-b22b-b49a5b658b14 on network fcba5633-0194-423c-bed8-a392f4897ced not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:10.030805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Attempting to bind port dbf5b1cf-3170-43a4-b22b-b49a5b658b14 on network fcba5633-0194-423c-bed8-a392f4897ced {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:10.037380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:10.038213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Checking segment: {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:10.038874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Bound using segment: {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:10.039794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Bound port: dbf5b1cf-3170-43a4-b22b-b49a5b658b14, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:10.040486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.134793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] For port dbf5b1cf-3170-43a4-b22b-b49a5b658b14, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:10.139975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] For port dbf5b1cf-3170-43a4-b22b-b49a5b658b14, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:10.152823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.166772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-0ef0ca99-ced8-4469-9d37-5f66f2ce83f0 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953603 Jul 16 18:22:10.185630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0490c5-d210-4170-b4bb-fc7c924465eb req-fd2cdf9f-6191-4703-8db2-b746ea57b696 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.193634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d0490c5-d210-4170-b4bb-fc7c924465eb req-fd2cdf9f-6191-4703-8db2-b746ea57b696 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.4666841 Jul 16 18:22:10.216435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.217435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.219213 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-67939451-d691-44b6-9c98-723f950fd81b service neutron] 10.222.0.46 "PUT /v2.0/ports/dbf5b1cf-3170-43a4-b22b-b49a5b658b14 HTTP/1.1" status: 200 len: 1092 time: 1.0628431 Jul 16 18:22:10.219938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb251aff-cd73-4e4c-ba4e-c0865147dea4', 'tag': 'dbf5b1cf-3170-43a4-b22b-b49a5b658b14'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:10.223521 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11856f1-9d0a-48bd-a335-498479133301" -d '{"events": [{"name": "network-changed", "server_uuid": "bb251aff-cd73-4e4c-ba4e-c0865147dea4", "tag": "dbf5b1cf-3170-43a4-b22b-b49a5b658b14"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:10.263642 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.267718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67939451-d691-44b6-9c98-723f950fd81b service neutron] Pushing event updated for resources: {'Port': ['ID=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:10.296828 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84b1296-a213-463b-9fbb-d2fb8e527ddb x-openstack-request-id: req-f84b1296-a213-463b-9fbb-d2fb8e527ddb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:10.297472 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb251aff-cd73-4e4c-ba4e-c0865147dea4", "tag": "dbf5b1cf-3170-43a4-b22b-b49a5b658b14", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:10.297732 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f84b1296-a213-463b-9fbb-d2fb8e527ddb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:10.298240 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb251aff-cd73-4e4c-ba4e-c0865147dea4', 'tag': 'dbf5b1cf-3170-43a4-b22b-b49a5b658b14', 'status': 'completed', 'code': 200} Jul 16 18:22:10.404324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-4de2ddaf-d9b0-432f-8822-4840b1c31ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.406101 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-4de2ddaf-d9b0-432f-8822-4840b1c31ffc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d36e8aff1345cd9eb244476bd68288&device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 1095 time: 0.0909071 Jul 16 18:22:10.426639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d0490c5-d210-4170-b4bb-fc7c924465eb req-6a5b18fb-d009-4719-99e7-9d8dc54d3a64 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315884 Jul 16 18:22:10.528919 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-b19175e4-2e61-4909-abc7-6b4310610999 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbf5b1cf-3170-43a4-b22b-b49a5b658b14 HTTP/1.1" status: 200 len: 217 time: 0.1052761 Jul 16 18:22:10.645722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.657276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe0bdd3d-e07f-4a8b-afc1-360e7fe365dd req-deb9f262-6659-4ada-81bf-630de9f55205 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816155 Jul 16 18:22:10.679960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-cad34b72-7078-4d17-851c-c01b35fada74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.681588 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-cad34b72-7078-4d17-851c-c01b35fada74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11199a5-2c51-4e20-9a02-ed7d9ac5a1da HTTP/1.1" status: 200 len: 861 time: 0.1308851 Jul 16 18:22:10.778280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6a084755-0061-4e2c-becc-cfb932219261 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:10.779346 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-597cc9dd-c3e4-41f5-a7c5-6ba93e23beaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcba5633-0194-423c-bed8-a392f4897ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888948 Jul 16 18:22:10.896049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Router 104a52a8-bd57-4435-b42d-16a62e8e7276 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:22:10.921328 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-d6cf2eac-7a36-41d0-afcd-077ba3edcf8f service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340117 Jul 16 18:22:10.943895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6a084755-0061-4e2c-becc-cfb932219261 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:10.944376 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.029415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:11.087295 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c4a1c6f-5f8c-420c-b1ef-e6e59b5c8853 req-166c4e47-0072-482e-a224-bd26c7ce3b64 service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566000 Jul 16 18:22:11.117955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:11.142008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Sync routers for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:11.190412 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.192544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-29c86be3-45ad-4be0-8ec1-b8b3f6d4f388 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3982351 Jul 16 18:22:11.194970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:11.201269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:11.201935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:11.424937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000c35d-f836-47b6-a36f-7745184ded39 req-aec0fe00-2dfe-4d1d-a9fc-3984769fb50e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.429557 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9000c35d-f836-47b6-a36f-7745184ded39 req-aec0fe00-2dfe-4d1d-a9fc-3984769fb50e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 943 time: 0.1535289 Jul 16 18:22:11.467437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11856f1-9d0a-48bd-a335-498479133301 req-fccf40ac-cc8d-4efa-9d0e-a55e946395f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.469543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c11856f1-9d0a-48bd-a335-498479133301 req-fccf40ac-cc8d-4efa-9d0e-a55e946395f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=39d36e8aff1345cd9eb244476bd68288&device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 1095 time: 0.2639241 Jul 16 18:22:11.593131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9000c35d-f836-47b6-a36f-7745184ded39 req-aff728a6-2f31-4c35-9639-f25ea446ed77 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538002 Jul 16 18:22:11.595501 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.665474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:11.702343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11856f1-9d0a-48bd-a335-498479133301 req-818ac963-a002-40db-9ccd-c8858f04bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.705558 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c11856f1-9d0a-48bd-a335-498479133301 req-818ac963-a002-40db-9ccd-c8858f04bcf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 200 len: 922 time: 0.2288206 Jul 16 18:22:11.755324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:11.761990 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6da013-4a54-49e1-be7d-1b7c45d2ecab" -d '{"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-unplugged", "status": "completed", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:11.770060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c11856f1-9d0a-48bd-a335-498479133301 req-24faf2fe-aa6b-4416-a3dd-893f7d914230 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbf5b1cf-3170-43a4-b22b-b49a5b658b14 HTTP/1.1" status: 200 len: 217 time: 0.0556557 Jul 16 18:22:11.826415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:11.873292 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e386ae-6ad3-4767-b3a1-32cb87c3a741 x-openstack-request-id: req-75e386ae-6ad3-4767-b3a1-32cb87c3a741 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:11.875225 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-unplugged", "status": "completed", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:11.875685 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75e386ae-6ad3-4767-b3a1-32cb87c3a741 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:11.876101 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'code': 200} Jul 16 18:22:11.892783 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.904857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b006f7-23ec-43fb-af03-a8e4126d1615 req-4fe1e758-4356-40bc-a98e-c6cbd7120ebc tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.910241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65b006f7-23ec-43fb-af03-a8e4126d1615 req-4fe1e758-4356-40bc-a98e-c6cbd7120ebc tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 946 time: 0.1705039 Jul 16 18:22:11.913096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11856f1-9d0a-48bd-a335-498479133301 req-55ef20b6-ff87-4ea8-a7a9-f5532349667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.915421 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c11856f1-9d0a-48bd-a335-498479133301 req-55ef20b6-ff87-4ea8-a7a9-f5532349667c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a11199a5-2c51-4e20-9a02-ed7d9ac5a1da HTTP/1.1" status: 200 len: 861 time: 0.1367934 Jul 16 18:22:11.992614 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65b006f7-23ec-43fb-af03-a8e4126d1615 req-608a29e7-4246-4b3e-8fb1-3eb331f870e2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724158 Jul 16 18:22:12.030599 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c11856f1-9d0a-48bd-a335-498479133301 req-4267289f-ba5a-4661-99c2-acbe8cd8c19e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcba5633-0194-423c-bed8-a392f4897ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431616 Jul 16 18:22:12.163091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:12.295821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:08Z', 'revision_number': 3, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:12.313544 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c11856f1-9d0a-48bd-a335-498479133301 req-c62815c2-be61-4bd2-8c12-39e383589c0a service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727489 Jul 16 18:22:12.330924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Checking router: 104a52a8-bd57-4435-b42d-16a62e8e7276 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:12.331287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Updating router 104a52a8-bd57-4435-b42d-16a62e8e7276 port 36278a87-c54a-4a71-828e-49593bc8db79 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:22:12.375424 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.556229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c11856f1-9d0a-48bd-a335-498479133301 req-0636fec9-ef88-4e32-99ff-a2b99bb1c559 service neutron] 10.222.0.46 "GET /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247849 Jul 16 18:22:12.620393 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.885699 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.899076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb71ce-23d5-47c7-b3b4-ad1194e7d602 req-9198f8ec-439b-47a7-846a-87e20887d7f5 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.901148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Transition to ACTIVE for port object 36278a87-c54a-4a71-828e-49593bc8db79 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:12.901888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdfb71ce-23d5-47c7-b3b4-ad1194e7d602 req-9198f8ec-439b-47a7-846a-87e20887d7f5 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 943 time: 0.1190436 Jul 16 18:22:12.902633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59044) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:12.918813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.958081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Allocated IP 172.20.0.1 (ac607c0e-76b7-4d45-b1ce-c482ba19b11e/82f704ad-33fb-4f05-85e6-f4111dd0300d/88063bc6-2463-4e7d-9410-2d7436b72231) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:12.968438 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdfb71ce-23d5-47c7-b3b4-ad1194e7d602 req-2b5b6e6a-57be-4e36-ac9f-550d12584746 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579305 Jul 16 18:22:13.035172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Attempting to bind port 36278a87-c54a-4a71-828e-49593bc8db79 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:13.036484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Attempting to bind port 36278a87-c54a-4a71-828e-49593bc8db79 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:13.036952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Attempting to bind port 36278a87-c54a-4a71-828e-49593bc8db79 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:13.046305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device dbf5b1cf-3170-43a4-b22b-b49a5b658b14 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:13.084408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fbe21-d206-4b7f-8885-aadf85afad8a None None] Pushing event updated for resources: {'Port': ['ID=36278a87-c54a-4a71-828e-49593bc8db79,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.090725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:13.091105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:13.091512 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.091906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:13.092388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Bound port: 36278a87-c54a-4a71-828e-49593bc8db79, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:13.092869 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.096372 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8967ae62-13a8-47f9-b37b-7b0b83016f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.230792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] For port 36278a87-c54a-4a71-828e-49593bc8db79, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:13.233436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.241991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] For port 36278a87-c54a-4a71-828e-49593bc8db79, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36278a87-c54a-4a71-828e-49593bc8db79,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:13.251519 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.289764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Transition to ACTIVE for port object 88063bc6-2463-4e7d-9410-2d7436b72231 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:13.314506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fbe21-d206-4b7f-8885-aadf85afad8a None None] Pushing event updated for resources: {'Port': ['ID=36278a87-c54a-4a71-828e-49593bc8db79,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.331793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port dbf5b1cf-3170-43a4-b22b-b49a5b658b14, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:13.347182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:13.347970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:13.384118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8967ae62-13a8-47f9-b37b-7b0b83016f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.399436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.400248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8967ae62-13a8-47f9-b37b-7b0b83016f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.466043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Pushing event updated for resources: {'Port': ['ID=88063bc6-2463-4e7d-9410-2d7436b72231,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.469504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8967ae62-13a8-47f9-b37b-7b0b83016f94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a426dc872df4254b3790296c6fb0a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634191 Jul 16 18:22:13.472330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:13.484629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cb4d6-e671-4ae5-93fd-eaaf7e2e24fb req-49f4221f-7ccd-4af1-b592-496a039fbdea tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.492287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b0cb4d6-e671-4ae5-93fd-eaaf7e2e24fb req-49f4221f-7ccd-4af1-b592-496a039fbdea tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.3154831 Jul 16 18:22:13.517907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967ae62-13a8-47f9-b37b-7b0b83016f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6982591-dee7-4df5-8290-c745a8d58d73,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.565516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b0cb4d6-e671-4ae5-93fd-eaaf7e2e24fb req-1e49af4d-8dca-41b0-92ac-f29889679ff5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720768 Jul 16 18:22:13.627485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'dbf5b1cf-3170-43a4-b22b-b49a5b658b14', 'network_id': 'fcba5633-0194-423c-bed8-a392f4897ced', 'port_id': 'dbf5b1cf-3170-43a4-b22b-b49a5b658b14', 'mac_address': 'fa:16:3e:13:d9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11199a5-2c51-4e20-9a02-ed7d9ac5a1da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:13.657825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:13.665706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:13.698725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc20082c-73a2-45ff-b7f1-159357f18261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.703787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:13.761788 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.778898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:13.809166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc20082c-73a2-45ff-b7f1-159357f18261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.908398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf5b1cf-3170-43a4-b22b-b49a5b658b14 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:13.915455 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc20082c-73a2-45ff-b7f1-159357f18261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.924687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc20082c-73a2-45ff-b7f1-159357f18261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.928410 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bc20082c-73a2-45ff-b7f1-159357f18261 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6982591-dee7-4df5-8290-c745a8d58d73 HTTP/1.1" status: 204 len: 168 time: 0.4498985 Jul 16 18:22:13.948569 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.965938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20082c-73a2-45ff-b7f1-159357f18261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6982591-dee7-4df5-8290-c745a8d58d73,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:14.190846 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port dbf5b1cf-3170-43a4-b22b-b49a5b658b14, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:14.199303 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.238361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cc4a5a39-9e2b-414e-81ca-de3e9f9ab316 None None] Provisioning for port 88063bc6-2463-4e7d-9410-2d7436b72231 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:14.252155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cc4a5a39-9e2b-414e-81ca-de3e9f9ab316 None None] Provisioning complete for port 88063bc6-2463-4e7d-9410-2d7436b72231 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:14.252569 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc4a5a39-9e2b-414e-81ca-de3e9f9ab316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.284971 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.312951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:14.337449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a5a39-9e2b-414e-81ca-de3e9f9ab316 None None] Port 88063bc6-2463-4e7d-9410-2d7436b72231 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:14.386236 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:08Z', 'revision_number': 3, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:14.552879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a754c6-2479-473c-820a-089fe5f6ba1b None None] The sync data for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 is: [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:08Z', 'revision_number': 3, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:14.582491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59082) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:14.628962 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0aedf039-7886-46d5-86b3-fb559daf8499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.643013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['dbf5b1cf-3170-43a4-b22b-b49a5b658b14'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:14.807292 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.818505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.833818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982055f6-3b88-4c40-abe5-2524637159c9 req-f8474fd4-cc3e-4b0d-93b7-2729c37f91aa tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.844504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-982055f6-3b88-4c40-abe5-2524637159c9 req-f8474fd4-cc3e-4b0d-93b7-2729c37f91aa tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 944 time: 0.3489923 Jul 16 18:22:14.999076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-982055f6-3b88-4c40-abe5-2524637159c9 req-53c4faff-c26b-4a2d-befb-7cc26c0ea85e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498902 Jul 16 18:22:15.051781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0aedf039-7886-46d5-86b3-fb559daf8499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.057022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:15.058258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0aedf039-7886-46d5-86b3-fb559daf8499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.154026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.156093 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Pushing event updated for resources: {'Port': ['ID=88063bc6-2463-4e7d-9410-2d7436b72231,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:15.209838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0aedf039-7886-46d5-86b3-fb559daf8499 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c827eeaecd1409bb64841a34b6cb949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236639 Jul 16 18:22:15.212451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59090) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:15.218937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedf039-7886-46d5-86b3-fb559daf8499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b51a589-e416-47a0-9779-4d1465932054,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:15.437896 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5017ca1-5413-4a58-bbe7-1fe7625acae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.460059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:15.461582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:15.553419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5017ca1-5413-4a58-bbe7-1fe7625acae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.664841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59102) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:15.882709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6d1597fc-58ac-4a3f-8e61-28f1f02c6e76 None None] Provisioning complete for port 88063bc6-2463-4e7d-9410-2d7436b72231 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:15.883427 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d1597fc-58ac-4a3f-8e61-28f1f02c6e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.891588 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5017ca1-5413-4a58-bbe7-1fe7625acae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.899484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5017ca1-5413-4a58-bbe7-1fe7625acae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.905026 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c5017ca1-5413-4a58-bbe7-1fe7625acae1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b51a589-e416-47a0-9779-4d1465932054 HTTP/1.1" status: 204 len: 168 time: 0.6870470 Jul 16 18:22:15.971618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804e8c8-79f2-487c-91bf-7838ab0326cf req-f8f14686-ff73-4d79-b6a3-464d2608965c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.989665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8804e8c8-79f2-487c-91bf-7838ab0326cf req-f8f14686-ff73-4d79-b6a3-464d2608965c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.4170375 Jul 16 18:22:16.031223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6d1597fc-58ac-4a3f-8e61-28f1f02c6e76 None None] Port 88063bc6-2463-4e7d-9410-2d7436b72231 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:16.195926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5017ca1-5413-4a58-bbe7-1fe7625acae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b51a589-e416-47a0-9779-4d1465932054,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:16.290889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8804e8c8-79f2-487c-91bf-7838ab0326cf req-9fcb2863-793a-428a-aaa0-dea2ba4af869 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940753 Jul 16 18:22:16.411458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92da45-2d91-4658-b406-3c93400fd7d7 req-a833872c-6d35-4756-92c7-a56f62daefb3 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.418502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa92da45-2d91-4658-b406-3c93400fd7d7 req-a833872c-6d35-4756-92c7-a56f62daefb3 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 944 time: 0.1264632 Jul 16 18:22:16.450801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b744d1f2-06de-4ea5-8d67-81e7ce07e335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.473906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa92da45-2d91-4658-b406-3c93400fd7d7 req-0f7c8e26-a4ed-492f-ad43-170e62947acd tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536854 Jul 16 18:22:16.668007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Router 104a52a8-bd57-4435-b42d-16a62e8e7276 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:16.801513 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36278a87-c54a-4a71-828e-49593bc8db79 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:16.877303 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-a3d8a5a1-3830-4f61-92f3-6cb50589d491 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4711142 Jul 16 18:22:16.882530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 36278a87-c54a-4a71-828e-49593bc8db79 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:16.891011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 36278a87-c54a-4a71-828e-49593bc8db79 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:16.891613 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.907115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b744d1f2-06de-4ea5-8d67-81e7ce07e335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.936915 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b744d1f2-06de-4ea5-8d67-81e7ce07e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.940558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:16.968164 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0858c5f8-e729-4d7b-a4e8-4ce0f72d1351 admin admin] 10.222.0.60 "PUT /v2.0/routers/104a52a8-bd57-4435-b42d-16a62e8e7276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7572250 Jul 16 18:22:17.040862 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.068120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device dbf5b1cf-3170-43a4-b22b-b49a5b658b14 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:17.090215 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b744d1f2-06de-4ea5-8d67-81e7ce07e335 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b7d621e6789484cb316e80b2b5c91b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4243169 Jul 16 18:22:17.093604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59140) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:17.105143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744d1f2-06de-4ea5-8d67-81e7ce07e335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c86ffe2-dbf1-48d3-9696-04aa2a9304ac,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.133338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 36278a87-c54a-4a71-828e-49593bc8db79, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36278a87-c54a-4a71-828e-49593bc8db79,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:17.147789 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.272747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=36278a87-c54a-4a71-828e-49593bc8db79,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.285998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f18f069b-5071-41f5-a3ca-15be4d4bbded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.327343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port dbf5b1cf-3170-43a4-b22b-b49a5b658b14 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:17.341103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port dbf5b1cf-3170-43a4-b22b-b49a5b658b14 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:17.341778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.388497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f18f069b-5071-41f5-a3ca-15be4d4bbded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.561275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f18f069b-5071-41f5-a3ca-15be4d4bbded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.573331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f18f069b-5071-41f5-a3ca-15be4d4bbded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.576939 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f18f069b-5071-41f5-a3ca-15be4d4bbded admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c86ffe2-dbf1-48d3-9696-04aa2a9304ac HTTP/1.1" status: 204 len: 168 time: 0.4819806 Jul 16 18:22:17.604830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f069b-5071-41f5-a3ca-15be4d4bbded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c86ffe2-dbf1-48d3-9696-04aa2a9304ac,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.658734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.690818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e262b8f-e1a1-423c-ad64-12e4e3c1bd6c req-063edb2d-83d0-4f13-a27b-6b245735525d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.697158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e262b8f-e1a1-423c-ad64-12e4e3c1bd6c req-063edb2d-83d0-4f13-a27b-6b245735525d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.1295123 Jul 16 18:22:17.721517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb251aff-cd73-4e4c-ba4e-c0865147dea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf5b1cf-3170-43a4-b22b-b49a5b658b14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:17.732751 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc3eb27-5a48-4828-b205-2b60852a9f22" -d '{"events": [{"server_uuid": "bb251aff-cd73-4e4c-ba4e-c0865147dea4", "name": "network-vif-plugged", "status": "completed", "tag": "dbf5b1cf-3170-43a4-b22b-b49a5b658b14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:17.760812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port dbf5b1cf-3170-43a4-b22b-b49a5b658b14, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:17.768416 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.821355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e262b8f-e1a1-423c-ad64-12e4e3c1bd6c req-921260f7-43c9-47ca-b567-f64169df5fc2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156366 Jul 16 18:22:17.851585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.894489 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a1418-ea90-4ebf-8d84-488330bfd452 x-openstack-request-id: req-ba9a1418-ea90-4ebf-8d84-488330bfd452 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:17.894789 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb251aff-cd73-4e4c-ba4e-c0865147dea4", "name": "network-vif-plugged", "status": "completed", "tag": "dbf5b1cf-3170-43a4-b22b-b49a5b658b14", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:17.895047 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba9a1418-ea90-4ebf-8d84-488330bfd452 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:17.895460 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb251aff-cd73-4e4c-ba4e-c0865147dea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf5b1cf-3170-43a4-b22b-b49a5b658b14', 'code': 200} Jul 16 18:22:17.969160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68697f-d9fc-41e1-8ef7-2426378e849f req-fd7314b0-cee0-449f-be81-555f885a4e83 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:17.969578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df68697f-d9fc-41e1-8ef7-2426378e849f req-fd7314b0-cee0-449f-be81-555f885a4e83 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 945 time: 0.2176721 Jul 16 18:22:17.987968 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Sync routers for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:18.007106 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:18.008032 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:18.033185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df68697f-d9fc-41e1-8ef7-2426378e849f req-19980b11-610f-4fde-9085-6b2230a0239b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505099 Jul 16 18:22:18.179301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4df915-f11b-4e77-b66e-db10a231025e req-c091f525-9eba-4daa-ab66-d7a8c1c081f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.181741 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a4df915-f11b-4e77-b66e-db10a231025e req-c091f525-9eba-4daa-ab66-d7a8c1c081f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 1097 time: 0.1045911 Jul 16 18:22:18.349994 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a4df915-f11b-4e77-b66e-db10a231025e req-2741365a-1484-4b31-8687-883dd1c77234 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543653 Jul 16 18:22:18.375628 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:18.711495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59214) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:18.746099 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb077-8136-4646-ad15-a24e79475e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.848549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36278a87-c54a-4a71-828e-49593bc8db79 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:18.951451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb077-8136-4646-ad15-a24e79475e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.958997 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3dbb077-8136-4646-ad15-a24e79475e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.030948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbb077-8136-4646-ad15-a24e79475e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa0afea-8769-432e-82d5-ab0cf00f2a53,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.046989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 36278a87-c54a-4a71-828e-49593bc8db79 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:19.048152 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.066348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c3dbb077-8136-4646-ad15-a24e79475e91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3329fcc613794b87a12cacc847c3540e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534701 Jul 16 18:22:19.068886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59228) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:19.139264 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '88063bc6-2463-4e7d-9410-2d7436b72231', 'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'mac_address': 'fa:16:3e:f5:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:12Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 2, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'subnets': [{'id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:19.201464 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f9f610-10d3-4707-9bf6-22eadb54dfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.229405 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f9f610-10d3-4707-9bf6-22eadb54dfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.253040 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Checking router: 104a52a8-bd57-4435-b42d-16a62e8e7276 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:19.253732 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Updating router 104a52a8-bd57-4435-b42d-16a62e8e7276 port 88063bc6-2463-4e7d-9410-2d7436b72231 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:22:19.362948 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f9f610-10d3-4707-9bf6-22eadb54dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.366159 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f9f610-10d3-4707-9bf6-22eadb54dfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.369707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-23f9f610-10d3-4707-9bf6-22eadb54dfd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/caa0afea-8769-432e-82d5-ab0cf00f2a53 HTTP/1.1" status: 204 len: 168 time: 0.2983310 Jul 16 18:22:19.378126 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.435015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9f610-10d3-4707-9bf6-22eadb54dfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa0afea-8769-432e-82d5-ab0cf00f2a53,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.825066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51699d-d443-4a2c-9eed-c9297fe24af5 req-bf2b8922-6521-43fe-ada6-83e8d9d3ee32 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.835346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da51699d-d443-4a2c-9eed-c9297fe24af5 req-bf2b8922-6521-43fe-ada6-83e8d9d3ee32 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.5216923 Jul 16 18:22:19.922153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:19.968336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da51699d-d443-4a2c-9eed-c9297fe24af5 req-972ba0b3-a53f-4cb2-9e78-22f98b046b70 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278768 Jul 16 18:22:20.039027 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.044278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ef6f-a53a-4125-9f84-315d7ba376d7 req-c96ff937-dfe4-4425-b8a3-0234dd109048 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.064448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb17ef6f-a53a-4125-9f84-315d7ba376d7 req-c96ff937-dfe4-4425-b8a3-0234dd109048 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 945 time: 0.5582378 Jul 16 18:22:20.067245 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Transition to ACTIVE for port object 88063bc6-2463-4e7d-9410-2d7436b72231 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:20.079144 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.214711 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Pushing event updated for resources: {'Port': ['ID=88063bc6-2463-4e7d-9410-2d7436b72231,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:20.215471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb17ef6f-a53a-4125-9f84-315d7ba376d7 req-1f10b39d-ee81-4db2-9ef7-a174692816a7 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446970 Jul 16 18:22:20.215562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1799303244', 'router:external': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:20.286309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.286741 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.287130 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.287530 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.287871 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.288259 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.292658 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.292871 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.293251 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.293564 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.293902 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.294354 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:20.328001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Made reservation on behalf of 0d06ccdbadb641b1a2d123a8355518a8 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:20.331482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.357616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.403562 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Attempting to bind port 88063bc6-2463-4e7d-9410-2d7436b72231 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:20.404542 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Attempting to bind port 88063bc6-2463-4e7d-9410-2d7436b72231 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:20.404949 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Attempting to bind port 88063bc6-2463-4e7d-9410-2d7436b72231 on network ac607c0e-76b7-4d45-b1ce-c482ba19b11e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:20.432652 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:20.434871 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Checking segment: {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:20.435491 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.436876 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Bound using segment: {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:20.438417 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Bound port: 88063bc6-2463-4e7d-9410-2d7436b72231, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:20.443236 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.687244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.692875 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.742489 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] For port 88063bc6-2463-4e7d-9410-2d7436b72231, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:20.751255 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] For port 88063bc6-2463-4e7d-9410-2d7436b72231, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=88063bc6-2463-4e7d-9410-2d7436b72231,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:20.753659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:20.764857 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.778259 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.778951 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Added segment 9ff80651-9f23-4c01-95a2-7298cee409ab of type vlan for network edf02e46-c286-465c-85ad-51aa2103aedf Jul 16 18:22:20.790215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7e29b0-c508-4c09-847e-abf5077e7849,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:20.856252 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:20.858320 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:20.887681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.963638 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.969736 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.971621 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.190787 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192b701-8f60-43a0-9664-15b3dfa56ccc None None] Pushing event updated for resources: {'Port': ['ID=88063bc6-2463-4e7d-9410-2d7436b72231,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.254645 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:21.279666 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3551488 Jul 16 18:22:21.280589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb6b3c-182f-4b17-9f2b-c3cd07146cfa tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event updated for resources: {'Network': ['ID=edf02e46-c286-465c-85ad-51aa2103aedf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.295903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59306) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:21.295903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'subnet': {'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:21.300192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network edf02e46-c286-465c-85ad-51aa2103aedf details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:21.347285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Made reservation on behalf of 0d06ccdbadb641b1a2d123a8355518a8 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:21.352978 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.440619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bdb41-4201-4239-b751-21b90b48ff6d req-76b8ccfd-d4c4-4209-9a22-7fbd97732bea tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.446215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-004bdb41-4201-4239-b751-21b90b48ff6d req-76b8ccfd-d4c4-4209-9a22-7fbd97732bea tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.2021120 Jul 16 18:22:21.584768 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-004bdb41-4201-4239-b751-21b90b48ff6d req-24250637-1ff4-4b9a-90b6-5b8878e792a1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344452 Jul 16 18:22:21.739384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4839e2f-5f28-444f-87ab-528f44950185 req-64269c3c-ef0c-467a-9270-4e2719f0ae8b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.741005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4839e2f-5f28-444f-87ab-528f44950185 req-64269c3c-ef0c-467a-9270-4e2719f0ae8b tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 945 time: 0.1647573 Jul 16 18:22:21.845487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4839e2f-5f28-444f-87ab-528f44950185 req-ce1b4574-6981-4ffc-8fd9-c75b1fffd135 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908937 Jul 16 18:22:22.259132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:22:22.260486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.532388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d017a324-5048-48ec-b5a7-509aefdf26b1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:22.550014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Checking segment: {'id': '9ff80651-9f23-4c01-95a2-7298cee409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:22.550403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Network hostable DHCP agents. Network: edf02e46-c286-465c-85ad-51aa2103aedf, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:22.587317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Network edf02e46-c286-465c-85ad-51aa2103aedf is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:22.602221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, edf02e46-c286-465c-85ad-51aa2103aedf) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:22.608699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.609444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.617780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87757cd9-a87b-4615-81da-da4912651448 None None] Network edf02e46-c286-465c-85ad-51aa2103aedf requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:22.632543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e10e0e3b-1b8d-4d97-8752-755585047272 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3446240 Jul 16 18:22:22.635577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59326) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:22.642055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-869669739', 'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:22.645002 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '88063bc6-2463-4e7d-9410-2d7436b72231', 'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'mac_address': 'fa:16:3e:f5:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:12Z', 'updated_at': '2021-07-16T18:22:20Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'subnets': [{'id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:22.710217 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b20d4-2de0-4183-a284-74b0278fd1ac None None] The sync data for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 is: [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '88063bc6-2463-4e7d-9410-2d7436b72231', 'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'mac_address': 'fa:16:3e:f5:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:12Z', 'updated_at': '2021-07-16T18:22:20Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'subnets': [{'id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:22.730395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Made reservation on behalf of 0d06ccdbadb641b1a2d123a8355518a8 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:22.733489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.838780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] device_id is not set on port dc4343fe-a6e9-45c7-ab10-fe9fe9de9886 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:22:23.017222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af078743-914d-4e20-8cad-c0002a15eecc None None] Network edf02e46-c286-465c-85ad-51aa2103aedf requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:23.207722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb38946-4840-4228-85dc-f21d663f949b req-ee6a7097-1585-4f54-a95b-3c51a74f6246 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.217260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bfb38946-4840-4228-85dc-f21d663f949b req-ee6a7097-1585-4f54-a95b-3c51a74f6246 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 945 time: 0.4288874 Jul 16 18:22:23.228044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb186d5-d06c-497c-b342-34bf1031578f req-b2025fd5-0eea-447c-b60a-334b74a7e5f3 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.237542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cb186d5-d06c-497c-b342-34bf1031578f req-b2025fd5-0eea-447c-b60a-334b74a7e5f3 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.3023198 Jul 16 18:22:23.319094 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cb186d5-d06c-497c-b342-34bf1031578f req-06da93d6-80c3-475b-aecf-0af545e2c1c3 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793753 Jul 16 18:22:23.347138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Allocated IP 2001:db8::39f (edf02e46-c286-465c-85ad-51aa2103aedf/d017a324-5048-48ec-b5a7-509aefdf26b1/dc4343fe-a6e9-45c7-ab10-fe9fe9de9886) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:23.460321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bfb38946-4840-4228-85dc-f21d663f949b req-d8b5d529-949f-45cf-a5a8-90ba8679c64f tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups?id=f5ed5fab-a64b-419a-b313-72a957f2f888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418048 Jul 16 18:22:23.706662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.765228 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.818848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Network edf02e46-c286-465c-85ad-51aa2103aedf is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:23.822511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:23.826845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:23.828280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.829197 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.858677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event updated for resources: {'Port': ['ID=dc4343fe-a6e9-45c7-ab10-fe9fe9de9886,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:23.870983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-195acc5b-c6cd-4fcc-9079-ebd94d3bedea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2341042 Jul 16 18:22:23.874088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59342) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:23.986550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bd644fa3-0039-45ad-9298-6ba92880357a tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Deleting port dc4343fe-a6e9-45c7-ab10-fe9fe9de9886 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:23.986826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd644fa3-0039-45ad-9298-6ba92880357a tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.092778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd644fa3-0039-45ad-9298-6ba92880357a tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.128229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bd644fa3-0039-45ad-9298-6ba92880357a tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Calling delete_port for dc4343fe-a6e9-45c7-ab10-fe9fe9de9886 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:24.290287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd644fa3-0039-45ad-9298-6ba92880357a tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.343784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd644fa3-0039-45ad-9298-6ba92880357a tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc4343fe-a6e9-45c7-ab10-fe9fe9de9886,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:24.387564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bd644fa3-0039-45ad-9298-6ba92880357a tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.389590 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bd644fa3-0039-45ad-9298-6ba92880357a tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "DELETE /v2.0/ports/dc4343fe-a6e9-45c7-ab10-fe9fe9de9886 HTTP/1.1" status: 204 len: 168 time: 0.5143456 Jul 16 18:22:24.392331 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:24.396925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf', 'external_fixed_ips': [{'subnet_id': 'd017a324-5048-48ec-b5a7-509aefdf26b1', 'ip_address': '2001:db8::39f'}]}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:24.444604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-0dc9d25c-d341-423a-a9a5-62071907e87d tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.446782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-0dc9d25c-d341-423a-a9a5-62071907e87d tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 945 time: 0.1690171 Jul 16 18:22:24.449076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.450251 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.526477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.693525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Deleting port dbf5b1cf-3170-43a4-b22b-b49a5b658b14 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:24.698312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.815395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 88063bc6-2463-4e7d-9410-2d7436b72231 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:24.863617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] For port dbf5b1cf-3170-43a4-b22b-b49a5b658b14, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,segment=NetworkSegment(a3cd91a4-f2a5-49b5-8d4f-8967fbed7284),segment_id=a3cd91a4-f2a5-49b5-8d4f-8967fbed7284)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:24.864096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.885256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Calling delete_port for dbf5b1cf-3170-43a4-b22b-b49a5b658b14 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:24.913318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 88063bc6-2463-4e7d-9410-2d7436b72231 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:24.919324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 88063bc6-2463-4e7d-9410-2d7436b72231 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:24.919847 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.021180 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.060287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 88063bc6-2463-4e7d-9410-2d7436b72231, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=88063bc6-2463-4e7d-9410-2d7436b72231,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:25.065344 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.083577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.134061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['dbf5b1cf-3170-43a4-b22b-b49a5b658b14'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:25.165791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event deleted for resources: {'Port': ['ID=dbf5b1cf-3170-43a4-b22b-b49a5b658b14,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:25.212069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=88063bc6-2463-4e7d-9410-2d7436b72231,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:25.241148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] No DVR routers for this DVR port dbf5b1cf-3170-43a4-b22b-b49a5b658b14 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:25.244609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.247205 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-87e420c5-4968-4b1c-ab51-d3e95deff76d req-b1b59dba-3f91-450f-b558-93b10a000036 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.46 "DELETE /v2.0/ports/dbf5b1cf-3170-43a4-b22b-b49a5b658b14 HTTP/1.1" status: 204 len: 173 time: 0.7941284 Jul 16 18:22:25.247865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb251aff-cd73-4e4c-ba4e-c0865147dea4', 'name': 'network-vif-deleted', 'tag': 'dbf5b1cf-3170-43a4-b22b-b49a5b658b14'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:25.250809 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b028e5a-4048-4630-99c6-081e2fb32daa" -d '{"events": [{"server_uuid": "bb251aff-cd73-4e4c-ba4e-c0865147dea4", "name": "network-vif-deleted", "tag": "dbf5b1cf-3170-43a4-b22b-b49a5b658b14"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:25.398816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6435a47-07c2-4b16-bd5e-09ec3e769c31 req-b22de557-dc79-4c75-8df9-f024fbac6a0e tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb251aff-cd73-4e4c-ba4e-c0865147dea4 HTTP/1.1" status: 200 len: 210 time: 0.1016710 Jul 16 18:22:25.600998 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.646937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b2131-6c7d-42a5-bd6a-32528d00436f req-9a2418f0-2d6a-4eda-99dd-d451403b36d4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.655100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-638b2131-6c7d-42a5-bd6a-32528d00436f req-9a2418f0-2d6a-4eda-99dd-d451403b36d4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 1.0386825 Jul 16 18:22:25.659899 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4a3da-16f6-4bf9-8159-cc7722ecad93 x-openstack-request-id: req-d1a4a3da-16f6-4bf9-8159-cc7722ecad93 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:25.660291 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb251aff-cd73-4e4c-ba4e-c0865147dea4", "name": "network-vif-deleted", "tag": "dbf5b1cf-3170-43a4-b22b-b49a5b658b14", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:25.660635 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1a4a3da-16f6-4bf9-8159-cc7722ecad93 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:25.661177 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb251aff-cd73-4e4c-ba4e-c0865147dea4', 'name': 'network-vif-deleted', 'tag': 'dbf5b1cf-3170-43a4-b22b-b49a5b658b14', 'status': 'completed', 'code': 200} Jul 16 18:22:25.722504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-638b2131-6c7d-42a5-bd6a-32528d00436f req-a10552a0-d669-4057-bcb2-a02e5f2cacac tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663385 Jul 16 18:22:26.045975 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.083781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.368664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Allocated IP 2001:db8::39f (edf02e46-c286-465c-85ad-51aa2103aedf/d017a324-5048-48ec-b5a7-509aefdf26b1/b49a04e9-3017-4c31-9aba-83a28b6765ff) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:26.549600 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.622170 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:26.624231 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.724559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Network edf02e46-c286-465c-85ad-51aa2103aedf is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:26.730479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:26.745571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:26.752571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 88063bc6-2463-4e7d-9410-2d7436b72231 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:26.866885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event updated for resources: {'Port': ['ID=b49a04e9-3017-4c31-9aba-83a28b6765ff,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:26.892499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 88063bc6-2463-4e7d-9410-2d7436b72231 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:26.892888 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.944327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.123450 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84978910-8d69-4bd4-9d8f-d35bb472ea74 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.193010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84978910-8d69-4bd4-9d8f-d35bb472ea74 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.252044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467d830-c9dc-455c-8c9e-2f0883a4e82b req-f591da08-770a-4ae1-818e-f0304887196f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.263878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1467d830-c9dc-455c-8c9e-2f0883a4e82b req-f591da08-770a-4ae1-818e-f0304887196f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.2513011 Jul 16 18:22:27.269868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84978910-8d69-4bd4-9d8f-d35bb472ea74 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.273465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84978910-8d69-4bd4-9d8f-d35bb472ea74 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.275594 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-84978910-8d69-4bd4-9d8f-d35bb472ea74 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "DELETE /v2.0/security-groups/b3dce3b7-e4ea-4c7e-a00b-a292dee1be5e HTTP/1.1" status: 204 len: 168 time: 0.3296056 Jul 16 18:22:27.278458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59420) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.294076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84978910-8d69-4bd4-9d8f-d35bb472ea74 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dce3b7-e4ea-4c7e-a00b-a292dee1be5e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:27.357466 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-ee94c3bf-199a-4d39-a163-d40d3c280bb1 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] show failed (client error): The resource could not be found. Jul 16 18:22:27.361238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ee94c3bf-199a-4d39-a163-d40d3c280bb1 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "GET /v2.0/security-groups/b3dce3b7-e4ea-4c7e-a00b-a292dee1be5e HTTP/1.1" status: 404 len: 347 time: 0.0801718 Jul 16 18:22:27.361527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59422) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.365382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1467d830-c9dc-455c-8c9e-2f0883a4e82b req-dd4f3a91-b469-49ca-9338-189a889a880e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999379 Jul 16 18:22:27.366324 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.540503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Deleting port 37102c9b-a266-4c13-85bf-05b4c7e4664d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:27.541439 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.694026 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.705552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.706083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.745652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Calling delete_port for 37102c9b-a266-4c13-85bf-05b4c7e4664d owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:27.968453 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Router 1bde7d48-6def-41c4-84ea-06ead3ea63a7 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:22:28.012331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-34c852b0-edad-4cbc-974c-0a4d62ba1d45 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1541426 Jul 16 18:22:28.119154 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.185698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Pushing event deleted for resources: {'Port': ['ID=37102c9b-a266-4c13-85bf-05b4c7e4664d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:28.266684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:28.282463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Sync routers for ids ['1bde7d48-6def-41c4-84ea-06ead3ea63a7'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:28.294639 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.296063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2d88e49e-c2ae-425b-b456-f7da4f4f6990 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9025447 Jul 16 18:22:28.300072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59430) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:28.301297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Routers {'1bde7d48-6def-41c4-84ea-06ead3ea63a7'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:28.303343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1bde7d48-6def-41c4-84ea-06ead3ea63a7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:28.326260 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.329471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.332571 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6317d0d8-0fd5-4a65-9b84-50f8ac010e64 tempest-ImagesOneServerNegativeTestJSON-662784420 tempest-ImagesOneServerNegativeTestJSON-662784420-project] 10.222.0.60 "DELETE /v2.0/floatingips/9bc88a35-b2e2-4d63-9aa7-9a2121104822 HTTP/1.1" status: 204 len: 168 time: 0.9677887 Jul 16 18:22:28.674952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a19c6dd-676f-42e8-81d5-8b14724cb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.675368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a19c6dd-676f-42e8-81d5-8b14724cb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.675850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a19c6dd-676f-42e8-81d5-8b14724cb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.676326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a19c6dd-676f-42e8-81d5-8b14724cb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.680089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a19c6dd-676f-42e8-81d5-8b14724cb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.683390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a19c6dd-676f-42e8-81d5-8b14724cb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.683390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a19c6dd-676f-42e8-81d5-8b14724cb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.690497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a19c6dd-676f-42e8-81d5-8b14724cb872 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6497 time: 0.5776010 Jul 16 18:22:28.735651 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.773570 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.784661 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Set router 1bde7d48-6def-41c4-84ea-06ead3ea63a7 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:28.892666 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59450) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:28.935925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-d3168e8e-6788-4452-8f81-137d51fb664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.936674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-d3168e8e-6788-4452-8f81-137d51fb664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.937564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-d3168e8e-6788-4452-8f81-137d51fb664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.940289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-d3168e8e-6788-4452-8f81-137d51fb664d service neutron] 10.222.0.45 "GET /v2.0/networks?id=92628a71-7e7a-4442-b235-d0645ce9fda3&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b HTTP/1.1" status: 200 len: 2293 time: 0.1964564 Jul 16 18:22:29.059818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f54261-a551-4c50-ad39-6ad1b3f6c32e admin admin] Deleting subnet a11199a5-2c51-4e20-9a02-ed7d9ac5a1da {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:29.078047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6f54261-a551-4c50-ad39-6ad1b3f6c32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.084174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device dbf5b1cf-3170-43a4-b22b-b49a5b658b14 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:29.167004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.200354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: dbf5b1cf-3170-43a4-b22b-b49a5b658b14 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:29.200745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device dbf5b1cf-3170-43a4-b22b-b49a5b658b14 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:29.218977 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6f54261-a551-4c50-ad39-6ad1b3f6c32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.269233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-efb6931b-2dac-4213-8528-c7d2705679cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b HTTP/1.1" status: 200 len: 1000 time: 0.2158978 Jul 16 18:22:29.280491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bde7d48-6def-41c4-84ea-06ead3ea63a7', 'name': '', 'tenant_id': '0d06ccdbadb641b1a2d123a8355518a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf', 'external_fixed_ips': [{'subnet_id': 'd017a324-5048-48ec-b5a7-509aefdf26b1', 'ip_address': '2001:db8::39f'}], 'enable_snat': True}, 'gw_port_id': 'b49a04e9-3017-4c31-9aba-83a28b6765ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:24Z', 'updated_at': '2021-07-16T18:22:26Z', 'revision_number': 3, 'project_id': '0d06ccdbadb641b1a2d123a8355518a8', 'gw_port': {'id': 'b49a04e9-3017-4c31-9aba-83a28b6765ff', 'name': '', 'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:af:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bde7d48-6def-41c4-84ea-06ead3ea63a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': 'd017a324-5048-48ec-b5a7-509aefdf26b1', 'ip_address': '2001:db8::39f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:26Z', 'updated_at': '2021-07-16T18:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd017a324-5048-48ec-b5a7-509aefdf26b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:29.365641 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6f54261-a551-4c50-ad39-6ad1b3f6c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.390845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Checking router: 1bde7d48-6def-41c4-84ea-06ead3ea63a7 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:29.391297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Updating router 1bde7d48-6def-41c4-84ea-06ead3ea63a7 port b49a04e9-3017-4c31-9aba-83a28b6765ff binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:22:29.414422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-da46918a-429b-467d-b19a-bba510bea2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:29.417754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-da46918a-429b-467d-b19a-bba510bea2d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5310286-a552-4e68-914b-ff13aab082fe HTTP/1.1" status: 200 len: 850 time: 0.1059072 Jul 16 18:22:29.439018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfce5f50-d125-4b2d-9a40-08a2bf11edbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.445647 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.603927 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6f54261-a551-4c50-ad39-6ad1b3f6c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.664781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f54261-a551-4c50-ad39-6ad1b3f6c32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11199a5-2c51-4e20-9a02-ed7d9ac5a1da,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:29.670851 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d6f54261-a551-4c50-ad39-6ad1b3f6c32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.675613 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d6f54261-a551-4c50-ad39-6ad1b3f6c32e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a11199a5-2c51-4e20-9a02-ed7d9ac5a1da HTTP/1.1" status: 204 len: 168 time: 0.7817822 Jul 16 18:22:29.676582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59466) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.798012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.804612 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.842011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Transition to ACTIVE for port object b49a04e9-3017-4c31-9aba-83a28b6765ff will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:29.856147 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.913435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.942221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfce5f50-d125-4b2d-9a40-08a2bf11edbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.956472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Attempting to bind port b49a04e9-3017-4c31-9aba-83a28b6765ff on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:29.956879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Attempting to bind port b49a04e9-3017-4c31-9aba-83a28b6765ff by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '9ff80651-9f23-4c01-95a2-7298cee409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:29.957242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Attempting to bind port b49a04e9-3017-4c31-9aba-83a28b6765ff on network edf02e46-c286-465c-85ad-51aa2103aedf {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:29.961430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcba5633-0194-423c-bed8-a392f4897ced']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:29.964073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:29.964482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Checking segment: {'id': '9ff80651-9f23-4c01-95a2-7298cee409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:29.964926 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.965331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Bound using segment: {'id': '9ff80651-9f23-4c01-95a2-7298cee409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:29.965823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Bound port: b49a04e9-3017-4c31-9aba-83a28b6765ff, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff80651-9f23-4c01-95a2-7298cee409ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'edf02e46-c286-465c-85ad-51aa2103aedf'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:29.966221 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.968140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Pushing event updated for resources: {'Port': ['ID=b49a04e9-3017-4c31-9aba-83a28b6765ff,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:29.987585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfce5f50-d125-4b2d-9a40-08a2bf11edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.009750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.010207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.010771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.011128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.011464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.011794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.012127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.012594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.012887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.013213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.013538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.013864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:30.048322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd3a6b-c128-41b1-9e56-86f097065829 req-ae6b9900-0d22-4ca7-a3c6-946d095238e2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.056222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1bd3a6b-c128-41b1-9e56-86f097065829 req-ae6b9900-0d22-4ca7-a3c6-946d095238e2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 1.1142099 Jul 16 18:22:30.085201 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.093346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] For port b49a04e9-3017-4c31-9aba-83a28b6765ff, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:30.094336 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bfce5f50-d125-4b2d-9a40-08a2bf11edbc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab391da62bce4903bf679872f2f55d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9255948 Jul 16 18:22:30.097009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] For port b49a04e9-3017-4c31-9aba-83a28b6765ff, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b49a04e9-3017-4c31-9aba-83a28b6765ff,segment=NetworkSegment(9ff80651-9f23-4c01-95a2-7298cee409ab),segment_id=9ff80651-9f23-4c01-95a2-7298cee409ab)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:30.097533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.098618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cd91a4-f2a5-49b5-8d4f-8967fbed7284') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.104937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce5f50-d125-4b2d-9a40-08a2bf11edbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bdb2f9-ce3d-4999-b687-22585a1c7a49,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.110448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59468) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:30.112587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.164768 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1bd3a6b-c128-41b1-9e56-86f097065829 req-1e0f26a6-c5fd-4c8b-8644-3c186044c9c1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073096 Jul 16 18:22:30.177866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.222882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.240057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Routers {'1bde7d48-6def-41c4-84ea-06ead3ea63a7'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:30.240884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1bde7d48-6def-41c4-84ea-06ead3ea63a7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.254970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:30.257608 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:30.265629 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:30.298102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-f78117de-2bc0-481b-b783-e14bf6588116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.299922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-f78117de-2bc0-481b-b783-e14bf6588116 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92628a71-7e7a-4442-b235-d0645ce9fda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8740561 Jul 16 18:22:30.388090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.411141 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.419803 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] 10.222.0.60 "DELETE /v2.0/networks/fcba5633-0194-423c-bed8-a392f4897ced HTTP/1.1" status: 204 len: 168 time: 0.7405708 Jul 16 18:22:30.453696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78200314-f6e4-46e4-bb2a-a40d2c338f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=fcba5633-0194-423c-bed8-a392f4897ced,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.539883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5ece-ca3a-4cc7-a1f5-be1c21dd960f req-f81e0794-14bf-4739-9a7f-17c2026b8fb7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.547309 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca1c5ece-ca3a-4cc7-a1f5-be1c21dd960f req-f81e0794-14bf-4739-9a7f-17c2026b8fb7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.5717783 Jul 16 18:22:30.633441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Deleting port b49a04e9-3017-4c31-9aba-83a28b6765ff {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:30.633606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.655427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-ee144b73-69ec-4121-9898-94e0908793a6 service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453133 Jul 16 18:22:30.686002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca1c5ece-ca3a-4cc7-a1f5-be1c21dd960f req-8530442b-1358-48c7-b950-cfc61f259637 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377044 Jul 16 18:22:30.691616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] Set router 1bde7d48-6def-41c4-84ea-06ead3ea63a7 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:30.720346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59478) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:30.730710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a0eb21-d07e-4405-948f-ab6d808a1fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.749395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:30.764643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bde7d48-6def-41c4-84ea-06ead3ea63a7', 'name': '', 'tenant_id': '0d06ccdbadb641b1a2d123a8355518a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:24Z', 'updated_at': '2021-07-16T18:22:30Z', 'revision_number': 4, 'project_id': '0d06ccdbadb641b1a2d123a8355518a8', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:30.819205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0f7610-ba9d-40c9-ae3d-445c77b00e7c None None] The sync data for ids ['1bde7d48-6def-41c4-84ea-06ead3ea63a7'] in n-d-793619-10 is: [{'id': '1bde7d48-6def-41c4-84ea-06ead3ea63a7', 'name': '', 'tenant_id': '0d06ccdbadb641b1a2d123a8355518a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:24Z', 'updated_at': '2021-07-16T18:22:30Z', 'revision_number': 4, 'project_id': '0d06ccdbadb641b1a2d123a8355518a8', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:30.824041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56bcbe-e4dc-40f3-b565-73277aceb62d None None] Pushing event updated for resources: {'Port': ['ID=b49a04e9-3017-4c31-9aba-83a28b6765ff,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.835357 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eb390c98-bc69-43b7-be5b-f450277500b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/e22066de-1108-47c0-a978-4ab9aedfaf50 HTTP/1.1" status: 200 len: 993 time: 0.1134012 Jul 16 18:22:30.941426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a0eb21-d07e-4405-948f-ab6d808a1fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.998455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1d2c17a3-c153-4c08-90da-8f3e77d70629 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39d36e8aff1345cd9eb244476bd68288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437863 Jul 16 18:22:30.998815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59484) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:31.027330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] For port b49a04e9-3017-4c31-9aba-83a28b6765ff, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b49a04e9-3017-4c31-9aba-83a28b6765ff,segment=NetworkSegment(9ff80651-9f23-4c01-95a2-7298cee409ab),segment_id=9ff80651-9f23-4c01-95a2-7298cee409ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:31.027706 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.058146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Calling delete_port for b49a04e9-3017-4c31-9aba-83a28b6765ff owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:31.100391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-01e54f5e-20ba-4103-9ac7-e29176194678 service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111550 Jul 16 18:22:31.113202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754fe3bc-a5c3-42e3-9a27-ccb69288f89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.165870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754fe3bc-a5c3-42e3-9a27-ccb69288f89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.256649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754fe3bc-a5c3-42e3-9a27-ccb69288f89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.260702 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-754fe3bc-a5c3-42e3-9a27-ccb69288f89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.265347 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-754fe3bc-a5c3-42e3-9a27-ccb69288f89d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5ed5fab-a64b-419a-b313-72a957f2f888 HTTP/1.1" status: 204 len: 168 time: 0.2654719 Jul 16 18:22:31.326431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fe3bc-a5c3-42e3-9a27-ccb69288f89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ed5fab-a64b-419a-b313-72a957f2f888,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.568407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-cc2ad99a-f3bd-498d-a48d-3a704ab0e29c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 200 len: 217 time: 0.1150324 Jul 16 18:22:31.595944 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a0eb21-d07e-4405-948f-ab6d808a1fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.599364 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22a0eb21-d07e-4405-948f-ab6d808a1fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.600998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-22a0eb21-d07e-4405-948f-ab6d808a1fd0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31bdb2f9-ce3d-4999-b687-22585a1c7a49 HTTP/1.1" status: 204 len: 168 time: 1.4934862 Jul 16 18:22:31.742114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0eb21-d07e-4405-948f-ab6d808a1fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bdb2f9-ce3d-4999-b687-22585a1c7a49,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.761660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-94f26739-4e0a-498f-a864-6cd42775c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.763226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-94f26739-4e0a-498f-a864-6cd42775c176 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.1446729 Jul 16 18:22:31.882611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.998267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event deleted for resources: {'Port': ['ID=b49a04e9-3017-4c31-9aba-83a28b6765ff,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:32.035808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f2d8b-02cf-4e41-bcf6-d54d9dbf92d3 req-a37ac007-3738-4703-adce-36a42c7f126e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.041532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b1f2d8b-02cf-4e41-bcf6-d54d9dbf92d3 req-a37ac007-3738-4703-adce-36a42c7f126e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.4914877 Jul 16 18:22:32.045718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d78ec-f86e-45b5-89dd-a8b216d207c4 req-c5cccb5c-cefd-4f65-b75e-661bc5356d42 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.050342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff4d78ec-f86e-45b5-89dd-a8b216d207c4 req-c5cccb5c-cefd-4f65-b75e-661bc5356d42 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1097 time: 0.5709920 Jul 16 18:22:32.062627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-aba6a5c3-98ca-4ce0-8074-95750c541c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.064668 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-aba6a5c3-98ca-4ce0-8074-95750c541c3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8&tenant_id=52d74a60953f4d8ea4ca7547b00596f9 HTTP/1.1" status: 200 len: 1096 time: 0.1370602 Jul 16 18:22:32.079731 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.229997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-4a29c0f3-0745-4d98-8928-f14260f50866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.234421 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-4a29c0f3-0745-4d98-8928-f14260f50866 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1303751 Jul 16 18:22:32.308370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-33674e66-3889-4c4b-a05e-f60eb3dcfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.310072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-33674e66-3889-4c4b-a05e-f60eb3dcfc76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5287941 Jul 16 18:22:32.398396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b1f2d8b-02cf-4e41-bcf6-d54d9dbf92d3 req-fa6084df-630d-40df-8d20-b2a436a51a9d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3452821 Jul 16 18:22:32.436439 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.469316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.489551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-c5757179-bc33-497d-a3f0-4c7b54943364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.496181 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-c5757179-bc33-497d-a3f0-4c7b54943364 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.2525733 Jul 16 18:22:32.553245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff4d78ec-f86e-45b5-89dd-a8b216d207c4 req-5d6e32db-db7a-47f2-88ab-a8226f15f7ef tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4237351 Jul 16 18:22:32.698226 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-4f535c4a-33a2-4bec-9815-3f4f1b8a971c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 200 len: 1000 time: 0.1962132 Jul 16 18:22:32.830438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-e58753a3-0a6b-45e1-9fc4-bba9a1a0e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.834645 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-e58753a3-0a6b-45e1-9fc4-bba9a1a0e0b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.1279614 Jul 16 18:22:32.936020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-5814fde9-f157-4cb1-8db9-5f7e3a29a318 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436807 Jul 16 18:22:32.939009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.939808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bde7d48-6def-41c4-84ea-06ead3ea63a7 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:32.961546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.967372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7bbb5fc4-ee55-47ca-b0b1-dc5bbb4a532c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1bde7d48-6def-41c4-84ea-06ead3ea63a7 HTTP/1.1" status: 204 len: 168 time: 4.6628153 Jul 16 18:22:32.968602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:33.117806 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e8deca0d-0871-481f-93b0-2ffe84ccbeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.140410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-6c9c11d8-83f3-46ac-9286-4fdeda56403b service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738031 Jul 16 18:22:33.218335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-80292122-6321-4f70-bdd5-9c8399adc6d6 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Deleting subnet d017a324-5048-48ec-b5a7-509aefdf26b1 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:33.232016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80292122-6321-4f70-bdd5-9c8399adc6d6 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.254732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-f46443bf-afd0-4f3b-a351-8610d951777f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 200 len: 217 time: 0.1036170 Jul 16 18:22:33.299697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-f2a336ce-3ea6-47e3-bed6-4cf208ac5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.302575 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-f2a336ce-3ea6-47e3-bed6-4cf208ac5cef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4620309 Jul 16 18:22:33.309576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80292122-6321-4f70-bdd5-9c8399adc6d6 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.312339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:33.472868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-e77a2f9f-db7f-4821-9f48-abbf2682e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.474450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-e77a2f9f-db7f-4821-9f48-abbf2682e1f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.2133646 Jul 16 18:22:33.554040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80292122-6321-4f70-bdd5-9c8399adc6d6 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.628036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59558) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:33.685032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-aba02642-9321-40e5-94d0-2263ee36ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.690203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-aba02642-9321-40e5-94d0-2263ee36ddff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2084062 Jul 16 18:22:33.729672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-e2374fd3-be21-4037-81c7-f72fff233951 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131227 Jul 16 18:22:33.874452 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6d797298-d4b9-4764-b34a-cb82529143e4 req-7460d69b-2165-4a57-8500-692de03bfe70 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370764 Jul 16 18:22:33.876181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-bd9a30c9-3dbc-4648-a5a3-74bc2bea482e service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780188 Jul 16 18:22:33.883143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202761834-network', 'tenant_id': '0ee4c3a2a961402699acc428227b4f9a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:33.904960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80292122-6321-4f70-bdd5-9c8399adc6d6 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.906660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b299c5-ed56-4077-b4b6-e9b77d527c59 req-273b371c-2162-4feb-ad46-90cb5625022c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.917190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6b299c5-ed56-4077-b4b6-e9b77d527c59 req-273b371c-2162-4feb-ad46-90cb5625022c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.1767602 Jul 16 18:22:33.944790 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80292122-6321-4f70-bdd5-9c8399adc6d6 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.947571 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-80292122-6321-4f70-bdd5-9c8399adc6d6 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/d017a324-5048-48ec-b5a7-509aefdf26b1 HTTP/1.1" status: 204 len: 168 time: 0.9754806 Jul 16 18:22:33.948614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80292122-6321-4f70-bdd5-9c8399adc6d6 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d017a324-5048-48ec-b5a7-509aefdf26b1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:33.950273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:33.961807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Made reservation on behalf of 0ee4c3a2a961402699acc428227b4f9a for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:33.965110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.966154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-168825305-network', 'tenant_id': 'abd1ade3470747a4a3f08bceac2cadc2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:33.998283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.071395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.201077 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.217430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-0d432c6d-5dca-451c-a0d3-e172525d7dca service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322732 Jul 16 18:22:34.218164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf02e46-c286-465c-85ad-51aa2103aedf']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:34.232163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff80651-9f23-4c01-95a2-7298cee409ab') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:34.232673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff80651-9f23-4c01-95a2-7298cee409ab') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:34.235835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Made reservation on behalf of abd1ade3470747a4a3f08bceac2cadc2 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:34.238372 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.253736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.274249 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.284288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:34.285404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.289581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-cac9c86d-2e4f-4974-ad81-80d6a3f07386 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 HTTP/1.1" status: 200 len: 217 time: 0.0622721 Jul 16 18:22:34.290790 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:34.374748 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:34.385919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6b299c5-ed56-4077-b4b6-e9b77d527c59 req-2c1939c3-50d4-4de1-8372-3392576a2141 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677768 Jul 16 18:22:34.419544 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.421531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-305ee09b-96e9-4020-8bbc-176064a9e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.423742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-305ee09b-96e9-4020-8bbc-176064a9e9e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.1086164 Jul 16 18:22:34.584553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network edf02e46-c286-465c-85ad-51aa2103aedf {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:22:34.608847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.637815 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "DELETE /v2.0/networks/edf02e46-c286-465c-85ad-51aa2103aedf HTTP/1.1" status: 204 len: 168 time: 0.6859992 Jul 16 18:22:34.699196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.722493 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.824085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca129ff-4086-4b73-a397-fe5f37353a22 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event deleted for resources: {'Network': ['ID=edf02e46-c286-465c-85ad-51aa2103aedf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.830547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.906516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-03319474-54bf-4ba1-92a0-27e1f02905bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.916860 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-03319474-54bf-4ba1-92a0-27e1f02905bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4856968 Jul 16 18:22:34.925979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:34.952411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.953927 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Added segment cad97942-49e2-4d88-aefe-de8550bdca19 of type vlan for network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 Jul 16 18:22:35.078876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.165988 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.167101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.172430 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.267198 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-61ecc624-7e2e-4155-b65c-e539a5dd4589 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9038398 Jul 16 18:22:35.282723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] Pushing event updated for resources: {'Network': ['ID=57fd7b9a-9cc0-4a64-a067-77aac414b1d4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.297697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:35.341131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.357615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2f8674e9-d1c4-40b9-9926-b5806c11aa8f tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'router': {'name': 'tempest-router--1284033393', 'project_id': 'd4903f91ed7d4d4896bfc0decbb32159'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:35.475862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-1dbca633-4b07-4011-8631-ae6b3a9c34d5 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458045 Jul 16 18:22:35.617015 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.639715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b4dd2b16-16b6-42ec-879e-3fb5d6453a91 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3203936 Jul 16 18:22:35.640317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.666643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Request body: {'subnet': {'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202761834-subnet', 'tenant_id': '0ee4c3a2a961402699acc428227b4f9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:35.751121 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f8674e9-d1c4-40b9-9926-b5806c11aa8f tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.756590 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f8674e9-d1c4-40b9-9926-b5806c11aa8f tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.831875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Made reservation on behalf of 0ee4c3a2a961402699acc428227b4f9a for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:35.834221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.910305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-180cae5f-1c39-4de9-a690-1214ce6e34a0 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113581 Jul 16 18:22:35.947547 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.950073 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.007061 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-113be819-d995-42e0-885a-c53fa390eaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.081321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:36.086487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a1aa480-2245-4aab-b136-f5fd257fcafd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d HTTP/1.1" status: 200 len: 217 time: 0.1557467 Jul 16 18:22:36.179045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.179929 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Added segment aa3a4b4a-ad01-4b03-bc21-a708fccda713 of type vlan for network 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 Jul 16 18:22:36.182478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01452c4-037b-42b3-8f32-d5d80005d5ab,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.330317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.344258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-8a3d4e35-e5f5-458a-b110-319d414036eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.353569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-8a3d4e35-e5f5-458a-b110-319d414036eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.2570591 Jul 16 18:22:36.429029 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.469111 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f8674e9-d1c4-40b9-9926-b5806c11aa8f tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.502627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:22:36.511835 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f8674e9-d1c4-40b9-9926-b5806c11aa8f tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.587667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3418406f-e7dc-4c85-981a-a9179ec2f8c5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.624297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f8674e9-d1c4-40b9-9926-b5806c11aa8f tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.625753 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2f8674e9-d1c4-40b9-9926-b5806c11aa8f tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2835767 Jul 16 18:22:36.629536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:36.718283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.719380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.720563 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.802563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1731985 Jul 16 18:22:36.808692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59638) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:36.818177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Request body: {'subnet': {'network_id': '43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-168825305-subnet', 'tenant_id': 'abd1ade3470747a4a3f08bceac2cadc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:36.825230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ca34f02-3f39-45be-a538-2b37df07c913 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.976040 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.050298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Checking segment: {'id': 'cad97942-49e2-4d88-aefe-de8550bdca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:37.050298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Network hostable DHCP agents. Network: 57fd7b9a-9cc0-4a64-a067-77aac414b1d4, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:37.328371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-6d1553b9-5fa3-4c7d-8358-058409fd8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.330001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-6d1553b9-5fa3-4c7d-8358-058409fd8cd4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9683895 Jul 16 18:22:37.344152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32ffd6-1946-444e-a9b5-6df5aafde600 req-95dcab7f-2d03-4e0b-a1a6-abd10cf88153 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.345963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f32ffd6-1946-444e-a9b5-6df5aafde600 req-95dcab7f-2d03-4e0b-a1a6-abd10cf88153 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 1.4342525 Jul 16 18:22:37.346751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a8a70-648d-412d-8e62-d6ff1e67956e admin admin] Pushing event updated for resources: {'Network': ['ID=43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:37.352421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-fd2223c1-1836-4a19-964d-c1a23c45778e tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:22:37.354140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-fd2223c1-1836-4a19-964d-c1a23c45778e tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5744452 Jul 16 18:22:37.365555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:37.414300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ca34f02-3f39-45be-a538-2b37df07c913 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.433176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ca34f02-3f39-45be-a538-2b37df07c913 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.435242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:37.452796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-29a6fb7a-ff3a-4615-b98d-3ffeb1495f9a service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959759 Jul 16 18:22:37.459213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Request body: {'binding': {'host': 'n-h2-793619-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:37.459809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Unknown quota resources ['binding']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:22:37.466004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 57fd7b9a-9cc0-4a64-a067-77aac414b1d4) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:37.479082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.479831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.488847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a9fe38-6e9f-4d38-835c-683af5282240 None None] Network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:37.679038 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3fc0b157-2626-44af-9571-400aa249cb2f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0263209 Jul 16 18:22:37.679038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ca34f02-3f39-45be-a538-2b37df07c913 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.679552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca34f02-3f39-45be-a538-2b37df07c913 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cde938c1-c339-40bf-ad35-bafa2ae8f3db {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:37.715991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Made reservation on behalf of abd1ade3470747a4a3f08bceac2cadc2 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:37.716442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ca34f02-3f39-45be-a538-2b37df07c913 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.718440 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0ca34f02-3f39-45be-a538-2b37df07c913 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "DELETE /v2.0/routers/cde938c1-c339-40bf-ad35-bafa2ae8f3db HTTP/1.1" status: 204 len: 168 time: 1.0869255 Jul 16 18:22:37.719278 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.867782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 on host n-h2-793619-10 for vnic_type normal with profile None {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:37.868751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:37.869358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 on network 3c03f846-aaaa-456d-8375-095db69b557a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:37.911988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Port 3191fefb-c86e-45a2-9eb9-4e2965964991 on network 3c03f846-aaaa-456d-8375-095db69b557a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:37.912683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 on network 3c03f846-aaaa-456d-8375-095db69b557a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:37.959208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1553b5-0b2b-4596-bcb2-0b420521103b None None] Network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:38.009823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f32ffd6-1946-444e-a9b5-6df5aafde600 req-ec50a9c8-98ac-41e0-b838-8fca35b9c8d4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5558605 Jul 16 18:22:38.041659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:38.042123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Checking segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:38.042586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Bound using segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:38.043608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Bound port: 3191fefb-c86e-45a2-9eb9-4e2965964991, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:38.143392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.189462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:38.205721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.207019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] 10.222.0.60 "POST /v2.0/ports/3191fefb-c86e-45a2-9eb9-4e2965964991/bindings HTTP/1.1" status: 201 len: 390 time: 0.7513828 Jul 16 18:22:38.229688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.268949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-c672d7d1-1459-4cb6-a99a-e45d6cdc5671 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427662 Jul 16 18:22:38.355329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-d687a059-b9f1-448e-a3a7-e264441416b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 HTTP/1.1" status: 200 len: 217 time: 0.0781813 Jul 16 18:22:38.359674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4333124c-f2ca-4ea1-8cef-1a189c17afbd,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.424194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-e4187c01-ca23-44b0-bc7a-e91257f2dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.425847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-e4187c01-ca23-44b0-bc7a-e91257f2dd1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.0636494 Jul 16 18:22:38.427352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Checking segment: {'id': 'aa3a4b4a-ad01-4b03-bc21-a708fccda713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:38.427799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Network hostable DHCP agents. Network: 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:38.506271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Network 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:38.563702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:38.577551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d67ff4-9d57-447c-ad9f-1d7702496d73 None None] Network 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:38.589909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.595779 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.647875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-4fee2b90-2c3e-4226-9851-6926edcec931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.665497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-4fee2b90-2c3e-4226-9851-6926edcec931 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2286687 Jul 16 18:22:38.694890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-659337622', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:38.737013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-38cd1668-382a-4827-85af-9dceb0c3f791 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9255421 Jul 16 18:22:38.754394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.763135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.769668 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.043721 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d341a6-508c-4760-af38-89e73fc78717 None None] Network 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:39.099919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-478e66dc-4914-4e83-85da-2939b4c38b78 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237874 Jul 16 18:22:39.471681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-09b3260b-7591-449c-b959-590936558268 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604720 Jul 16 18:22:39.672041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.699159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-2a61bdc2-641c-4788-95d2-b977c57968e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d02ac2da-e0ee-4373-8793-44f99b933222 HTTP/1.1" status: 200 len: 217 time: 0.1918697 Jul 16 18:22:39.857015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.873698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-502d7ac0-e0d7-4764-af20-5864bf2a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.875209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-502d7ac0-e0d7-4764-af20-5864bf2a12b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.1640069 Jul 16 18:22:39.906437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-3991aadb-5880-4fbe-af1e-7619c0948dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.908205 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-3991aadb-5880-4fbe-af1e-7619c0948dc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1097 time: 0.5468507 Jul 16 18:22:39.934541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc8c1d-6af3-440f-99c1-e363d7c8f170 req-847550a8-c9fe-428f-99eb-314bb139356b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.936265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4bbc8c1d-6af3-440f-99c1-e363d7c8f170 req-847550a8-c9fe-428f-99eb-314bb139356b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 1.1448829 Jul 16 18:22:40.031183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4fbac-fb5b-4185-9228-66cc691e0212 req-cc0a6780-18de-4d78-8303-686d64d82d60 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.032825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7d4fbac-fb5b-4185-9228-66cc691e0212 req-cc0a6780-18de-4d78-8303-686d64d82d60 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.4218111 Jul 16 18:22:40.152334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4bbc8c1d-6af3-440f-99c1-e363d7c8f170 req-0d8139a7-0966-4b02-818c-9a699dca8be8 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973410 Jul 16 18:22:40.170782 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7d4fbac-fb5b-4185-9228-66cc691e0212 req-931eb49f-3c16-4344-904e-b1dcf0a66070 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171622 Jul 16 18:22:40.185517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-29834257-3c97-409b-b559-4521b3f2f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.187046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-29834257-3c97-409b-b559-4521b3f2f881 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3044481 Jul 16 18:22:40.231550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-27dde5fb-3b94-4b0b-a8db-8a57213dd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.234838 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-27dde5fb-3b94-4b0b-a8db-8a57213dd6de service neutron] 10.222.0.46 "GET /v2.0/networks?id=3c03f846-aaaa-456d-8375-095db69b557a HTTP/1.1" status: 200 len: 897 time: 0.2803595 Jul 16 18:22:40.262922 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.515990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-d43bca5b-6cc6-495e-b1f9-318c1a0bebc0 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208282 Jul 16 18:22:40.576285 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.778085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.819067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55b04c31-e4b4-427d-9fac-c63bedf5a84d req-4f7bd9c1-1ee8-4eae-b234-484ae92e0752 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952476 Jul 16 18:22:41.063034 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-610783d5-e6ba-4a75-ae91-2f651da90765 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 200 len: 1001 time: 0.3045046 Jul 16 18:22:41.182989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Allocated IP 172.25.2.3 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/2c07a1bd-941a-4028-94b3-8f367c71a651) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:41.575820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1a7a-a53f-4e56-b878-54f3f7c9bdad req-0c1feac4-b967-43da-a7af-1ec79ffb20df tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.584083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-42cf1a7a-a53f-4e56-b878-54f3f7c9bdad req-0c1feac4-b967-43da-a7af-1ec79ffb20df tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.1333129 Jul 16 18:22:41.610313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-bccecf32-d511-4f0c-a3f8-6dc4ed456bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.613067 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-bccecf32-d511-4f0c-a3f8-6dc4ed456bc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f004c9f4-b566-404a-8fed-603cc4dacae7 HTTP/1.1" status: 200 len: 834 time: 0.1610422 Jul 16 18:22:41.624323 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.700951 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-42cf1a7a-a53f-4e56-b878-54f3f7c9bdad req-c192827b-3c76-43a5-b3ea-80c53abc8227 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079454 Jul 16 18:22:41.831407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-823a1825-0c08-4b4a-9044-801c692835fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.839754 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-823a1825-0c08-4b4a-9044-801c692835fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3c03f846-aaaa-456d-8375-095db69b557a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1991246 Jul 16 18:22:41.868864 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.106851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:42.124906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:42.148781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:42.159235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb2bc-9e45-46d7-aaaa-88bad97feeaa req-58c605e4-3e38-4b1a-9270-fb3bb087cd4d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.162707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-875cb2bc-9e45-46d7-aaaa-88bad97feeaa req-58c605e4-3e38-4b1a-9270-fb3bb087cd4d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.1897528 Jul 16 18:22:42.280897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-875cb2bc-9e45-46d7-aaaa-88bad97feeaa req-5ab45a07-5397-452e-9d21-62277485a61b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072884 Jul 16 18:22:42.365983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event updated for resources: {'Port': ['ID=2c07a1bd-941a-4028-94b3-8f367c71a651,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:42.492857 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-634f35f0-2bcb-40e0-8146-07a3af2a9714 service neutron] 10.222.0.46 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942373 Jul 16 18:22:42.847261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.096058 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-500d2b7c-d05b-458f-aab1-ab9fc7034756 service neutron] 10.222.0.46 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927325 Jul 16 18:22:43.383550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.407336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b6b92-7653-473c-8637-01365ca080c4 req-5de41946-00de-414c-a213-1861ae815513 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.414193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-5de41946-00de-414c-a213-1861ae815513 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/networks?id=43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 HTTP/1.1" status: 200 len: 821 time: 0.2796240 Jul 16 18:22:43.537298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-4e7d0443-79a1-4018-a563-6567c9b40239 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/quotas/abd1ade3470747a4a3f08bceac2cadc2 HTTP/1.1" status: 200 len: 375 time: 0.1222084 Jul 16 18:22:43.672881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-50909fbd-01d2-43d9-8586-84a25f50ab2b tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=abd1ade3470747a4a3f08bceac2cadc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189771 Jul 16 18:22:43.742743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Router 883d21c2-482b-47d5-bbf1-c1b10f007bb0 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:22:43.792697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-de9c4c19-4eb7-49e4-99eb-d7326866dba0 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.794471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-de9c4c19-4eb7-49e4-99eb-d7326866dba0 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/networks?id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4 HTTP/1.1" status: 200 len: 809 time: 0.6329138 Jul 16 18:22:43.892408 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-129c8abe-d21e-42e2-a625-c60e9e4ab6a5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/quotas/0ee4c3a2a961402699acc428227b4f9a HTTP/1.1" status: 200 len: 375 time: 0.0848229 Jul 16 18:22:43.956990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-ac82db94-8013-484b-8a9a-d6852d4c3a8c tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee4c3a2a961402699acc428227b4f9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632555 Jul 16 18:22:44.052053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-2696c0c8-e79f-4746-9833-cb858343daaf service neutron] 10.222.0.60 "GET /v2.0/networks/43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627539 Jul 16 18:22:44.192071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:44.203340 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725d9954-c126-41ae-8127-c8fba2cd316d None None] Sync routers for ids ['883d21c2-482b-47d5-bbf1-c1b10f007bb0'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:44.227067 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d9954-c126-41ae-8127-c8fba2cd316d None None] Routers {'883d21c2-482b-47d5-bbf1-c1b10f007bb0'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:44.230074 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-725d9954-c126-41ae-8127-c8fba2cd316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['883d21c2-482b-47d5-bbf1-c1b10f007bb0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:44.291203 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-725d9954-c126-41ae-8127-c8fba2cd316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:44.295893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-097fa1ca-defe-4447-b1c5-2743e5f9c144 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:44.297507 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-097fa1ca-defe-4447-b1c5-2743e5f9c144 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984&tenant_id=31c96d00249a453298ef421573e576c2&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1097 time: 0.3280599 Jul 16 18:22:44.298515 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.302325 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6f4f8854-7c2c-4ffb-aae5-64846ebc989b tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1553352 Jul 16 18:22:44.303322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.322810 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d9954-c126-41ae-8127-c8fba2cd316d None None] Routers {'883d21c2-482b-47d5-bbf1-c1b10f007bb0'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:44.327847 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-725d9954-c126-41ae-8127-c8fba2cd316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['883d21c2-482b-47d5-bbf1-c1b10f007bb0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:44.412066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-61cb7161-4177-4624-8abb-fff364d57be2 service neutron] 10.222.0.60 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540975 Jul 16 18:22:44.418200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793619-10'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:44.443566 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-725d9954-c126-41ae-8127-c8fba2cd316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:44.444246 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725d9954-c126-41ae-8127-c8fba2cd316d None None] The sync data for ids ['883d21c2-482b-47d5-bbf1-c1b10f007bb0'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:44.554652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-7731642d-5c78-41a3-b71a-264273bb4d49 service neutron] 10.222.0.60 "GET /v2.0/networks/43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006790 Jul 16 18:22:44.598195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-87303c62-0693-46c5-a432-c81c7fe5ce47 service neutron] 10.222.0.60 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851599 Jul 16 18:22:44.720246 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6666ab31-51a9-401e-9f0c-8ceb983dc3ad tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/routers/883d21c2-482b-47d5-bbf1-c1b10f007bb0 HTTP/1.1" status: 200 len: 922 time: 0.4129894 Jul 16 18:22:44.720665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.721664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.834478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-081e51fc-4451-4d81-b80d-a70e28c0a1b2 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=883d21c2-482b-47d5-bbf1-c1b10f007bb0 HTTP/1.1" status: 200 len: 205 time: 0.1123528 Jul 16 18:22:44.835364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.949986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:45.135806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:45.304753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:45.319194 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9afd4ea-b38e-4ae8-a1bc-adb622d44c43" -d '{"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-unplugged", "status": "completed", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:45.325039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.330338 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.356168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.623373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08584e82-5c84-430d-8b72-3fea24a91f86 req-04a18d22-986e-4936-9371-df16ee51454e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.625028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08584e82-5c84-430d-8b72-3fea24a91f86 req-04a18d22-986e-4936-9371-df16ee51454e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.5410478 Jul 16 18:22:45.751198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Pushing event updated for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.866479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 on host n-h1-793619-10 for vnic_type normal with profile {"migrating_to": "n-h2-793619-10"} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:45.866790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:45.867125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 on network 3c03f846-aaaa-456d-8375-095db69b557a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:45.887398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Port 3191fefb-c86e-45a2-9eb9-4e2965964991 on network 3c03f846-aaaa-456d-8375-095db69b557a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:45.887793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Attempting to bind port 3191fefb-c86e-45a2-9eb9-4e2965964991 on network 3c03f846-aaaa-456d-8375-095db69b557a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:45.917158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:45.925204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Checking segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:45.925855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Bound using segment: {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:45.926691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Bound port: 3191fefb-c86e-45a2-9eb9-4e2965964991, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68baf881-84a8-40f9-bc0a-bd9b5ac65c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:45.927363 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.044274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63ad0f58-4b86-4420-876f-443c76a34550 None None] Provisioning complete for port 3191fefb-c86e-45a2-9eb9-4e2965964991 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:46.046443 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63ad0f58-4b86-4420-876f-443c76a34550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.158053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:46.163639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:46.172866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.179015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63ad0f58-4b86-4420-876f-443c76a34550 None None] Port 3191fefb-c86e-45a2-9eb9-4e2965964991 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:46.469097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Pushing event updated for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=8']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:46.582849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.583494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.584985 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-b52a2993-4d79-464d-a40a-346d17743498 service neutron] 10.222.0.46 "PUT /v2.0/ports/3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 200 len: 1123 time: 2.1748474 Jul 16 18:22:46.699954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['3191fefb-c86e-45a2-9eb9-4e2965964991'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:46.864217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08584e82-5c84-430d-8b72-3fea24a91f86 req-3b657eee-8240-489b-acc2-95434969cb15 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2138634 Jul 16 18:22:46.911381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-afdf80db-f9b9-42d7-ad6f-d76e2251dd93 None None] Provisioning complete for port 3191fefb-c86e-45a2-9eb9-4e2965964991 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:46.911814 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afdf80db-f9b9-42d7-ad6f-d76e2251dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.926295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.945460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76347700-c890-4efe-a9fc-90183a852a29 req-c6211493-2855-40c0-8d20-1468c58a2092 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.954125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76347700-c890-4efe-a9fc-90183a852a29 req-c6211493-2855-40c0-8d20-1468c58a2092 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 1.4827933 Jul 16 18:22:47.126311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76347700-c890-4efe-a9fc-90183a852a29 req-bf76c15c-d7c9-4139-a7bc-a862ba9f94cd tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492903 Jul 16 18:22:47.146244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Deleting port 2c07a1bd-941a-4028-94b3-8f367c71a651 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:47.147517 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.234581 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afdf80db-f9b9-42d7-ad6f-d76e2251dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.428762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:47.442782 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.450684 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eb703a-0fc4-4776-b236-32dac803b759" -d '{"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-plugged", "status": "completed", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:47.457569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Calling delete_port for 2c07a1bd-941a-4028-94b3-8f367c71a651 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:47.488994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-afdf80db-f9b9-42d7-ad6f-d76e2251dd93 None None] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:47.505397 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afdf80db-f9b9-42d7-ad6f-d76e2251dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.612977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf80db-f9b9-42d7-ad6f-d76e2251dd93 None None] Pushing event updated for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:47.787260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.793130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52195e5f-3c54-4bea-9961-52d469ecf78b req-8d4a835b-0e7d-49d1-8c0c-5ae0c1d74745 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 210 time: 0.0615792 Jul 16 18:22:47.860429 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e3032e2-cbfd-46db-98bf-f72a5e54eecf req-bfe56c34-0f05-4554-9600-4fff9b50e5f9 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 210 time: 0.1255383 Jul 16 18:22:47.949175 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0783f6c0-eb2f-4123-834e-9c3496925c32 x-openstack-request-id: req-0783f6c0-eb2f-4123-834e-9c3496925c32 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:47.949742 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-unplugged", "status": "completed", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:47.949742 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0783f6c0-eb2f-4123-834e-9c3496925c32 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:47.950108 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'code': 200} Jul 16 18:22:47.988454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event deleted for resources: {'Port': ['ID=2c07a1bd-941a-4028-94b3-8f367c71a651,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:48.076808 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d5e3ea-63ec-4ea2-b769-e3f0e19693b3 x-openstack-request-id: req-36d5e3ea-63ec-4ea2-b769-e3f0e19693b3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:48.077954 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-plugged", "status": "completed", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:48.078415 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36d5e3ea-63ec-4ea2-b769-e3f0e19693b3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:48.079101 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'code': 200} Jul 16 18:22:48.155954 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.464732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.469957 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.589025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.593234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Fanout notify agent at l3_agent the message router_deleted on router 883d21c2-482b-47d5-bbf1-c1b10f007bb0 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:48.614710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.624693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:48.624941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7288fb4d-2b90-440e-a9dd-f33a9e1477a3 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/883d21c2-482b-47d5-bbf1-c1b10f007bb0 HTTP/1.1" status: 204 len: 168 time: 3.7882185 Jul 16 18:22:48.629957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1262181688', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': False}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:48.668054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec88a3-30a1-4f9a-bee7-626f7c91cabb req-3e2eb025-5bf0-419e-8a4a-8905ec0448ef tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.677451 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcec88a3-30a1-4f9a-bee7-626f7c91cabb req-3e2eb025-5bf0-419e-8a4a-8905ec0448ef tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.4406328 Jul 16 18:22:48.698017 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.699162 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.730935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fda86-3a51-468a-a073-262e7a542d59 req-33b914f1-7de4-49da-8c13-2ba52029b440 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.733012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff8fda86-3a51-468a-a073-262e7a542d59 req-33b914f1-7de4-49da-8c13-2ba52029b440 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.3501179 Jul 16 18:22:48.783520 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff8fda86-3a51-468a-a073-262e7a542d59 req-b67e3120-2eb7-449f-abd6-546366bd6355 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435545 Jul 16 18:22:48.805258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcec88a3-30a1-4f9a-bee7-626f7c91cabb req-3cea23c1-8165-4efa-9c79-38de1327af61 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254086 Jul 16 18:22:48.866310 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.994505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6eb1cd2a-192d-4127-a842-16e7378c18d2 req-d7fcc339-c9bd-41b6-8c94-c25a36326794 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 210 time: 0.0577862 Jul 16 18:22:49.103391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.138166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8bf0c65-1a51-4220-82f5-c5b0e3113851 req-5268c06e-55e2-4de7-b5e0-646378e1a2a6 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 210 time: 0.0462253 Jul 16 18:22:49.148610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3191fefb-c86e-45a2-9eb9-4e2965964991 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:49.301318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:49.325697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3191fefb-c86e-45a2-9eb9-4e2965964991 has no active binding in host n-h2-793619-10 {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:22:49.825988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d16fcb45-11a1-43b0-8fad-4361b435a2f9 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.827820 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d16fcb45-11a1-43b0-8fad-4361b435a2f9 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.46 "GET /v2.0/networks?id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4 HTTP/1.1" status: 200 len: 809 time: 0.2271612 Jul 16 18:22:49.829254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.858870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Request body: {'port': {'device_id': 'd2c182a2-1ddf-4693-bd2c-7d6f5184a4a4', 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4', 'admin_state_up': True, 'tenant_id': '0ee4c3a2a961402699acc428227b4f9a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:49.864436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.895315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-46433ec9-19eb-45ad-81c9-c5d0cd361fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.897050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-46433ec9-19eb-45ad-81c9-c5d0cd361fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1497109 Jul 16 18:22:50.007989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Allocated IP 172.25.2.46 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/58d60dff-7c93-4534-94aa-5ee9b231f2b0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:50.048933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:50.051377 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e" -d '{"events": [{"name": "network-changed", "server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:50.200641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-e5541b1b-0df3-4793-ae3f-d636fa235911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.202357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-e5541b1b-0df3-4793-ae3f-d636fa235911 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.2735975 Jul 16 18:22:50.258251 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.322247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Made reservation on behalf of 0ee4c3a2a961402699acc428227b4f9a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:50.328285 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.346925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-bc242601-f296-45f2-a224-bd7f392651d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 200 len: 1000 time: 0.0900903 Jul 16 18:22:50.360671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1754f3c-17c7-40d8-964e-e6f664434b2f req-6ea80a08-6b47-4a9e-bd01-5d986e900e33 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.368568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1754f3c-17c7-40d8-964e-e6f664434b2f req-6ea80a08-6b47-4a9e-bd01-5d986e900e33 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.3000474 Jul 16 18:22:50.425006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3684d2-8176-4775-b6db-f3734408c207 req-2098bbcd-56eb-4dda-a5f4-3335f47e232c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.426742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a3684d2-8176-4775-b6db-f3734408c207 req-2098bbcd-56eb-4dda-a5f4-3335f47e232c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.3578918 Jul 16 18:22:50.466908 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.538471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1754f3c-17c7-40d8-964e-e6f664434b2f req-a94c178b-8873-4f6a-97af-f6f5f7da213a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687510 Jul 16 18:22:50.543346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-7a754305-4fbd-4ee5-87cf-28f001172f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.545075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-7a754305-4fbd-4ee5-87cf-28f001172f19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.1681147 Jul 16 18:22:50.548477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a3684d2-8176-4775-b6db-f3734408c207 req-16e69662-0ed8-4f00-a8e7-6650bd29e12e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098366 Jul 16 18:22:50.720951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-a7c3b48b-d562-4c02-aaeb-791bf997b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.723211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-a7c3b48b-d562-4c02-aaeb-791bf997b4a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642497 Jul 16 18:22:50.811926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:50.819760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:50.823138 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:50.958451 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e4c356-b81a-4916-b1c1-9ed016743808 x-openstack-request-id: req-e5e4c356-b81a-4916-b1c1-9ed016743808 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:50.958915 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:50.959233 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5e4c356-b81a-4916-b1c1-9ed016743808 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:50.960501 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'status': 'completed', 'code': 200} Jul 16 18:22:50.980874 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c573a09a-b537-4fe7-aa29-a7108d11c2c7 req-76621ee6-3af1-48f3-b441-50889e333db2 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 210 time: 0.0589194 Jul 16 18:22:51.081065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2aa4572-99c4-41c6-8645-6629a9beda8d req-b3235f59-c989-4e1a-a777-eb8207ffe161 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 210 time: 0.0588562 Jul 16 18:22:51.085903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-1648b428-f9c3-49ea-9c98-d3012fc7898d service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543477 Jul 16 18:22:51.109892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-06e18367-f3ef-42a1-bd09-f0b73419d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.109892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-06e18367-f3ef-42a1-bd09-f0b73419d7dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1128 time: 0.2307484 Jul 16 18:22:51.170872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event updated for resources: {'Port': ['ID=58d60dff-7c93-4534-94aa-5ee9b231f2b0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:51.280619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b6b92-7653-473c-8637-01365ca080c4 req-2389ab97-eb07-4300-b90b-57f94cf5ed33 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.282213 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-2389ab97-eb07-4300-b90b-57f94cf5ed33 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.46 "GET /v2.0/networks?id=43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 HTTP/1.1" status: 200 len: 821 time: 0.9508278 Jul 16 18:22:51.313874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Request body: {'port': {'device_id': 'ea3838d2-e729-45f8-bb85-9cd4f60d9fd8', 'network_id': '43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16', 'admin_state_up': True, 'tenant_id': 'abd1ade3470747a4a3f08bceac2cadc2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:51.366292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f36faa1a-5306-4fa6-9ae3-344808c3df6f req-a545a212-dfdf-4e68-9663-790dabbcb984 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715840 Jul 16 18:22:51.374694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-ebd464dd-6bbd-494b-b99a-99d5ce899f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.384994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-ebd464dd-6bbd-494b-b99a-99d5ce899f3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c03f846-aaaa-456d-8375-095db69b557a HTTP/1.1" status: 200 len: 897 time: 0.2448978 Jul 16 18:22:51.494770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-66456d8b-3f61-41e0-85b8-b770368feaca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 200 len: 1001 time: 0.1047516 Jul 16 18:22:51.520826 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Allocated IP 172.20.0.10 (57fd7b9a-9cc0-4a64-a067-77aac414b1d4/3418406f-e7dc-4c85-981a-a9179ec2f8c5/dfb765cc-0a82-4789-be3d-503156d86824) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:51.556142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-d530b15c-4da9-4062-95cc-d0defede17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.558052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-d530b15c-4da9-4062-95cc-d0defede17ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f004c9f4-b566-404a-8fed-603cc4dacae7 HTTP/1.1" status: 200 len: 834 time: 0.0603166 Jul 16 18:22:51.625193 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.692782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-69f40380-6f24-4e99-bf0d-06818838cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.694752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-69f40380-6f24-4e99-bf0d-06818838cdad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c03f846-aaaa-456d-8375-095db69b557a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300049 Jul 16 18:22:51.964842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b8ce2-031c-4b32-be50-90f4df5d0eda req-cc750288-5d9e-4354-a538-58deadabe650 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.966370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-019b8ce2-031c-4b32-be50-90f4df5d0eda req-cc750288-5d9e-4354-a538-58deadabe650 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.2288845 Jul 16 18:22:52.014769 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-62f3e163-7758-438b-9bc0-43dc5f1a4a09 service neutron] 10.222.0.45 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118377 Jul 16 18:22:52.051644 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-019b8ce2-031c-4b32-be50-90f4df5d0eda req-c27d11b1-0274-4b8b-bda4-d7c65035ee84 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716512 Jul 16 18:22:52.060172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2ef3f-16bf-4a69-bc36-4ad7985947c9 req-08372225-ae87-4dcf-985c-ead29a20c487 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.061791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bf2ef3f-16bf-4a69-bc36-4ad7985947c9 req-08372225-ae87-4dcf-985c-ead29a20c487 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.2857707 Jul 16 18:22:52.125813 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.247060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bf2ef3f-16bf-4a69-bc36-4ad7985947c9 req-28439998-01dd-4a46-b542-418ff107f57b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149414 Jul 16 18:22:52.250673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.258749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Made reservation on behalf of abd1ade3470747a4a3f08bceac2cadc2 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:52.263176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.296215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2db6ebb4-4ace-4f7e-9755-4fd84dc9ea5e req-5c140855-586c-41dc-984a-27b99d5110ca service neutron] 10.222.0.45 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581286 Jul 16 18:22:52.477357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63b3f7-0c37-495a-a59d-960a46ba4cbb req-3abf4acd-5ae8-47d8-adf3-ad7ee889c086 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.484625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a63b3f7-0c37-495a-a59d-960a46ba4cbb req-3abf4acd-5ae8-47d8-adf3-ad7ee889c086 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 932 time: 0.1002095 Jul 16 18:22:52.507316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Pushing event updated for resources: {'Port': ['ID=dfb765cc-0a82-4789-be3d-503156d86824,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:52.552127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dee886d6-46d2-4575-bcc8-2bf7ffbac9e7 req-d2d851fd-61be-4d13-87e1-0fe0c8d6e76b tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 210 time: 0.0438778 Jul 16 18:22:52.567858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a63b3f7-0c37-495a-a59d-960a46ba4cbb req-5ec4f009-278a-47b6-99ad-47696c38205b tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823646 Jul 16 18:22:52.575823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:52.592183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:52.592183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:52.739268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Allocated IP 172.20.0.13 (43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16/4333124c-f2ca-4ea1-8cef-1a189c17afbd/e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:52.744940 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-6dcbabf8-2954-4421-b66d-dad13ec44a60 service neutron] 10.222.0.45 "GET /v2.0/ports/3191fefb-c86e-45a2-9eb9-4e2965964991/bindings/n-h2-793619-10 HTTP/1.1" status: 200 len: 385 time: 0.5085425 Jul 16 18:22:52.763673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.764291 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.827865 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-f6f941d9-6b97-42b2-8dd3-5dea67c2d0e5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9738188 Jul 16 18:22:52.846253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.870547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Request body: {'port': {'device_id': 'd2c182a2-1ddf-4693-bd2c-7d6f5184a4a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:53.357940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4516505-d196-453f-afd6-e377d8421048 req-f0670f50-3968-4dfb-9442-fd40931066a2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.379280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4516505-d196-453f-afd6-e377d8421048 req-f0670f50-3968-4dfb-9442-fd40931066a2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.1574354 Jul 16 18:22:53.465857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4516505-d196-453f-afd6-e377d8421048 req-f1930baa-b29b-4522-85a9-64c6ccef97c0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846581 Jul 16 18:22:53.490305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.502649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197073b4-f5a6-42ed-90fb-4ba16084e2d7 req-72480001-24fd-4669-8132-78803cefafb7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.504411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-197073b4-f5a6-42ed-90fb-4ba16084e2d7 req-72480001-24fd-4669-8132-78803cefafb7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 945 time: 0.0831115 Jul 16 18:22:53.558123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-197073b4-f5a6-42ed-90fb-4ba16084e2d7 req-e25b5930-d54c-4961-8508-ae2259ac5c13 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409825 Jul 16 18:22:53.760909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-89adb704-359d-4c90-acb2-256853decbdc req-e70c95dd-278b-402e-adcb-c5bbc42e72c9 service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:53.767274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.860940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f2f00bf-a04e-4c32-a67c-07061ae778a7 req-80926d91-65c9-4c49-b4c5-f079f13f687d tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 210 time: 0.0677619 Jul 16 18:22:53.886577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-89adb704-359d-4c90-acb2-256853decbdc req-e70c95dd-278b-402e-adcb-c5bbc42e72c9 service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:53.889057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de63ea8-3c4b-446f-9774-bffec717c08c req-91defd91-89e7-4b88-a9d0-576f635130af tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.891419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4de63ea8-3c4b-446f-9774-bffec717c08c req-91defd91-89e7-4b88-a9d0-576f635130af tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 932 time: 0.1461339 Jul 16 18:22:53.947648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4de63ea8-3c4b-446f-9774-bffec717c08c req-93455ec2-91f0-4622-a0d5-f22c4cc3592a tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487413 Jul 16 18:22:53.993966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Router d0cb424e-ffb3-4aad-aabb-3a8459614314 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:22:54.000552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:54.003317 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39e638c-ce71-4167-91f2-2e5f8c0a74c9" -d '{"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-unplugged", "status": "completed", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:54.026740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-89adb704-359d-4c90-acb2-256853decbdc req-e70c95dd-278b-402e-adcb-c5bbc42e72c9 service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:54.051937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.082164 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8072e6-8ae2-4c0f-b309-f0c86041cfc5 x-openstack-request-id: req-6b8072e6-8ae2-4c0f-b309-f0c86041cfc5 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:54.082521 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-unplugged", "status": "completed", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:54.082832 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b8072e6-8ae2-4c0f-b309-f0c86041cfc5 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:54.083282 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'code': 200} Jul 16 18:22:54.087463 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-e70c95dd-278b-402e-adcb-c5bbc42e72c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.218271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Network 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:54.261396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:54.269706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:54.277974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Pushing event updated for resources: {'Port': ['ID=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.434106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-89adb704-359d-4c90-acb2-256853decbdc req-e70c95dd-278b-402e-adcb-c5bbc42e72c9 service neutron] Transition to ACTIVE for port object 3191fefb-c86e-45a2-9eb9-4e2965964991 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:54.442245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.442872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.467731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-e70c95dd-278b-402e-adcb-c5bbc42e72c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.469942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:54.480192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Sync routers for ids ['d0cb424e-ffb3-4aad-aabb-3a8459614314'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:54.491086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Routers {'d0cb424e-ffb3-4aad-aabb-3a8459614314'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:54.491724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d0cb424e-ffb3-4aad-aabb-3a8459614314'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:54.535055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb765cc-0a82-4789-be3d-503156d86824 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:54.549899 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-9646f059-cf18-4197-95ca-4c4fd77786de tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2402310 Jul 16 18:22:54.554021 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.581642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Request body: {'port': {'device_id': 'ea3838d2-e729-45f8-bb85-9cd4f60d9fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:54.640566 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.640566 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-65a900b1-2571-4296-9712-17d8d9323cdf tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0138998 Jul 16 18:22:54.643971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60034) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:54.681456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Set router d0cb424e-ffb3-4aad-aabb-3a8459614314 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:54.681597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Transition to ACTIVE for port object dfb765cc-0a82-4789-be3d-503156d86824 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:54.684545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c95dd-278b-402e-adcb-c5bbc42e72c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=11']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.703924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.877194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-89adb704-359d-4c90-acb2-256853decbdc req-e70c95dd-278b-402e-adcb-c5bbc42e72c9 service neutron] No DVR routers for this DVR port 3191fefb-c86e-45a2-9eb9-4e2965964991 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:54.893497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e1569f36-cf67-445a-b505-642571d0bb69 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/routers/d0cb424e-ffb3-4aad-aabb-3a8459614314 HTTP/1.1" status: 200 len: 908 time: 0.2474599 Jul 16 18:22:54.896142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:54.913122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1262181688', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': True}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:54.975610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb765cc-0a82-4789-be3d-503156d86824,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.994056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.995414 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.003992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cb424e-ffb3-4aad-aabb-3a8459614314', 'name': 'tempest-snat-router-1262181688', 'tenant_id': '0d06ccdbadb641b1a2d123a8355518a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.46'}], 'enable_snat': False}, 'gw_port_id': '58d60dff-7c93-4534-94aa-5ee9b231f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:48Z', 'updated_at': '2021-07-16T18:22:51Z', 'revision_number': 3, 'project_id': '0d06ccdbadb641b1a2d123a8355518a8', 'gw_port': {'id': '58d60dff-7c93-4534-94aa-5ee9b231f2b0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cb424e-ffb3-4aad-aabb-3a8459614314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:49Z', 'updated_at': '2021-07-16T18:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.029279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.032839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Checking router: d0cb424e-ffb3-4aad-aabb-3a8459614314 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:55.033463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Updating router d0cb424e-ffb3-4aad-aabb-3a8459614314 port 58d60dff-7c93-4534-94aa-5ee9b231f2b0 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:22:55.080926 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.110315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.179699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Attempting to bind port dfb765cc-0a82-4789-be3d-503156d86824 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:55.180730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Attempting to bind port dfb765cc-0a82-4789-be3d-503156d86824 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cad97942-49e2-4d88-aefe-de8550bdca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:55.181273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Attempting to bind port dfb765cc-0a82-4789-be3d-503156d86824 on network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:55.196613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3191fefb-c86e-45a2-9eb9-4e2965964991 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:55.219567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Port dfb765cc-0a82-4789-be3d-503156d86824 on network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:55.219898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Attempting to bind port dfb765cc-0a82-4789-be3d-503156d86824 on network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:55.249388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838170c-15fe-4cfb-99fe-d8bdfce1797e req-99df23e3-eb9f-410c-a79f-5e3877002d68 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.251290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c838170c-15fe-4cfb-99fe-d8bdfce1797e req-99df23e3-eb9f-410c-a79f-5e3877002d68 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.4733377 Jul 16 18:22:55.279379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:55.279722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Checking segment: {'id': 'cad97942-49e2-4d88-aefe-de8550bdca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:55.280107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Bound using segment: {'id': 'cad97942-49e2-4d88-aefe-de8550bdca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:55.280581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Bound port: dfb765cc-0a82-4789-be3d-503156d86824, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad97942-49e2-4d88-aefe-de8550bdca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:55.280949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.283334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3191fefb-c86e-45a2-9eb9-4e2965964991 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:55.283811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1ca13-5d2e-4468-9991-43c8e266ff82 req-18e03c6c-2f92-4939-a1a7-650905cef9c5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.285552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ea1ca13-5d2e-4468-9991-43c8e266ff82 req-18e03c6c-2f92-4939-a1a7-650905cef9c5 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.4025259 Jul 16 18:22:55.294177 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-e70c95dd-278b-402e-adcb-c5bbc42e72c9 service neutron] 10.222.0.45 "PUT /v2.0/ports/3191fefb-c86e-45a2-9eb9-4e2965964991/bindings/n-h2-793619-10/activate HTTP/1.1" status: 200 len: 370 time: 2.5411119 Jul 16 18:22:55.458017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] For port dfb765cc-0a82-4789-be3d-503156d86824, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:55.463672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] For port dfb765cc-0a82-4789-be3d-503156d86824, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dfb765cc-0a82-4789-be3d-503156d86824,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:55.480444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.525653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.542249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.542989 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.544582 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] 10.222.0.46 "PUT /v2.0/ports/dfb765cc-0a82-4789-be3d-503156d86824 HTTP/1.1" status: 200 len: 1093 time: 2.6818292 Jul 16 18:22:55.556298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Transition to ACTIVE for port object 58d60dff-7c93-4534-94aa-5ee9b231f2b0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:55.572844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.609405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9e9c0-0fee-401f-b8cc-2cc4c37d7801 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb765cc-0a82-4789-be3d-503156d86824,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.623234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:55.638061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.685715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Transition to ACTIVE for port object e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:55.693996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Attempting to bind port 58d60dff-7c93-4534-94aa-5ee9b231f2b0 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:55.694473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Attempting to bind port 58d60dff-7c93-4534-94aa-5ee9b231f2b0 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:55.694836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Attempting to bind port 58d60dff-7c93-4534-94aa-5ee9b231f2b0 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:55.698102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20b079-cd77-4995-8984-57691ae0915e None None] Pushing event updated for resources: {'Port': ['ID=58d60dff-7c93-4534-94aa-5ee9b231f2b0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.702089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.714600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:55.714980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:55.715389 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.715789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:55.716271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Bound port: 58d60dff-7c93-4534-94aa-5ee9b231f2b0, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:55.716799 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.800653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] For port 58d60dff-7c93-4534-94aa-5ee9b231f2b0, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:55.806648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] For port 58d60dff-7c93-4534-94aa-5ee9b231f2b0, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=58d60dff-7c93-4534-94aa-5ee9b231f2b0,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:55.813559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Pushing event updated for resources: {'Port': ['ID=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.826084 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.852731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-22ad81ff-f5b9-4aa0-a906-8251b79fd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.852731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-22ad81ff-f5b9-4aa0-a906-8251b79fd894 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ee4c3a2a961402699acc428227b4f9a&device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 1096 time: 0.1980860 Jul 16 18:22:55.898307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Routers {'d0cb424e-ffb3-4aad-aabb-3a8459614314'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:55.899500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['d0cb424e-ffb3-4aad-aabb-3a8459614314'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.929257 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-daa6333d-9563-4f2b-a2ca-2365a7df0fda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfb765cc-0a82-4789-be3d-503156d86824 HTTP/1.1" status: 200 len: 217 time: 0.0598226 Jul 16 18:22:56.005432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-382c08b7-85f7-42d1-8d91-464a7bd8c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.007210 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-382c08b7-85f7-42d1-8d91-464a7bd8c52d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3418406f-e7dc-4c85-981a-a9179ec2f8c5 HTTP/1.1" status: 200 len: 849 time: 0.0695915 Jul 16 18:22:56.069033 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-b9682e74-d802-4ba2-8f97-6e139e14ad28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479145 Jul 16 18:22:56.070588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Attempting to bind port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:56.071273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Attempting to bind port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'aa3a4b4a-ad01-4b03-bc21-a708fccda713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:56.071721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Attempting to bind port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 on network 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:56.077969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 on network 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:56.078460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Attempting to bind port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 on network 43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:56.092101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c182a2-1ddf-4693-bd2c-7d6f5184a4a4', 'tag': 'dfb765cc-0a82-4789-be3d-503156d86824'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:56.094867 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f952b490-eb13-44cc-95fc-e1038f05d982" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4", "tag": "dfb765cc-0a82-4789-be3d-503156d86824"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:56.105484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c838170c-15fe-4cfb-99fe-d8bdfce1797e req-d34930cc-af51-42b2-85a2-7bdf0e35b5f6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8441148 Jul 16 18:22:56.114976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:56.117828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Checking segment: {'id': 'aa3a4b4a-ad01-4b03-bc21-a708fccda713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:56.119666 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Bound using segment: {'id': 'aa3a4b4a-ad01-4b03-bc21-a708fccda713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:56.120343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Bound port: e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3a4b4a-ad01-4b03-bc21-a708fccda713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:56.123415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.169820 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.220583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ea1ca13-5d2e-4468-9991-43c8e266ff82 req-4f2e3d85-7793-4ff4-b778-83be1489568a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9208305 Jul 16 18:22:56.341666 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] For port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:56.343502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20b079-cd77-4995-8984-57691ae0915e None None] Pushing event updated for resources: {'Port': ['ID=58d60dff-7c93-4534-94aa-5ee9b231f2b0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.348148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] For port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,segment=NetworkSegment(aa3a4b4a-ad01-4b03-bc21-a708fccda713),segment_id=aa3a4b4a-ad01-4b03-bc21-a708fccda713)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:56.358094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.393747 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-42345fba-7c1b-42f0-9052-8428ffefd1b1 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.395300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-42345fba-7c1b-42f0-9052-8428ffefd1b1 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984&tenant_id=31c96d00249a453298ef421573e576c2&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 1096 time: 0.4136751 Jul 16 18:22:56.415730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] Set router d0cb424e-ffb3-4aad-aabb-3a8459614314 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:56.516895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.517610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.519732 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] 10.222.0.46 "PUT /v2.0/ports/e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 HTTP/1.1" status: 200 len: 1093 time: 1.9452999 Jul 16 18:22:56.593753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62ecde-62d0-44ec-9d7a-9c883589abef service neutron] Pushing event updated for resources: {'Port': ['ID=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.598529 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-8fceb252-3be4-4798-aecf-a4019d4d1209 service neutron] 10.222.0.46 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170944 Jul 16 18:22:56.716116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-b69206ef-4ff3-4b1b-a4f4-3c61a776fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.717723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-b69206ef-4ff3-4b1b-a4f4-3c61a776fe0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 1096 time: 0.3071580 Jul 16 18:22:56.741258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea406db4-8d0b-45a3-8e8a-c5195ea09609 req-dcaf9c94-d645-4695-a5e7-a7ee9fac9504 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.754341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea406db4-8d0b-45a3-8e8a-c5195ea09609 req-dcaf9c94-d645-4695-a5e7-a7ee9fac9504 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 944 time: 0.3111684 Jul 16 18:22:56.814284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b6b92-7653-473c-8637-01365ca080c4 req-6f374cbb-eb62-4dba-b83e-f6f45bed6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.816556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-6f374cbb-eb62-4dba-b83e-f6f45bed6193 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=abd1ade3470747a4a3f08bceac2cadc2&device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 1096 time: 0.2037585 Jul 16 18:22:56.827483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cb424e-ffb3-4aad-aabb-3a8459614314', 'name': 'tempest-snat-router-1262181688', 'tenant_id': '0d06ccdbadb641b1a2d123a8355518a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.46'}], 'enable_snat': False}, 'gw_port_id': '58d60dff-7c93-4534-94aa-5ee9b231f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:48Z', 'updated_at': '2021-07-16T18:22:51Z', 'revision_number': 3, 'project_id': '0d06ccdbadb641b1a2d123a8355518a8', 'gw_port': {'id': '58d60dff-7c93-4534-94aa-5ee9b231f2b0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cb424e-ffb3-4aad-aabb-3a8459614314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:49Z', 'updated_at': '2021-07-16T18:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:56.849507 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1eee6ff-30cd-42f9-bcf2-4500a204741b req-056bf2de-868c-4fed-bc2c-22d79d5465e7 service neutron] 10.222.0.46 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233410 Jul 16 18:22:56.864672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cae6ee6-e5f6-4f1d-a525-97ad19cbcada None None] The sync data for ids ['d0cb424e-ffb3-4aad-aabb-3a8459614314'] in n-d-793619-10 is: [{'id': 'd0cb424e-ffb3-4aad-aabb-3a8459614314', 'name': 'tempest-snat-router-1262181688', 'tenant_id': '0d06ccdbadb641b1a2d123a8355518a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.46'}], 'enable_snat': False}, 'gw_port_id': '58d60dff-7c93-4534-94aa-5ee9b231f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:48Z', 'updated_at': '2021-07-16T18:22:51Z', 'revision_number': 3, 'project_id': '0d06ccdbadb641b1a2d123a8355518a8', 'gw_port': {'id': '58d60dff-7c93-4534-94aa-5ee9b231f2b0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cb424e-ffb3-4aad-aabb-3a8459614314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:49Z', 'updated_at': '2021-07-16T18:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:56.910781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae8ed0-b7d6-4190-be9d-4c9a88f2b46c req-53777684-dc88-4c16-95a9-693f86663fc8 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.912325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9ae8ed0-b7d6-4190-be9d-4c9a88f2b46c req-53777684-dc88-4c16-95a9-693f86663fc8 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 944 time: 0.3358696 Jul 16 18:22:56.933650 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-905e74ca-88a9-408c-b436-95631f77536a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 HTTP/1.1" status: 200 len: 217 time: 0.0973275 Jul 16 18:22:57.011245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea406db4-8d0b-45a3-8e8a-c5195ea09609 req-b68e5863-7c23-4400-9d0e-1bcf990dca1c tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559047 Jul 16 18:22:57.023158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b6b92-7653-473c-8637-01365ca080c4 req-e833c9ec-84af-4f1c-b13c-911aea029b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.034657 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-e833c9ec-84af-4f1c-b13c-911aea029b2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4333124c-f2ca-4ea1-8cef-1a189c17afbd HTTP/1.1" status: 200 len: 861 time: 0.0751197 Jul 16 18:22:57.100661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9ae8ed0-b7d6-4190-be9d-4c9a88f2b46c req-e86065c9-2c69-47f7-a6e0-ce199cd016ff tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708729 Jul 16 18:22:57.107150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-d66daf64-2fd4-4dc0-af5f-20143a739228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.124260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-d66daf64-2fd4-4dc0-af5f-20143a739228 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1096 time: 0.3062065 Jul 16 18:22:57.124260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.128105 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-4363cef2-800e-499f-b09b-a3ddaedf6a0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928812 Jul 16 18:22:57.143368 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a8a70f-da13-42f1-ad45-fe3f93391df1 x-openstack-request-id: req-16a8a70f-da13-42f1-ad45-fe3f93391df1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:57.143368 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4", "tag": "dfb765cc-0a82-4789-be3d-503156d86824", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:57.144028 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16a8a70f-da13-42f1-ad45-fe3f93391df1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:57.144028 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c182a2-1ddf-4693-bd2c-7d6f5184a4a4', 'tag': 'dfb765cc-0a82-4789-be3d-503156d86824', 'status': 'completed', 'code': 200} Jul 16 18:22:57.183707 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.325118 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-e73236f8-dcf8-4d81-b8a9-9f8e3263e928 service neutron] 10.222.0.46 "GET /v2.0/networks/43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803172 Jul 16 18:22:57.478391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-fcac9996-0ed8-4d46-9d18-6cb32b26d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.481616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-fcac9996-0ed8-4d46-9d18-6cb32b26d246 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3c03f846-aaaa-456d-8375-095db69b557a HTTP/1.1" status: 200 len: 897 time: 0.3620939 Jul 16 18:22:57.512613 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-826b6b92-7653-473c-8637-01365ca080c4 req-076564d1-860d-4769-b1e0-13fda51b3784 service neutron] 10.222.0.46 "GET /v2.0/networks/43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674967 Jul 16 18:22:57.515704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-efd4b026-f6be-4dc2-b57d-0923631cbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.517544 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-efd4b026-f6be-4dc2-b57d-0923631cbf4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ee4c3a2a961402699acc428227b4f9a&device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 1096 time: 0.2149799 Jul 16 18:22:57.659438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-b45f273b-1391-4394-a88d-e09792845428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.662392 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-b45f273b-1391-4394-a88d-e09792845428 service neutron] 10.222.0.46 "GET /v2.0/networks?id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4 HTTP/1.1" status: 200 len: 910 time: 0.1261988 Jul 16 18:22:57.694425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Allocated IP 172.25.2.120 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/fce0d1e0-500c-4401-95c5-06f28bdd187a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:57.705064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5c56e-133c-40d5-bba5-918868443568 req-87f23dfa-bdff-442e-8958-81f9d1344518 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.712249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4d5c56e-133c-40d5-bba5-918868443568 req-87f23dfa-bdff-442e-8958-81f9d1344518 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.3053491 Jul 16 18:22:57.729413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32a974-d89c-4216-bc5c-aacdf7071b31 req-74c53a97-1c84-4a5b-b42a-e96f09dd9366 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.730834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-c012f86b-c9db-4162-9315-bdb02f587084 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfb765cc-0a82-4789-be3d-503156d86824 HTTP/1.1" status: 200 len: 217 time: 0.0499532 Jul 16 18:22:57.731053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d32a974-d89c-4216-bc5c-aacdf7071b31 req-74c53a97-1c84-4a5b-b42a-e96f09dd9366 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 944 time: 0.4168859 Jul 16 18:22:57.744812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-46b44299-7031-45ee-9482-687951485832 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 200 len: 999 time: 0.2093985 Jul 16 18:22:57.923154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4d5c56e-133c-40d5-bba5-918868443568 req-c789f6a9-64cf-47f6-be95-4022f046117d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099562 Jul 16 18:22:57.933049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d32a974-d89c-4216-bc5c-aacdf7071b31 req-0ba40613-25c2-4834-a916-fa2509cab989 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872470 Jul 16 18:22:57.936544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-50a677a1-ac3c-483b-84e4-151ed8852ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.938284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-50a677a1-ac3c-483b-84e4-151ed8852ca7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f004c9f4-b566-404a-8fed-603cc4dacae7 HTTP/1.1" status: 200 len: 834 time: 0.1746147 Jul 16 18:22:57.973928 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.033191 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.116178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:58.147432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:58.165456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:58.240341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.248186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1748040414'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:58.250001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-12ff903f-6169-476e-8ba7-176351af227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.252108 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-12ff903f-6169-476e-8ba7-176351af227e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3418406f-e7dc-4c85-981a-a9179ec2f8c5 HTTP/1.1" status: 200 len: 849 time: 0.5115466 Jul 16 18:22:58.266402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event updated for resources: {'Port': ['ID=fce0d1e0-500c-4401-95c5-06f28bdd187a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.282871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-1aa52df2-c6d1-44a8-b460-f80408621a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.284419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-1aa52df2-c6d1-44a8-b460-f80408621a5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3c03f846-aaaa-456d-8375-095db69b557a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2639506 Jul 16 18:22:58.285893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.286242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.286580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.287007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.287245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.287600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.287892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.288217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.288758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.289216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.289912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.290310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:58.300649 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-6ed9efae-f1dc-4da5-a76c-4e6f16aee44e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317612 Jul 16 18:22:58.443983 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-2672bbbd-a5f8-4189-a330-865acad33a4e service neutron] 10.222.0.46 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351602 Jul 16 18:22:58.537962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:58.542349 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.548456 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f952b490-eb13-44cc-95fc-e1038f05d982 req-be0f4d8e-611c-4042-8c34-fb23af74f18c service neutron] 10.222.0.46 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959480 Jul 16 18:22:58.631000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:58.649403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b34a9-6058-4c20-bde1-325fdc136304 req-c73943c7-29d1-46c6-a38b-809a3214674f tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.651009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f79b34a9-6058-4c20-bde1-325fdc136304 req-c73943c7-29d1-46c6-a38b-809a3214674f tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 944 time: 0.4125357 Jul 16 18:22:58.656411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-c7f2ad65-cc2c-4382-9cef-97e27a58ba0a service neutron] 10.222.0.46 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596532 Jul 16 18:22:58.722580 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.740006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.740415 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Added segment e70efbce-c728-4ef0-b540-6040a9f5da11 of type vlan for network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 Jul 16 18:22:58.782973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c6b4d-0ef4-4479-ab81-9dd55f0bc150 req-b9269ca2-9d5a-48cf-a467-ade2654d098a tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.787218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 58d60dff-7c93-4534-94aa-5ee9b231f2b0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:58.789427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-896c6b4d-0ef4-4479-ab81-9dd55f0bc150 req-b9269ca2-9d5a-48cf-a467-ade2654d098a tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 944 time: 0.4186378 Jul 16 18:22:58.850516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 58d60dff-7c93-4534-94aa-5ee9b231f2b0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:58.856882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 58d60dff-7c93-4534-94aa-5ee9b231f2b0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:58.857082 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.950578 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.993942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 58d60dff-7c93-4534-94aa-5ee9b231f2b0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=58d60dff-7c93-4534-94aa-5ee9b231f2b0,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:58.999587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.057826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=58d60dff-7c93-4534-94aa-5ee9b231f2b0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.146275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3838d2-e729-45f8-bb85-9cd4f60d9fd8', 'tag': 'e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:59.149351 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b562244a-157a-4403-bb81-d791ba044d25" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3838d2-e729-45f8-bb85-9cd4f60d9fd8", "tag": "e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:59.220123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:59.292505 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.314020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f79b34a9-6058-4c20-bde1-325fdc136304 req-788cb247-4352-4bb3-b121-01be40dda68b tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566026 Jul 16 18:22:59.337831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-896c6b4d-0ef4-4479-ab81-9dd55f0bc150 req-08051b49-ed79-48d0-83eb-4d5a468ce4f2 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472145 Jul 16 18:22:59.360843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-fe10bfaf-2545-4208-8b30-995e8364fdcd service neutron] 10.222.0.46 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659408 Jul 16 18:22:59.361889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:59.363596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.390713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'port_id': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'mac_address': 'fa:16:3e:99:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:59.433489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.439344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.439966 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.489834 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.506656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4050ad9f-bea7-4660-a68d-41ba1eb38192 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:59.540784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:59.549173 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.549998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device dfb765cc-0a82-4789-be3d-503156d86824 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:59.562462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3160727 Jul 16 18:22:59.563387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60136) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:59.573136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1679911601'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:59.615163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:59.634029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b69e7a-3593-4e72-9052-f3928a988813 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Network': ['ID=5e82fb2e-8bfc-485f-98cd-7646e4e78162,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.654607 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.665906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.675851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:59.737550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:59.750254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188c3e1-a62f-4ea7-8578-3ceb32ce45b7 req-428d7ad6-7528-46c1-ab0e-cfae110e7692 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.751990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4188c3e1-a62f-4ea7-8578-3ceb32ce45b7 req-428d7ad6-7528-46c1-ab0e-cfae110e7692 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.2361987 Jul 16 18:22:59.761581 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.761952 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Added segment cffa8ee6-e385-4292-b2ce-09e36320c9c0 of type vlan for network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 Jul 16 18:22:59.818115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d706e-56f5-443c-a3f6-bacf916badce req-53b93bce-5c2c-4a51-9eb6-9bfff347adfb tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.819678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af1d706e-56f5-443c-a3f6-bacf916badce req-53b93bce-5c2c-4a51-9eb6-9bfff347adfb tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 945 time: 0.2620413 Jul 16 18:22:59.830194 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.876529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.885988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.886715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.908294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port dfb765cc-0a82-4789-be3d-503156d86824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dfb765cc-0a82-4789-be3d-503156d86824,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:59.922838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4188c3e1-a62f-4ea7-8578-3ceb32ce45b7 req-e333273c-a51d-4c90-8c4e-7ea5aad418b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323225 Jul 16 18:22:59.931149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.934440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'dfb765cc-0a82-4789-be3d-503156d86824', 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4', 'port_id': 'dfb765cc-0a82-4789-be3d-503156d86824', 'mac_address': 'fa:16:3e:a2:68:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3418406f-e7dc-4c85-981a-a9179ec2f8c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:59.956716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af1d706e-56f5-443c-a3f6-bacf916badce req-f9f3e50d-568f-45ce-bfbe-1d99d434eac2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048954 Jul 16 18:22:59.966476 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3994896 Jul 16 18:22:59.971507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:00.008546 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.025574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb765cc-0a82-4789-be3d-503156d86824 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:00.042680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'subnet': {'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:00.046456 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695380a6-4e31-4f82-8058-2a7738ecb244 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Network': ['ID=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:00.049671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port dfb765cc-0a82-4789-be3d-503156d86824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dfb765cc-0a82-4789-be3d-503156d86824,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:00.056611 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.065416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:00.076346 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c17f473-e08e-4e8f-9a00-7b5355a1db11 x-openstack-request-id: req-8c17f473-e08e-4e8f-9a00-7b5355a1db11 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:00.076663 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3838d2-e729-45f8-bb85-9cd4f60d9fd8", "tag": "e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:00.076966 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c17f473-e08e-4e8f-9a00-7b5355a1db11 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:00.077373 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3838d2-e729-45f8-bb85-9cd4f60d9fd8', 'tag': 'e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3', 'status': 'completed', 'code': 200} Jul 16 18:23:00.097361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adb704-359d-4c90-acb2-256853decbdc req-9afefc27-35c8-419a-91b1-82e52174cfa7 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.106504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-9afefc27-35c8-419a-91b1-82e52174cfa7 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984&tenant_id=31c96d00249a453298ef421573e576c2&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 1096 time: 0.3149235 Jul 16 18:23:00.206790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=dfb765cc-0a82-4789-be3d-503156d86824,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:00.215118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:00.219609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.254423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562244a-157a-4403-bb81-d791ba044d25 req-8fbb638e-b32b-4486-98eb-5302117696a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.255985 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b562244a-157a-4403-bb81-d791ba044d25 req-8fbb638e-b32b-4486-98eb-5302117696a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=abd1ade3470747a4a3f08bceac2cadc2&device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 1096 time: 0.1160390 Jul 16 18:23:00.360134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-89adb704-359d-4c90-acb2-256853decbdc req-cf137534-afa9-425f-b8af-373aa0b14d6a service neutron] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:00.361822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Router 5af33e2b-9e9a-4377-9cf7-a994094c7902 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:00.365911 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-89adb704-359d-4c90-acb2-256853decbdc req-cf137534-afa9-425f-b8af-373aa0b14d6a service neutron] Notify callbacks [] for binding, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.368196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-cf137534-afa9-425f-b8af-373aa0b14d6a service neutron] 10.222.0.46 "DELETE /v2.0/ports/3191fefb-c86e-45a2-9eb9-4e2965964991/bindings/n-h1-793619-10 HTTP/1.1" status: 204 len: 173 time: 0.2404635 Jul 16 18:23:00.479888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['dfb765cc-0a82-4789-be3d-503156d86824'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:00.487246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562244a-157a-4403-bb81-d791ba044d25 req-6bb8f7f1-f5d2-4ec4-9d2d-974154aed5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.489416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b562244a-157a-4403-bb81-d791ba044d25 req-6bb8f7f1-f5d2-4ec4-9d2d-974154aed5a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 HTTP/1.1" status: 200 len: 922 time: 0.1973062 Jul 16 18:23:00.517182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['4050ad9f-bea7-4660-a68d-41ba1eb38192'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:00.546551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:00.557526 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Sync routers for ids ['5af33e2b-9e9a-4377-9cf7-a994094c7902'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:00.593920 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Routers {'5af33e2b-9e9a-4377-9cf7-a994094c7902'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:00.594575 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['5af33e2b-9e9a-4377-9cf7-a994094c7902'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:00.604542 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b562244a-157a-4403-bb81-d791ba044d25 req-c1b5b8bd-461f-48bd-b91e-b388c921e8c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 HTTP/1.1" status: 200 len: 217 time: 0.0386488 Jul 16 18:23:00.661553 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.663131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.664482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-675b6bfc-95f9-41c9-82cc-fa27491ae97c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7662890 Jul 16 18:23:00.671084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60158) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:00.760322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562244a-157a-4403-bb81-d791ba044d25 req-1a080a0e-31bd-4e8b-91b7-e817c62aeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.762683 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b562244a-157a-4403-bb81-d791ba044d25 req-1a080a0e-31bd-4e8b-91b7-e817c62aeb90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4333124c-f2ca-4ea1-8cef-1a189c17afbd HTTP/1.1" status: 200 len: 861 time: 0.1473813 Jul 16 18:23:00.821497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 58d60dff-7c93-4534-94aa-5ee9b231f2b0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:00.827328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c0133-87a6-467c-b635-13c5a0181579 req-1cdd3f09-2eaf-48c5-8706-9d620b5aba9b tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.835058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-613c0133-87a6-467c-b635-13c5a0181579 req-1cdd3f09-2eaf-48c5-8706-9d620b5aba9b tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 945 time: 0.2865105 Jul 16 18:23:00.863149 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Set router 5af33e2b-9e9a-4377-9cf7-a994094c7902 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:00.864030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dd33b-397c-4483-95e3-795f530d1dfc req-ee3fbdad-ec9b-417c-b037-24b92d11693a tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.874497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e1dd33b-397c-4483-95e3-795f530d1dfc req-ee3fbdad-ec9b-417c-b037-24b92d11693a tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 944 time: 0.3141484 Jul 16 18:23:00.907027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b562244a-157a-4403-bb81-d791ba044d25 req-8eccf712-6536-4b23-95b9-1812370c6597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921385 Jul 16 18:23:00.927618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-b562244a-157a-4403-bb81-d791ba044d25 req-ed73bf57-25d8-4f6b-869d-f5e472754df5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:23:00.928710 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b562244a-157a-4403-bb81-d791ba044d25 req-ed73bf57-25d8-4f6b-869d-f5e472754df5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117047 Jul 16 18:23:00.972551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 58d60dff-7c93-4534-94aa-5ee9b231f2b0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:00.973108 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.091288 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af33e2b-9e9a-4377-9cf7-a994094c7902', 'name': 'tempest-snat-router-1262181688', 'tenant_id': '0d06ccdbadb641b1a2d123a8355518a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'fce0d1e0-500c-4401-95c5-06f28bdd187a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:55Z', 'updated_at': '2021-07-16T18:22:58Z', 'revision_number': 3, 'project_id': '0d06ccdbadb641b1a2d123a8355518a8', 'gw_port': {'id': 'fce0d1e0-500c-4401-95c5-06f28bdd187a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:42:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af33e2b-9e9a-4377-9cf7-a994094c7902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:57Z', 'updated_at': '2021-07-16T18:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:01.102738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-613c0133-87a6-467c-b635-13c5a0181579 req-75ceb8cb-23de-4c97-8a76-f73bd4143d3f tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654068 Jul 16 18:23:01.107899 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c6046d62-0792-4a39-94cd-cc40950bb72c tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/routers/5af33e2b-9e9a-4377-9cf7-a994094c7902 HTTP/1.1" status: 200 len: 908 time: 0.4348557 Jul 16 18:23:01.108858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.121992 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Subnet': ['ID=fa341516-92b1-4649-8db1-f710b5ffa10a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.129520 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Checking router: 5af33e2b-9e9a-4377-9cf7-a994094c7902 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:01.129973 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Updating router 5af33e2b-9e9a-4377-9cf7-a994094c7902 port fce0d1e0-500c-4401-95c5-06f28bdd187a binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:01.138136 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b562244a-157a-4403-bb81-d791ba044d25 req-cf784574-6590-4f7f-a7b9-5fb8c465b397 service neutron] 10.222.0.46 "GET /v2.0/networks/43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941705 Jul 16 18:23:01.191266 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.215743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Checking segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:01.215966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network hostable DHCP agents. Network: 5e82fb2e-8bfc-485f-98cd-7646e4e78162, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:01.232962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:01.289662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.391203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e1dd33b-397c-4483-95e3-795f530d1dfc req-b891b0f0-b9cf-4174-8d62-e95207198249 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154097 Jul 16 18:23:01.410966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,segment=NetworkSegment(aa3a4b4a-ad01-4b03-bc21-a708fccda713),segment_id=aa3a4b4a-ad01-4b03-bc21-a708fccda713)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:01.411761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:01.439908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3', 'network_id': '43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16', 'port_id': 'e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3', 'mac_address': 'fa:16:3e:c2:1f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4333124c-f2ca-4ea1-8cef-1a189c17afbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:01.475567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 5e82fb2e-8bfc-485f-98cd-7646e4e78162) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:01.483219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.483831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.521069 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.527860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d274c-21be-4179-ad09-3e1a01f74c84 None None] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:01.531061 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.548376 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-991152e1-646a-48a9-854c-10218462218e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5118768 Jul 16 18:23:01.551978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.564388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'subnet': {'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:01.594456 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.605677 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b562244a-157a-4403-bb81-d791ba044d25 req-e4488497-cbf7-43d3-a25c-449556254b5b service neutron] 10.222.0.46 "GET /v2.0/networks/43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599404 Jul 16 18:23:01.608047 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Transition to ACTIVE for port object fce0d1e0-500c-4401-95c5-06f28bdd187a will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:01.623444 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.674026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:01.718459 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Attempting to bind port fce0d1e0-500c-4401-95c5-06f28bdd187a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:01.719565 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Attempting to bind port fce0d1e0-500c-4401-95c5-06f28bdd187a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:01.720151 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Attempting to bind port fce0d1e0-500c-4401-95c5-06f28bdd187a on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:01.729505 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:01.730287 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:01.731010 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.731613 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:01.732343 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Bound port: fce0d1e0-500c-4401-95c5-06f28bdd187a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:01.733117 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.751883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892ed07-8b55-4518-a389-453372e272e5 req-50b65198-b52d-457a-b8d3-84ed1eef3144 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.762365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b892ed07-8b55-4518-a389-453372e272e5 req-50b65198-b52d-457a-b8d3-84ed1eef3144 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.3671186 Jul 16 18:23:01.762615 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8e16e-5893-4261-9a1a-2d3ae26ea196 None None] Pushing event updated for resources: {'Port': ['ID=fce0d1e0-500c-4401-95c5-06f28bdd187a,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.770014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:01.775482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.850633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'fixed_ips': [{'subnet_id': 'fa341516-92b1-4649-8db1-f710b5ffa10a'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:01.862296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Deleting port fce0d1e0-500c-4401-95c5-06f28bdd187a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:01.863343 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] For port fce0d1e0-500c-4401-95c5-06f28bdd187a, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:01.863725 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.865371 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.868203 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] For port fce0d1e0-500c-4401-95c5-06f28bdd187a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fce0d1e0-500c-4401-95c5-06f28bdd187a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:01.877642 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.886490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,segment=NetworkSegment(aa3a4b4a-ad01-4b03-bc21-a708fccda713),segment_id=aa3a4b4a-ad01-4b03-bc21-a708fccda713)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:01.900823 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.964765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b892ed07-8b55-4518-a389-453372e272e5 req-99425e4f-82b2-4a64-ae3f-fa4b265a27ec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997948 Jul 16 18:23:01.991491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f461645-e286-4ff7-86d1-136171b804ac req-a01f8274-94ff-4355-b3fd-378283bc2afa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:01.995945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f461645-e286-4ff7-86d1-136171b804ac req-a01f8274-94ff-4355-b3fd-378283bc2afa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 945 time: 0.3326786 Jul 16 18:23:02.068217 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Routers {'5af33e2b-9e9a-4377-9cf7-a994094c7902'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:02.071723 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:22:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['5af33e2b-9e9a-4377-9cf7-a994094c7902'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:02.077690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.077887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.111906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Calling delete_port for fce0d1e0-500c-4401-95c5-06f28bdd187a owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:02.116027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f461645-e286-4ff7-86d1-136171b804ac req-42c6ebe6-9076-4bd0-b61f-40a7efb8eb27 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079044 Jul 16 18:23:02.182423 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8e16e-5893-4261-9a1a-2d3ae26ea196 None None] Pushing event updated for resources: {'Port': ['ID=fce0d1e0-500c-4401-95c5-06f28bdd187a,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.224100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Allocated IP 10.1.1.2 (5e82fb2e-8bfc-485f-98cd-7646e4e78162/fa341516-92b1-4649-8db1-f710b5ffa10a/65238bc3-aec5-468c-8060-6e7517d0c5fb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:02.277612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.308288 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] Set router 5af33e2b-9e9a-4377-9cf7-a994094c7902 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:02.326544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:02.375754 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af33e2b-9e9a-4377-9cf7-a994094c7902', 'name': 'tempest-snat-router-1262181688', 'tenant_id': '0d06ccdbadb641b1a2d123a8355518a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:55Z', 'updated_at': '2021-07-16T18:23:01Z', 'revision_number': 4, 'project_id': '0d06ccdbadb641b1a2d123a8355518a8', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:02.447859 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c182a-762b-4306-9fd0-71dfee3c5e24 None None] The sync data for ids ['5af33e2b-9e9a-4377-9cf7-a994094c7902'] in n-d-793619-10 is: [{'id': '5af33e2b-9e9a-4377-9cf7-a994094c7902', 'name': 'tempest-snat-router-1262181688', 'tenant_id': '0d06ccdbadb641b1a2d123a8355518a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:55Z', 'updated_at': '2021-07-16T18:23:01Z', 'revision_number': 4, 'project_id': '0d06ccdbadb641b1a2d123a8355518a8', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:02.461437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Subnet': ['ID=2fc4fa43-170b-42b3-bee8-546c6b75f4b0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.471722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Checking segment: {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:02.472171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network hostable DHCP agents. Network: bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:02.499802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:02.512739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:02.519300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.520289 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.545182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cb8a40e5-fc6f-4ba2-ac07-2b62d4f8d1d4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9887049 Jul 16 18:23:02.548096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.554284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'port': {'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'name': 'tempest-TaggedBootDevicesTest_v242-1137535693', 'fixed_ips': [{'subnet_id': 'fa341516-92b1-4649-8db1-f710b5ffa10a'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:02.558617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7175d21-01ec-473b-b71e-a4ddca335a6b None None] Network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:02.592472 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.644997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Transition to ACTIVE for port object 65238bc3-aec5-468c-8060-6e7517d0c5fb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:02.726432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:02.763250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Transition to ACTIVE for port object 65238bc3-aec5-468c-8060-6e7517d0c5fb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:02.784916 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.844704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.870217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] device_id is not set on port f980964f-ab12-4a1c-984a-2ea58998774f yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:02.905171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:02.939632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:02.944335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Pushing event updated for resources: {'Port': ['ID=65238bc3-aec5-468c-8060-6e7517d0c5fb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.949575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:03.046853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Attempting to bind port 65238bc3-aec5-468c-8060-6e7517d0c5fb on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:03.047421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Attempting to bind port 65238bc3-aec5-468c-8060-6e7517d0c5fb by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:03.047922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Attempting to bind port 65238bc3-aec5-468c-8060-6e7517d0c5fb on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:03.061890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1', 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'fixed_ips': [{'subnet_id': '2fc4fa43-170b-42b3-bee8-546c6b75f4b0'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:03.063193 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.077601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:03.078383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Checking segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:03.080142 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.080940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Bound using segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:03.081773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Bound port: 65238bc3-aec5-468c-8060-6e7517d0c5fb, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:03.082138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5004b3-07f7-49af-9c81-67e02d824bc4 req-00ba96b6-ebb8-471d-b466-f1b3ab137319 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.082933 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.090134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db5004b3-07f7-49af-9c81-67e02d824bc4 req-00ba96b6-ebb8-471d-b466-f1b3ab137319 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1096 time: 0.6869400 Jul 16 18:23:03.125907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Allocated IP 10.1.1.91 (5e82fb2e-8bfc-485f-98cd-7646e4e78162/fa341516-92b1-4649-8db1-f710b5ffa10a/f980964f-ab12-4a1c-984a-2ea58998774f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:03.158652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625f2f9-82f3-4963-8fd6-4a031c89b56d req-0a508230-b01e-471b-be1d-51bb14689916 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.164358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c625f2f9-82f3-4963-8fd6-4a031c89b56d req-0a508230-b01e-471b-be1d-51bb14689916 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 945 time: 0.6369989 Jul 16 18:23:03.170808 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55b154fa-7475-471c-ba45-d7b7a1345c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.176694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.234788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db5004b3-07f7-49af-9c81-67e02d824bc4 req-10df2e4a-7ba8-417f-9f45-fa447b10d760 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436696 Jul 16 18:23:03.246562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:03.327965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] For port 65238bc3-aec5-468c-8060-6e7517d0c5fb, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:03.368615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.374919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event deleted for resources: {'Port': ['ID=fce0d1e0-500c-4401-95c5-06f28bdd187a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.384306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Transition to ACTIVE for port object f980964f-ab12-4a1c-984a-2ea58998774f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:03.399779 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c625f2f9-82f3-4963-8fd6-4a031c89b56d req-ea67c715-6af7-4dc9-9e4d-20848b9773d4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109680 Jul 16 18:23:03.437990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] For port 65238bc3-aec5-468c-8060-6e7517d0c5fb, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=65238bc3-aec5-468c-8060-6e7517d0c5fb,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:03.439346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.462341 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.474163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Allocated IP 10.2.2.2 (bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1/2fc4fa43-170b-42b3-bee8-546c6b75f4b0/d839ab0b-7fc9-4673-b728-a4a34a289417) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:03.483729 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.573128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Port': ['ID=f980964f-ab12-4a1c-984a-2ea58998774f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.598838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.599695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.600243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.600852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.601460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.602027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.602366 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.602945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.603848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.604423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.604999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.605531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.605754 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.606278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:03.616579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:03.620721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:03.623913 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:03.634540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:03.641578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1afc7-79f1-4588-8ccb-f19992ad8531 None None] Pushing event updated for resources: {'Port': ['ID=65238bc3-aec5-468c-8060-6e7517d0c5fb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.685409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 4050ad9f-bea7-4660-a68d-41ba1eb38192 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:03.686099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.772350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e333fa0-0928-45cb-b9b5-336aa9f7a5cf req-7e247432-9d47-42ab-a030-13dd33206e9c tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.780727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e333fa0-0928-45cb-b9b5-336aa9f7a5cf req-7e247432-9d47-42ab-a030-13dd33206e9c tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 945 time: 0.3309829 Jul 16 18:23:03.800578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.802533 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.818155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.818802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5af33e2b-9e9a-4377-9cf7-a994094c7902 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:03.840477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e333fa0-0928-45cb-b9b5-336aa9f7a5cf req-6a492d07-de09-48ad-9f4f-cc14bdb522c0 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586526 Jul 16 18:23:03.850234 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.851771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-df1fd53e-7f97-406d-9ee2-fb74f9e2cda5 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "DELETE /v2.0/routers/5af33e2b-9e9a-4377-9cf7-a994094c7902 HTTP/1.1" status: 204 len: 168 time: 2.7418799 Jul 16 18:23:03.853042 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-79d43586-8eb7-4cb7-9db9-247b8180c96e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3035572 Jul 16 18:23:03.853739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60222) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.856387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.859596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'port': {'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'name': 'tempest-TaggedBootDevicesTest_v242-1011705678', 'fixed_ips': [{'subnet_id': 'fa341516-92b1-4649-8db1-f710b5ffa10a'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:03.958098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a85adb-7fbb-4f9f-92f6-4f3efa439050 req-ec74a311-9d7b-4113-ad72-458be715777b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.966963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4a85adb-7fbb-4f9f-92f6-4f3efa439050 req-ec74a311-9d7b-4113-ad72-458be715777b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 945 time: 0.2761967 Jul 16 18:23:04.036024 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.063361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Transition to ACTIVE for port object d839ab0b-7fc9-4673-b728-a4a34a289417 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:04.090969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.093726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:04.113686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4a85adb-7fbb-4f9f-92f6-4f3efa439050 req-48fb8621-05a8-4393-a003-46603ee3411c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396723 Jul 16 18:23:04.114795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.137669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] device_id is not set on port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:04.162538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Transition to ACTIVE for port object d839ab0b-7fc9-4673-b728-a4a34a289417 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:04.186450 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.234455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:04.236983 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64afcb8-a1b0-4a77-9665-9c872bf8555a" -d '{"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:04.267302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:04.269520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:04.273017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:04.276154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:04.289630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.290468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device dfb765cc-0a82-4789-be3d-503156d86824 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:04.316849 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.427920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Allocated IP 10.1.1.222 (5e82fb2e-8bfc-485f-98cd-7646e4e78162/fa341516-92b1-4649-8db1-f710b5ffa10a/7f7b01d2-8289-41dc-9776-7a174fb63fa1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:04.430262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab2300-70bd-4919-ab14-fc531609e619 req-db2e1c38-5487-4503-9608-fb2d0469610e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.440864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44ab2300-70bd-4919-ab14-fc531609e619 req-db2e1c38-5487-4503-9608-fb2d0469610e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.4104955 Jul 16 18:23:04.535441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Pushing event updated for resources: {'Port': ['ID=d839ab0b-7fc9-4673-b728-a4a34a289417,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.539600 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d802c652-f993-4ad5-8f15-668dad34180e x-openstack-request-id: req-d802c652-f993-4ad5-8f15-668dad34180e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:04.539951 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-plugged", "status": "completed", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:04.540209 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d802c652-f993-4ad5-8f15-668dad34180e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:04.540946 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'code': 200} Jul 16 18:23:04.581006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44ab2300-70bd-4919-ab14-fc531609e619 req-f94cea72-4ef5-4fe9-b2ef-e412f6e27706 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386673 Jul 16 18:23:04.626291 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.636373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.671126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Attempting to bind port d839ab0b-7fc9-4673-b728-a4a34a289417 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:04.671792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Attempting to bind port d839ab0b-7fc9-4673-b728-a4a34a289417 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:04.672735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Attempting to bind port d839ab0b-7fc9-4673-b728-a4a34a289417 on network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:04.704559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port dfb765cc-0a82-4789-be3d-503156d86824 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:04.714957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:04.715475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Checking segment: {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:04.716115 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.717333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Bound using segment: {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:04.717333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Bound port: d839ab0b-7fc9-4673-b728-a4a34a289417, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:04.717864 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.734772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.739352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port dfb765cc-0a82-4789-be3d-503156d86824 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:04.739948 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.802173 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d66ada09-3d83-413c-ba6f-576bd6dbf888 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/e22066de-1108-47c0-a978-4ab9aedfaf50 HTTP/1.1" status: 200 len: 991 time: 0.1644988 Jul 16 18:23:04.830296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] For port d839ab0b-7fc9-4673-b728-a4a34a289417, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:04.836555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Deleting port 58d60dff-7c93-4534-94aa-5ee9b231f2b0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:04.836555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.849537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] For port d839ab0b-7fc9-4673-b728-a4a34a289417, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d839ab0b-7fc9-4673-b728-a4a34a289417,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:04.894820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fc9ff-a52a-44c5-bf86-b9ba3d6c295f req-455a2598-df35-4579-a87b-22419f6ffca6 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.918884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.921831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d77fc9ff-a52a-44c5-bf86-b9ba3d6c295f req-455a2598-df35-4579-a87b-22419f6ffca6 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 945 time: 0.1895556 Jul 16 18:23:04.945029 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 65238bc3-aec5-468c-8060-6e7517d0c5fb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:04.963070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Transition to ACTIVE for port object 7f7b01d2-8289-41dc-9776-7a174fb63fa1 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:04.963531 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.970623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af8bb5-5cca-4b97-b246-2954bd9d998d req-ebfacb42-2191-4b6a-a884-9c67af39d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.972161 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e9af8bb5-5cca-4b97-b246-2954bd9d998d req-ebfacb42-2191-4b6a-a884-9c67af39d917 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1099 time: 0.2125380 Jul 16 18:23:05.037220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d77fc9ff-a52a-44c5-bf86-b9ba3d6c295f req-211945df-3345-4950-835a-fc2e1b530689 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098807 Jul 16 18:23:05.039940 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e9af8bb5-5cca-4b97-b246-2954bd9d998d req-41bd4069-875c-491e-9638-169523177ffb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569606 Jul 16 18:23:05.081169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.084382 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] For port 58d60dff-7c93-4534-94aa-5ee9b231f2b0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=58d60dff-7c93-4534-94aa-5ee9b231f2b0,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:05.088386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.128324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Calling delete_port for 58d60dff-7c93-4534-94aa-5ee9b231f2b0 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:05.137246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e6c50-4038-4541-91da-3b55d5d2a4e7 None None] Pushing event updated for resources: {'Port': ['ID=d839ab0b-7fc9-4673-b728-a4a34a289417,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.167392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Port': ['ID=7f7b01d2-8289-41dc-9776-7a174fb63fa1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.198222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:05.203579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:05.206484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:05.266003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 65238bc3-aec5-468c-8060-6e7517d0c5fb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:05.293751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.294936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.301228 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.315368 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8009ca1c-0d86-4d9e-bf49-892805701a8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4600570 Jul 16 18:23:05.350730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port dfb765cc-0a82-4789-be3d-503156d86824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dfb765cc-0a82-4789-be3d-503156d86824,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:05.361957 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.412195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:05.481347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa046d8b-0480-4bf4-a271-6c1d2d480cbf req-24ef6bb3-c762-4c94-8491-73450b7f3742 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.482926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa046d8b-0480-4bf4-a271-6c1d2d480cbf req-24ef6bb3-c762-4c94-8491-73450b7f3742 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 945 time: 0.2147479 Jul 16 18:23:05.509904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=dfb765cc-0a82-4789-be3d-503156d86824,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.546631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60260) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.604722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec5def-2a7e-478b-b875-3c057f19abd4 None None] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:05.638175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:05.664343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:05.664880 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.727009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa046d8b-0480-4bf4-a271-6c1d2d480cbf req-c4d27c21-24b3-41b7-a84b-c25843524ef2 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986773 Jul 16 18:23:05.730259 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.781444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event deleted for resources: {'Port': ['ID=58d60dff-7c93-4534-94aa-5ee9b231f2b0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.784278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9f933ae5-0369-4c32-9d46-1b9c6bdd25d5 None None] Provisioning for port 65238bc3-aec5-468c-8060-6e7517d0c5fb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:05.838277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 56c3de5a-4c9d-43a5-a36e-ce8cfa72faa3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:05.838829 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.843206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9f933ae5-0369-4c32-9d46-1b9c6bdd25d5 None None] Provisioning complete for port 65238bc3-aec5-468c-8060-6e7517d0c5fb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:05.843757 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f933ae5-0369-4c32-9d46-1b9c6bdd25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.855011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f89d4-bd78-4f37-848c-b92e307a51a4 req-b89d6e67-4b55-4658-844e-47eec3106309 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.886508 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e1f89d4-bd78-4f37-848c-b92e307a51a4 req-b89d6e67-4b55-4658-844e-47eec3106309 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 947 time: 0.2322149 Jul 16 18:23:05.939913 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.966604 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.967000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.983893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 56c3de5a-4c9d-43a5-a36e-ce8cfa72faa3 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:06.000657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e1f89d4-bd78-4f37-848c-b92e307a51a4 req-802e0a10-08c6-482a-be76-1ef9871ae50a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130712 Jul 16 18:23:06.135018 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.136120 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3e6f-10e2-408b-9fd1-dcbc0b3e958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.137314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.145192 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.181537 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.197819 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.198126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0cb424e-ffb3-4aad-aabb-3a8459614314 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:06.202654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.207572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cd1ed386-ba34-4da8-8f37-2fe64ffc28ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "DELETE /v2.0/routers/d0cb424e-ffb3-4aad-aabb-3a8459614314 HTTP/1.1" status: 204 len: 168 time: 2.3466358 Jul 16 18:23:06.208232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60270) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.213690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-716880163', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:06.253321 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f933ae5-0369-4c32-9d46-1b9c6bdd25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.319463 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.325433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.452218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.468942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9f933ae5-0369-4c32-9d46-1b9c6bdd25d5 None None] For port 65238bc3-aec5-468c-8060-6e7517d0c5fb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=65238bc3-aec5-468c-8060-6e7517d0c5fb,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:06.497465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,segment=NetworkSegment(aa3a4b4a-ad01-4b03-bc21-a708fccda713),segment_id=aa3a4b4a-ad01-4b03-bc21-a708fccda713)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:06.500315 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f933ae5-0369-4c32-9d46-1b9c6bdd25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.520632 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.556909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=56c3de5a-4c9d-43a5-a36e-ce8cfa72faa3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.558723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c182a2-1ddf-4693-bd2c-7d6f5184a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb765cc-0a82-4789-be3d-503156d86824'}, {'server_uuid': 'ea3838d2-e729-45f8-bb85-9cd4f60d9fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:06.567376 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d291df59-19c5-41d8-9d5b-3818cb168721" -d '{"events": [{"server_uuid": "d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4", "name": "network-vif-plugged", "status": "completed", "tag": "dfb765cc-0a82-4789-be3d-503156d86824"}, {"server_uuid": "ea3838d2-e729-45f8-bb85-9cd4f60d9fd8", "name": "network-vif-plugged", "status": "completed", "tag": "e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:06.570285 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.659582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f933ae5-0369-4c32-9d46-1b9c6bdd25d5 None None] Pushing event updated for resources: {'Port': ['ID=65238bc3-aec5-468c-8060-6e7517d0c5fb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.674090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60282) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.697303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-51549af4-62d1-4f71-8e75-03efdbd6323d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794424409', 'description': 'tempest-description--961574636'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:06.744984 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d1f55c-6c02-4525-979f-f952fa490292 x-openstack-request-id: req-f7d1f55c-6c02-4525-979f-f952fa490292 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:06.745324 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4", "name": "network-vif-plugged", "status": "completed", "tag": "dfb765cc-0a82-4789-be3d-503156d86824", "code": 200}, {"server_uuid": "ea3838d2-e729-45f8-bb85-9cd4f60d9fd8", "name": "network-vif-plugged", "status": "completed", "tag": "e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:06.746047 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7d1f55c-6c02-4525-979f-f952fa490292 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:06.746148 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c182a2-1ddf-4693-bd2c-7d6f5184a4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb765cc-0a82-4789-be3d-503156d86824', 'code': 200} Jul 16 18:23:06.746374 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3838d2-e729-45f8-bb85-9cd4f60d9fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3', 'code': 200} Jul 16 18:23:06.777992 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.778414 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Floating IP e22066de-1108-47c0-a978-4ab9aedfaf50 disassociated (deleted). External IP: 172.25.2.234, port: 3191fefb-c86e-45a2-9eb9-4e2965964991. Jul 16 18:23:06.779071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.927546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.970379 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.176071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Provisioning complete for port 65238bc3-aec5-468c-8060-6e7517d0c5fb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:07.176619 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.200984 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51549af4-62d1-4f71-8e75-03efdbd6323d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.227906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365628a0-3908-40de-add4-65b1633dac00 req-72ec8f80-8f65-4687-b6b7-c867abe79786 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.242590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-365628a0-3908-40de-add4-65b1633dac00 req-72ec8f80-8f65-4687-b6b7-c867abe79786 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 946 time: 0.5299299 Jul 16 18:23:07.363027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Provisioning for port f980964f-ab12-4a1c-984a-2ea58998774f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:07.368553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Provisioning complete for port f980964f-ab12-4a1c-984a-2ea58998774f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:07.369141 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.387622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75aee8-d743-4b97-9ff9-a20fc1d634cd req-221255dc-ab17-4c60-bf03-82f7900b6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.390029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d75aee8-d743-4b97-9ff9-a20fc1d634cd req-221255dc-ab17-4c60-bf03-82f7900b6afc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 1098 time: 0.4296589 Jul 16 18:23:07.423086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Port f980964f-ab12-4a1c-984a-2ea58998774f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:07.432021 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d839ab0b-7fc9-4673-b728-a4a34a289417 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:07.488325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e23743-4a5c-416c-a383-3f7771893540 None None] Network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:07.495532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-365628a0-3908-40de-add4-65b1633dac00 req-bb0ff60d-6e59-4869-afe8-7d895c28ec37 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519922 Jul 16 18:23:07.539917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d75aee8-d743-4b97-9ff9-a20fc1d634cd req-3d348683-9492-4f69-b82d-26017037af49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361773 Jul 16 18:23:07.542353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5647360-c561-43ab-a4d7-0c1bc3195832 req-60491af1-7a06-4603-af2b-5dc92f94f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.544053 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5647360-c561-43ab-a4d7-0c1bc3195832 req-60491af1-7a06-4603-af2b-5dc92f94f327 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 1098 time: 0.6091170 Jul 16 18:23:07.562551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Provisioning for port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:07.658313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254cc76-dd5a-4e9f-b2f7-1ea853c65c30 req-cb307230-8457-4e0a-9c2c-9f0b2eaa4420 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.677131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7254cc76-dd5a-4e9f-b2f7-1ea853c65c30 req-cb307230-8457-4e0a-9c2c-9f0b2eaa4420 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 946 time: 0.3730536 Jul 16 18:23:07.729669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Provisioning complete for port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:07.730053 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.756718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d839ab0b-7fc9-4673-b728-a4a34a289417 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:07.772320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 65238bc3-aec5-468c-8060-6e7517d0c5fb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:07.813079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51549af4-62d1-4f71-8e75-03efdbd6323d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.815619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:07.816832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7254cc76-dd5a-4e9f-b2f7-1ea853c65c30 req-cee75e8a-ecec-473d-8402-5bfc1cab8abc tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387041 Jul 16 18:23:07.826265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f33d6e49-aea0-4b00-93b0-96bc4592bda1 None None] Port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:07.833152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51549af4-62d1-4f71-8e75-03efdbd6323d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.892668 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51549af4-62d1-4f71-8e75-03efdbd6323d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.896853 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-51549af4-62d1-4f71-8e75-03efdbd6323d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2207041 Jul 16 18:23:07.914402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:07.938301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-71a447d6-fb03-4426-adb7-4708e7578abc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'security_group_rule': {'security_group_id': '18dac136-bba5-43c0-b554-d2218b8d6167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:07.992447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 65238bc3-aec5-468c-8060-6e7517d0c5fb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:07.993518 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.045917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] Provisioning complete for port f980964f-ab12-4a1c-984a-2ea58998774f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:08.046835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.050862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b072d24-7257-4fd6-91aa-d717be7f41e0 req-bdd305d2-b594-4375-8587-74bc31ca095f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.052357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b072d24-7257-4fd6-91aa-d717be7f41e0 req-bdd305d2-b594-4375-8587-74bc31ca095f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 947 time: 0.3218012 Jul 16 18:23:08.097162 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.101740 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71a447d6-fb03-4426-adb7-4708e7578abc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.126945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5647360-c561-43ab-a4d7-0c1bc3195832 req-2fb96742-8654-4a98-9c0d-969bf87f14ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701874 Jul 16 18:23:08.127435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.128013 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51549af4-62d1-4f71-8e75-03efdbd6323d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dac136-bba5-43c0-b554-d2218b8d6167,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.155320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] Port f980964f-ab12-4a1c-984a-2ea58998774f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:08.212302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b072d24-7257-4fd6-91aa-d717be7f41e0 req-0ed90d36-6771-435d-b20e-4cb5e1550f00 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290896 Jul 16 18:23:08.298080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] Provisioning for port d839ab0b-7fc9-4673-b728-a4a34a289417 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:08.305064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] Provisioning complete for port d839ab0b-7fc9-4673-b728-a4a34a289417 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:08.306322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.345793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Allocated IP 172.25.2.46 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/973b945a-f61d-430e-806a-a11c4396a51b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:08.429238 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.446207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 58d60dff-7c93-4534-94aa-5ee9b231f2b0 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:08.472881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] For port d839ab0b-7fc9-4673-b728-a4a34a289417, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d839ab0b-7fc9-4673-b728-a4a34a289417,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:08.514803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 58d60dff-7c93-4534-94aa-5ee9b231f2b0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:08.515153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 58d60dff-7c93-4534-94aa-5ee9b231f2b0 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:08.516840 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.558138 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.582540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc589c-2d73-4c93-8722-b1065ed619fc None None] Pushing event updated for resources: {'Port': ['ID=d839ab0b-7fc9-4673-b728-a4a34a289417,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.613331 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.677471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9da4e988-ee6f-4953-aa01-baf33dc45722 None None] Provisioning complete for port d839ab0b-7fc9-4673-b728-a4a34a289417 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:08.677928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9da4e988-ee6f-4953-aa01-baf33dc45722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.680714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:08.685107 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.688281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:08.694656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event updated for resources: {'Port': ['ID=973b945a-f61d-430e-806a-a11c4396a51b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.698961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:08.787248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:08.811312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.816203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71a447d6-fb03-4426-adb7-4708e7578abc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.819624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] Sync routers for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:08.837671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d839ab0b-7fc9-4673-b728-a4a34a289417 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:08.869154 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71a447d6-fb03-4426-adb7-4708e7578abc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.892184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:08.892888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:08.934803 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4a8e383c-c0db-4155-b35c-bbd79577a52a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/floatingips/e22066de-1108-47c0-a978-4ab9aedfaf50 HTTP/1.1" status: 204 len: 168 time: 3.3864615 Jul 16 18:23:08.939597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:08.946141 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c421ab-83db-497c-99c0-2d83cba2cafc" -d '{"events": [{"name": "network-changed", "server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:08.958211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a447d6-fb03-4426-adb7-4708e7578abc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cdf41f-d120-4685-a904-f664d0c039dc,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.968973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9da4e988-ee6f-4953-aa01-baf33dc45722 None None] Provisioning complete for port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:08.969524 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9da4e988-ee6f-4953-aa01-baf33dc45722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.974900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-71a447d6-fb03-4426-adb7-4708e7578abc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.977076 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-71a447d6-fb03-4426-adb7-4708e7578abc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0511978 Jul 16 18:23:08.979823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60354) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.985073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-49334cc6-2aca-4550-a8dc-de2c90bef38c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'security_group_rule': {'security_group_id': '18dac136-bba5-43c0-b554-d2218b8d6167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:09.045285 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49334cc6-2aca-4550-a8dc-de2c90bef38c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.150428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49334cc6-2aca-4550-a8dc-de2c90bef38c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.157221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49334cc6-2aca-4550-a8dc-de2c90bef38c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.214543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49334cc6-2aca-4550-a8dc-de2c90bef38c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9592c1ec-4fee-4e5c-a7e2-a571871cb434,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:09.225223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49334cc6-2aca-4550-a8dc-de2c90bef38c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.228765 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-49334cc6-2aca-4550-a8dc-de2c90bef38c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475452 Jul 16 18:23:09.231731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60364) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:09.238209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:09.254505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d839ab0b-7fc9-4673-b728-a4a34a289417 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:09.254876 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.264748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9da4e988-ee6f-4953-aa01-baf33dc45722 None None] Port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:09.284432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.294621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:09.461226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.509328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8b622-d36a-4bb1-bc51-5d7cd3eb0039 req-048db98b-c9c8-44cb-9c86-abcb9cef5c6e tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.511121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ad8b622-d36a-4bb1-bc51-5d7cd3eb0039 req-048db98b-c9c8-44cb-9c86-abcb9cef5c6e tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 946 time: 0.2359178 Jul 16 18:23:09.524840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a3499-7c9f-4941-995e-7bbed7b1fccd req-ad977cac-22f8-4478-ba3f-1be106691b33 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.526637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d7a3499-7c9f-4941-995e-7bbed7b1fccd req-ad977cac-22f8-4478-ba3f-1be106691b33 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 946 time: 0.2502446 Jul 16 18:23:09.655551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1f9ed2f6-8175-4859-b06c-68cd0feebcc0', 'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:8e:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:09.668668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Allocated IP 172.25.2.194 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/f7e061c7-896a-4a43-a0d0-f236eae2051c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:09.688358 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] Checking router: 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:09.699456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:09.700272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:09.705679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ad8b622-d36a-4bb1-bc51-5d7cd3eb0039 req-e536d6b3-8b0e-4923-af3d-ff71e0865119 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778958 Jul 16 18:23:09.721127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d7a3499-7c9f-4941-995e-7bbed7b1fccd req-7e19df1d-092d-4a40-b8c2-5bb7b11445ce tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331589 Jul 16 18:23:09.761943 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.837616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.899368 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e9750d-3b90-48a8-8d82-f8b493cc6809 x-openstack-request-id: req-32e9750d-3b90-48a8-8d82-f8b493cc6809 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:09.899660 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:09.899933 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32e9750d-3b90-48a8-8d82-f8b493cc6809 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:09.900395 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'status': 'completed', 'code': 200} Jul 16 18:23:09.910257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.005501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:10.008653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:10.012709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:10.018675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:10.056074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Port': ['ID=f7e061c7-896a-4a43-a0d0-f236eae2051c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:10.098953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-8462f100-d4f2-4dc1-a76c-6acce05754e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.107969 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-8462f100-d4f2-4dc1-a76c-6acce05754e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 1096 time: 0.2106225 Jul 16 18:23:10.230671 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.276044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.305717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-041afae3-82b2-42c5-9735-80f3d1fc1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.305717 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-041afae3-82b2-42c5-9735-80f3d1fc1900 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3c03f846-aaaa-456d-8375-095db69b557a HTTP/1.1" status: 200 len: 897 time: 0.1815398 Jul 16 18:23:10.376341 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.384547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1f9ed2f6-8175-4859-b06c-68cd0feebcc0', 'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:8e:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:10.393890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b91226-2688-4775-be5f-539c866611be req-e4e09e4f-943f-4302-820a-83cd44968c6a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.395514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65b91226-2688-4775-be5f-539c866611be req-e4e09e4f-943f-4302-820a-83cd44968c6a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 947 time: 0.2675710 Jul 16 18:23:10.420281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9e004-9218-471b-93e5-0e6862953aca None None] The sync data for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 is: [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:21:19Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1f9ed2f6-8175-4859-b06c-68cd0feebcc0', 'name': '', 'network_id': '3c03f846-aaaa-456d-8375-095db69b557a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:8e:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:17Z', 'updated_at': '2021-07-16T18:21:34Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': 'f004c9f4-b566-404a-8fed-603cc4dacae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:10.424658 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-db65b4a7-3f6c-4aca-a7a8-13ffe644a9ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 200 len: 217 time: 0.1103668 Jul 16 18:23:10.444027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.506675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65b91226-2688-4775-be5f-539c866611be req-4c08aeb6-842e-4be7-92b6-4d35dbf4d160 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931268 Jul 16 18:23:10.541052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea8e4a-20e6-4c9d-8b0b-7e796df9f8bc req-66929db2-1f83-48b1-8f9e-253b494302f7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.547505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-71ca5ace-7215-48cc-af8b-bac15bb8a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.549060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27ea8e4a-20e6-4c9d-8b0b-7e796df9f8bc req-66929db2-1f83-48b1-8f9e-253b494302f7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.1680944 Jul 16 18:23:10.552080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-71ca5ace-7215-48cc-af8b-bac15bb8a928 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f004c9f4-b566-404a-8fed-603cc4dacae7 HTTP/1.1" status: 200 len: 834 time: 0.0798924 Jul 16 18:23:10.575706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Router aa1354b7-971c-4686-893e-778730d66888 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:10.603590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27ea8e4a-20e6-4c9d-8b0b-7e796df9f8bc req-41ee47df-b121-4471-899d-fb0d78c5b2a1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534735 Jul 16 18:23:10.748293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-f7e82b05-a8d5-4df1-b7e5-806e7dfc8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.749980 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-f7e82b05-a8d5-4df1-b7e5-806e7dfc8220 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3c03f846-aaaa-456d-8375-095db69b557a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1772869 Jul 16 18:23:10.750263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:10.767549 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff746b-7456-4083-8098-10f51fd38eb4 None None] Sync routers for ids ['aa1354b7-971c-4686-893e-778730d66888'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:10.773652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.776002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cd68330c-7d8a-428d-9c25-2298229feb64 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5665555 Jul 16 18:23:10.778650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60396) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:10.783839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cdeb1812-58c6-49b0-a67b-38c12a2d5b2d tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': False}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:10.785390 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff746b-7456-4083-8098-10f51fd38eb4 None None] Routers {'aa1354b7-971c-4686-893e-778730d66888'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:10.786039 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-adff746b-7456-4083-8098-10f51fd38eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['aa1354b7-971c-4686-893e-778730d66888'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:10.791097 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.812248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.860417 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-adff746b-7456-4083-8098-10f51fd38eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:10.880052 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff746b-7456-4083-8098-10f51fd38eb4 None None] Routers {'aa1354b7-971c-4686-893e-778730d66888'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:10.880999 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-adff746b-7456-4083-8098-10f51fd38eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['aa1354b7-971c-4686-893e-778730d66888'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:10.919077 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.929568 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-adff746b-7456-4083-8098-10f51fd38eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:10.930837 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff746b-7456-4083-8098-10f51fd38eb4 None None] The sync data for ids ['aa1354b7-971c-4686-893e-778730d66888'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:10.976263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.978628 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7456622 Jul 16 18:23:10.995632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfabc7fa-b912-422e-bed9-2b79d2433505 None None] New status for floating IP e22066de-1108-47c0-a978-4ab9aedfaf50: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:23:11.078673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb935c-0f47-48c1-8bb2-447b23f5c5bc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Port': ['ID=f7e061c7-896a-4a43-a0d0-f236eae2051c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.162143 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-e1896176-38c6-4570-8ec7-907fad6663a6 service neutron] 10.222.0.46 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676860 Jul 16 18:23:11.242701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079f4ae-e7f3-45f2-9df7-5457081435cf req-08cf07b8-6d93-4bf7-8d1a-aafec861d41f tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.244271 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3079f4ae-e7f3-45f2-9df7-5457081435cf req-08cf07b8-6d93-4bf7-8d1a-aafec861d41f tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 946 time: 0.2059290 Jul 16 18:23:11.264779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-cc7e4e3f-8a0e-4a90-8412-369420c778bd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.266662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-cc7e4e3f-8a0e-4a90-8412-369420c778bd tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.2633159 Jul 16 18:23:11.300801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19c421ab-83db-497c-99c0-2d83cba2cafc req-a429294a-42f6-413c-8101-68d707fa5fdb service neutron] 10.222.0.46 "GET /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270947 Jul 16 18:23:11.316075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f8c84-1863-47d1-a6fe-c8b62f5f3e5e req-2b1b54ee-d433-494f-b736-ce8c9ab3fae7 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.317652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-070f8c84-1863-47d1-a6fe-c8b62f5f3e5e req-2b1b54ee-d433-494f-b736-ce8c9ab3fae7 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 946 time: 0.3157156 Jul 16 18:23:11.414446 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdeb1812-58c6-49b0-a67b-38c12a2d5b2d tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.436783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3079f4ae-e7f3-45f2-9df7-5457081435cf req-4370c2e6-e901-449a-b963-fd08c974333d tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800668 Jul 16 18:23:11.453712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-070f8c84-1863-47d1-a6fe-c8b62f5f3e5e req-2a89f3cc-23c4-46c6-83a9-da84fca31950 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162329 Jul 16 18:23:11.621898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 3191fefb-c86e-45a2-9eb9-4e2965964991 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:11.622596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.665662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-3851c7f8-82f9-407b-94e9-e1795d0f1ef1 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1794424409&fields=id&tenant_id=da10e53478d74bd3ad819e97526ced87 HTTP/1.1" status: 200 len: 267 time: 0.0854025 Jul 16 18:23:12.198201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-86d0554c-6e54-4318-9754-c55f5af3ce37 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.199516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-86d0554c-6e54-4318-9754-c55f5af3ce37 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports/f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 936 time: 0.5239663 Jul 16 18:23:12.205191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 3191fefb-c86e-45a2-9eb9-4e2965964991, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=3191fefb-c86e-45a2-9eb9-4e2965964991,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:12.205560 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.262330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 3191fefb-c86e-45a2-9eb9-4e2965964991 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:12.379820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-9fa15b50-f773-43ec-89dd-3dc5404516e7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.381250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-9fa15b50-f773-43ec-89dd-3dc5404516e7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports/7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 937 time: 0.1658325 Jul 16 18:23:12.389061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb7fa6-3233-4faf-86d7-cb05ec5929fe req-11c68a25-95b7-4814-825c-0c12c0058660 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.390537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eedb7fa6-3233-4faf-86d7-cb05ec5929fe req-11c68a25-95b7-4814-825c-0c12c0058660 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=07d99bdc-6d20-4059-9ea9-7f6b84cf4984 HTTP/1.1" status: 200 len: 944 time: 0.3406260 Jul 16 18:23:12.469416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89ceb79e-28c7-4a73-8933-9cda92fd6573 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0747101 Jul 16 18:23:12.553520 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-f51eb811-0087-4683-9346-22b381ddf4b8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0471394 Jul 16 18:23:12.633771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eedb7fa6-3233-4faf-86d7-cb05ec5929fe req-6e46b9eb-5fbc-410a-a550-ca21f4acefc4 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=381337a1-e133-486d-b677-cf5cc36323a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250576 Jul 16 18:23:12.821338 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.841841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-64d5df15-dd73-45c9-9424-b2112fba8126 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.847562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-64d5df15-dd73-45c9-9424-b2112fba8126 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.854298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-64d5df15-dd73-45c9-9424-b2112fba8126 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.855986 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-64d5df15-dd73-45c9-9424-b2112fba8126 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/networks?id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 200 len: 1994 time: 0.2840374 Jul 16 18:23:12.916050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=3191fefb-c86e-45a2-9eb9-4e2965964991,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:12.947450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a909bd9d-8e67-40a0-95a8-d97d6d9d2eb2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/quotas/da10e53478d74bd3ad819e97526ced87 HTTP/1.1" status: 200 len: 375 time: 0.0373983 Jul 16 18:23:13.030839 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdeb1812-58c6-49b0-a67b-38c12a2d5b2d tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.034332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] No DVR routers for this DVR port 3191fefb-c86e-45a2-9eb9-4e2965964991 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:13.038816 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.041225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dea33018-1cf7-437b-9dca-dd0bdad0dc0e req-55203b53-baf8-469c-a9ca-658faff4b575 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "DELETE /v2.0/ports/3191fefb-c86e-45a2-9eb9-4e2965964991 HTTP/1.1" status: 204 len: 173 time: 1.7350211 Jul 16 18:23:13.042905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-deleted', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:13.045210 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f418da47-7b6c-4193-83ef-10a095635385" -d '{"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-deleted", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:13.050279 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdeb1812-58c6-49b0-a67b-38c12a2d5b2d tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.169421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-9c140721-6efe-4cc8-975b-2458841a71f2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2210422 Jul 16 18:23:13.232481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdeb1812-58c6-49b0-a67b-38c12a2d5b2d tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Router aa1354b7-971c-4686-893e-778730d66888 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:13.371641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d758b3d9-1672-4f9a-8fcc-b24d52562eae service neutron] 10.222.0.60 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845376 Jul 16 18:23:13.509556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdeb1812-58c6-49b0-a67b-38c12a2d5b2d tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:13.517427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdeb1812-58c6-49b0-a67b-38c12a2d5b2d tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.521136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cdeb1812-58c6-49b0-a67b-38c12a2d5b2d tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "PUT /v2.0/routers/aa1354b7-971c-4686-893e-778730d66888 HTTP/1.1" status: 200 len: 924 time: 2.7387509 Jul 16 18:23:13.522043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60478) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:13.526838 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecbcee-5f7e-4057-b354-a6bdaab3e812 None None] Sync routers for ids ['aa1354b7-971c-4686-893e-778730d66888'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:13.543395 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecbcee-5f7e-4057-b354-a6bdaab3e812 None None] Routers {'aa1354b7-971c-4686-893e-778730d66888'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:13.544007 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b2ecbcee-5f7e-4057-b354-a6bdaab3e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['aa1354b7-971c-4686-893e-778730d66888'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:13.563878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-57c9c274-6bbc-41c5-881c-61d282887547 service neutron] 10.222.0.60 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825936 Jul 16 18:23:13.614466 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b2ecbcee-5f7e-4057-b354-a6bdaab3e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:13.627013 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecbcee-5f7e-4057-b354-a6bdaab3e812 None None] Routers {'aa1354b7-971c-4686-893e-778730d66888'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:13.628146 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b2ecbcee-5f7e-4057-b354-a6bdaab3e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['aa1354b7-971c-4686-893e-778730d66888'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:13.666610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-b5993159-5cf7-46f0-923f-d85b4c2d1a1d service neutron] 10.222.0.60 "GET /v2.0/ports/f980964f-ab12-4a1c-984a-2ea58998774f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0956204 Jul 16 18:23:13.671087 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b2ecbcee-5f7e-4057-b354-a6bdaab3e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:13.671967 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecbcee-5f7e-4057-b354-a6bdaab3e812 None None] The sync data for ids ['aa1354b7-971c-4686-893e-778730d66888'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:13.742249 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2060a97c-3973-4034-b961-aea06a08f5ea tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/routers/aa1354b7-971c-4686-893e-778730d66888 HTTP/1.1" status: 200 len: 924 time: 0.2185199 Jul 16 18:23:13.745741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:13.782254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c755a-17c8-48c5-8a99-f148acfb6aa3 req-7f84478b-3d18-45a5-95a0-3ccf1c4537a6 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.783982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-811c755a-17c8-48c5-8a99-f148acfb6aa3 req-7f84478b-3d18-45a5-95a0-3ccf1c4537a6 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 946 time: 0.1997492 Jul 16 18:23:13.833033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0654f9d9-3e6a-4802-86ee-fa0e256bbbe4 service neutron] 10.222.0.60 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586516 Jul 16 18:23:13.853288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb9cbc-8718-4f97-a374-a86bd017fd84 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.857004 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a6eb9cbc-8718-4f97-a374-a86bd017fd84 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=aa1354b7-971c-4686-893e-778730d66888&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1051495 Jul 16 18:23:13.857218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-811c755a-17c8-48c5-8a99-f148acfb6aa3 req-8433f006-20ff-4506-943a-425abbe556ec tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503111 Jul 16 18:23:13.859899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60488) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:13.950215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ef97c7b7-4564-4f36-a8b8-634dde2b512c service neutron] 10.222.0.60 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071675 Jul 16 18:23:13.981896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57199a0-6fdd-470a-b348-a9af1ce20d7e tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.985886 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c57199a0-6fdd-470a-b348-a9af1ce20d7e tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 881 time: 0.1221657 Jul 16 18:23:13.986162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60496) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.010260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bc5282e4-7a50-4b21-b609-c7bb57b7f1fa service neutron] 10.222.0.60 "GET /v2.0/ports/7f7b01d2-8289-41dc-9776-7a174fb63fa1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0510242 Jul 16 18:23:14.027653 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4e3a0216-dd59-4ae9-ab33-044d31ea311e tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa1354b7-971c-4686-893e-778730d66888 HTTP/1.1" status: 200 len: 205 time: 0.0380313 Jul 16 18:23:14.028868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.042229 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a704cb-60bd-462d-b14a-d972ccff0484 x-openstack-request-id: req-29a704cb-60bd-462d-b14a-d972ccff0484 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:14.042766 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d99bdc-6d20-4059-9ea9-7f6b84cf4984", "name": "network-vif-deleted", "tag": "3191fefb-c86e-45a2-9eb9-4e2965964991", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:14.043244 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29a704cb-60bd-462d-b14a-d972ccff0484 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:14.043741 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d99bdc-6d20-4059-9ea9-7f6b84cf4984', 'name': 'network-vif-deleted', 'tag': '3191fefb-c86e-45a2-9eb9-4e2965964991', 'status': 'completed', 'code': 200} Jul 16 18:23:14.143110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-77cc9819-f9fd-4055-a440-1ccdf3764e12 service neutron] 10.222.0.60 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265934 Jul 16 18:23:14.180065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.278470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-77f9e224-a401-46ee-8bde-b3d1763aaee4 service neutron] 10.222.0.60 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341982 Jul 16 18:23:14.286910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d754ac-6929-4284-b1e1-81927750443f req-a12aa011-68c4-418c-aebd-af73a23a774e tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.289178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e3d754ac-6929-4284-b1e1-81927750443f req-a12aa011-68c4-418c-aebd-af73a23a774e tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 946 time: 0.1365044 Jul 16 18:23:14.301782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.365601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Deleting port 973b945a-f61d-430e-806a-a11c4396a51b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:14.366044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.390225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e3d754ac-6929-4284-b1e1-81927750443f req-ff810d3d-936f-439c-a854-e189459ed882 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902870 Jul 16 18:23:14.442978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-76862de1-8d18-4451-8e87-b6bdbbeb54c5 service neutron] 10.222.0.60 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520104 Jul 16 18:23:14.479900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.493546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Calling delete_port for 973b945a-f61d-430e-806a-a11c4396a51b owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:14.512632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.599464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d9c9e94e-28b9-42bd-b286-2aa643d5a430 service neutron] 10.222.0.60 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499643 Jul 16 18:23:14.710657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.740898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event deleted for resources: {'Port': ['ID=973b945a-f61d-430e-806a-a11c4396a51b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:14.824406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.940803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.942998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.992495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.993180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Fanout notify agent at l3_agent the message router_deleted on router aa1354b7-971c-4686-893e-778730d66888 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:15.000719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.006163 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-03383a1f-19df-4c47-8647-f1444286f484 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/aa1354b7-971c-4686-893e-778730d66888 HTTP/1.1" status: 204 len: 168 time: 0.9768844 Jul 16 18:23:15.006887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:15.012535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-745de21c-80ab-438d-8aa9-fc45411e22e8 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-835281542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:15.038007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-745de21c-80ab-438d-8aa9-fc45411e22e8 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.039953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-745de21c-80ab-438d-8aa9-fc45411e22e8 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.101290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-745de21c-80ab-438d-8aa9-fc45411e22e8 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.108093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-745de21c-80ab-438d-8aa9-fc45411e22e8 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.134478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-745de21c-80ab-438d-8aa9-fc45411e22e8 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.135993 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-745de21c-80ab-438d-8aa9-fc45411e22e8 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1272283 Jul 16 18:23:15.138652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:15.143929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:15.244354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a44338c5-1397-419f-bef7-39288ac7ab4b service neutron] 10.222.0.60 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058373 Jul 16 18:23:15.307609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3191fefb-c86e-45a2-9eb9-4e2965964991 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:15.344109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 3191fefb-c86e-45a2-9eb9-4e2965964991 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:15.344727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 3191fefb-c86e-45a2-9eb9-4e2965964991 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:15.349529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-278f5fc2-e578-4b0b-9b84-2d62e6735d26 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.351145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-278f5fc2-e578-4b0b-9b84-2d62e6735d26 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 946 time: 0.3192647 Jul 16 18:23:15.394677 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.431828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e513cd4-2deb-4295-8dc5-1b504cae6b90 req-76ee24a1-bf1c-499e-8a96-3961cdf50961 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.433452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e513cd4-2deb-4295-8dc5-1b504cae6b90 req-76ee24a1-bf1c-499e-8a96-3961cdf50961 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 946 time: 0.3982162 Jul 16 18:23:15.533188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-950f0348-0b0f-449e-a41f-143c43c40258 service neutron] 10.222.0.60 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878892 Jul 16 18:23:15.583268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e513cd4-2deb-4295-8dc5-1b504cae6b90 req-b34916e5-13cd-4179-b3e6-1a98f92a846a tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232464 Jul 16 18:23:15.612478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-4642c4ec-bf39-47cc-8707-50784545b1ea tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.614182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-4642c4ec-bf39-47cc-8707-50784545b1ea tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 946 time: 0.0862346 Jul 16 18:23:15.752391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.773526 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-25f056b6-589c-4350-bcd7-23f22d775cae service neutron] 10.222.0.60 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052193 Jul 16 18:23:15.779785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Deleting port dfb765cc-0a82-4789-be3d-503156d86824 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:15.780125 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.789567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.917150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Deleting port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:15.917604 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.967148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Allocated IP 172.25.2.122 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/66a82f1d-01e8-4048-b708-5932d8b741ca) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:16.019309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549337-cb70-4ffa-89e0-695709ef58dc req-67c7e65b-68bb-46a5-ad6f-70228922e766 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.021292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8549337-cb70-4ffa-89e0-695709ef58dc req-67c7e65b-68bb-46a5-ad6f-70228922e766 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 946 time: 0.2880340 Jul 16 18:23:16.023920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] For port dfb765cc-0a82-4789-be3d-503156d86824, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=dfb765cc-0a82-4789-be3d-503156d86824,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:16.024398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.047054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-aa71c7fc-6d56-4469-a2af-7830d72efa56 service neutron] 10.222.0.60 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594116 Jul 16 18:23:16.065104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] For port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,segment=NetworkSegment(aa3a4b4a-ad01-4b03-bc21-a708fccda713),segment_id=aa3a4b4a-ad01-4b03-bc21-a708fccda713)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:16.065476 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.081127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Calling delete_port for dfb765cc-0a82-4789-be3d-503156d86824 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:16.125719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Calling delete_port for e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:16.189741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8549337-cb70-4ffa-89e0-695709ef58dc req-7e5bdedd-c019-4f66-9a4b-d1aa5cbba57e tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/security-groups?id=e01452c4-037b-42b3-8f32-d5d80005d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418240 Jul 16 18:23:16.209619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.253428 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.315780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.318748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-3089288f-6a6a-4177-ae23-c3e1f85f56e6 service neutron] 10.222.0.60 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501256 Jul 16 18:23:16.564996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-dc50dcd3-89c0-4c99-b29d-52d90a0afa17 service neutron] 10.222.0.60 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382455 Jul 16 18:23:16.565526 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.605503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['dfb765cc-0a82-4789-be3d-503156d86824'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:16.624487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Pushing event deleted for resources: {'Port': ['ID=dfb765cc-0a82-4789-be3d-503156d86824,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:16.689190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] No DVR routers for this DVR port dfb765cc-0a82-4789-be3d-503156d86824 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:16.692265 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.694492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1efa6ac-099f-465c-bdb9-9374e8330345 req-f3a840bb-c604-422f-aeba-21ae8bcb61c4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.46 "DELETE /v2.0/ports/dfb765cc-0a82-4789-be3d-503156d86824 HTTP/1.1" status: 204 len: 173 time: 1.3122265 Jul 16 18:23:16.695204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c182a2-1ddf-4693-bd2c-7d6f5184a4a4', 'name': 'network-vif-deleted', 'tag': 'dfb765cc-0a82-4789-be3d-503156d86824'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:16.697498 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7d42e8-ec81-4ab7-b994-7904d6f7b8ef" -d '{"events": [{"server_uuid": "d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4", "name": "network-vif-deleted", "tag": "dfb765cc-0a82-4789-be3d-503156d86824"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:16.824425 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e97b82d3-0310-430d-90d9-ddba03b38850 req-7e8545f3-a320-4a4c-bdac-e526d1c08213 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4 HTTP/1.1" status: 200 len: 210 time: 0.0442026 Jul 16 18:23:16.854336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:16.858241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.871215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:16.873871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:16.904152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:16.916270 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ab7a16-1950-4461-9731-b7e702bc8181 x-openstack-request-id: req-86ab7a16-1950-4461-9731-b7e702bc8181 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:16.916601 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c182a2-1ddf-4693-bd2c-7d6f5184a4a4", "name": "network-vif-deleted", "tag": "dfb765cc-0a82-4789-be3d-503156d86824", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:16.916829 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86ab7a16-1950-4461-9731-b7e702bc8181 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:16.917219 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c182a2-1ddf-4693-bd2c-7d6f5184a4a4', 'name': 'network-vif-deleted', 'tag': 'dfb765cc-0a82-4789-be3d-503156d86824', 'status': 'completed', 'code': 200} Jul 16 18:23:16.983858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:16.985225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.007709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event updated for resources: {'Port': ['ID=66a82f1d-01e8-4048-b708-5932d8b741ca,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.017941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] No DVR routers for this DVR port e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:17.027339 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.029400 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-240fc57d-840d-41f3-ac6e-97c77cbc4e2b req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.46 "DELETE /v2.0/ports/e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 HTTP/1.1" status: 204 len: 173 time: 1.3790271 Jul 16 18:23:17.030723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3838d2-e729-45f8-bb85-9cd4f60d9fd8', 'name': 'network-vif-deleted', 'tag': 'e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:17.033332 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe49410-8f74-4f03-9eeb-b74a3385ba15" -d '{"events": [{"server_uuid": "ea3838d2-e729-45f8-bb85-9cd4f60d9fd8", "name": "network-vif-deleted", "tag": "e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:17.111157 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0127d4-f103-4c92-93d0-6d79b69cc19e x-openstack-request-id: req-2f0127d4-f103-4c92-93d0-6d79b69cc19e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:17.111704 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3838d2-e729-45f8-bb85-9cd4f60d9fd8", "name": "network-vif-deleted", "tag": "e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:17.111704 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f0127d4-f103-4c92-93d0-6d79b69cc19e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:17.112088 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3838d2-e729-45f8-bb85-9cd4f60d9fd8', 'name': 'network-vif-deleted', 'tag': 'e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3', 'status': 'completed', 'code': 200} Jul 16 18:23:17.159509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040391ff-4477-486e-bee8-9804ab27e5f8 tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] Pushing event deleted for resources: {'Port': ['ID=e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.180837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 1f9ed2f6-8175-4859-b06c-68cd0feebcc0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1f9ed2f6-8175-4859-b06c-68cd0feebcc0,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:17.181525 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.205590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:17.436079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.509283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04561b1a-0e60-4bf1-a30b-e4a0a07d816e req-3fba064b-d540-4ce5-ab89-5ddf1e2086fa tempest-InstanceActionsNegativeTestJSON-2127667868 tempest-InstanceActionsNegativeTestJSON-2127667868-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea3838d2-e729-45f8-bb85-9cd4f60d9fd8 HTTP/1.1" status: 200 len: 210 time: 0.0534866 Jul 16 18:23:17.510232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.561333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=1f9ed2f6-8175-4859-b06c-68cd0feebcc0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.834611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65b5cfa3-7a58-4940-aa8e-ae66bd320e73 req-f94d979c-824a-4618-92a8-bd53762cb500 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.1468759 Jul 16 18:23:17.955546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.995371 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.298683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Router e402cf22-1df6-4fd4-8485-e9a8613612b2 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:18.455091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:18.471167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.474113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea431fc1-5bf1-44ff-bb73-f2434918f737 None None] Sync routers for ids ['e402cf22-1df6-4fd4-8485-e9a8613612b2'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:18.475301 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d84a0bf8-0b59-48cf-9886-e32421d9897c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "PUT /v2.0/routers/e402cf22-1df6-4fd4-8485-e9a8613612b2 HTTP/1.1" status: 200 len: 883 time: 3.3350239 Jul 16 18:23:18.479556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:18.499760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.525455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea431fc1-5bf1-44ff-bb73-f2434918f737 None None] Routers {'e402cf22-1df6-4fd4-8485-e9a8613612b2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:18.526687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ea431fc1-5bf1-44ff-bb73-f2434918f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e402cf22-1df6-4fd4-8485-e9a8613612b2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:18.587572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ea431fc1-5bf1-44ff-bb73-f2434918f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:18.610248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea431fc1-5bf1-44ff-bb73-f2434918f737 None None] Routers {'e402cf22-1df6-4fd4-8485-e9a8613612b2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:18.610903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ea431fc1-5bf1-44ff-bb73-f2434918f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e402cf22-1df6-4fd4-8485-e9a8613612b2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:18.668364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:18.682955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ea431fc1-5bf1-44ff-bb73-f2434918f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:18.684074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea431fc1-5bf1-44ff-bb73-f2434918f737 None None] The sync data for ids ['e402cf22-1df6-4fd4-8485-e9a8613612b2'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:18.700639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-f7679665-d688-4ff5-b459-c078eabb663b tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.709584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-f7679665-d688-4ff5-b459-c078eabb663b tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/networks?id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4 HTTP/1.1" status: 200 len: 809 time: 0.2977710 Jul 16 18:23:18.727050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca46ca64-e4da-4cb9-86d0-b129ab10c549 admin admin] Deleting subnet 4333124c-f2ca-4ea1-8cef-1a189c17afbd {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:18.737745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-370debc9-17ca-460a-b7f1-f90cd7cf3e9d tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/routers/e402cf22-1df6-4fd4-8485-e9a8613612b2 HTTP/1.1" status: 200 len: 924 time: 0.2569194 Jul 16 18:23:18.740006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60638) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:18.742928 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca46ca64-e4da-4cb9-86d0-b129ab10c549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.802097 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-5c3d2736-97a7-4e2d-a450-8f8a2d053760 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/quotas/0ee4c3a2a961402699acc428227b4f9a HTTP/1.1" status: 200 len: 375 time: 0.0827155 Jul 16 18:23:18.829158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca46ca64-e4da-4cb9-86d0-b129ab10c549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.870460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ecc77-9818-497b-b914-097a6cc1f4b2 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.874617 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ca8ecc77-9818-497b-b914-097a6cc1f4b2 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=e402cf22-1df6-4fd4-8485-e9a8613612b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1306913 Jul 16 18:23:18.875667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:18.911107 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-f1f7cb11-b285-4369-ba4a-375bcc632d51 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ee4c3a2a961402699acc428227b4f9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895789 Jul 16 18:23:18.971592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca46ca64-e4da-4cb9-86d0-b129ab10c549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.043983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb8bcf8-8e53-4c59-960b-1d2986a38246 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.045715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7eb8bcf8-8e53-4c59-960b-1d2986a38246 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 881 time: 0.1691408 Jul 16 18:23:19.049313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:19.091224 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-23eec9a4-7d51-4c98-beda-7bdf9035ff6f tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=e402cf22-1df6-4fd4-8485-e9a8613612b2 HTTP/1.1" status: 200 len: 205 time: 0.0351348 Jul 16 18:23:19.091661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:19.149155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d41b04b-d6e1-48dc-ad0f-a9f609c0798c req-82330791-0b26-4e8d-878a-d1f218244335 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0519848 Jul 16 18:23:19.219131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.249419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:19.257098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-df9df562-347d-465b-ab31-ee93227bb088 service neutron] 10.222.0.60 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450253 Jul 16 18:23:19.283598 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca46ca64-e4da-4cb9-86d0-b129ab10c549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.298556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:19.328767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:19.329113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device e8861ea2-58a0-40d0-9e3b-6d1dd2f681e3 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:19.329593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device dfb765cc-0a82-4789-be3d-503156d86824 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:19.355896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: dfb765cc-0a82-4789-be3d-503156d86824 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:19.357098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device dfb765cc-0a82-4789-be3d-503156d86824 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:19.366238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46ca64-e4da-4cb9-86d0-b129ab10c549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4333124c-f2ca-4ea1-8cef-1a189c17afbd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.373163 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ca46ca64-e4da-4cb9-86d0-b129ab10c549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.377446 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ca46ca64-e4da-4cb9-86d0-b129ab10c549 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4333124c-f2ca-4ea1-8cef-1a189c17afbd HTTP/1.1" status: 204 len: 168 time: 0.7056110 Jul 16 18:23:19.378019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:19.425872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.441669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-2e811991-af2b-4a76-96b8-c1a45ab53b54 service neutron] 10.222.0.60 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804821 Jul 16 18:23:19.474815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.521489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:19.533380 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] Sync routers for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:19.542382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bd25aef5-2e00-4b5b-adf1-5ef0d3ad246f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "PUT /v2.0/routers/2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0284324 Jul 16 18:23:19.545718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:19.553458 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:19.554160 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:19.640716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fbebfd-0a23-4eb9-b74a-eb6d2752d578 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting subnet f004c9f4-b566-404a-8fed-603cc4dacae7 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:19.679676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.681031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63fbebfd-0a23-4eb9-b74a-eb6d2752d578 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.687522 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Deleting port 66a82f1d-01e8-4048-b708-5932d8b741ca {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:19.701072 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.746436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:19.779884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3a4b4a-ad01-4b03-bc21-a708fccda713') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:19.780197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3a4b4a-ad01-4b03-bc21-a708fccda713') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:19.784079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4071948e-fadd-4d40-95b9-9443728de47b req-caf24886-0554-4b12-ba1e-2288b76ddf16 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 210 time: 0.0596156 Jul 16 18:23:19.810767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.829060 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63fbebfd-0a23-4eb9-b74a-eb6d2752d578 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.952147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.955777 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.959202 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:19.982228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:19.983302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:19.988145 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:20.012476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Calling delete_port for 66a82f1d-01e8-4048-b708-5932d8b741ca owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:20.023409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a7a164a3-e757-4c90-923e-833dc7179e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.026956 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a7a164a3-e757-4c90-923e-833dc7179e76 service neutron] 10.222.0.46 "GET /v2.0/ports/f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 1032 time: 0.1235299 Jul 16 18:23:20.040794 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63fbebfd-0a23-4eb9-b74a-eb6d2752d578 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.160892 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63fbebfd-0a23-4eb9-b74a-eb6d2752d578 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.221210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbebfd-0a23-4eb9-b74a-eb6d2752d578 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Subnet': ['ID=f004c9f4-b566-404a-8fed-603cc4dacae7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:20.235376 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63fbebfd-0a23-4eb9-b74a-eb6d2752d578 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.235506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f754b-54f9-4481-9489-102781d8f8dc None None] Network 3c03f846-aaaa-456d-8375-095db69b557a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:20.237450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-63fbebfd-0a23-4eb9-b74a-eb6d2752d578 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/subnets/f004c9f4-b566-404a-8fed-603cc4dacae7 HTTP/1.1" status: 204 len: 168 time: 0.6900780 Jul 16 18:23:20.241054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:20.267557 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:23:17Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.295172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.316029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-876177fd-e25e-49df-b4fc-87764db899e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.318236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-876177fd-e25e-49df-b4fc-87764db899e6 service neutron] 10.222.0.46 "GET /v2.0/ports/7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 1033 time: 0.2583611 Jul 16 18:23:20.337156 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] Checking router: 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:20.354005 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] Routers {'2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:20.354955 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.525997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.530896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] 10.222.0.60 "DELETE /v2.0/networks/43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16 HTTP/1.1" status: 204 len: 168 time: 1.1494544 Jul 16 18:23:20.552489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d047180-b71e-48fb-9457-411018e40c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=43dcb2e9-fa47-4f02-b2c1-ed4eeb13cd16,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:20.563770 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] Set router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:20.630940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c4758c8-ba6e-431d-8e12-906ce573bf14 req-91591da9-579c-4c81-b517-2792fea1f1e9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.1365573 Jul 16 18:23:20.699007 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.699826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb111af1-a786-40e9-8255-d7d6a182909c None None] DHCP port deletion for 3c03f846-aaaa-456d-8375-095db69b557a request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:20.825864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fb111af1-a786-40e9-8255-d7d6a182909c None None] Deleting port 9a6649bc-a307-4c69-91b8-4f1174088ad5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:20.827087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb111af1-a786-40e9-8255-d7d6a182909c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.919784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-6e0a963b-254a-47c3-838d-b867339e6c60 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.943705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-6e0a963b-254a-47c3-838d-b867339e6c60 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.951845 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-6e0a963b-254a-47c3-838d-b867339e6c60 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.953517 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-6e0a963b-254a-47c3-838d-b867339e6c60 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "GET /v2.0/networks?id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 200 len: 1994 time: 0.6182909 Jul 16 18:23:20.994525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60698) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:21.003861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fb111af1-a786-40e9-8255-d7d6a182909c None None] For port 9a6649bc-a307-4c69-91b8-4f1174088ad5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9a6649bc-a307-4c69-91b8-4f1174088ad5,segment=NetworkSegment(68baf881-84a8-40f9-bc0a-bd9b5ac65c52),segment_id=68baf881-84a8-40f9-bc0a-bd9b5ac65c52)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:21.004844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb111af1-a786-40e9-8255-d7d6a182909c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.020909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fb111af1-a786-40e9-8255-d7d6a182909c None None] Calling delete_port for 9a6649bc-a307-4c69-91b8-4f1174088ad5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:21.076635 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:23:17Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:21.079449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9a6649bc-a307-4c69-91b8-4f1174088ad5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:21.113806 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef349d0-ec9e-41a0-9f1f-78f714f4e9b5 None None] The sync data for ids ['2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49'] in n-d-793619-10 is: [{'id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-397450357', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:08Z', 'updated_at': '2021-07-16T18:23:17Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '323d548b-72f9-44cb-9304-6bc5029f598e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:09Z', 'updated_at': '2021-07-16T18:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:21.244652 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-33d66fd5-8fa4-4dc4-962f-ed62b6ce9ff1 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da10e53478d74bd3ad819e97526ced87 HTTP/1.1" status: 200 len: 380 time: 0.2421353 Jul 16 18:23:21.249991 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb111af1-a786-40e9-8255-d7d6a182909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.255154 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.264459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'admin_state_up': True, 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'security_groups': ['18dac136-bba5-43c0-b554-d2218b8d6167']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:21.293427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75a37805-de22-4e8b-8d82-978dfccc6c5f req-daccf437-eda4-4eef-bc3f-fd0c534a6b9e tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 210 time: 0.1387932 Jul 16 18:23:21.310358 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.313901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-38e3852f-be9f-4012-8809-1ccb3332b6c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abd1ade3470747a4a3f08bceac2cadc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171511 Jul 16 18:23:21.330936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.344417 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb111af1-a786-40e9-8255-d7d6a182909c None None] Pushing event deleted for resources: {'Port': ['ID=9a6649bc-a307-4c69-91b8-4f1174088ad5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:21.344720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:21.379637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb111af1-a786-40e9-8255-d7d6a182909c None None] No DVR routers for this DVR port 9a6649bc-a307-4c69-91b8-4f1174088ad5 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:21.420010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event deleted for resources: {'Port': ['ID=66a82f1d-01e8-4048-b708-5932d8b741ca,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:21.508740 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d947fc2-7ea2-4b18-af26-927c3068c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.544182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 323d548b-72f9-44cb-9304-6bc5029f598e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:21.544549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.574755 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d947fc2-7ea2-4b18-af26-927c3068c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.642563 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.741779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 323d548b-72f9-44cb-9304-6bc5029f598e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=323d548b-72f9-44cb-9304-6bc5029f598e,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:21.742394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.782078 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d947fc2-7ea2-4b18-af26-927c3068c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.786621 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0d947fc2-7ea2-4b18-af26-927c3068c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.791237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0d947fc2-7ea2-4b18-af26-927c3068c783 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e01452c4-037b-42b3-8f32-d5d80005d5ab HTTP/1.1" status: 204 len: 168 time: 0.4430099 Jul 16 18:23:21.819739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 323d548b-72f9-44cb-9304-6bc5029f598e owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:21.839545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d947fc2-7ea2-4b18-af26-927c3068c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01452c4-037b-42b3-8f32-d5d80005d5ab,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:21.859589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:21.868849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.009401 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.017954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.025463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9074a737-df1e-436d-8454-b27ba6974c05 req-bddbf39f-a3bc-45eb-80c3-91ca252e0592 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0718570 Jul 16 18:23:22.271072 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.299639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Allocated IP 172.20.0.8 (ac607c0e-76b7-4d45-b1ce-c482ba19b11e/82f704ad-33fb-4f05-85e6-f4111dd0300d/8369adb2-a408-4a2d-8f23-3cdb64eff63c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:22.320946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.321724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Fanout notify agent at l3_agent the message router_deleted on router e402cf22-1df6-4fd4-8485-e9a8613612b2 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:22.323535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=323d548b-72f9-44cb-9304-6bc5029f598e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:22.335238 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.341627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60730) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:22.342814 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-54ed9a54-0205-4199-a83e-a921b914105c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/e402cf22-1df6-4fd4-8485-e9a8613612b2 HTTP/1.1" status: 204 len: 168 time: 3.2499733 Jul 16 18:23:22.347727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-01b419a0-0d9e-41da-a0bc-51bb8ac6b2be tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1598538093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:22.381043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0dfb7eba-7d8c-4dd2-86f7-b4e7ef831587 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.383283 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0dfb7eba-7d8c-4dd2-86f7-b4e7ef831587 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.45 "GET /v2.0/networks?id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4 HTTP/1.1" status: 200 len: 809 time: 0.6777110 Jul 16 18:23:22.400079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Request body: {'port': {'device_id': '742e3ada-7294-430b-86b1-6ab696705e9d', 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4', 'admin_state_up': True, 'tenant_id': '0ee4c3a2a961402699acc428227b4f9a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:22.474318 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01b419a0-0d9e-41da-a0bc-51bb8ac6b2be tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.475430 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01b419a0-0d9e-41da-a0bc-51bb8ac6b2be tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.495697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.712282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.736188 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.762590 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.779756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Transition to ACTIVE for port object 8369adb2-a408-4a2d-8f23-3cdb64eff63c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:22.781514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Made reservation on behalf of 0ee4c3a2a961402699acc428227b4f9a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:22.785882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.827269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:22.846598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c47844d3-5fa3-4cda-b611-21743d520404 req-4eeb28b0-6aa4-43e8-a3a2-0d99a03d6be5 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 210 time: 0.1645379 Jul 16 18:23:22.857813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01b419a0-0d9e-41da-a0bc-51bb8ac6b2be tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.879016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:22.879569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1f9ed2f6-8175-4859-b06c-68cd0feebcc0 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:22.911305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01b419a0-0d9e-41da-a0bc-51bb8ac6b2be tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.932773 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.933609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Fanout notify agent at l3_agent the message router_deleted on router 2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:22.953317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.957607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fc801981-7214-430f-b826-53b73ea60486 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/routers/2e4dd9c6-4f0e-4ced-8aa8-75e75f4b9d49 HTTP/1.1" status: 204 len: 168 time: 2.7149711 Jul 16 18:23:22.958665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60750) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:22.971391 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01b419a0-0d9e-41da-a0bc-51bb8ac6b2be tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.984193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-01b419a0-0d9e-41da-a0bc-51bb8ac6b2be tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6390316 Jul 16 18:23:22.984308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60754) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:23.020546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.031361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': True}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:23.160336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:23.195913 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.232167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:23.238823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Port': ['ID=8369adb2-a408-4a2d-8f23-3cdb64eff63c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.242056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:23.247447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:23.250808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Allocated IP 172.20.0.11 (57fd7b9a-9cc0-4a64-a067-77aac414b1d4/3418406f-e7dc-4c85-981a-a9179ec2f8c5/eb5dc486-9379-4f5d-aeeb-16e83e51629a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:23.414212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.415762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.634880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b6dc8928-e6c8-49dc-a2a3-b9876851e353 None None] Provisioning for port 8369adb2-a408-4a2d-8f23-3cdb64eff63c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:23.639099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b6dc8928-e6c8-49dc-a2a3-b9876851e353 None None] Provisioning complete for port 8369adb2-a408-4a2d-8f23-3cdb64eff63c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:23.639479 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6dc8928-e6c8-49dc-a2a3-b9876851e353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.722920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc8928-e6c8-49dc-a2a3-b9876851e353 None None] Port 8369adb2-a408-4a2d-8f23-3cdb64eff63c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:23.893072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-network', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:23.924338 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fdc3f3d3-4c89-4764-b158-07a660dd63b4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6637764 Jul 16 18:23:23.949369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'admin_state_up': True, 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'security_groups': ['18dac136-bba5-43c0-b554-d2218b8d6167']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:23.981398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Made reservation on behalf of e01bc8f3534248e0ae49659159e888fb for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:23.984246 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.033142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.033753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.096979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.137280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c03f846-aaaa-456d-8375-095db69b557a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:24.158912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a1334-1dcb-4758-9dee-8812e8dc5848 req-ea34323b-c66b-47ce-adb7-1e96de6eab49 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.160188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee7a1334-1dcb-4758-9dee-8812e8dc5848 req-ea34323b-c66b-47ce-adb7-1e96de6eab49 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 931 time: 0.7012839 Jul 16 18:23:24.185288 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.204050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68baf881-84a8-40f9-bc0a-bd9b5ac65c52') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:24.204434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68baf881-84a8-40f9-bc0a-bd9b5ac65c52') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:24.207732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c4ae2e3-747b-4914-a305-477b40331246 req-53c2d915-4eab-47aa-aa02-8eded23e7aaa tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 210 time: 0.1076193 Jul 16 18:23:24.242689 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.284315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.312256 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.342805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:24.343203 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:24.358689 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:24.362740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:24.377963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:24.382875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:24.390285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Pushing event updated for resources: {'Port': ['ID=eb5dc486-9379-4f5d-aeeb-16e83e51629a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.403538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee7a1334-1dcb-4758-9dee-8812e8dc5848 req-df0b9032-a2e5-4b87-a285-42f28d5e4b29 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018702 Jul 16 18:23:24.456436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.480228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.480919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.485601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.502481 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.513915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.518686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/networks/3c03f846-aaaa-456d-8375-095db69b557a HTTP/1.1" status: 204 len: 168 time: 1.5563514 Jul 16 18:23:24.525323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:24.533761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fefd4-18ab-4fa8-a3b2-fcb82b56105f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Network': ['ID=3c03f846-aaaa-456d-8375-095db69b557a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.573328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:24.604767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.636134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:24.640907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.647038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.647400 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Added segment 7ec97350-0d7e-4fe3-be5e-81be62fd2034 of type vlan for network f9a43470-36f7-4510-9716-7ceb73045f16 Jul 16 18:23:24.657934 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-0d8ec85d-91c4-403e-86ff-c32859111eac tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2628992 Jul 16 18:23:24.676079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-dfdac024-b7d0-487e-a868-23c4a73ebf0d tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:23:24.677116 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-dfdac024-b7d0-487e-a868-23c4a73ebf0d tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058317 Jul 16 18:23:24.696738 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.722599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.724048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 323d548b-72f9-44cb-9304-6bc5029f598e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:24.749786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 323d548b-72f9-44cb-9304-6bc5029f598e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:24.750392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 323d548b-72f9-44cb-9304-6bc5029f598e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:24.770938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.866485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Request body: {'port': {'device_id': '742e3ada-7294-430b-86b1-6ab696705e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:24.898083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Allocated IP 172.25.2.183 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/0f830852-ea44-42fc-9811-e59ae58c0241) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:24.925779 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25c6b5b2-c4d5-4c59-b4ff-379aa5205665 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.031667 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25c6b5b2-c4d5-4c59-b4ff-379aa5205665 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.034308 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.035282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.035860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.038245 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.095093 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.154102 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9897985 Jul 16 18:23:25.158724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Allocated IP 10.1.1.127 (5e82fb2e-8bfc-485f-98cd-7646e4e78162/fa341516-92b1-4649-8db1-f710b5ffa10a/97467c8f-b022-4c90-8c50-5ef03999a355) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:25.163868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60804) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:25.164729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:25.168811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:25.174224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:25.175768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Request body: {'subnet': {'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-subnet', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:25.190017 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.204389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event updated for resources: {'Port': ['ID=0f830852-ea44-42fc-9811-e59ae58c0241,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:25.284245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d5663-434d-43d3-a85c-ec5ed10008e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a43470-36f7-4510-9716-7ceb73045f16,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:25.301838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f9a43470-36f7-4510-9716-7ceb73045f16 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:25.703792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5dc486-9379-4f5d-aeeb-16e83e51629a {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:25.713743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.727372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Transition to ACTIVE for port object eb5dc486-9379-4f5d-aeeb-16e83e51629a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:25.732885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e413b9e-7ce3-47a0-a53e-317f7a6d0083 req-d779ec26-abf9-4d0e-a06e-b36f2b2c5b8d tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.734920 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e413b9e-7ce3-47a0-a53e-317f7a6d0083 req-d779ec26-abf9-4d0e-a06e-b36f2b2c5b8d tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 932 time: 0.3172131 Jul 16 18:23:25.744811 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.766810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Made reservation on behalf of e01bc8f3534248e0ae49659159e888fb for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:25.769544 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.770662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.880149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cd69e-fac1-4104-837b-7862304656c5 req-4f13546b-1579-4475-bf0c-e8837f978f6d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.882844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4b9cd69e-fac1-4104-837b-7862304656c5 req-4f13546b-1579-4475-bf0c-e8837f978f6d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 931 time: 0.2154510 Jul 16 18:23:25.925593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e413b9e-7ce3-47a0-a53e-317f7a6d0083 req-5ab43bc0-83f3-458b-8480-3e2b3395a2dc tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745710 Jul 16 18:23:25.931603 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25c6b5b2-c4d5-4c59-b4ff-379aa5205665 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.935466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25c6b5b2-c4d5-4c59-b4ff-379aa5205665 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.941251 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-25c6b5b2-c4d5-4c59-b4ff-379aa5205665 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/security-groups/381337a1-e133-486d-b677-cf5cc36323a2 HTTP/1.1" status: 204 len: 168 time: 1.4137545 Jul 16 18:23:26.010065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4b9cd69e-fac1-4104-837b-7862304656c5 req-9aba97e7-739b-47ba-b1ba-e0d9312d57d5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882785 Jul 16 18:23:26.240041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6b5b2-c4d5-4c59-b4ff-379aa5205665 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381337a1-e133-486d-b677-cf5cc36323a2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:26.266649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.270142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.325067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5dc486-9379-4f5d-aeeb-16e83e51629a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:26.437191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60818) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:26.446943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a8754535-6f90-4bbf-8818-6039270c4984 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986177042', 'description': 'tempest-secgroup-smoke-1986177042 description', 'project_id': '31c96d00249a453298ef421573e576c2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:26.463573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Attempting to bind port eb5dc486-9379-4f5d-aeeb-16e83e51629a on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:26.463895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Attempting to bind port eb5dc486-9379-4f5d-aeeb-16e83e51629a by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cad97942-49e2-4d88-aefe-de8550bdca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:26.464224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Attempting to bind port eb5dc486-9379-4f5d-aeeb-16e83e51629a on network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:26.476886 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.488922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Port eb5dc486-9379-4f5d-aeeb-16e83e51629a on network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:26.489256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Attempting to bind port eb5dc486-9379-4f5d-aeeb-16e83e51629a on network 57fd7b9a-9cc0-4a64-a067-77aac414b1d4 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:26.502134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:26.502471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Checking segment: {'id': 'cad97942-49e2-4d88-aefe-de8550bdca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:26.503127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Bound using segment: {'id': 'cad97942-49e2-4d88-aefe-de8550bdca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:26.503847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Bound port: eb5dc486-9379-4f5d-aeeb-16e83e51629a, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad97942-49e2-4d88-aefe-de8550bdca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:26.504226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.524282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Router b9da2fd9-2f04-4737-ae93-045546a62367 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:26.551624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Transition to ACTIVE for port object 97467c8f-b022-4c90-8c50-5ef03999a355 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:26.589850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8754535-6f90-4bbf-8818-6039270c4984 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.671568 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:26.676909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.681098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-de190cc9-68fd-4289-bb2c-7001a4a04f14 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "PUT /v2.0/routers/b9da2fd9-2f04-4737-ae93-045546a62367 HTTP/1.1" status: 200 len: 919 time: 3.6957865 Jul 16 18:23:26.682263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60820) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:26.690786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e4024-43fc-4781-9b38-3f69fcea0822 None None] Sync routers for ids ['b9da2fd9-2f04-4737-ae93-045546a62367'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:26.709335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e4024-43fc-4781-9b38-3f69fcea0822 None None] Routers {'b9da2fd9-2f04-4737-ae93-045546a62367'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:26.710529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-073e4024-43fc-4781-9b38-3f69fcea0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b9da2fd9-2f04-4737-ae93-045546a62367'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:26.711325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] For port eb5dc486-9379-4f5d-aeeb-16e83e51629a, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:26.743287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] For port eb5dc486-9379-4f5d-aeeb-16e83e51629a, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb5dc486-9379-4f5d-aeeb-16e83e51629a,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:26.747194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-073e4024-43fc-4781-9b38-3f69fcea0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:26.754294 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.760497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e4024-43fc-4781-9b38-3f69fcea0822 None None] Routers {'b9da2fd9-2f04-4737-ae93-045546a62367'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:26.761606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-073e4024-43fc-4781-9b38-3f69fcea0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b9da2fd9-2f04-4737-ae93-045546a62367'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:26.766170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.768274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.803771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-073e4024-43fc-4781-9b38-3f69fcea0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:26.805055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e4024-43fc-4781-9b38-3f69fcea0822 None None] The sync data for ids ['b9da2fd9-2f04-4737-ae93-045546a62367'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:26.832792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fc66bae0-a01f-4635-8d4d-d3d098b0b65f tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/routers/b9da2fd9-2f04-4737-ae93-045546a62367 HTTP/1.1" status: 200 len: 925 time: 0.1496596 Jul 16 18:23:26.833540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:26.888422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:26.889066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.890471 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] 10.222.0.45 "PUT /v2.0/ports/eb5dc486-9379-4f5d-aeeb-16e83e51629a HTTP/1.1" status: 200 len: 1093 time: 2.1263456 Jul 16 18:23:26.893394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742e3ada-7294-430b-86b1-6ab696705e9d', 'tag': 'eb5dc486-9379-4f5d-aeeb-16e83e51629a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:26.895387 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "742e3ada-7294-430b-86b1-6ab696705e9d", "tag": "eb5dc486-9379-4f5d-aeeb-16e83e51629a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:26.914923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab761937-a632-40d5-ac69-220dc3d604f5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5dc486-9379-4f5d-aeeb-16e83e51629a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:26.940090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:26.963300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05eb2a2-6d41-4812-a809-157f1c6b2150 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:26.965104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f05eb2a2-6d41-4812-a809-157f1c6b2150 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=b9da2fd9-2f04-4737-ae93-045546a62367&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1304491 Jul 16 18:23:26.969100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:26.989304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e90a0b-0ade-4247-9dc2-80edc88116a8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:26.992271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:27.011792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:27.022688 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8754535-6f90-4bbf-8818-6039270c4984 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.112796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8754535-6f90-4bbf-8818-6039270c4984 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.148780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Checking segment: {'id': '7ec97350-0d7e-4fe3-be5e-81be62fd2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:27.149287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Network hostable DHCP agents. Network: f9a43470-36f7-4510-9716-7ceb73045f16, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:27.152654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Port': ['ID=97467c8f-b022-4c90-8c50-5ef03999a355,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.206564 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788b4a47-9fd0-4a06-8d66-99c8d6f9485a x-openstack-request-id: req-788b4a47-9fd0-4a06-8d66-99c8d6f9485a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:27.206882 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742e3ada-7294-430b-86b1-6ab696705e9d", "tag": "eb5dc486-9379-4f5d-aeeb-16e83e51629a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:27.207111 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-788b4a47-9fd0-4a06-8d66-99c8d6f9485a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:27.207509 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742e3ada-7294-430b-86b1-6ab696705e9d', 'tag': 'eb5dc486-9379-4f5d-aeeb-16e83e51629a', 'status': 'completed', 'code': 200} Jul 16 18:23:27.212640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8754535-6f90-4bbf-8818-6039270c4984 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.217231 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a8754535-6f90-4bbf-8818-6039270c4984 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7788875 Jul 16 18:23:27.219356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.225597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-680dbe4f-441c-4f9c-abd9-f4e9c2eb9788 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '9b480154-b05f-4acf-b442-52fa640615fb', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:27.235684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.236346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.251515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8754535-6f90-4bbf-8818-6039270c4984 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b480154-b05f-4acf-b442-52fa640615fb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.261734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c40b2-9632-4ebe-83e1-8e01dbb418c9 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.267382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c33c40b2-9632-4ebe-83e1-8e01dbb418c9 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 881 time: 0.2971017 Jul 16 18:23:27.269147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60838) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.282840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Network f9a43470-36f7-4510-9716-7ceb73045f16 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:27.307774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f9a43470-36f7-4510-9716-7ceb73045f16) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:27.313393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.314046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.319693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d5556-67f0-4720-8866-35b54c4b697a None None] Network f9a43470-36f7-4510-9716-7ceb73045f16 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:27.324503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7a8038ea-0b26-409c-bef2-1691af3699a9 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9da2fd9-2f04-4737-ae93-045546a62367 HTTP/1.1" status: 200 len: 205 time: 0.0534425 Jul 16 18:23:27.330209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60840) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.331590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-e8a68630-7283-4fee-96f6-c3f50df3036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.335126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-e8a68630-7283-4fee-96f6-c3f50df3036a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ee4c3a2a961402699acc428227b4f9a&device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 1096 time: 0.3864534 Jul 16 18:23:27.349271 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0fc0086e-f73f-4418-bae9-156a528b45a2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4042811 Jul 16 18:23:27.351652 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-680dbe4f-441c-4f9c-abd9-f4e9c2eb9788 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.353426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35eb57-5bb1-48dc-8cb8-838fbf39f6c7 req-80e5ba62-a517-41c9-8fcf-079467a80e38 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.355209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb35eb57-5bb1-48dc-8cb8-838fbf39f6c7 req-80e5ba62-a517-41c9-8fcf-079467a80e38 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 944 time: 0.2216563 Jul 16 18:23:27.408078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'admin_state_up': True, 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'security_groups': ['18dac136-bba5-43c0-b554-d2218b8d6167']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:27.411991 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-3c10a13c-1298-4e8c-9c16-cb888a7c12d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5dc486-9379-4f5d-aeeb-16e83e51629a HTTP/1.1" status: 200 len: 217 time: 0.0464277 Jul 16 18:23:27.486514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb35eb57-5bb1-48dc-8cb8-838fbf39f6c7 req-a1eae203-f0f4-48c9-a3f1-1861e2ecf33e tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943375 Jul 16 18:23:27.521115 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-639e7304-ec56-4e6d-b292-ace7c77c63ce admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3450849 Jul 16 18:23:27.525986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.536043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:27.581844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef73c2-d9ff-44c3-9e16-f0381490691c req-9e8084f3-4995-454d-b2ba-279dd41fa920 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.588180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef73c2-d9ff-44c3-9e16-f0381490691c req-9e8084f3-4995-454d-b2ba-279dd41fa920 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.595459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49ef73c2-d9ff-44c3-9e16-f0381490691c req-9e8084f3-4995-454d-b2ba-279dd41fa920 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 1653 time: 0.2024612 Jul 16 18:23:27.608870 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.613935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a4ef98-0f35-436a-bb8a-3d8dd8cb9e32 None None] Network f9a43470-36f7-4510-9716-7ceb73045f16 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:27.646330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-a54267d7-8de1-4662-8c61-f85f7630798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.649855 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-a54267d7-8de1-4662-8c61-f85f7630798b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3418406f-e7dc-4c85-981a-a9179ec2f8c5 HTTP/1.1" status: 200 len: 849 time: 0.2037539 Jul 16 18:23:27.660426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.662348 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.662528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7d6797a6-8a92-4bea-afc9-fb49f1847fe7 None None] Provisioning for port 97467c8f-b022-4c90-8c50-5ef03999a355 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:27.677036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7d6797a6-8a92-4bea-afc9-fb49f1847fe7 None None] Provisioning complete for port 97467c8f-b022-4c90-8c50-5ef03999a355 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:27.677426 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7d6797a6-8a92-4bea-afc9-fb49f1847fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.711319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49ef73c2-d9ff-44c3-9e16-f0381490691c req-0efd6714-cdad-459b-906e-9296b1970f3d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146407 Jul 16 18:23:27.754997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.783912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7d6797a6-8a92-4bea-afc9-fb49f1847fe7 None None] Port 97467c8f-b022-4c90-8c50-5ef03999a355 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:27.789293 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-8b13b028-7096-4ef9-b468-ce20d4c3d3b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678697 Jul 16 18:23:27.792579 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-680dbe4f-441c-4f9c-abd9-f4e9c2eb9788 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.799861 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.873042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Deleting port 0f830852-ea44-42fc-9811-e59ae58c0241 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:27.873700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.890738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-680dbe4f-441c-4f9c-abd9-f4e9c2eb9788 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.954681 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680dbe4f-441c-4f9c-abd9-f4e9c2eb9788 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f38d48c-83a6-4103-9fa7-33c10acfc5bf,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.996738 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.019503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Calling delete_port for 0f830852-ea44-42fc-9811-e59ae58c0241 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:28.028904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:28.033457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.070492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-680dbe4f-441c-4f9c-abd9-f4e9c2eb9788 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.074726 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-680dbe4f-441c-4f9c-abd9-f4e9c2eb9788 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8536751 Jul 16 18:23:28.075704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60848) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:28.080620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fe890549-0d5b-4ae6-810d-185bf6f392ec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '9b480154-b05f-4acf-b442-52fa640615fb', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:28.107656 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.173019 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-cbd4701d-d4ae-4d28-ad3a-9d9e9e9b2981 service neutron] 10.222.0.45 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698394 Jul 16 18:23:28.269100 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.315295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe890549-0d5b-4ae6-810d-185bf6f392ec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.339917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event deleted for resources: {'Port': ['ID=0f830852-ea44-42fc-9811-e59ae58c0241,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.385817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Allocated IP 10.1.1.36 (5e82fb2e-8bfc-485f-98cd-7646e4e78162/fa341516-92b1-4649-8db1-f710b5ffa10a/d1009801-eab5-456c-9434-2755b32d4b69) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:28.394514 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e8a9ec34-daf4-4f1c-ab82-18d0917c8922 req-e585505a-893d-4497-8781-270ad2fb1bd3 service neutron] 10.222.0.45 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097795 Jul 16 18:23:28.444719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe890549-0d5b-4ae6-810d-185bf6f392ec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.445864 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.492200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe890549-0d5b-4ae6-810d-185bf6f392ec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.603041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.604988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe890549-0d5b-4ae6-810d-185bf6f392ec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c026fa3c-b079-4d08-afb4-23f56ac85c29,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.612885 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.626128 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe890549-0d5b-4ae6-810d-185bf6f392ec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.630495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fe890549-0d5b-4ae6-810d-185bf6f392ec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5510330 Jul 16 18:23:28.665295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60854) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:28.686041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-337aacbb-baaf-4d5d-b78e-1e850dd49f8f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '9b480154-b05f-4acf-b442-52fa640615fb', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:28.745873 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.762142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.763584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Fanout notify agent at l3_agent the message router_deleted on router b9da2fd9-2f04-4737-ae93-045546a62367 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:28.805710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.813044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3d912258-7043-4995-9d3e-472b975a10b4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/b9da2fd9-2f04-4737-ae93-045546a62367 HTTP/1.1" status: 204 len: 168 time: 1.4745758 Jul 16 18:23:28.825264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60860) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:28.840422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9bd3fcd2-31f1-4efd-8257-fafd57a04a0d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1323795650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:28.933638 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-337aacbb-baaf-4d5d-b78e-1e850dd49f8f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.246628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device eb5dc486-9379-4f5d-aeeb-16e83e51629a details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:29.291613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-12ebb519-5d3d-4761-9efc-ac35578d4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.293732 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-12ebb519-5d3d-4761-9efc-ac35578d4a33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ee4c3a2a961402699acc428227b4f9a&device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 1096 time: 0.8193324 Jul 16 18:23:29.297038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.301046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.357450 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.365515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port eb5dc486-9379-4f5d-aeeb-16e83e51629a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb5dc486-9379-4f5d-aeeb-16e83e51629a,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:29.386441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'eb5dc486-9379-4f5d-aeeb-16e83e51629a', 'network_id': '57fd7b9a-9cc0-4a64-a067-77aac414b1d4', 'port_id': 'eb5dc486-9379-4f5d-aeeb-16e83e51629a', 'mac_address': 'fa:16:3e:f1:e2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3418406f-e7dc-4c85-981a-a9179ec2f8c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:29.392533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Transition to ACTIVE for port object d1009801-eab5-456c-9434-2755b32d4b69 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:29.398058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bd3fcd2-31f1-4efd-8257-fafd57a04a0d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.398058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bd3fcd2-31f1-4efd-8257-fafd57a04a0d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.449478 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.453444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-337aacbb-baaf-4d5d-b78e-1e850dd49f8f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.470174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5dc486-9379-4f5d-aeeb-16e83e51629a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:29.475206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5fcc0-cb45-4585-a476-58a9bbb7cc20 req-d0452a25-ee46-408a-9965-2ff7b8b72f82 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.484217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bb5fcc0-cb45-4585-a476-58a9bbb7cc20 req-d0452a25-ee46-408a-9965-2ff7b8b72f82 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 944 time: 0.7730968 Jul 16 18:23:29.500757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port eb5dc486-9379-4f5d-aeeb-16e83e51629a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb5dc486-9379-4f5d-aeeb-16e83e51629a,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:29.501031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-337aacbb-baaf-4d5d-b78e-1e850dd49f8f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.509387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.582877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-fc2b859b-0f21-471b-b688-ae55000f7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.583588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=eb5dc486-9379-4f5d-aeeb-16e83e51629a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:29.584596 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-fc2b859b-0f21-471b-b688-ae55000f7dad service neutron] 10.222.0.45 "GET /v2.0/networks?id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4 HTTP/1.1" status: 200 len: 910 time: 0.2787454 Jul 16 18:23:29.591348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aacbb-baaf-4d5d-b78e-1e850dd49f8f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec4a09b-7e99-4ada-a792-42940a2ee1a0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:29.611108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bd3fcd2-31f1-4efd-8257-fafd57a04a0d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.632333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-337aacbb-baaf-4d5d-b78e-1e850dd49f8f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.636184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-337aacbb-baaf-4d5d-b78e-1e850dd49f8f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9673476 Jul 16 18:23:29.636184 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bd3fcd2-31f1-4efd-8257-fafd57a04a0d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.640557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60864) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:29.641185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.649923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-78f1360a-47c4-46df-8594-520ed7b0c026 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '9b480154-b05f-4acf-b442-52fa640615fb', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:29.653072 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-d54eb503-1e19-49e8-b46e-c8af7c99e076 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb5dc486-9379-4f5d-aeeb-16e83e51629a HTTP/1.1" status: 200 len: 217 time: 0.0593922 Jul 16 18:23:29.656975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bb5fcc0-cb45-4585-a476-58a9bbb7cc20 req-d63a3a3d-c0ab-40a7-bb6b-224693f5cf5a tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718829 Jul 16 18:23:29.691867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f0b9c-d949-4007-8126-fb234ca75c08 req-4e3ee60b-a094-4e91-98e7-59cd7cd98c9f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.704608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f0b9c-d949-4007-8126-fb234ca75c08 req-4e3ee60b-a094-4e91-98e7-59cd7cd98c9f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.707061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-126f0b9c-d949-4007-8126-fb234ca75c08 req-4e3ee60b-a094-4e91-98e7-59cd7cd98c9f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 1653 time: 0.3388581 Jul 16 18:23:29.746529 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bd3fcd2-31f1-4efd-8257-fafd57a04a0d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.750351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9bd3fcd2-31f1-4efd-8257-fafd57a04a0d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9184296 Jul 16 18:23:29.750854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60866) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:29.752218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Allocated IP 172.25.2.130 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/0cdab14b-9388-4755-a844-c2a287825207) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:29.756020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'enable_snat': False}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:29.757089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:29.759519 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78f1360a-47c4-46df-8594-520ed7b0c026 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.766331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-126f0b9c-d949-4007-8126-fb234ca75c08 req-00759f6e-6645-47aa-b5bf-3e60762b4055 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591714 Jul 16 18:23:29.775217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:29.778049 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:29.788356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Port': ['ID=d1009801-eab5-456c-9434-2755b32d4b69,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:29.799532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['eb5dc486-9379-4f5d-aeeb-16e83e51629a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:29.846008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-8903df6e-1a91-4c9f-b864-67fd104da528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.859432 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-8903df6e-1a91-4c9f-b864-67fd104da528 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3418406f-e7dc-4c85-981a-a9179ec2f8c5 HTTP/1.1" status: 200 len: 849 time: 0.1731827 Jul 16 18:23:29.913473 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-af819567-9905-482d-ab40-01aad15836d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=57fd7b9a-9cc0-4a64-a067-77aac414b1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404773 Jul 16 18:23:29.962841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:29.963120 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.061073 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-80ccd0be-53e7-477b-8de0-cd2a5d3752cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6561935 Jul 16 18:23:30.081169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1', 'admin_state_up': True, 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'security_groups': ['18dac136-bba5-43c0-b554-d2218b8d6167']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:30.133305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.171571 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-48d7f3b8-0288-4dd0-8abb-d24dc4a66a75 service neutron] 10.222.0.45 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226615 Jul 16 18:23:30.177102 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.195956 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78f1360a-47c4-46df-8594-520ed7b0c026 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.209041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78f1360a-47c4-46df-8594-520ed7b0c026 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.237118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1360a-47c4-46df-8594-520ed7b0c026 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4a2f57-e9d0-4d11-b70d-d43d76988e43,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.254905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78f1360a-47c4-46df-8594-520ed7b0c026 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.255828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-51c9e9fd-1b79-42bb-9b0c-a1121a50053a None None] Provisioning for port d1009801-eab5-456c-9434-2755b32d4b69 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:30.256356 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-78f1360a-47c4-46df-8594-520ed7b0c026 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6129601 Jul 16 18:23:30.259166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:30.262004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-51c9e9fd-1b79-42bb-9b0c-a1121a50053a None None] Provisioning complete for port d1009801-eab5-456c-9434-2755b32d4b69 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:30.262545 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-51c9e9fd-1b79-42bb-9b0c-a1121a50053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.263934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1f3607f2-ae01-4327-9a78-3a927b814ea0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '9b480154-b05f-4acf-b442-52fa640615fb', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:30.306386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-51c9e9fd-1b79-42bb-9b0c-a1121a50053a None None] Port d1009801-eab5-456c-9434-2755b32d4b69 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:30.322393 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-1f3607f2-ae01-4327-9a78-3a927b814ea0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Project 31c96d00249a453298ef421573e576c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:23:30.328551 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3607f2-ae01-4327-9a78-3a927b814ea0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.342915 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.406449 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b9941c4-4939-4495-a28c-dbdcdaa7b8c1 req-c58d9c5e-ca03-4e94-9dae-8a70748a5911 service neutron] 10.222.0.45 "GET /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268679 Jul 16 18:23:30.430772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:30.437098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:30.439850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:30.443416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Pushing event updated for resources: {'Port': ['ID=0cdab14b-9388-4755-a844-c2a287825207,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.472454 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:30.490396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3607f2-ae01-4327-9a78-3a927b814ea0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.501698 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3607f2-ae01-4327-9a78-3a927b814ea0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.528444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.558703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3607f2-ae01-4327-9a78-3a927b814ea0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d05ba0b-62a6-4325-8021-caa0540f0ad2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.561877 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3607f2-ae01-4327-9a78-3a927b814ea0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.563108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1f3607f2-ae01-4327-9a78-3a927b814ea0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3029153 Jul 16 18:23:30.564246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.566017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60874) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:30.572124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2ca22cda-4f18-4eee-893e-57e37ed4d911 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'security_group_rule': {'security_group_id': '9b480154-b05f-4acf-b442-52fa640615fb', 'project_id': '31c96d00249a453298ef421573e576c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:30.641195 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-2ca22cda-4f18-4eee-893e-57e37ed4d911 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Project 31c96d00249a453298ef421573e576c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:23:30.655073 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ca22cda-4f18-4eee-893e-57e37ed4d911 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.697491 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.739440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Allocated IP 172.25.2.67 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/773c27a6-d169-4a8d-872b-2d068abca6c3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:30.791098 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ca22cda-4f18-4eee-893e-57e37ed4d911 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.806607 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ca22cda-4f18-4eee-893e-57e37ed4d911 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.875763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca22cda-4f18-4eee-893e-57e37ed4d911 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9ddef5-4e76-443c-a0df-30c0deaa7996,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.889665 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ca22cda-4f18-4eee-893e-57e37ed4d911 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.891229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2ca22cda-4f18-4eee-893e-57e37ed4d911 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3242483 Jul 16 18:23:30.899165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60880) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:30.904866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'network': {'name': 'tempest-network-smoke--862373553', 'project_id': '31c96d00249a453298ef421573e576c2', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:30.947051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.963965 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.973267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:30.977409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.082323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Allocated IP 10.2.2.100 (bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1/2fc4fa43-170b-42b3-bee8-546c6b75f4b0/9aaf0a25-22e8-41a0-8063-3344b00ab1f8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:31.103704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:31.144175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3950ad1-de9c-414d-913e-ddeec73e297a req-34486c76-dd88-40b6-8f8b-164a37284ec4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.146148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3950ad1-de9c-414d-913e-ddeec73e297a req-34486c76-dd88-40b6-8f8b-164a37284ec4 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 945 time: 0.1762474 Jul 16 18:23:31.158505 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.166942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.167289 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Added segment 804664e0-aaa6-466f-8833-beef767396dc of type vlan for network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb Jul 16 18:23:31.261783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device eb5dc486-9379-4f5d-aeeb-16e83e51629a up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:31.270238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:31.293015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:31.296321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.302862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:31.317416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Pushing event updated for resources: {'Port': ['ID=773c27a6-d169-4a8d-872b-2d068abca6c3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:31.348465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.354219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port eb5dc486-9379-4f5d-aeeb-16e83e51629a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:31.361026 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3950ad1-de9c-414d-913e-ddeec73e297a req-5e028357-258d-4e54-8580-b87803394534 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956010 Jul 16 18:23:31.363701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port eb5dc486-9379-4f5d-aeeb-16e83e51629a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:31.364094 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.373571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936766d-1db4-4290-b5d6-438a42054bd2 req-25acde14-1ea1-4c28-9078-65593036bd4c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.391678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936766d-1db4-4290-b5d6-438a42054bd2 req-25acde14-1ea1-4c28-9078-65593036bd4c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.398758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936766d-1db4-4290-b5d6-438a42054bd2 req-25acde14-1ea1-4c28-9078-65593036bd4c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.409205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.421598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4936766d-1db4-4290-b5d6-438a42054bd2 req-25acde14-1ea1-4c28-9078-65593036bd4c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 2373 time: 0.3654718 Jul 16 18:23:31.432383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:23:31.434250 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Transition to ACTIVE for port object 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:31.504408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.530486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4936766d-1db4-4290-b5d6-438a42054bd2 req-002341b7-15c9-4e83-8238-18d2f014fd0a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027067 Jul 16 18:23:31.531516 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.546322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742e3ada-7294-430b-86b1-6ab696705e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5dc486-9379-4f5d-aeeb-16e83e51629a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:31.547144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.547562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.548297 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5f1cfc-5aa6-412b-881c-04d7fb55f5bd" -d '{"events": [{"server_uuid": "742e3ada-7294-430b-86b1-6ab696705e9d", "name": "network-vif-plugged", "status": "completed", "tag": "eb5dc486-9379-4f5d-aeeb-16e83e51629a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:31.548534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.564367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port eb5dc486-9379-4f5d-aeeb-16e83e51629a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb5dc486-9379-4f5d-aeeb-16e83e51629a,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:31.573822 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.609676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7093210 Jul 16 18:23:31.618128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:31.626691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'admin_state_up': True, 'project_id': '31c96d00249a453298ef421573e576c2', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:31.645804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=eb5dc486-9379-4f5d-aeeb-16e83e51629a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:31.668695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.669201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.669659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.670321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.670765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.671208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.671646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.672079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.672527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.672966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.673395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.673881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:31.683431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:31.684260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Port': ['ID=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:31.696392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:31.711857 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:31.730656 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfdc054-1032-4aec-8772-aafbdb531447 x-openstack-request-id: req-fbfdc054-1032-4aec-8772-aafbdb531447 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:31.731065 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742e3ada-7294-430b-86b1-6ab696705e9d", "name": "network-vif-plugged", "status": "completed", "tag": "eb5dc486-9379-4f5d-aeeb-16e83e51629a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:31.731418 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbfdc054-1032-4aec-8772-aafbdb531447 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:31.735999 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742e3ada-7294-430b-86b1-6ab696705e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5dc486-9379-4f5d-aeeb-16e83e51629a', 'code': 200} Jul 16 18:23:31.762855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84694167-c821-43a9-87ac-0f6d54c9621f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Network': ['ID=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:31.775333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:31.780696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.781377 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.787029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Router 0646e173-ad45-49aa-bb65-abcc7e36a12b is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:31.814929 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.816011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.828308 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-89bf6d66-8e87-4a75-b89b-59b2556f3632 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7519364 Jul 16 18:23:31.890499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1', 'admin_state_up': True, 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'security_groups': ['18dac136-bba5-43c0-b554-d2218b8d6167']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:32.010790 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.056587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58b56108-a6dd-4cf8-8006-fa5dc566576a None None] Provisioning for port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:32.061340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58b56108-a6dd-4cf8-8006-fa5dc566576a None None] Provisioning complete for port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:32.061940 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58b56108-a6dd-4cf8-8006-fa5dc566576a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.077882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.107000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58b56108-a6dd-4cf8-8006-fa5dc566576a None None] Port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:32.156198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c88c6-72a7-46be-8e88-62001ab68d6f req-d69fae21-3352-433c-bead-6d6f8a1ccccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.157765 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c88c88c6-72a7-46be-8e88-62001ab68d6f req-d69fae21-3352-433c-bead-6d6f8a1ccccd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 1098 time: 0.2853181 Jul 16 18:23:32.295103 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.301416 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.449866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Router b9ed404d-2a03-40a5-bcbb-b7a8f39d9314 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:32.614713 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c88c88c6-72a7-46be-8e88-62001ab68d6f req-6ec88447-0e01-44e0-a1ae-4d1d6b6b6cf2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177034 Jul 16 18:23:32.620384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:32.629394 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Sync routers for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:32.645891 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:32.647268 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:32.687788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:32.698616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf04cf8-ccdb-4c48-bacc-be31b8884d19 None None] Sync routers for ids ['b9ed404d-2a03-40a5-bcbb-b7a8f39d9314'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:32.715480 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.742112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf04cf8-ccdb-4c48-bacc-be31b8884d19 None None] Routers {'b9ed404d-2a03-40a5-bcbb-b7a8f39d9314'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:32.747055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4cf04cf8-ccdb-4c48-bacc-be31b8884d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b9ed404d-2a03-40a5-bcbb-b7a8f39d9314'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:32.751954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4903b-9309-466f-b7c8-83cbcfb25a4b req-9bb1aa4d-7895-4206-b722-f63cc3334be9 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.761456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57c4903b-9309-466f-b7c8-83cbcfb25a4b req-9bb1aa4d-7895-4206-b722-f63cc3334be9 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 946 time: 0.2500989 Jul 16 18:23:32.769006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.783854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:32.785303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a05b8bcf-a2f0-4d26-9246-a4f732674285 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "PUT /v2.0/routers/b9ed404d-2a03-40a5-bcbb-b7a8f39d9314 HTTP/1.1" status: 200 len: 919 time: 3.0334010 Jul 16 18:23:32.802551 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:32.859847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4cf04cf8-ccdb-4c48-bacc-be31b8884d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:32.894480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf04cf8-ccdb-4c48-bacc-be31b8884d19 None None] Routers {'b9ed404d-2a03-40a5-bcbb-b7a8f39d9314'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:32.898895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57c4903b-9309-466f-b7c8-83cbcfb25a4b req-87c0a8bc-d1a8-4f1e-ba46-1f3816922fde tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054626 Jul 16 18:23:32.903221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4cf04cf8-ccdb-4c48-bacc-be31b8884d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b9ed404d-2a03-40a5-bcbb-b7a8f39d9314'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:32.951727 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2e4183ff-f7c2-48b1-8aea-9dc2fa551048 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/routers/b9ed404d-2a03-40a5-bcbb-b7a8f39d9314 HTTP/1.1" status: 200 len: 925 time: 0.1627965 Jul 16 18:23:32.955920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60904) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:32.960968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Made reservation on behalf of da10e53478d74bd3ad819e97526ced87 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:32.966104 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.972171 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.973516 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3a09cb62-02e6-4f6e-b499-237451bf66ee admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4426167 Jul 16 18:23:32.983006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:33.116041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca2af1a-a863-4863-a21b-a95a6a004166 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.126278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aca2af1a-a863-4863-a21b-a95a6a004166 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=b9ed404d-2a03-40a5-bcbb-b7a8f39d9314&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1687779 Jul 16 18:23:33.130169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60908) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:33.139962 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:30Z', 'revision_number': 3, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:33.179464 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Checking router: 0646e173-ad45-49aa-bb65-abcc7e36a12b for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:33.179815 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Updating router 0646e173-ad45-49aa-bb65-abcc7e36a12b port 0cdab14b-9388-4755-a844-c2a287825207 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:33.222320 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.234767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4cf04cf8-ccdb-4c48-bacc-be31b8884d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:33.236006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf04cf8-ccdb-4c48-bacc-be31b8884d19 None None] The sync data for ids ['b9ed404d-2a03-40a5-bcbb-b7a8f39d9314'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:33.258322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-805524f8-255c-4561-9e9d-0c19e45baa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.321475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c336f71-fa75-4692-afc1-ea5437c15484 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.323349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1c336f71-fa75-4692-afc1-ea5437c15484 tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 881 time: 0.1912768 Jul 16 18:23:33.338236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849088ec-cd57-4ff9-bdd1-fbf219902d91 req-d1656030-90b9-431b-842f-5b833f6fe76d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.346261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849088ec-cd57-4ff9-bdd1-fbf219902d91 req-d1656030-90b9-431b-842f-5b833f6fe76d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.354440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:33.362070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849088ec-cd57-4ff9-bdd1-fbf219902d91 req-d1656030-90b9-431b-842f-5b833f6fe76d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.370413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849088ec-cd57-4ff9-bdd1-fbf219902d91 req-d1656030-90b9-431b-842f-5b833f6fe76d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.372784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-849088ec-cd57-4ff9-bdd1-fbf219902d91 req-d1656030-90b9-431b-842f-5b833f6fe76d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 3094 time: 0.3502312 Jul 16 18:23:33.420380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-849088ec-cd57-4ff9-bdd1-fbf219902d91 req-e759550a-9998-4d2f-8940-571593a0907a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Jul 16 18:23:33.424956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:33.425227 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-556ea6cc-25ab-4ecb-9629-9dea1fefec56 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ed404d-2a03-40a5-bcbb-b7a8f39d9314 HTTP/1.1" status: 200 len: 205 time: 0.0676653 Jul 16 18:23:33.551199 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.587551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.623481 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.644314 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Transition to ACTIVE for port object 0cdab14b-9388-4755-a844-c2a287825207 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:33.665551 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.707624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Allocated IP 10.2.2.200 (bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1/2fc4fa43-170b-42b3-bee8-546c6b75f4b0/371d613d-38e1-45bd-97dd-05f7e64845db) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:33.829547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.25.2.15 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/7b912b6d-afa9-4b1d-97d0-e5616b013c68) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:33.852340 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Pushing event updated for resources: {'Port': ['ID=0cdab14b-9388-4755-a844-c2a287825207,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:33.854999 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Attempting to bind port 0cdab14b-9388-4755-a844-c2a287825207 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:33.857757 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Attempting to bind port 0cdab14b-9388-4755-a844-c2a287825207 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:33.858465 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Attempting to bind port 0cdab14b-9388-4755-a844-c2a287825207 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:33.870701 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:33.871387 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:33.872006 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.873154 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:33.873792 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Bound port: 0cdab14b-9388-4755-a844-c2a287825207, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:33.874336 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.879026 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.879626 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.880177 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.881055 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.881652 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.882340 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.882916 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.883395 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.883916 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.884390 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.884972 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.885450 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:34.005382 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] For port 0cdab14b-9388-4755-a844-c2a287825207, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:34.014215 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] For port 0cdab14b-9388-4755-a844-c2a287825207, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0cdab14b-9388-4755-a844-c2a287825207,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:34.026562 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.064041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.105762 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:34.107371 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:34.150605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.155946 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4e867-194b-49fe-8b4c-2f8c0b41097e None None] Pushing event updated for resources: {'Port': ['ID=0cdab14b-9388-4755-a844-c2a287825207,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.169500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Transition to ACTIVE for port object 371d613d-38e1-45bd-97dd-05f7e64845db will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:34.279937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650ef7b-6eac-464c-b8b6-8655977a2570 req-7fc77612-b933-4e08-a6ca-073680bdfca2 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:34.281673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b650ef7b-6eac-464c-b8b6-8655977a2570 req-7fc77612-b933-4e08-a6ca-073680bdfca2 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 946 time: 0.1349592 Jul 16 18:23:34.291293 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:34.293708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.307774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.320279 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.399102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b650ef7b-6eac-464c-b8b6-8655977a2570 req-51e50a86-86ce-4e32-950a-e191f0ce47a9 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005371 Jul 16 18:23:34.418356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:34.430066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:34.432239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event updated for resources: {'Port': ['ID=371d613d-38e1-45bd-97dd-05f7e64845db,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.438652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:34.505305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Deleting port 773c27a6-d169-4a8d-872b-2d068abca6c3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:34.506051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.675640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:34.683621 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.693299 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.695587 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.742677 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.750964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Calling delete_port for 773c27a6-d169-4a8d-872b-2d068abca6c3 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:34.762313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-18264236-6f3e-43d2-ba18-d5d8e788dab0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8883746 Jul 16 18:23:34.777181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:34.786560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:34.793846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:34.813588 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:30Z', 'revision_number': 3, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:34.825499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:34.856479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=7b912b6d-afa9-4b1d-97d0-e5616b013c68,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.890335 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ba63e-94f4-4ac0-8745-e359dbd0e1b3 None None] The sync data for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 is: [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:30Z', 'revision_number': 3, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:34.982366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4685284-e1c9-4747-8410-ad82c483649d None None] Provisioning for port 371d613d-38e1-45bd-97dd-05f7e64845db completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:34.999569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4685284-e1c9-4747-8410-ad82c483649d None None] Provisioning complete for port 371d613d-38e1-45bd-97dd-05f7e64845db triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:35.000647 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4685284-e1c9-4747-8410-ad82c483649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.051025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011cc8-db89-4386-be16-ab4192c2793d req-43ce9441-aa34-4b5c-b5c6-c5eb9daab9e4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.066850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011cc8-db89-4386-be16-ab4192c2793d req-43ce9441-aa34-4b5c-b5c6-c5eb9daab9e4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.083859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011cc8-db89-4386-be16-ab4192c2793d req-43ce9441-aa34-4b5c-b5c6-c5eb9daab9e4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.098642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e4685284-e1c9-4747-8410-ad82c483649d None None] Port 371d613d-38e1-45bd-97dd-05f7e64845db cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:35.101122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011cc8-db89-4386-be16-ab4192c2793d req-43ce9441-aa34-4b5c-b5c6-c5eb9daab9e4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.119510 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77011cc8-db89-4386-be16-ab4192c2793d req-43ce9441-aa34-4b5c-b5c6-c5eb9daab9e4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.132387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77011cc8-db89-4386-be16-ab4192c2793d req-43ce9441-aa34-4b5c-b5c6-c5eb9daab9e4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 3815 time: 0.4417694 Jul 16 18:23:35.184857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.292780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77011cc8-db89-4386-be16-ab4192c2793d req-01056082-3592-47bc-ad9f-f1155c0e48a3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502881 Jul 16 18:23:35.448613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.483593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event deleted for resources: {'Port': ['ID=773c27a6-d169-4a8d-872b-2d068abca6c3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.602813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.734551 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.737622 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.839920 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.840059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Fanout notify agent at l3_agent the message router_deleted on router b9ed404d-2a03-40a5-bcbb-b7a8f39d9314 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:35.848236 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.849589 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f84b037c-42d4-4709-b07f-09dfb0f3bc78 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/b9ed404d-2a03-40a5-bcbb-b7a8f39d9314 HTTP/1.1" status: 204 len: 168 time: 2.4235501 Jul 16 18:23:35.857022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:35.860098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Allocated IP 172.20.0.1 (f9a43470-36f7-4510-9716-7ceb73045f16/c8e90a0b-0ade-4247-9dc2-80edc88116a8/157fa9e9-b7b3-4daf-bcc5-6a0998ce637f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:35.862137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1367274747', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:35.910534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.911764 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.932572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d79f-5184-41c5-917b-5996d87ebcd1 req-c17c30b6-8e72-444b-b8b0-621208a18771 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.939631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a44d79f-5184-41c5-917b-5996d87ebcd1 req-c17c30b6-8e72-444b-b8b0-621208a18771 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 946 time: 0.1422167 Jul 16 18:23:35.954630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.994449 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12b2d8d8-3af0-4e45-8651-ef9e574cafbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.026891 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.050390 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.083067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a44d79f-5184-41c5-917b-5996d87ebcd1 req-49a7f6d5-5a2d-44fe-99d8-719dc042093f tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330159 Jul 16 18:23:36.342668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.342895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.406979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Pushing event updated for resources: {'Port': ['ID=157fa9e9-b7b3-4daf-bcc5-6a0998ce637f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:36.505468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.577756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Network f9a43470-36f7-4510-9716-7ceb73045f16 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:36.586000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:36.619504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:36.720843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.821773 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.850279 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.895091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0cdab14b-9388-4755-a844-c2a287825207 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:36.916879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8369adb2-a408-4a2d-8f23-3cdb64eff63c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:36.931795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.934780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e2f6-2f34-4ea1-bb48-39d804dfcedc req-6efba259-98fe-4a34-8956-409776b4438c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.968130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e2f6-2f34-4ea1-bb48-39d804dfcedc req-6efba259-98fe-4a34-8956-409776b4438c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.978664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e2f6-2f34-4ea1-bb48-39d804dfcedc req-6efba259-98fe-4a34-8956-409776b4438c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:36.987914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e2f6-2f34-4ea1-bb48-39d804dfcedc req-6efba259-98fe-4a34-8956-409776b4438c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.012833 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.021002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e2f6-2f34-4ea1-bb48-39d804dfcedc req-6efba259-98fe-4a34-8956-409776b4438c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.029827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Transition to ACTIVE for port object 8369adb2-a408-4a2d-8f23-3cdb64eff63c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:37.035400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0627e2f6-2f34-4ea1-bb48-39d804dfcedc req-6efba259-98fe-4a34-8956-409776b4438c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 3815 time: 0.5039952 Jul 16 18:23:37.052033 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.063806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 0cdab14b-9388-4755-a844-c2a287825207 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:37.073985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 0cdab14b-9388-4755-a844-c2a287825207 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:37.075237 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.181365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.259849 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.272226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0627e2f6-2f34-4ea1-bb48-39d804dfcedc req-88fe2dc2-7ccd-404a-ae2d-17f5b54be485 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354620 Jul 16 18:23:37.317174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 0cdab14b-9388-4755-a844-c2a287825207, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0cdab14b-9388-4755-a844-c2a287825207,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:37.332157 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.371573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Pushing event updated for resources: {'Port': ['ID=8369adb2-a408-4a2d-8f23-3cdb64eff63c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:37.409839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Allocated IP 172.25.2.16 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/31014dad-7df8-49d7-b5a1-27df406bcf11) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:37.478416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=0cdab14b-9388-4755-a844-c2a287825207,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:37.677049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03801a3b-4899-4df4-95ad-b5e99bc87cd4 req-1783501c-3641-4169-bc8b-bd31855d176b tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.686661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03801a3b-4899-4df4-95ad-b5e99bc87cd4 req-1783501c-3641-4169-bc8b-bd31855d176b tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 946 time: 0.3189807 Jul 16 18:23:37.697124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.760887 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.777515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03801a3b-4899-4df4-95ad-b5e99bc87cd4 req-16743fb1-6c9d-4e9b-80f3-d4f9da2dfe4c tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910437 Jul 16 18:23:37.836178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Attempting to bind port 8369adb2-a408-4a2d-8f23-3cdb64eff63c on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:37.836627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Attempting to bind port 8369adb2-a408-4a2d-8f23-3cdb64eff63c by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:37.837229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Attempting to bind port 8369adb2-a408-4a2d-8f23-3cdb64eff63c on network ac607c0e-76b7-4d45-b1ce-c482ba19b11e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:37.837946 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.890236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Port 8369adb2-a408-4a2d-8f23-3cdb64eff63c on network ac607c0e-76b7-4d45-b1ce-c482ba19b11e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:37.890656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Attempting to bind port 8369adb2-a408-4a2d-8f23-3cdb64eff63c on network ac607c0e-76b7-4d45-b1ce-c482ba19b11e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:37.902069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:37.906552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:37.909094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:37.910116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-70171b23-0ec5-4ef8-839e-6dd8890dad8f tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.911597 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-70171b23-0ec5-4ef8-839e-6dd8890dad8f tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.45 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 946 time: 0.7352915 Jul 16 18:23:37.921974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:37.922579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Checking segment: {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:37.922682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Bound using segment: {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:37.923134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Bound port: 8369adb2-a408-4a2d-8f23-3cdb64eff63c, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269d905e-d002-4b98-9caa-0c8eca5c6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:37.923508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.956464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event updated for resources: {'Port': ['ID=31014dad-7df8-49d7-b5a1-27df406bcf11,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.179056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] For port 8369adb2-a408-4a2d-8f23-3cdb64eff63c, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:38.188006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] For port 8369adb2-a408-4a2d-8f23-3cdb64eff63c, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:38.193245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 435624b4-3d69-45c4-af22-9944b45c4242 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:38.212152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.222465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.267220 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.349594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.357048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.357683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.359195 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] 10.222.0.46 "PUT /v2.0/ports/8369adb2-a408-4a2d-8f23-3cdb64eff63c HTTP/1.1" status: 200 len: 1092 time: 3.5778301 Jul 16 18:23:38.360576 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:38.362904 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13041f96-137c-4744-a40c-18ae2ddc1f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:38.405880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Deleting port eb5dc486-9379-4f5d-aeeb-16e83e51629a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:38.406338 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.413317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d20f6e-a7f7-4925-bcc3-d9c50baae942 service neutron] Pushing event updated for resources: {'Port': ['ID=8369adb2-a408-4a2d-8f23-3cdb64eff63c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.464677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:38.488385 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f58548c-9f05-44dd-9fac-3886ad2fbec6 x-openstack-request-id: req-9f58548c-9f05-44dd-9fac-3886ad2fbec6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:38.488750 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:38.489009 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f58548c-9f05-44dd-9fac-3886ad2fbec6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:38.489417 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'status': 'completed', 'code': 200} Jul 16 18:23:38.527339 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.746938 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.841750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0cdab14b-9388-4755-a844-c2a287825207 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:38.847051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Pushing event updated for resources: {'Port': ['ID=157fa9e9-b7b3-4daf-bcc5-6a0998ce637f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.861550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:38.878562 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Sync routers for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:38.941547 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:38.942219 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:38.964394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] For port eb5dc486-9379-4f5d-aeeb-16e83e51629a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb5dc486-9379-4f5d-aeeb-16e83e51629a,segment=NetworkSegment(cad97942-49e2-4d88-aefe-de8550bdca19),segment_id=cad97942-49e2-4d88-aefe-de8550bdca19)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:38.965286 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.978127 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.997482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.999006 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8bb2bb63-775b-4b86-aae3-cebf80269d9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.3771896 Jul 16 18:23:39.032337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32938) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.043294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Calling delete_port for eb5dc486-9379-4f5d-aeeb-16e83e51629a owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:39.170014 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:39.225394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-42abe08b-f48e-409b-96e5-1366c1720c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.226767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-42abe08b-f48e-409b-96e5-1366c1720c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.228991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-42abe08b-f48e-409b-96e5-1366c1720c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.229584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-42abe08b-f48e-409b-96e5-1366c1720c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.231242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 0cdab14b-9388-4755-a844-c2a287825207 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:39.231912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-42abe08b-f48e-409b-96e5-1366c1720c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.233606 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.235745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-42abe08b-f48e-409b-96e5-1366c1720c23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 4363 time: 0.7146344 Jul 16 18:23:39.381408 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.495838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea533-92b1-4ead-9e2f-4164ed125d02 req-167526d2-3b13-458c-bce5-67c15d29825a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.514005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea533-92b1-4ead-9e2f-4164ed125d02 req-167526d2-3b13-458c-bce5-67c15d29825a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.532745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea533-92b1-4ead-9e2f-4164ed125d02 req-167526d2-3b13-458c-bce5-67c15d29825a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.544529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea533-92b1-4ead-9e2f-4164ed125d02 req-167526d2-3b13-458c-bce5-67c15d29825a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.550820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea533-92b1-4ead-9e2f-4164ed125d02 req-167526d2-3b13-458c-bce5-67c15d29825a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.560662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-270ea533-92b1-4ead-9e2f-4164ed125d02 req-167526d2-3b13-458c-bce5-67c15d29825a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 3827 time: 0.6347349 Jul 16 18:23:39.583371 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:36Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:39.585956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Network f9a43470-36f7-4510-9716-7ceb73045f16 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:39.593162 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7ac8eb09-b892-446c-beaf-de54794ba29f tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=31c96d00249a453298ef421573e576c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5437236 Jul 16 18:23:39.596599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:39.603133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.620030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.647909 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Checking router: 435624b4-3d69-45c4-af22-9944b45c4242 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:39.649073 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Updating router 435624b4-3d69-45c4-af22-9944b45c4242 port 7b912b6d-afa9-4b1d-97d0-e5616b013c68 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:39.703913 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.220821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Pushing event deleted for resources: {'Port': ['ID=eb5dc486-9379-4f5d-aeeb-16e83e51629a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.236281 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.246840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-11850989-8ceb-46e9-85be-c4acccfbc47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.247847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-11850989-8ceb-46e9-85be-c4acccfbc47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.248742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-11850989-8ceb-46e9-85be-c4acccfbc47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.251411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-11850989-8ceb-46e9-85be-c4acccfbc47a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=da10e53478d74bd3ad819e97526ced87&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9866447 Jul 16 18:23:40.281809 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.285760 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Transition to ACTIVE for port object 7b912b6d-afa9-4b1d-97d0-e5616b013c68 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:40.300038 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.426176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-270ea533-92b1-4ead-9e2f-4164ed125d02 req-4d44b64f-f418-4f84-916c-3b3816463599 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7598364 Jul 16 18:23:40.457816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59274627-98ae-4c9a-97ca-2b4d5c57f737 req-653310aa-dd50-4184-a7ad-5815d59e6ca8 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.462254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59274627-98ae-4c9a-97ca-2b4d5c57f737 req-653310aa-dd50-4184-a7ad-5815d59e6ca8 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/ports?device_id=742e3ada-7294-430b-86b1-6ab696705e9d HTTP/1.1" status: 200 len: 867 time: 1.2153392 Jul 16 18:23:40.502518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] No DVR routers for this DVR port eb5dc486-9379-4f5d-aeeb-16e83e51629a on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:40.515642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.526149 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-256bab91-d80a-4445-8f6c-b2a7dc4a3496 req-eca34c45-482d-4ad1-82a4-a8cc23f41b68 tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.45 "DELETE /v2.0/ports/eb5dc486-9379-4f5d-aeeb-16e83e51629a HTTP/1.1" status: 204 len: 173 time: 2.5988581 Jul 16 18:23:40.559816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742e3ada-7294-430b-86b1-6ab696705e9d', 'name': 'network-vif-deleted', 'tag': 'eb5dc486-9379-4f5d-aeeb-16e83e51629a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:40.567934 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f102b8-69dc-4b85-9631-3072eaaec708" -d '{"events": [{"server_uuid": "742e3ada-7294-430b-86b1-6ab696705e9d", "name": "network-vif-deleted", "tag": "eb5dc486-9379-4f5d-aeeb-16e83e51629a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:40.586917 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Attempting to bind port 7b912b6d-afa9-4b1d-97d0-e5616b013c68 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:40.587592 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Attempting to bind port 7b912b6d-afa9-4b1d-97d0-e5616b013c68 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:40.588091 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Attempting to bind port 7b912b6d-afa9-4b1d-97d0-e5616b013c68 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:40.622074 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83349c9-84ee-4c78-91df-fa2ce666e1e6 None None] Pushing event updated for resources: {'Port': ['ID=7b912b6d-afa9-4b1d-97d0-e5616b013c68,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.636480 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:40.637000 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:40.637401 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.637799 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:40.638280 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Bound port: 7b912b6d-afa9-4b1d-97d0-e5616b013c68, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:40.638658 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.664506 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:40.672011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59274627-98ae-4c9a-97ca-2b4d5c57f737 req-f92105d5-40aa-4bdb-ac61-acab06a58b3e tempest-VolumesActionsTest-1591664968 tempest-VolumesActionsTest-1591664968-project] 10.222.0.60 "GET /v2.0/security-groups?id=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663949 Jul 16 18:23:40.813259 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] For port 7b912b6d-afa9-4b1d-97d0-e5616b013c68, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:40.817085 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] For port 7b912b6d-afa9-4b1d-97d0-e5616b013c68, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b912b6d-afa9-4b1d-97d0-e5616b013c68,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:40.836944 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.848012 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be85c7cb-a992-4fef-9b34-85ee6ae51f90 x-openstack-request-id: req-be85c7cb-a992-4fef-9b34-85ee6ae51f90 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:40.857084 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742e3ada-7294-430b-86b1-6ab696705e9d", "name": "network-vif-deleted", "tag": "eb5dc486-9379-4f5d-aeeb-16e83e51629a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:40.857644 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be85c7cb-a992-4fef-9b34-85ee6ae51f90 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:40.858248 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742e3ada-7294-430b-86b1-6ab696705e9d', 'name': 'network-vif-deleted', 'tag': 'eb5dc486-9379-4f5d-aeeb-16e83e51629a', 'status': 'completed', 'code': 200} Jul 16 18:23:40.926301 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:40.927271 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.949521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Router 330c892a-3832-43c2-8a0b-ed3faf67dc1a is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:40.985979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-a11dd7e7-640a-4cc0-b11f-72908b192dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.989284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13041f96-137c-4744-a40c-18ae2ddc1f9f req-a11dd7e7-640a-4cc0-b11f-72908b192dff service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7150302 Jul 16 18:23:40.993767 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83349c9-84ee-4c78-91df-fa2ce666e1e6 None None] Pushing event updated for resources: {'Port': ['ID=7b912b6d-afa9-4b1d-97d0-e5616b013c68,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:41.125187 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:41.146743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91287136-2b1b-441f-bba6-7467e4abda30 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.153816 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-91287136-2b1b-441f-bba6-7467e4abda30 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0223467 Jul 16 18:23:41.153936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33130) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:41.218143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:41.230071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe16714-3530-45af-a1a9-29eeeffa7cc0 None None] Sync routers for ids ['330c892a-3832-43c2-8a0b-ed3faf67dc1a'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:41.252968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe16714-3530-45af-a1a9-29eeeffa7cc0 None None] Routers {'330c892a-3832-43c2-8a0b-ed3faf67dc1a'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:41.253506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fe16714-3530-45af-a1a9-29eeeffa7cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['330c892a-3832-43c2-8a0b-ed3faf67dc1a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.270298 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.277168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e2cd9020-d228-4cf4-a16d-bda785f41489 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4188895 Jul 16 18:23:41.281129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:41.285045 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-897e9cd6-ff41-4530-b59a-d644bfaf6d4c tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1156781 Jul 16 18:23:41.285760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33146) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:41.300705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:41.306873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2038455795', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'project_id': '31c96d00249a453298ef421573e576c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:41.329273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Router 0646e173-ad45-49aa-bb65-abcc7e36a12b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:41.422357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device eb5dc486-9379-4f5d-aeeb-16e83e51629a no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:41.512709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: eb5dc486-9379-4f5d-aeeb-16e83e51629a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:41.514486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device eb5dc486-9379-4f5d-aeeb-16e83e51629a not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:41.516172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fe16714-3530-45af-a1a9-29eeeffa7cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.555407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe16714-3530-45af-a1a9-29eeeffa7cc0 None None] Routers {'330c892a-3832-43c2-8a0b-ed3faf67dc1a'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:41.556185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fe16714-3530-45af-a1a9-29eeeffa7cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['330c892a-3832-43c2-8a0b-ed3faf67dc1a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.591940 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:36Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.606796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f980964f-ab12-4a1c-984a-2ea58998774f {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:41.676832 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367da3a5-5ee4-4700-9768-4c32f1469d50 None None] The sync data for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 is: [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:36Z', 'revision_number': 3, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:41.699109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9fe16714-3530-45af-a1a9-29eeeffa7cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.701522 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe16714-3530-45af-a1a9-29eeeffa7cc0 None None] The sync data for ids ['330c892a-3832-43c2-8a0b-ed3faf67dc1a'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:41.707184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.825887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Transition to ACTIVE for port object f980964f-ab12-4a1c-984a-2ea58998774f will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:41.976392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:41.978329 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.988040 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Sync routers for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:41.992378 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-51661b94-3540-40e0-96fb-4472cbd310a6 admin admin] 10.222.0.60 "PUT /v2.0/routers/0646e173-ad45-49aa-bb65-abcc7e36a12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9965339 Jul 16 18:23:42.013853 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:42.016416 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:42.038033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:42.058179 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.431280 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:42.564033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Pushing event updated for resources: {'Port': ['ID=f980964f-ab12-4a1c-984a-2ea58998774f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.594691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e001-0404-4053-bef4-6d5f59cc3aee req-e63c3850-d0c6-47d8-98c4-db5416120545 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.624643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e001-0404-4053-bef4-6d5f59cc3aee req-e63c3850-d0c6-47d8-98c4-db5416120545 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.642492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e001-0404-4053-bef4-6d5f59cc3aee req-e63c3850-d0c6-47d8-98c4-db5416120545 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.687350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e001-0404-4053-bef4-6d5f59cc3aee req-e63c3850-d0c6-47d8-98c4-db5416120545 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.726969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e001-0404-4053-bef4-6d5f59cc3aee req-e63c3850-d0c6-47d8-98c4-db5416120545 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.779193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042e001-0404-4053-bef4-6d5f59cc3aee req-e63c3850-d0c6-47d8-98c4-db5416120545 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.807409 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3042e001-0404-4053-bef4-6d5f59cc3aee req-e63c3850-d0c6-47d8-98c4-db5416120545 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 4604 time: 0.8766508 Jul 16 18:23:42.980621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b912b6d-afa9-4b1d-97d0-e5616b013c68 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:43.031583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Attempting to bind port f980964f-ab12-4a1c-984a-2ea58998774f on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:43.032358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Attempting to bind port f980964f-ab12-4a1c-984a-2ea58998774f by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:43.033143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Attempting to bind port f980964f-ab12-4a1c-984a-2ea58998774f on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:43.110049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7b912b6d-afa9-4b1d-97d0-e5616b013c68 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:43.117269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7b912b6d-afa9-4b1d-97d0-e5616b013c68 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:43.117862 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.162024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Port f980964f-ab12-4a1c-984a-2ea58998774f on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:43.162455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Attempting to bind port f980964f-ab12-4a1c-984a-2ea58998774f on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:43.216817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:43.217929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Checking segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:43.218585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Bound using segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:43.219904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Bound port: f980964f-ab12-4a1c-984a-2ea58998774f, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:43.221245 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.327792 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '157fa9e9-b7b3-4daf-bcc5-6a0998ce637f', 'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'mac_address': 'fa:16:3e:1c:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 2, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'subnets': [{'id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:43.356470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3042e001-0404-4053-bef4-6d5f59cc3aee req-cf6cae63-2b0f-417d-9819-30c0f1500257 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5477726 Jul 16 18:23:43.396680 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.419290 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Checking router: 0646e173-ad45-49aa-bb65-abcc7e36a12b for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:43.419576 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Updating router 0646e173-ad45-49aa-bb65-abcc7e36a12b port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:43.424790 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.490131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7b912b6d-afa9-4b1d-97d0-e5616b013c68, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b912b6d-afa9-4b1d-97d0-e5616b013c68,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:43.514754 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.550987 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.582358 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.676302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.739386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7b912b6d-afa9-4b1d-97d0-e5616b013c68,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.783392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Subnet': ['ID=24254224-36bc-4e59-9101-a6b85db6c882,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.797053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] For port f980964f-ab12-4a1c-984a-2ea58998774f, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:43.841180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869beb01-125f-4586-a404-355991945524 req-cc884707-5f1e-4c9a-8269-421b71f3ae25 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.843541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-cc884707-5f1e-4c9a-8269-421b71f3ae25 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 819 time: 0.7478886 Jul 16 18:23:43.866969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] For port f980964f-ab12-4a1c-984a-2ea58998774f, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f980964f-ab12-4a1c-984a-2ea58998774f,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:43.889335 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.916982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-b01323aa-a9d7-4a2d-a5b3-5a631c767bca tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/quotas/e01bc8f3534248e0ae49659159e888fb HTTP/1.1" status: 200 len: 375 time: 0.0599720 Jul 16 18:23:43.956654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Deleting port 31014dad-7df8-49d7-b5a1-27df406bcf11 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:43.957375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.978584 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.992760 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Transition to ACTIVE for port object 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:44.007660 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.052448 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b931741-c1d5-4e52-9a6c-f94acfa57615 None None] Pushing event updated for resources: {'Port': ['ID=157fa9e9-b7b3-4daf-bcc5-6a0998ce637f,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.080227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Pushing event updated for resources: {'Port': ['ID=f980964f-ab12-4a1c-984a-2ea58998774f,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.087569 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.120110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.121129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.122861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a940389f-5bfe-4411-ad1c-975efbe85be6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 1136 time: 5.6938181 Jul 16 18:23:44.124742 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': 'f980964f-ab12-4a1c-984a-2ea58998774f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:44.127541 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad510294-b7fa-42c9-b3d2-67cb66caf106" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "f980964f-ab12-4a1c-984a-2ea58998774f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:44.135545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Checking segment: {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:44.136195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network hostable DHCP agents. Network: 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:44.141925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-48bdae1a-6fc7-4479-8699-6f12cb1b5aa5 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.150547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-48bdae1a-6fc7-4479-8699-6f12cb1b5aa5 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/networks?id=697a906a-9028-4878-851f-0edce901ff51 HTTP/1.1" status: 200 len: 813 time: 0.5767114 Jul 16 18:23:44.183023 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Attempting to bind port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:44.188749 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Attempting to bind port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '7ec97350-0d7e-4fe3-be5e-81be62fd2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:44.189120 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Attempting to bind port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f on network f9a43470-36f7-4510-9716-7ceb73045f16 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:44.196069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:44.211904 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:44.212374 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Checking segment: {'id': '7ec97350-0d7e-4fe3-be5e-81be62fd2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:44.212847 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.213257 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Bound using segment: {'id': '7ec97350-0d7e-4fe3-be5e-81be62fd2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:44.213757 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Bound port: 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec97350-0d7e-4fe3-be5e-81be62fd2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:44.215513 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.243496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Calling delete_port for 31014dad-7df8-49d7-b5a1-27df406bcf11 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:44.315076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:44.432484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:44.447678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21cf83e-cfbc-40e8-aad5-7c482f018c5c None None] Network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:44.451952 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] For port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:44.469070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.470094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.482669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.533472 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] For port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=157fa9e9-b7b3-4daf-bcc5-6a0998ce637f,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:44.540921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.547585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-4970e8d7-b4ce-4dbd-9e29-81b0ffc3c927 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/quotas/bc0f27f5fef74de1900caf64c6e19bd3 HTTP/1.1" status: 200 len: 375 time: 0.3964829 Jul 16 18:23:44.551565 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.611587 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4901508c-06a6-411e-a4c7-05884fa8f8bf tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3206408 Jul 16 18:23:44.615484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:44.653524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-90279897-3a90-43cd-897f-935802898e1c tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc0f27f5fef74de1900caf64c6e19bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915186 Jul 16 18:23:44.704853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-6a36ebb4-171a-4fa9-b3d1-ba5a69a9c8a5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:23:44.713245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-6a36ebb4-171a-4fa9-b3d1-ba5a69a9c8a5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166934 Jul 16 18:23:44.740271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Pushing event deleted for resources: {'Port': ['ID=31014dad-7df8-49d7-b5a1-27df406bcf11,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.860701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b912b6d-afa9-4b1d-97d0-e5616b013c68 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:44.873759 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:44.874398 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:44.950668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:44.959125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.962232 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b931741-c1d5-4e52-9a6c-f94acfa57615 None None] Pushing event updated for resources: {'Port': ['ID=157fa9e9-b7b3-4daf-bcc5-6a0998ce637f,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.020611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7b912b6d-afa9-4b1d-97d0-e5616b013c68 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:45.032388 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.057263 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:45.078166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-1f57d0bf-2a69-40c8-95ea-a87bbb687d14 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1428273 Jul 16 18:23:45.319445 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.438239 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '157fa9e9-b7b3-4daf-bcc5-6a0998ce637f', 'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'mac_address': 'fa:16:3e:1c:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'subnets': [{'id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:45.482013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-4a9e9345-edbb-438a-84e4-78eca7475617 service neutron] 10.222.0.60 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558749 Jul 16 18:23:45.485184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Allocated IP 172.20.0.2 (17cb8e9e-8b3b-4cde-9e09-72c10134a2cb/24254224-36bc-4e59-9101-a6b85db6c882/972b7141-06ce-4a88-b657-654f1af990db) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:45.506833 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69203234-0247-4d23-8d16-69a6e122b830 None None] The sync data for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 is: [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '157fa9e9-b7b3-4daf-bcc5-6a0998ce637f', 'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'mac_address': 'fa:16:3e:1c:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'subnets': [{'id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:45.529487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-57c22c2c-148d-4c06-92cb-9bd15b2de5da service neutron] 10.222.0.60 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337156 Jul 16 18:23:45.856571 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.880836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Transition to ACTIVE for port object 972b7141-06ce-4a88-b657-654f1af990db will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:45.902413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Transition to ACTIVE for port object 972b7141-06ce-4a88-b657-654f1af990db will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:45.915728 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.979366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:45.984591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:45.987478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Pushing event updated for resources: {'Port': ['ID=972b7141-06ce-4a88-b657-654f1af990db,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.991643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:46.128706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Attempting to bind port 972b7141-06ce-4a88-b657-654f1af990db on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:46.147438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Attempting to bind port 972b7141-06ce-4a88-b657-654f1af990db by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:46.148385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Attempting to bind port 972b7141-06ce-4a88-b657-654f1af990db on network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:46.155262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:46.155937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Checking segment: {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:46.156608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.157195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Bound using segment: {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:46.158444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Bound port: 972b7141-06ce-4a88-b657-654f1af990db, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:46.159038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.343683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] For port 972b7141-06ce-4a88-b657-654f1af990db, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:46.352295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] For port 972b7141-06ce-4a88-b657-654f1af990db, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=972b7141-06ce-4a88-b657-654f1af990db,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:46.364986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.385957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-d5db5abf-d00a-48fe-abac-526c578edb97 service neutron] 10.222.0.60 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7676611 Jul 16 18:23:46.450774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.503088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0f78c-5239-422e-a2a3-1e32b84ffd43 None None] Pushing event updated for resources: {'Port': ['ID=972b7141-06ce-4a88-b657-654f1af990db,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.551091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ef4f0cb0-84be-4aba-96ea-39de457031cc service neutron] 10.222.0.60 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0626194 Jul 16 18:23:46.797242 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.809587 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.862430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7b01d2-8289-41dc-9776-7a174fb63fa1 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:46.912609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.058366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:47.091215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Transition to ACTIVE for port object 7f7b01d2-8289-41dc-9776-7a174fb63fa1 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:47.116921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.240949 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7b01d2-8289-41dc-9776-7a174fb63fa1,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:47.256433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Router 330c892a-3832-43c2-8a0b-ed3faf67dc1a has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:47.266201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:47.273398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:47.275135 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.492499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:47.504281 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae31e4a8-6f0a-4db9-a0d1-700fa9187567 x-openstack-request-id: req-ae31e4a8-6f0a-4db9-a0d1-700fa9187567 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:47.506922 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "f980964f-ab12-4a1c-984a-2ea58998774f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:47.507369 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae31e4a8-6f0a-4db9-a0d1-700fa9187567 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:47.508364 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': 'f980964f-ab12-4a1c-984a-2ea58998774f', 'status': 'completed', 'code': 200} Jul 16 18:23:47.526386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.528634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-228c2559-dd81-4db7-b84a-16473b978f71 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "PUT /v2.0/routers/330c892a-3832-43c2-8a0b-ed3faf67dc1a HTTP/1.1" status: 200 len: 710 time: 6.2429047 Jul 16 18:23:47.531788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33324) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:47.608355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcc128-9d8b-44fc-a505-913b29aca270 None None] Sync routers for ids ['330c892a-3832-43c2-8a0b-ed3faf67dc1a'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:47.687705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcc128-9d8b-44fc-a505-913b29aca270 None None] Routers {'330c892a-3832-43c2-8a0b-ed3faf67dc1a'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:47.690142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f0dcc128-9d8b-44fc-a505-913b29aca270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['330c892a-3832-43c2-8a0b-ed3faf67dc1a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:47.786662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-e190fbec-2e36-495e-aa05-5063e38554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.788594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-e190fbec-2e36-495e-aa05-5063e38554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.789170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-e190fbec-2e36-495e-aa05-5063e38554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.789717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-e190fbec-2e36-495e-aa05-5063e38554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.790313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-e190fbec-2e36-495e-aa05-5063e38554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.790960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-e190fbec-2e36-495e-aa05-5063e38554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.791482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-e190fbec-2e36-495e-aa05-5063e38554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.794373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-e190fbec-2e36-495e-aa05-5063e38554b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6180 time: 0.2645280 Jul 16 18:23:47.859220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f0dcc128-9d8b-44fc-a505-913b29aca270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:47.879820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.181113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=157fa9e9-b7b3-4daf-bcc5-6a0998ce637f,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:48.214125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcc128-9d8b-44fc-a505-913b29aca270 None None] Routers {'330c892a-3832-43c2-8a0b-ed3faf67dc1a'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:48.215453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f0dcc128-9d8b-44fc-a505-913b29aca270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['330c892a-3832-43c2-8a0b-ed3faf67dc1a'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:48.332706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Attempting to bind port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:48.333821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Attempting to bind port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:48.334694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Attempting to bind port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:48.403765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f0dcc128-9d8b-44fc-a505-913b29aca270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:48.405156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dcc128-9d8b-44fc-a505-913b29aca270 None None] The sync data for ids ['330c892a-3832-43c2-8a0b-ed3faf67dc1a'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:48.430809 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.584873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b0d8ee7-aa09-4d25-a505-bb1868c943a9 req-c5b113aa-bd25-4c42-880e-e81e7dbdd492 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 210 time: 0.8545003 Jul 16 18:23:48.591980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-9fbec8b8-a0d5-479c-ac41-e2b64cfdacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.601123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-9fbec8b8-a0d5-479c-ac41-e2b64cfdacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.601921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-9fbec8b8-a0d5-479c-ac41-e2b64cfdacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.603810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-9fbec8b8-a0d5-479c-ac41-e2b64cfdacca service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=da10e53478d74bd3ad819e97526ced87&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6715870 Jul 16 18:23:48.641593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=157fa9e9-b7b3-4daf-bcc5-6a0998ce637f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.748456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96971392-231e-4d2e-934a-a5a6a773c732 None None] Network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:48.873149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0625e405-2bbe-4427-b150-c85a417fe410 None None] Provisioning for port 972b7141-06ce-4a88-b657-654f1af990db completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:48.957189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87d4ba3c-64fc-472e-abf8-7135ef5964be req-c1cefa1a-5efa-404c-88b9-f54a40eab3b7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 210 time: 0.0768905 Jul 16 18:23:49.047599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e396-975f-41bf-b4e5-4c480a27b6ac req-f5766db3-b286-4868-a8e6-57fee3a2de9c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.067526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:49.077018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e396-975f-41bf-b4e5-4c480a27b6ac req-f5766db3-b286-4868-a8e6-57fee3a2de9c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.104654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e396-975f-41bf-b4e5-4c480a27b6ac req-f5766db3-b286-4868-a8e6-57fee3a2de9c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.116363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e396-975f-41bf-b4e5-4c480a27b6ac req-f5766db3-b286-4868-a8e6-57fee3a2de9c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.143749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e396-975f-41bf-b4e5-4c480a27b6ac req-f5766db3-b286-4868-a8e6-57fee3a2de9c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.154509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e396-975f-41bf-b4e5-4c480a27b6ac req-f5766db3-b286-4868-a8e6-57fee3a2de9c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.161720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5e396-975f-41bf-b4e5-4c480a27b6ac req-f5766db3-b286-4868-a8e6-57fee3a2de9c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.170967 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cc5e396-975f-41bf-b4e5-4c480a27b6ac req-f5766db3-b286-4868-a8e6-57fee3a2de9c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5382 time: 0.6048813 Jul 16 18:23:49.228250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-de85ff23-c0fb-476f-8b91-2f74053b8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.230140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad510294-b7fa-42c9-b3d2-67cb66caf106 req-de85ff23-c0fb-476f-8b91-2f74053b8806 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6186450 Jul 16 18:23:49.322267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cc5e396-975f-41bf-b4e5-4c480a27b6ac req-2ec23f11-b752-40e5-9445-ea8752d59184 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498725 Jul 16 18:23:49.424062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:49.425153 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.669757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 972b7141-06ce-4a88-b657-654f1af990db up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:49.767742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 972b7141-06ce-4a88-b657-654f1af990db completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:49.783833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 972b7141-06ce-4a88-b657-654f1af990db triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:49.784265 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.815890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:49.816607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Attempting to bind port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:49.970363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c36e1c6-42b4-42ed-a389-ddbd9f308946 req-68bbdedc-c16c-4d4e-b17b-4e147a581529 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 210 time: 0.0830915 Jul 16 18:23:50.029144 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.051434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:50.053212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Checking segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:50.054016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Bound using segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:50.055265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Bound port: 7f7b01d2-8289-41dc-9776-7a174fb63fa1, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:50.057134 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.069568 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-db3f1bed-1aa2-48b0-9bc6-6abfe1a9d16e tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/routers/330c892a-3832-43c2-8a0b-ed3faf67dc1a HTTP/1.1" status: 200 len: 745 time: 2.4225912 Jul 16 18:23:50.071008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.080327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.20.0.1 (17cb8e9e-8b3b-4cde-9e09-72c10134a2cb/24254224-36bc-4e59-9101-a6b85db6c882/6988362b-4d86-4c47-af5e-7e3d4003da97) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:50.109102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 972b7141-06ce-4a88-b657-654f1af990db, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=972b7141-06ce-4a88-b657-654f1af990db,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:50.140821 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.261377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c5513bd6-8676-49ac-9f26-77786dd3da27 None None] Provisioning complete for port 972b7141-06ce-4a88-b657-654f1af990db triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:50.261916 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5513bd6-8676-49ac-9f26-77786dd3da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.268600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d17d5b4f-26fa-4ce1-ae2a-63055ed429ba tempest-RoutersIpV6AdminTest-986130820 tempest-RoutersIpV6AdminTest-986130820-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&device_id=330c892a-3832-43c2-8a0b-ed3faf67dc1a HTTP/1.1" status: 200 len: 205 time: 0.1962924 Jul 16 18:23:50.281783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6df916f-f1a8-44d0-85a6-86eabcedfb4a req-089fb3bc-4a1c-403f-9621-8eedd7b157c7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 210 time: 0.0524805 Jul 16 18:23:50.286165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33360) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.378135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-40dd716b-d93a-4502-a4c8-cd6e4caa1433 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=330c892a-3832-43c2-8a0b-ed3faf67dc1a HTTP/1.1" status: 200 len: 205 time: 0.0841961 Jul 16 18:23:50.379151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33364) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.397623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=972b7141-06ce-4a88-b657-654f1af990db,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.430886 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.562937 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6190c7fa-858f-427a-8874-4d20f3df3f70 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.624092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Transition to ACTIVE for port object 6988362b-4d86-4c47-af5e-7e3d4003da97 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:50.837225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 972b7141-06ce-4a88-b657-654f1af990db up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:50.928562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] For port 7f7b01d2-8289-41dc-9776-7a174fb63fa1, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:50.946012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] For port 7f7b01d2-8289-41dc-9776-7a174fb63fa1, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:50.949327 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.973988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 972b7141-06ce-4a88-b657-654f1af990db triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:50.974869 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.032705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:51.039739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:51.049644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:51.058863 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.195078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-54b565fb-633f-4bf4-9ff7-fb25ad3d4a73 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.197728 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-54b565fb-633f-4bf4-9ff7-fb25ad3d4a73 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.45 "GET /v2.0/networks?id=697a906a-9028-4878-851f-0edce901ff51 HTTP/1.1" status: 200 len: 813 time: 0.7634587 Jul 16 18:23:51.234591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Request body: {'port': {'device_id': '24fa9398-5ff9-4221-abc0-c017623a173b', 'network_id': '697a906a-9028-4878-851f-0edce901ff51', 'admin_state_up': True, 'tenant_id': 'bc0f27f5fef74de1900caf64c6e19bd3'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:51.415826 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6190c7fa-858f-427a-8874-4d20f3df3f70 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.438622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a34ea9f-7626-4dec-82ff-6aa2d9a170cc req-a8474949-4dae-4d7c-a27c-ce553d9f3b3f tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 210 time: 0.0826433 Jul 16 18:23:51.461286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6190c7fa-858f-427a-8874-4d20f3df3f70 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.535156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.535808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.539447 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 1137 time: 7.3564143 Jul 16 18:23:51.543108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168fb6-f5ed-4770-95ff-e7d012d738d0 req-19d76c66-8ca4-434e-83a5-fa30091ef83f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.546834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '7f7b01d2-8289-41dc-9776-7a174fb63fa1'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:51.550069 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "7f7b01d2-8289-41dc-9776-7a174fb63fa1"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:51.556398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Made reservation on behalf of bc0f27f5fef74de1900caf64c6e19bd3 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:51.558281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168fb6-f5ed-4770-95ff-e7d012d738d0 req-19d76c66-8ca4-434e-83a5-fa30091ef83f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.560244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.566271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=6988362b-4d86-4c47-af5e-7e3d4003da97,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.591321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168fb6-f5ed-4770-95ff-e7d012d738d0 req-19d76c66-8ca4-434e-83a5-fa30091ef83f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.603385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9e9a681a-4971-4807-8c0e-bf0951c54d41 None None] Provisioning for port 6988362b-4d86-4c47-af5e-7e3d4003da97 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:51.611369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168fb6-f5ed-4770-95ff-e7d012d738d0 req-19d76c66-8ca4-434e-83a5-fa30091ef83f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.612503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9e9a681a-4971-4807-8c0e-bf0951c54d41 None None] Provisioning complete for port 6988362b-4d86-4c47-af5e-7e3d4003da97 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:51.612908 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e9a681a-4971-4807-8c0e-bf0951c54d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.627466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168fb6-f5ed-4770-95ff-e7d012d738d0 req-19d76c66-8ca4-434e-83a5-fa30091ef83f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.641526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168fb6-f5ed-4770-95ff-e7d012d738d0 req-19d76c66-8ca4-434e-83a5-fa30091ef83f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.641804 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.673333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c168fb6-f5ed-4770-95ff-e7d012d738d0 req-19d76c66-8ca4-434e-83a5-fa30091ef83f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.700310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c168fb6-f5ed-4770-95ff-e7d012d738d0 req-19d76c66-8ca4-434e-83a5-fa30091ef83f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5382 time: 0.9727426 Jul 16 18:23:51.705055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a681a-4971-4807-8c0e-bf0951c54d41 None None] Port 6988362b-4d86-4c47-af5e-7e3d4003da97 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:51.837660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:51.885122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b75819ce-6ddf-459a-a294-7bc8913960e5 req-529e3b06-fcb9-4211-a949-26c8d5c2c29c tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 210 time: 0.0636146 Jul 16 18:23:51.939208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda4f28-4a25-48b8-86a8-07ff5a7800a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7b01d2-8289-41dc-9776-7a174fb63fa1,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.940414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c168fb6-f5ed-4770-95ff-e7d012d738d0 req-d4beb26e-60f1-413d-a176-5fc4e72db1d5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2334294 Jul 16 18:23:51.944829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6190c7fa-858f-427a-8874-4d20f3df3f70 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.957429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6190c7fa-858f-427a-8874-4d20f3df3f70 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Fanout notify agent at l3_agent the message router_deleted on router 330c892a-3832-43c2-8a0b-ed3faf67dc1a {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:51.972854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6190c7fa-858f-427a-8874-4d20f3df3f70 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.990756 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6190c7fa-858f-427a-8874-4d20f3df3f70 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/330c892a-3832-43c2-8a0b-ed3faf67dc1a HTTP/1.1" status: 204 len: 168 time: 1.6066811 Jul 16 18:23:51.991551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.033244 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675350c8-9174-49f1-a296-7a7c2e15bd14 x-openstack-request-id: req-675350c8-9174-49f1-a296-7a7c2e15bd14 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:52.033534 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "7f7b01d2-8289-41dc-9776-7a174fb63fa1", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:52.035525 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-675350c8-9174-49f1-a296-7a7c2e15bd14 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:52.036080 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '7f7b01d2-8289-41dc-9776-7a174fb63fa1', 'status': 'completed', 'code': 200} Jul 16 18:23:52.220448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.276802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869beb01-125f-4586-a404-355991945524 req-532bd4f6-46fa-497f-adf6-79371bed9bda tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.279412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-532bd4f6-46fa-497f-adf6-79371bed9bda tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.45 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 819 time: 1.0974209 Jul 16 18:23:52.284114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e4ed6759-bcec-4bc2-94d8-d16887234338 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=330c892a-3832-43c2-8a0b-ed3faf67dc1a HTTP/1.1" status: 200 len: 205 time: 0.2871804 Jul 16 18:23:52.284633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.373200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Request body: {'port': {'device_id': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'admin_state_up': True, 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:52.385616 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-754936ca-9c30-40d2-ade5-a9e91d616de4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] delete failed (client error): The resource could not be found. Jul 16 18:23:52.388999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-754936ca-9c30-40d2-ade5-a9e91d616de4 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/330c892a-3832-43c2-8a0b-ed3faf67dc1a HTTP/1.1" status: 404 len: 336 time: 0.1011453 Jul 16 18:23:52.390561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33392) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.490214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b4eb3b63-8bae-4902-9433-f77421e92f2d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9ed404d-2a03-40a5-bcbb-b7a8f39d9314 HTTP/1.1" status: 200 len: 205 time: 0.0857389 Jul 16 18:23:52.494008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33396) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.575476 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-09cbc122-accf-4cc9-b831-29ef0be5864c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] delete failed (client error): The resource could not be found. Jul 16 18:23:52.578865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-09cbc122-accf-4cc9-b831-29ef0be5864c tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/b9ed404d-2a03-40a5-bcbb-b7a8f39d9314 HTTP/1.1" status: 404 len: 336 time: 0.0770092 Jul 16 18:23:52.613121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33398) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.637261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97467c8f-b022-4c90-8c50-5ef03999a355 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:52.647504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.663164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Transition to ACTIVE for port object 97467c8f-b022-4c90-8c50-5ef03999a355 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:52.730822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2125f3f3-d817-4366-9493-475ad128ae13 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9da2fd9-2f04-4737-ae93-045546a62367 HTTP/1.1" status: 200 len: 205 time: 0.1163666 Jul 16 18:23:52.736887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33404) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.737148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.803913 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-ddc13dc9-7891-420e-a667-784cda26037d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] delete failed (client error): The resource could not be found. Jul 16 18:23:52.808619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ddc13dc9-7891-420e-a667-784cda26037d tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/b9da2fd9-2f04-4737-ae93-045546a62367 HTTP/1.1" status: 404 len: 336 time: 0.0681877 Jul 16 18:23:52.809518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.825921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678944b5-8e49-447f-91d6-95bac5b85426 req-f3d35551-def3-4f84-89ea-06b98ad15253 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 210 time: 0.1915340 Jul 16 18:23:52.836012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.869018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-473fdc64-312a-4e4e-9aac-4ab7e39fc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.869888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-473fdc64-312a-4e4e-9aac-4ab7e39fc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.870546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-473fdc64-312a-4e4e-9aac-4ab7e39fc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.871195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-473fdc64-312a-4e4e-9aac-4ab7e39fc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.871840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-473fdc64-312a-4e4e-9aac-4ab7e39fc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.872482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-473fdc64-312a-4e4e-9aac-4ab7e39fc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.873157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-473fdc64-312a-4e4e-9aac-4ab7e39fc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.875297 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-473fdc64-312a-4e4e-9aac-4ab7e39fc9d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6222 time: 0.7778530 Jul 16 18:23:52.915259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f7dadda0-4f11-42e8-8c77-bb8371cc7e9a tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=e402cf22-1df6-4fd4-8485-e9a8613612b2 HTTP/1.1" status: 200 len: 205 time: 0.0989933 Jul 16 18:23:52.920283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33408) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:52.925915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-b78f8742-5056-4a57-a318-5db31e5115b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2554541 Jul 16 18:23:53.146743 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-f031333d-2ab6-49a0-99d8-6d5b92177216 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] delete failed (client error): The resource could not be found. Jul 16 18:23:53.163797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f031333d-2ab6-49a0-99d8-6d5b92177216 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/e402cf22-1df6-4fd4-8485-e9a8613612b2 HTTP/1.1" status: 404 len: 336 time: 0.2420452 Jul 16 18:23:53.164547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33414) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.329658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9ab5908a-4490-4a59-8ed3-620bca2b354f tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa1354b7-971c-4686-893e-778730d66888 HTTP/1.1" status: 200 len: 205 time: 0.1596506 Jul 16 18:23:53.337713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5294b402-fe80-4f93-89a8-76ed25d5e596 req-a9cb113b-87fb-46e4-b8d3-2857b68f33e3 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 210 time: 0.0992744 Jul 16 18:23:53.338239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33418) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.439387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-9da9893f-e98b-4ceb-a4ba-0b505abe97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.439870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-9da9893f-e98b-4ceb-a4ba-0b505abe97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.440341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-9da9893f-e98b-4ceb-a4ba-0b505abe97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.441948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-9da9893f-e98b-4ceb-a4ba-0b505abe97f0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=da10e53478d74bd3ad819e97526ced87&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5251970 Jul 16 18:23:53.502117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Allocated IP 172.20.0.6 (697a906a-9028-4878-851f-0edce901ff51/0a646814-ae11-42c5-83d3-97f36e317da5/8cd7a068-53b3-42b2-8341-0c7f3b32be89) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:53.544599 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-a21934c4-375f-43e4-83ab-83f53c176728 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] delete failed (client error): The resource could not be found. Jul 16 18:23:53.548082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a21934c4-375f-43e4-83ab-83f53c176728 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/aa1354b7-971c-4686-893e-778730d66888 HTTP/1.1" status: 404 len: 336 time: 0.1079068 Jul 16 18:23:53.607663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Made reservation on behalf of e01bc8f3534248e0ae49659159e888fb for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:53.611809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.635128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33422) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.698783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5a0635ff-c0b2-48d4-bec8-bf12edf13cd2 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "GET /v2.0/ports?device_id=883d21c2-482b-47d5-bbf1-c1b10f007bb0 HTTP/1.1" status: 200 len: 205 time: 0.0596309 Jul 16 18:23:53.706643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.733450 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.768804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Pushing event updated for resources: {'Port': ['ID=97467c8f-b022-4c90-8c50-5ef03999a355,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:53.769052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-c616344f-0b75-4a85-80c2-1701abebc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.771843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a1e12c5-f0f6-41ca-af11-6762a9fd942a req-c616344f-0b75-4a85-80c2-1701abebc84f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3140125 Jul 16 18:23:53.782931 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-60184126-7e6b-4a28-a268-00ad7aaf509f tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] delete failed (client error): The resource could not be found. Jul 16 18:23:53.787226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-60184126-7e6b-4a28-a268-00ad7aaf509f tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/routers/883d21c2-482b-47d5-bbf1-c1b10f007bb0 HTTP/1.1" status: 404 len: 336 time: 0.0726717 Jul 16 18:23:53.788369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33430) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.936385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Attempting to bind port 97467c8f-b022-4c90-8c50-5ef03999a355 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:53.936794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Attempting to bind port 97467c8f-b022-4c90-8c50-5ef03999a355 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:53.937091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Attempting to bind port 97467c8f-b022-4c90-8c50-5ef03999a355 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:53.954963 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.962609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Port 97467c8f-b022-4c90-8c50-5ef03999a355 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:53.963008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Attempting to bind port 97467c8f-b022-4c90-8c50-5ef03999a355 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:53.977192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:53.977599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Checking segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:53.977930 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Bound using segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:53.978386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Bound port: 97467c8f-b022-4c90-8c50-5ef03999a355, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:53.978753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.998150 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.191713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] For port 97467c8f-b022-4c90-8c50-5ef03999a355, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:54.206454 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] For port 97467c8f-b022-4c90-8c50-5ef03999a355, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=97467c8f-b022-4c90-8c50-5ef03999a355,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:54.231017 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.241856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.266584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.267682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.270014 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] 10.222.0.46 "PUT /v2.0/ports/97467c8f-b022-4c90-8c50-5ef03999a355 HTTP/1.1" status: 200 len: 1092 time: 2.6227610 Jul 16 18:23:54.278574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '97467c8f-b022-4c90-8c50-5ef03999a355'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:54.290657 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d7ee5c-669e-401c-8954-25e7cbea7317" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "97467c8f-b022-4c90-8c50-5ef03999a355"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:54.338125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-ec84c4be-c7e4-4141-8d75-b47f7147deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.339810 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-ec84c4be-c7e4-4141-8d75-b47f7147deda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 1099 time: 0.5921953 Jul 16 18:23:54.340963 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.376686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:54.464642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=6988362b-4d86-4c47-af5e-7e3d4003da97,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:54.492302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e560451-a38f-4711-aa0a-18c6c6114d98 req-45fa134d-4de1-4478-8c36-82396fbe7493 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 210 time: 0.0896230 Jul 16 18:23:54.494340 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb54f40-949c-4a07-8ae3-fd3d78b1bae9 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] DELETE failed (client error): The resource could not be found. Jul 16 18:23:54.494692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb54f40-949c-4a07-8ae3-fd3d78b1bae9 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:23:54.498492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eeb54f40-949c-4a07-8ae3-fd3d78b1bae9 tempest-RoutersIpV6AdminTest-1332094697 tempest-RoutersIpV6AdminTest-1332094697-project] 10.222.0.60 "DELETE /v2.0/subnets/d017a324-5048-48ec-b5a7-509aefdf26b1 HTTP/1.1" status: 404 len: 337 time: 0.7070432 Jul 16 18:23:54.524627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Network 697a906a-9028-4878-851f-0edce901ff51 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:54.526360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b08a-d686-46e9-bbea-c633bea25eb1 req-968dcea8-7fe9-4d96-a07d-a64f70b14407 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.540114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b08a-d686-46e9-bbea-c633bea25eb1 req-968dcea8-7fe9-4d96-a07d-a64f70b14407 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.549752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b08a-d686-46e9-bbea-c633bea25eb1 req-968dcea8-7fe9-4d96-a07d-a64f70b14407 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.557219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b08a-d686-46e9-bbea-c633bea25eb1 req-968dcea8-7fe9-4d96-a07d-a64f70b14407 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.576321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b08a-d686-46e9-bbea-c633bea25eb1 req-968dcea8-7fe9-4d96-a07d-a64f70b14407 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.582241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:54.583399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b08a-d686-46e9-bbea-c633bea25eb1 req-968dcea8-7fe9-4d96-a07d-a64f70b14407 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.591230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b08a-d686-46e9-bbea-c633bea25eb1 req-968dcea8-7fe9-4d96-a07d-a64f70b14407 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.598767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c1b08a-d686-46e9-bbea-c633bea25eb1 req-968dcea8-7fe9-4d96-a07d-a64f70b14407 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5394 time: 1.3026824 Jul 16 18:23:54.619162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:54.732120 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f07a573-d966-4b65-8552-0c825fc5231c x-openstack-request-id: req-5f07a573-d966-4b65-8552-0c825fc5231c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:54.732737 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "97467c8f-b022-4c90-8c50-5ef03999a355", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:54.733161 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f07a573-d966-4b65-8552-0c825fc5231c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:54.733730 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '97467c8f-b022-4c90-8c50-5ef03999a355', 'status': 'completed', 'code': 200} Jul 16 18:23:54.833926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-21c1b08a-d686-46e9-bbea-c633bea25eb1 req-ba4fc6bc-b37a-4c39-b88b-2251209e980f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2332306 Jul 16 18:23:54.858726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Allocated IP 172.20.0.5 (f9a43470-36f7-4510-9716-7ceb73045f16/c8e90a0b-0ade-4247-9dc2-80edc88116a8/09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:54.899388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3896f83-e991-4d31-a2e2-f543856ab977 service neutron] Pushing event updated for resources: {'Port': ['ID=97467c8f-b022-4c90-8c50-5ef03999a355,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:54.956925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.136647 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Pushing event updated for resources: {'Port': ['ID=8cd7a068-53b3-42b2-8341-0c7f3b32be89,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:55.155318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.156266 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.180386 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-c62221b8-46b6-447f-b613-59e28238d4af tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9624870 Jul 16 18:23:55.183377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:55.185030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-4b8f5281-12f0-4b1f-bc60-9a6b188d35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.187274 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-4b8f5281-12f0-4b1f-bc60-9a6b188d35a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.7871766 Jul 16 18:23:55.194273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Request body: {'port': {'device_id': '24fa9398-5ff9-4221-abc0-c017623a173b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:55.216792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.252817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-59246593-66c7-4c08-ad2c-876561275f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.253562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-59246593-66c7-4c08-ad2c-876561275f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.254050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-59246593-66c7-4c08-ad2c-876561275f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.254526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-59246593-66c7-4c08-ad2c-876561275f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.255874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-59246593-66c7-4c08-ad2c-876561275f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.256354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-59246593-66c7-4c08-ad2c-876561275f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.256855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-59246593-66c7-4c08-ad2c-876561275f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.258996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-59246593-66c7-4c08-ad2c-876561275f14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6290 time: 0.5153868 Jul 16 18:23:55.409660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-b8e0279a-159f-4463-b6dc-91957a7b266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.410043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-b8e0279a-159f-4463-b6dc-91957a7b266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.410504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-b8e0279a-159f-4463-b6dc-91957a7b266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.413036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-b8e0279a-159f-4463-b6dc-91957a7b266b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=da10e53478d74bd3ad819e97526ced87&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1372411 Jul 16 18:23:55.413546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:55.552924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-9d12c43b-b7c3-4fb4-af34-0fafac679f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.554683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56d7ee5c-669e-401c-8954-25e7cbea7317 req-9d12c43b-b7c3-4fb4-af34-0fafac679f09 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269763 Jul 16 18:23:55.608831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6bafe-a223-4140-adee-f0b42bdbbc24 req-58a66e7f-50b8-4d90-baf8-24fa77e7ffca tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.618875 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05d6bafe-a223-4140-adee-f0b42bdbbc24 req-58a66e7f-50b8-4d90-baf8-24fa77e7ffca tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 931 time: 0.5265079 Jul 16 18:23:55.659930 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1009801-eab5-456c-9434-2755b32d4b69 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:55.670088 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.684441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Transition to ACTIVE for port object d1009801-eab5-456c-9434-2755b32d4b69 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:55.714036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.718745 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6679fe7-2b7a-4e40-95dc-40f263c13c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.771093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05d6bafe-a223-4140-adee-f0b42bdbbc24 req-cf3dcb71-edc5-42e6-8a4d-9b1d69916c34 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362906 Jul 16 18:23:55.792832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:55.796586 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-193e0fa6-c151-4488-9913-8c101f59fc4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 200 len: 1002 time: 0.1055186 Jul 16 18:23:55.829113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.886903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-e860b07a-d47d-4d42-a68e-f9b01a271fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.888653 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-e860b07a-d47d-4d42-a68e-f9b01a271fa1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.0521443 Jul 16 18:23:55.981995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Network f9a43470-36f7-4510-9716-7ceb73045f16 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:56.019651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Pushing event updated for resources: {'Port': ['ID=d1009801-eab5-456c-9434-2755b32d4b69,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.050481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.082123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:56.119659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:56.308332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Pushing event updated for resources: {'Port': ['ID=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.346807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.347494 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.378878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0443c4e3-de39-434d-a7ca-5dc02db4b843 None None] Provisioning complete for port 6988362b-4d86-4c47-af5e-7e3d4003da97 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:56.379519 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0443c4e3-de39-434d-a7ca-5dc02db4b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.419986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-a22a30e3-a100-45cf-adee-cf732109aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.422548 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-a22a30e3-a100-45cf-adee-cf732109aa6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5009897 Jul 16 18:23:56.433314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0443c4e3-de39-434d-a7ca-5dc02db4b843 None None] Port 6988362b-4d86-4c47-af5e-7e3d4003da97 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:56.452076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6679fe7-2b7a-4e40-95dc-40f263c13c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.464563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c77d-b75e-489b-941e-98bb584dac17 req-3c2a42c7-d789-4bf0-8942-50b92a565cea tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.473072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c77d-b75e-489b-941e-98bb584dac17 req-3c2a42c7-d789-4bf0-8942-50b92a565cea tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.479720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c77d-b75e-489b-941e-98bb584dac17 req-3c2a42c7-d789-4bf0-8942-50b92a565cea tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.485799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c77d-b75e-489b-941e-98bb584dac17 req-3c2a42c7-d789-4bf0-8942-50b92a565cea tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.492675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c77d-b75e-489b-941e-98bb584dac17 req-3c2a42c7-d789-4bf0-8942-50b92a565cea tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.506956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c77d-b75e-489b-941e-98bb584dac17 req-3c2a42c7-d789-4bf0-8942-50b92a565cea tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.513375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c77d-b75e-489b-941e-98bb584dac17 req-3c2a42c7-d789-4bf0-8942-50b92a565cea tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.515459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff36c77d-b75e-489b-941e-98bb584dac17 req-3c2a42c7-d789-4bf0-8942-50b92a565cea tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5406 time: 0.3090043 Jul 16 18:23:56.521833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6679fe7-2b7a-4e40-95dc-40f263c13c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.571728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e6679fe7-2b7a-4e40-95dc-40f263c13c94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1590c48f255c4597a5e75c2b18d01ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1536448 Jul 16 18:23:56.580562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4aa44-c8ae-42b1-ad19-94712ec16675 req-cc15477d-1ae0-425d-90c6-408f40038508 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.582433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8e4aa44-c8ae-42b1-ad19-94712ec16675 req-cc15477d-1ae0-425d-90c6-408f40038508 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 931 time: 0.8021035 Jul 16 18:23:56.584164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:56.592921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-548b6846-7e32-4e94-aebd-92b574178d7e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2316344 Jul 16 18:23:56.639929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Request body: {'port': {'device_id': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:56.720859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6679fe7-2b7a-4e40-95dc-40f263c13c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce88086-b357-4e06-9be1-e4866f69bf28,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.753361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8e4aa44-c8ae-42b1-ad19-94712ec16675 req-498ff071-7702-42aa-846c-d3a2fe4feac7 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439178 Jul 16 18:23:56.769572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff36c77d-b75e-489b-941e-98bb584dac17 req-8dd86684-bdbe-4887-9bb1-61839c2efa55 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2085464 Jul 16 18:23:56.811297 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73bdb2a3-c8eb-47d4-ac65-7a528759d9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.901209 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73bdb2a3-c8eb-47d4-ac65-7a528759d9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.927552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.214472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 435624b4-3d69-45c4-af22-9944b45c4242 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:57.245181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Attempting to bind port d1009801-eab5-456c-9434-2755b32d4b69 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:57.245801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Attempting to bind port d1009801-eab5-456c-9434-2755b32d4b69 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:57.246484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Attempting to bind port d1009801-eab5-456c-9434-2755b32d4b69 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:57.372459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Port d1009801-eab5-456c-9434-2755b32d4b69 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:57.372843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Attempting to bind port d1009801-eab5-456c-9434-2755b32d4b69 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:57.402111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:57.403001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Checking segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:57.403643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Bound using segment: {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:57.404391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Bound port: d1009801-eab5-456c-9434-2755b32d4b69, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70efbce-c728-4ef0-b540-6040a9f5da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:57.405027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.443106 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73bdb2a3-c8eb-47d4-ac65-7a528759d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.446251 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-73bdb2a3-c8eb-47d4-ac65-7a528759d9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.449902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-73bdb2a3-c8eb-47d4-ac65-7a528759d9cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dce88086-b357-4e06-9be1-e4866f69bf28 HTTP/1.1" status: 204 len: 168 time: 0.8613214 Jul 16 18:23:57.492917 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-7bc2ce53-264d-49b7-85e9-a44db2442b42 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0400379 Jul 16 18:23:57.579735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdb2a3-c8eb-47d4-ac65-7a528759d9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce88086-b357-4e06-9be1-e4866f69bf28,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:57.633661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6aaa7-b0c4-4242-8876-d814a17f1f41 req-740f6186-2b12-4c79-a5bd-7c4f9e80618f tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.642428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1c6aaa7-b0c4-4242-8876-d814a17f1f41 req-740f6186-2b12-4c79-a5bd-7c4f9e80618f tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 931 time: 0.3427668 Jul 16 18:23:57.719555 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73eece2e-b1d3-49ad-bfb6-f0a809fc5489 req-3c5a477b-30f6-4743-bd9f-86fa8f194056 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167335 Jul 16 18:23:57.898636 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1c6aaa7-b0c4-4242-8876-d814a17f1f41 req-a15cfc17-ea9b-43a9-a632-0f65542f0cf7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563252 Jul 16 18:23:57.915818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:57.938949 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.959509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Transition to ACTIVE for port object 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:57.972075 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.048712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33492) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.112555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Pushing event updated for resources: {'Port': ['ID=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.161196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] For port d1009801-eab5-456c-9434-2755b32d4b69, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:58.199175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] For port d1009801-eab5-456c-9434-2755b32d4b69, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d1009801-eab5-456c-9434-2755b32d4b69,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:58.221678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.232331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:58.246654 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Sync routers for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:58.250579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd7a068-53b3-42b2-8341-0c7f3b32be89 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:58.255808 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-072a2d73-8a32-4301-b09d-4c6524f9c0fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d06ccdbadb641b1a2d123a8355518a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051451 Jul 16 18:23:58.256581 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33498) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.264352 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:58.265024 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.277806 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-af56132e-e23f-48c0-ad87-cb59ba787d33 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "PUT /v2.0/routers/435624b4-3d69-45c4-af22-9944b45c4242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6547332 Jul 16 18:23:58.277806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.340126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f953b5-0dec-47c7-8b72-b5285ede626b req-c02a7e38-5b95-4dca-9b28-631a842fdd6f tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.351519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4f953b5-0dec-47c7-8b72-b5285ede626b req-c02a7e38-5b95-4dca-9b28-631a842fdd6f tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 943 time: 0.3273349 Jul 16 18:23:58.407411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Attempting to bind port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:58.408149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Attempting to bind port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '7ec97350-0d7e-4fe3-be5e-81be62fd2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:58.408740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Attempting to bind port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 on network f9a43470-36f7-4510-9716-7ceb73045f16 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:58.412552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Pushing event updated for resources: {'Port': ['ID=d1009801-eab5-456c-9434-2755b32d4b69,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.451606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776cf8-32da-4f91-8851-b96a04f94a4a req-2fa29d82-671b-4ffc-adf9-85b6443d7eb4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.452824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.453466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.455369 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-682fe26e-de92-4dd4-a557-30ac0789e374 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1009801-eab5-456c-9434-2755b32d4b69 HTTP/1.1" status: 200 len: 1091 time: 4.1203647 Jul 16 18:23:58.455834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': 'd1009801-eab5-456c-9434-2755b32d4b69'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:58.459707 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d4bec1-b860-4507-9d50-22d308fe2eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "d1009801-eab5-456c-9434-2755b32d4b69"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:58.464395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776cf8-32da-4f91-8851-b96a04f94a4a req-2fa29d82-671b-4ffc-adf9-85b6443d7eb4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.465133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Transition to ACTIVE for port object 8cd7a068-53b3-42b2-8341-0c7f3b32be89 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:58.470740 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.471987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776cf8-32da-4f91-8851-b96a04f94a4a req-2fa29d82-671b-4ffc-adf9-85b6443d7eb4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.480124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776cf8-32da-4f91-8851-b96a04f94a4a req-2fa29d82-671b-4ffc-adf9-85b6443d7eb4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.490586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776cf8-32da-4f91-8851-b96a04f94a4a req-2fa29d82-671b-4ffc-adf9-85b6443d7eb4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.503866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776cf8-32da-4f91-8851-b96a04f94a4a req-2fa29d82-671b-4ffc-adf9-85b6443d7eb4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.511119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa776cf8-32da-4f91-8851-b96a04f94a4a req-2fa29d82-671b-4ffc-adf9-85b6443d7eb4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.519484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa776cf8-32da-4f91-8851-b96a04f94a4a req-2fa29d82-671b-4ffc-adf9-85b6443d7eb4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5406 time: 0.3866866 Jul 16 18:23:58.525650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 on network f9a43470-36f7-4510-9716-7ceb73045f16 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:58.526542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Attempting to bind port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 on network f9a43470-36f7-4510-9716-7ceb73045f16 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:58.550439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7a068-53b3-42b2-8341-0c7f3b32be89,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.558791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:58.564688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:58.565384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Checking segment: {'id': '7ec97350-0d7e-4fe3-be5e-81be62fd2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:58.566013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Bound using segment: {'id': '7ec97350-0d7e-4fe3-be5e-81be62fd2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:58.566693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Bound port: 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ec97350-0d7e-4fe3-be5e-81be62fd2034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:58.567858 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.579094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b419f72e-cb2e-410c-8694-e6c9fa7096f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.662362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4f953b5-0dec-47c7-8b72-b5285ede626b req-e9a6a6dc-bb13-4175-88d2-134296c920a5 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062053 Jul 16 18:23:58.695455 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b419f72e-cb2e-410c-8694-e6c9fa7096f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.710507 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:58.744591 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.752416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa776cf8-32da-4f91-8851-b96a04f94a4a req-003105b8-50bf-4637-b1b9-474a60710411 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2314699 Jul 16 18:23:58.754015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.875845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] For port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:58.889789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] For port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:58.924718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.939627 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e52006-bfcb-4f13-b257-81eb4aa5c2aa x-openstack-request-id: req-e4e52006-bfcb-4f13-b257-81eb4aa5c2aa {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:58.940170 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "d1009801-eab5-456c-9434-2755b32d4b69", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:58.940595 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4e52006-bfcb-4f13-b257-81eb4aa5c2aa {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:58.941153 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': 'd1009801-eab5-456c-9434-2755b32d4b69', 'status': 'completed', 'code': 200} Jul 16 18:23:59.072121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Pushing event updated for resources: {'Port': ['ID=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.115459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Attempting to bind port 8cd7a068-53b3-42b2-8341-0c7f3b32be89 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:59.115459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Attempting to bind port 8cd7a068-53b3-42b2-8341-0c7f3b32be89 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '7df1b3ac-9e5b-4298-8aea-53fc5e6697af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '697a906a-9028-4878-851f-0edce901ff51'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:59.115779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Attempting to bind port 8cd7a068-53b3-42b2-8341-0c7f3b32be89 on network 697a906a-9028-4878-851f-0edce901ff51 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:59.135858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.136482 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.137927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-b057414f-5103-462f-8288-21d9999fa585 service neutron] 10.222.0.45 "PUT /v2.0/ports/09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 1092 time: 2.5170856 Jul 16 18:23:59.140000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.140272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.140820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.141155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.141576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.143285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.143285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.143285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.143285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.143673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.143974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.144488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b057414f-5103-462f-8288-21d9999fa585 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.148920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Port 8cd7a068-53b3-42b2-8341-0c7f3b32be89 on network 697a906a-9028-4878-851f-0edce901ff51 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:59.149124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:59.149210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Attempting to bind port 8cd7a068-53b3-42b2-8341-0c7f3b32be89 on network 697a906a-9028-4878-851f-0edce901ff51 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:59.151372 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686" -d '{"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:59.165548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-adf585be-c458-4124-9b97-3a7edb994915 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986177042&fields=id&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 267 time: 0.0980067 Jul 16 18:23:59.171890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:59.172204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Checking segment: {'id': '7df1b3ac-9e5b-4298-8aea-53fc5e6697af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '697a906a-9028-4878-851f-0edce901ff51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:59.172646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Bound using segment: {'id': '7df1b3ac-9e5b-4298-8aea-53fc5e6697af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '697a906a-9028-4878-851f-0edce901ff51'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:59.173116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Bound port: 8cd7a068-53b3-42b2-8341-0c7f3b32be89, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df1b3ac-9e5b-4298-8aea-53fc5e6697af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '697a906a-9028-4878-851f-0edce901ff51'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:59.173485 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.243042 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '6988362b-4d86-4c47-af5e-7e3d4003da97', 'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:11:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:49Z', 'updated_at': '2021-07-16T18:23:53Z', 'revision_number': 2, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '24254224-36bc-4e59-9101-a6b85db6c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:59.265670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-7438d468-d3b1-429d-9e5f-258564421768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.266312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-7438d468-d3b1-429d-9e5f-258564421768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.268716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-7438d468-d3b1-429d-9e5f-258564421768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.268716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-7438d468-d3b1-429d-9e5f-258564421768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.268716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-7438d468-d3b1-429d-9e5f-258564421768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.268716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-7438d468-d3b1-429d-9e5f-258564421768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.269028 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-7438d468-d3b1-429d-9e5f-258564421768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.274806 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-7438d468-d3b1-429d-9e5f-258564421768 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6358 time: 0.3286657 Jul 16 18:23:59.296756 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Checking router: 435624b4-3d69-45c4-af22-9944b45c4242 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:59.297407 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Updating router 435624b4-3d69-45c4-af22-9944b45c4242 port 6988362b-4d86-4c47-af5e-7e3d4003da97 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:59.315582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b419f72e-cb2e-410c-8694-e6c9fa7096f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.316888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b419f72e-cb2e-410c-8694-e6c9fa7096f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.318642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b419f72e-cb2e-410c-8694-e6c9fa7096f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b7e29b0-c508-4c09-847e-abf5077e7849 HTTP/1.1" status: 204 len: 168 time: 1.0558164 Jul 16 18:23:59.394805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419f72e-cb2e-410c-8694-e6c9fa7096f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7e29b0-c508-4c09-847e-abf5077e7849,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.438611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869beb01-125f-4586-a404-355991945524 req-6231d839-4190-4a2c-828d-972d901608d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.441753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-6231d839-4190-4a2c-828d-972d901608d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1095 time: 0.1997488 Jul 16 18:23:59.449650 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.450045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-75127d68-cf5a-4c72-9898-d681672a46b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.457405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-75127d68-cf5a-4c72-9898-d681672a46b3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/networks?id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb HTTP/1.1" status: 200 len: 796 time: 0.2795882 Jul 16 18:23:59.482481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d352f23f-0e15-44fc-9f84-cdc041c1f092 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/quotas/31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 375 time: 0.0234821 Jul 16 18:23:59.575468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-9322492b-7b80-4519-987a-c1c88ed939f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 217 time: 0.1151798 Jul 16 18:23:59.625104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] For port 8cd7a068-53b3-42b2-8341-0c7f3b32be89, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:59.748852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] For port 8cd7a068-53b3-42b2-8341-0c7f3b32be89, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8cd7a068-53b3-42b2-8341-0c7f3b32be89,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:59.804251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869beb01-125f-4586-a404-355991945524 req-e3829b80-032d-47d6-b1f3-36373c2d40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.805791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-e3829b80-032d-47d6-b1f3-36373c2d40c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 200 len: 859 time: 0.2165618 Jul 16 18:23:59.810452 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.814846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:59.844318 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.894971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-b27214bc-4025-4496-a2e6-9934670c07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.895986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-b27214bc-4025-4496-a2e6-9934670c07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.896459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-b27214bc-4025-4496-a2e6-9934670c07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.898132 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-b27214bc-4025-4496-a2e6-9934670c07ed service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=da10e53478d74bd3ad819e97526ced87&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6083615 Jul 16 18:23:59.911566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-c8d73046-bea5-43f9-8d32-ded7c3892262 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9a43470-36f7-4510-9716-7ceb73045f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881112 Jul 16 18:23:59.921490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-eaf173e1-7eac-4ff5-8447-d338d673cf1c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4381099 Jul 16 18:23:59.950652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.951231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.952697 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] 10.222.0.45 "PUT /v2.0/ports/8cd7a068-53b3-42b2-8341-0c7f3b32be89 HTTP/1.1" status: 200 len: 1092 time: 4.7637410 Jul 16 18:24:00.036458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Transition to ACTIVE for port object 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:00.090184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.154105 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.164340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01819899-ed0f-4111-a290-3582af9c5164 req-87de5186-4eb8-4d6f-988b-e4d14d7d7546 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.165947 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01819899-ed0f-4111-a290-3582af9c5164 req-87de5186-4eb8-4d6f-988b-e4d14d7d7546 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 943 time: 0.5041425 Jul 16 18:24:00.174432 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Transition to ACTIVE for port object 6988362b-4d86-4c47-af5e-7e3d4003da97 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:00.185613 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.241587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac655178-3892-46c7-a10e-57d0e7b8ba03 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd7a068-53b3-42b2-8341-0c7f3b32be89,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.370683 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Attempting to bind port 6988362b-4d86-4c47-af5e-7e3d4003da97 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:00.371766 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Attempting to bind port 6988362b-4d86-4c47-af5e-7e3d4003da97 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:00.372390 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Attempting to bind port 6988362b-4d86-4c47-af5e-7e3d4003da97 on network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:00.391614 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:00.397743 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Checking segment: {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:00.398228 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.398829 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Bound using segment: {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:00.400864 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Bound port: 6988362b-4d86-4c47-af5e-7e3d4003da97, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:00.402435 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.428111 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc36cb-82f6-4882-ad70-15f74f06a381 None None] Pushing event updated for resources: {'Port': ['ID=6988362b-4d86-4c47-af5e-7e3d4003da97,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.433041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-2e873c0d-5cd3-45e3-aa59-6db662115590 service neutron] 10.222.0.60 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878979 Jul 16 18:24:00.501354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01819899-ed0f-4111-a290-3582af9c5164 req-6b4a8bed-f2d6-4cf8-86a6-dc8a47bc365b tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533233 Jul 16 18:24:00.559006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-b60f0791-1d21-479c-8cbe-2b1f228fb74e service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363759 Jul 16 18:24:00.578922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.609587 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] For port 6988362b-4d86-4c47-af5e-7e3d4003da97, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:00.618013 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] For port 6988362b-4d86-4c47-af5e-7e3d4003da97, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6988362b-4d86-4c47-af5e-7e3d4003da97,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:00.628582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-521e29fc-e366-4716-b1a3-1ee2dbfee86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.631545 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6d4bec1-b860-4507-9d50-22d308fe2eeb req-521e29fc-e366-4716-b1a3-1ee2dbfee86e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7045841 Jul 16 18:24:00.633734 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.699441 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db14e9d-13f9-42de-b296-31569f8b6ef9 x-openstack-request-id: req-9db14e9d-13f9-42de-b296-31569f8b6ef9 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:00.699732 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:00.699982 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9db14e9d-13f9-42de-b296-31569f8b6ef9 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:00.700388 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'status': 'completed', 'code': 200} Jul 16 18:24:00.716300 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:00.717026 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:23:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:00.758580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-95316e62-c3c6-4a72-b593-c2d96de519ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.761135 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-95316e62-c3c6-4a72-b593-c2d96de519ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc0f27f5fef74de1900caf64c6e19bd3&device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 1095 time: 0.7267246 Jul 16 18:24:00.859368 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-f29c85d3-52dc-4a8e-a806-816d77195a62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd7a068-53b3-42b2-8341-0c7f3b32be89 HTTP/1.1" status: 200 len: 217 time: 0.0884793 Jul 16 18:24:00.915787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Attempting to bind port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:00.919544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Attempting to bind port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:00.920587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Attempting to bind port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 on network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:00.927257 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc36cb-82f6-4882-ad70-15f74f06a381 None None] Pushing event updated for resources: {'Port': ['ID=6988362b-4d86-4c47-af5e-7e3d4003da97,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.957705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fa9398-5ff9-4221-abc0-c017623a173b', 'tag': '8cd7a068-53b3-42b2-8341-0c7f3b32be89'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:00.960222 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785be565-186a-41f6-9cf1-aac94cc4da47" -d '{"events": [{"name": "network-changed", "server_uuid": "24fa9398-5ff9-4221-abc0-c017623a173b", "tag": "8cd7a068-53b3-42b2-8341-0c7f3b32be89"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:00.979574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 on network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:00.980132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Attempting to bind port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 on network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:00.998094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:00.998684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Checking segment: {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:00.999244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Bound using segment: {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:00.999870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Bound port: 9aaf0a25-22e8-41a0-8063-3344b00ab1f8, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:01.000414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.020210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-2d38165e-7dec-40d3-8031-5664d5314c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.023671 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-2d38165e-7dec-40d3-8031-5664d5314c67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a646814-ae11-42c5-83d3-97f36e317da5 HTTP/1.1" status: 200 len: 853 time: 0.1523521 Jul 16 18:24:01.125936 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:01.131970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-869beb01-125f-4586-a404-355991945524 req-182d9cac-9b93-4a42-819d-c5646b272ac6 service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593421 Jul 16 18:24:01.134469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.174417 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-2fa26e31-6c9a-40e9-902c-e4458a31e789 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=697a906a-9028-4878-851f-0edce901ff51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991523 Jul 16 18:24:01.306264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-0995d8c7-fb5c-4c3a-b7d7-b65f32b0c7fc service neutron] 10.222.0.60 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8531094 Jul 16 18:24:01.362464 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-d821ebdd-7e67-46d8-9302-0246b3cb6217 service neutron] 10.222.0.45 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433380 Jul 16 18:24:01.365430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] For port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:01.398763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-815027666'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.402989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] For port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:01.471453 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-ab3d2dad-0d4e-4f19-a581-02bc4bff6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.474313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-ab3d2dad-0d4e-4f19-a581-02bc4bff6bc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1095 time: 0.2612736 Jul 16 18:24:01.587194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Made reservation on behalf of 21179cc014e54ae8b514bc94ff406fd0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:01.593002 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.601303 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-710b2af8-6fab-4ba1-9099-7359ce1e6cd2 req-1dde4e6e-d8f2-43e4-b9de-f13cf5cb823c service neutron] 10.222.0.45 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949661 Jul 16 18:24:01.605153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.680959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.688404 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '6988362b-4d86-4c47-af5e-7e3d4003da97', 'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:11:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:49Z', 'updated_at': '2021-07-16T18:24:00Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '24254224-36bc-4e59-9101-a6b85db6c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:01.701632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.707340 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.711168 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-621f5095-13f2-429f-afbf-1509986b2160 service neutron] 10.222.0.46 "PUT /v2.0/ports/9aaf0a25-22e8-41a0-8063-3344b00ab1f8 HTTP/1.1" status: 200 len: 1092 time: 3.1628144 Jul 16 18:24:01.727420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.758522 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad491c-8699-4cae-b62c-98b125bf4626 None None] The sync data for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 is: [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '6988362b-4d86-4c47-af5e-7e3d4003da97', 'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:11:95:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:49Z', 'updated_at': '2021-07-16T18:24:00Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '24254224-36bc-4e59-9101-a6b85db6c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:01.766107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Request body: {'port': {'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.802814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-28d82414-20ae-435b-a56a-0392b38159e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.804733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-28d82414-20ae-435b-a56a-0392b38159e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 920 time: 0.2876275 Jul 16 18:24:01.913936 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-22c9e667-4ae6-48f9-bd33-28d7f57bf12a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 217 time: 0.0991747 Jul 16 18:24:01.995921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.072274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252a19d-48ad-4135-bdc7-ac55ed9fc60e req-add63e50-fe11-489d-b604-f44f4c3289c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.082266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252a19d-48ad-4135-bdc7-ac55ed9fc60e req-add63e50-fe11-489d-b604-f44f4c3289c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 943 time: 0.6634514 Jul 16 18:24:02.212570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-b71556bf-c301-44c7-ac18-f0e1be0c04af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.214278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-b71556bf-c301-44c7-ac18-f0e1be0c04af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 200 len: 859 time: 0.2679155 Jul 16 18:24:02.244182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1252a19d-48ad-4135-bdc7-ac55ed9fc60e req-e4813589-b6b1-48aa-9775-546a9d6a612e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608906 Jul 16 18:24:02.310407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-5f31b20b-11ac-4a53-a9d7-b3a6f47ecdfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9a43470-36f7-4510-9716-7ceb73045f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817533 Jul 16 18:24:02.372768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a778-d6fa-490e-be75-b21f42ab132d req-fce282f9-19dd-445a-8017-2266a095f881 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.384047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a778-d6fa-490e-be75-b21f42ab132d req-fce282f9-19dd-445a-8017-2266a095f881 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.399629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a778-d6fa-490e-be75-b21f42ab132d req-fce282f9-19dd-445a-8017-2266a095f881 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.424505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a778-d6fa-490e-be75-b21f42ab132d req-fce282f9-19dd-445a-8017-2266a095f881 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.455466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a778-d6fa-490e-be75-b21f42ab132d req-fce282f9-19dd-445a-8017-2266a095f881 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.479034 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a778-d6fa-490e-be75-b21f42ab132d req-fce282f9-19dd-445a-8017-2266a095f881 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.500610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a778-d6fa-490e-be75-b21f42ab132d req-fce282f9-19dd-445a-8017-2266a095f881 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.503566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1118a778-d6fa-490e-be75-b21f42ab132d req-fce282f9-19dd-445a-8017-2266a095f881 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5418 time: 0.6158688 Jul 16 18:24:02.622330 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.639897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.740082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371d613d-38e1-45bd-97dd-05f7e64845db {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:02.749362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:02.757200 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.804126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Transition to ACTIVE for port object 371d613d-38e1-45bd-97dd-05f7e64845db will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:02.816496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1118a778-d6fa-490e-be75-b21f42ab132d req-b750d21c-3bbf-499e-9c32-dffc6c3826a0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2880781 Jul 16 18:24:02.819624 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.822306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-a09fbdf1-9eb0-404a-a255-d93df0aecf9f service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022054 Jul 16 18:24:02.971775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6988362b-4d86-4c47-af5e-7e3d4003da97 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:03.018284 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac482b56-8e63-4ed8-bda9-95e7292442ce x-openstack-request-id: req-ac482b56-8e63-4ed8-bda9-95e7292442ce {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:03.021164 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fa9398-5ff9-4221-abc0-c017623a173b", "tag": "8cd7a068-53b3-42b2-8341-0c7f3b32be89", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:03.021504 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac482b56-8e63-4ed8-bda9-95e7292442ce {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:03.021982 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fa9398-5ff9-4221-abc0-c017623a173b', 'tag': '8cd7a068-53b3-42b2-8341-0c7f3b32be89', 'status': 'completed', 'code': 200} Jul 16 18:24:03.038893 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.039321 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Added segment 96c39d80-72d5-47c9-9570-7c7bd749de46 of type vlan for network fa85a058-90d8-4685-b3ce-24de4e401e2b Jul 16 18:24:03.045996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 6988362b-4d86-4c47-af5e-7e3d4003da97 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:03.050616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6988362b-4d86-4c47-af5e-7e3d4003da97 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:03.051138 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.241854 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4caa94fc-6435-430b-9e8b-5635c318efc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.277373 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.303246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Pushing event updated for resources: {'Port': ['ID=371d613d-38e1-45bd-97dd-05f7e64845db,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.324616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Attempting to bind port 371d613d-38e1-45bd-97dd-05f7e64845db on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:03.327797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Attempting to bind port 371d613d-38e1-45bd-97dd-05f7e64845db by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:03.328259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Attempting to bind port 371d613d-38e1-45bd-97dd-05f7e64845db on network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:03.340050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e16daf-34ed-4e54-a919-a7b1bcfd7eb9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.377183 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.418709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 6988362b-4d86-4c47-af5e-7e3d4003da97, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6988362b-4d86-4c47-af5e-7e3d4003da97,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:03.433396 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.468065 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.475265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.476277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.476625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Port 371d613d-38e1-45bd-97dd-05f7e64845db on network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:03.477782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Attempting to bind port 371d613d-38e1-45bd-97dd-05f7e64845db on network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:03.500563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:03.503263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Checking segment: {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:03.507426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Bound using segment: {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:03.507916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Bound port: 371d613d-38e1-45bd-97dd-05f7e64845db, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffa8ee6-e385-4292-b2ce-09e36320c9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:03.513008 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.517618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:03.637163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:03.856820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'port_id': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:03.913947 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.932798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:03.961015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:03.968034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=6988362b-4d86-4c47-af5e-7e3d4003da97,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.979278 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.979800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8cd7a068-53b3-42b2-8341-0c7f3b32be89 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:04.103810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.342980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8cd7a068-53b3-42b2-8341-0c7f3b32be89, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8cd7a068-53b3-42b2-8341-0c7f3b32be89,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:04.366427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '8cd7a068-53b3-42b2-8341-0c7f3b32be89', 'network_id': '697a906a-9028-4878-851f-0edce901ff51', 'port_id': '8cd7a068-53b3-42b2-8341-0c7f3b32be89', 'mac_address': 'fa:16:3e:f7:28:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a646814-ae11-42c5-83d3-97f36e317da5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:04.389275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] For port 371d613d-38e1-45bd-97dd-05f7e64845db, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:04.402467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] For port 371d613d-38e1-45bd-97dd-05f7e64845db, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=371d613d-38e1-45bd-97dd-05f7e64845db,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:04.416162 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.430128 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.438607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd7a068-53b3-42b2-8341-0c7f3b32be89 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:04.463516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8cd7a068-53b3-42b2-8341-0c7f3b32be89, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8cd7a068-53b3-42b2-8341-0c7f3b32be89,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:04.476181 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.478216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.478918 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.480444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] 10.222.0.46 "PUT /v2.0/ports/371d613d-38e1-45bd-97dd-05f7e64845db HTTP/1.1" status: 200 len: 1092 time: 2.7232373 Jul 16 18:24:04.570562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=8cd7a068-53b3-42b2-8341-0c7f3b32be89,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.595405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-2100d011-20ce-4f7a-94bd-b29d245a0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.597018 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-2100d011-20ce-4f7a-94bd-b29d245a0710 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc0f27f5fef74de1900caf64c6e19bd3&device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 1095 time: 1.4604967 Jul 16 18:24:04.637443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-be6ae138-9cbb-4c15-8788-706fdb98cab0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.639285 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-be6ae138-9cbb-4c15-8788-706fdb98cab0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 947 time: 1.3295269 Jul 16 18:24:04.665403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.5214028 Jul 16 18:24:04.749458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:04.759805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee90ad-1319-47ab-b16e-9b599094283c tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event updated for resources: {'Network': ['ID=fa85a058-90d8-4685-b3ce-24de4e401e2b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.773370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Request body: {'subnet': {'network_id': 'fa85a058-90d8-4685-b3ce-24de4e401e2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:04.774490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76a8d9f8-75dd-4ad0-bf4f-622727f6f686 req-28248746-6ff9-42f5-996e-a2f06f0a1e93 service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8968594 Jul 16 18:24:04.782824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:04.811289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f561e-2539-43a9-9ec7-c1348dc06fc9 req-66d4255e-6993-4e58-aba2-286355557421 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.819233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-091f561e-2539-43a9-9ec7-c1348dc06fc9 req-66d4255e-6993-4e58-aba2-286355557421 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 947 time: 1.4802413 Jul 16 18:24:04.855980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['8cd7a068-53b3-42b2-8341-0c7f3b32be89'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:04.864962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network fa85a058-90d8-4685-b3ce-24de4e401e2b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:04.865896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84c85b-ee01-4d85-920d-a875b97e226a req-a9e90a06-e560-4fca-9b44-8a07c8fa7b83 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.872962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf84c85b-ee01-4d85-920d-a875b97e226a req-a9e90a06-e560-4fca-9b44-8a07c8fa7b83 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 943 time: 1.4091630 Jul 16 18:24:04.873609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6988362b-4d86-4c47-af5e-7e3d4003da97 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:04.881925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-5aebd296-4af6-4f50-b1d4-633c58afb2b9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.883475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-5aebd296-4af6-4f50-b1d4-633c58afb2b9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/networks?id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb HTTP/1.1" status: 200 len: 796 time: 0.3362112 Jul 16 18:24:04.947569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-091f561e-2539-43a9-9ec7-c1348dc06fc9 req-8188caca-e0e4-4e75-91ba-c7276edc9990 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272905 Jul 16 18:24:05.044749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8'}, {'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '371d613d-38e1-45bd-97dd-05f7e64845db'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:05.048031 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1d655c-9729-4345-8e75-683e204e9b19" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "9aaf0a25-22e8-41a0-8063-3344b00ab1f8"}, {"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "371d613d-38e1-45bd-97dd-05f7e64845db"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:05.052011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Made reservation on behalf of 21179cc014e54ae8b514bc94ff406fd0 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:05.052341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf84c85b-ee01-4d85-920d-a875b97e226a req-07396d57-a67e-4517-93ac-6f919efeebde tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784317 Jul 16 18:24:05.056143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.080543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-f1cdadc9-b2a7-4e4f-8b70-d598e0617f96 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c96d00249a453298ef421573e576c2 HTTP/1.1" status: 200 len: 380 time: 0.1618860 Jul 16 18:24:05.095732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'port': {'device_id': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'admin_state_up': True, 'tenant_id': '31c96d00249a453298ef421573e576c2', 'security_groups': ['9b480154-b05f-4acf-b442-52fa640615fb']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:05.295158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Pushing event updated for resources: {'Port': ['ID=371d613d-38e1-45bd-97dd-05f7e64845db,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.322150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.322702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.323050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.323390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.323727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.324061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.324566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.324890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.325222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.325547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.327320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.328088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4b4966-f7c8-436d-9018-dcfd2a220daf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.332001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.378740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Made reservation on behalf of 31c96d00249a453298ef421573e576c2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:05.388369 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.415046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6988362b-4d86-4c47-af5e-7e3d4003da97 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:05.415046 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.514786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-031542b0-3ddc-41ea-9d3e-d63009001685 req-45263d92-7247-4ab0-97ef-4acda5941822 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 210 time: 0.1415887 Jul 16 18:24:05.526778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event updated for resources: {'Subnet': ['ID=11a5bbe0-3ed6-4c34-8d20-34cde64835e5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.678935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d912e8c8-bca0-4446-aadf-f1106bc603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.679721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d912e8c8-bca0-4446-aadf-f1106bc603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.680357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d912e8c8-bca0-4446-aadf-f1106bc603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.681023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d912e8c8-bca0-4446-aadf-f1106bc603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.681651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d912e8c8-bca0-4446-aadf-f1106bc603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.682279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d912e8c8-bca0-4446-aadf-f1106bc603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.682896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d912e8c8-bca0-4446-aadf-f1106bc603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.688988 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-d912e8c8-bca0-4446-aadf-f1106bc603d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6494 time: 1.0661087 Jul 16 18:24:05.710796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Deleting port 4050ad9f-bea7-4660-a68d-41ba1eb38192 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:05.711171 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.737922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-1b46d355-ad7d-46d1-8086-ae34768961ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.739831 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-1b46d355-ad7d-46d1-8086-ae34768961ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=697a906a-9028-4878-851f-0edce901ff51 HTTP/1.1" status: 200 len: 914 time: 1.1327751 Jul 16 18:24:05.796675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.20.0.9 (17cb8e9e-8b3b-4cde-9e09-72c10134a2cb/24254224-36bc-4e59-9101-a6b85db6c882/f6c2df79-550a-4be2-8b41-50f2a0f80c2a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:05.824167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29f4f8-f7d0-4523-bb3f-0e1306c3025e req-f871201d-1444-4519-b5be-20ae72acc04c tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.825712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad29f4f8-f7d0-4523-bb3f-0e1306c3025e req-f871201d-1444-4519-b5be-20ae72acc04c tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 944 time: 0.3722804 Jul 16 18:24:05.829873 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-0eb1aaed-0866-4ee9-ba7a-04cc1f8147b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cd7a068-53b3-42b2-8341-0c7f3b32be89 HTTP/1.1" status: 200 len: 217 time: 0.0499051 Jul 16 18:24:05.831103 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-42ec8a09-4800-44c8-85cf-0a98dd9c36be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c HTTP/1.1" status: 200 len: 217 time: 0.1158283 Jul 16 18:24:05.890356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d11d-217c-441a-89b0-c8417c0c9f8e req-3582f866-10f9-4fe5-b605-9a1345a55f45 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.897047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d11d-217c-441a-89b0-c8417c0c9f8e req-3582f866-10f9-4fe5-b605-9a1345a55f45 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.903054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d11d-217c-441a-89b0-c8417c0c9f8e req-3582f866-10f9-4fe5-b605-9a1345a55f45 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.903415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0a1e5340-35bd-47c1-b8fe-093975d95ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.904951 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0a1e5340-35bd-47c1-b8fe-093975d95ac0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f704ad-33fb-4f05-85e6-f4111dd0300d HTTP/1.1" status: 200 len: 854 time: 0.0526254 Jul 16 18:24:05.905684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Checking segment: {'id': '96c39d80-72d5-47c9-9570-7c7bd749de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa85a058-90d8-4685-b3ce-24de4e401e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:05.906051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Network hostable DHCP agents. Network: fa85a058-90d8-4685-b3ce-24de4e401e2b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:05.909178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d11d-217c-441a-89b0-c8417c0c9f8e req-3582f866-10f9-4fe5-b605-9a1345a55f45 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.918478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d11d-217c-441a-89b0-c8417c0c9f8e req-3582f866-10f9-4fe5-b605-9a1345a55f45 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.938579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d11d-217c-441a-89b0-c8417c0c9f8e req-3582f866-10f9-4fe5-b605-9a1345a55f45 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.941699 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.947553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352d11d-217c-441a-89b0-c8417c0c9f8e req-3582f866-10f9-4fe5-b605-9a1345a55f45 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.951396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2352d11d-217c-441a-89b0-c8417c0c9f8e req-3582f866-10f9-4fe5-b605-9a1345a55f45 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.2355838 Jul 16 18:24:05.991167 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21aadc9d-49f6-4652-a624-8be4d7b650da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.050100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Network fa85a058-90d8-4685-b3ce-24de4e401e2b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:06.069112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, fa85a058-90d8-4685-b3ce-24de4e401e2b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:06.070156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad29f4f8-f7d0-4523-bb3f-0e1306c3025e req-69b57787-5019-46e3-9e53-78e92bb19af8 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286904 Jul 16 18:24:06.073663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.074349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.095801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-e12b9b86-23b5-4bf0-b227-33c273510d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.099036 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-e12b9b86-23b5-4bf0-b227-33c273510d84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0a646814-ae11-42c5-83d3-97f36e317da5 HTTP/1.1" status: 200 len: 853 time: 0.2579720 Jul 16 18:24:06.101132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314efda-f0b0-4a79-aa46-3cab19299a6c None None] Network fa85a058-90d8-4685-b3ce-24de4e401e2b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:06.104895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] For port 4050ad9f-bea7-4660-a68d-41ba1eb38192, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4050ad9f-bea7-4660-a68d-41ba1eb38192,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:06.105308 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.163480 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-8830671c-2afa-4ee3-9d26-688d4c1fd1e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=697a906a-9028-4878-851f-0edce901ff51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401847 Jul 16 18:24:06.173056 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bad8b80d-585e-4467-8dc1-bfd2ca34b205 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4189973 Jul 16 18:24:06.210446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33618) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.241667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-179f766d-11db-4792-8a0b-6a0643631832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.243225 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-179f766d-11db-4792-8a0b-6a0643631832 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2724526 Jul 16 18:24:06.437491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.442715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-2a370fa7-2990-4e1a-bae1-e78f493afbaa service neutron] 10.222.0.45 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682257 Jul 16 18:24:06.461013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-fa85a058-90d8-4685-b3ce-24de4e401e2b', 'network_id': 'fa85a058-90d8-4685-b3ce-24de4e401e2b', 'tenant_id': '21179cc014e54ae8b514bc94ff406fd0', 'fixed_ips': [{'subnet_id': '11a5bbe0-3ed6-4c34-8d20-34cde64835e5'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:06.462930 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.478091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Transition to ACTIVE for port object f6c2df79-550a-4be2-8b41-50f2a0f80c2a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:06.570207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2352d11d-217c-441a-89b0-c8417c0c9f8e req-5861acdb-7a17-4a8a-a37b-aae01b2c66d8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5940588 Jul 16 18:24:06.578595 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-1cb1562d-1c44-4c23-8662-ea639df5711b service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196807 Jul 16 18:24:06.581117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Request body: {'port': {'network_id': 'fa85a058-90d8-4685-b3ce-24de4e401e2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2050392219'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:06.581982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.582458 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.583756 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Floating IP f36b0999-f957-4950-a1e1-68074efc9db0 disassociated. External IP: 172.25.2.146, port: 4050ad9f-bea7-4660-a68d-41ba1eb38192. Jul 16 18:24:06.584120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Calling delete_port for 4050ad9f-bea7-4660-a68d-41ba1eb38192 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:06.651537 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e92a1ca-efa8-42d9-b606-b70a0fb11bb4 x-openstack-request-id: req-9e92a1ca-efa8-42d9-b606-b70a0fb11bb4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:06.652215 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "9aaf0a25-22e8-41a0-8063-3344b00ab1f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "371d613d-38e1-45bd-97dd-05f7e64845db", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:06.652764 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e92a1ca-efa8-42d9-b606-b70a0fb11bb4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:06.653396 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8', 'status': 'completed', 'code': 200} Jul 16 18:24:06.653882 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '371d613d-38e1-45bd-97dd-05f7e64845db', 'status': 'completed', 'code': 200} Jul 16 18:24:06.819090 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.921349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Allocated IP 2001:db8::2 (fa85a058-90d8-4685-b3ce-24de4e401e2b/11a5bbe0-3ed6-4c34-8d20-34cde64835e5/544245d6-3c05-4916-919c-50007ea4412e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:06.936244 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-785be565-186a-41f6-9cf1-aac94cc4da47 req-c8002e5b-6cbb-4ff8-991b-dc08ff8b484a service neutron] 10.222.0.45 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434881 Jul 16 18:24:06.988362 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-62aa2e37-ab58-4094-8f89-3fef263a48e8 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298709 Jul 16 18:24:06.998971 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.007172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:07.008785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:07.012429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:07.019224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:07.063212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Made reservation on behalf of 21179cc014e54ae8b514bc94ff406fd0 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:07.067225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.115423 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-32e60dd3-79b0-4f82-a249-057e2c82316e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 217 time: 0.1191483 Jul 16 18:24:07.142402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] device_id is not set on port 17922c40-067b-44f8-bffe-bdd269276014 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:24:07.197012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-7dca6506-f2c0-4c85-9b21-9a5db8fbfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.198791 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-7dca6506-f2c0-4c85-9b21-9a5db8fbfb4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0763791 Jul 16 18:24:07.200879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.253306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event deleted for resources: {'Port': ['ID=4050ad9f-bea7-4660-a68d-41ba1eb38192,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:07.254301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.255674 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.276228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9f10a-3d27-402c-b346-e4a8e7a82ef1 req-7cbc0d8a-7f0b-43e3-abf5-df42ec281e4d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.292609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94e9f10a-3d27-402c-b346-e4a8e7a82ef1 req-7cbc0d8a-7f0b-43e3-abf5-df42ec281e4d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 947 time: 0.4109569 Jul 16 18:24:07.334408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.355306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Transition to ACTIVE for port object 544245d6-3c05-4916-919c-50007ea4412e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:07.368110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-fa0fe7ad-cc4c-4285-9e5e-52f2bfbfdd3c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2821417 Jul 16 18:24:07.387832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94e9f10a-3d27-402c-b346-e4a8e7a82ef1 req-36e8c3f3-5b03-4d47-aeb9-b321a4e738ec tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c31655f-800d-4915-9cba-297731eea087&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941470 Jul 16 18:24:07.394337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Transition to ACTIVE for port object 544245d6-3c05-4916-919c-50007ea4412e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:07.415247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8371d-9639-4372-b52e-dceb4faeed87 req-f0bf4223-ecc9-4e36-a401-749bc61ad615 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.424104 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.428106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ff8371d-9639-4372-b52e-dceb4faeed87 req-f0bf4223-ecc9-4e36-a401-749bc61ad615 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 944 time: 0.5478415 Jul 16 18:24:07.453680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Request body: {'port': {'device_id': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:07.499583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Pushing event updated for resources: {'Port': ['ID=544245d6-3c05-4916-919c-50007ea4412e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:07.518088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Network fa85a058-90d8-4685-b3ce-24de4e401e2b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:07.523440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:07.526974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:07.539403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:07.539615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-85fdc7c7-2b71-4c94-b3c9-d7f86aefb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.547901 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-85fdc7c7-2b71-4c94-b3c9-d7f86aefb311 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3100929 Jul 16 18:24:07.551465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8cd7a068-53b3-42b2-8341-0c7f3b32be89 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:07.577160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e47f7c53-c4a1-4680-bdf4-d27ea4f0d06a None None] Provisioning for port f6c2df79-550a-4be2-8b41-50f2a0f80c2a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:07.692578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.719257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 4050ad9f-bea7-4660-a68d-41ba1eb38192 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:07.719752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4050ad9f-bea7-4660-a68d-41ba1eb38192 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:07.725888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Router e11ee0bd-32ec-4738-a91a-81321ed52064 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:07.730457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e47f7c53-c4a1-4680-bdf4-d27ea4f0d06a None None] Provisioning complete for port f6c2df79-550a-4be2-8b41-50f2a0f80c2a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:07.730966 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e47f7c53-c4a1-4680-bdf4-d27ea4f0d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.732605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ff8371d-9639-4372-b52e-dceb4faeed87 req-1a3bef29-2c66-4c8f-9275-c88f486c155a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019660 Jul 16 18:24:07.760900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Allocated IP 2001:db8::1ff (fa85a058-90d8-4685-b3ce-24de4e401e2b/11a5bbe0-3ed6-4c34-8d20-34cde64835e5/17922c40-067b-44f8-bffe-bdd269276014) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:07.809235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e47f7c53-c4a1-4680-bdf4-d27ea4f0d06a None None] Port f6c2df79-550a-4be2-8b41-50f2a0f80c2a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:07.821629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Attempting to bind port 544245d6-3c05-4916-919c-50007ea4412e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:07.821629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Attempting to bind port 544245d6-3c05-4916-919c-50007ea4412e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '96c39d80-72d5-47c9-9570-7c7bd749de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa85a058-90d8-4685-b3ce-24de4e401e2b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:07.821629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Attempting to bind port 544245d6-3c05-4916-919c-50007ea4412e on network fa85a058-90d8-4685-b3ce-24de4e401e2b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:07.823753 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-fe0f0d68-83ce-4456-86b7-e56040b759c9 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112331 Jul 16 18:24:07.828557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:07.829050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Checking segment: {'id': '96c39d80-72d5-47c9-9570-7c7bd749de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa85a058-90d8-4685-b3ce-24de4e401e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:07.829750 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.829918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Bound using segment: {'id': '96c39d80-72d5-47c9-9570-7c7bd749de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa85a058-90d8-4685-b3ce-24de4e401e2b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:07.830581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Bound port: 544245d6-3c05-4916-919c-50007ea4412e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c39d80-72d5-47c9-9570-7c7bd749de46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'fa85a058-90d8-4685-b3ce-24de4e401e2b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:07.830980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.863128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 8cd7a068-53b3-42b2-8341-0c7f3b32be89 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:07.918148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 8cd7a068-53b3-42b2-8341-0c7f3b32be89 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:07.918764 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.921409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5d0e5-cc94-49f4-afbc-dae4de68d007 req-3fcf92af-50e8-456b-a91e-9c9db4d35478 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.923194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a5d0e5-cc94-49f4-afbc-dae4de68d007 req-3fcf92af-50e8-456b-a91e-9c9db4d35478 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 931 time: 0.2850206 Jul 16 18:24:07.994788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] For port 544245d6-3c05-4916-919c-50007ea4412e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:08.033378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] For port 544245d6-3c05-4916-919c-50007ea4412e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=544245d6-3c05-4916-919c-50007ea4412e,segment=NetworkSegment(96c39d80-72d5-47c9-9570-7c7bd749de46),segment_id=96c39d80-72d5-47c9-9570-7c7bd749de46)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:08.062995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.074512 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-269c3ae2-28d0-479b-90e0-827012ad06da service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380424 Jul 16 18:24:08.102792 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.170920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fa9398-5ff9-4221-abc0-c017623a173b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7a068-53b3-42b2-8341-0c7f3b32be89'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:08.173306 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6865bc1-481c-4e32-8bb4-c7d529335486" -d '{"events": [{"server_uuid": "24fa9398-5ff9-4221-abc0-c017623a173b", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7a068-53b3-42b2-8341-0c7f3b32be89"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:08.198590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 8cd7a068-53b3-42b2-8341-0c7f3b32be89, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8cd7a068-53b3-42b2-8341-0c7f3b32be89,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:08.205864 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-af2a81b1-8882-4795-99b9-b1692a8373d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 217 time: 0.1166821 Jul 16 18:24:08.211284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc606a1-2651-414c-9f93-8e0056f4b1da None None] Pushing event updated for resources: {'Port': ['ID=544245d6-3c05-4916-919c-50007ea4412e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.215460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.216465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:08.355342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=8cd7a068-53b3-42b2-8341-0c7f3b32be89,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.358483 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a5d0e5-cc94-49f4-afbc-dae4de68d007 req-b5a7d465-9d51-4b6e-a135-caa73e1cbd51 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4210896 Jul 16 18:24:08.376957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:08.382164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-9af465fd-2293-4e11-b1c9-697c54b309b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.382818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:08.383226 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.383662 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-9af465fd-2293-4e11-b1c9-697c54b309b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.1117625 Jul 16 18:24:08.478833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:08.543605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] Sync routers for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:08.574043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:08.575032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:08.644758 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.669741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-baf1973a-9ded-4422-ad2f-d6d40a6a3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.671855 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-baf1973a-9ded-4422-ad2f-d6d40a6a3bbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2781551 Jul 16 18:24:08.680151 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] No DVR routers for this DVR port 4050ad9f-bea7-4660-a68d-41ba1eb38192 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:08.688409 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.690927 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.46 "DELETE /v2.0/ports/4050ad9f-bea7-4660-a68d-41ba1eb38192 HTTP/1.1" status: 204 len: 173 time: 3.9633157 Jul 16 18:24:08.698794 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.703619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-deleted', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:08.717178 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1ee5e-c708-4d2a-a21d-412bd8add2ae" -d '{"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-deleted", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:08.756077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:08.786715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db16d6d-dbae-42b3-819f-3a56cd304c72 req-e8afacd4-e607-42a2-89c0-881afd0a10cb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.788717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5db16d6d-dbae-42b3-819f-3a56cd304c72 req-e8afacd4-e607-42a2-89c0-881afd0a10cb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 944 time: 0.6420488 Jul 16 18:24:08.795718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.852689 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.938187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.960692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Transition to ACTIVE for port object 17922c40-067b-44f8-bffe-bdd269276014 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:08.961833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:08.975833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-ae23e49e-baee-4ed2-8696-0e56b479f478 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829561 Jul 16 18:24:09.002685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5db16d6d-dbae-42b3-819f-3a56cd304c72 req-6af3bea1-7eac-4ecd-9aa0-51524dbd4689 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047551 Jul 16 18:24:09.214458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c2df79-550a-4be2-8b41-50f2a0f80c2a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:09.258505 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7fcd18-fdcf-4d98-8b38-30ba347ce23d x-openstack-request-id: req-1c7fcd18-fdcf-4d98-8b38-30ba347ce23d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:09.259149 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fa9398-5ff9-4221-abc0-c017623a173b", "name": "network-vif-plugged", "status": "completed", "tag": "8cd7a068-53b3-42b2-8341-0c7f3b32be89", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:09.260047 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c7fcd18-fdcf-4d98-8b38-30ba347ce23d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:09.260499 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.260921 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fa9398-5ff9-4221-abc0-c017623a173b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd7a068-53b3-42b2-8341-0c7f3b32be89', 'code': 200} Jul 16 18:24:09.262889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 544245d6-3c05-4916-919c-50007ea4412e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:09.287005 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.330584 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-812c3e3e-2239-4dce-a151-0abfd99e57dc service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428051 Jul 16 18:24:09.355675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Transition to ACTIVE for port object f6c2df79-550a-4be2-8b41-50f2a0f80c2a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:09.402953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Network fa85a058-90d8-4685-b3ce-24de4e401e2b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:09.419874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7503b-48fc-4fa5-89ad-ef7c09b6cbca req-54ab2e99-52f5-402f-970d-45a858474278 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.427444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7503b-48fc-4fa5-89ad-ef7c09b6cbca req-54ab2e99-52f5-402f-970d-45a858474278 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.434680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7503b-48fc-4fa5-89ad-ef7c09b6cbca req-54ab2e99-52f5-402f-970d-45a858474278 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.441172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7503b-48fc-4fa5-89ad-ef7c09b6cbca req-54ab2e99-52f5-402f-970d-45a858474278 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.448496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7503b-48fc-4fa5-89ad-ef7c09b6cbca req-54ab2e99-52f5-402f-970d-45a858474278 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.455049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7503b-48fc-4fa5-89ad-ef7c09b6cbca req-54ab2e99-52f5-402f-970d-45a858474278 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.457076 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-684cfd0a-bcec-455e-a656-8c2eef503f46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=97467c8f-b022-4c90-8c50-5ef03999a355 HTTP/1.1" status: 200 len: 217 time: 0.1116397 Jul 16 18:24:09.461720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7503b-48fc-4fa5-89ad-ef7c09b6cbca req-54ab2e99-52f5-402f-970d-45a858474278 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.473884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a7503b-48fc-4fa5-89ad-ef7c09b6cbca req-54ab2e99-52f5-402f-970d-45a858474278 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.4394765 Jul 16 18:24:09.480480 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.537057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:09.564207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:09.570030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d374e-e4e1-43e7-80d4-418abe3268f5 req-79a9137c-fa66-4df4-8026-7b8cbff40b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.571507 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd8d374e-e4e1-43e7-80d4-418abe3268f5 req-79a9137c-fa66-4df4-8026-7b8cbff40b36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 1097 time: 0.3506122 Jul 16 18:24:09.574806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.577524 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.577788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 544245d6-3c05-4916-919c-50007ea4412e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:09.623277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44f1d782-959b-4085-99ba-ea5edf302790 req-422abd9d-b8bb-456b-8fac-60a320a36c9f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=8899fee3-ac19-4f06-934f-deb7c73e3ca8 HTTP/1.1" status: 200 len: 210 time: 0.2188025 Jul 16 18:24:09.691533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-53d9cf85-1baa-4d94-aa3d-f459192530c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.699271 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-53d9cf85-1baa-4d94-aa3d-f459192530c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.2297070 Jul 16 18:24:09.749286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d5a7503b-48fc-4fa5-89ad-ef7c09b6cbca req-8a779891-aa4c-4fc8-9e12-c7c3f4e7f79a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2695673 Jul 16 18:24:09.753191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event updated for resources: {'Port': ['ID=17922c40-067b-44f8-bffe-bdd269276014,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.833332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:09.874200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0e25d133-fca2-4499-994c-0a067a44ba45 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3025413 Jul 16 18:24:09.911213 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc8c2b0-88bf-4058-84b4-529e9abfa64a x-openstack-request-id: req-dcc8c2b0-88bf-4058-84b4-529e9abfa64a {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:09.911515 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8899fee3-ac19-4f06-934f-deb7c73e3ca8", "name": "network-vif-deleted", "tag": "4050ad9f-bea7-4660-a68d-41ba1eb38192", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:09.911769 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcc8c2b0-88bf-4058-84b4-529e9abfa64a {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:09.912184 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8899fee3-ac19-4f06-934f-deb7c73e3ca8', 'name': 'network-vif-deleted', 'tag': '4050ad9f-bea7-4660-a68d-41ba1eb38192', 'status': 'completed', 'code': 200} Jul 16 18:24:09.912601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33656) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:09.925393 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd8d374e-e4e1-43e7-80d4-418abe3268f5 req-9080eef2-b21f-4eb7-a79a-f23b0745409b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386354 Jul 16 18:24:09.939817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Request body: {'port': {'network_id': 'fa85a058-90d8-4685-b3ce-24de4e401e2b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1416348283', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:09.940364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] bootfile-name is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:24:09.951604 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] tftp-server is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:24:09.951992 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] server-ip-address is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:24:09.961840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] Checking router: e11ee0bd-32ec-4738-a91a-81321ed52064 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:09.964295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.995402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:09.996012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:10.087526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76396a4-b650-43fb-9ce5-743f1701668d None None] Network fa85a058-90d8-4685-b3ce-24de4e401e2b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:10.182049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Attempting to bind port f6c2df79-550a-4be2-8b41-50f2a0f80c2a on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:10.182781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Attempting to bind port f6c2df79-550a-4be2-8b41-50f2a0f80c2a by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:10.183344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Attempting to bind port f6c2df79-550a-4be2-8b41-50f2a0f80c2a on network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:10.189883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Port f6c2df79-550a-4be2-8b41-50f2a0f80c2a on network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:10.190595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Attempting to bind port f6c2df79-550a-4be2-8b41-50f2a0f80c2a on network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:10.200472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e2612-fbf8-426c-ab9c-bec89d67a1df req-601bcc4d-5127-4b49-9e5a-831a00f84aec tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.202451 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe6e2612-fbf8-426c-ab9c-bec89d67a1df req-601bcc4d-5127-4b49-9e5a-831a00f84aec tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 945 time: 0.1719763 Jul 16 18:24:10.258973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:10.259855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Checking segment: {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:10.260478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Bound using segment: {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:10.261222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Bound port: f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804664e0-aaa6-466f-8833-beef767396dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:10.261834 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.303358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Made reservation on behalf of 21179cc014e54ae8b514bc94ff406fd0 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:10.307541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.318037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0799f215-3b60-4fc7-81c9-e3353928f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.320292 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-0799f215-3b60-4fc7-81c9-e3353928f781 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6010158 Jul 16 18:24:10.369780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] device_id is not set on port e7730846-93de-4b26-bd27-aff5ee281071 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:24:10.417584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:10.421234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:10.454993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe6e2612-fbf8-426c-ab9c-bec89d67a1df req-f53dec4b-b269-45d3-b856-c31d30656e41 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396820 Jul 16 18:24:10.458750 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.496693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.498371 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.498802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c3a4aeb4-950e-4a68-8c42-05058c82faf2 None None] Provisioning for port 544245d6-3c05-4916-919c-50007ea4412e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:10.502414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] 10.222.0.46 "PUT /v2.0/ports/f6c2df79-550a-4be2-8b41-50f2a0f80c2a HTTP/1.1" status: 200 len: 1092 time: 3.0572932 Jul 16 18:24:10.506769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:10.508370 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.509706 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b71b3b-dc6b-4884-ad22-b366beb3fa60" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:10.591758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1129b7-eb01-42a2-b48f-ba3d3173f105 req-709b2c02-2c22-44da-906b-68707878f85b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.594453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c3a4aeb4-950e-4a68-8c42-05058c82faf2 None None] Provisioning complete for port 544245d6-3c05-4916-919c-50007ea4412e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:10.594982 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c3a4aeb4-950e-4a68-8c42-05058c82faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.601574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d1129b7-eb01-42a2-b48f-ba3d3173f105 req-709b2c02-2c22-44da-906b-68707878f85b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 943 time: 0.3977489 Jul 16 18:24:10.747032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d1129b7-eb01-42a2-b48f-ba3d3173f105 req-217a7157-96ca-477f-aea3-00f63cc6f4e3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444495 Jul 16 18:24:10.753537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d01df-8e85-4566-941d-0c70bd9b9b96 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:10.867741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-ca7eb2a5-d20b-4c59-9062-74c57e637fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.869336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-ca7eb2a5-d20b-4c59-9062-74c57e637fbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 1095 time: 0.2594373 Jul 16 18:24:10.871364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:10.893200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Allocated IP 2001:db8::264 (fa85a058-90d8-4685-b3ce-24de4e401e2b/11a5bbe0-3ed6-4c34-8d20-34cde64835e5/e7730846-93de-4b26-bd27-aff5ee281071) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:10.997507 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-dc3e780c-ddef-4947-9949-dd36919f4176 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681540 Jul 16 18:24:11.033445 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4c59aa-3509-4def-ad7d-68583fb0f447 x-openstack-request-id: req-cd4c59aa-3509-4def-ad7d-68583fb0f447 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:11.034062 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:11.034062 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd4c59aa-3509-4def-ad7d-68583fb0f447 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:11.038726 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'status': 'completed', 'code': 200} Jul 16 18:24:11.045025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-77ebbd9d-a0e5-4ee9-9988-e178c4ba82ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a HTTP/1.1" status: 200 len: 217 time: 0.1597536 Jul 16 18:24:11.114702 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-e7601586-70e2-4f53-b95c-9becf7e9268d service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071327 Jul 16 18:24:11.148736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-dde0ec2b-1715-4819-b4c7-ef05815dcfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.159447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-dde0ec2b-1715-4819-b4c7-ef05815dcfb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24254224-36bc-4e59-9101-a6b85db6c882 HTTP/1.1" status: 200 len: 835 time: 0.1016247 Jul 16 18:24:11.200611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73ce5a-aabe-40b8-8c13-190410965289 req-88d55780-6a33-4bfe-b0c5-f45e60a4583a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.202970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba73ce5a-aabe-40b8-8c13-190410965289 req-88d55780-6a33-4bfe-b0c5-f45e60a4583a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.1757352 Jul 16 18:24:11.206323 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c3a4aeb4-950e-4a68-8c42-05058c82faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.285150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba73ce5a-aabe-40b8-8c13-190410965289 req-5d9925a8-9133-4888-a219-1a5f752dbbbf tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597947 Jul 16 18:24:11.341432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33672) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:11.381201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:11.385186 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5914e226-a923-452d-ba68-cb8701dda63f" -d '{"events": [{"server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "name": "network-vif-plugged", "status": "completed", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:11.402488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-e8295505-d600-4493-afe6-efcb29e669f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.405121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-e8295505-d600-4493-afe6-efcb29e669f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2302296 Jul 16 18:24:11.565189 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ea73c2-bb80-4b47-91fc-35cb9e53132a x-openstack-request-id: req-82ea73c2-bb80-4b47-91fc-35cb9e53132a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:11.565963 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "name": "network-vif-plugged", "status": "completed", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:11.568613 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82ea73c2-bb80-4b47-91fc-35cb9e53132a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:11.569472 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'code': 200} Jul 16 18:24:11.590316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c3a4aeb4-950e-4a68-8c42-05058c82faf2 None None] For port 544245d6-3c05-4916-919c-50007ea4412e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=544245d6-3c05-4916-919c-50007ea4412e,segment=NetworkSegment(96c39d80-72d5-47c9-9570-7c7bd749de46),segment_id=96c39d80-72d5-47c9-9570-7c7bd749de46)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:11.625092 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c3a4aeb4-950e-4a68-8c42-05058c82faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.742096 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47f19128-fabb-45e3-afc9-68bc9a63fdd5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.928350 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-416da5ec-6b30-4315-ae6e-4630de4f83e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=d1009801-eab5-456c-9434-2755b32d4b69 HTTP/1.1" status: 200 len: 217 time: 0.8070216 Jul 16 18:24:12.033607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4aeb4-950e-4a68-8c42-05058c82faf2 None None] Pushing event updated for resources: {'Port': ['ID=544245d6-3c05-4916-919c-50007ea4412e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:12.071972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:12.205277 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f1885-0ff4-4d89-89f7-619d46f89dbb None None] The sync data for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 is: [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:12.243980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08006040-10f9-4825-950d-338553295ad8 None None] Provisioning complete for port 544245d6-3c05-4916-919c-50007ea4412e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:12.244604 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08006040-10f9-4825-950d-338553295ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.258921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-213c890f-4997-4425-863d-9f55d9c867d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.260385 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-213c890f-4997-4425-863d-9f55d9c867d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.3080161 Jul 16 18:24:12.457911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ff78b-ed8f-4f02-8a8e-e58c0a6922e8 req-84458242-f5bf-4f3f-b9d3-808318c5ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.460637 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-543ff78b-ed8f-4f02-8a8e-e58c0a6922e8 req-84458242-f5bf-4f3f-b9d3-808318c5ebb1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1097 time: 0.5620468 Jul 16 18:24:12.531379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.563394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Transition to ACTIVE for port object e7730846-93de-4b26-bd27-aff5ee281071 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:12.583652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-7f18d8e2-08f1-4e1f-9945-4831a56d53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.586087 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-7f18d8e2-08f1-4e1f-9945-4831a56d53ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3153648 Jul 16 18:24:12.587895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08006040-10f9-4825-950d-338553295ad8 None None] Provisioning for port 17922c40-067b-44f8-bffe-bdd269276014 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:12.597288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08006040-10f9-4825-950d-338553295ad8 None None] Provisioning complete for port 17922c40-067b-44f8-bffe-bdd269276014 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:12.597690 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08006040-10f9-4825-950d-338553295ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.600067 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-543ff78b-ed8f-4f02-8a8e-e58c0a6922e8 req-b134566d-a457-491b-9ae0-9db2a4f9cfcb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241035 Jul 16 18:24:12.635605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef609e-5316-4dd8-be7f-095956080dd4 req-1de3e70c-7d3d-4dc6-b3f6-7e8b48ad3848 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.657070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef609e-5316-4dd8-be7f-095956080dd4 req-1de3e70c-7d3d-4dc6-b3f6-7e8b48ad3848 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.671290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef609e-5316-4dd8-be7f-095956080dd4 req-1de3e70c-7d3d-4dc6-b3f6-7e8b48ad3848 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.682807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef609e-5316-4dd8-be7f-095956080dd4 req-1de3e70c-7d3d-4dc6-b3f6-7e8b48ad3848 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.690232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef609e-5316-4dd8-be7f-095956080dd4 req-1de3e70c-7d3d-4dc6-b3f6-7e8b48ad3848 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.690549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-08006040-10f9-4825-950d-338553295ad8 None None] Port 17922c40-067b-44f8-bffe-bdd269276014 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:12.701263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef609e-5316-4dd8-be7f-095956080dd4 req-1de3e70c-7d3d-4dc6-b3f6-7e8b48ad3848 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.713396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef609e-5316-4dd8-be7f-095956080dd4 req-1de3e70c-7d3d-4dc6-b3f6-7e8b48ad3848 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.716329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83ef609e-5316-4dd8-be7f-095956080dd4 req-1de3e70c-7d3d-4dc6-b3f6-7e8b48ad3848 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 1.4242134 Jul 16 18:24:12.736030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.793002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-11fb6851-25fb-419e-be80-00e1cb8b60a0 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918488 Jul 16 18:24:12.824826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ddf260f3-5e61-4153-997d-db15c4129a67 None None] Provisioning complete for port 17922c40-067b-44f8-bffe-bdd269276014 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:12.824826 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddf260f3-5e61-4153-997d-db15c4129a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.825101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Network fa85a058-90d8-4685-b3ce-24de4e401e2b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:12.833427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:12.837100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:12.842960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.843599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.847400 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147df5be-75ab-4a08-bdaa-ab2bc01e6a74 None None] New status for floating IP f36b0999-f957-4950-a1e1-68074efc9db0: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:12.880212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-f15018cf-0c36-4a6e-851e-e81790ce932e service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4560261 Jul 16 18:24:12.881025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event updated for resources: {'Port': ['ID=e7730846-93de-4b26-bd27-aff5ee281071,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:12.899285 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-60a45908-61e4-4ca9-bb60-76b7b9924b58 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9697325 Jul 16 18:24:12.944129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33688) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:12.946750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ddf260f3-5e61-4153-997d-db15c4129a67 None None] Port 17922c40-067b-44f8-bffe-bdd269276014 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:12.960772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 544245d6-3c05-4916-919c-50007ea4412e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:13.016793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83ef609e-5316-4dd8-be7f-095956080dd4 req-21deec5d-5aa4-4cb8-8320-75473836a6be tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222939 Jul 16 18:24:13.078232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47f19128-fabb-45e3-afc9-68bc9a63fdd5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.089283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 544245d6-3c05-4916-919c-50007ea4412e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:13.089735 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.261972 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-e72102a3-19f7-4251-abda-284e89538ebc service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615977 Jul 16 18:24:13.390060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-e4bb2144-2c12-4c5d-89ef-1d1629490e31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8 HTTP/1.1" status: 200 len: 217 time: 0.1073372 Jul 16 18:24:13.445572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71344eb4-7124-4186-bbd8-938a73d0c3a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.445802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261d2ca-de39-4dc8-baf0-ee1224188b69 req-1d24978d-1ddd-4d2b-8302-eff692f1b1b2 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.451744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71344eb4-7124-4186-bbd8-938a73d0c3a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.455038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4261d2ca-de39-4dc8-baf0-ee1224188b69 req-1d24978d-1ddd-4d2b-8302-eff692f1b1b2 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 945 time: 0.7357965 Jul 16 18:24:13.479296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71344eb4-7124-4186-bbd8-938a73d0c3a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.481144 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-71344eb4-7124-4186-bbd8-938a73d0c3a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.5359902 Jul 16 18:24:13.481992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73658aa7-98ed-4628-8bbb-e9de73db26e5 req-3af59c12-f749-400b-9378-06fc1311646a service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457067 Jul 16 18:24:13.486179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cce38f28-39bf-4840-8c9c-366bfbc6de32 None None] Provisioning for port e7730846-93de-4b26-bd27-aff5ee281071 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:13.489035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:13.493614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cce38f28-39bf-4840-8c9c-366bfbc6de32 None None] Provisioning complete for port e7730846-93de-4b26-bd27-aff5ee281071 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:13.495389 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cce38f28-39bf-4840-8c9c-366bfbc6de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.580155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26fe4-2df6-4991-b73a-858154996aa7 req-1c3bd39f-756d-4eda-83ee-b4da0fe30e3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.591521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35b26fe4-2df6-4991-b73a-858154996aa7 req-1c3bd39f-756d-4eda-83ee-b4da0fe30e3a tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 943 time: 0.2947278 Jul 16 18:24:13.615502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-95db4f0f-c4fe-4b15-bb04-d647984e9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.618206 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-95db4f0f-c4fe-4b15-bb04-d647984e9660 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.2178686 Jul 16 18:24:13.630925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47f19128-fabb-45e3-afc9-68bc9a63fdd5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.634561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47f19128-fabb-45e3-afc9-68bc9a63fdd5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.636209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-47f19128-fabb-45e3-afc9-68bc9a63fdd5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "DELETE /v2.0/security-groups/4c31655f-800d-4915-9cba-297731eea087 HTTP/1.1" status: 204 len: 168 time: 2.2927320 Jul 16 18:24:13.653246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cce38f28-39bf-4840-8c9c-366bfbc6de32 None None] Port e7730846-93de-4b26-bd27-aff5ee281071 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:13.678440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:13.711599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4261d2ca-de39-4dc8-baf0-ee1224188b69 req-889fffeb-ecd2-4a71-8eba-68e478e1a6d2 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550867 Jul 16 18:24:13.712645 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-fb432fcc-b4fd-4900-8af6-70206e32a9f2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] show failed (client error): The resource could not be found. Jul 16 18:24:13.714329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fb432fcc-b4fd-4900-8af6-70206e32a9f2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups/4c31655f-800d-4915-9cba-297731eea087 HTTP/1.1" status: 404 len: 347 time: 0.0322289 Jul 16 18:24:13.729130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33698) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:13.759043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35b26fe4-2df6-4991-b73a-858154996aa7 req-2ea0ae62-6e67-405f-96c7-68be48ad0774 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584387 Jul 16 18:24:13.793861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f19128-fabb-45e3-afc9-68bc9a63fdd5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c31655f-800d-4915-9cba-297731eea087,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:13.874631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-9b219f92-eea6-43ae-86ba-d98c7278fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.876197 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-9b219f92-eea6-43ae-86ba-d98c7278fc9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2459006 Jul 16 18:24:13.901706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-f12f600c-1988-4117-acbf-3da3c56b7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.903555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-f12f600c-1988-4117-acbf-3da3c56b7822 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 1095 time: 0.1724944 Jul 16 18:24:13.917902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ca533d7c-8068-4b81-844a-02360845369b tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Deleting port e7730846-93de-4b26-bd27-aff5ee281071 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:13.918274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca533d7c-8068-4b81-844a-02360845369b tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.064449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Deleting port fb8722a5-b470-4b09-a7e6-7c830fda4c2c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:14.064987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.079602 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-92ee3dd1-2549-4f10-94fc-109a0c01458d service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782455 Jul 16 18:24:14.189010 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca533d7c-8068-4b81-844a-02360845369b tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.233708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ca533d7c-8068-4b81-844a-02360845369b tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Calling delete_port for e7730846-93de-4b26-bd27-aff5ee281071 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:14.353663 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.353998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.366140 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-358ed57a-b30b-4060-9604-9c601f9ddb0d service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749653 Jul 16 18:24:14.375013 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Calling delete_port for fb8722a5-b470-4b09-a7e6-7c830fda4c2c owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:14.444266 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-f0eed2f6-1d2f-4376-b182-88f5aaa825f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=371d613d-38e1-45bd-97dd-05f7e64845db HTTP/1.1" status: 200 len: 217 time: 0.0640676 Jul 16 18:24:14.570643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca533d7c-8068-4b81-844a-02360845369b tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.702326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-78d8a176-f56f-438c-98f8-47b0f8e944bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.704067 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-78d8a176-f56f-438c-98f8-47b0f8e944bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.1544447 Jul 16 18:24:14.752160 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca533d7c-8068-4b81-844a-02360845369b tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.761456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ca533d7c-8068-4b81-844a-02360845369b tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "DELETE /v2.0/ports/e7730846-93de-4b26-bd27-aff5ee281071 HTTP/1.1" status: 204 len: 168 time: 1.2707129 Jul 16 18:24:14.767599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:14.777727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca533d7c-8068-4b81-844a-02360845369b tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event deleted for resources: {'Port': ['ID=e7730846-93de-4b26-bd27-aff5ee281071,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.777903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Request body: {'port': {'name': 'tempest-new-port-name-97660662', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:14.778431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] bootfile-name is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:24:14.778910 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] tftp-server is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:24:14.779405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] server-ip-address is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:24:14.855085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5c5f-ae61-4f7c-a17a-b7face03cd24 req-ca3c5d54-d138-4cca-a0e1-50b1b5304e66 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.863032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5c5f-ae61-4f7c-a17a-b7face03cd24 req-ca3c5d54-d138-4cca-a0e1-50b1b5304e66 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.871144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5c5f-ae61-4f7c-a17a-b7face03cd24 req-ca3c5d54-d138-4cca-a0e1-50b1b5304e66 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.879670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5c5f-ae61-4f7c-a17a-b7face03cd24 req-ca3c5d54-d138-4cca-a0e1-50b1b5304e66 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.904412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5c5f-ae61-4f7c-a17a-b7face03cd24 req-ca3c5d54-d138-4cca-a0e1-50b1b5304e66 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.917547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5c5f-ae61-4f7c-a17a-b7face03cd24 req-ca3c5d54-d138-4cca-a0e1-50b1b5304e66 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.926143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe5c5f-ae61-4f7c-a17a-b7face03cd24 req-ca3c5d54-d138-4cca-a0e1-50b1b5304e66 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.935062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0afe5c5f-ae61-4f7c-a17a-b7face03cd24 req-ca3c5d54-d138-4cca-a0e1-50b1b5304e66 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.4624286 Jul 16 18:24:15.026978 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.031291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bda0a-01a6-4221-99cd-6aad3fa8751d req-37b638ae-1ffc-4e18-9bfb-47cb2e634d96 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.040785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943bda0a-01a6-4221-99cd-6aad3fa8751d req-37b638ae-1ffc-4e18-9bfb-47cb2e634d96 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.5728593 Jul 16 18:24:15.112232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event deleted for resources: {'Port': ['ID=fb8722a5-b470-4b09-a7e6-7c830fda4c2c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.121600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0afe5c5f-ae61-4f7c-a17a-b7face03cd24 req-50912ccd-8302-4d69-bb0a-7e80092bca81 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686549 Jul 16 18:24:15.124873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-4adc358e-520d-4d43-9646-d26b315bfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.126589 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-4adc358e-520d-4d43-9646-d26b315bfe33 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb HTTP/1.1" status: 200 len: 897 time: 0.6581039 Jul 16 18:24:15.146277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-9d03f342-51b6-4318-94d0-09bc978fe0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.147915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-9d03f342-51b6-4318-94d0-09bc978fe0cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4350886 Jul 16 18:24:15.149801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.169236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-943bda0a-01a6-4221-99cd-6aad3fa8751d req-909839c9-266c-4faf-930a-baa773616b7d tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267653 Jul 16 18:24:15.251922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-1368021d-e77d-4695-b546-3e87cc904382 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a HTTP/1.1" status: 200 len: 217 time: 0.1052275 Jul 16 18:24:15.433195 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.435856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.437065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-626b8c14-a6a0-4c1f-82bc-0b6ca1d04411 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "DELETE /v2.0/floatingips/f36b0999-f957-4950-a1e1-68074efc9db0 HTTP/1.1" status: 204 len: 168 time: 1.7069209 Jul 16 18:24:15.454851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-ce6904f3-2397-46de-a4b1-1a5a840330c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.469049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-ce6904f3-2397-46de-a4b1-1a5a840330c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24254224-36bc-4e59-9101-a6b85db6c882 HTTP/1.1" status: 200 len: 835 time: 0.2060158 Jul 16 18:24:15.540266 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-94d1d53e-b29a-404d-83e1-5653d21abaa1 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459046 Jul 16 18:24:15.565679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f6c2df79-550a-4be2-8b41-50f2a0f80c2a details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:15.603539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab887526-171b-4570-8f9a-11edd9c6d4dd req-0d456a86-763e-4121-953a-89e334d27be8 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.605182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab887526-171b-4570-8f9a-11edd9c6d4dd req-0d456a86-763e-4121-953a-89e334d27be8 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 943 time: 0.2689583 Jul 16 18:24:15.736875 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cc5531f0-5570-4114-b9dc-c1c36ab637c3 req-740aa5e8-8afb-495d-abac-e39a062c42b1 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575241 Jul 16 18:24:15.760110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.768934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.814098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] In _notify_port_updated(), no bound segment for port 17922c40-067b-44f8-bffe-bdd269276014 on network fa85a058-90d8-4685-b3ce-24de4e401e2b {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:24:15.820563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.821333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.822930 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "PUT /v2.0/ports/17922c40-067b-44f8-bffe-bdd269276014 HTTP/1.1" status: 200 len: 1128 time: 1.0522692 Jul 16 18:24:15.823616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab887526-171b-4570-8f9a-11edd9c6d4dd req-aac93288-95ca-4f46-8317-53ca2dbaca23 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991785 Jul 16 18:24:15.826721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33802) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:15.877825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-2a1ecb3c-c913-461a-95fc-cf9832a0e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.889389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-2a1ecb3c-c913-461a-95fc-cf9832a0e2ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4133742 Jul 16 18:24:15.911582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d640b0-9535-488f-9f5f-5191c8ea8708 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event updated for resources: {'Port': ['ID=17922c40-067b-44f8-bffe-bdd269276014,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.930943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8b101-75f9-4e08-ba70-269400caff88 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.933473 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4cc8b101-75f9-4e08-ba70-269400caff88 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "GET /v2.0/ports/17922c40-067b-44f8-bffe-bdd269276014 HTTP/1.1" status: 200 len: 1128 time: 0.1060231 Jul 16 18:24:15.937777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:15.966623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:16.013999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'port_id': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'mac_address': 'fa:16:3e:c4:17:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:16.136340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-f8b20ad8-c456-4551-be31-7cf286c5d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.143485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-f8b20ad8-c456-4551-be31-7cf286c5d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.144253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-f8b20ad8-c456-4551-be31-7cf286c5d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.145601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-f8b20ad8-c456-4551-be31-7cf286c5d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.146243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-f8b20ad8-c456-4551-be31-7cf286c5d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.146807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-f8b20ad8-c456-4551-be31-7cf286c5d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.150223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-f8b20ad8-c456-4551-be31-7cf286c5d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.158837 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-f8b20ad8-c456-4551-be31-7cf286c5d8d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6494 time: 0.1649029 Jul 16 18:24:16.178956 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.210794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c2df79-550a-4be2-8b41-50f2a0f80c2a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:16.259843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:16.272138 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.381102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:16.417400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3c63fecf-c192-4e06-b071-96e196da6927 None None] Provisioning complete for port 17922c40-067b-44f8-bffe-bdd269276014 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:16.417930 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c63fecf-c192-4e06-b071-96e196da6927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.484265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-ed1dfeaa-b811-4e32-9806-58c4e6a2a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.487736 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-ed1dfeaa-b811-4e32-9806-58c4e6a2a30d service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 200 len: 903 time: 0.3198018 Jul 16 18:24:16.493264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3c63fecf-c192-4e06-b071-96e196da6927 None None] Port 17922c40-067b-44f8-bffe-bdd269276014 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:16.507037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-7c524a80-97a8-4f29-b02c-583f83c3bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.512599 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-7c524a80-97a8-4f29-b02c-583f83c3bba8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1097 time: 0.3347962 Jul 16 18:24:16.526825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-697bf11b-74fb-4803-8c5b-be351c237dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153029 Jul 16 18:24:16.555411 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-e821b28a-9ebc-4a0a-bf59-99f851989091 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8 HTTP/1.1" status: 200 len: 217 time: 0.0599864 Jul 16 18:24:16.566832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0b31adc3-278d-46b1-b3de-e681c3092146 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Deleting port 17922c40-067b-44f8-bffe-bdd269276014 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:16.568077 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b31adc3-278d-46b1-b3de-e681c3092146 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.620153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f6c2df79-550a-4be2-8b41-50f2a0f80c2a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:16.757076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a045036-5a4e-4931-87d6-86b3a9005cc3 req-3277d7a9-3294-45ed-921f-e816b04b9ac6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.767150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a045036-5a4e-4931-87d6-86b3a9005cc3 req-3277d7a9-3294-45ed-921f-e816b04b9ac6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.3586323 Jul 16 18:24:16.813434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-c44c3858-33bc-4ac7-a43d-a9446d40a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.820149 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-c44c3858-33bc-4ac7-a43d-a9446d40a993 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.2534692 Jul 16 18:24:16.825874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:16.860456 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cbc61b2b-d406-4234-9e46-ea384fc94f2b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1396267513', 'description': 'tempest-description--372716644'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:16.916375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a045036-5a4e-4931-87d6-86b3a9005cc3 req-3e23a73c-f56d-4231-ab0d-7309e4afc4d8 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476936 Jul 16 18:24:16.934108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b31adc3-278d-46b1-b3de-e681c3092146 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.992964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-10067ea5-e8cc-4852-8984-5fb69effc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.995247 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-10067ea5-e8cc-4852-8984-5fb69effc19a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 920 time: 0.4501576 Jul 16 18:24:17.006901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36b71b3b-dc6b-4884-ad22-b366beb3fa60 req-672109b0-3656-45ec-ab59-1ef1a7b16f7a service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661534 Jul 16 18:24:17.041477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0b31adc3-278d-46b1-b3de-e681c3092146 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Calling delete_port for 17922c40-067b-44f8-bffe-bdd269276014 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:17.075762 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-0b2c8d79-5fec-4551-aded-f7112529bfae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 217 time: 0.0704758 Jul 16 18:24:17.226920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-ecbb7ecf-6b2b-4dfe-83b8-694b0551376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.228765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0c94-6ecd-49ab-8489-98043503079c req-351ea46d-f392-424f-be31-2b59e3649ebc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.231796 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-ecbb7ecf-6b2b-4dfe-83b8-694b0551376e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 200 len: 859 time: 0.1462657 Jul 16 18:24:17.253306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0c94-6ecd-49ab-8489-98043503079c req-351ea46d-f392-424f-be31-2b59e3649ebc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.267429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0c94-6ecd-49ab-8489-98043503079c req-351ea46d-f392-424f-be31-2b59e3649ebc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.286071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0c94-6ecd-49ab-8489-98043503079c req-351ea46d-f392-424f-be31-2b59e3649ebc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.292434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0c94-6ecd-49ab-8489-98043503079c req-351ea46d-f392-424f-be31-2b59e3649ebc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.299658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0c94-6ecd-49ab-8489-98043503079c req-351ea46d-f392-424f-be31-2b59e3649ebc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.306463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae0c94-6ecd-49ab-8489-98043503079c req-351ea46d-f392-424f-be31-2b59e3649ebc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.308406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08ae0c94-6ecd-49ab-8489-98043503079c req-351ea46d-f392-424f-be31-2b59e3649ebc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.2921493 Jul 16 18:24:17.321679 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbc61b2b-d406-4234-9e46-ea384fc94f2b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.348834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-b7d99457-2d94-46e5-ac62-707fee90346f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9a43470-36f7-4510-9716-7ceb73045f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001523 Jul 16 18:24:17.409255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-d90c0f77-202c-4999-a12f-d47e65fb89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.411947 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-d90c0f77-202c-4999-a12f-d47e65fb89fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5194173 Jul 16 18:24:17.431484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08ae0c94-6ecd-49ab-8489-98043503079c req-10b834fd-862e-4cc0-9d59-a505b00cd613 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013541 Jul 16 18:24:17.500852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7639e-aca8-4a52-93ad-2d8ae4d78b33 req-6bb8453f-b24d-450f-9caa-8498f5fb2e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.503092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22b7639e-aca8-4a52-93ad-2d8ae4d78b33 req-6bb8453f-b24d-450f-9caa-8498f5fb2e99 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 944 time: 0.1921821 Jul 16 18:24:17.574670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22b7639e-aca8-4a52-93ad-2d8ae4d78b33 req-15bd9b3c-5986-4359-ae67-cd1d636ffe4e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590491 Jul 16 18:24:17.576858 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-d8e08bc1-0965-42e7-80d5-3bb0597c655c service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461127 Jul 16 18:24:17.583888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b31adc3-278d-46b1-b3de-e681c3092146 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.617849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31adc3-278d-46b1-b3de-e681c3092146 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event deleted for resources: {'Port': ['ID=17922c40-067b-44f8-bffe-bdd269276014,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.627859 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:17.679002 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b31adc3-278d-46b1-b3de-e681c3092146 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.681954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0b31adc3-278d-46b1-b3de-e681c3092146 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "DELETE /v2.0/ports/17922c40-067b-44f8-bffe-bdd269276014 HTTP/1.1" status: 204 len: 168 time: 1.7428920 Jul 16 18:24:17.684173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:17.750185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51ced5f-4cbf-48a7-83cd-5de952f54083 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Deleting subnet 11a5bbe0-3ed6-4c34-8d20-34cde64835e5 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:17.758219 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51ced5f-4cbf-48a7-83cd-5de952f54083 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.822807 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51ced5f-4cbf-48a7-83cd-5de952f54083 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.888724 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-a634ffd1-ddb8-4097-b3d4-5734472268ba service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298290 Jul 16 18:24:17.933040 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51ced5f-4cbf-48a7-83cd-5de952f54083 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.024907 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5e670107-5456-4f96-9f8f-90e8f0f8f8e1 req-0bbddb7e-5b58-42cc-a84c-672b1c045ef1 service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272366 Jul 16 18:24:18.032866 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-64a2c4e9-7753-4cd6-afd7-9ae3cfc04333 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009950 Jul 16 18:24:18.086533 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51ced5f-4cbf-48a7-83cd-5de952f54083 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.108647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbc61b2b-d406-4234-9e46-ea384fc94f2b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.114589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbc61b2b-d406-4234-9e46-ea384fc94f2b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.128492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ced5f-4cbf-48a7-83cd-5de952f54083 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event deleted for resources: {'Subnet': ['ID=11a5bbe0-3ed6-4c34-8d20-34cde64835e5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.142491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a51ced5f-4cbf-48a7-83cd-5de952f54083 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.142667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3cabe6-90db-4621-8810-dc70e79fd120 None None] Network fa85a058-90d8-4685-b3ce-24de4e401e2b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:18.146600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a51ced5f-4cbf-48a7-83cd-5de952f54083 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "DELETE /v2.0/subnets/11a5bbe0-3ed6-4c34-8d20-34cde64835e5 HTTP/1.1" status: 204 len: 168 time: 0.4610212 Jul 16 18:24:18.150136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33830) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.265048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbc61b2b-d406-4234-9e46-ea384fc94f2b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.268996 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cbc61b2b-d406-4234-9e46-ea384fc94f2b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4376957 Jul 16 18:24:18.269136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.271699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.273522 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc61b2b-d406-4234-9e46-ea384fc94f2b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a5893-70e5-4405-908f-10d80cb7b2dd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.283441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b0f29d3b-522b-490b-a401-48c423dc3c49 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'security_group_rule': {'security_group_id': '3c3a5893-70e5-4405-908f-10d80cb7b2dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.388877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Deleting port 544245d6-3c05-4916-919c-50007ea4412e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:18.389216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.393541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0f29d3b-522b-490b-a401-48c423dc3c49 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.433921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-2579629c-fdba-435c-848c-11b931f84f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.435970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-2579629c-fdba-435c-848c-11b931f84f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.439787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-2579629c-fdba-435c-848c-11b931f84f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.440475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-2579629c-fdba-435c-848c-11b931f84f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.441059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-2579629c-fdba-435c-848c-11b931f84f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.444044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-2579629c-fdba-435c-848c-11b931f84f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.444674 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-2579629c-fdba-435c-848c-11b931f84f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.451038 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-2579629c-fdba-435c-848c-11b931f84f1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6494 time: 0.2728295 Jul 16 18:24:18.476499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] For port 544245d6-3c05-4916-919c-50007ea4412e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=544245d6-3c05-4916-919c-50007ea4412e,segment=NetworkSegment(96c39d80-72d5-47c9-9570-7c7bd749de46),segment_id=96c39d80-72d5-47c9-9570-7c7bd749de46)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:18.476911 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.491035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Calling delete_port for 544245d6-3c05-4916-919c-50007ea4412e owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:18.645982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73b81f-cf1b-4f18-b87b-a414738eee04 req-6becc67e-5c97-4c53-a3e4-b427527b820b tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.655232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e73b81f-cf1b-4f18-b87b-a414738eee04 req-6becc67e-5c97-4c53-a3e4-b427527b820b tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.3841665 Jul 16 18:24:18.656238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.674013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0f29d3b-522b-490b-a401-48c423dc3c49 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.692850 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0ca18-eaa3-4133-9894-f06f34d83764 None None] DHCP port deletion for fa85a058-90d8-4685-b3ce-24de4e401e2b request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:18.702609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0f29d3b-522b-490b-a401-48c423dc3c49 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.772428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f29d3b-522b-490b-a401-48c423dc3c49 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a005893-442e-48a6-81c5-68389a8221d6,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.781189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0f29d3b-522b-490b-a401-48c423dc3c49 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.782423 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b0f29d3b-522b-490b-a401-48c423dc3c49 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057802 Jul 16 18:24:18.791209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33840) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.797490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4e3f4533-a7b6-43f0-8bac-1e0cc988802a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'security_group_rule': {'security_group_id': '3c3a5893-70e5-4405-908f-10d80cb7b2dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.840601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-8a8f280f-cdf6-448e-8fb6-39f228f2a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.842043 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-8a8f280f-cdf6-448e-8fb6-39f228f2a9b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 200 len: 903 time: 0.3697338 Jul 16 18:24:18.865954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 544245d6-3c05-4916-919c-50007ea4412e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:18.870688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e73b81f-cf1b-4f18-b87b-a414738eee04 req-9209aa1d-2d38-4d1a-969d-1ea2117434c4 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001774 Jul 16 18:24:18.896228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] No DVR routers for this DVR port 544245d6-3c05-4916-919c-50007ea4412e on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:18.923887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event deleted for resources: {'Port': ['ID=544245d6-3c05-4916-919c-50007ea4412e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.950854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 544245d6-3c05-4916-919c-50007ea4412e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:18.951195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 544245d6-3c05-4916-919c-50007ea4412e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:18.981919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4533-a7b6-43f0-8bac-1e0cc988802a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.026157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.041605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa85a058-90d8-4685-b3ce-24de4e401e2b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:19.067289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1d344-59cd-440f-b402-0eaacb4ad2a7 req-773228d5-cc08-42fd-806f-aa29cd280898 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.074162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1d344-59cd-440f-b402-0eaacb4ad2a7 req-773228d5-cc08-42fd-806f-aa29cd280898 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.080845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1d344-59cd-440f-b402-0eaacb4ad2a7 req-773228d5-cc08-42fd-806f-aa29cd280898 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.088112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1d344-59cd-440f-b402-0eaacb4ad2a7 req-773228d5-cc08-42fd-806f-aa29cd280898 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.094842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1d344-59cd-440f-b402-0eaacb4ad2a7 req-773228d5-cc08-42fd-806f-aa29cd280898 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.101887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1d344-59cd-440f-b402-0eaacb4ad2a7 req-773228d5-cc08-42fd-806f-aa29cd280898 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.109394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1d344-59cd-440f-b402-0eaacb4ad2a7 req-773228d5-cc08-42fd-806f-aa29cd280898 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.117501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81a1d344-59cd-440f-b402-0eaacb4ad2a7 req-773228d5-cc08-42fd-806f-aa29cd280898 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.4441245 Jul 16 18:24:19.121732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c39d80-72d5-47c9-9570-7c7bd749de46') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:19.122062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c39d80-72d5-47c9-9570-7c7bd749de46') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:19.164673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.217340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81a1d344-59cd-440f-b402-0eaacb4ad2a7 req-41cd93ef-0094-4ba3-8be9-6e406d05de84 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986006 Jul 16 18:24:19.249544 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.269486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:19.270252 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:19.273954 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:19.373311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3d0d8-9643-40c7-9fa5-f66f17c036f1 req-fc66a728-66ef-473d-97de-64fbadd3068f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.375978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69a3d0d8-9643-40c7-9fa5-f66f17c036f1 req-fc66a728-66ef-473d-97de-64fbadd3068f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 944 time: 0.2225754 Jul 16 18:24:19.377622 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.388317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.390414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] 10.222.0.60 "DELETE /v2.0/networks/fa85a058-90d8-4685-b3ce-24de4e401e2b HTTP/1.1" status: 204 len: 168 time: 1.2368014 Jul 16 18:24:19.439992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56e6bc-4dd5-4388-a383-7b4e32faffd6 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926 tempest-ExtraDHCPOptionsIpV6TestJSON-1250078926-project] Pushing event deleted for resources: {'Network': ['ID=fa85a058-90d8-4685-b3ce-24de4e401e2b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.460819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69a3d0d8-9643-40c7-9fa5-f66f17c036f1 req-826f9093-ffd2-47ca-ae1f-c2f6c314fc01 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686090 Jul 16 18:24:19.565909 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-d8e28a9c-65b0-45c8-a2fb-36570f350663 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=371d613d-38e1-45bd-97dd-05f7e64845db HTTP/1.1" status: 200 len: 217 time: 0.7145879 Jul 16 18:24:19.627004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f6c2df79-550a-4be2-8b41-50f2a0f80c2a up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:19.741470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port f6c2df79-550a-4be2-8b41-50f2a0f80c2a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:19.762760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port f6c2df79-550a-4be2-8b41-50f2a0f80c2a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:19.763536 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.830853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-5105888a-98d1-4be4-a621-5950d74ceb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.833394 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-5105888a-98d1-4be4-a621-5950d74ceb20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.2420437 Jul 16 18:24:19.855707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4533-a7b6-43f0-8bac-1e0cc988802a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.888851 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4533-a7b6-43f0-8bac-1e0cc988802a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.942190 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.980364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f4533-a7b6-43f0-8bac-1e0cc988802a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ded170e-f7c6-43a2-b937-f7e6d9d633cf,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.991437 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4533-a7b6-43f0-8bac-1e0cc988802a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.998124 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4e3f4533-a7b6-43f0-8bac-1e0cc988802a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2028933 Jul 16 18:24:19.998827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33852) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:20.008192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:20.024631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:20.026110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:20.030833 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d86b4e-15d6-4023-88a6-63cd90f99924" -d '{"events": [{"server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "name": "network-vif-plugged", "status": "completed", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:20.042785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33856) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:20.058983 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.086491 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.115828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-6eb146e1-8b5f-4a64-9497-614bd385dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.117222 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-6eb146e1-8b5f-4a64-9497-614bd385dfe2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2683094 Jul 16 18:24:20.182029 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cc3acf-2b69-4f48-996e-b993c93a0aa9 x-openstack-request-id: req-59cc3acf-2b69-4f48-996e-b993c93a0aa9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:20.183069 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "name": "network-vif-plugged", "status": "completed", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:20.183572 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59cc3acf-2b69-4f48-996e-b993c93a0aa9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:20.184207 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'code': 200} Jul 16 18:24:20.185037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.316544 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-5c510a2b-e2cd-4509-85c2-036f55503d81 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726093 Jul 16 18:24:20.478397 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5d1d655c-9729-4345-8e75-683e204e9b19 req-3f5132be-b48c-41db-b29c-366c5003c5ed service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631696 Jul 16 18:24:20.532087 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.723451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Allocated IP 172.25.2.16 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/30998564-d693-4f62-b153-6e554b32c52e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:20.907338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3d7ab-be87-48fc-bf3b-834e445dbda7 req-7dcd03b5-f1b9-4361-96f5-8f82e73d913b tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.914949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77f3d7ab-be87-48fc-bf3b-834e445dbda7 req-7dcd03b5-f1b9-4361-96f5-8f82e73d913b tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.7895067 Jul 16 18:24:20.979590 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.063012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77f3d7ab-be87-48fc-bf3b-834e445dbda7 req-f109d9b1-1042-4806-999c-ae144b475508 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412320 Jul 16 18:24:21.071753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.081615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b694e224-309e-43c8-af14-9e3fab832770 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21179cc014e54ae8b514bc94ff406fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0361693 Jul 16 18:24:21.083852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.098987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3bf2b-221a-4dd8-83df-647e0b36d1b5 req-2aa3b6cf-0e28-431d-9ac2-915fdbe78deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.098987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abf3bf2b-221a-4dd8-83df-647e0b36d1b5 req-2aa3b6cf-0e28-431d-9ac2-915fdbe78deb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 1097 time: 0.8343298 Jul 16 18:24:21.157069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f46e-f47c-4a68-9d80-cfa8a0f60721 req-e1cbba11-6a30-41e6-bd74-e6e203c643f3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.166024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f46e-f47c-4a68-9d80-cfa8a0f60721 req-e1cbba11-6a30-41e6-bd74-e6e203c643f3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.177525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'Port': ['ID=30998564-d693-4f62-b153-6e554b32c52e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.178207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f46e-f47c-4a68-9d80-cfa8a0f60721 req-e1cbba11-6a30-41e6-bd74-e6e203c643f3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.185822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f46e-f47c-4a68-9d80-cfa8a0f60721 req-e1cbba11-6a30-41e6-bd74-e6e203c643f3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.196357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f46e-f47c-4a68-9d80-cfa8a0f60721 req-e1cbba11-6a30-41e6-bd74-e6e203c643f3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.204403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f46e-f47c-4a68-9d80-cfa8a0f60721 req-e1cbba11-6a30-41e6-bd74-e6e203c643f3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.215029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f46e-f47c-4a68-9d80-cfa8a0f60721 req-e1cbba11-6a30-41e6-bd74-e6e203c643f3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.221498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27b2f46e-f47c-4a68-9d80-cfa8a0f60721 req-e1cbba11-6a30-41e6-bd74-e6e203c643f3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.2981787 Jul 16 18:24:21.245868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:21.254619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:21.257302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:21.275703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abf3bf2b-221a-4dd8-83df-647e0b36d1b5 req-cbfeacf5-1045-4708-8f49-3e6a27081fa6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739416 Jul 16 18:24:21.328294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27b2f46e-f47c-4a68-9d80-cfa8a0f60721 req-159a4f0e-23c2-4f01-b726-eea9f0502d23 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906034 Jul 16 18:24:21.331162 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b41efaf2-c045-480a-9eca-551fffe66161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.390309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b41efaf2-c045-480a-9eca-551fffe66161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.413455 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.432393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e60a22-962a-45dc-8473-95015aac7ac0 req-92d16357-23ac-4680-9e11-7de65d5f0290 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.434068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37e60a22-962a-45dc-8473-95015aac7ac0 req-92d16357-23ac-4680-9e11-7de65d5f0290 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1648030 Jul 16 18:24:21.483014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.515905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37e60a22-962a-45dc-8473-95015aac7ac0 req-b9fe8e52-3563-42af-b466-62ec433f722d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748293 Jul 16 18:24:21.523402 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b41efaf2-c045-480a-9eca-551fffe66161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.526075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b41efaf2-c045-480a-9eca-551fffe66161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.529719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b41efaf2-c045-480a-9eca-551fffe66161 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31e16daf-34ed-4e54-a919-a7b1bcfd7eb9 HTTP/1.1" status: 204 len: 168 time: 0.4434905 Jul 16 18:24:21.558598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41efaf2-c045-480a-9eca-551fffe66161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e16daf-34ed-4e54-a919-a7b1bcfd7eb9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.765377 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.775004 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.860377 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.885866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.895285 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8858235 Jul 16 18:24:21.895285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98703afe-2314-4d4b-b005-a564ce8986b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'Port': ['ID=30998564-d693-4f62-b153-6e554b32c52e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.289011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770614a-eeed-430c-93d2-a6c41230e02e req-b7fc04b9-4bb9-46f1-96df-5859f34b0f29 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.298125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2770614a-eeed-430c-93d2-a6c41230e02e req-b7fc04b9-4bb9-46f1-96df-5859f34b0f29 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.0906417 Jul 16 18:24:22.362238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2770614a-eeed-430c-93d2-a6c41230e02e req-7e6d5651-abc0-4922-a1dc-8d82eef4bb48 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622096 Jul 16 18:24:22.653398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052bafe-80ec-47c2-9b49-7ebaf3517e30 req-300cd09c-1a19-4d86-adf5-a54b012ca70a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.665064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052bafe-80ec-47c2-9b49-7ebaf3517e30 req-300cd09c-1a19-4d86-adf5-a54b012ca70a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.675104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052bafe-80ec-47c2-9b49-7ebaf3517e30 req-300cd09c-1a19-4d86-adf5-a54b012ca70a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.686041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052bafe-80ec-47c2-9b49-7ebaf3517e30 req-300cd09c-1a19-4d86-adf5-a54b012ca70a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.696487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052bafe-80ec-47c2-9b49-7ebaf3517e30 req-300cd09c-1a19-4d86-adf5-a54b012ca70a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.707620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052bafe-80ec-47c2-9b49-7ebaf3517e30 req-300cd09c-1a19-4d86-adf5-a54b012ca70a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.717293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052bafe-80ec-47c2-9b49-7ebaf3517e30 req-300cd09c-1a19-4d86-adf5-a54b012ca70a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.731666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6052bafe-80ec-47c2-9b49-7ebaf3517e30 req-300cd09c-1a19-4d86-adf5-a54b012ca70a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.1940744 Jul 16 18:24:22.784057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:22.832879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6052bafe-80ec-47c2-9b49-7ebaf3517e30 req-8dd5dc71-b846-4dea-a398-8566e8b1c62b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998094 Jul 16 18:24:22.926987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-96349dd0-6300-4d70-a3e6-a337e5b7e129 tempest-DvrRoutersNegativeTest-1498549580 tempest-DvrRoutersNegativeTest-1498549580-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1946012619', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:22.929881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.policy [None req-96349dd0-6300-4d70-a3e6-a337e5b7e129 tempest-DvrRoutersNegativeTest-1498549580 tempest-DvrRoutersNegativeTest-1498549580-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93823) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 18:24:22.930180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.policy [None req-96349dd0-6300-4d70-a3e6-a337e5b7e129 tempest-DvrRoutersNegativeTest-1498549580 tempest-DvrRoutersNegativeTest-1498549580-project] Failed policy check for 'create_router' {{(pid=93823) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 18:24:22.930715 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-96349dd0-6300-4d70-a3e6-a337e5b7e129 tempest-DvrRoutersNegativeTest-1498549580 tempest-DvrRoutersNegativeTest-1498549580-project] create failed (client error): Access was denied to this resource. Jul 16 18:24:22.934978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-96349dd0-6300-4d70-a3e6-a337e5b7e129 tempest-DvrRoutersNegativeTest-1498549580 tempest-DvrRoutersNegativeTest-1498549580-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1456821 Jul 16 18:24:23.046783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5698993-2b05-49ce-a605-e6b81abd3f12 req-116682cc-7055-4fe5-a189-97a4133f21f6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.048304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5698993-2b05-49ce-a605-e6b81abd3f12 req-116682cc-7055-4fe5-a189-97a4133f21f6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.0892460 Jul 16 18:24:23.115386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5698993-2b05-49ce-a605-e6b81abd3f12 req-7ed29462-1a93-467e-8b5d-730475467e29 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540547 Jul 16 18:24:23.484041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33926) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.561008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd367bb1-3b11-4a77-95a8-424da46c86ef req-b8951e2c-a4a1-4068-9304-fbf10a002ba0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.562923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd367bb1-3b11-4a77-95a8-424da46c86ef req-b8951e2c-a4a1-4068-9304-fbf10a002ba0 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1059282 Jul 16 18:24:23.656913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd367bb1-3b11-4a77-95a8-424da46c86ef req-f7897ef2-3ef8-4519-9504-79bc4960df76 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872090 Jul 16 18:24:23.662426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a20b-82e4-4106-bb5e-99824032c510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.687501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33932) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.763052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd4a04-217e-45bf-ad50-e400df36c9f2 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.764649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c4cd4a04-217e-45bf-ad50-e400df36c9f2 tempest-TestNetworkAdvancedServerOps-2092028681 tempest-TestNetworkAdvancedServerOps-2092028681-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 1092 time: 0.0753381 Jul 16 18:24:23.767789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.775659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:23.787991 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a20b-82e4-4106-bb5e-99824032c510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.792196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a20b-82e4-4106-bb5e-99824032c510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.822458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.836879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6a20b-82e4-4106-bb5e-99824032c510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc3371b-5c94-4d64-b103-0fccc680ece7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.854646 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8cc6a20b-82e4-4106-bb5e-99824032c510 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f463a3bfd3747cd893903aed9bd1995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690577 Jul 16 18:24:23.857218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33936) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.929816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9704e566-398e-4555-af53-e8c5152a88a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.955372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9704e566-398e-4555-af53-e8c5152a88a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.028799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9704e566-398e-4555-af53-e8c5152a88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.031703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9704e566-398e-4555-af53-e8c5152a88a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.037831 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9704e566-398e-4555-af53-e8c5152a88a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ecc3371b-5c94-4d64-b103-0fccc680ece7 HTTP/1.1" status: 204 len: 168 time: 0.1790893 Jul 16 18:24:24.048888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704e566-398e-4555-af53-e8c5152a88a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc3371b-5c94-4d64-b103-0fccc680ece7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.074843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa254459-0592-4b8e-9780-27895fd338d9 req-5c303f24-cc6c-4d04-a5bc-d677ef4983e4 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.076386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa254459-0592-4b8e-9780-27895fd338d9 req-5c303f24-cc6c-4d04-a5bc-d677ef4983e4 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.1858075 Jul 16 18:24:24.082516 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.146434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa254459-0592-4b8e-9780-27895fd338d9 req-6c425896-c164-45a6-8457-45f9495a48fb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606935 Jul 16 18:24:24.517121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Allocated IP 172.25.2.228 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/8ba955a7-d425-4cf4-baca-0928cce64a08) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:24.555431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb5-08d2-42ef-b416-9c82153e8ea0 req-782a46b3-8802-49f8-81e2-c05975e7542d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.561761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb5-08d2-42ef-b416-9c82153e8ea0 req-782a46b3-8802-49f8-81e2-c05975e7542d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.569227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb5-08d2-42ef-b416-9c82153e8ea0 req-782a46b3-8802-49f8-81e2-c05975e7542d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.575377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb5-08d2-42ef-b416-9c82153e8ea0 req-782a46b3-8802-49f8-81e2-c05975e7542d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.581222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb5-08d2-42ef-b416-9c82153e8ea0 req-782a46b3-8802-49f8-81e2-c05975e7542d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.590668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb5-08d2-42ef-b416-9c82153e8ea0 req-782a46b3-8802-49f8-81e2-c05975e7542d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.596858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb5-08d2-42ef-b416-9c82153e8ea0 req-782a46b3-8802-49f8-81e2-c05975e7542d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.600349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1ce9fb5-08d2-42ef-b416-9c82153e8ea0 req-782a46b3-8802-49f8-81e2-c05975e7542d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.2979686 Jul 16 18:24:24.775810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1ce9fb5-08d2-42ef-b416-9c82153e8ea0 req-8ee916d7-9499-4ee4-8b93-03a93b32cca9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669271 Jul 16 18:24:24.847967 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.917856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.969249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:24.986651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:24.992354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:24.995853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=8ba955a7-d425-4cf4-baca-0928cce64a08,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.284271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:25.513752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477403904'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:25.555956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5134435-b536-46df-a0d1-17bd5957a69f req-6f311ce3-8ea7-420a-8344-635cac7f684a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.557564 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5134435-b536-46df-a0d1-17bd5957a69f req-6f311ce3-8ea7-420a-8344-635cac7f684a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.1746304 Jul 16 18:24:25.570441 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.585645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.704399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5134435-b536-46df-a0d1-17bd5957a69f req-5a830b6e-c067-4230-bf83-c378e72b1a4b tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335959 Jul 16 18:24:25.756142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.762769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.853229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.870872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ac5aa7-87b3-4a4c-8bc4-78507d7aa0f8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.989017 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.996720 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.042775 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31294369-94d0-4d7a-b2a2-71818d5cbfa0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.048472 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.049878 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-84f54354-ff2d-4190-963e-49aa691adadc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7637501 Jul 16 18:24:26.053100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.181799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1499fb-be69-48f3-a879-8344739b0181 req-5f237234-d7c5-4fa8-aa34-49fff345e932 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.190203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1499fb-be69-48f3-a879-8344739b0181 req-5f237234-d7c5-4fa8-aa34-49fff345e932 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.194349 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b485928f-22e5-4874-ad1e-9a88c7572fc6 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1393754 Jul 16 18:24:26.196958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33978) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.197471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1499fb-be69-48f3-a879-8344739b0181 req-5f237234-d7c5-4fa8-aa34-49fff345e932 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.204371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1499fb-be69-48f3-a879-8344739b0181 req-5f237234-d7c5-4fa8-aa34-49fff345e932 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.210919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1499fb-be69-48f3-a879-8344739b0181 req-5f237234-d7c5-4fa8-aa34-49fff345e932 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.217006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1499fb-be69-48f3-a879-8344739b0181 req-5f237234-d7c5-4fa8-aa34-49fff345e932 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.219938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d2f25a29-da5b-4af4-8ea4-72d74fb63aa4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group': {'name': 'tempest-security--2052153961', 'description': 'tempest-security-description-466760953'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:26.225136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1499fb-be69-48f3-a879-8344739b0181 req-5f237234-d7c5-4fa8-aa34-49fff345e932 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.233622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc1499fb-be69-48f3-a879-8344739b0181 req-5f237234-d7c5-4fa8-aa34-49fff345e932 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.2497873 Jul 16 18:24:26.257171 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.279217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2f25a29-da5b-4af4-8ea4-72d74fb63aa4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.317237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc1499fb-be69-48f3-a879-8344739b0181 req-023d1b24-61e8-4c50-860f-6294e80215d8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824096 Jul 16 18:24:26.360749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2f25a29-da5b-4af4-8ea4-72d74fb63aa4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.384297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2f25a29-da5b-4af4-8ea4-72d74fb63aa4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.393595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2f25a29-da5b-4af4-8ea4-72d74fb63aa4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.396074 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d2f25a29-da5b-4af4-8ea4-72d74fb63aa4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "PUT /v2.0/security-groups/31294369-94d0-4d7a-b2a2-71818d5cbfa0 HTTP/1.1" status: 200 len: 1779 time: 0.1961598 Jul 16 18:24:26.398815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33980) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.424314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f25a29-da5b-4af4-8ea4-72d74fb63aa4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31294369-94d0-4d7a-b2a2-71818d5cbfa0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.528121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-53db8cee-df1a-49e3-972b-dddfab47c432 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups/31294369-94d0-4d7a-b2a2-71818d5cbfa0 HTTP/1.1" status: 200 len: 1779 time: 0.1269243 Jul 16 18:24:26.530830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.591381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.597572 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.630438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22228d7b-4b01-43fc-b5d5-a27c6efe3d17 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.655457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event updated for resources: {'Port': ['ID=8ba955a7-d425-4cf4-baca-0928cce64a08,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.668004 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22228d7b-4b01-43fc-b5d5-a27c6efe3d17 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.716834 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.731921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22228d7b-4b01-43fc-b5d5-a27c6efe3d17 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.740162 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22228d7b-4b01-43fc-b5d5-a27c6efe3d17 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.762180 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-22228d7b-4b01-43fc-b5d5-a27c6efe3d17 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-groups/31294369-94d0-4d7a-b2a2-71818d5cbfa0 HTTP/1.1" status: 204 len: 168 time: 0.2184567 Jul 16 18:24:26.764202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33984) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.837491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22228d7b-4b01-43fc-b5d5-a27c6efe3d17 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31294369-94d0-4d7a-b2a2-71818d5cbfa0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.870887 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Floating IP 414b8415-f42e-4ef8-ab0a-2aefbdbc3d30 associated. External IP: 172.25.2.228, port: f6c2df79-550a-4be2-8b41-50f2a0f80c2a. Jul 16 18:24:26.896841 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4a981732-7578-4706-93eb-1617e40156f5 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096015 Jul 16 18:24:26.897481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.925608 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-6a42a3df-98d3-4767-b705-873e42ed2fd4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] delete failed (client error): The resource could not be found. Jul 16 18:24:26.927316 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6a42a3df-98d3-4767-b705-873e42ed2fd4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-groups/31294369-94d0-4d7a-b2a2-71818d5cbfa0 HTTP/1.1" status: 404 len: 347 time: 0.0283680 Jul 16 18:24:26.939313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33992) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.944851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d2aac3d4-5ab8-46f6-b446-aba858cbdb47 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group': {'name': 'tempest-secgroup--914487529'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:26.979483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2aac3d4-5ab8-46f6-b446-aba858cbdb47 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.092593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9af05-f876-49cd-8db4-6da2db2bab48 req-62c66d2b-4cd0-4149-a31f-c202a1eaeef5 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.094223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1a9af05-f876-49cd-8db4-6da2db2bab48 req-62c66d2b-4cd0-4149-a31f-c202a1eaeef5 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.1306264 Jul 16 18:24:27.138377 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2aac3d4-5ab8-46f6-b446-aba858cbdb47 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.144967 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2aac3d4-5ab8-46f6-b446-aba858cbdb47 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.208969 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d2aac3d4-5ab8-46f6-b446-aba858cbdb47 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.212435 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d2aac3d4-5ab8-46f6-b446-aba858cbdb47 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2715080 Jul 16 18:24:27.216926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33994) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.227253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7a1d720a-aa52-4406-94e9-e2c0414a08bd tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': 'cfa2664b-dcef-4d87-b885-b5a213063d2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:27.260802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aac3d4-5ab8-46f6-b446-aba858cbdb47 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa2664b-dcef-4d87-b885-b5a213063d2a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.296752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a1d720a-aa52-4406-94e9-e2c0414a08bd tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.333009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1a9af05-f876-49cd-8db4-6da2db2bab48 req-48d35a6b-4a23-4457-a7d7-de46c645c5f9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513181 Jul 16 18:24:27.407597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 435624b4-3d69-45c4-af22-9944b45c4242 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:27.426799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a1d720a-aa52-4406-94e9-e2c0414a08bd tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.435960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a1d720a-aa52-4406-94e9-e2c0414a08bd tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.489997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d720a-aa52-4406-94e9-e2c0414a08bd tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff5d270-c89f-469e-8f68-e58f1d1ab24a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.505147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a1d720a-aa52-4406-94e9-e2c0414a08bd tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.508561 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a1d720a-aa52-4406-94e9-e2c0414a08bd tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2885492 Jul 16 18:24:27.509615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34000) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.577181 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b710-0838-45e7-ba1f-60e83cc550a5 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.596862 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b710-0838-45e7-ba1f-60e83cc550a5 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.718811 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b710-0838-45e7-ba1f-60e83cc550a5 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.742120 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b710-0838-45e7-ba1f-60e83cc550a5 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.742364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:27.748613 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ebd7b710-0838-45e7-ba1f-60e83cc550a5 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3ff5d270-c89f-469e-8f68-e58f1d1ab24a HTTP/1.1" status: 204 len: 168 time: 0.2350206 Jul 16 18:24:27.756189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.767188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7b710-0838-45e7-ba1f-60e83cc550a5 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ff5d270-c89f-469e-8f68-e58f1d1ab24a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.799042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] Sync routers for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:27.811976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:27.816750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:27.830651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c264d-6bf1-43c9-8eea-cf33c7ff09ad req-371d0edf-16fc-4e74-bd79-486290b5e9c8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.838037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c264d-6bf1-43c9-8eea-cf33c7ff09ad req-371d0edf-16fc-4e74-bd79-486290b5e9c8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.846281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c264d-6bf1-43c9-8eea-cf33c7ff09ad req-371d0edf-16fc-4e74-bd79-486290b5e9c8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.853443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c264d-6bf1-43c9-8eea-cf33c7ff09ad req-371d0edf-16fc-4e74-bd79-486290b5e9c8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.855294 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-81cdebf4-f012-4a86-9f2b-e92bf4cd4b61 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0925748 Jul 16 18:24:27.856183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.859367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c264d-6bf1-43c9-8eea-cf33c7ff09ad req-371d0edf-16fc-4e74-bd79-486290b5e9c8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.865826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c264d-6bf1-43c9-8eea-cf33c7ff09ad req-371d0edf-16fc-4e74-bd79-486290b5e9c8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.871859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c264d-6bf1-43c9-8eea-cf33c7ff09ad req-371d0edf-16fc-4e74-bd79-486290b5e9c8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.881565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b66c264d-6bf1-43c9-8eea-cf33c7ff09ad req-371d0edf-16fc-4e74-bd79-486290b5e9c8 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.2977519 Jul 16 18:24:27.893183 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.979540 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-22df3ab3-2dfc-4fed-8dbd-84c43268aca9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2105093 Jul 16 18:24:27.980423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:27.983691 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:27.990451 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fbec3f6f-4a1e-48a7-bfc8-c187f97cd695 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.016853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b66c264d-6bf1-43c9-8eea-cf33c7ff09ad req-c40245f1-e0fa-43cf-bb12-83b5ba39c4c3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341133 Jul 16 18:24:28.032464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fbec3f6f-4a1e-48a7-bfc8-c187f97cd695 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.156413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fbec3f6f-4a1e-48a7-bfc8-c187f97cd695 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.157301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:28.162679 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fbec3f6f-4a1e-48a7-bfc8-c187f97cd695 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.164758 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fbec3f6f-4a1e-48a7-bfc8-c187f97cd695 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-groups/cfa2664b-dcef-4d87-b885-b5a213063d2a HTTP/1.1" status: 204 len: 168 time: 0.3064170 Jul 16 18:24:28.167264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.184760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec3f6f-4a1e-48a7-bfc8-c187f97cd695 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa2664b-dcef-4d87-b885-b5a213063d2a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.340163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34020) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.348973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-92116868-396f-46ec-811b-d05f6d2154af tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group': {'name': 'tempest-secgroup--346709381'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:28.349567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-48031fad-faaa-48fe-a0a5-f1f9ccd1ad58 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1809840 Jul 16 18:24:28.387696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92116868-396f-46ec-811b-d05f6d2154af tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.589098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92116868-396f-46ec-811b-d05f6d2154af tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.600377 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92116868-396f-46ec-811b-d05f6d2154af tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.639254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '414b8415-f42e-4ef8-ab0a-2aefbdbc3d30', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'port_id': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'mac_address': 'fa:16:3e:c4:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:25Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6988362b-4d86-4c47-af5e-7e3d4003da97', 'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:11:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:49Z', 'updated_at': '2021-07-16T18:24:03Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '24254224-36bc-4e59-9101-a6b85db6c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:28.646778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92116868-396f-46ec-811b-d05f6d2154af tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.655389 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-92116868-396f-46ec-811b-d05f6d2154af tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3138275 Jul 16 18:24:28.656160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34024) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.679023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-027023ba-7ed7-4437-95ec-170a98afafef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': '1631a1ea-9adc-47e4-bd8e-498d93bb1ab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:28.696730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92116868-396f-46ec-811b-d05f6d2154af tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1631a1ea-9adc-47e4-bd8e-498d93bb1ab1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.762940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] Checking router: 435624b4-3d69-45c4-af22-9944b45c4242 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:28.783264 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-027023ba-7ed7-4437-95ec-170a98afafef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.791865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:28.792565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:28.805701 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.932932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-027023ba-7ed7-4437-95ec-170a98afafef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.951869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-027023ba-7ed7-4437-95ec-170a98afafef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.999156 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87cf3c-3bab-42f4-8623-4c6bb755db81 req-a9d9d4ee-8a82-41d3-8075-f97ac10f2a49 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.009044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4b87cf3c-3bab-42f4-8623-4c6bb755db81 req-a9d9d4ee-8a82-41d3-8075-f97ac10f2a49 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.5252373 Jul 16 18:24:29.009486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027023ba-7ed7-4437-95ec-170a98afafef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ddd7b8-9d65-4316-aae3-90cee68ac978,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.026065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-027023ba-7ed7-4437-95ec-170a98afafef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.028147 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-027023ba-7ed7-4437-95ec-170a98afafef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612685 Jul 16 18:24:29.031325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:29.043275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5e388b1e-1811-424f-9946-080bc72f357a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': '1631a1ea-9adc-47e4-bd8e-498d93bb1ab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:29.060150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4b87cf3c-3bab-42f4-8623-4c6bb755db81 req-bfe1e331-0c2c-4507-b686-f5d001d70552 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496342 Jul 16 18:24:29.078060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34030) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:29.088131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:29.122438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e388b1e-1811-424f-9946-080bc72f357a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.192839 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94044a04-3c78-49eb-8ad3-9b0d260475db x-openstack-request-id: req-94044a04-3c78-49eb-8ad3-9b0d260475db {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:29.193248 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:29.194403 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94044a04-3c78-49eb-8ad3-9b0d260475db {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:29.194897 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'status': 'completed', 'code': 200} Jul 16 18:24:29.235665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-df2630df-ee99-4b23-8233-39fafbc33ec1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/414b8415-f42e-4ef8-ab0a-2aefbdbc3d30 HTTP/1.1" status: 200 len: 991 time: 0.1564188 Jul 16 18:24:29.350806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e388b1e-1811-424f-9946-080bc72f357a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.362312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e388b1e-1811-424f-9946-080bc72f357a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.431012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e388b1e-1811-424f-9946-080bc72f357a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e112319c-07b3-4720-8d6a-c81f544a995b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.451632 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e388b1e-1811-424f-9946-080bc72f357a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.453465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5e388b1e-1811-424f-9946-080bc72f357a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4200377 Jul 16 18:24:29.456093 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:29.461419 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e1577ead-4061-40ae-8300-4a4979dadbdc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': '1631a1ea-9adc-47e4-bd8e-498d93bb1ab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:29.525965 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1577ead-4061-40ae-8300-4a4979dadbdc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.578014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357349-8bb5-4b23-899c-a30a37fa5737 req-9fc98c58-68a6-4725-9d42-3dce69522fd9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.591984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f357349-8bb5-4b23-899c-a30a37fa5737 req-9fc98c58-68a6-4725-9d42-3dce69522fd9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.2170165 Jul 16 18:24:29.608670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-9068b5c5-02e2-4db8-bea0-076417dac7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.611644 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-9068b5c5-02e2-4db8-bea0-076417dac7b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 1097 time: 0.3651242 Jul 16 18:24:29.684623 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1577ead-4061-40ae-8300-4a4979dadbdc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.709731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1577ead-4061-40ae-8300-4a4979dadbdc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.754845 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577ead-4061-40ae-8300-4a4979dadbdc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f175b577-e4da-4720-a8e5-479678f8a0f5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.760173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f357349-8bb5-4b23-899c-a30a37fa5737 req-3af16bea-d26d-490f-b7d7-1e4d6f2da220 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669915 Jul 16 18:24:29.776192 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1577ead-4061-40ae-8300-4a4979dadbdc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.778067 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e1577ead-4061-40ae-8300-4a4979dadbdc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3207479 Jul 16 18:24:29.782954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:29.796839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cfb8ed49-4512-47e6-885b-7d025a6e8207 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': '1631a1ea-9adc-47e4-bd8e-498d93bb1ab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:29.889057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfb8ed49-4512-47e6-885b-7d025a6e8207 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.899842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '414b8415-f42e-4ef8-ab0a-2aefbdbc3d30', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'port_id': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'mac_address': 'fa:16:3e:c4:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:25Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6988362b-4d86-4c47-af5e-7e3d4003da97', 'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:11:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:49Z', 'updated_at': '2021-07-16T18:24:03Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '24254224-36bc-4e59-9101-a6b85db6c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:29.962356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-cb3172f5-10ca-4c71-ac7f-fd8188f136dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.964190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-cb3172f5-10ca-4c71-ac7f-fd8188f136dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb HTTP/1.1" status: 200 len: 897 time: 0.3383574 Jul 16 18:24:29.971372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c7c455-c271-4be4-9bdc-f1c78994dfd3 None None] The sync data for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 is: [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '414b8415-f42e-4ef8-ab0a-2aefbdbc3d30', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'port_id': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'mac_address': 'fa:16:3e:c4:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:25Z', 'updated_at': '2021-07-16T18:24:25Z', 'revision_number': 0, 'project_id': '31c96d00249a453298ef421573e576c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6988362b-4d86-4c47-af5e-7e3d4003da97', 'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:11:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:49Z', 'updated_at': '2021-07-16T18:24:03Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '24254224-36bc-4e59-9101-a6b85db6c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:29.989709 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfb8ed49-4512-47e6-885b-7d025a6e8207 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.997757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfb8ed49-4512-47e6-885b-7d025a6e8207 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.030156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8ed49-4512-47e6-885b-7d025a6e8207 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b605d26c-b9e1-46e0-a33a-3147315dd110,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:30.052745 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfb8ed49-4512-47e6-885b-7d025a6e8207 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.063208 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cfb8ed49-4512-47e6-885b-7d025a6e8207 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2741206 Jul 16 18:24:30.063208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.067276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3e0bbf9e-d236-4c64-9375-84aadd9a62f4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': '1631a1ea-9adc-47e4-bd8e-498d93bb1ab1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:30.122385 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e0bbf9e-d236-4c64-9375-84aadd9a62f4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.161772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-1b8ff879-3ffa-4cbf-9d4c-70fb14d0b5dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a HTTP/1.1" status: 200 len: 999 time: 0.1884792 Jul 16 18:24:30.212161 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e0bbf9e-d236-4c64-9375-84aadd9a62f4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.222258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e0bbf9e-d236-4c64-9375-84aadd9a62f4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.238463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-0b08ab82-1727-4fea-bda3-c35405837b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.240675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34070) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.240814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-0b08ab82-1727-4fea-bda3-c35405837b8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24254224-36bc-4e59-9101-a6b85db6c882 HTTP/1.1" status: 200 len: 835 time: 0.0693893 Jul 16 18:24:30.244492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bbf9e-d236-4c64-9375-84aadd9a62f4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2d1e3e-b182-43d1-8fdb-d1cf1ec163b5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:30.322423 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e0bbf9e-d236-4c64-9375-84aadd9a62f4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.324124 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3e0bbf9e-d236-4c64-9375-84aadd9a62f4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2617047 Jul 16 18:24:30.326864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34072) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.351543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-f8af8da8-7f58-4972-8c75-75a0b39e4e06 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1396267513&fields=id&tenant_id=52d74a60953f4d8ea4ca7547b00596f9 HTTP/1.1" status: 200 len: 267 time: 0.1863496 Jul 16 18:24:30.369932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df524e1-fe77-4007-a7e2-351bd96517f2 req-db251771-bc9a-428e-a670-dd4fe2c63ec2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.376397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df524e1-fe77-4007-a7e2-351bd96517f2 req-db251771-bc9a-428e-a670-dd4fe2c63ec2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.384562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df524e1-fe77-4007-a7e2-351bd96517f2 req-db251771-bc9a-428e-a670-dd4fe2c63ec2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.386245 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0c459e-8c39-4807-ad0f-b5a2bb2878b0 None None] New status for floating IP 414b8415-f42e-4ef8-ab0a-2aefbdbc3d30: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:30.391380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df524e1-fe77-4007-a7e2-351bd96517f2 req-db251771-bc9a-428e-a670-dd4fe2c63ec2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.397185 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-31066eac-57f3-4645-9d6b-e32a93073916 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/414b8415-f42e-4ef8-ab0a-2aefbdbc3d30 HTTP/1.1" status: 200 len: 991 time: 0.1408746 Jul 16 18:24:30.398538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df524e1-fe77-4007-a7e2-351bd96517f2 req-db251771-bc9a-428e-a670-dd4fe2c63ec2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.403600 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1484915e-144f-427c-ac1f-424e66ac58c8 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.406535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df524e1-fe77-4007-a7e2-351bd96517f2 req-db251771-bc9a-428e-a670-dd4fe2c63ec2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.412867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df524e1-fe77-4007-a7e2-351bd96517f2 req-db251771-bc9a-428e-a670-dd4fe2c63ec2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.414255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1484915e-144f-427c-ac1f-424e66ac58c8 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.421440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9df524e1-fe77-4007-a7e2-351bd96517f2 req-db251771-bc9a-428e-a670-dd4fe2c63ec2 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.4163694 Jul 16 18:24:30.492847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1484915e-144f-427c-ac1f-424e66ac58c8 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.502567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1484915e-144f-427c-ac1f-424e66ac58c8 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.504296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-37b16707-d440-4668-bbd9-7767f677cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.506049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-37b16707-d440-4668-bbd9-7767f677cc28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2510135 Jul 16 18:24:30.509671 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1484915e-144f-427c-ac1f-424e66ac58c8 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fa2d1e3e-b182-43d1-8fdb-d1cf1ec163b5 HTTP/1.1" status: 204 len: 168 time: 0.1768317 Jul 16 18:24:30.512268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.525406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9df524e1-fe77-4007-a7e2-351bd96517f2 req-cb04c568-209d-4d97-ac7d-22426438fe62 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029184 Jul 16 18:24:30.547819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484915e-144f-427c-ac1f-424e66ac58c8 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa2d1e3e-b182-43d1-8fdb-d1cf1ec163b5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:30.640031 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f566b41f-3e71-4c93-82d7-dfa4adee2751 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1256819 Jul 16 18:24:30.645844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34076) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.705737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9a35e99-fd5b-4284-8d95-55d408c76862 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.720394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-f0ae9925-ad85-44e4-811e-022cda0196a8 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.722203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-f0ae9925-ad85-44e4-811e-022cda0196a8 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 816 time: 0.2908635 Jul 16 18:24:30.724913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9a35e99-fd5b-4284-8d95-55d408c76862 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.774728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9a35e99-fd5b-4284-8d95-55d408c76862 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.781987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d9a35e99-fd5b-4284-8d95-55d408c76862 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.783203 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d9a35e99-fd5b-4284-8d95-55d408c76862 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b605d26c-b9e1-46e0-a33a-3147315dd110 HTTP/1.1" status: 204 len: 168 time: 0.1363842 Jul 16 18:24:30.786336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34078) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.791192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-29ca6dda-6246-4f95-beba-3aa2a9c0204f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/quotas/52d74a60953f4d8ea4ca7547b00596f9 HTTP/1.1" status: 200 len: 375 time: 0.0609381 Jul 16 18:24:30.799102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a35e99-fd5b-4284-8d95-55d408c76862 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b605d26c-b9e1-46e0-a33a-3147315dd110,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:30.848802 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-aa84fb48-dd21-4439-b2ea-052b12dada4e tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0613375 Jul 16 18:24:30.854127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34082) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.923421 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-d55e3145-392a-4544-8f42-7aaac4d2b3fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0733187 Jul 16 18:24:30.947643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-a1f8b90b-7eed-42ba-8c36-5fbe028628bf service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134059 Jul 16 18:24:31.005346 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a22aeb3-7a7d-402f-9cf4-cbfdf6d83fef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.027973 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a22aeb3-7a7d-402f-9cf4-cbfdf6d83fef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.070217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f802f00b-a16a-4eba-b192-405c92be2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.070817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f802f00b-a16a-4eba-b192-405c92be2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.071743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f802f00b-a16a-4eba-b192-405c92be2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.071983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f802f00b-a16a-4eba-b192-405c92be2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.072798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f802f00b-a16a-4eba-b192-405c92be2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.073476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f802f00b-a16a-4eba-b192-405c92be2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.074091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f802f00b-a16a-4eba-b192-405c92be2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.076454 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f802f00b-a16a-4eba-b192-405c92be2fa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6497 time: 0.0692670 Jul 16 18:24:31.095236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-31e4c40a-ad2f-41c4-aa7b-d5b2171a77d5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2804015 Jul 16 18:24:31.158183 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a22aeb3-7a7d-402f-9cf4-cbfdf6d83fef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.163748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a22aeb3-7a7d-402f-9cf4-cbfdf6d83fef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.164901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4a22aeb3-7a7d-402f-9cf4-cbfdf6d83fef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f175b577-e4da-4720-a8e5-479678f8a0f5 HTTP/1.1" status: 204 len: 168 time: 0.3083894 Jul 16 18:24:31.167927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34090) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.192634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb06bc-b818-435e-91e5-352b12b73893 req-4ad753dd-5cfa-4447-9a92-3d92202629fa tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.194490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97eb06bc-b818-435e-91e5-352b12b73893 req-4ad753dd-5cfa-4447-9a92-3d92202629fa tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.2613020 Jul 16 18:24:31.201423 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce79a5eb-0cfe-4020-aa3d-88a47afed8f4 req-2fb6aef3-da06-42af-ac0f-a9c87bacaa6a service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428150 Jul 16 18:24:31.257722 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97eb06bc-b818-435e-91e5-352b12b73893 req-6301399b-1836-4540-8303-a232dd4f9c1a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486994 Jul 16 18:24:31.258353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22aeb3-7a7d-402f-9cf4-cbfdf6d83fef tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f175b577-e4da-4720-a8e5-479678f8a0f5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:31.280063 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3a010283-1208-4d25-975e-827693dfbd96 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1089125 Jul 16 18:24:31.286879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34098) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.315219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-4f693752-dc0f-461c-9b80-25428b211d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.315763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-4f693752-dc0f-461c-9b80-25428b211d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.316244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-4f693752-dc0f-461c-9b80-25428b211d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.318009 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-4f693752-dc0f-461c-9b80-25428b211d84 service neutron] 10.222.0.45 "GET /v2.0/networks?id=92628a71-7e7a-4442-b235-d0645ce9fda3&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b HTTP/1.1" status: 200 len: 2293 time: 0.2068446 Jul 16 18:24:31.339759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4ad3-cbd2-4513-a47a-1fc48eeb61d2 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.351492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6a7e6258-2577-4a2e-baf1-94d5d860d719 service neutron] 10.222.0.60 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023411 Jul 16 18:24:31.381668 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4ad3-cbd2-4513-a47a-1fc48eeb61d2 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.401260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34102) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.427235 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-042399ff-c84c-4b10-93a3-0dfd89501ecb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b HTTP/1.1" status: 200 len: 1000 time: 0.0982237 Jul 16 18:24:31.429970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4ad3-cbd2-4513-a47a-1fc48eeb61d2 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.437378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4ad3-cbd2-4513-a47a-1fc48eeb61d2 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.438599 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fe3c4ad3-cbd2-4513-a47a-1fc48eeb61d2 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e112319c-07b3-4720-8d6a-c81f544a995b HTTP/1.1" status: 204 len: 168 time: 0.1507435 Jul 16 18:24:31.461426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.483347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c4ad3-cbd2-4513-a47a-1fc48eeb61d2 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e112319c-07b3-4720-8d6a-c81f544a995b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:31.501812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-b4ba5de9-0cc3-4e95-8e96-5469194bf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.504478 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-b4ba5de9-0cc3-4e95-8e96-5469194bf3cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5310286-a552-4e68-914b-ff13aab082fe HTTP/1.1" status: 200 len: 850 time: 0.0647159 Jul 16 18:24:31.571430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bec5d1cc-46c2-4026-af7e-74540723c12e tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1093392 Jul 16 18:24:31.574212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34112) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.577104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3f5720cb-db32-4a22-8357-3ff820eac317 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/414b8415-f42e-4ef8-ab0a-2aefbdbc3d30 HTTP/1.1" status: 200 len: 993 time: 0.1752207 Jul 16 18:24:31.595234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-b510604d-ff34-4172-ac5b-bf9a1c0d0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.597299 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-b510604d-ff34-4172-ac5b-bf9a1c0d0560 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92628a71-7e7a-4442-b235-d0645ce9fda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845828 Jul 16 18:24:31.607253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-8cfb2754-ffeb-4a43-9cf5-6190ebe2a506 service neutron] 10.222.0.60 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538891 Jul 16 18:24:31.665779 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe697-7ac4-45e2-94a2-473b7c65a6f0 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.679283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe697-7ac4-45e2-94a2-473b7c65a6f0 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.764424 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe697-7ac4-45e2-94a2-473b7c65a6f0 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.770953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe697-7ac4-45e2-94a2-473b7c65a6f0 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.772261 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2f7fe697-7ac4-45e2-94a2-473b7c65a6f0 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a1ddd7b8-9d65-4316-aae3-90cee68ac978 HTTP/1.1" status: 204 len: 168 time: 0.1960583 Jul 16 18:24:31.776053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34128) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.779924 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f64dfb9c-05ce-4041-9a64-897d4ca769bc service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707761 Jul 16 18:24:31.804251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fe697-7ac4-45e2-94a2-473b7c65a6f0 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1ddd7b8-9d65-4316-aae3-90cee68ac978,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:31.857562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a284-ebf3-4cb3-b779-e06b9c16061b req-c4dbbca8-c972-480a-8832-9732ffcc2c90 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.865812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a284-ebf3-4cb3-b779-e06b9c16061b req-c4dbbca8-c972-480a-8832-9732ffcc2c90 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.880083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a284-ebf3-4cb3-b779-e06b9c16061b req-c4dbbca8-c972-480a-8832-9732ffcc2c90 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.888082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a284-ebf3-4cb3-b779-e06b9c16061b req-c4dbbca8-c972-480a-8832-9732ffcc2c90 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.897847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a284-ebf3-4cb3-b779-e06b9c16061b req-c4dbbca8-c972-480a-8832-9732ffcc2c90 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.906329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a284-ebf3-4cb3-b779-e06b9c16061b req-c4dbbca8-c972-480a-8832-9732ffcc2c90 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.920504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a284-ebf3-4cb3-b779-e06b9c16061b req-c4dbbca8-c972-480a-8832-9732ffcc2c90 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.923559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fbd1a284-ebf3-4cb3-b779-e06b9c16061b req-c4dbbca8-c972-480a-8832-9732ffcc2c90 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.2128248 Jul 16 18:24:31.958458 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-af5005eb-cbc6-4439-aa72-0a4db36de9ad tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1783400 Jul 16 18:24:31.960188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.015196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fbd1a284-ebf3-4cb3-b779-e06b9c16061b req-a1a00ba8-b28c-450d-9d44-d991c9d76452 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848658 Jul 16 18:24:32.015977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-dff4a7d5-24d3-4abb-a04f-6b80b0d9c6f2 service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129416 Jul 16 18:24:32.093433 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-df3499d8-f552-434f-b465-1aaf811192e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 200 len: 217 time: 0.0684030 Jul 16 18:24:32.140391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1aeb12a6-d99d-4bfa-a479-9c36ee8d866d req-4dac1b84-e18f-4c11-aa6d-ec0ef6eab141 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 210 time: 0.0692170 Jul 16 18:24:32.150789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1ace6fc-cfb5-49ec-919c-35420944e34d tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.188298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-e09e4fb1-047f-4331-acbc-6c00c1bf4530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.190037 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-e09e4fb1-047f-4331-acbc-6c00c1bf4530 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.0869567 Jul 16 18:24:32.205074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1ace6fc-cfb5-49ec-919c-35420944e34d tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.265591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1ace6fc-cfb5-49ec-919c-35420944e34d tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.266434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-ca65f5a2-4a1e-4e8b-a1e8-d2319c269f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.269682 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-ca65f5a2-4a1e-4e8b-a1e8-d2319c269f12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713356 Jul 16 18:24:32.271059 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1ace6fc-cfb5-49ec-919c-35420944e34d tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.274858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b1ace6fc-cfb5-49ec-919c-35420944e34d tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-groups/1631a1ea-9adc-47e4-bd8e-498d93bb1ab1 HTTP/1.1" status: 204 len: 168 time: 0.3112369 Jul 16 18:24:32.275729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34164) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.293803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ace6fc-cfb5-49ec-919c-35420944e34d tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1631a1ea-9adc-47e4-bd8e-498d93bb1ab1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.436911 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-65f31be5-d58a-4ed9-b375-57a0c1310218 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1593118 Jul 16 18:24:32.441796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.447740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f7c00abe-ec5e-41f3-a050-0a71f01d1574 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group': {'name': 'tempest-secgroup--465896408'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:32.482050 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-9f9a8f08-5567-4728-a58e-1d92384d1688 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027729 Jul 16 18:24:32.490552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7c00abe-ec5e-41f3-a050-0a71f01d1574 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.635293 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-98fff32f-d938-49ff-b973-33dfbda43709 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458926 Jul 16 18:24:32.688333 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-892363d2-5792-4005-8bef-99eaaafbcac3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 200 len: 217 time: 0.0459552 Jul 16 18:24:32.752240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959fff-dbb1-45f7-a369-a6300779e3ce req-f91b8f2e-a52d-4cbd-b059-38d102f0c0a1 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.755276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae959fff-dbb1-45f7-a369-a6300779e3ce req-f91b8f2e-a52d-4cbd-b059-38d102f0c0a1 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.2353275 Jul 16 18:24:32.779095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-313e9558-cc58-4b17-ad85-b08f964fb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.780663 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-313e9558-cc58-4b17-ad85-b08f964fb977 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.0836937 Jul 16 18:24:32.798582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7c00abe-ec5e-41f3-a050-0a71f01d1574 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.809819 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7c00abe-ec5e-41f3-a050-0a71f01d1574 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.844778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae959fff-dbb1-45f7-a369-a6300779e3ce req-92d9f4d0-47cb-4f7c-bbed-6c346c47e128 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789833 Jul 16 18:24:32.874628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7c00abe-ec5e-41f3-a050-0a71f01d1574 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.875056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-5ab0d587-fc16-4f11-a0af-11bd1b56a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.880262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f7c00abe-ec5e-41f3-a050-0a71f01d1574 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4370539 Jul 16 18:24:32.881043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.883507 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-5ab0d587-fc16-4f11-a0af-11bd1b56a589 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958786 Jul 16 18:24:32.892203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c944073d-41fb-42a4-a3b8-96c2306fc2bc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': 'bd802834-a9bb-4b61-9935-2ec20d4cbc22', 'direction': 'ingress', 'protocol': 17}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:32.914874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c00abe-ec5e-41f3-a050-0a71f01d1574 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd802834-a9bb-4b61-9935-2ec20d4cbc22,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.939106 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c944073d-41fb-42a4-a3b8-96c2306fc2bc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.995549 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-9794d4a7-2939-439b-9bd5-fa06ee7f307a service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040854 Jul 16 18:24:33.097683 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c944073d-41fb-42a4-a3b8-96c2306fc2bc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.106453 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c944073d-41fb-42a4-a3b8-96c2306fc2bc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.110781 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23ef2330-5701-4ba4-b442-36709139ba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.147942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944073d-41fb-42a4-a3b8-96c2306fc2bc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1995385-d6b1-4414-ab44-deef4b87ea65,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.160318 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c944073d-41fb-42a4-a3b8-96c2306fc2bc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.161122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-a26780df-d6ff-49f4-83fd-cdee6e19764c service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567397 Jul 16 18:24:33.161646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c944073d-41fb-42a4-a3b8-96c2306fc2bc tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2783678 Jul 16 18:24:33.164336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.243490 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-9b1b5abc-a3aa-427a-9f3c-e2575698b085 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 HTTP/1.1" status: 200 len: 217 time: 0.0539274 Jul 16 18:24:33.327477 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4687c6-d690-44a4-a368-bf4840d1b186 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.349194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-e626f0df-39a9-4a7c-b55a-b03b644d2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.350716 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-e626f0df-39a9-4a7c-b55a-b03b644d2665 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.0924821 Jul 16 18:24:33.351599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef700962-6f0a-4c1e-89c1-869d8ebbca00 req-d91d988c-f5a2-49ba-b68a-f576ad63cefe tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 210 time: 0.0478783 Jul 16 18:24:33.374718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4a99-a085-4ca5-8e61-6123be7acd55 req-5329c6a0-c85a-4946-9018-bad07c41d7d0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.383857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4a99-a085-4ca5-8e61-6123be7acd55 req-5329c6a0-c85a-4946-9018-bad07c41d7d0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.389801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4687c6-d690-44a4-a368-bf4840d1b186 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.399428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4a99-a085-4ca5-8e61-6123be7acd55 req-5329c6a0-c85a-4946-9018-bad07c41d7d0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.409686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4a99-a085-4ca5-8e61-6123be7acd55 req-5329c6a0-c85a-4946-9018-bad07c41d7d0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.418250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4a99-a085-4ca5-8e61-6123be7acd55 req-5329c6a0-c85a-4946-9018-bad07c41d7d0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.425436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4a99-a085-4ca5-8e61-6123be7acd55 req-5329c6a0-c85a-4946-9018-bad07c41d7d0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.430695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d4a99-a085-4ca5-8e61-6123be7acd55 req-5329c6a0-c85a-4946-9018-bad07c41d7d0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.438845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b24d4a99-a085-4ca5-8e61-6123be7acd55 req-5329c6a0-c85a-4946-9018-bad07c41d7d0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.2051008 Jul 16 18:24:33.505811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b24d4a99-a085-4ca5-8e61-6123be7acd55 req-7673ece4-c0af-41df-9dfe-5b2c33ed0a58 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660713 Jul 16 18:24:33.551419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4687c6-d690-44a4-a368-bf4840d1b186 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.558160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc4687c6-d690-44a4-a368-bf4840d1b186 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.563341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34190) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.566650 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cc4687c6-d690-44a4-a368-bf4840d1b186 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-groups/bd802834-a9bb-4b61-9935-2ec20d4cbc22 HTTP/1.1" status: 204 len: 168 time: 0.4008060 Jul 16 18:24:33.594868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-1dda0686-a181-43bc-82f4-24389dfa9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.597364 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-1dda0686-a181-43bc-82f4-24389dfa9c4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2375228 Jul 16 18:24:33.622942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4687c6-d690-44a4-a368-bf4840d1b186 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd802834-a9bb-4b61-9935-2ec20d4cbc22,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.626666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5273e95c-4694-4a5d-8997-355b3519e7c1 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616639 Jul 16 18:24:33.630867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.636216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-52fc1374-6992-40e0-abf2-b205e94d49e4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758258214'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:33.691102 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52fc1374-6992-40e0-abf2-b205e94d49e4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.814594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-e5a467ae-5e1e-41f7-bbcc-a1f612af0c2f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.816782 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-e5a467ae-5e1e-41f7-bbcc-a1f612af0c2f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 816 time: 0.1553919 Jul 16 18:24:33.845536 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-4c6d4289-fe57-4e18-8ef3-f5584b35e27c service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302628 Jul 16 18:24:33.904572 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52fc1374-6992-40e0-abf2-b205e94d49e4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.923101 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52fc1374-6992-40e0-abf2-b205e94d49e4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.939465 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-5167677b-c62d-4ed9-858f-9f7558276044 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d74a60953f4d8ea4ca7547b00596f9 HTTP/1.1" status: 200 len: 380 time: 0.1039169 Jul 16 18:24:34.003846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc1374-6992-40e0-abf2-b205e94d49e4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a711d6-fead-4b2d-823c-d4a13209aede,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.029769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'port': {'device_id': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'admin_state_up': True, 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'security_groups': ['3c3a5893-70e5-4405-908f-10d80cb7b2dd']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:34.057944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-2cca0bff-a6ff-4d97-8d88-a29102e292d4 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033019 Jul 16 18:24:34.076342 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52fc1374-6992-40e0-abf2-b205e94d49e4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.077609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-52fc1374-6992-40e0-abf2-b205e94d49e4 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4453588 Jul 16 18:24:34.086798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34196) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.093681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-91c23ddf-2d3e-4c84-85ee-0264085b7f05 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897757942'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:34.178654 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-edda4f5f-3438-487e-88a6-7e73ecdb57b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d HTTP/1.1" status: 200 len: 217 time: 0.1120729 Jul 16 18:24:34.226543 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91c23ddf-2d3e-4c84-85ee-0264085b7f05 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.252546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-78077213-0fbd-4a83-9a9d-90cab789ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.255912 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-78077213-0fbd-4a83-9a9d-90cab789ce28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.0690794 Jul 16 18:24:34.345075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-50bbfb2f-ae7d-4988-8ea4-af219b8d48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.349177 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-50bbfb2f-ae7d-4988-8ea4-af219b8d48a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0824201 Jul 16 18:24:34.403395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e28cc-2935-4b32-a044-810ef7b23182 req-87041e0f-9e48-4953-b62e-feb62ffa876d tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.416004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-928e28cc-2935-4b32-a044-810ef7b23182 req-87041e0f-9e48-4953-b62e-feb62ffa876d tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.2338507 Jul 16 18:24:34.493635 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-c03f40d6-ab51-4eb8-a08b-88a37f8a11d5 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361201 Jul 16 18:24:34.512996 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91c23ddf-2d3e-4c84-85ee-0264085b7f05 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.551351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-928e28cc-2935-4b32-a044-810ef7b23182 req-3a07230c-a644-4b76-ad16-22f92e4d2b0c tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198339 Jul 16 18:24:34.589375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f31a95a0-b861-45f8-9e8c-937711976bbe req-cc4eb01b-d487-4d5c-9ef7-cb3d46cafd0e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 210 time: 0.0747333 Jul 16 18:24:34.590340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91c23ddf-2d3e-4c84-85ee-0264085b7f05 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.641807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Made reservation on behalf of 52d74a60953f4d8ea4ca7547b00596f9 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:34.646288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.651418 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-f1039759-b81c-45e8-85ba-80f0f71c17a7 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492310 Jul 16 18:24:34.652251 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-91c23ddf-2d3e-4c84-85ee-0264085b7f05 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.656321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-91c23ddf-2d3e-4c84-85ee-0264085b7f05 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5684988 Jul 16 18:24:34.656495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.664324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8f3ccfd5-bf39-4409-bec9-b555ceef0f07 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': '04a711d6-fead-4b2d-823c-d4a13209aede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f368b377-9e38-4aa6-84ac-4b2e3ea4f6c4', 'remote_ip_prefix': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:34.665631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c23ddf-2d3e-4c84-85ee-0264085b7f05 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f368b377-9e38-4aa6-84ac-4b2e3ea4f6c4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.735352 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-88a1008d-1b08-4a20-8ba8-f2124bbfc331 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 HTTP/1.1" status: 200 len: 217 time: 0.0500093 Jul 16 18:24:34.801252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-2cb94524-1b69-48a0-be04-75d5261439ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.803324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-2cb94524-1b69-48a0-be04-75d5261439ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.0610020 Jul 16 18:24:34.866367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Allocated IP 172.20.0.5 (3743c663-d8a1-4c5d-abb0-0445d2fce3b7/82ad1522-4780-4a23-8bf8-34c104314ce4/aa6209e6-5cf2-4f62-b69c-07e1d1f283a6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:34.898075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316e7c-b6db-4bb6-be2d-24caefacd7fe req-77a7bc5b-d1f5-4685-8f10-e03d419e8b70 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.904141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316e7c-b6db-4bb6-be2d-24caefacd7fe req-77a7bc5b-d1f5-4685-8f10-e03d419e8b70 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.911412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316e7c-b6db-4bb6-be2d-24caefacd7fe req-77a7bc5b-d1f5-4685-8f10-e03d419e8b70 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.913485 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f3ccfd5-bf39-4409-bec9-b555ceef0f07 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.917674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316e7c-b6db-4bb6-be2d-24caefacd7fe req-77a7bc5b-d1f5-4685-8f10-e03d419e8b70 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.924145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316e7c-b6db-4bb6-be2d-24caefacd7fe req-77a7bc5b-d1f5-4685-8f10-e03d419e8b70 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.931275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316e7c-b6db-4bb6-be2d-24caefacd7fe req-77a7bc5b-d1f5-4685-8f10-e03d419e8b70 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.937851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc316e7c-b6db-4bb6-be2d-24caefacd7fe req-77a7bc5b-d1f5-4685-8f10-e03d419e8b70 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.939772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc316e7c-b6db-4bb6-be2d-24caefacd7fe req-77a7bc5b-d1f5-4685-8f10-e03d419e8b70 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5430 time: 0.1779602 Jul 16 18:24:35.011041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f3ccfd5-bf39-4409-bec9-b555ceef0f07 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.015411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-5e97b5d3-905a-4914-8112-889730068691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.017060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-5e97b5d3-905a-4914-8112-889730068691 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2033858 Jul 16 18:24:35.021030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f3ccfd5-bf39-4409-bec9-b555ceef0f07 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.027867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc316e7c-b6db-4bb6-be2d-24caefacd7fe req-a09e15e2-5287-4769-9520-6a747a5adf92 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797544 Jul 16 18:24:35.117752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ccfd5-bf39-4409-bec9-b555ceef0f07 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d00d16b-bbb2-40b6-91fa-b102e2018e7b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.137823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f3ccfd5-bf39-4409-bec9-b555ceef0f07 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.138142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.142059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8f3ccfd5-bf39-4409-bec9-b555ceef0f07 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4801421 Jul 16 18:24:35.142238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34210) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.160789 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-2afbc1ae-7c42-48fc-a233-b461ee3c0184 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286912 Jul 16 18:24:35.172586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Transition to ACTIVE for port object aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:35.185146 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d26b8b0b-83ae-484f-a838-aeb1a941d907 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.199693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d26b8b0b-83ae-484f-a838-aeb1a941d907 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.246057 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d26b8b0b-83ae-484f-a838-aeb1a941d907 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.252866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d26b8b0b-83ae-484f-a838-aeb1a941d907 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.256463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d26b8b0b-83ae-484f-a838-aeb1a941d907 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9d00d16b-bbb2-40b6-91fa-b102e2018e7b HTTP/1.1" status: 204 len: 168 time: 0.1110473 Jul 16 18:24:35.256719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.258093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.275973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b8b0b-83ae-484f-a838-aeb1a941d907 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d00d16b-bbb2-40b6-91fa-b102e2018e7b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.311492 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-a93aa9df-668f-4b3e-abbc-27e2dbcddee8 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371663 Jul 16 18:24:35.338961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:35.347618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:35.356362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:35.364473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.382780 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-499250bc-c314-4b4f-b0e0-6d507d28819a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d02ac2da-e0ee-4373-8793-44f99b933222 HTTP/1.1" status: 200 len: 217 time: 0.0626166 Jul 16 18:24:35.405258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fbf57cc9-df0b-478b-ad1c-1e6da59da61c tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1429582 Jul 16 18:24:35.407090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.466006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.471131 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.492929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-6094328e-0c14-43a6-a54b-838e45ec7ddf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4930465 Jul 16 18:24:35.513346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Request body: {'port': {'device_id': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:35.518141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-436c8bab-9c37-4b71-838f-2d40bfadd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.519720 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-436c8bab-9c37-4b71-838f-2d40bfadd03a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.1281793 Jul 16 18:24:35.605687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34222) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.622100 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7cea1d7-c233-4e0f-8f38-114556b6131b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.622788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 7f7b01d2-8289-41dc-9776-7a174fb63fa1 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:35.692380 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7cea1d7-c233-4e0f-8f38-114556b6131b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.758358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f10775d-5ae2-4b48-98fc-90776893e28e admin admin] Deleting subnet 3418406f-e7dc-4c85-981a-a9179ec2f8c5 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:35.774545 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f10775d-5ae2-4b48-98fc-90776893e28e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.804930 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-a724a411-f851-400a-895b-892b2d7dd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.808064 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-a724a411-f851-400a-895b-892b2d7dd312 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2789207 Jul 16 18:24:35.809403 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7cea1d7-c233-4e0f-8f38-114556b6131b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.817565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7cea1d7-c233-4e0f-8f38-114556b6131b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.820978 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d7cea1d7-c233-4e0f-8f38-114556b6131b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-groups/f368b377-9e38-4aa6-84ac-4b2e3ea4f6c4 HTTP/1.1" status: 204 len: 168 time: 0.4097185 Jul 16 18:24:35.844070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34228) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.868043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.892313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-134d3eed-b909-4e44-9a48-eb1b894271a4 None None] Provisioning for port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:35.893112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cea1d7-c233-4e0f-8f38-114556b6131b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f368b377-9e38-4aa6-84ac-4b2e3ea4f6c4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.932671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 7f7b01d2-8289-41dc-9776-7a174fb63fa1, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:35.936050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-134d3eed-b909-4e44-9a48-eb1b894271a4 None None] Provisioning complete for port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:35.936731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-134d3eed-b909-4e44-9a48-eb1b894271a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.991501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '7f7b01d2-8289-41dc-9776-7a174fb63fa1', 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'port_id': '7f7b01d2-8289-41dc-9776-7a174fb63fa1', 'mac_address': 'fa:16:3e:25:c0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa341516-92b1-4649-8db1-f710b5ffa10a', 'ip_address': '10.1.1.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:36.046296 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-64e95f00-5fc7-4ad9-bba8-056dcd5e0d66 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1952415 Jul 16 18:24:36.051124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:36.054523 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.061107 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f10775d-5ae2-4b48-98fc-90776893e28e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.061776 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.079176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-134d3eed-b909-4e44-9a48-eb1b894271a4 None None] Port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:36.080770 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c00eeaee-9b3d-4109-896a-a61504514cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.085844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7b01d2-8289-41dc-9776-7a174fb63fa1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:36.112789 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-e9b8aec2-2c0f-4a3e-804e-a1ecd14aafac service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818558 Jul 16 18:24:36.117695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 7f7b01d2-8289-41dc-9776-7a174fb63fa1, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:36.130709 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.131385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 371d613d-38e1-45bd-97dd-05f7e64845db details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:36.218596 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f64e36a3-a923-464f-8452-be7c2c6de861 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.281358 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f64e36a3-a923-464f-8452-be7c2c6de861 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.302590 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f10775d-5ae2-4b48-98fc-90776893e28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.310382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=7f7b01d2-8289-41dc-9776-7a174fb63fa1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.326820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.327432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.327931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.328430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.328955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.329432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.329921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.330394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.331435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.331922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.332395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.332982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:36.336956 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd1dc1e6-8996-4008-a889-c6a3b05ea776 req-45876ab3-bc67-41a4-8e94-3a7bfa4dc3ce service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894126 Jul 16 18:24:36.365047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 371d613d-38e1-45bd-97dd-05f7e64845db, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=371d613d-38e1-45bd-97dd-05f7e64845db,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:36.370514 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f64e36a3-a923-464f-8452-be7c2c6de861 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.370737 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df3d3e-6d75-417e-887a-08c23834d1ee req-6bb033b3-65dc-4b9d-8e1a-0f579f61960f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.374002 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f64e36a3-a923-464f-8452-be7c2c6de861 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.376210 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f64e36a3-a923-464f-8452-be7c2c6de861 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-groups/04a711d6-fead-4b2d-823c-d4a13209aede HTTP/1.1" status: 204 len: 168 time: 0.3240058 Jul 16 18:24:36.380156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '371d613d-38e1-45bd-97dd-05f7e64845db', 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1', 'port_id': '371d613d-38e1-45bd-97dd-05f7e64845db', 'mac_address': 'fa:16:3e:4a:8d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc4fa43-170b-42b3-bee8-546c6b75f4b0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:36.382567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69df3d3e-6d75-417e-887a-08c23834d1ee req-6bb033b3-65dc-4b9d-8e1a-0f579f61960f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 931 time: 0.5344000 Jul 16 18:24:36.392921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:36.425473 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.439936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb60e9-340d-43d6-98dc-9d481423f429 req-1d7c155b-e370-4aa2-988e-b2d38aa97625 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.441367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e36a3-a923-464f-8452-be7c2c6de861 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a711d6-fead-4b2d-823c-d4a13209aede,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.448713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80cb60e9-340d-43d6-98dc-9d481423f429 req-1d7c155b-e370-4aa2-988e-b2d38aa97625 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.5816298 Jul 16 18:24:36.473474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371d613d-38e1-45bd-97dd-05f7e64845db {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:36.493167 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b4a25094-1105-4a3c-9cd0-cade466595f0 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938518 Jul 16 18:24:36.497272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:36.503239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c619cea5-2531-4dca-b56b-e054ffb0f80b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249061205'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:36.515803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 371d613d-38e1-45bd-97dd-05f7e64845db, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=371d613d-38e1-45bd-97dd-05f7e64845db,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:36.524299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.524992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f980964f-ab12-4a1c-984a-2ea58998774f details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:36.537046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c619cea5-2531-4dca-b56b-e054ffb0f80b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.585594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd101431-cc57-4ae7-99e0-6d3c58b73275 req-e770e6d5-c49c-42e8-beff-d927385bb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.587180 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd101431-cc57-4ae7-99e0-6d3c58b73275 req-e770e6d5-c49c-42e8-beff-d927385bb337 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1097 time: 0.3247328 Jul 16 18:24:36.606477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80cb60e9-340d-43d6-98dc-9d481423f429 req-1c96a4f1-71f8-477e-9b2b-38806ca377bf tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568713 Jul 16 18:24:36.611743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f980964f-ab12-4a1c-984a-2ea58998774f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f980964f-ab12-4a1c-984a-2ea58998774f,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:36.616425 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69df3d3e-6d75-417e-887a-08c23834d1ee req-0ae96c79-5161-4216-ae3a-564591af90a9 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329781 Jul 16 18:24:36.621411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=371d613d-38e1-45bd-97dd-05f7e64845db,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.678997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'f980964f-ab12-4a1c-984a-2ea58998774f', 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'port_id': 'f980964f-ab12-4a1c-984a-2ea58998774f', 'mac_address': 'fa:16:3e:a7:84:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa341516-92b1-4649-8db1-f710b5ffa10a', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:36.717453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c619cea5-2531-4dca-b56b-e054ffb0f80b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.728268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c619cea5-2531-4dca-b56b-e054ffb0f80b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.753343 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.779581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f980964f-ab12-4a1c-984a-2ea58998774f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:36.782379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:36.789980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619cea5-2531-4dca-b56b-e054ffb0f80b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1922dae2-c23a-4c4c-839b-393043b03caa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.805237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.822918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Transition to ACTIVE for port object aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:36.823241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c619cea5-2531-4dca-b56b-e054ffb0f80b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.828915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f980964f-ab12-4a1c-984a-2ea58998774f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f980964f-ab12-4a1c-984a-2ea58998774f,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:36.829146 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c619cea5-2531-4dca-b56b-e054ffb0f80b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3306253 Jul 16 18:24:36.829652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:36.830010 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f10775d-5ae2-4b48-98fc-90776893e28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.835445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-adbe397f-b4b9-4409-8866-633800a66358 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': '1922dae2-c23a-4c4c-839b-393043b03caa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:36.837263 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.838787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8369adb2-a408-4a2d-8f23-3cdb64eff63c details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:36.850576 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.935882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f980964f-ab12-4a1c-984a-2ea58998774f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.953913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adbe397f-b4b9-4409-8866-633800a66358 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.973105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10775d-5ae2-4b48-98fc-90776893e28e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3418406f-e7dc-4c85-981a-a9179ec2f8c5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.984420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f10775d-5ae2-4b48-98fc-90776893e28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.986738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4f10775d-5ae2-4b48-98fc-90776893e28e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3418406f-e7dc-4c85-981a-a9179ec2f8c5 HTTP/1.1" status: 204 len: 168 time: 1.3795578 Jul 16 18:24:36.992633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34244) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.003470 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.031473 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd101431-cc57-4ae7-99e0-6d3c58b73275 req-444289ba-7b01-4652-bae2-ee152060dc78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128687 Jul 16 18:24:37.036072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8369adb2-a408-4a2d-8f23-3cdb64eff63c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.048435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adbe397f-b4b9-4409-8866-633800a66358 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.053490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'port_id': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'mac_address': 'fa:16:3e:5c:bf:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:37.054005 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adbe397f-b4b9-4409-8866-633800a66358 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.078785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe397f-b4b9-4409-8866-633800a66358 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e344b7-4a18-4bb7-8aed-6afecbd94acf,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.104847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-adbe397f-b4b9-4409-8866-633800a66358 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.117604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.117959 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-adbe397f-b4b9-4409-8866-633800a66358 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2756677 Jul 16 18:24:37.119886 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.120070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34246) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.144939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8369adb2-a408-4a2d-8f23-3cdb64eff63c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:37.178174 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7ddd5b5-e3b1-4a04-bf5d-9ae4a712b0e6 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.195292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8369adb2-a408-4a2d-8f23-3cdb64eff63c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.206796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7ddd5b5-e3b1-4a04-bf5d-9ae4a712b0e6 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.220931 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.224742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:37.277552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7ddd5b5-e3b1-4a04-bf5d-9ae4a712b0e6 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.286305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7ddd5b5-e3b1-4a04-bf5d-9ae4a712b0e6 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.288502 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a7ddd5b5-e3b1-4a04-bf5d-9ae4a712b0e6 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/24e344b7-4a18-4bb7-8aed-6afecbd94acf HTTP/1.1" status: 204 len: 168 time: 0.1657150 Jul 16 18:24:37.292144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.310581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.320035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=8369adb2-a408-4a2d-8f23-3cdb64eff63c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.327825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8', 'network_id': 'bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1', 'port_id': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8', 'mac_address': 'fa:16:3e:a7:93:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fc4fa43-170b-42b3-bee8-546c6b75f4b0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:37.344096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddd5b5-e3b1-4a04-bf5d-9ae4a712b0e6 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24e344b7-4a18-4bb7-8aed-6afecbd94acf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.378382 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8e1fce0a-c5d0-46b5-a6e0-87807bcdce1c tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0841765 Jul 16 18:24:37.381876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34258) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.385144 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.403938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:37.426874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.436028 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.436803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d1009801-eab5-456c-9434-2755b32d4b69 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:37.453326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3a5e87f-ffd8-4761-bf56-4194eae4fd63 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.485799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3a5e87f-ffd8-4761-bf56-4194eae4fd63 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.495572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d1009801-eab5-456c-9434-2755b32d4b69, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d1009801-eab5-456c-9434-2755b32d4b69,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.524901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'd1009801-eab5-456c-9434-2755b32d4b69', 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'port_id': 'd1009801-eab5-456c-9434-2755b32d4b69', 'mac_address': 'fa:16:3e:a8:8f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa341516-92b1-4649-8db1-f710b5ffa10a', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:37.541911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.563656 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3a5e87f-ffd8-4761-bf56-4194eae4fd63 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.568356 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3a5e87f-ffd8-4761-bf56-4194eae4fd63 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.572688 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e3a5e87f-ffd8-4761-bf56-4194eae4fd63 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-groups/1922dae2-c23a-4c4c-839b-393043b03caa HTTP/1.1" status: 204 len: 168 time: 0.1895170 Jul 16 18:24:37.573602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34260) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.585163 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.602138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1009801-eab5-456c-9434-2755b32d4b69 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:37.609741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5e87f-ffd8-4761-bf56-4194eae4fd63 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1922dae2-c23a-4c4c-839b-393043b03caa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.621261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.633587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d1009801-eab5-456c-9434-2755b32d4b69, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d1009801-eab5-456c-9434-2755b32d4b69,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.648729 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.649540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 97467c8f-b022-4c90-8c50-5ef03999a355 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:37.657995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adef879-0168-472e-b727-fc431789aaf4 req-076295a7-e701-47ae-a879-7e215d264fd9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.664311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adef879-0168-472e-b727-fc431789aaf4 req-076295a7-e701-47ae-a879-7e215d264fd9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.670545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adef879-0168-472e-b727-fc431789aaf4 req-076295a7-e701-47ae-a879-7e215d264fd9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.676646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adef879-0168-472e-b727-fc431789aaf4 req-076295a7-e701-47ae-a879-7e215d264fd9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.682583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 97467c8f-b022-4c90-8c50-5ef03999a355, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=97467c8f-b022-4c90-8c50-5ef03999a355,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.684825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adef879-0168-472e-b727-fc431789aaf4 req-076295a7-e701-47ae-a879-7e215d264fd9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.685087 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-760ea6bc-6c30-40d9-8c9a-6c09e4eebd2f tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996537 Jul 16 18:24:37.688802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.691537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adef879-0168-472e-b727-fc431789aaf4 req-076295a7-e701-47ae-a879-7e215d264fd9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.696589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '97467c8f-b022-4c90-8c50-5ef03999a355', 'network_id': '5e82fb2e-8bfc-485f-98cd-7646e4e78162', 'port_id': '97467c8f-b022-4c90-8c50-5ef03999a355', 'mac_address': 'fa:16:3e:4d:22:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa341516-92b1-4649-8db1-f710b5ffa10a', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:37.698070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adef879-0168-472e-b727-fc431789aaf4 req-076295a7-e701-47ae-a879-7e215d264fd9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.699709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-57fa1c89-5000-4ddd-b81f-c9ceae246502 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group': {'name': 'tempest-secgroup--956301051'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:37.705596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7adef879-0168-472e-b727-fc431789aaf4 req-076295a7-e701-47ae-a879-7e215d264fd9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5433 time: 0.8707714 Jul 16 18:24:37.728777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Attempting to bind port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:37.729124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Attempting to bind port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:37.729444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Attempting to bind port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:37.754825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57fa1c89-5000-4ddd-b81f-c9ceae246502 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.759280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:37.760805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Attempting to bind port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:37.792886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:37.793230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Checking segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:37.793627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Bound using segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:37.794174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Bound port: aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:37.794426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.806194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7adef879-0168-472e-b727-fc431789aaf4 req-248599f1-847c-4348-855b-a1f03bd3083d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991271 Jul 16 18:24:37.873495 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.875860 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.876670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=d1009801-eab5-456c-9434-2755b32d4b69,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.885319 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57fa1c89-5000-4ddd-b81f-c9ceae246502 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.892371 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57fa1c89-5000-4ddd-b81f-c9ceae246502 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.906633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97467c8f-b022-4c90-8c50-5ef03999a355 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:37.936554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa1c89-5000-4ddd-b81f-c9ceae246502 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5a69b5-02f1-4c06-bcdd-0565ffea4769,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.939075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57fa1c89-5000-4ddd-b81f-c9ceae246502 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.943588 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-57fa1c89-5000-4ddd-b81f-c9ceae246502 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2536120 Jul 16 18:24:37.944306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.949135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7bb3a9d5-1ad6-4a07-88a7-056d591c247b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': 'ce5a69b5-02f1-4c06-bcdd-0565ffea4769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:37.976471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 97467c8f-b022-4c90-8c50-5ef03999a355, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=97467c8f-b022-4c90-8c50-5ef03999a355,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.989384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a9d5-1ad6-4a07-88a7-056d591c247b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.996933 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.009931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fd7b9a-9cc0-4a64-a067-77aac414b1d4']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.075063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=97467c8f-b022-4c90-8c50-5ef03999a355,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.082508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a9d5-1ad6-4a07-88a7-056d591c247b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.088934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad97942-49e2-4d88-aefe-de8550bdca19') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.089061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad97942-49e2-4d88-aefe-de8550bdca19') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.089395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a9d5-1ad6-4a07-88a7-056d591c247b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.109461 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3a9d5-1ad6-4a07-88a7-056d591c247b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bea3d29-8a76-4d42-9d83-85e0815a05d3,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.129265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a9d5-1ad6-4a07-88a7-056d591c247b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.133773 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7bb3a9d5-1ad6-4a07-88a7-056d591c247b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1881819 Jul 16 18:24:38.134453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34282) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.148769 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.153833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-12f47527-72ac-4c1d-b7a6-d97bee1d8bc5 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules/2bea3d29-8a76-4d42-9d83-85e0815a05d3 HTTP/1.1" status: 200 len: 763 time: 0.0181582 Jul 16 18:24:38.154517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.180229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:38.183835 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.187929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:38.199653 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:38.200219 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.204063 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-448dc049-d8c8-4a9f-9bb0-03903dff537d tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459244 Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:38.204715 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.207249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34286) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.231315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d2d43-10f8-4352-96ee-7fc5c6334a77 req-49f0847d-e0c0-4bb5-ae36-73afb3106469 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.232856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf9d2d43-10f8-4352-96ee-7fc5c6334a77 req-49f0847d-e0c0-4bb5-ae36-73afb3106469 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.3484225 Jul 16 18:24:38.240261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d7f73df-27eb-4770-a8ec-a089b4d66870 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.248906 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d7f73df-27eb-4770-a8ec-a089b4d66870 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.280659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d7f73df-27eb-4770-a8ec-a089b4d66870 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.284887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.286062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.288011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] 10.222.0.46 "PUT /v2.0/ports/aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 200 len: 1092 time: 2.7798886 Jul 16 18:24:38.288850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d7f73df-27eb-4770-a8ec-a089b4d66870 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.290146 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3d7f73df-27eb-4770-a8ec-a089b4d66870 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/2bea3d29-8a76-4d42-9d83-85e0815a05d3 HTTP/1.1" status: 204 len: 168 time: 0.0846932 Jul 16 18:24:38.293987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34288) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.299885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:38.302672 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f22765-9046-43ca-8ec2-bb4767c8829b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:38.316349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f73df-27eb-4770-a8ec-a089b4d66870 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bea3d29-8a76-4d42-9d83-85e0815a05d3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.353986 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-20db8ed2-203c-497b-a6fa-845c4b436263 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588622 Jul 16 18:24:38.358287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34292) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.365410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-13f25cf8-7655-435e-b9e7-dff072727250 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': 'ce5a69b5-02f1-4c06-bcdd-0565ffea4769', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:38.402816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13f25cf8-7655-435e-b9e7-dff072727250 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.438266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d67eb-da3e-4ad7-905c-99df359621aa req-2a191fa4-099a-475b-8ae7-4ec7ad195370 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.441119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb9d67eb-da3e-4ad7-905c-99df359621aa req-2a191fa4-099a-475b-8ae7-4ec7ad195370 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 943 time: 0.3759701 Jul 16 18:24:38.441798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.451168 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.463408 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/57fd7b9a-9cc0-4a64-a067-77aac414b1d4 HTTP/1.1" status: 204 len: 168 time: 1.4599428 Jul 16 18:24:38.491014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d4931-4303-499a-9cdd-db6b99ef6ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.508444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13f25cf8-7655-435e-b9e7-dff072727250 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.513724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13f25cf8-7655-435e-b9e7-dff072727250 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.537395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276521f9-d155-4779-9f67-773f453a70e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=57fd7b9a-9cc0-4a64-a067-77aac414b1d4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.547135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f25cf8-7655-435e-b9e7-dff072727250 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e2697b-4f0a-429b-a660-37c7d2116cb2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.548841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf9d2d43-10f8-4352-96ee-7fc5c6334a77 req-943dc0a9-77de-4d9a-9f85-5a43de15f598 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776113 Jul 16 18:24:38.575094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-13f25cf8-7655-435e-b9e7-dff072727250 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.577380 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-13f25cf8-7655-435e-b9e7-dff072727250 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2180989 Jul 16 18:24:38.588549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34296) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.613268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb9d67eb-da3e-4ad7-905c-99df359621aa req-5e8f8560-bbe9-438f-bc8d-c9e42ab1f237 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456096 Jul 16 18:24:38.640151 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-713d027c-9301-42d2-80ed-1e1dca2dddaf tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules/27e2697b-4f0a-429b-a660-37c7d2116cb2 HTTP/1.1" status: 200 len: 763 time: 0.0545840 Jul 16 18:24:38.642856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.651332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-5b21f7b0-7951-4e3e-9719-3b01c99209cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.660770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-5b21f7b0-7951-4e3e-9719-3b01c99209cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 1095 time: 0.2920444 Jul 16 18:24:38.687595 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.751228 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-36a6bbf4-775c-425c-8e57-d0db0c336b19 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1064224 Jul 16 18:24:38.754710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.767220 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae543a1-0863-4a66-ad44-a85719c0ad7f x-openstack-request-id: req-3ae543a1-0863-4a66-ad44-a85719c0ad7f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:38.767511 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:38.767962 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ae543a1-0863-4a66-ad44-a85719c0ad7f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:38.769296 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'status': 'completed', 'code': 200} Jul 16 18:24:38.775415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-370cd717-9944-4114-90e9-8530bf454d2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 200 len: 217 time: 0.0950072 Jul 16 18:24:38.775586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34302) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.806453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59f76d39-31b8-439d-a1b1-5b6ffb2fd88a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.823635 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59f76d39-31b8-439d-a1b1-5b6ffb2fd88a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.842274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-c1fc6ace-97eb-4b0e-9efb-86984cad07f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.843814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-c1fc6ace-97eb-4b0e-9efb-86984cad07f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.0566571 Jul 16 18:24:38.854655 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-19231368-482f-434f-a120-c7de364fa771 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ee4c3a2a961402699acc428227b4f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756707 Jul 16 18:24:38.855710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34304) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.881982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59f76d39-31b8-439d-a1b1-5b6ffb2fd88a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.892075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-59f76d39-31b8-439d-a1b1-5b6ffb2fd88a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.896886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.897424 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-59f76d39-31b8-439d-a1b1-5b6ffb2fd88a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/27e2697b-4f0a-429b-a660-37c7d2116cb2 HTTP/1.1" status: 204 len: 168 time: 0.1415863 Jul 16 18:24:38.941698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44dea115-9230-4cdb-9cd3-5e6e1b96a7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.961128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-65a2d15c-d806-406d-92c6-b4ac335e6c59 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626566 Jul 16 18:24:38.966214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34310) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.968383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-ceb7201a-7129-4906-9de4-b90fcfa318ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.968867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44dea115-9230-4cdb-9cd3-5e6e1b96a7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.970245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-ceb7201a-7129-4906-9de4-b90fcfa318ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174405 Jul 16 18:24:38.975624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4dfe7f85-1841-4cf3-971f-7845c4dcc01c tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Request body: {'security_group_rule': {'security_group_id': 'ce5a69b5-02f1-4c06-bcdd-0565ffea4769', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:39.001344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f76d39-31b8-439d-a1b1-5b6ffb2fd88a tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27e2697b-4f0a-429b-a660-37c7d2116cb2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.025448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44dea115-9230-4cdb-9cd3-5e6e1b96a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.028373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-44dea115-9230-4cdb-9cd3-5e6e1b96a7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.032199 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-44dea115-9230-4cdb-9cd3-5e6e1b96a7aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8574f1f9-9f0c-44f2-879b-1ff08f26c9d9 HTTP/1.1" status: 204 len: 168 time: 0.1739283 Jul 16 18:24:39.046054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dea115-9230-4cdb-9cd3-5e6e1b96a7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8574f1f9-9f0c-44f2-879b-1ff08f26c9d9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.107876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7f85-1841-4cf3-971f-7845c4dcc01c tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.183660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-f8bb1c15-987d-4b41-968f-6ba44707cdc4 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031665 Jul 16 18:24:39.214893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687f4e-3849-4276-a54f-ba91471976eb req-0265224b-5b13-455d-8108-839c9c316918 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.217304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['9aaf0a25-22e8-41a0-8063-3344b00ab1f8'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:39.222119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687f4e-3849-4276-a54f-ba91471976eb req-0265224b-5b13-455d-8108-839c9c316918 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.228389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687f4e-3849-4276-a54f-ba91471976eb req-0265224b-5b13-455d-8108-839c9c316918 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.234435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687f4e-3849-4276-a54f-ba91471976eb req-0265224b-5b13-455d-8108-839c9c316918 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.242143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687f4e-3849-4276-a54f-ba91471976eb req-0265224b-5b13-455d-8108-839c9c316918 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.246132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['371d613d-38e1-45bd-97dd-05f7e64845db'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:39.251903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687f4e-3849-4276-a54f-ba91471976eb req-0265224b-5b13-455d-8108-839c9c316918 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.258671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687f4e-3849-4276-a54f-ba91471976eb req-0265224b-5b13-455d-8108-839c9c316918 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.260685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9687f4e-3849-4276-a54f-ba91471976eb req-0265224b-5b13-455d-8108-839c9c316918 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5437 time: 0.2558441 Jul 16 18:24:39.306800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['7f7b01d2-8289-41dc-9776-7a174fb63fa1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:39.319489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7f85-1841-4cf3-971f-7845c4dcc01c tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.346001 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7f85-1841-4cf3-971f-7845c4dcc01c tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.350667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['97467c8f-b022-4c90-8c50-5ef03999a355'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:39.354258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f980964f-ab12-4a1c-984a-2ea58998774f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:39.428798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['8369adb2-a408-4a2d-8f23-3cdb64eff63c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:39.437516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe7f85-1841-4cf3-971f-7845c4dcc01c tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44db7dce-a01c-47cd-ae08-85eb7f1628f2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.449637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['d1009801-eab5-456c-9434-2755b32d4b69'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:39.489260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9687f4e-3849-4276-a54f-ba91471976eb req-fba62ef6-ba16-4837-a2d6-1cde9b40f5ac tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2114856 Jul 16 18:24:39.490837 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7f85-1841-4cf3-971f-7845c4dcc01c tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.491915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4dfe7f85-1841-4cf3-971f-7845c4dcc01c tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5206623 Jul 16 18:24:39.494745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34330) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.505024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e8332ce-6682-47c1-90cb-3fd728b903d1 req-665d1d21-127b-4a9a-be78-f6f26b5b9363 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018436 Jul 16 18:24:39.524290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34332) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.524560 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7cae6e36-4101-45a8-9683-b84fbdb4e45e tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules/44db7dce-a01c-47cd-ae08-85eb7f1628f2 HTTP/1.1" status: 200 len: 764 time: 0.0278237 Jul 16 18:24:39.631441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34340) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.632744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4f2e8e5b-63c5-4795-8a9c-bcc5e4f63d20 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1022410 Jul 16 18:24:39.695357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35a8c7bd-d261-41e8-a66d-d41e7d64173b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.718005 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35a8c7bd-d261-41e8-a66d-d41e7d64173b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.740364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-e3c94880-d53d-4e8e-92f4-b71d1cf48c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.744001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-e3c94880-d53d-4e8e-92f4-b71d1cf48c1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 1095 time: 0.1100683 Jul 16 18:24:39.799460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35a8c7bd-d261-41e8-a66d-d41e7d64173b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.805269 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35a8c7bd-d261-41e8-a66d-d41e7d64173b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.808758 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-35a8c7bd-d261-41e8-a66d-d41e7d64173b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/44db7dce-a01c-47cd-ae08-85eb7f1628f2 HTTP/1.1" status: 204 len: 168 time: 0.1738739 Jul 16 18:24:39.813319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34346) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.855741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8c7bd-d261-41e8-a66d-d41e7d64173b tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44db7dce-a01c-47cd-ae08-85eb7f1628f2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.956450 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2418b33b-aa8a-4dee-bcb9-89836c178d81 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1401207 Jul 16 18:24:39.957450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:40.054631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7fe1e-5d4f-45bf-a660-22d609591293 req-a6d3ee8f-c9f2-4da6-8635-7d32eafe3463 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.061846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5f7fe1e-5d4f-45bf-a660-22d609591293 req-a6d3ee8f-c9f2-4da6-8635-7d32eafe3463 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 943 time: 0.1713152 Jul 16 18:24:40.072217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-6cce9aac-625e-4646-8734-1d1c8b6b829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.073954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-6cce9aac-625e-4646-8734-1d1c8b6b829c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.3184114 Jul 16 18:24:40.084654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b94be9-38f8-478e-89a8-938b5bd3243d req-c9541dfd-ed01-4a11-bf53-3990944732f2 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.086385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73b94be9-38f8-478e-89a8-938b5bd3243d req-c9541dfd-ed01-4a11-bf53-3990944732f2 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.2681119 Jul 16 18:24:40.098676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73e01f21-e6c2-44cf-8dd5-48e6481b1e66 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.147770 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73e01f21-e6c2-44cf-8dd5-48e6481b1e66 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.180010 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-92e5bf07-0c28-4fc7-b8e7-5cbfafeeaa64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 200 len: 217 time: 0.0924456 Jul 16 18:24:40.247095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73e01f21-e6c2-44cf-8dd5-48e6481b1e66 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.248909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5f7fe1e-5d4f-45bf-a660-22d609591293 req-94c23def-b3af-4d23-a633-3bbce0252c26 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804039 Jul 16 18:24:40.249778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73e01f21-e6c2-44cf-8dd5-48e6481b1e66 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.254127 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-73e01f21-e6c2-44cf-8dd5-48e6481b1e66 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "DELETE /v2.0/security-groups/ce5a69b5-02f1-4c06-bcdd-0565ffea4769 HTTP/1.1" status: 204 len: 168 time: 0.2924719 Jul 16 18:24:40.284360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34360) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:40.313347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e01f21-e6c2-44cf-8dd5-48e6481b1e66 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5a69b5-02f1-4c06-bcdd-0565ffea4769,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.318194 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.375025 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8ce56a36-7a96-4bda-bef5-7efec57792e6 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832253 Jul 16 18:24:40.382055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:40.397010 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73b94be9-38f8-478e-89a8-938b5bd3243d req-619fd91c-63e1-4cec-aef6-e36c386a5913 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022118 Jul 16 18:24:40.429872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-ab231be9-e001-4ca4-bc8c-9ab56e1731c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.433005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-ab231be9-e001-4ca4-bc8c-9ab56e1731c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.2428191 Jul 16 18:24:40.464301 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cdc19684-0e60-4ee6-bb72-6a081b236b89 tempest-SecGroupTest-472607494 tempest-SecGroupTest-472607494-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776560 Jul 16 18:24:40.484437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-71f71b66-0ecc-4cbf-a90f-7e9283250395 req-2cb56b2b-5722-47f5-9e5c-a168c7a19f43 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1885007483', 'description': 'tempest-description-2065675720'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:40.535411 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-71f71b66-0ecc-4cbf-a90f-7e9283250395 req-2cb56b2b-5722-47f5-9e5c-a168c7a19f43 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.539102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-763eb3d9-9336-4c2e-b508-afc78c54c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.540780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-763eb3d9-9336-4c2e-b508-afc78c54c188 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989776 Jul 16 18:24:40.693609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-7d3041ba-08e5-4b60-9a09-c0d0e74d1bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415012 Jul 16 18:24:40.850952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-71f71b66-0ecc-4cbf-a90f-7e9283250395 req-2cb56b2b-5722-47f5-9e5c-a168c7a19f43 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.873743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-71f71b66-0ecc-4cbf-a90f-7e9283250395 req-2cb56b2b-5722-47f5-9e5c-a168c7a19f43 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.878607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:40.906665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9f22765-9046-43ca-8ec2-bb4767c8829b req-ca05a69b-0249-48e1-9cb4-b600bd06deb9 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060628 Jul 16 18:24:40.932168 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-71f71b66-0ecc-4cbf-a90f-7e9283250395 req-2cb56b2b-5722-47f5-9e5c-a168c7a19f43 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.933596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71f71b66-0ecc-4cbf-a90f-7e9283250395 req-2cb56b2b-5722-47f5-9e5c-a168c7a19f43 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4574423 Jul 16 18:24:40.938218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb56b2b-5722-47f5-9e5c-a168c7a19f43 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50aff717-d17c-4a0b-ab77-132499fccd11,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.989617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3d6d-18a6-40ef-9225-3290094c26ce req-02e4efe2-a7c0-4c42-8363-26fbb309a3ec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.997768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3d6d-18a6-40ef-9225-3290094c26ce req-02e4efe2-a7c0-4c42-8363-26fbb309a3ec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.006550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3d6d-18a6-40ef-9225-3290094c26ce req-02e4efe2-a7c0-4c42-8363-26fbb309a3ec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.027352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3d6d-18a6-40ef-9225-3290094c26ce req-02e4efe2-a7c0-4c42-8363-26fbb309a3ec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.035209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3d6d-18a6-40ef-9225-3290094c26ce req-02e4efe2-a7c0-4c42-8363-26fbb309a3ec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.041703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3d6d-18a6-40ef-9225-3290094c26ce req-02e4efe2-a7c0-4c42-8363-26fbb309a3ec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.048274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a3d6d-18a6-40ef-9225-3290094c26ce req-02e4efe2-a7c0-4c42-8363-26fbb309a3ec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.051354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db1a3d6d-18a6-40ef-9225-3290094c26ce req-02e4efe2-a7c0-4c42-8363-26fbb309a3ec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5437 time: 0.2849784 Jul 16 18:24:41.076379 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cd08805f-626e-4386-9ebc-7ef6873f8d32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd05a74f20014ad1a25b0a2c7ba27f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956551 Jul 16 18:24:41.078307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34418) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:41.117090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db1a3d6d-18a6-40ef-9225-3290094c26ce req-f2d4456f-159d-4909-959f-1cfa73c3cae0 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592370 Jul 16 18:24:41.159888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e359a57-2469-4539-b0bc-f20329e0198f req-09191b13-e306-4823-9915-be3ead5f1f07 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1885007483&fields=id&tenant_id=e01bc8f3534248e0ae49659159e888fb HTTP/1.1" status: 200 len: 267 time: 0.0753827 Jul 16 18:24:41.190796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17b3403f-74a3-4f8c-aad3-80c2d23435b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.228470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17b3403f-74a3-4f8c-aad3-80c2d23435b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.263299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e359a57-2469-4539-b0bc-f20329e0198f req-95948318-ce20-4ff6-a974-c5ded9a4c2b8 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.264443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e359a57-2469-4539-b0bc-f20329e0198f req-95948318-ce20-4ff6-a974-c5ded9a4c2b8 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.1113360 Jul 16 18:24:41.291820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-6e359a57-2469-4539-b0bc-f20329e0198f req-464c17f7-a308-46e1-8efe-336ccf1b168e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Request body: {'port': {'security_groups': ['1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb', '50aff717-d17c-4a0b-ab77-132499fccd11']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:41.324031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17b3403f-74a3-4f8c-aad3-80c2d23435b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.329129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-17b3403f-74a3-4f8c-aad3-80c2d23435b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.331115 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-17b3403f-74a3-4f8c-aad3-80c2d23435b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4ac5aa7-87b3-4a4c-8bc4-78507d7aa0f8 HTTP/1.1" status: 204 len: 168 time: 0.2515831 Jul 16 18:24:41.342320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3403f-74a3-4f8c-aad3-80c2d23435b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ac5aa7-87b3-4a4c-8bc4-78507d7aa0f8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:41.521909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e359a57-2469-4539-b0bc-f20329e0198f req-464c17f7-a308-46e1-8efe-336ccf1b168e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.638836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803919c1-1dc1-4af9-b5dd-e337983c347e req-650c9cbf-b16c-4ebd-83da-247da904502d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.647216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-803919c1-1dc1-4af9-b5dd-e337983c347e req-650c9cbf-b16c-4ebd-83da-247da904502d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 943 time: 0.2293856 Jul 16 18:24:41.727779 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-803919c1-1dc1-4af9-b5dd-e337983c347e req-73698f8e-b625-4abf-b799-124a217fb833 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790989 Jul 16 18:24:41.942744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6e359a57-2469-4539-b0bc-f20329e0198f req-464c17f7-a308-46e1-8efe-336ccf1b168e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] For port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:41.991567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e359a57-2469-4539-b0bc-f20329e0198f req-464c17f7-a308-46e1-8efe-336ccf1b168e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.001523 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e359a57-2469-4539-b0bc-f20329e0198f req-464c17f7-a308-46e1-8efe-336ccf1b168e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.016251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:42.088367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e359a57-2469-4539-b0bc-f20329e0198f req-464c17f7-a308-46e1-8efe-336ccf1b168e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.089241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6e359a57-2469-4539-b0bc-f20329e0198f req-464c17f7-a308-46e1-8efe-336ccf1b168e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.099697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e359a57-2469-4539-b0bc-f20329e0198f req-464c17f7-a308-46e1-8efe-336ccf1b168e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "PUT /v2.0/ports/09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 981 time: 0.8263259 Jul 16 18:24:42.100212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:42.102711 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac" -d '{"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:42.168941 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742ff4ec-5d9a-470e-a2d2-7486725a906c x-openstack-request-id: req-742ff4ec-5d9a-470e-a2d2-7486725a906c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:42.169328 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:42.169658 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-742ff4ec-5d9a-470e-a2d2-7486725a906c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:42.170444 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'status': 'completed', 'code': 200} Jul 16 18:24:42.195992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c17f7-a308-46e1-8efe-336ccf1b168e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Pushing event updated for resources: {'Port': ['ID=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.234036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:42.237521 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:42.566014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837ea42-cf56-4ebb-a89e-e5dd6627093c req-50f0cfd2-12bc-4b50-9819-b5a1b5b26a40 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.575994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837ea42-cf56-4ebb-a89e-e5dd6627093c req-50f0cfd2-12bc-4b50-9819-b5a1b5b26a40 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.588645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837ea42-cf56-4ebb-a89e-e5dd6627093c req-50f0cfd2-12bc-4b50-9819-b5a1b5b26a40 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.600721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837ea42-cf56-4ebb-a89e-e5dd6627093c req-50f0cfd2-12bc-4b50-9819-b5a1b5b26a40 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.620926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837ea42-cf56-4ebb-a89e-e5dd6627093c req-50f0cfd2-12bc-4b50-9819-b5a1b5b26a40 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.629959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837ea42-cf56-4ebb-a89e-e5dd6627093c req-50f0cfd2-12bc-4b50-9819-b5a1b5b26a40 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.637978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837ea42-cf56-4ebb-a89e-e5dd6627093c req-50f0cfd2-12bc-4b50-9819-b5a1b5b26a40 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.640747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8837ea42-cf56-4ebb-a89e-e5dd6627093c req-50f0cfd2-12bc-4b50-9819-b5a1b5b26a40 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5437 time: 0.3225837 Jul 16 18:24:42.649799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-e93f856a-ee65-440f-bbca-9503c900b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.652664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-e93f856a-ee65-440f-bbca-9503c900b4e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1136 time: 0.4472787 Jul 16 18:24:42.736487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8837ea42-cf56-4ebb-a89e-e5dd6627093c req-d006efdf-f0ec-4ec4-b799-4744eeb875e7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783014 Jul 16 18:24:42.767451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34492) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.818768 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-1db3c20c-63d1-4b5c-928b-a20d56844775 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1885007483&fields=id&tenant_id=e01bc8f3534248e0ae49659159e888fb HTTP/1.1" status: 200 len: 267 time: 0.2897966 Jul 16 18:24:43.050697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dc4d65cd-40f1-4095-b6b1-fd2073a48510 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1145918328', 'prefixes': ['172.20.0.0/16']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:43.082523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:43.140833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'port_id': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'mac_address': 'fa:16:3e:d4:67:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:43.191022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-cd0a7170-33f4-4b79-a65c-b9b42d1e5288 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.192727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-cd0a7170-33f4-4b79-a65c-b9b42d1e5288 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 984 time: 0.3649740 Jul 16 18:24:43.195973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-17b7983c-1949-4bc6-94cf-0fc36ae083ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.197560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-17b7983c-1949-4bc6-94cf-0fc36ae083ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 920 time: 0.4853556 Jul 16 18:24:43.200107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc4d65cd-40f1-4095-b6b1-fd2073a48510 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] Notify callbacks [] for subnetpool, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.205193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34498) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.208237 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc4d65cd-40f1-4095-b6b1-fd2073a48510 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4356451 Jul 16 18:24:43.252141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-222222e3-ed63-4bb6-b3a7-f26d5b6b7ccc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Request body: {'port': {'security_groups': ['1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:43.276198 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2bc18a36-5487-4e50-8e77-4b891ddffd8c tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] 10.222.0.60 "GET /v2.0/subnetpools/7a03b319-616b-48ef-a542-5241e5ead0bf HTTP/1.1" status: 200 len: 732 time: 0.0658574 Jul 16 18:24:43.277050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34500) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.285720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-75b10916-b263-4f12-9dd2-7f1d1e10c5b8 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-917587007'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:43.290636 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.334773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:43.383288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:43.398798 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.478733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.598792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75b10916-b263-4f12-9dd2-7f1d1e10c5b8 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] Notify callbacks [] for subnetpool, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.605185 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-75b10916-b263-4f12-9dd2-7f1d1e10c5b8 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] 10.222.0.60 "PUT /v2.0/subnetpools/7a03b319-616b-48ef-a542-5241e5ead0bf HTTP/1.1" status: 200 len: 683 time: 0.3262274 Jul 16 18:24:43.605909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.778929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d3f6a-4037-46d3-aa20-f3a8f891bfb4 req-d8691579-daec-4c61-a2eb-d1ef486addb5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.786820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be4d3f6a-4037-46d3-aa20-f3a8f891bfb4 req-d8691579-daec-4c61-a2eb-d1ef486addb5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 943 time: 0.7513542 Jul 16 18:24:43.790049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d71f5efa-afc3-44a5-a1d5-564e0d808e65 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] Notify callbacks [] for subnetpool, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.795822 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d71f5efa-afc3-44a5-a1d5-564e0d808e65 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] 10.222.0.60 "DELETE /v2.0/subnetpools/7a03b319-616b-48ef-a542-5241e5ead0bf HTTP/1.1" status: 204 len: 168 time: 0.1875720 Jul 16 18:24:43.796527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34510) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.799856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-b73ec2e3-77ea-47ad-b7ea-499df5d4eb86 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 217 time: 0.5431378 Jul 16 18:24:43.823963 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-48ed43a9-aceb-42e6-95ee-d6dc0f228dbf tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] show failed (client error): The resource could not be found. Jul 16 18:24:43.827408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:43.828417 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-48ed43a9-aceb-42e6-95ee-d6dc0f228dbf tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] 10.222.0.60 "GET /v2.0/subnetpools/7a03b319-616b-48ef-a542-5241e5ead0bf HTTP/1.1" status: 404 len: 346 time: 0.0307326 Jul 16 18:24:43.829036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.854281 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-beede6b2-0879-47ff-85a6-ceea6f9931f4 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] delete failed (client error): The resource could not be found. Jul 16 18:24:43.875195 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-beede6b2-0879-47ff-85a6-ceea6f9931f4 tempest-SubnetPoolsTestJSON-814390835 tempest-SubnetPoolsTestJSON-814390835-project] 10.222.0.60 "DELETE /v2.0/subnetpools/7a03b319-616b-48ef-a542-5241e5ead0bf HTTP/1.1" status: 404 len: 346 time: 0.0449231 Jul 16 18:24:44.040838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be4d3f6a-4037-46d3-aa20-f3a8f891bfb4 req-a33115b6-151f-4a50-bcb7-1618446c9042 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329876 Jul 16 18:24:44.074250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-d694c576-c689-4d76-aeed-a1bf160c6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.076004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-d694c576-c689-4d76-aeed-a1bf160c6268 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 200 len: 859 time: 0.2550824 Jul 16 18:24:44.145091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-222222e3-ed63-4bb6-b3a7-f26d5b6b7ccc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.148866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-c71f1026-1856-4e9c-b959-3ac21c21f639 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9a43470-36f7-4510-9716-7ceb73045f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629508 Jul 16 18:24:44.211916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 7f7b01d2-8289-41dc-9776-7a174fb63fa1 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:44.323858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:44.330830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:44.331210 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.371473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:44.421507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-b4b30ae7-f8ab-476f-9511-bee60bff9b27 service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626629 Jul 16 18:24:44.466032 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.495947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7b01d2-8289-41dc-9776-7a174fb63fa1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:44.498362 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fb0ebd-ef3d-4932-ab38-a965aab95785" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "7f7b01d2-8289-41dc-9776-7a174fb63fa1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:44.515128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 7f7b01d2-8289-41dc-9776-7a174fb63fa1, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:44.520892 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.522209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 371d613d-38e1-45bd-97dd-05f7e64845db up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:44.620357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=7f7b01d2-8289-41dc-9776-7a174fb63fa1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.637301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 371d613d-38e1-45bd-97dd-05f7e64845db completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:44.642615 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 371d613d-38e1-45bd-97dd-05f7e64845db triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:44.643780 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.658775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-356ea7cd-f150-4e6c-a72a-271d3b9c810a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.703797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5061-2cd9-4de7-b840-fe5ed983d6f5 req-80cdaad6-80c5-46f9-b145-49c4b039ec8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.711451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5061-2cd9-4de7-b840-fe5ed983d6f5 req-80cdaad6-80c5-46f9-b145-49c4b039ec8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.717900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5061-2cd9-4de7-b840-fe5ed983d6f5 req-80cdaad6-80c5-46f9-b145-49c4b039ec8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.724916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5061-2cd9-4de7-b840-fe5ed983d6f5 req-80cdaad6-80c5-46f9-b145-49c4b039ec8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.731539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5061-2cd9-4de7-b840-fe5ed983d6f5 req-80cdaad6-80c5-46f9-b145-49c4b039ec8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.739143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5061-2cd9-4de7-b840-fe5ed983d6f5 req-80cdaad6-80c5-46f9-b145-49c4b039ec8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.745200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd5061-2cd9-4de7-b840-fe5ed983d6f5 req-80cdaad6-80c5-46f9-b145-49c4b039ec8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.747219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39bd5061-2cd9-4de7-b840-fe5ed983d6f5 req-80cdaad6-80c5-46f9-b145-49c4b039ec8e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5437 time: 0.3824568 Jul 16 18:24:44.760840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e50e6fb1-ad4d-4efe-b44d-776dbfd92aac req-fe00da68-cef6-46f4-9a5b-e8108912c24f service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271837 Jul 16 18:24:44.771803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-222222e3-ed63-4bb6-b3a7-f26d5b6b7ccc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] For port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:44.784003 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.834645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-356ea7cd-f150-4e6c-a72a-271d3b9c810a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.836077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 371d613d-38e1-45bd-97dd-05f7e64845db, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=371d613d-38e1-45bd-97dd-05f7e64845db,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:44.838831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39bd5061-2cd9-4de7-b840-fe5ed983d6f5 req-5e81b528-e079-4ddb-ae94-2deb0358c96d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830569 Jul 16 18:24:44.844507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-356ea7cd-f150-4e6c-a72a-271d3b9c810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.845395 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.846369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 97467c8f-b022-4c90-8c50-5ef03999a355 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:44.850819 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-222222e3-ed63-4bb6-b3a7-f26d5b6b7ccc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.857166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-222222e3-ed63-4bb6-b3a7-f26d5b6b7ccc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.903804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:44.910874 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-356ea7cd-f150-4e6c-a72a-271d3b9c810a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d55d466a16b948cca8e4b565bd8335a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5383289 Jul 16 18:24:44.921814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34532) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:44.952103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ea7cd-f150-4e6c-a72a-271d3b9c810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331a1344-dbc8-4655-80b8-09c02e7d12e2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.962084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-222222e3-ed63-4bb6-b3a7-f26d5b6b7ccc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.962742 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-222222e3-ed63-4bb6-b3a7-f26d5b6b7ccc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.964201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-384568b9-ef86-4345-8481-bfafd4509ca8 req-222222e3-ed63-4bb6-b3a7-f26d5b6b7ccc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "PUT /v2.0/ports/09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 942 time: 1.7623506 Jul 16 18:24:44.964712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:44.973988 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0650f2-dfcb-4359-917e-e1432fa630f4" -d '{"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:44.974452 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632201ec-c669-4e56-a0cb-1454416ec22e x-openstack-request-id: req-632201ec-c669-4e56-a0cb-1454416ec22e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:44.974452 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "7f7b01d2-8289-41dc-9776-7a174fb63fa1", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:44.974452 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-632201ec-c669-4e56-a0cb-1454416ec22e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:44.974452 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7b01d2-8289-41dc-9776-7a174fb63fa1', 'code': 200} Jul 16 18:24:45.030062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222222e3-ed63-4bb6-b3a7-f26d5b6b7ccc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Pushing event updated for resources: {'Port': ['ID=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.090305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0b6dc16-101c-4742-b89b-8be95ab7262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.107737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:45.153937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=371d613d-38e1-45bd-97dd-05f7e64845db,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.163176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 97467c8f-b022-4c90-8c50-5ef03999a355 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:45.178934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 97467c8f-b022-4c90-8c50-5ef03999a355 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:45.179312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.200352 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0b6dc16-101c-4742-b89b-8be95ab7262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.280963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14b06410-0725-4d66-8880-3e082b917bf9 req-beb96e1a-65e3-4f90-8043-06d1c5900397 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2881720 Jul 16 18:24:45.298645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:45.321628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0b6dc16-101c-4742-b89b-8be95ab7262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.324354 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0b6dc16-101c-4742-b89b-8be95ab7262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.325609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b0b6dc16-101c-4742-b89b-8be95ab7262e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/331a1344-dbc8-4655-80b8-09c02e7d12e2 HTTP/1.1" status: 204 len: 168 time: 0.4015787 Jul 16 18:24:45.337951 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.341962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6dc16-101c-4742-b89b-8be95ab7262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331a1344-dbc8-4655-80b8-09c02e7d12e2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.406005 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.480390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 97467c8f-b022-4c90-8c50-5ef03999a355, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=97467c8f-b022-4c90-8c50-5ef03999a355,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:45.493171 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.493452 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.494027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f980964f-ab12-4a1c-984a-2ea58998774f up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:45.662130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=97467c8f-b022-4c90-8c50-5ef03999a355,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.703714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port f980964f-ab12-4a1c-984a-2ea58998774f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:45.708004 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496b9a2f-ace0-4454-92a5-b61767287e3c x-openstack-request-id: req-496b9a2f-ace0-4454-92a5-b61767287e3c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:45.708541 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:45.709067 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-496b9a2f-ace0-4454-92a5-b61767287e3c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:45.709648 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'status': 'completed', 'code': 200} Jul 16 18:24:45.710703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port f980964f-ab12-4a1c-984a-2ea58998774f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:45.711183 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.842076 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.849673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Allocated IP 172.25.2.68 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/bcf5c446-52cb-4218-a7f8-cad343080093) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:45.907804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f980964f-ab12-4a1c-984a-2ea58998774f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f980964f-ab12-4a1c-984a-2ea58998774f,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:45.913874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.915180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8369adb2-a408-4a2d-8f23-3cdb64eff63c up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:45.984469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-f149d195-b7e8-4d20-8269-f5cfaf65e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.986043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-f149d195-b7e8-4d20-8269-f5cfaf65e9e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1097 time: 0.2754812 Jul 16 18:24:45.994433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0b78e-707a-453d-9a8b-b154390edae0 req-ad83bebd-0c40-4169-a814-10948af7834b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.995953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16c0b78e-707a-453d-9a8b-b154390edae0 req-ad83bebd-0c40-4169-a814-10948af7834b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.2760611 Jul 16 18:24:46.025105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f980964f-ab12-4a1c-984a-2ea58998774f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.028891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 8369adb2-a408-4a2d-8f23-3cdb64eff63c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:46.033211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 8369adb2-a408-4a2d-8f23-3cdb64eff63c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:46.034159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.098530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-caf8552b-5b66-4593-90f9-0dcd2b6d0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.100051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-caf8552b-5b66-4593-90f9-0dcd2b6d0d3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 920 time: 0.1032040 Jul 16 18:24:46.161164 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.172855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-1195942e-0d55-4021-8ff0-2e21915d9ce7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 217 time: 0.0593371 Jul 16 18:24:46.203892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8369adb2-a408-4a2d-8f23-3cdb64eff63c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:46.212795 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.213829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:46.223262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.280856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16c0b78e-707a-453d-9a8b-b154390edae0 req-766a7446-77de-4704-b312-a7bb73c3b6d1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793358 Jul 16 18:24:46.316614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=8369adb2-a408-4a2d-8f23-3cdb64eff63c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.323743 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-556d973b-0973-4e69-8fe3-3313016500cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.327248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-556d973b-0973-4e69-8fe3-3313016500cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 200 len: 859 time: 0.1373692 Jul 16 18:24:46.394919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-94afba45-b1d1-471e-9feb-ccee27dfdb6a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9a43470-36f7-4510-9716-7ceb73045f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502403 Jul 16 18:24:46.395057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:46.401604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:46.401777 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.526580 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.577896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:46.590784 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.597906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:46.601344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-a54e2a86-5052-4a67-9224-c34c637e59c2 service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972327 Jul 16 18:24:46.603942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:46.656198 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:46.677689 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.682638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d1009801-eab5-456c-9434-2755b32d4b69 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:46.697029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Pushing event updated for resources: {'Port': ['ID=bcf5c446-52cb-4218-a7f8-cad343080093,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.852838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a0650f2-dfcb-4359-917e-e1432fa630f4 req-2cdfde9f-853c-4b39-9f34-96bd7735cc78 service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240803 Jul 16 18:24:46.856840 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.893765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c99194-d36a-47b3-9413-7bfa9495e488 req-d662947d-5319-45e5-a062-c3e608d3f26b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.908398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c99194-d36a-47b3-9413-7bfa9495e488 req-d662947d-5319-45e5-a062-c3e608d3f26b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.915566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c99194-d36a-47b3-9413-7bfa9495e488 req-d662947d-5319-45e5-a062-c3e608d3f26b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.921486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c99194-d36a-47b3-9413-7bfa9495e488 req-d662947d-5319-45e5-a062-c3e608d3f26b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.926505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.927406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c99194-d36a-47b3-9413-7bfa9495e488 req-d662947d-5319-45e5-a062-c3e608d3f26b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.933639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c99194-d36a-47b3-9413-7bfa9495e488 req-d662947d-5319-45e5-a062-c3e608d3f26b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.939794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c99194-d36a-47b3-9413-7bfa9495e488 req-d662947d-5319-45e5-a062-c3e608d3f26b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.948607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88c99194-d36a-47b3-9413-7bfa9495e488 req-d662947d-5319-45e5-a062-c3e608d3f26b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5443 time: 0.2808123 Jul 16 18:24:46.972262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d613d-38e1-45bd-97dd-05f7e64845db'}, {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97467c8f-b022-4c90-8c50-5ef03999a355'}, {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f980964f-ab12-4a1c-984a-2ea58998774f'}, {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c'}, {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:46.975638 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dce6d4-523f-4092-bb88-cac5953df750" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "371d613d-38e1-45bd-97dd-05f7e64845db"}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "97467c8f-b022-4c90-8c50-5ef03999a355"}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "f980964f-ab12-4a1c-984a-2ea58998774f"}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c"}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "9aaf0a25-22e8-41a0-8063-3344b00ab1f8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:46.979601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port d1009801-eab5-456c-9434-2755b32d4b69 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:46.986285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port d1009801-eab5-456c-9434-2755b32d4b69 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:46.986798 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.031336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88c99194-d36a-47b3-9413-7bfa9495e488 req-382a5dc6-4b78-447d-8a5f-ac199b28184a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817466 Jul 16 18:24:47.032489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.142970 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43446b67-56f8-4529-a03d-afb9c632208c x-openstack-request-id: req-43446b67-56f8-4529-a03d-afb9c632208c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:47.143296 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "371d613d-38e1-45bd-97dd-05f7e64845db", "code": 200}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "97467c8f-b022-4c90-8c50-5ef03999a355", "code": 200}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "f980964f-ab12-4a1c-984a-2ea58998774f", "code": 200}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c", "code": 200}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "9aaf0a25-22e8-41a0-8063-3344b00ab1f8", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:47.143894 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43446b67-56f8-4529-a03d-afb9c632208c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:47.144231 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d613d-38e1-45bd-97dd-05f7e64845db', 'code': 200} Jul 16 18:24:47.144493 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97467c8f-b022-4c90-8c50-5ef03999a355', 'code': 200} Jul 16 18:24:47.144783 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f980964f-ab12-4a1c-984a-2ea58998774f', 'code': 200} Jul 16 18:24:47.145517 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'code': 200} Jul 16 18:24:47.145517 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8', 'code': 200} Jul 16 18:24:47.163230 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.213549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d1009801-eab5-456c-9434-2755b32d4b69, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d1009801-eab5-456c-9434-2755b32d4b69,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:47.222084 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.266383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:47.339715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=d1009801-eab5-456c-9434-2755b32d4b69,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:47.358885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:47.365566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:47.366038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.432698 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.440293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.550690 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.583525 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.587282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Pushing event updated for resources: {'Port': ['ID=bcf5c446-52cb-4218-a7f8-cad343080093,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:47.622062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:47.632200 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.641404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.653286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14b06410-0725-4d66-8880-3e082b917bf9 req-f1610a9b-97ec-4c0d-8d50-c42ac1398fe9 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3597362 Jul 16 18:24:47.740926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:47.745973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14b06410-0725-4d66-8880-3e082b917bf9 req-48faa668-3b73-4db1-a627-92460100efa7 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0917332 Jul 16 18:24:47.806047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ae99c-28f3-4cb8-9b0b-6ede794622b5 req-7268c389-4fcc-4382-8def-a49720fde862 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.807647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac7ae99c-28f3-4cb8-9b0b-6ede794622b5 req-7268c389-4fcc-4382-8def-a49720fde862 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.2465742 Jul 16 18:24:47.912134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac7ae99c-28f3-4cb8-9b0b-6ede794622b5 req-c099a14a-f30d-4d20-bc9e-2bdcbc7e8c90 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719261 Jul 16 18:24:47.925263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b06410-0725-4d66-8880-3e082b917bf9 req-5942d899-4501-4380-abfd-d318dc961f23 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.937407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14b06410-0725-4d66-8880-3e082b917bf9 req-5942d899-4501-4380-abfd-d318dc961f23 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.1904960 Jul 16 18:24:48.267159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3108f-89ca-48fe-9356-424a57e333be req-f535f7d5-427a-4f8c-b112-45fdc4788c05 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.269769 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-f535f7d5-427a-4f8c-b112-45fdc4788c05 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2003472 Jul 16 18:24:48.378486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-c7202222-101d-4e0d-8dcf-e9a153fb6162 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 695 time: 0.0984349 Jul 16 18:24:48.401917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-5cf3108f-89ca-48fe-9356-424a57e333be req-037f4570-2f09-44bb-ab29-9c52f4e91bae tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Request body: {'floatingip': {'port_id': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:48.470192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3580-eb5f-4921-b0c6-0926896d04f0 req-6198788e-17ab-4d3b-8f7f-cdfcec58ff26 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.476414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3580-eb5f-4921-b0c6-0926896d04f0 req-6198788e-17ab-4d3b-8f7f-cdfcec58ff26 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.482350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3580-eb5f-4921-b0c6-0926896d04f0 req-6198788e-17ab-4d3b-8f7f-cdfcec58ff26 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.489294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3580-eb5f-4921-b0c6-0926896d04f0 req-6198788e-17ab-4d3b-8f7f-cdfcec58ff26 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.495288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3580-eb5f-4921-b0c6-0926896d04f0 req-6198788e-17ab-4d3b-8f7f-cdfcec58ff26 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.502667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3580-eb5f-4921-b0c6-0926896d04f0 req-6198788e-17ab-4d3b-8f7f-cdfcec58ff26 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.510396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb3580-eb5f-4921-b0c6-0926896d04f0 req-6198788e-17ab-4d3b-8f7f-cdfcec58ff26 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.512345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62cb3580-eb5f-4921-b0c6-0926896d04f0 req-6198788e-17ab-4d3b-8f7f-cdfcec58ff26 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.2153332 Jul 16 18:24:48.514908 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5cf3108f-89ca-48fe-9356-424a57e333be req-037f4570-2f09-44bb-ab29-9c52f4e91bae tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.637000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62cb3580-eb5f-4921-b0c6-0926896d04f0 req-84836cf3-d074-4c74-b24a-4c108e1ebec7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181917 Jul 16 18:24:48.737506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:48.898657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-227c6794-bea1-435f-934d-2b5a9e155546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.146052 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-227c6794-bea1-435f-934d-2b5a9e155546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.146289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1009801-eab5-456c-9434-2755b32d4b69'}, {'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:49.150527 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2464d6a5-c9f7-4894-8875-547fc4ef211e" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "d1009801-eab5-456c-9434-2755b32d4b69"}, {"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-plugged", "status": "completed", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:49.153712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-227c6794-bea1-435f-934d-2b5a9e155546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.199484 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-227c6794-bea1-435f-934d-2b5a9e155546 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb8ad24481ee4e5abceb14831ce82d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584858 Jul 16 18:24:49.205344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:49.318405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c6794-bea1-435f-934d-2b5a9e155546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9719234-8928-40ef-bbd7-dacc86ffc464,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.332862 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254cca10-a430-4a79-99e8-fa59bc424c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.368120 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254cca10-a430-4a79-99e8-fa59bc424c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.430780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f29ac-ba4c-4211-ae4e-f27b0bc4eeec req-05424595-5869-468e-b9c8-21a454903a7a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.432691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-775f29ac-ba4c-4211-ae4e-f27b0bc4eeec req-05424595-5869-468e-b9c8-21a454903a7a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.1973641 Jul 16 18:24:49.438435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254cca10-a430-4a79-99e8-fa59bc424c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.443231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254cca10-a430-4a79-99e8-fa59bc424c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.445051 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-254cca10-a430-4a79-99e8-fa59bc424c07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9719234-8928-40ef-bbd7-dacc86ffc464 HTTP/1.1" status: 204 len: 168 time: 0.2387111 Jul 16 18:24:49.454494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cca10-a430-4a79-99e8-fa59bc424c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9719234-8928-40ef-bbd7-dacc86ffc464,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.559478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-775f29ac-ba4c-4211-ae4e-f27b0bc4eeec req-ab52a9c9-fe68-467c-b2ea-0d164ec217a1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780377 Jul 16 18:24:49.667888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5cf3108f-89ca-48fe-9356-424a57e333be req-037f4570-2f09-44bb-ab29-9c52f4e91bae tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.677196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5cf3108f-89ca-48fe-9356-424a57e333be req-037f4570-2f09-44bb-ab29-9c52f4e91bae tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.809853 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-5cf3108f-89ca-48fe-9356-424a57e333be req-037f4570-2f09-44bb-ab29-9c52f4e91bae tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Floating IP c6cb9346-ad6c-4c62-b267-390bc2c99b50 associated. External IP: 172.25.2.68, port: 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2. Jul 16 18:24:49.848341 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15c6ed2-d3c3-4990-8de2-96b7a84fa557 x-openstack-request-id: req-a15c6ed2-d3c3-4990-8de2-96b7a84fa557 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:49.848705 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-plugged", "status": "completed", "tag": "d1009801-eab5-456c-9434-2755b32d4b69", "code": 200}, {"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-plugged", "status": "completed", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:49.848969 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a15c6ed2-d3c3-4990-8de2-96b7a84fa557 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:49.849488 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1009801-eab5-456c-9434-2755b32d4b69', 'code': 200} Jul 16 18:24:49.849764 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'code': 200} Jul 16 18:24:49.897099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:49.938023 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-470324fd-5c8a-4804-bde7-1d58b1fe0675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.130780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-470324fd-5c8a-4804-bde7-1d58b1fe0675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.145737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-470324fd-5c8a-4804-bde7-1d58b1fe0675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.234112 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-470324fd-5c8a-4804-bde7-1d58b1fe0675 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2baa04d74f57440286cbee57936956d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357930 Jul 16 18:24:50.237250 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470324fd-5c8a-4804-bde7-1d58b1fe0675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aca782d-0ca1-425f-8131-5fca436ca3d4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.240280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:50.336393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1459771-dbb1-40c1-9b6c-107c351d1bb9 req-3d9e486e-cc38-4c5d-b7b3-2834833feb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.337091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1459771-dbb1-40c1-9b6c-107c351d1bb9 req-3d9e486e-cc38-4c5d-b7b3-2834833feb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.337638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1459771-dbb1-40c1-9b6c-107c351d1bb9 req-3d9e486e-cc38-4c5d-b7b3-2834833feb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.338183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1459771-dbb1-40c1-9b6c-107c351d1bb9 req-3d9e486e-cc38-4c5d-b7b3-2834833feb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.338943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1459771-dbb1-40c1-9b6c-107c351d1bb9 req-3d9e486e-cc38-4c5d-b7b3-2834833feb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.339495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1459771-dbb1-40c1-9b6c-107c351d1bb9 req-3d9e486e-cc38-4c5d-b7b3-2834833feb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.340033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1459771-dbb1-40c1-9b6c-107c351d1bb9 req-3d9e486e-cc38-4c5d-b7b3-2834833feb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.342250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1459771-dbb1-40c1-9b6c-107c351d1bb9 req-3d9e486e-cc38-4c5d-b7b3-2834833feb90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6508 time: 0.2095385 Jul 16 18:24:50.343674 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79d2ad17-83f0-4331-b96f-e1a59da9353f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.354220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d93e8-372e-41ff-bea1-84c4b20ee554 req-f732b4ae-b516-45a7-b863-f8cf1d3c3795 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.360172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d93e8-372e-41ff-bea1-84c4b20ee554 req-f732b4ae-b516-45a7-b863-f8cf1d3c3795 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.369327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d93e8-372e-41ff-bea1-84c4b20ee554 req-f732b4ae-b516-45a7-b863-f8cf1d3c3795 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.376846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d93e8-372e-41ff-bea1-84c4b20ee554 req-f732b4ae-b516-45a7-b863-f8cf1d3c3795 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.385037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79d2ad17-83f0-4331-b96f-e1a59da9353f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.385231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d93e8-372e-41ff-bea1-84c4b20ee554 req-f732b4ae-b516-45a7-b863-f8cf1d3c3795 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.392092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d93e8-372e-41ff-bea1-84c4b20ee554 req-f732b4ae-b516-45a7-b863-f8cf1d3c3795 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.400002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d93e8-372e-41ff-bea1-84c4b20ee554 req-f732b4ae-b516-45a7-b863-f8cf1d3c3795 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.410666 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d1459771-dbb1-40c1-9b6c-107c351d1bb9 req-96c7f06c-5609-47b2-aec3-f77d6f5e5571 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&id=a6c0405b-8f72-45d8-bea6-13cde7b80391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598359 Jul 16 18:24:50.411901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18d93e8-372e-41ff-bea1-84c4b20ee554 req-f732b4ae-b516-45a7-b863-f8cf1d3c3795 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.3446980 Jul 16 18:24:50.431431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cf3108f-89ca-48fe-9356-424a57e333be req-037f4570-2f09-44bb-ab29-9c52f4e91bae tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Router 0646e173-ad45-49aa-bb65-abcc7e36a12b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:50.456302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93e0f5-86c8-4e45-be76-130f4386d244 req-faf5cd6e-e7b3-45f1-9a50-b7eeb4964c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.456562 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79d2ad17-83f0-4331-b96f-e1a59da9353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.458178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c93e0f5-86c8-4e45-be76-130f4386d244 req-faf5cd6e-e7b3-45f1-9a50-b7eeb4964c9b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 1097 time: 0.3140180 Jul 16 18:24:50.460113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79d2ad17-83f0-4331-b96f-e1a59da9353f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.463658 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-79d2ad17-83f0-4331-b96f-e1a59da9353f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1aca782d-0ca1-425f-8131-5fca436ca3d4 HTTP/1.1" status: 204 len: 168 time: 0.2184279 Jul 16 18:24:50.475338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2ad17-83f0-4331-b96f-e1a59da9353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aca782d-0ca1-425f-8131-5fca436ca3d4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.523152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18d93e8-372e-41ff-bea1-84c4b20ee554 req-ea94b8c2-224c-4a74-9626-7d2ed3ad4daa tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100886 Jul 16 18:24:50.674794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cf3108f-89ca-48fe-9356-424a57e333be req-037f4570-2f09-44bb-ab29-9c52f4e91bae tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:50.680914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5cf3108f-89ca-48fe-9356-424a57e333be req-037f4570-2f09-44bb-ab29-9c52f4e91bae tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.687870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] Sync routers for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:50.710305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:50.715941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:50.741659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-037f4570-2f09-44bb-ab29-9c52f4e91bae tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "PUT /v2.0/floatingips/c6cb9346-ad6c-4c62-b267-390bc2c99b50 HTTP/1.1" status: 200 len: 995 time: 2.3525519 Jul 16 18:24:50.742516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:50.746249 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322651f6-3f5b-4486-bfc3-3d806bc4b18a" -d '{"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:50.856872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:51.015572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c93e0f5-86c8-4e45-be76-130f4386d244 req-f3246614-6aa0-4cf3-a36e-eb355b0572c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469871 Jul 16 18:24:51.034624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3108f-89ca-48fe-9356-424a57e333be req-60e0e7ca-07b8-46a0-874b-6e2b7ad51d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.040091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-60e0e7ca-07b8-46a0-874b-6e2b7ad51d6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1097 time: 0.2491441 Jul 16 18:24:51.075801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56f03e-63ba-4cee-a021-9d85003a5ed5 req-01c93dad-2b2e-4874-9b8b-25f3aa6f0e34 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.077616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce56f03e-63ba-4cee-a021-9d85003a5ed5 req-01c93dad-2b2e-4874-9b8b-25f3aa6f0e34 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.2010927 Jul 16 18:24:51.179294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce56f03e-63ba-4cee-a021-9d85003a5ed5 req-b8a7c8de-9b6f-48e4-a360-22f624bc7d61 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854104 Jul 16 18:24:51.215847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'c6cb9346-ad6c-4c62-b267-390bc2c99b50', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'port_id': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:46Z', 'updated_at': '2021-07-16T18:24:49Z', 'revision_number': 1, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157fa9e9-b7b3-4daf-bcc5-6a0998ce637f', 'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'mac_address': 'fa:16:3e:1c:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 5, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'subnets': [{'id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:51.230014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3108f-89ca-48fe-9356-424a57e333be req-26afe45e-b048-4a1b-80aa-dace76dbf54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.241227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-26afe45e-b048-4a1b-80aa-dace76dbf54b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 920 time: 0.1924536 Jul 16 18:24:51.301042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] Checking router: 0646e173-ad45-49aa-bb65-abcc7e36a12b for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:51.323350 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9cc8b0-95ba-4787-af98-4bbdb13261b0 x-openstack-request-id: req-4e9cc8b0-95ba-4787-af98-4bbdb13261b0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:51.324365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:51.325427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:51.327516 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:51.329164 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e9cc8b0-95ba-4787-af98-4bbdb13261b0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:51.329674 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'status': 'completed', 'code': 200} Jul 16 18:24:51.444736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-3a68eac8-92f7-4745-846f-1cf661633723 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 998 time: 0.2015076 Jul 16 18:24:51.528919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-f276f102-7b76-48fa-975c-1468274a0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.530618 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-f276f102-7b76-48fa-975c-1468274a0446 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1097 time: 0.1995089 Jul 16 18:24:51.543231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3108f-89ca-48fe-9356-424a57e333be req-44a06351-373f-4ba8-84f8-1d420cf97c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.551198 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-44a06351-373f-4ba8-84f8-1d420cf97c42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 200 len: 859 time: 0.0975025 Jul 16 18:24:51.638525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-3c77ca70-f8ef-40d6-872e-c9c8ed9503b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9a43470-36f7-4510-9716-7ceb73045f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863180 Jul 16 18:24:51.644589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-71743268-f16a-4cf2-b8ab-2cf3177b5877 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:24:51.651786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-71743268-f16a-4cf2-b8ab-2cf3177b5877 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123856 Jul 16 18:24:51.688059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:51.844310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-eae39245-b67b-418f-9fcc-c793778c7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.846356 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-eae39245-b67b-418f-9fcc-c793778c7d09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 920 time: 0.3046927 Jul 16 18:24:51.860780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24041d12-e690-4097-bf6a-c75aacb99832 req-7a94be71-348d-4946-b227-09ac3e041bbc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3291156 Jul 16 18:24:51.871227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-52f23952-a5c5-48c7-aa51-ca7a3ae860ee service neutron] 10.222.0.60 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185576 Jul 16 18:24:52.007529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'c6cb9346-ad6c-4c62-b267-390bc2c99b50', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'port_id': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:46Z', 'updated_at': '2021-07-16T18:24:49Z', 'revision_number': 1, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157fa9e9-b7b3-4daf-bcc5-6a0998ce637f', 'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'mac_address': 'fa:16:3e:1c:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 5, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'subnets': [{'id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:52.043723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355a465-42b8-4489-a4d7-dc7b9683d58c None None] The sync data for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 is: [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'c6cb9346-ad6c-4c62-b267-390bc2c99b50', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'floating_ip_address': '172.25.2.68', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'port_id': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'mac_address': 'fa:16:3e:c8:b5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:46Z', 'updated_at': '2021-07-16T18:24:49Z', 'revision_number': 1, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157fa9e9-b7b3-4daf-bcc5-6a0998ce637f', 'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'mac_address': 'fa:16:3e:1c:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 5, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'subnets': [{'id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:52.075085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-dcd7ed96-e7a1-4b91-b78a-d1f2ac71face service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 998 time: 0.2114532 Jul 16 18:24:52.162641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ccd0e-a8c7-4402-81bf-da07577cc791 req-d74b3033-5522-47b9-9bf7-1efb82f20855 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.169054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ccd0e-a8c7-4402-81bf-da07577cc791 req-d74b3033-5522-47b9-9bf7-1efb82f20855 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.178148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ccd0e-a8c7-4402-81bf-da07577cc791 req-d74b3033-5522-47b9-9bf7-1efb82f20855 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.189166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ccd0e-a8c7-4402-81bf-da07577cc791 req-d74b3033-5522-47b9-9bf7-1efb82f20855 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.195268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ccd0e-a8c7-4402-81bf-da07577cc791 req-d74b3033-5522-47b9-9bf7-1efb82f20855 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.201282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ccd0e-a8c7-4402-81bf-da07577cc791 req-d74b3033-5522-47b9-9bf7-1efb82f20855 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.207952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ccd0e-a8c7-4402-81bf-da07577cc791 req-d74b3033-5522-47b9-9bf7-1efb82f20855 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.210076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b4ccd0e-a8c7-4402-81bf-da07577cc791 req-d74b3033-5522-47b9-9bf7-1efb82f20855 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.3690534 Jul 16 18:24:52.227811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cf3108f-89ca-48fe-9356-424a57e333be req-661b2b94-3c81-4b92-b1fb-170ad77d49a6 service neutron] 10.222.0.60 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557637 Jul 16 18:24:52.259136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-087c2071-48ae-4ae1-99ba-7894b95d5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.260695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-087c2071-48ae-4ae1-99ba-7894b95d5624 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 200 len: 859 time: 0.1755600 Jul 16 18:24:52.321062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041d12-e690-4097-bf6a-c75aacb99832 req-7f8d474f-c185-4183-986a-bbfcfb8f2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.322638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24041d12-e690-4097-bf6a-c75aacb99832 req-7f8d474f-c185-4183-986a-bbfcfb8f2247 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 1097 time: 0.3595188 Jul 16 18:24:52.325893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-fd3394b2-c7d4-4a2f-9f80-9ee849e2503c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9a43470-36f7-4510-9716-7ceb73045f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561461 Jul 16 18:24:52.374521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b4ccd0e-a8c7-4402-81bf-da07577cc791 req-221e7e61-0820-41bc-b2af-f7945f1f886c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521969 Jul 16 18:24:52.427719 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d546de-4a77-4d24-848f-cbc913d4857d None None] New status for floating IP c6cb9346-ad6c-4c62-b267-390bc2c99b50: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:52.764609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-7bff141c-868a-4303-bde6-83b82d10394b tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 998 time: 0.2976904 Jul 16 18:24:52.774877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041d12-e690-4097-bf6a-c75aacb99832 req-947e5173-221e-4909-aa5a-f86d81a0ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.775671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24041d12-e690-4097-bf6a-c75aacb99832 req-947e5173-221e-4909-aa5a-f86d81a0ffc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb HTTP/1.1" status: 200 len: 897 time: 0.3771718 Jul 16 18:24:52.894707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-15ddd8fb-b663-4f3b-9f39-85a54d76ee7f service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582798 Jul 16 18:24:52.919064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fe336-06f2-491c-b81a-8007f3984189 req-e6ef032f-e0a6-4628-8f60-57e324f35b0e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.920605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a49fe336-06f2-491c-b81a-8007f3984189 req-e6ef032f-e0a6-4628-8f60-57e324f35b0e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.4555974 Jul 16 18:24:52.950880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-845bf92d-32ed-4253-9177-4e0b13dfef5c tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.952139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-845bf92d-32ed-4253-9177-4e0b13dfef5c tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports/09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 942 time: 0.1744597 Jul 16 18:24:53.407381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24041d12-e690-4097-bf6a-c75aacb99832 req-b4b4f4e1-5bea-4268-8c5c-57fa14ef0a31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a HTTP/1.1" status: 200 len: 1001 time: 0.6012900 Jul 16 18:24:53.528464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a49fe336-06f2-491c-b81a-8007f3984189 req-31b3c4ae-d350-4f97-a0eb-54c502264fe3 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5947025 Jul 16 18:24:53.541127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-0e50ed88-0a89-4d92-b111-13cf18c11d95 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1000 time: 0.2081964 Jul 16 18:24:53.597670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041d12-e690-4097-bf6a-c75aacb99832 req-ebda2a25-c69d-46ce-ab4f-79dc36f6aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.599472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24041d12-e690-4097-bf6a-c75aacb99832 req-ebda2a25-c69d-46ce-ab4f-79dc36f6aefd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24254224-36bc-4e59-9101-a6b85db6c882 HTTP/1.1" status: 200 len: 835 time: 0.1805851 Jul 16 18:24:53.609018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-322651f6-3f5b-4486-bfc3-3d806bc4b18a req-3feb03c9-af62-4acf-8dd1-2d014999470f service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874106 Jul 16 18:24:53.732003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-c3bafc2a-5cb9-4bd1-8053-0cf2ec82e632 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.733571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-c3bafc2a-5cb9-4bd1-8053-0cf2ec82e632 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.1916060 Jul 16 18:24:53.745498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24041d12-e690-4097-bf6a-c75aacb99832 req-b1d8bc9c-fc8f-41de-b103-378a0a21036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.747244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24041d12-e690-4097-bf6a-c75aacb99832 req-b1d8bc9c-fc8f-41de-b103-378a0a21036b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352198 Jul 16 18:24:53.751259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-081b3930-6fc0-49a5-8a65-0a8d5b8dca14 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:24:53.759764 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-081b3930-6fc0-49a5-8a65-0a8d5b8dca14 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183530 Jul 16 18:24:53.895463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-a2d0a2aa-3557-49d4-8343-3490f8bb82b7 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 1000 time: 0.1347456 Jul 16 18:24:53.907756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-e04855f4-d290-4977-9386-ec236e30b0c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:53.989029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24041d12-e690-4097-bf6a-c75aacb99832 req-e7c22f32-6320-4747-9b6e-53b8f8d5330e service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269814 Jul 16 18:24:54.042699 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-e04855f4-d290-4977-9386-ec236e30b0c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.252423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b264c-59eb-42a2-956d-124232fd1faa req-b4d79372-f491-4a6d-853b-fec5ef129699 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.266246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b264c-59eb-42a2-956d-124232fd1faa req-b4d79372-f491-4a6d-853b-fec5ef129699 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.273283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b264c-59eb-42a2-956d-124232fd1faa req-b4d79372-f491-4a6d-853b-fec5ef129699 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.279206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b264c-59eb-42a2-956d-124232fd1faa req-b4d79372-f491-4a6d-853b-fec5ef129699 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.286123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b264c-59eb-42a2-956d-124232fd1faa req-b4d79372-f491-4a6d-853b-fec5ef129699 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.291990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b264c-59eb-42a2-956d-124232fd1faa req-b4d79372-f491-4a6d-853b-fec5ef129699 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.297911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b264c-59eb-42a2-956d-124232fd1faa req-b4d79372-f491-4a6d-853b-fec5ef129699 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.300664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a8b264c-59eb-42a2-956d-124232fd1faa req-b4d79372-f491-4a6d-853b-fec5ef129699 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.3367839 Jul 16 18:24:54.305388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24041d12-e690-4097-bf6a-c75aacb99832 req-d9e0fdb2-0fa7-4389-8122-2c91e20cc01c service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960777 Jul 16 18:24:54.370510 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-e04855f4-d290-4977-9386-ec236e30b0c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.382743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-e04855f4-d290-4977-9386-ec236e30b0c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.383068 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-e04855f4-d290-4977-9386-ec236e30b0c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Floating IP c6cb9346-ad6c-4c62-b267-390bc2c99b50 disassociated. External IP: 172.25.2.68, port: 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2. Jul 16 18:24:54.394177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a8b264c-59eb-42a2-956d-124232fd1faa req-5562e304-2a46-4d31-8365-9e5142081744 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843256 Jul 16 18:24:54.629827 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:54.691982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-e04855f4-d290-4977-9386-ec236e30b0c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Router 0646e173-ad45-49aa-bb65-abcc7e36a12b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:54.831141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-e04855f4-d290-4977-9386-ec236e30b0c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:54.836217 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-e04855f4-d290-4977-9386-ec236e30b0c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.843811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] Sync routers for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:54.860453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:54.863119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:54.905622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-e04855f4-d290-4977-9386-ec236e30b0c6 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "PUT /v2.0/floatingips/c6cb9346-ad6c-4c62-b267-390bc2c99b50 HTTP/1.1" status: 200 len: 694 time: 1.0078135 Jul 16 18:24:54.907222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:54.910469 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:55.039417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-2ed0fb20-4667-452a-b696-80fa6f9f93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.041241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-2ed0fb20-4667-452a-b696-80fa6f9f93e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1097 time: 0.1076741 Jul 16 18:24:55.069781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:55.177233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-7232bdb7-35f4-4e33-96d7-4bfa76dac82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.179410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-7232bdb7-35f4-4e33-96d7-4bfa76dac82b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 920 time: 0.1312392 Jul 16 18:24:55.255284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-2661ed22-0f48-4ebf-a3ef-dd4194ceddf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 217 time: 0.0692871 Jul 16 18:24:55.344736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '157fa9e9-b7b3-4daf-bcc5-6a0998ce637f', 'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'mac_address': 'fa:16:3e:1c:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 5, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'subnets': [{'id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:55.352392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-36dab671-2776-4007-9139-ec654bf0ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.353909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-36dab671-2776-4007-9139-ec654bf0ce9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 200 len: 859 time: 0.0911674 Jul 16 18:24:55.386289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] Checking router: 0646e173-ad45-49aa-bb65-abcc7e36a12b for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:55.390286 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e483454-941d-462e-bfab-f63958821cd3 req-19b58d08-9950-48e8-b3b8-229173a6f0ae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.397796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e483454-941d-462e-bfab-f63958821cd3 req-19b58d08-9950-48e8-b3b8-229173a6f0ae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.399740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:55.401419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:55.404301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e483454-941d-462e-bfab-f63958821cd3 req-19b58d08-9950-48e8-b3b8-229173a6f0ae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.410516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e483454-941d-462e-bfab-f63958821cd3 req-19b58d08-9950-48e8-b3b8-229173a6f0ae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.417744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e483454-941d-462e-bfab-f63958821cd3 req-19b58d08-9950-48e8-b3b8-229173a6f0ae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.424430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e483454-941d-462e-bfab-f63958821cd3 req-19b58d08-9950-48e8-b3b8-229173a6f0ae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.430491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e483454-941d-462e-bfab-f63958821cd3 req-19b58d08-9950-48e8-b3b8-229173a6f0ae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.443981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e483454-941d-462e-bfab-f63958821cd3 req-19b58d08-9950-48e8-b3b8-229173a6f0ae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.2568169 Jul 16 18:24:55.444149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.457152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cbccc0fd-d72b-4306-8d2c-abbcba16b209 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Request body: {'floatingip': {'port_id': '8369adb2-a408-4a2d-8f23-3cdb64eff63c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:55.466758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-7238d93b-9156-4a7c-b0c7-88378c47f71b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9a43470-36f7-4510-9716-7ceb73045f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040030 Jul 16 18:24:55.543410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbccc0fd-d72b-4306-8d2c-abbcba16b209 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.594630 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:55.695301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-d21d840d-51d4-452d-afbf-e6d2b174b136 service neutron] 10.222.0.60 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176948 Jul 16 18:24:55.785121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a9f1d-cd76-4d02-8a9b-b8f3c594ecfc req-46187f08-2c70-4d9f-bd96-61a7d39a6ea4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.792324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-519a9f1d-cd76-4d02-8a9b-b8f3c594ecfc req-46187f08-2c70-4d9f-bd96-61a7d39a6ea4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.1821332 Jul 16 18:24:55.927358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-519a9f1d-cd76-4d02-8a9b-b8f3c594ecfc req-46ef7a03-a0f9-4351-bf05-42612d8e4a39 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340187 Jul 16 18:24:55.966579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544eab2d-1196-4f8b-9f5c-448ef13ae8ee req-f8415fc0-afc0-46b1-9614-edf989ea064a service neutron] 10.222.0.60 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703407 Jul 16 18:24:56.041863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '157fa9e9-b7b3-4daf-bcc5-6a0998ce637f', 'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'mac_address': 'fa:16:3e:1c:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 5, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'subnets': [{'id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:56.065775 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8c77ab-a1b9-4a20-b54f-aeb2b33350df x-openstack-request-id: req-8e8c77ab-a1b9-4a20-b54f-aeb2b33350df {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:56.073034 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:56.073585 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e8c77ab-a1b9-4a20-b54f-aeb2b33350df {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:56.074293 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'status': 'completed', 'code': 200} Jul 16 18:24:56.083257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb069cb-6291-4bc3-a69c-70c5dd11953d None None] The sync data for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 is: [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '157fa9e9-b7b3-4daf-bcc5-6a0998ce637f', 'name': '', 'network_id': 'f9a43470-36f7-4510-9716-7ceb73045f16', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'mac_address': 'fa:16:3e:1c:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 5, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'subnets': [{'id': 'c8e90a0b-0ade-4247-9dc2-80edc88116a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:56.382628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-dedb089c-c5a2-4753-9441-d2f718f89e6c tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/floatingips/c6cb9346-ad6c-4c62-b267-390bc2c99b50 HTTP/1.1" status: 200 len: 694 time: 0.1674004 Jul 16 18:24:56.426092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-3c4ed33b-c87e-42af-9484-716052845fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.427638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-3c4ed33b-c87e-42af-9484-716052845fa8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e01bc8f3534248e0ae49659159e888fb&device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 1097 time: 0.3340189 Jul 16 18:24:56.532343 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788277fe-273a-456c-88aa-caeed3b0fafa None None] New status for floating IP c6cb9346-ad6c-4c62-b267-390bc2c99b50: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:56.577158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec534e2e-7353-42e4-962b-6eadf64016ca req-c3ee43f5-a6a2-47c0-a8b6-08b767146eb2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.578920 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec534e2e-7353-42e4-962b-6eadf64016ca req-c3ee43f5-a6a2-47c0-a8b6-08b767146eb2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.3628576 Jul 16 18:24:56.600072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.607985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Request body: {'floatingip': {'port_id': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:56.663731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-05503cd0-3f60-4709-88c3-aaf70a9bdf41 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.670911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-05503cd0-3f60-4709-88c3-aaf70a9bdf41 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/networks/4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 784 time: 0.2872543 Jul 16 18:24:56.683695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-fcaa7019-70c1-442d-b812-15661cfb295a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:24:56.691448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-fcaa7019-70c1-442d-b812-15661cfb295a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196419 Jul 16 18:24:56.697738 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.707416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-bf4434e5-3d02-468b-b244-96483e65bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.708957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-bf4434e5-3d02-468b-b244-96483e65bcd1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 200 len: 920 time: 0.2665913 Jul 16 18:24:56.862030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-46475b48-c771-4d56-a582-e811e2901a0e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 697 time: 0.1695192 Jul 16 18:24:56.868114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-e7e4d6ba-1dd6-42b4-9b16-dab2aab2ae68 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 200 len: 217 time: 0.0941167 Jul 16 18:24:56.868278 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbccc0fd-d72b-4306-8d2c-abbcba16b209 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.881952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbccc0fd-d72b-4306-8d2c-abbcba16b209 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.943739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-cf1e20b3-aed0-4044-8f58-dbda3baa822a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.2.68 HTTP/1.1" status: 200 len: 697 time: 0.0805283 Jul 16 18:24:57.034058 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-cbccc0fd-d72b-4306-8d2c-abbcba16b209 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Floating IP ed2abe2a-039c-4c42-b068-25eb027c4bd1 associated. External IP: 172.25.2.194, port: 8369adb2-a408-4a2d-8f23-3cdb64eff63c. Jul 16 18:24:57.139275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-3bf0af72-7e90-4d09-b1e1-0a4d8427a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:57.140900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-3bf0af72-7e90-4d09-b1e1-0a4d8427a056 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 200 len: 859 time: 0.2266653 Jul 16 18:24:57.279137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-c19cafe5-5f30-453e-b384-21f0b70e32cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9a43470-36f7-4510-9716-7ceb73045f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267993 Jul 16 18:24:57.479254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbccc0fd-d72b-4306-8d2c-abbcba16b209 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Router 104a52a8-bd57-4435-b42d-16a62e8e7276 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:57.629672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbccc0fd-d72b-4306-8d2c-abbcba16b209 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:57.635749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbccc0fd-d72b-4306-8d2c-abbcba16b209 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.640706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] Sync routers for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:57.652954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:57.655128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:57.694293 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cbccc0fd-d72b-4306-8d2c-abbcba16b209 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "PUT /v2.0/floatingips/ed2abe2a-039c-4c42-b068-25eb027c4bd1 HTTP/1.1" status: 200 len: 991 time: 2.2488818 Jul 16 18:24:57.695376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:57.700214 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30216b2-d03c-4fd7-a536-b8407121af61" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:57.854648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Deleting port bcf5c446-52cb-4218-a7f8-cad343080093 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:57.855019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.876166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:57.933671 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86fb9fa-0193-42c8-b42a-c7a3144eb9af x-openstack-request-id: req-f86fb9fa-0193-42c8-b42a-c7a3144eb9af {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:57.934630 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:57.935134 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f86fb9fa-0193-42c8-b42a-c7a3144eb9af {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:57.935718 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'status': 'completed', 'code': 200} Jul 16 18:24:57.985061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-2feb03d5-4a00-4c2d-ae25-0c0f01c3ddc8 service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935143 Jul 16 18:24:58.167789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.168416 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.186070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Calling delete_port for bcf5c446-52cb-4218-a7f8-cad343080093 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:58.288471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'ed2abe2a-039c-4c42-b068-25eb027c4bd1', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'port_id': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'mac_address': 'fa:16:3e:5c:bf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:23:10Z', 'updated_at': '2021-07-16T18:24:56Z', 'revision_number': 1, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88063bc6-2463-4e7d-9410-2d7436b72231', 'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'mac_address': 'fa:16:3e:f5:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:12Z', 'updated_at': '2021-07-16T18:22:25Z', 'revision_number': 5, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'subnets': [{'id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:58.369548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] Checking router: 104a52a8-bd57-4435-b42d-16a62e8e7276 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:58.398067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:58.399070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:58.595981 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.596743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:58.653027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Pushing event deleted for resources: {'Port': ['ID=bcf5c446-52cb-4218-a7f8-cad343080093,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:58.675056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:24:58.693406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f83e6d0c-0cce-4a9e-b116-c3478274cd3b req-d8ab70b0-dc96-4894-9cda-30fa344621f7 service neutron] 10.222.0.45 "GET /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977620 Jul 16 18:24:58.771709 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.988840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'ed2abe2a-039c-4c42-b068-25eb027c4bd1', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'port_id': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'mac_address': 'fa:16:3e:5c:bf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:23:10Z', 'updated_at': '2021-07-16T18:24:56Z', 'revision_number': 1, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88063bc6-2463-4e7d-9410-2d7436b72231', 'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'mac_address': 'fa:16:3e:f5:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:12Z', 'updated_at': '2021-07-16T18:22:25Z', 'revision_number': 5, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'subnets': [{'id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:59.013951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-763f04bd-7923-46ee-b931-7062f62bf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.014478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-763f04bd-7923-46ee-b931-7062f62bf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.014906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-763f04bd-7923-46ee-b931-7062f62bf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.015377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-763f04bd-7923-46ee-b931-7062f62bf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.015845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-763f04bd-7923-46ee-b931-7062f62bf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.016309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-763f04bd-7923-46ee-b931-7062f62bf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.016803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-763f04bd-7923-46ee-b931-7062f62bf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.023671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-763f04bd-7923-46ee-b931-7062f62bf74a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6508 time: 1.0280550 Jul 16 18:24:59.028440 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.031991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e59404-59ed-438f-8c4c-41dd4879d71b None None] The sync data for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 is: [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'ed2abe2a-039c-4c42-b068-25eb027c4bd1', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'port_id': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'mac_address': 'fa:16:3e:5c:bf:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:23:10Z', 'updated_at': '2021-07-16T18:24:56Z', 'revision_number': 1, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88063bc6-2463-4e7d-9410-2d7436b72231', 'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'mac_address': 'fa:16:3e:f5:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:12Z', 'updated_at': '2021-07-16T18:22:25Z', 'revision_number': 5, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'subnets': [{'id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:59.041671 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.209072 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.212120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.213362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0c918cd-6139-4f7c-8dfe-7d07aec5f7b8 req-e55efb5f-9c06-4562-8436-87a8c7fd700a tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "DELETE /v2.0/floatingips/c6cb9346-ad6c-4c62-b267-390bc2c99b50 HTTP/1.1" status: 204 len: 173 time: 2.2688522 Jul 16 18:24:59.321817 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Floating IP e9c392a8-7763-4cc1-a65f-64749a67c994 associated. External IP: 172.25.2.16, port: aa6209e6-5cf2-4f62-b69c-07e1d1f283a6. Jul 16 18:24:59.405449 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986390d-722c-41bd-87d1-3ec322a891c5 None None] New status for floating IP ed2abe2a-039c-4c42-b068-25eb027c4bd1: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:59.489853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05681056-6247-4a1a-bd71-84d89c0c202b req-3ef48fa1-c9a2-40ba-bfa3-9add66527d47 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups/50aff717-d17c-4a0b-ab77-132499fccd11 HTTP/1.1" status: 200 len: 1810 time: 0.1883078 Jul 16 18:24:59.536169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-98f7ede4-a5f9-4bd7-ac84-f24d42cde633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.537865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-98f7ede4-a5f9-4bd7-ac84-f24d42cde633 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e HTTP/1.1" status: 200 len: 916 time: 0.3803623 Jul 16 18:24:59.833821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-f73ce49c-cc30-4573-9239-c10b460a4984 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c HTTP/1.1" status: 200 len: 999 time: 0.2274086 Jul 16 18:24:59.839151 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05681056-6247-4a1a-bd71-84d89c0c202b req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.897205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.958809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05681056-6247-4a1a-bd71-84d89c0c202b req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.982698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-2cb0d27b-5983-4135-a8f6-3ae6dc53eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.986141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-2cb0d27b-5983-4135-a8f6-3ae6dc53eb79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f704ad-33fb-4f05-85e6-f4111dd0300d HTTP/1.1" status: 200 len: 854 time: 0.1408279 Jul 16 18:25:00.129344 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99929b7a-ba7a-4b7c-80c1-e08872d7ad1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.292423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05681056-6247-4a1a-bd71-84d89c0c202b req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.293708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05681056-6247-4a1a-bd71-84d89c0c202b req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.295025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05681056-6247-4a1a-bd71-84d89c0c202b req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "DELETE /v2.0/security-groups/50aff717-d17c-4a0b-ab77-132499fccd11 HTTP/1.1" status: 204 len: 173 time: 0.7945507 Jul 16 18:25:00.322106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aff717-d17c-4a0b-ab77-132499fccd11,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.325196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Router e11ee0bd-32ec-4738-a91a-81321ed52064 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:00.338347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.338703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.339048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.339390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.339725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.340060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.340390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.340743 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.341091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.341448 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.341779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.342107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fb999-90b5-4c83-ba01-92c7bd92d394 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:00.354525 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99929b7a-ba7a-4b7c-80c1-e08872d7ad1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.371783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99929b7a-ba7a-4b7c-80c1-e08872d7ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.402087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-b779d5ad-27bb-49c4-a01b-dc06c81ccb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.405675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-b779d5ad-27bb-49c4-a01b-dc06c81ccb50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3029866 Jul 16 18:25:00.478444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-99929b7a-ba7a-4b7c-80c1-e08872d7ad1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1eb381c5cf194264b98e41f22203056c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793483 Jul 16 18:25:00.479884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.481119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99929b7a-ba7a-4b7c-80c1-e08872d7ad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfef90ea-c5c6-466d-a9f6-7d5c518eba45,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.686026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:00.692350 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.697277 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] Sync routers for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:00.710947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:00.711301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-c3e417e1-ab96-4865-bd04-c0f607731b86 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652366 Jul 16 18:25:00.711583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:00.757917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b83488-f230-4b05-9a43-a60c264bc1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.858620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:00.872661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a0477b23-fde3-4f95-b49b-8e625ed9f080 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "PUT /v2.0/floatingips/e9c392a8-7763-4cc1-a65f-64749a67c994 HTTP/1.1" status: 200 len: 990 time: 4.2698050 Jul 16 18:25:00.876869 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b83488-f230-4b05-9a43-a60c264bc1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.880465 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:00.882758 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97c65bc-a4fe-41a0-a716-3e189e826542" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:00.990688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d30216b2-d03c-4fd7-a536-b8407121af61 req-4a7df917-2686-446a-9d07-5888fb307db7 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486758 Jul 16 18:25:01.038947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb02598-9804-42c0-8774-324e8bc3f1b9 req-a023d1d2-cf5e-4604-9483-6581dc1647cd tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.043577 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebb02598-9804-42c0-8774-324e8bc3f1b9 req-a023d1d2-cf5e-4604-9483-6581dc1647cd tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.2063937 Jul 16 18:25:01.047569 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b83488-f230-4b05-9a43-a60c264bc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.051394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6b83488-f230-4b05-9a43-a60c264bc1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.052602 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e6b83488-f230-4b05-9a43-a60c264bc1c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfef90ea-c5c6-466d-a9f6-7d5c518eba45 HTTP/1.1" status: 204 len: 168 time: 0.5715497 Jul 16 18:25:01.064745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b83488-f230-4b05-9a43-a60c264bc1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfef90ea-c5c6-466d-a9f6-7d5c518eba45,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.118285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebb02598-9804-42c0-8774-324e8bc3f1b9 req-8f776047-729d-4828-9861-c45b3de5f93e tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644557 Jul 16 18:25:01.163216 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fde0f25-e37d-4df3-bae5-c85fde0d5869 x-openstack-request-id: req-5fde0f25-e37d-4df3-bae5-c85fde0d5869 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:01.163559 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:01.163843 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fde0f25-e37d-4df3-bae5-c85fde0d5869 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:01.164238 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'status': 'completed', 'code': 200} Jul 16 18:25:01.340203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-719d23bb-6ca9-45db-ab00-cd8c4d201d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.344905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-719d23bb-6ca9-45db-ab00-cd8c4d201d45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 1097 time: 0.1037903 Jul 16 18:25:01.357917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'e9c392a8-7763-4cc1-a65f-64749a67c994', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'port_id': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'mac_address': 'fa:16:3e:d4:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:21Z', 'updated_at': '2021-07-16T18:24:58Z', 'revision_number': 1, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:01.401698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] Checking router: e11ee0bd-32ec-4738-a91a-81321ed52064 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:01.411506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:01.413245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:24:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:01.481550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-b22911f9-a451-4219-a9b0-26064bb0453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.483691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-b22911f9-a451-4219-a9b0-26064bb0453a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.1294355 Jul 16 18:25:01.506600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34888) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.528974 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c81f1ab-b6c0-4684-8bd9-1cbbbf7ce48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.551421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:01.600554 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-467d0cd1-7ffc-4a17-8d13-f79a49884353 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 200 len: 998 time: 0.1070824 Jul 16 18:25:01.665029 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c81f1ab-b6c0-4684-8bd9-1cbbbf7ce48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.671801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c81f1ab-b6c0-4684-8bd9-1cbbbf7ce48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.724806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-1f73a678-9953-4b00-9d4d-141942abe1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.728639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-1f73a678-9953-4b00-9d4d-141942abe1b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.1177082 Jul 16 18:25:01.731660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34892) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.731847 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1c81f1ab-b6c0-4684-8bd9-1cbbbf7ce48a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b23287316da481ea5759d724f248dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240777 Jul 16 18:25:01.732857 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81f1ab-b6c0-4684-8bd9-1cbbbf7ce48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b11739-c581-419e-9c1e-38963764e049,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.844664 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a12c-96ba-453d-92ed-da6654aa2b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.878274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a12c-96ba-453d-92ed-da6654aa2b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.912216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-ba939e7b-0923-4fe9-b817-760fda0a7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.913809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-ba939e7b-0923-4fe9-b817-760fda0a7e1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782863 Jul 16 18:25:02.013419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a12c-96ba-453d-92ed-da6654aa2b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.016066 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a12c-96ba-453d-92ed-da6654aa2b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.020261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6ca8a12c-96ba-453d-92ed-da6654aa2b81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92b11739-c581-419e-9c1e-38963764e049 HTTP/1.1" status: 204 len: 168 time: 0.2844083 Jul 16 18:25:02.043369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'e9c392a8-7763-4cc1-a65f-64749a67c994', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'port_id': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'mac_address': 'fa:16:3e:d4:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:21Z', 'updated_at': '2021-07-16T18:24:58Z', 'revision_number': 1, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:02.059389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8a12c-96ba-453d-92ed-da6654aa2b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b11739-c581-419e-9c1e-38963764e049,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.089090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-84107678-514d-4984-b836-7498501c3e3c service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641612 Jul 16 18:25:02.149949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e6a00-24f6-444d-87cf-7aa900b263f8 None None] The sync data for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 is: [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'e9c392a8-7763-4cc1-a65f-64749a67c994', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'port_id': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'mac_address': 'fa:16:3e:d4:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:21Z', 'updated_at': '2021-07-16T18:24:58Z', 'revision_number': 1, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:02.300025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b97c65bc-a4fe-41a0-a716-3e189e826542 req-cc11c38f-6954-45a3-ba13-f73dc383a142 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021337 Jul 16 18:25:02.519446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90429f-945a-452f-8411-f22994c3967b req-00967094-4f5e-43b6-88f7-5a15d056c612 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:02.521204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d90429f-945a-452f-8411-f22994c3967b req-00967094-4f5e-43b6-88f7-5a15d056c612 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.1212828 Jul 16 18:25:02.554878 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6533d8-cf56-40de-a299-d180f285f1e0 None None] New status for floating IP e9c392a8-7763-4cc1-a65f-64749a67c994: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:25:02.589404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d90429f-945a-452f-8411-f22994c3967b req-7a8556ba-b2cb-4480-a59b-362307ac43dc tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583887 Jul 16 18:25:02.646226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34918) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.670457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac6818c-49b2-4ddf-957a-f40318700ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.825145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac6818c-49b2-4ddf-957a-f40318700ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.831120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eac6818c-49b2-4ddf-957a-f40318700ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.883094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6818c-49b2-4ddf-957a-f40318700ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea44d900-a547-4b69-ae6d-edfa96a9c5a0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.889636 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eac6818c-49b2-4ddf-957a-f40318700ff4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8cc3fe82d2348609005c6fe3eac6c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419381 Jul 16 18:25:02.893386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34922) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.949973 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c469112e-71a3-4c7b-8283-b46ce2ade1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.976973 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c469112e-71a3-4c7b-8283-b46ce2ade1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.034396 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c469112e-71a3-4c7b-8283-b46ce2ade1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.036927 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c469112e-71a3-4c7b-8283-b46ce2ade1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.038242 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c469112e-71a3-4c7b-8283-b46ce2ade1e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea44d900-a547-4b69-ae6d-edfa96a9c5a0 HTTP/1.1" status: 204 len: 168 time: 0.1432960 Jul 16 18:25:03.046312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469112e-71a3-4c7b-8283-b46ce2ade1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea44d900-a547-4b69-ae6d-edfa96a9c5a0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.121917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3b464c2-2aed-4a8c-af2f-61b6c974d9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.217829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-1c50b6cd-06be-4674-947e-2823540d7f93 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.220717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-1c50b6cd-06be-4674-947e-2823540d7f93 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.45 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 945 time: 0.0779605 Jul 16 18:25:03.394660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Deleting port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:03.395009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.549454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] For port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:03.550680 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.576030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Calling delete_port for 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:03.820028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.832931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:03.884759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Pushing event deleted for resources: {'Port': ['ID=09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.903725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de393f51-7a2c-45c5-afa2-07d40672a6a9 req-09391f73-86a5-4e7c-83f1-187cf615b15b tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.905622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de393f51-7a2c-45c5-afa2-07d40672a6a9 req-09391f73-86a5-4e7c-83f1-187cf615b15b tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/ports?device_id=30800ec2-2402-4967-ac6e-ec9ab6766807 HTTP/1.1" status: 200 len: 867 time: 0.1549716 Jul 16 18:25:03.968486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] No DVR routers for this DVR port 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:03.973598 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.976231 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8731ca31-4671-4f1a-b601-2bcddb61aeaa req-25f81385-3ae1-4062-8402-a4cf9080a6eb tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.45 "DELETE /v2.0/ports/09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 HTTP/1.1" status: 204 len: 173 time: 0.7503629 Jul 16 18:25:03.976692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'name': 'network-vif-deleted', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:03.979037 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a888520c-93ab-4d79-914b-4d09f04d6aea" -d '{"events": [{"server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "name": "network-vif-deleted", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:04.026651 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de393f51-7a2c-45c5-afa2-07d40672a6a9 req-4b4a085c-809c-4c38-adca-ff56b4114873 tempest-ServerRescueTestJSONUnderV235-115731895 tempest-ServerRescueTestJSONUnderV235-115731895-project] 10.222.0.60 "GET /v2.0/security-groups?id=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123517 Jul 16 18:25:04.032750 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe3ca08-c5c5-4f3f-b444-72a4323c9efe x-openstack-request-id: req-2fe3ca08-c5c5-4f3f-b444-72a4323c9efe {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:04.036080 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30800ec2-2402-4967-ac6e-ec9ab6766807", "name": "network-vif-deleted", "tag": "09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:04.037857 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fe3ca08-c5c5-4f3f-b444-72a4323c9efe {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:04.037857 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30800ec2-2402-4967-ac6e-ec9ab6766807', 'name': 'network-vif-deleted', 'tag': '09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2', 'status': 'completed', 'code': 200} Jul 16 18:25:05.134629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.783111 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.949524 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.981944 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbe42b82-0035-4d9f-a888-43b63f78316c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.152394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Deleting port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:06.152893 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.390289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] For port 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=157fa9e9-b7b3-4daf-bcc5-6a0998ce637f,segment=NetworkSegment(7ec97350-0d7e-4fe3-be5e-81be62fd2034),segment_id=7ec97350-0d7e-4fe3-be5e-81be62fd2034)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:06.391460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.509091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Calling delete_port for 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:06.993191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f4e13-1a5a-4f68-b3e6-ff2945bb45a2 req-0773a8c4-ac67-479d-89be-fcbe676dd78d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.003825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d1f4e13-1a5a-4f68-b3e6-ff2945bb45a2 req-0773a8c4-ac67-479d-89be-fcbe676dd78d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1452415 Jul 16 18:25:07.011863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.043699 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.096921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d1f4e13-1a5a-4f68-b3e6-ff2945bb45a2 req-3c52e568-1780-42ef-943c-92f586b874d7 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882542 Jul 16 18:25:07.148426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Pushing event deleted for resources: {'Port': ['ID=157fa9e9-b7b3-4daf-bcc5-6a0998ce637f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:07.164863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.166277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.167404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.168159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.168728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.169408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.169940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.170458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.171016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.171555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.172107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.172745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:07.368440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.665668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Router 0646e173-ad45-49aa-bb65-abcc7e36a12b has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:07.746852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:07.775008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:07.775607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 09f9bdb9-48c9-4634-9f8d-2cedd7fa9bf2 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:07.796313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:07.802453 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4cd04d24-77d9-406c-b153-cc079763d49c admin admin] 10.222.0.60 "PUT /v2.0/routers/0646e173-ad45-49aa-bb65-abcc7e36a12b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6668851 Jul 16 18:25:07.804932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35064) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.806226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] Sync routers for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:07.819936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:07.820983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:25:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.040376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:08.083621 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.226577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.302902 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Deleting port 0cdab14b-9388-4755-a844-c2a287825207 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:08.305040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.340798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '0cdab14b-9388-4755-a844-c2a287825207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:25:06Z', 'revision_number': 5, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port': {'id': '0cdab14b-9388-4755-a844-c2a287825207', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:29Z', 'updated_at': '2021-07-16T18:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.344338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48c3f0-9c7d-4a03-8ac9-fa2087178532 req-5e0f7c63-e2d4-4d2a-abe3-80c1091faa15 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:08.347458 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3f48c3f0-9c7d-4a03-8ac9-fa2087178532 req-5e0f7c63-e2d4-4d2a-abe3-80c1091faa15 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1071761 Jul 16 18:25:08.384881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] Checking router: 0646e173-ad45-49aa-bb65-abcc7e36a12b for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:08.395274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] Routers {'0646e173-ad45-49aa-bb65-abcc7e36a12b'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:08.396303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:25:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0646e173-ad45-49aa-bb65-abcc7e36a12b'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.445305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3f48c3f0-9c7d-4a03-8ac9-fa2087178532 req-ddc1de46-c0e7-4570-a96c-0c19c94bdfd3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902531 Jul 16 18:25:08.472447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] For port 0cdab14b-9388-4755-a844-c2a287825207, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0cdab14b-9388-4755-a844-c2a287825207,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:08.473036 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.490162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Calling delete_port for 0cdab14b-9388-4755-a844-c2a287825207 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:08.505200 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] Set router 0646e173-ad45-49aa-bb65-abcc7e36a12b gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:08.561244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:25:08Z', 'revision_number': 6, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.596901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbee942-43e4-4c76-81fd-def7fdedf042 None None] The sync data for ids ['0646e173-ad45-49aa-bb65-abcc7e36a12b'] in n-d-793619-10 is: [{'id': '0646e173-ad45-49aa-bb65-abcc7e36a12b', 'name': 'tempest-ServerRescueTestJSONUnderV235-990439984-router', 'tenant_id': 'e01bc8f3534248e0ae49659159e888fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:27Z', 'updated_at': '2021-07-16T18:25:08Z', 'revision_number': 6, 'project_id': 'e01bc8f3534248e0ae49659159e888fb', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:08.674317 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.733835 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.777508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdab14b-9388-4755-a844-c2a287825207,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.852143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.972390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.975803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.097657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.098226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0646e173-ad45-49aa-bb65-abcc7e36a12b {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:09.108990 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.113695 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f81422eb-95d4-46c9-9239-20d8b8804f3e admin admin] 10.222.0.60 "DELETE /v2.0/routers/0646e173-ad45-49aa-bb65-abcc7e36a12b HTTP/1.1" status: 204 len: 168 time: 1.3041458 Jul 16 18:25:09.115993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35104) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.226109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:09.235066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7f57d2-2b5f-45d7-b163-db42fdb7234d admin admin] Deleting subnet c8e90a0b-0ade-4247-9dc2-80edc88116a8 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:09.239623 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f7f57d2-2b5f-45d7-b163-db42fdb7234d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.257911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:09.258740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 157fa9e9-b7b3-4daf-bcc5-6a0998ce637f not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:09.295350 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f7f57d2-2b5f-45d7-b163-db42fdb7234d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.354789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f7f57d2-2b5f-45d7-b163-db42fdb7234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.426109 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f7f57d2-2b5f-45d7-b163-db42fdb7234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.459643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f57d2-2b5f-45d7-b163-db42fdb7234d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e90a0b-0ade-4247-9dc2-80edc88116a8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:09.476607 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f7f57d2-2b5f-45d7-b163-db42fdb7234d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.481273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.484031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0f7f57d2-2b5f-45d7-b163-db42fdb7234d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c8e90a0b-0ade-4247-9dc2-80edc88116a8 HTTP/1.1" status: 204 len: 168 time: 0.3675516 Jul 16 18:25:09.674393 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.785604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d53789-584d-4987-9a46-7ce7d3b5039d req-d59ed2e9-c2c7-4346-9c3f-a2d7bf72b40d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:09.800400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6d53789-584d-4987-9a46-7ce7d3b5039d req-d59ed2e9-c2c7-4346-9c3f-a2d7bf72b40d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1543071 Jul 16 18:25:09.906738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.931787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a43470-36f7-4510-9716-7ceb73045f16']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:09.969167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6d53789-584d-4987-9a46-7ce7d3b5039d req-4d62203c-5e7d-4104-a2e0-1acb836fd5a9 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644955 Jul 16 18:25:10.306585 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.379052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec97350-0d7e-4fe3-be5e-81be62fd2034') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.379451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec97350-0d7e-4fe3-be5e-81be62fd2034') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.395724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.408739 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.415375 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:10.415883 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:10.417877 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:10.481809 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.494402 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.499911 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] 10.222.0.60 "DELETE /v2.0/networks/f9a43470-36f7-4510-9716-7ceb73045f16 HTTP/1.1" status: 204 len: 168 time: 1.0134380 Jul 16 18:25:10.512302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57636305-55b5-407c-8191-3d0f9339a92a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a43470-36f7-4510-9716-7ceb73045f16,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:10.687129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35162) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.731781 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-188472fb-9c82-4383-8297-6c22972d4c99 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e01bc8f3534248e0ae49659159e888fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412104 Jul 16 18:25:10.732222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35166) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.827532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0cdab14b-9388-4755-a844-c2a287825207 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:10.876560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 0cdab14b-9388-4755-a844-c2a287825207 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:10.877369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0cdab14b-9388-4755-a844-c2a287825207 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:10.910507 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ad50a9e-bf6b-4e2b-97d0-d47a3f689e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.942551 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ad50a9e-bf6b-4e2b-97d0-d47a3f689e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.997121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ad50a9e-bf6b-4e2b-97d0-d47a3f689e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.000479 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ad50a9e-bf6b-4e2b-97d0-d47a3f689e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.003181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6ad50a9e-bf6b-4e2b-97d0-d47a3f689e06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb HTTP/1.1" status: 204 len: 168 time: 0.2693326 Jul 16 18:25:11.031526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad50a9e-bf6b-4e2b-97d0-d47a3f689e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1952d5cf-7e87-4e7d-80d1-8f2ddd01f2fb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.273544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8889ca7-1522-4553-b0e1-7bfe779c909e req-77c15b13-e847-4c7a-9fbf-5b3c6950f102 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.283037 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8889ca7-1522-4553-b0e1-7bfe779c909e req-77c15b13-e847-4c7a-9fbf-5b3c6950f102 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1387274 Jul 16 18:25:11.409119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8889ca7-1522-4553-b0e1-7bfe779c909e req-043f46d6-970a-4de2-88a9-5934061667ce tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084275 Jul 16 18:25:12.137042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35210) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.257338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1629500843-network', 'tenant_id': '3709ffbd36344ac6a6874a756b37ad16'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:12.292001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Made reservation on behalf of 3709ffbd36344ac6a6874a756b37ad16 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:12.294529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.306417 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.446034 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.452003 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.485551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b76f9b7-043a-4b2f-86fb-777c739a994f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:12.514448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:12.526659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.527503 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Added segment 7507f92d-29ff-4f6a-ae58-b5a04a50641d of type vlan for network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a Jul 16 18:25:12.577121 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.609705 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.613862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:12.614542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.688989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] Pushing event updated for resources: {'Network': ['ID=090e0f75-9d4d-43cd-ab0e-d2d46af8647a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:12.695916 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bcc1597d-7732-483c-8b22-e6caeab572d4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5577571 Jul 16 18:25:12.696986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35220) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.700378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:12.702152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Request body: {'subnet': {'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1629500843-subnet', 'tenant_id': '3709ffbd36344ac6a6874a756b37ad16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:12.702532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20231d3-2162-41d9-940c-568a56bc214f req-2e62042d-f1eb-4733-9acb-6067a1a97cf8 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:12.704168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d20231d3-2162-41d9-940c-568a56bc214f req-2e62042d-f1eb-4733-9acb-6067a1a97cf8 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.0928724 Jul 16 18:25:12.742730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Made reservation on behalf of 3709ffbd36344ac6a6874a756b37ad16 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:12.746129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.765922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d20231d3-2162-41d9-940c-568a56bc214f req-9d0f14b9-68b8-47bc-a07c-30a897408713 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559068 Jul 16 18:25:13.043788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.180497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e035b6d-72c0-486c-8646-8be99e9943ab,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.186716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Checking segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:13.187297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Network hostable DHCP agents. Network: 090e0f75-9d4d-43cd-ab0e-d2d46af8647a, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:13.230286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:13.243540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 090e0f75-9d4d-43cd-ab0e-d2d46af8647a) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:13.251330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.252706 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.262631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47be305-b0d5-4903-b37f-e00c369acd8b None None] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:13.284361 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-92f7fc88-8167-475e-8472-b064937131ae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5859911 Jul 16 18:25:13.561630 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07e651d-cf0d-4ed3-80b3-b0ccd5d2aee3 None None] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:14.375099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.537408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce66e27b-44aa-476b-ade3-f8cf933b77bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.673409 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce66e27b-44aa-476b-ade3-f8cf933b77bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.681922 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce66e27b-44aa-476b-ade3-f8cf933b77bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.708734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74858cc-c083-43ab-8431-f0ce6a0c3e5b req-048a52b9-576a-4286-968f-a6d96e59257e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.710289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e74858cc-c083-43ab-8431-f0ce6a0c3e5b req-048a52b9-576a-4286-968f-a6d96e59257e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.2176762 Jul 16 18:25:14.717480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-3f53a3ee-8d1d-4b9d-8e95-84a2fd5e34eb tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.719047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-3f53a3ee-8d1d-4b9d-8e95-84a2fd5e34eb tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.8230479 Jul 16 18:25:14.727562 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ce66e27b-44aa-476b-ade3-f8cf933b77bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3bced774b19a4a949663a9e87d9a3b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495595 Jul 16 18:25:14.732351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.757841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e74858cc-c083-43ab-8431-f0ce6a0c3e5b req-0ffdc51e-a6cf-4e8a-acfa-fdedab4f8f7d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376089 Jul 16 18:25:14.766655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66e27b-44aa-476b-ade3-f8cf933b77bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f901a54-3af6-4ad9-b3f5-d4cb45cb414c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:14.785397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-bc27da36-1cc3-4409-8ac3-95d5224c1bab tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/quotas/3709ffbd36344ac6a6874a756b37ad16 HTTP/1.1" status: 200 len: 375 time: 0.0303531 Jul 16 18:25:14.808016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f7f41a4-8aa0-4d05-a075-6902c09cba7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.848128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-0d0833a7-83ce-446e-929b-f3aa9af29bbd tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612774 Jul 16 18:25:14.871232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f7f41a4-8aa0-4d05-a075-6902c09cba7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.939478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f7f41a4-8aa0-4d05-a075-6902c09cba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.942315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-c2da196f-e30e-4d51-9c2d-99ed02e14996 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:25:14.946185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5f7f41a4-8aa0-4d05-a075-6902c09cba7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.947789 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5f7f41a4-8aa0-4d05-a075-6902c09cba7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f901a54-3af6-4ad9-b3f5-d4cb45cb414c HTTP/1.1" status: 204 len: 168 time: 0.2145164 Jul 16 18:25:14.956150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-c2da196f-e30e-4d51-9c2d-99ed02e14996 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1011059 Jul 16 18:25:14.971404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f41a4-8aa0-4d05-a075-6902c09cba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f901a54-3af6-4ad9-b3f5-d4cb45cb414c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.112201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-7c24b5db-2711-49cb-9386-cf3f266fac03 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532164 Jul 16 18:25:15.353776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-4f5094c9-a34e-45ad-a6c3-6904bfbf8796 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394109 Jul 16 18:25:15.624491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35302) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:15.666247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cccb189d-6eb9-4f70-837d-0ff89941a2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.678099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d70d221-7aa4-42d5-8076-2b90c480a102 req-378e62d6-5f3a-444a-a74a-338450b40195 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 210 time: 0.1025193 Jul 16 18:25:15.873580 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cccb189d-6eb9-4f70-837d-0ff89941a2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.888390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cccb189d-6eb9-4f70-837d-0ff89941a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.928685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb189d-6eb9-4f70-837d-0ff89941a2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a7e0f-6d25-4fbd-a13e-d2dcd8b660b4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.972347 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cccb189d-6eb9-4f70-837d-0ff89941a2d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9696661424e7471dbb82f4d456d29be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421192 Jul 16 18:25:15.975256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35310) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:16.041096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e3aa6-f604-47bb-b33c-a5373d67bca4 req-4e75abed-f78c-478f-9bab-3d81e7e95d5f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:16.051850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d6e3aa6-f604-47bb-b33c-a5373d67bca4 req-4e75abed-f78c-478f-9bab-3d81e7e95d5f tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1222646 Jul 16 18:25:16.169267 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ce68a68-5fd8-4d50-b067-552535789613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.189167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d6e3aa6-f604-47bb-b33c-a5373d67bca4 req-eaf896e9-b33c-4940-8a7f-5f6fe9669a5d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313543 Jul 16 18:25:16.193569 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ce68a68-5fd8-4d50-b067-552535789613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.260158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ce68a68-5fd8-4d50-b067-552535789613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.274628 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ce68a68-5fd8-4d50-b067-552535789613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.276952 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0ce68a68-5fd8-4d50-b067-552535789613 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/003a7e0f-6d25-4fbd-a13e-d2dcd8b660b4 HTTP/1.1" status: 204 len: 168 time: 0.3006520 Jul 16 18:25:16.311551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce68a68-5fd8-4d50-b067-552535789613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a7e0f-6d25-4fbd-a13e-d2dcd8b660b4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:17.068693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e4e771b-be1a-4ba0-9996-3375cfb67a25 req-556fe0f8-15e8-437f-ace4-93c77a6edfdd tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 210 time: 0.0436521 Jul 16 18:25:17.695477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8705e-2894-4a94-9298-13af1ba83257 req-c1aa1748-68da-4748-b2a5-67b3ecfb3ec6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.704206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a8705e-2894-4a94-9298-13af1ba83257 req-c1aa1748-68da-4748-b2a5-67b3ecfb3ec6 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.2832494 Jul 16 18:25:17.783111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-5332b2cc-c117-4624-84b7-4a926414006c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.800829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-5332b2cc-c117-4624-84b7-4a926414006c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.2702966 Jul 16 18:25:17.803661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Request body: {'port': {'device_id': '731605d0-9709-4fb1-b398-8fbb87598acc', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'admin_state_up': True, 'tenant_id': '3709ffbd36344ac6a6874a756b37ad16'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:17.850955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a8705e-2894-4a94-9298-13af1ba83257 req-8faa933b-cee7-4fb9-8417-33409146fd98 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443114 Jul 16 18:25:18.099544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Made reservation on behalf of 3709ffbd36344ac6a6874a756b37ad16 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:18.104216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.373300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad2b6d07-bef9-4d76-90f3-9dbe9971070f req-bbf26a02-207f-48e4-916b-4b03faf93d31 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 210 time: 0.1114316 Jul 16 18:25:18.421113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Allocated IP 172.20.0.5 (090e0f75-9d4d-43cd-ab0e-d2d46af8647a/9e035b6d-72c0-486c-8646-8be99e9943ab/22aec8c7-b6de-4768-88b5-fcb9c32f5198) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:18.679548 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.754298 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.883837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:18.894797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:18.898014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:19.055687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.057222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.069970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event updated for resources: {'Port': ['ID=22aec8c7-b6de-4768-88b5-fcb9c32f5198,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.098801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44611095-0314-4f76-b894-a77476d851d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3010898 Jul 16 18:25:19.139438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Request body: {'port': {'device_id': '731605d0-9709-4fb1-b398-8fbb87598acc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:19.283480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf75c4a-a38a-42ca-a8f1-bc4ea88ed18a req-9e71d018-5a8f-4134-bce7-f74a98011f20 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.285384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abf75c4a-a38a-42ca-a8f1-bc4ea88ed18a req-9e71d018-5a8f-4134-bce7-f74a98011f20 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1827099 Jul 16 18:25:19.300575 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.447179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abf75c4a-a38a-42ca-a8f1-bc4ea88ed18a req-f0afcf0a-9d95-4433-a32e-bb9a227a3d2c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478493 Jul 16 18:25:19.804046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e162a-a1b0-4091-b39a-f8afaee1625b req-c2ad26f9-8fc7-4730-b2af-7b59c20c93a8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.806087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad3e162a-a1b0-4091-b39a-f8afaee1625b req-c2ad26f9-8fc7-4730-b2af-7b59c20c93a8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 931 time: 0.1542344 Jul 16 18:25:19.974111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad3e162a-a1b0-4091-b39a-f8afaee1625b req-46d93b35-e219-435f-926d-33ba029eeaf1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590352 Jul 16 18:25:20.033417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22aec8c7-b6de-4768-88b5-fcb9c32f5198 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:20.047821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.083997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Transition to ACTIVE for port object 22aec8c7-b6de-4768-88b5-fcb9c32f5198 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:20.090524 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.224859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Pushing event updated for resources: {'Port': ['ID=22aec8c7-b6de-4768-88b5-fcb9c32f5198,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.342779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Attempting to bind port 22aec8c7-b6de-4768-88b5-fcb9c32f5198 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:20.343195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Attempting to bind port 22aec8c7-b6de-4768-88b5-fcb9c32f5198 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:20.348962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Attempting to bind port 22aec8c7-b6de-4768-88b5-fcb9c32f5198 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:20.359371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Port 22aec8c7-b6de-4768-88b5-fcb9c32f5198 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:20.359946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Attempting to bind port 22aec8c7-b6de-4768-88b5-fcb9c32f5198 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:20.369316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:20.369316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Checking segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:20.371284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Bound using segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:20.372156 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Bound port: 22aec8c7-b6de-4768-88b5-fcb9c32f5198, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:20.372409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.462822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] For port 22aec8c7-b6de-4768-88b5-fcb9c32f5198, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:20.471332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] For port 22aec8c7-b6de-4768-88b5-fcb9c32f5198, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22aec8c7-b6de-4768-88b5-fcb9c32f5198,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:20.483878 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.584449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.584977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.586689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] 10.222.0.45 "PUT /v2.0/ports/22aec8c7-b6de-4768-88b5-fcb9c32f5198 HTTP/1.1" status: 200 len: 1092 time: 1.4516337 Jul 16 18:25:20.587204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731605d0-9709-4fb1-b398-8fbb87598acc', 'tag': '22aec8c7-b6de-4768-88b5-fcb9c32f5198'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:20.589780 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb" -d '{"events": [{"name": "network-changed", "server_uuid": "731605d0-9709-4fb1-b398-8fbb87598acc", "tag": "22aec8c7-b6de-4768-88b5-fcb9c32f5198"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:20.663445 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74fe864-abf2-466a-a935-e4d99e437b44 x-openstack-request-id: req-a74fe864-abf2-466a-a935-e4d99e437b44 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:20.664063 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731605d0-9709-4fb1-b398-8fbb87598acc", "tag": "22aec8c7-b6de-4768-88b5-fcb9c32f5198", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:20.664063 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a74fe864-abf2-466a-a935-e4d99e437b44 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:20.665794 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731605d0-9709-4fb1-b398-8fbb87598acc', 'tag': '22aec8c7-b6de-4768-88b5-fcb9c32f5198', 'status': 'completed', 'code': 200} Jul 16 18:25:20.674803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ab824-d6c4-491f-baff-9e7b5d4cb311 service neutron] Pushing event updated for resources: {'Port': ['ID=22aec8c7-b6de-4768-88b5-fcb9c32f5198,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.762167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-c8395a03-fda7-47be-810a-133852f412c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.767833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-c8395a03-fda7-47be-810a-133852f412c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 1095 time: 0.1023252 Jul 16 18:25:20.782497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d137952-bb1b-44a7-9828-030aa06e4a80 req-a8a1b635-7b9d-44cb-b768-a6bda9d58242 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.784048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d137952-bb1b-44a7-9828-030aa06e4a80 req-a8a1b635-7b9d-44cb-b768-a6bda9d58242 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1719513 Jul 16 18:25:20.826453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-b00acbd9-8374-45ac-a525-de3f71f4e7f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22aec8c7-b6de-4768-88b5-fcb9c32f5198 HTTP/1.1" status: 200 len: 217 time: 0.0529318 Jul 16 18:25:20.906418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d137952-bb1b-44a7-9828-030aa06e4a80 req-1bec55f0-58f1-4de2-8e2f-299162e90b3b tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148441 Jul 16 18:25:20.914132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-de8ce3a3-71dd-4098-bc2e-09704be76713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.917149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-de8ce3a3-71dd-4098-bc2e-09704be76713 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.0814888 Jul 16 18:25:20.981105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-6e9453c1-2844-49bf-9e6e-eeda1e26d149 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475211 Jul 16 18:25:21.100377 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-44e56d7b-3a5e-4102-b644-8e00155020ca service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101050 Jul 16 18:25:21.427527 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34c7b5fa-525d-4794-98b9-c24cbf47fb4c req-462613fa-16a2-452c-b54d-21e068736748 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061652 Jul 16 18:25:21.458412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1c502-c1be-4dba-ad4e-8581a302fc03 req-c26f1c03-9e24-40b8-b0d0-d124f24aab61 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.467340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62b1c502-c1be-4dba-ad4e-8581a302fc03 req-c26f1c03-9e24-40b8-b0d0-d124f24aab61 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 943 time: 0.2948799 Jul 16 18:25:21.743042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62b1c502-c1be-4dba-ad4e-8581a302fc03 req-191d4226-304c-4cc8-b2c9-3907ed478f2a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745726 Jul 16 18:25:21.786006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ed80-7c52-4c1a-ab45-d8196479d010 req-55c24422-5d1f-438c-98ea-dc7436b547b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.786006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0d0ed80-7c52-4c1a-ab45-d8196479d010 req-55c24422-5d1f-438c-98ea-dc7436b547b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 1097 time: 0.3499892 Jul 16 18:25:21.791847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-4560ec4d-7185-4d3a-843b-ec4adaa5e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.803342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-4560ec4d-7185-4d3a-843b-ec4adaa5e0cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 1095 time: 0.3013461 Jul 16 18:25:21.874209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0d0ed80-7c52-4c1a-ab45-d8196479d010 req-bf11b43e-7784-49a4-9672-73d1cd8eab59 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723071 Jul 16 18:25:21.959987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-9dcbc109-b63a-45fe-8529-dddd65fbd18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.961901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-9dcbc109-b63a-45fe-8529-dddd65fbd18b service neutron] 10.222.0.45 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 907 time: 0.1532545 Jul 16 18:25:22.029083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-2b63caa6-2164-40f3-b65d-0e70f4c1dbf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22aec8c7-b6de-4768-88b5-fcb9c32f5198 HTTP/1.1" status: 200 len: 217 time: 0.0570395 Jul 16 18:25:22.118840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-5072cdc0-1fa4-4b1b-bbf6-30e353906458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.120320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-5072cdc0-1fa4-4b1b-bbf6-30e353906458 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.0788567 Jul 16 18:25:22.166612 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-b5655327-8269-4c7e-b0c8-11d6ef9791d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368297 Jul 16 18:25:22.178651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed1762-c62e-43c0-88b8-e884b853a0c2 req-59f5bfd8-021c-477b-b931-741523a25796 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.180150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0ed1762-c62e-43c0-88b8-e884b853a0c2 req-59f5bfd8-021c-477b-b931-741523a25796 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 945 time: 0.1498973 Jul 16 18:25:22.287035 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0ed1762-c62e-43c0-88b8-e884b853a0c2 req-0f1d5c9a-e33a-4f2a-8bdf-ad26cfc6214f tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962727 Jul 16 18:25:22.307857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-16ae91c9-2b3d-4d97-b074-2bf954da721e service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266291 Jul 16 18:25:22.442424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f6c2df79-550a-4be2-8b41-50f2a0f80c2a details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:22.466994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f6c2df79-550a-4be2-8b41-50f2a0f80c2a no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:22.567970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a0ec3da-ce5d-4beb-b92c-fe1758fa0feb req-eb56e573-bf76-470d-93fd-7a38eb8d92d4 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525718 Jul 16 18:25:22.593361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82484e0-438c-4ef3-b4c7-3c94ab88388c req-e9b0d704-a4ba-4301-8c97-72c254975091 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.595420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d82484e0-438c-4ef3-b4c7-3c94ab88388c req-e9b0d704-a4ba-4301-8c97-72c254975091 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.2094493 Jul 16 18:25:22.658885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:22.674969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'port_id': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'mac_address': 'fa:16:3e:c4:17:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:22.675718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d82484e0-438c-4ef3-b4c7-3c94ab88388c req-5fed2161-3077-428e-b2fe-a4531d08dc9c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687973 Jul 16 18:25:22.727484 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.763772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:22.766453 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1068b9cc-37bf-4a76-95e1-d961a9742eec" -d '{"events": [{"server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:22.782800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:22.784058 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.793901 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.805586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6c2df79-550a-4be2-8b41-50f2a0f80c2a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:22.872261 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25fb341-efe9-4c69-981a-d9608c53ee9f x-openstack-request-id: req-e25fb341-efe9-4c69-981a-d9608c53ee9f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:22.872569 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:22.872817 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e25fb341-efe9-4c69-981a-d9608c53ee9f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:22.873202 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'code': 200} Jul 16 18:25:22.875443 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:25:22.876024 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:25:22.904613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.005614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f79629-0cf7-438a-b4fe-656facdddb15 req-3aef461c-ece8-4743-ba1b-f129fda2fcad tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.007287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9f79629-0cf7-438a-b4fe-656facdddb15 req-3aef461c-ece8-4743-ba1b-f129fda2fcad tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 943 time: 0.0729127 Jul 16 18:25:23.073665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9f79629-0cf7-438a-b4fe-656facdddb15 req-21d8aefd-dbc9-415c-a7c4-42760cc3cb13 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575440 Jul 16 18:25:23.442568 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.460329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c2df79-550a-4be2-8b41-50f2a0f80c2a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:23.492794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:23.504105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.613336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-b0ffc542-2dfd-453d-b4b8-4a836ce2a237 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.614912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-b0ffc542-2dfd-453d-b4b8-4a836ce2a237 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.45 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 945 time: 0.1550100 Jul 16 18:25:23.619322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.692506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce20b1-ab8c-4533-a75f-4a6e07485be3 req-8102bd05-7bd6-435a-96ea-3c64f3899f9e tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.694138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acce20b1-ab8c-4533-a75f-4a6e07485be3 req-8102bd05-7bd6-435a-96ea-3c64f3899f9e tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 945 time: 0.1504374 Jul 16 18:25:23.803732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acce20b1-ab8c-4533-a75f-4a6e07485be3 req-c84d6d37-7a94-4d0f-896a-112d24bb3dff tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949090 Jul 16 18:25:23.844649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Deleting port 8cd7a068-53b3-42b2-8341-0c7f3b32be89 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:23.845213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.968960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f6c2df79-550a-4be2-8b41-50f2a0f80c2a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:24.063667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] For port 8cd7a068-53b3-42b2-8341-0c7f3b32be89, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=8cd7a068-53b3-42b2-8341-0c7f3b32be89,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:24.064041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.088973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Calling delete_port for 8cd7a068-53b3-42b2-8341-0c7f3b32be89 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:24.205385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134d345-c405-4f82-b0a8-d6478452a01e req-20548cfb-1850-4213-86a1-fb73e4bca63e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.213088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a134d345-c405-4f82-b0a8-d6478452a01e req-20548cfb-1850-4213-86a1-fb73e4bca63e tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 944 time: 0.2512953 Jul 16 18:25:24.343579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a134d345-c405-4f82-b0a8-d6478452a01e req-057a0496-0b29-40f5-b051-d9d4d741fe66 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292720 Jul 16 18:25:24.385843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.391407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.397966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['8cd7a068-53b3-42b2-8341-0c7f3b32be89'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:24.493170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] No DVR routers for this DVR port 8cd7a068-53b3-42b2-8341-0c7f3b32be89 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:24.505242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd8cc8-27b6-4e1b-8eb1-e7c5ec349eff req-45fd7c99-ede4-4999-97b7-6057148baa62 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.506921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccdd8cc8-27b6-4e1b-8eb1-e7c5ec349eff req-45fd7c99-ede4-4999-97b7-6057148baa62 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 943 time: 0.2662680 Jul 16 18:25:24.508112 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.510173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60d9e0f5-b378-4b84-bc1b-c057be6747bd req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.45 "DELETE /v2.0/ports/8cd7a068-53b3-42b2-8341-0c7f3b32be89 HTTP/1.1" status: 204 len: 173 time: 0.8789451 Jul 16 18:25:24.510978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fa9398-5ff9-4221-abc0-c017623a173b', 'name': 'network-vif-deleted', 'tag': '8cd7a068-53b3-42b2-8341-0c7f3b32be89'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:24.516951 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bef1860-b7f8-4771-8624-16e6acf7d614" -d '{"events": [{"server_uuid": "24fa9398-5ff9-4221-abc0-c017623a173b", "name": "network-vif-deleted", "tag": "8cd7a068-53b3-42b2-8341-0c7f3b32be89"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:24.517168 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-72f442c5-9335-487e-8c1f-fac221383bfa tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/floatingips/414b8415-f42e-4ef8-ab0a-2aefbdbc3d30 HTTP/1.1" status: 200 len: 992 time: 0.1230860 Jul 16 18:25:24.530559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd16db-b8e8-418b-9191-c23e718907f7 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Pushing event deleted for resources: {'Port': ['ID=8cd7a068-53b3-42b2-8341-0c7f3b32be89,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:24.642983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccdd8cc8-27b6-4e1b-8eb1-e7c5ec349eff req-52f75e16-b14f-48f2-9a0a-735f4c259f35 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141751 Jul 16 18:25:24.645306 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556acde6-3c72-4a08-8164-dc32252d90a6 x-openstack-request-id: req-556acde6-3c72-4a08-8164-dc32252d90a6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:24.645621 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fa9398-5ff9-4221-abc0-c017623a173b", "name": "network-vif-deleted", "tag": "8cd7a068-53b3-42b2-8341-0c7f3b32be89", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:24.645868 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-556acde6-3c72-4a08-8164-dc32252d90a6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:24.646259 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fa9398-5ff9-4221-abc0-c017623a173b', 'name': 'network-vif-deleted', 'tag': '8cd7a068-53b3-42b2-8341-0c7f3b32be89', 'status': 'completed', 'code': 200} Jul 16 18:25:25.054894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5f79daa-de65-4ed0-b978-9144d76466fa req-7219cc74-01bb-4dc7-975c-c6345f639bd4 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=24fa9398-5ff9-4221-abc0-c017623a173b HTTP/1.1" status: 200 len: 210 time: 0.0850394 Jul 16 18:25:25.820275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 22aec8c7-b6de-4768-88b5-fcb9c32f5198 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:25.950007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed240bfa-8b8e-49f5-a2b6-71914e06bb0a req-acc9e531-c5ec-490a-b7fc-4dbf77466c4c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.951945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed240bfa-8b8e-49f5-a2b6-71914e06bb0a req-acc9e531-c5ec-490a-b7fc-4dbf77466c4c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 943 time: 0.0894797 Jul 16 18:25:26.004280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed240bfa-8b8e-49f5-a2b6-71914e06bb0a req-79139c32-a198-4134-a7cb-62f694fd9eb1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Jul 16 18:25:26.126615 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 22aec8c7-b6de-4768-88b5-fcb9c32f5198, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22aec8c7-b6de-4768-88b5-fcb9c32f5198,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:26.139891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '22aec8c7-b6de-4768-88b5-fcb9c32f5198', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'port_id': '22aec8c7-b6de-4768-88b5-fcb9c32f5198', 'mac_address': 'fa:16:3e:fa:cb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e035b6d-72c0-486c-8646-8be99e9943ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:26.193308 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.219651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22aec8c7-b6de-4768-88b5-fcb9c32f5198 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:26.245467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 22aec8c7-b6de-4768-88b5-fcb9c32f5198, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22aec8c7-b6de-4768-88b5-fcb9c32f5198,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:26.253042 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.332068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=22aec8c7-b6de-4768-88b5-fcb9c32f5198,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:26.443751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f6c2df79-550a-4be2-8b41-50f2a0f80c2a up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:26.513058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port f6c2df79-550a-4be2-8b41-50f2a0f80c2a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:26.513058 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.555430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:26.714178 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.755827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:26.758319 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951aec69-6702-4069-84b3-18984cff1ea6" -d '{"events": [{"server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "name": "network-vif-plugged", "status": "completed", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:26.772617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:26.794524 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.937981 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a90e07-3f92-427d-8d97-88ffef85e544 x-openstack-request-id: req-93a90e07-3f92-427d-8d97-88ffef85e544 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:26.938670 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "name": "network-vif-plugged", "status": "completed", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:26.938670 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93a90e07-3f92-427d-8d97-88ffef85e544 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:26.939026 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'code': 200} Jul 16 18:25:26.966654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:27.263952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a63539-0c55-4497-bf4a-bbde50d28f81 req-27dc7a8c-4b59-4846-99ba-c7ffe4656f0a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.270212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16a63539-0c55-4497-bf4a-bbde50d28f81 req-27dc7a8c-4b59-4846-99ba-c7ffe4656f0a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 944 time: 0.1072760 Jul 16 18:25:27.341179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16a63539-0c55-4497-bf4a-bbde50d28f81 req-d377c555-8a00-4e53-aa58-7d559c980ce4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629182 Jul 16 18:25:27.834415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 22aec8c7-b6de-4768-88b5-fcb9c32f5198 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:27.981497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 22aec8c7-b6de-4768-88b5-fcb9c32f5198 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:28.007763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 22aec8c7-b6de-4768-88b5-fcb9c32f5198 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:28.008528 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.160669 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.204423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 22aec8c7-b6de-4768-88b5-fcb9c32f5198, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22aec8c7-b6de-4768-88b5-fcb9c32f5198,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:28.209283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.210452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8cd7a068-53b3-42b2-8341-0c7f3b32be89 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:28.263889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 8cd7a068-53b3-42b2-8341-0c7f3b32be89 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:28.264350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 8cd7a068-53b3-42b2-8341-0c7f3b32be89 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:28.306416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=22aec8c7-b6de-4768-88b5-fcb9c32f5198,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:28.596022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392bc25-4df6-4ea7-8ff2-f23c13e7360e req-1f748b87-b966-47e0-8068-c2c7f5ffa233 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:28.597481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7392bc25-4df6-4ea7-8ff2-f23c13e7360e req-1f748b87-b966-47e0-8068-c2c7f5ffa233 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 945 time: 0.0811009 Jul 16 18:25:28.669669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7392bc25-4df6-4ea7-8ff2-f23c13e7360e req-3cea1b2a-6a22-442f-bdf2-24641acda641 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637867 Jul 16 18:25:28.794755 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.940754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731605d0-9709-4fb1-b398-8fbb87598acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aec8c7-b6de-4768-88b5-fcb9c32f5198'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:28.944300 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16e7446-7fee-4650-973c-e9f6e424e533" -d '{"events": [{"server_uuid": "731605d0-9709-4fb1-b398-8fbb87598acc", "name": "network-vif-plugged", "status": "completed", "tag": "22aec8c7-b6de-4768-88b5-fcb9c32f5198"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:28.998466 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268f3c0a-8e36-40b8-ad79-3d43bf964420 x-openstack-request-id: req-268f3c0a-8e36-40b8-ad79-3d43bf964420 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:29.000206 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731605d0-9709-4fb1-b398-8fbb87598acc", "name": "network-vif-plugged", "status": "completed", "tag": "22aec8c7-b6de-4768-88b5-fcb9c32f5198", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:29.001233 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-268f3c0a-8e36-40b8-ad79-3d43bf964420 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:29.001815 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731605d0-9709-4fb1-b398-8fbb87598acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aec8c7-b6de-4768-88b5-fcb9c32f5198', 'code': 200} Jul 16 18:25:29.177878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfa50c-3704-4416-862a-84b3d15cc999 req-f19ab48f-97bb-4fb2-bd8c-8eebc3f16d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:29.179422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4bfa50c-3704-4416-862a-84b3d15cc999 req-f19ab48f-97bb-4fb2-bd8c-8eebc3f16d8c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 1097 time: 0.1029289 Jul 16 18:25:29.245709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4bfa50c-3704-4416-862a-84b3d15cc999 req-9674c20f-e84c-442b-bd92-4d3e0508a837 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592432 Jul 16 18:25:30.517049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6b321-e3d2-4feb-840b-a02fc42e5b48 req-5b9a61a3-1bef-4689-b560-6ef55c28b47c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:30.529057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6be6b321-e3d2-4feb-840b-a02fc42e5b48 req-5b9a61a3-1bef-4689-b560-6ef55c28b47c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 945 time: 0.6778803 Jul 16 18:25:30.577386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6be6b321-e3d2-4feb-840b-a02fc42e5b48 req-890d2f7e-9d0e-4b9b-8f12-6aa69d93d89f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467975 Jul 16 18:25:31.634116 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:25:31.939143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f820413-28a3-4782-ba9f-78f7b6393c47 req-36dc8fcf-5e10-46d1-a0d2-89a4fa6d80f8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:31.998318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f820413-28a3-4782-ba9f-78f7b6393c47 req-36dc8fcf-5e10-46d1-a0d2-89a4fa6d80f8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 945 time: 0.2056398 Jul 16 18:25:32.085457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f820413-28a3-4782-ba9f-78f7b6393c47 req-87b1c079-7033-495b-b583-13adc6133ee5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858352 Jul 16 18:25:32.674148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc64ee4-a751-40a6-b6fa-fb7fdad451cd req-6aca0f32-e216-4e9f-8286-d975e365e33a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.681087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bc64ee4-a751-40a6-b6fa-fb7fdad451cd req-6aca0f32-e216-4e9f-8286-d975e365e33a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.2713215 Jul 16 18:25:32.707434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bc64ee4-a751-40a6-b6fa-fb7fdad451cd req-9d9916a1-c209-439e-a219-41f5c71aa69e tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/quotas/3709ffbd36344ac6a6874a756b37ad16 HTTP/1.1" status: 200 len: 375 time: 0.0242474 Jul 16 18:25:32.792667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bc64ee4-a751-40a6-b6fa-fb7fdad451cd req-fca7fe94-1941-4200-a5f1-a834676bc734 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843081 Jul 16 18:25:33.029075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bc64ee4-a751-40a6-b6fa-fb7fdad451cd req-b2a33dd1-f3d7-4e5d-bbe1-099b765a1093 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278128 Jul 16 18:25:33.125335 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f61fa08-686a-4c8b-aa0b-e5478cc71316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.172885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bc64ee4-a751-40a6-b6fa-fb7fdad451cd req-12e45aa2-d402-441e-811a-a0f540e3abe3 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290195 Jul 16 18:25:33.810605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f247816a-a089-477b-81ad-0453b1dafdd2 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.813415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f247816a-a089-477b-81ad-0453b1dafdd2 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/networks?id=697a906a-9028-4878-851f-0edce901ff51 HTTP/1.1" status: 200 len: 813 time: 0.1182690 Jul 16 18:25:33.845353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-a76d283a-64ce-49d9-bba0-ebaaf84799d0 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/quotas/bc0f27f5fef74de1900caf64c6e19bd3 HTTP/1.1" status: 200 len: 375 time: 0.0180855 Jul 16 18:25:33.909954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-c70eb8c8-1de9-4dce-a89a-ff1d06d99859 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc0f27f5fef74de1900caf64c6e19bd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557647 Jul 16 18:25:34.086929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-5ff9c9d6-f337-4811-a34b-580f33858566 service neutron] 10.222.0.60 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514137 Jul 16 18:25:34.209619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-a69f893f-63fc-4b59-8a02-f6e37414a379 service neutron] 10.222.0.60 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216786 Jul 16 18:25:34.591915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60b88293-b5d9-4288-a6ba-2fa69be9d87c req-2f10ff70-5be3-4869-b821-8aedd14630d5 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 210 time: 0.0741322 Jul 16 18:25:34.944732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-db6808e7-93cd-483a-bad9-9d7d018ce029 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:34.946472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-db6808e7-93cd-483a-bad9-9d7d018ce029 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.2391570 Jul 16 18:25:34.969560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-3fee48a4-cc56-4154-a722-be216bc554c7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/quotas/3709ffbd36344ac6a6874a756b37ad16 HTTP/1.1" status: 200 len: 375 time: 0.0168974 Jul 16 18:25:35.073451 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-9a251762-b300-4806-b648-a3a50c0d864c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954773 Jul 16 18:25:35.274777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-e9ee6b0d-4c9a-47c9-a96c-1e5b94358641 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999810 Jul 16 18:25:35.426316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-d8cca3cb-21ac-411f-bdd2-1036d9197c53 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485355 Jul 16 18:25:35.894312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c5084c3-fdea-4a31-99a8-8bfdead7dac0 req-7e7d9a52-2d0b-407a-b004-0cd45ffa5f15 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 210 time: 0.0373468 Jul 16 18:25:35.907360 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b2197d3-b2b9-4ff1-9f5f-5c9e24e67668 req-8b0ececf-ded6-434f-9d8e-3517b5df4066 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 210 time: 0.1526759 Jul 16 18:25:35.978242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.017005 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b1ecd4c-ff9c-4495-a2fb-07dbc9102623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.923450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-8f6930d4-d1a6-4814-aa8e-6001afeb7749 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:36.925695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-8f6930d4-d1a6-4814-aa8e-6001afeb7749 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.46 "GET /v2.0/networks?id=697a906a-9028-4878-851f-0edce901ff51 HTTP/1.1" status: 200 len: 813 time: 0.3689034 Jul 16 18:25:36.954019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Request body: {'port': {'device_id': 'a72f2fa2-02cf-4293-9953-1b5016c8aa42', 'network_id': '697a906a-9028-4878-851f-0edce901ff51', 'admin_state_up': True, 'tenant_id': 'bc0f27f5fef74de1900caf64c6e19bd3'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:37.022628 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.145977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Made reservation on behalf of bc0f27f5fef74de1900caf64c6e19bd3 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:37.150593 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.214268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee0d7c55-3b75-4721-b6e2-685d82fd8696 req-c9e57f8d-e8e2-444f-aba9-679badff247c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 210 time: 0.0443966 Jul 16 18:25:37.387456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb77d403-74bd-4e1e-afa1-8037aebc5a60 req-dffbed31-4719-4258-9b5c-a60245147845 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 210 time: 0.1052713 Jul 16 18:25:37.547848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Allocated IP 172.20.0.4 (697a906a-9028-4878-851f-0edce901ff51/0a646814-ae11-42c5-83d3-97f36e317da5/cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:37.778078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-d75374b7-b9f9-474d-8fe8-1b85b97547ef tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.781236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-d75374b7-b9f9-474d-8fe8-1b85b97547ef tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.2685087 Jul 16 18:25:37.808621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Request body: {'port': {'device_id': 'e1f58a05-651c-475f-8c25-699654ec7e48', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'admin_state_up': True, 'tenant_id': '3709ffbd36344ac6a6874a756b37ad16'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:37.994275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.032689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Made reservation on behalf of 3709ffbd36344ac6a6874a756b37ad16 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:38.036301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.119453 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.225557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Network 697a906a-9028-4878-851f-0edce901ff51 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:38.262398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:38.267961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:38.274749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Pushing event updated for resources: {'Port': ['ID=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:38.335926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Allocated IP 172.20.0.13 (090e0f75-9d4d-43cd-ab0e-d2d46af8647a/9e035b6d-72c0-486c-8646-8be99e9943ab/4d2c7781-7db3-416b-b129-a0a5d7e907d6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:38.361886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:38.362441 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.400312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-3a241076-f8c1-4fd1-9a4b-986dae25337a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4553885 Jul 16 18:25:38.477889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Request body: {'port': {'device_id': 'a72f2fa2-02cf-4293-9953-1b5016c8aa42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:38.485928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6b91c89-0e42-4775-b85a-d01de4d2a409 req-5b49a864-646c-40b8-a4ff-f50325ece265 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 210 time: 0.0723372 Jul 16 18:25:38.664696 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.700936 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.748829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.023247 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.036542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:39.045182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e06f2-e933-4332-87be-cde18241ca40 req-8f1b2308-e3e3-48cc-b2ee-b16d9fe72a93 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:39.047928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f65e06f2-e933-4332-87be-cde18241ca40 req-8f1b2308-e3e3-48cc-b2ee-b16d9fe72a93 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 931 time: 0.2847402 Jul 16 18:25:39.221751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:39.266986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:39.271995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:39.305311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:39.354472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event updated for resources: {'Port': ['ID=4d2c7781-7db3-416b-b129-a0a5d7e907d6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.358336 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.390534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f65e06f2-e933-4332-87be-cde18241ca40 req-b6aaa14e-0c37-4ea3-a2d0-8876336273a2 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195666 Jul 16 18:25:39.401259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Transition to ACTIVE for port object cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:39.411659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:39.412475 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.416927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.481532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-194835a1-4bfb-4ee8-84cc-c71c4899a994 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6777067 Jul 16 18:25:39.489064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.499497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Request body: {'port': {'device_id': 'e1f58a05-651c-475f-8c25-699654ec7e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:39.799110 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.802909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Attempting to bind port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:39.803538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Attempting to bind port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '7df1b3ac-9e5b-4298-8aea-53fc5e6697af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '697a906a-9028-4878-851f-0edce901ff51'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:39.803538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Attempting to bind port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c on network 697a906a-9028-4878-851f-0edce901ff51 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:39.826811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c on network 697a906a-9028-4878-851f-0edce901ff51 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:39.827126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Attempting to bind port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c on network 697a906a-9028-4878-851f-0edce901ff51 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:40.059854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:40.064676 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Checking segment: {'id': '7df1b3ac-9e5b-4298-8aea-53fc5e6697af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '697a906a-9028-4878-851f-0edce901ff51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:40.066843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Bound using segment: {'id': '7df1b3ac-9e5b-4298-8aea-53fc5e6697af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '697a906a-9028-4878-851f-0edce901ff51'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:40.067679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Bound port: cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df1b3ac-9e5b-4298-8aea-53fc5e6697af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '697a906a-9028-4878-851f-0edce901ff51'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:40.068430 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.168788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e62d5-65b1-4052-b160-1348a02f1806 req-25dd473d-aa79-4cea-918d-4d9e1daf63a6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.179133 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-422e62d5-65b1-4052-b160-1348a02f1806 req-25dd473d-aa79-4cea-918d-4d9e1daf63a6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 932 time: 0.4869494 Jul 16 18:25:40.309225 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.364963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-422e62d5-65b1-4052-b160-1348a02f1806 req-f6885738-8828-47b3-bd3e-c23c04ff85f4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836815 Jul 16 18:25:40.367867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] For port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:40.427261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] For port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:40.430840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2c7781-7db3-416b-b129-a0a5d7e907d6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:40.441176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.445451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.494701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Transition to ACTIVE for port object 4d2c7781-7db3-416b-b129-a0a5d7e907d6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:40.505867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.506510 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.508311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] 10.222.0.46 "PUT /v2.0/ports/cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c HTTP/1.1" status: 200 len: 1092 time: 2.0793424 Jul 16 18:25:40.513715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72f2fa2-02cf-4293-9953-1b5016c8aa42', 'tag': 'cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:40.517330 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e" -d '{"events": [{"name": "network-changed", "server_uuid": "a72f2fa2-02cf-4293-9953-1b5016c8aa42", "tag": "cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:40.523420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.589623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab7ae3-1cc1-4788-97f8-5eeeabcd7538 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.702524 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd51947a-2e2d-4cac-a486-d39d2cdb2732 x-openstack-request-id: req-bd51947a-2e2d-4cac-a486-d39d2cdb2732 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:40.702895 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72f2fa2-02cf-4293-9953-1b5016c8aa42", "tag": "cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:40.703385 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd51947a-2e2d-4cac-a486-d39d2cdb2732 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:40.703992 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72f2fa2-02cf-4293-9953-1b5016c8aa42', 'tag': 'cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c', 'status': 'completed', 'code': 200} Jul 16 18:25:40.850508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2c7781-7db3-416b-b129-a0a5d7e907d6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.918518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Attempting to bind port 4d2c7781-7db3-416b-b129-a0a5d7e907d6 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:40.919033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Attempting to bind port 4d2c7781-7db3-416b-b129-a0a5d7e907d6 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:40.919531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Attempting to bind port 4d2c7781-7db3-416b-b129-a0a5d7e907d6 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:40.927683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-18d185ea-fdd9-4dc9-8969-29f7297c3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.929374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-18d185ea-fdd9-4dc9-8969-29f7297c3b85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0f27f5fef74de1900caf64c6e19bd3&device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 1095 time: 0.2874849 Jul 16 18:25:40.935898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Port 4d2c7781-7db3-416b-b129-a0a5d7e907d6 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:40.936337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Attempting to bind port 4d2c7781-7db3-416b-b129-a0a5d7e907d6 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:40.953888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a9718-f75d-4931-92dd-c4c0757a2114 req-e185495d-6797-47b6-b6cf-716ce135d4ea tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.955854 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f8a9718-f75d-4931-92dd-c4c0757a2114 req-e185495d-6797-47b6-b6cf-716ce135d4ea tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 943 time: 0.2111907 Jul 16 18:25:40.966381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:40.966783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Checking segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:40.967107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Bound using segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:40.967546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Bound port: 4d2c7781-7db3-416b-b129-a0a5d7e907d6, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:40.967997 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.017522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-fc5c9b09-8619-4d67-a8b1-3a58500f5132 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c HTTP/1.1" status: 200 len: 217 time: 0.0604622 Jul 16 18:25:41.133014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f8a9718-f75d-4931-92dd-c4c0757a2114 req-7059bc0c-730e-4f6b-8f76-6f3044c22c36 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684623 Jul 16 18:25:41.162498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-0a6d4b3d-c650-45b6-8da2-581117468245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.164158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-0a6d4b3d-c650-45b6-8da2-581117468245 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a646814-ae11-42c5-83d3-97f36e317da5 HTTP/1.1" status: 200 len: 853 time: 0.1375465 Jul 16 18:25:41.171869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] For port 4d2c7781-7db3-416b-b129-a0a5d7e907d6, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:41.184345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] For port 4d2c7781-7db3-416b-b129-a0a5d7e907d6, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4d2c7781-7db3-416b-b129-a0a5d7e907d6,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:41.212755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-b6b6948b-f3a5-43ef-b14c-60c84310a529 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697a906a-9028-4878-851f-0edce901ff51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379326 Jul 16 18:25:41.214382 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.300584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.301213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.302628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] 10.222.0.45 "PUT /v2.0/ports/4d2c7781-7db3-416b-b129-a0a5d7e907d6 HTTP/1.1" status: 200 len: 1093 time: 1.8104353 Jul 16 18:25:41.370973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a96353-05bd-4fca-84e4-ff4283d1d096 service neutron] Pushing event updated for resources: {'Port': ['ID=4d2c7781-7db3-416b-b129-a0a5d7e907d6,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.440580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-be0840fa-736a-4e0b-8165-588403f9df28 service neutron] 10.222.0.46 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169867 Jul 16 18:25:41.504212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-9b3b3662-be8c-40fa-8503-bf04f64d814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.507149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-9b3b3662-be8c-40fa-8503-bf04f64d814c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 1096 time: 0.1245499 Jul 16 18:25:41.665734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-0cda3978-4f8b-4d56-ae80-842feaf97304 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d2c7781-7db3-416b-b129-a0a5d7e907d6 HTTP/1.1" status: 200 len: 217 time: 0.1452358 Jul 16 18:25:41.889440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f40b5b51-e096-4961-a819-40acb51b97d5 req-e6c87087-171b-4bc0-939b-86ad9627ed0c service neutron] 10.222.0.46 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404857 Jul 16 18:25:41.898765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-0d729eb2-65b7-43f9-9b18-de730657a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.901471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-0d729eb2-65b7-43f9-9b18-de730657a10c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.1999133 Jul 16 18:25:41.966166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-dedce1b0-57ae-43ad-8fb1-8e5b901ef1d4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570300 Jul 16 18:25:41.980301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68401187-e8a5-42e4-bf35-2acc3d2a1840 req-69d3519f-febf-49a3-bf8c-3fb3874fc63b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.993552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68401187-e8a5-42e4-bf35-2acc3d2a1840 req-69d3519f-febf-49a3-bf8c-3fb3874fc63b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 944 time: 0.4072249 Jul 16 18:25:42.172757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68401187-e8a5-42e4-bf35-2acc3d2a1840 req-b02054bd-1638-4a1c-8c62-64ac0673f4fb tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513336 Jul 16 18:25:42.260784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-3ba80c40-070a-42c7-94de-e85171ed6a5a service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633452 Jul 16 18:25:42.277244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-251de5a2-4443-4abe-b57d-7ff86849cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:42.281213 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-251de5a2-4443-4abe-b57d-7ff86849cdc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc0f27f5fef74de1900caf64c6e19bd3&device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 1095 time: 0.2134354 Jul 16 18:25:42.938063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f58a05-651c-475f-8c25-699654ec7e48', 'tag': '4d2c7781-7db3-416b-b129-a0a5d7e907d6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:42.940928 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8072d23-afa0-4267-a136-43cbe90a1ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f58a05-651c-475f-8c25-699654ec7e48", "tag": "4d2c7781-7db3-416b-b129-a0a5d7e907d6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:43.018246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-e198fc5e-72f7-4001-b6f7-25d51222979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.019720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-e198fc5e-72f7-4001-b6f7-25d51222979d service neutron] 10.222.0.46 "GET /v2.0/networks?id=697a906a-9028-4878-851f-0edce901ff51 HTTP/1.1" status: 200 len: 914 time: 0.7247741 Jul 16 18:25:43.213623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ebd385-26f1-4c24-b4d2-bc8470851513 req-5dd51878-491f-40b4-9f58-083032392590 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9305587 Jul 16 18:25:43.220395 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08aab6c-79b0-4e77-b88b-45c51656083f x-openstack-request-id: req-f08aab6c-79b0-4e77-b88b-45c51656083f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:43.220395 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f58a05-651c-475f-8c25-699654ec7e48", "tag": "4d2c7781-7db3-416b-b129-a0a5d7e907d6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:43.220395 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f08aab6c-79b0-4e77-b88b-45c51656083f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:43.220395 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f58a05-651c-475f-8c25-699654ec7e48', 'tag': '4d2c7781-7db3-416b-b129-a0a5d7e907d6', 'status': 'completed', 'code': 200} Jul 16 18:25:43.223462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-fafe1f24-f7ce-4d0a-8607-ecd0687e7354 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c HTTP/1.1" status: 200 len: 217 time: 0.1665776 Jul 16 18:25:43.361707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07f6fd-d1af-490a-a9c9-7d00f4c45a71 req-49e35348-9993-436d-93b4-88afa9a20ddf tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.368195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a07f6fd-d1af-490a-a9c9-7d00f4c45a71 req-49e35348-9993-436d-93b4-88afa9a20ddf tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 943 time: 0.4233057 Jul 16 18:25:43.375066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-176ad49b-d148-4d26-8dcd-497ff0ae3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.376631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-176ad49b-d148-4d26-8dcd-497ff0ae3ef3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a646814-ae11-42c5-83d3-97f36e317da5 HTTP/1.1" status: 200 len: 853 time: 0.1317322 Jul 16 18:25:43.475143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-2222dd73-8b18-4d63-8e71-178fad29fe0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=697a906a-9028-4878-851f-0edce901ff51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806839 Jul 16 18:25:43.535687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a07f6fd-d1af-490a-a9c9-7d00f4c45a71 req-a3b8b3d7-d1d0-483a-897e-8c5173ccc18c tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664338 Jul 16 18:25:43.641237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-0a0dc5ff-277d-496f-943d-d3a518cd174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.643069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-0a0dc5ff-277d-496f-943d-d3a518cd174f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 1096 time: 0.3449914 Jul 16 18:25:43.842348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-554a5d88-5187-48cf-b1a1-758fca571383 service neutron] 10.222.0.46 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477311 Jul 16 18:25:44.042315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97095bc9-407e-45d5-99ec-337ebce0a173 req-f5cdbe0f-fca5-489d-a0cf-ce7f4e753388 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.054049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97095bc9-407e-45d5-99ec-337ebce0a173 req-f5cdbe0f-fca5-489d-a0cf-ce7f4e753388 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 944 time: 0.4236286 Jul 16 18:25:44.143400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-2f8a53a7-62e2-4c02-8e95-acd4f199d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.146208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-2f8a53a7-62e2-4c02-8e95-acd4f199d584 service neutron] 10.222.0.45 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 907 time: 0.4260988 Jul 16 18:25:44.278456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-aa21f13f-6a6b-4910-b59b-68deecdc2f7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d2c7781-7db3-416b-b129-a0a5d7e907d6 HTTP/1.1" status: 200 len: 217 time: 0.1240602 Jul 16 18:25:44.281304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27e9a31f-59a2-485a-a3bf-da2c0c6b797e req-01d60254-edfe-489e-855f-12a749658db6 service neutron] 10.222.0.46 "GET /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278815 Jul 16 18:25:44.363836 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97095bc9-407e-45d5-99ec-337ebce0a173 req-d6b9eddc-fe40-440b-9383-c8e4da3a8c18 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074143 Jul 16 18:25:44.384261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-b16761b5-29ce-4a45-88d9-95731918ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.386494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-b16761b5-29ce-4a45-88d9-95731918ae0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.1007004 Jul 16 18:25:44.437654 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-4aa916ba-f716-40bd-8802-3d99a7f3c96a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416453 Jul 16 18:25:44.505412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:44.661211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-77d1d419-a360-4275-97ba-e9adf2a921b7 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061610 Jul 16 18:25:44.779082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:44.817472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c', 'network_id': '697a906a-9028-4878-851f-0edce901ff51', 'port_id': 'cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c', 'mac_address': 'fa:16:3e:2f:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a646814-ae11-42c5-83d3-97f36e317da5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:44.946852 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.006621 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8072d23-afa0-4267-a136-43cbe90a1ef0 req-3c3c9fa0-d11e-43d2-9409-4bc8bceaccb5 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317533 Jul 16 18:25:45.008193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:45.096561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c9e0e-7176-481f-89fc-05859d852040 req-e9bca290-1b8c-420f-95fe-a59b7f56ab58 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.122877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-023c9e0e-7176-481f-89fc-05859d852040 req-e9bca290-1b8c-420f-95fe-a59b7f56ab58 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 943 time: 0.2679772 Jul 16 18:25:45.137596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:45.148820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.247920 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-023c9e0e-7176-481f-89fc-05859d852040 req-4133aeaf-fb06-4c11-a0b5-9afb80ebccb5 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883417 Jul 16 18:25:45.293061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:45.301716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.302152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.302408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.302749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.303103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.303431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.303764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.304099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.304436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.304807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.305149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.305466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:45.582438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:45.655116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566369a-9ca7-4651-a30b-029953c25bfe req-8141cfe7-72d7-4c2f-b6a8-53fa0d2e6203 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.657828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4566369a-9ca7-4651-a30b-029953c25bfe req-8141cfe7-72d7-4c2f-b6a8-53fa0d2e6203 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 944 time: 0.1198640 Jul 16 18:25:45.717329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4566369a-9ca7-4651-a30b-029953c25bfe req-6a88c9a0-5eef-4dd1-8b8f-024e175390a7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532489 Jul 16 18:25:45.897711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4d2c7781-7db3-416b-b129-a0a5d7e907d6 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:46.063258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4d2c7781-7db3-416b-b129-a0a5d7e907d6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4d2c7781-7db3-416b-b129-a0a5d7e907d6,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:46.080666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '4d2c7781-7db3-416b-b129-a0a5d7e907d6', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'port_id': '4d2c7781-7db3-416b-b129-a0a5d7e907d6', 'mac_address': 'fa:16:3e:49:cf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e035b6d-72c0-486c-8646-8be99e9943ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:46.147072 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.175148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2c7781-7db3-416b-b129-a0a5d7e907d6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:46.219084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4d2c7781-7db3-416b-b129-a0a5d7e907d6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4d2c7781-7db3-416b-b129-a0a5d7e907d6,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:46.233720 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.375332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4d2c7781-7db3-416b-b129-a0a5d7e907d6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:46.501043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16073982-dd5b-4eb6-8871-81ea38e35fdf req-235e53f1-1ccd-4f2f-bbd3-7b50a45c76c5 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.505271 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16073982-dd5b-4eb6-8871-81ea38e35fdf req-235e53f1-1ccd-4f2f-bbd3-7b50a45c76c5 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 944 time: 0.1121726 Jul 16 18:25:46.506187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4d2c7781-7db3-416b-b129-a0a5d7e907d6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:46.635992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16073982-dd5b-4eb6-8871-81ea38e35fdf req-6809df16-b332-4dc0-b678-2ab39be41dc3 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187098 Jul 16 18:25:46.977324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea414f13-91e5-4a4c-ab0a-98f01ebf7167 req-b549bff9-9804-4614-bc16-425abf035f09 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.978835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea414f13-91e5-4a4c-ab0a-98f01ebf7167 req-b549bff9-9804-4614-bc16-425abf035f09 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 945 time: 0.0773213 Jul 16 18:25:47.021152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea414f13-91e5-4a4c-ab0a-98f01ebf7167 req-ab1110d0-20a5-48b7-bf65-2b5968d3dde4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350444 Jul 16 18:25:47.884281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41214548-7e26-42a9-b34d-231b5607f565 req-011c83a6-ff01-425d-9321-bf219d2c5912 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.893397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41214548-7e26-42a9-b34d-231b5607f565 req-011c83a6-ff01-425d-9321-bf219d2c5912 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 944 time: 0.1123121 Jul 16 18:25:47.895290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4d2c7781-7db3-416b-b129-a0a5d7e907d6 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:47.945647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41214548-7e26-42a9-b34d-231b5607f565 req-b6eb4328-65f2-4bb4-93b4-e4374c96225e tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513682 Jul 16 18:25:47.959957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 4d2c7781-7db3-416b-b129-a0a5d7e907d6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:47.971631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 4d2c7781-7db3-416b-b129-a0a5d7e907d6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:47.971631 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.068936 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.120325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4d2c7781-7db3-416b-b129-a0a5d7e907d6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4d2c7781-7db3-416b-b129-a0a5d7e907d6,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:48.121551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f58a05-651c-475f-8c25-699654ec7e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2c7781-7db3-416b-b129-a0a5d7e907d6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:48.124450 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a221168-9be7-4166-be92-12869bd9441d" -d '{"events": [{"server_uuid": "e1f58a05-651c-475f-8c25-699654ec7e48", "name": "network-vif-plugged", "status": "completed", "tag": "4d2c7781-7db3-416b-b129-a0a5d7e907d6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:48.134300 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.200333 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca172d9-3943-4a9b-ab41-89c098a699ad x-openstack-request-id: req-3ca172d9-3943-4a9b-ab41-89c098a699ad {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:48.200849 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f58a05-651c-475f-8c25-699654ec7e48", "name": "network-vif-plugged", "status": "completed", "tag": "4d2c7781-7db3-416b-b129-a0a5d7e907d6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:48.201046 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ca172d9-3943-4a9b-ab41-89c098a699ad {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:48.201433 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f58a05-651c-475f-8c25-699654ec7e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2c7781-7db3-416b-b129-a0a5d7e907d6', 'code': 200} Jul 16 18:25:48.206649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4d2c7781-7db3-416b-b129-a0a5d7e907d6,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.263744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd166640-ef18-4da2-8195-75f449562b3a req-132f7644-b579-468b-949a-4a6702f4020a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:48.271335 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd166640-ef18-4da2-8195-75f449562b3a req-132f7644-b579-468b-949a-4a6702f4020a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 946 time: 0.0912685 Jul 16 18:25:48.341993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd166640-ef18-4da2-8195-75f449562b3a req-02db48b9-908c-49ae-a9bb-cfeb8f6e5309 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697625 Jul 16 18:25:48.365947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169d806-646c-45ef-907d-d4cea2ca465b req-86c93ca0-95af-4546-8143-e596557e6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:48.367741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5169d806-646c-45ef-907d-d4cea2ca465b req-86c93ca0-95af-4546-8143-e596557e6447 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 1098 time: 0.0796058 Jul 16 18:25:48.414704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5169d806-646c-45ef-907d-d4cea2ca465b req-d9f3fe15-7a03-4cbd-94a3-49620da8f259 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384724 Jul 16 18:25:48.520190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:48.623509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:48.628468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:48.628938 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.720073 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.760467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:48.766705 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.835491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:49.273910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01279bab-1a29-495f-a1d7-84d2ccd63479 req-1228bdfb-0b6e-4084-8798-0058a65aa514 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.276119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01279bab-1a29-495f-a1d7-84d2ccd63479 req-1228bdfb-0b6e-4084-8798-0058a65aa514 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 945 time: 0.1328571 Jul 16 18:25:49.328970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01279bab-1a29-495f-a1d7-84d2ccd63479 req-018cbe43-69ef-4038-aeb9-eb0d877b6564 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 Jul 16 18:25:49.599188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169b393-ab00-4a9b-8d58-6332906e1f1d req-3a23b400-a805-4114-b6d8-254e94a0d882 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.601156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0169b393-ab00-4a9b-8d58-6332906e1f1d req-3a23b400-a805-4114-b6d8-254e94a0d882 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 946 time: 0.1218307 Jul 16 18:25:49.662842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0169b393-ab00-4a9b-8d58-6332906e1f1d req-f0576750-0735-4959-9bf7-553b7cbc014d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553498 Jul 16 18:25:49.944233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9242ea-22ff-4a75-b385-abba5d1d250d req-49a59cdf-3158-4933-b735-2149abf695b7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.948411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f9242ea-22ff-4a75-b385-abba5d1d250d req-49a59cdf-3158-4933-b735-2149abf695b7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 946 time: 0.1123598 Jul 16 18:25:50.025390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f9242ea-22ff-4a75-b385-abba5d1d250d req-769c1803-53c9-4e46-ac95-58c4db04cfe0 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681944 Jul 16 18:25:50.203409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f2fa2-02cf-4293-9953-1b5016c8aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:50.206063 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1393cc51-7ab2-4dcf-bf1c-7991ab16744a" -d '{"events": [{"server_uuid": "a72f2fa2-02cf-4293-9953-1b5016c8aa42", "name": "network-vif-plugged", "status": "completed", "tag": "cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:50.377623 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcf7d6d-2431-459f-a702-ed211e3add03 x-openstack-request-id: req-1fcf7d6d-2431-459f-a702-ed211e3add03 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:50.383899 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f2fa2-02cf-4293-9953-1b5016c8aa42", "name": "network-vif-plugged", "status": "completed", "tag": "cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:50.384428 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fcf7d6d-2431-459f-a702-ed211e3add03 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:50.385078 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72f2fa2-02cf-4293-9953-1b5016c8aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c', 'code': 200} Jul 16 18:25:50.652243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b936d-ca15-4c0b-af0f-9dbc7b254d75 req-6f5e1ea8-8ebf-4cbd-a6df-9ec4e25c9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:50.654458 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d87b936d-ca15-4c0b-af0f-9dbc7b254d75 req-6f5e1ea8-8ebf-4cbd-a6df-9ec4e25c9bdf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 1097 time: 0.1485243 Jul 16 18:25:50.774997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d87b936d-ca15-4c0b-af0f-9dbc7b254d75 req-5caab193-5faa-4302-84f4-5722c0830a00 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104298 Jul 16 18:25:50.808842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ddb0-1b7a-473d-83b9-a06594e01d97 req-eeebde1a-bbf1-4639-85a3-243535760437 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:50.817289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b90ddb0-1b7a-473d-83b9-a06594e01d97 req-eeebde1a-bbf1-4639-85a3-243535760437 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 945 time: 0.2568963 Jul 16 18:25:50.868800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b90ddb0-1b7a-473d-83b9-a06594e01d97 req-e8a35219-8000-46bc-b7fb-c0f70d32c004 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505581 Jul 16 18:25:50.897285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68cb1d-a91e-4286-bd18-79df116f05ca req-2fe16a43-4550-4a35-8a0c-8527f2f0e6e7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:50.899069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a68cb1d-a91e-4286-bd18-79df116f05ca req-2fe16a43-4550-4a35-8a0c-8527f2f0e6e7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 946 time: 0.1958523 Jul 16 18:25:50.943516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a68cb1d-a91e-4286-bd18-79df116f05ca req-75fe4f6f-b7e1-4e5e-9901-84f6dc6b421c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369344 Jul 16 18:25:51.447212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-53513af7-a899-4491-ac81-1a842dba2bf1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1029768 Jul 16 18:25:51.634304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f835d6dd-bcef-4c6f-94da-d03c58c98176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.634992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f835d6dd-bcef-4c6f-94da-d03c58c98176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.635544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f835d6dd-bcef-4c6f-94da-d03c58c98176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.636121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f835d6dd-bcef-4c6f-94da-d03c58c98176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.636691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f835d6dd-bcef-4c6f-94da-d03c58c98176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.637256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f835d6dd-bcef-4c6f-94da-d03c58c98176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.638043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f835d6dd-bcef-4c6f-94da-d03c58c98176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.640745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f835d6dd-bcef-4c6f-94da-d03c58c98176 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6508 time: 0.0834453 Jul 16 18:25:51.841356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-05ce6094-885c-4b95-b46c-7dfe0d618330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.842504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-05ce6094-885c-4b95-b46c-7dfe0d618330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.843497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-05ce6094-885c-4b95-b46c-7dfe0d618330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.846519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-05ce6094-885c-4b95-b46c-7dfe0d618330 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 200 len: 2297 time: 0.1702337 Jul 16 18:25:52.006810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f9f5150-be4e-4f10-90a6-bdbdd290203f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.009647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f9f5150-be4e-4f10-90a6-bdbdd290203f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 946 time: 0.2339070 Jul 16 18:25:52.154547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-e771d6da-9c9d-472e-87cb-0ea178e91f7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c HTTP/1.1" status: 200 len: 1001 time: 0.2980359 Jul 16 18:25:52.400369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.477432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-c305a03b-65ad-4693-9fe8-d21c115ef5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.479846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-c305a03b-65ad-4693-9fe8-d21c115ef5fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f704ad-33fb-4f05-85e6-f4111dd0300d HTTP/1.1" status: 200 len: 854 time: 0.3117378 Jul 16 18:25:52.533634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Deleting port 4d2c7781-7db3-416b-b129-a0a5d7e907d6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:52.535216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.587188 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c530-4414-4717-a5fe-708c7353b0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.631299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d0538-5d33-4110-a5d1-07215622d913 req-ed446c7c-8755-4630-9186-c10b894b0a19 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.641427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c00d0538-5d33-4110-a5d1-07215622d913 req-ed446c7c-8755-4630-9186-c10b894b0a19 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 946 time: 0.4752755 Jul 16 18:25:52.711705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56150b1b-9995-43ec-9661-820dee257adf req-9ee11679-b248-40d6-86ec-c3df2663c8a9 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.714049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56150b1b-9995-43ec-9661-820dee257adf req-9ee11679-b248-40d6-86ec-c3df2663c8a9 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 945 time: 0.5039165 Jul 16 18:25:52.751109 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c530-4414-4717-a5fe-708c7353b0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.758010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c530-4414-4717-a5fe-708c7353b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.792767 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b6c4c530-4414-4717-a5fe-708c7353b0e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7131c3d613a445a894e463a14b007ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906140 Jul 16 18:25:52.800211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36214) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.809466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] For port 4d2c7781-7db3-416b-b129-a0a5d7e907d6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4d2c7781-7db3-416b-b129-a0a5d7e907d6,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:52.809877 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.829433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c00d0538-5d33-4110-a5d1-07215622d913 req-507d96e3-2b19-4dec-8b4d-bc19152d0c21 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866901 Jul 16 18:25:52.837309 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4c530-4414-4717-a5fe-708c7353b0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6162b2f-1946-4d20-8943-5f65790d362e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:52.839959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Calling delete_port for 4d2c7781-7db3-416b-b129-a0a5d7e907d6 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:52.892845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56150b1b-9995-43ec-9661-820dee257adf req-dd1954e1-104d-430a-94a8-60a68e348442 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519182 Jul 16 18:25:52.909860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de239a1f-48da-44c1-935b-a491b057d2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.952847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de239a1f-48da-44c1-935b-a491b057d2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.978134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-3fa07cd7-ef9d-437b-8386-2c26a3137487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.981902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-3fa07cd7-ef9d-437b-8386-2c26a3137487 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4860313 Jul 16 18:25:53.038015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de239a1f-48da-44c1-935b-a491b057d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.041519 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de239a1f-48da-44c1-935b-a491b057d2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.043016 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de239a1f-48da-44c1-935b-a491b057d2ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6162b2f-1946-4d20-8943-5f65790d362e HTTP/1.1" status: 204 len: 168 time: 0.2413919 Jul 16 18:25:53.062861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de239a1f-48da-44c1-935b-a491b057d2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6162b2f-1946-4d20-8943-5f65790d362e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.227239 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.240697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198', '4d2c7781-7db3-416b-b129-a0a5d7e907d6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:53.278185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event deleted for resources: {'Port': ['ID=4d2c7781-7db3-416b-b129-a0a5d7e907d6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.294366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f6772f97-4f1b-4d8a-8357-a21749d3e552 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004377 Jul 16 18:25:53.359161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] No DVR routers for this DVR port 4d2c7781-7db3-416b-b129-a0a5d7e907d6 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:53.367859 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.370345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d35bb24-8081-417c-ab99-a556996ad477 req-3f209bd7-ea56-4233-85a2-c8a43f52218f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "DELETE /v2.0/ports/4d2c7781-7db3-416b-b129-a0a5d7e907d6 HTTP/1.1" status: 204 len: 173 time: 1.3516977 Jul 16 18:25:53.370948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f58a05-651c-475f-8c25-699654ec7e48', 'name': 'network-vif-deleted', 'tag': '4d2c7781-7db3-416b-b129-a0a5d7e907d6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:53.380754 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d542b4a-2943-4dfb-9373-cdf16c45850b" -d '{"events": [{"server_uuid": "e1f58a05-651c-475f-8c25-699654ec7e48", "name": "network-vif-deleted", "tag": "4d2c7781-7db3-416b-b129-a0a5d7e907d6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:53.469204 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d983620e-385c-4650-aeef-df7390468603 x-openstack-request-id: req-d983620e-385c-4650-aeef-df7390468603 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:53.469609 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f58a05-651c-475f-8c25-699654ec7e48", "name": "network-vif-deleted", "tag": "4d2c7781-7db3-416b-b129-a0a5d7e907d6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:53.469955 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d983620e-385c-4650-aeef-df7390468603 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:53.470591 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f58a05-651c-475f-8c25-699654ec7e48', 'name': 'network-vif-deleted', 'tag': '4d2c7781-7db3-416b-b129-a0a5d7e907d6', 'status': 'completed', 'code': 200} Jul 16 18:25:53.494718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-af29e150-e466-488c-a59a-41d2a75c2e00 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798208 Jul 16 18:25:53.548879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-05aaa5f7-b2e1-4c28-97db-009fd0c305c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 217 time: 0.0463240 Jul 16 18:25:53.615165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-dceac46c-58e3-4e94-bd0b-de01ca1ce120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:53.616784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-dceac46c-58e3-4e94-bd0b-de01ca1ce120 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0574069 Jul 16 18:25:53.687464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-dd2e8a80-0d7e-46aa-9cf9-7662940685ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:53.689155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-dd2e8a80-0d7e-46aa-9cf9-7662940685ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0644727 Jul 16 18:25:53.809577 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-529a8e9a-1e93-47a3-851d-a0c830b03d95 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112568 Jul 16 18:25:53.929363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-211c3f5c-bbf0-4ed3-9de2-26b8225de380 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103170 Jul 16 18:25:53.986690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-d7171280-583a-4db1-9d37-4a7076154e6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 217 time: 0.0507436 Jul 16 18:25:54.057840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-410b0584-9523-4e29-8839-7e6be80f7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:54.060307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-410b0584-9523-4e29-8839-7e6be80f7fdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0668643 Jul 16 18:25:54.240457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b9e04ad-0007-4082-803f-b9895e8786fa req-149cdbf6-af76-444b-a4ea-85050e1cd3b1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1f58a05-651c-475f-8c25-699654ec7e48 HTTP/1.1" status: 200 len: 210 time: 0.0950549 Jul 16 18:25:54.307960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc834824-ec93-443d-85e5-100ba53cf854 req-d1ae760a-b03a-4ff5-9cf2-7b77b30c765b tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:54.309922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc834824-ec93-443d-85e5-100ba53cf854 req-d1ae760a-b03a-4ff5-9cf2-7b77b30c765b tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 945 time: 0.1673903 Jul 16 18:25:54.317385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-d57ee728-a6ae-4c6e-ab42-dcfbdff66ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:54.319267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-d57ee728-a6ae-4c6e-ab42-dcfbdff66ca2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2453723 Jul 16 18:25:54.433841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc834824-ec93-443d-85e5-100ba53cf854 req-679b46d5-c2b9-466c-a2e5-f2a1ecc658ed tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130583 Jul 16 18:25:54.491574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-9aa36e9b-effc-4262-942a-58daa53887b0 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544459 Jul 16 18:25:54.720742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-0ec30d91-f512-4b57-a586-61f88b32b30a service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208700 Jul 16 18:25:54.856601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-1541e9ad-f416-4c56-ae21-024c5fcfe094 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=97467c8f-b022-4c90-8c50-5ef03999a355 HTTP/1.1" status: 200 len: 217 time: 0.1268704 Jul 16 18:25:54.968474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-3173e193-da24-4724-a398-e1346a89003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:54.971045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-3173e193-da24-4724-a398-e1346a89003d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0786612 Jul 16 18:25:55.062555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-48113ca3-21d8-4690-9338-2196d3e33a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:55.066475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-48113ca3-21d8-4690-9338-2196d3e33a87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788627 Jul 16 18:25:55.206776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-e3cf6acc-37e5-4b20-bf47-a727c5576fa7 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324806 Jul 16 18:25:55.943354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4d2c7781-7db3-416b-b129-a0a5d7e907d6 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:55.973832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 4d2c7781-7db3-416b-b129-a0a5d7e907d6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:55.974388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4d2c7781-7db3-416b-b129-a0a5d7e907d6 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:56.004540 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-d252e001-f2ea-43e3-9eb6-7d01e2245882 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7821028 Jul 16 18:25:56.088495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-5fb279a8-613a-4578-90a1-e39b99902000 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=d1009801-eab5-456c-9434-2755b32d4b69 HTTP/1.1" status: 200 len: 217 time: 0.0752482 Jul 16 18:25:56.195432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-425572f2-d115-4db5-9e09-84d9184175ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.196965 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-425572f2-d115-4db5-9e09-84d9184175ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.1007195 Jul 16 18:25:56.295620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-f77973ba-634a-428d-80e2-cef4a7ab7ed1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.297158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-f77973ba-634a-428d-80e2-cef4a7ab7ed1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.1637592 Jul 16 18:25:56.317071 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-ae20b5b1-ed8c-4f9f-95e2-f3d728e87a7c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/quotas/3709ffbd36344ac6a6874a756b37ad16 HTTP/1.1" status: 200 len: 375 time: 0.0136137 Jul 16 18:25:56.323113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-235119a7-0c38-44ee-abde-bea226bf458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.324770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-235119a7-0c38-44ee-abde-bea226bf458d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1007147 Jul 16 18:25:56.487481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-06f32b1f-0a84-47c0-8d9e-3b65429315e5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1613922 Jul 16 18:25:56.512235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-6e1d1351-26b9-4bca-9294-bca01b8e2594 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761432 Jul 16 18:25:56.693082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-92d09699-9d87-4b75-be38-0289b5b31e80 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943717 Jul 16 18:25:56.722474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-b2862ded-7d83-42e3-a630-d0bd8c00abd6 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992412 Jul 16 18:25:56.784378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-f0ebcb16-75fc-4948-b480-145ac6cca4f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8 HTTP/1.1" status: 200 len: 217 time: 0.0504320 Jul 16 18:25:56.906433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-5631ce80-ac98-4d2c-806f-7015baff1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.908780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-5631ce80-ac98-4d2c-806f-7015baff1566 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.1103647 Jul 16 18:25:56.914669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-65e68e4d-36b4-483b-b141-da473fd514ad service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030592 Jul 16 18:25:57.085296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-d7c82397-06a9-4614-b429-0e63a2eed389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:57.087120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-d7c82397-06a9-4614-b429-0e63a2eed389 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1706657 Jul 16 18:25:57.271836 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c7c2467-f712-4c9d-ae41-081218b4036b req-0fbeb27c-df70-483f-8aea-3af82651be41 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 210 time: 0.0500636 Jul 16 18:25:57.305603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-95bf04fb-099e-4be9-9f9d-570f40d48091 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081933 Jul 16 18:25:57.552748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-d46c7642-ed7d-4f0b-8ec7-ac4eb8cc1a25 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309918 Jul 16 18:25:57.666715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-9f6a56ec-1340-4852-9a8f-7913da878d03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=371d613d-38e1-45bd-97dd-05f7e64845db HTTP/1.1" status: 200 len: 217 time: 0.1058347 Jul 16 18:25:57.761185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-375fed1e-2e5f-4c7a-b431-5845aacfe8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:57.763982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-375fed1e-2e5f-4c7a-b431-5845aacfe8c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.0871139 Jul 16 18:25:57.845208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-a56d8fb9-64d1-48f5-9219-5ba3f6b3bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:57.848188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-a56d8fb9-64d1-48f5-9219-5ba3f6b3bd99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768819 Jul 16 18:25:58.079772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-11ad81e3-80f2-4667-a26c-c556bb67b591 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235641 Jul 16 18:25:58.348339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b276b674-d9bd-44c7-8534-1ec72e3abdf1 req-0039a69b-17e7-4b11-8d19-d7855cb42ba1 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595081 Jul 16 18:25:58.569583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c30e338c-79dc-4275-b2df-49a2bd1e9a12 req-abebaf55-01bc-465a-8a3a-b66108a2c408 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 210 time: 0.0755959 Jul 16 18:25:58.816547 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.085238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-aa8f06eb-814e-4470-a862-9fecb07fd0d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:59.087592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-aa8f06eb-814e-4470-a862-9fecb07fd0d4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.1552484 Jul 16 18:25:59.101573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Request body: {'port': {'device_id': '67dc9a75-688b-4c86-8529-e3693d02b644', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'admin_state_up': True, 'tenant_id': '3709ffbd36344ac6a6874a756b37ad16'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:59.317898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Made reservation on behalf of 3709ffbd36344ac6a6874a756b37ad16 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:59.322868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.626114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Allocated IP 172.20.0.11 (090e0f75-9d4d-43cd-ab0e-d2d46af8647a/9e035b6d-72c0-486c-8646-8be99e9943ab/1b32dc7e-92f1-4f80-b042-df82241d840d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:59.963761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e46e9c64-1f36-4d67-9f0e-be079b8f3902 req-9f8b75a3-7f4d-47ba-8e24-cab1ab67804b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 210 time: 0.0876725 Jul 16 18:25:59.979860 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.048608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.062969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:00.176773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event updated for resources: {'Port': ['ID=1b32dc7e-92f1-4f80-b042-df82241d840d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:00.227168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:00.242869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:00.259536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:00.342692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:00.346152 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.367250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-63a096a7-babd-4a4a-b42a-6285a979cd17 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2698176 Jul 16 18:26:00.380202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Request body: {'port': {'device_id': '67dc9a75-688b-4c86-8529-e3693d02b644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:00.587592 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.048763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b32dc7e-92f1-4f80-b042-df82241d840d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:01.077164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.127561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Transition to ACTIVE for port object 1b32dc7e-92f1-4f80-b042-df82241d840d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:01.135751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.292359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Pushing event updated for resources: {'Port': ['ID=1b32dc7e-92f1-4f80-b042-df82241d840d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.390766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.402325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.402873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.403378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.403876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.404965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.405481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.406195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.406687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.407179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.407764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.408266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.408834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:01.448274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Attempting to bind port 1b32dc7e-92f1-4f80-b042-df82241d840d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:01.448791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Attempting to bind port 1b32dc7e-92f1-4f80-b042-df82241d840d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:01.449145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Attempting to bind port 1b32dc7e-92f1-4f80-b042-df82241d840d on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:01.478673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383aa646-8b50-472b-8b5f-9067d0c94de0 req-4c05f3b8-29ad-406b-ba89-10f67e55f42c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:01.487772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-383aa646-8b50-472b-8b5f-9067d0c94de0 req-4c05f3b8-29ad-406b-ba89-10f67e55f42c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 944 time: 0.2451742 Jul 16 18:26:01.489825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Port 1b32dc7e-92f1-4f80-b042-df82241d840d on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:01.490157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Attempting to bind port 1b32dc7e-92f1-4f80-b042-df82241d840d on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:01.522159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:01.522564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Checking segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:01.522969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Bound using segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:01.523415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Bound port: 1b32dc7e-92f1-4f80-b042-df82241d840d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:01.523777 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.543423 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a60ac3e-6b17-4767-a224-58cc44762366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.564638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-5b9530b4-c8c4-4106-9d9c-e9a20422576a req-f1650c9c-54c0-44ac-aa37-947e11614fca service neutron] (93824) timed out ('10.222.0.46', 55449) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:26:01.584417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-383aa646-8b50-472b-8b5f-9067d0c94de0 req-60c45f9b-99b0-4a53-b473-5f098b3f0f16 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953481 Jul 16 18:26:01.678253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] For port 1b32dc7e-92f1-4f80-b042-df82241d840d, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:01.684585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] For port 1b32dc7e-92f1-4f80-b042-df82241d840d, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=1b32dc7e-92f1-4f80-b042-df82241d840d,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:01.698627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.699628 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a60ac3e-6b17-4767-a224-58cc44762366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.707890 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a60ac3e-6b17-4767-a224-58cc44762366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.744392 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3a60ac3e-6b17-4767-a224-58cc44762366 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d50f09707d1d4d0a84e8ca413115aeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513107 Jul 16 18:26:01.745562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.755529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:01.756450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.758193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] 10.222.0.45 "PUT /v2.0/ports/1b32dc7e-92f1-4f80-b042-df82241d840d HTTP/1.1" status: 200 len: 1093 time: 1.3836999 Jul 16 18:26:01.758832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc9a75-688b-4c86-8529-e3693d02b644', 'tag': '1b32dc7e-92f1-4f80-b042-df82241d840d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:01.761359 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87601653-865a-4c61-9e96-a2c6144c0bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "67dc9a75-688b-4c86-8529-e3693d02b644", "tag": "1b32dc7e-92f1-4f80-b042-df82241d840d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:01.821535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3859736-46aa-4f50-847d-eff4e38b659f service neutron] Pushing event updated for resources: {'Port': ['ID=1b32dc7e-92f1-4f80-b042-df82241d840d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.833816 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8de8a0-7b88-4b08-bb2c-ea013adb19d2 x-openstack-request-id: req-0a8de8a0-7b88-4b08-bb2c-ea013adb19d2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:01.834111 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dc9a75-688b-4c86-8529-e3693d02b644", "tag": "1b32dc7e-92f1-4f80-b042-df82241d840d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:01.834359 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a8de8a0-7b88-4b08-bb2c-ea013adb19d2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:01.834766 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dc9a75-688b-4c86-8529-e3693d02b644', 'tag': '1b32dc7e-92f1-4f80-b042-df82241d840d', 'status': 'completed', 'code': 200} Jul 16 18:26:01.839525 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58afb2c5-5247-47a7-8c5f-70bb81f1ae90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.841163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60ac3e-6b17-4767-a224-58cc44762366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64148c1a-29a5-4ed8-8295-337f82bdbddc,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.872070 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58afb2c5-5247-47a7-8c5f-70bb81f1ae90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.933612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-5eddc9e8-776f-45b0-a49e-9524978cb0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:01.936421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-5eddc9e8-776f-45b0-a49e-9524978cb0df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 1096 time: 0.1253381 Jul 16 18:26:01.947771 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58afb2c5-5247-47a7-8c5f-70bb81f1ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.950946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58afb2c5-5247-47a7-8c5f-70bb81f1ae90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.952469 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-58afb2c5-5247-47a7-8c5f-70bb81f1ae90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64148c1a-29a5-4ed8-8295-337f82bdbddc HTTP/1.1" status: 204 len: 168 time: 0.2059181 Jul 16 18:26:01.964539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afb2c5-5247-47a7-8c5f-70bb81f1ae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64148c1a-29a5-4ed8-8295-337f82bdbddc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.007990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-e0f78dbf-c8a7-4553-aff5-3d3ba3c59385 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b32dc7e-92f1-4f80-b042-df82241d840d HTTP/1.1" status: 200 len: 217 time: 0.0452244 Jul 16 18:26:02.102804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-c5552bf5-7784-424a-977d-3839b3ff3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.110375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-c5552bf5-7784-424a-977d-3839b3ff3a2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.0936372 Jul 16 18:26:02.179101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-45c32622-e62e-4320-84ca-4879562eb2e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611885 Jul 16 18:26:02.375315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-1975d21a-5250-4bb8-a41d-4ba4cd32fe41 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788487 Jul 16 18:26:02.522877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d950a7e0-e992-4a7d-b1c5-e0942fd6a2f5 req-b6608fb7-5ae3-41d1-bab7-0a73793036fd service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410224 Jul 16 18:26:02.680921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-4a883c91-e894-4a1f-ac5d-ff7e9731b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.682693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-4a883c91-e894-4a1f-ac5d-ff7e9731b9b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 1096 time: 0.0898943 Jul 16 18:26:02.914134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-31343ceb-5a91-49cd-92c4-c6d34636eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.915755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-31343ceb-5a91-49cd-92c4-c6d34636eefd service neutron] 10.222.0.45 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 907 time: 0.2219379 Jul 16 18:26:02.941630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ea5d9-2281-4bc2-8d1c-512073528a49 req-a979c4ee-93e4-457a-8a0e-b4c86a57bdc8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.943141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a5ea5d9-2281-4bc2-8d1c-512073528a49 req-a979c4ee-93e4-457a-8a0e-b4c86a57bdc8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 944 time: 0.1325104 Jul 16 18:26:02.976308 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-b5c39c36-2876-4054-af27-151270e7eb65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b32dc7e-92f1-4f80-b042-df82241d840d HTTP/1.1" status: 200 len: 217 time: 0.0518680 Jul 16 18:26:03.055502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a5ea5d9-2281-4bc2-8d1c-512073528a49 req-102d19fb-e456-4bfb-a8d8-973483fcd272 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818334 Jul 16 18:26:03.062415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-efd57870-7207-4187-b652-82be2714590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.064395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-efd57870-7207-4187-b652-82be2714590f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.0805757 Jul 16 18:26:03.127143 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ef37f97-fd98-47a3-8d3c-ceff39fa1cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.137397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-3401ae7a-705f-49de-8c10-fe25b8ea9457 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650918 Jul 16 18:26:03.303655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-1e420690-6a81-40e7-aa2d-89ed03b3d1cd service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591582 Jul 16 18:26:03.459394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87601653-865a-4c61-9e96-a2c6144c0bb5 req-6bce4063-8ee0-427a-b7e7-17f53744664b service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462183 Jul 16 18:26:03.581684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36558) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.709183 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6763f95-55f6-4acd-9888-0eb87bb829f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.803178 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6763f95-55f6-4acd-9888-0eb87bb829f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.807368 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b6763f95-55f6-4acd-9888-0eb87bb829f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.847353 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b6763f95-55f6-4acd-9888-0eb87bb829f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae8a06572418474e80413e7a17aa8354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641258 Jul 16 18:26:03.848323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6763f95-55f6-4acd-9888-0eb87bb829f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf2676-68ee-4be5-8b21-44c497c41eb4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.850186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36566) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.929605 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab3d9821-4a59-4c7a-ad50-cfa7c2c1a1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.953115 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab3d9821-4a59-4c7a-ad50-cfa7c2c1a1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.017256 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab3d9821-4a59-4c7a-ad50-cfa7c2c1a1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.021816 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab3d9821-4a59-4c7a-ad50-cfa7c2c1a1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.024171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ab3d9821-4a59-4c7a-ad50-cfa7c2c1a1fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4cf2676-68ee-4be5-8b21-44c497c41eb4 HTTP/1.1" status: 204 len: 168 time: 0.1722479 Jul 16 18:26:04.043025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d9821-4a59-4c7a-ad50-cfa7c2c1a1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf2676-68ee-4be5-8b21-44c497c41eb4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.302619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a46c99-9c68-4602-b35b-de6fb9845017 req-cb593e32-124b-4fbe-acca-14d6175d1544 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.305299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3a46c99-9c68-4602-b35b-de6fb9845017 req-cb593e32-124b-4fbe-acca-14d6175d1544 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 944 time: 0.1104815 Jul 16 18:26:04.369170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3a46c99-9c68-4602-b35b-de6fb9845017 req-ce6637a1-48bd-4fa7-96a4-05911d964984 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559182 Jul 16 18:26:05.578876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e311ae8-2b39-4aa3-9034-597693db3a4c req-ac96e6be-5f5e-4da7-8b98-f05ab2825451 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.580536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e311ae8-2b39-4aa3-9034-597693db3a4c req-ac96e6be-5f5e-4da7-8b98-f05ab2825451 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 944 time: 0.0718660 Jul 16 18:26:05.635014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e311ae8-2b39-4aa3-9034-597693db3a4c req-16a941c1-e718-4f29-8021-f2d9af9893dd tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475342 Jul 16 18:26:05.882264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:05.940551 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.986208 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f012c0be-3af6-468c-a4ea-1ff3f712a47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.020794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 1b32dc7e-92f1-4f80-b042-df82241d840d details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:06.084492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 8ba955a7-d425-4cf4-baca-0928cce64a08 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:06.085005 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.140432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 1b32dc7e-92f1-4f80-b042-df82241d840d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=1b32dc7e-92f1-4f80-b042-df82241d840d,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:06.152635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '1b32dc7e-92f1-4f80-b042-df82241d840d', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'port_id': '1b32dc7e-92f1-4f80-b042-df82241d840d', 'mac_address': 'fa:16:3e:64:0d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e035b6d-72c0-486c-8646-8be99e9943ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:06.190847 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.191451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.195858 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.205592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 8ba955a7-d425-4cf4-baca-0928cce64a08 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:06.210135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b32dc7e-92f1-4f80-b042-df82241d840d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:06.231524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 1b32dc7e-92f1-4f80-b042-df82241d840d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=1b32dc7e-92f1-4f80-b042-df82241d840d,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:06.236442 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.286188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=1b32dc7e-92f1-4f80-b042-df82241d840d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.377057 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.418425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=8ba955a7-d425-4cf4-baca-0928cce64a08,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.500104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['1b32dc7e-92f1-4f80-b042-df82241d840d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:06.542525 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.542882 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Floating IP 414b8415-f42e-4ef8-ab0a-2aefbdbc3d30 disassociated (deleted). External IP: 172.25.2.228, port: f6c2df79-550a-4be2-8b41-50f2a0f80c2a. Jul 16 18:26:06.973559 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.162501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-cbcb9e3d-7933-4d4c-8a2b-3cddd26586b5 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b1040007b9324fafaf51844ef2214008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4988337 Jul 16 18:26:07.429262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 435624b4-3d69-45c4-af22-9944b45c4242 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:07.465763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487e8a7-cf32-452a-b7d3-05fcc59cc4d5 req-f6be4e0a-0229-45ae-bef3-1a3fcf63c33e tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:07.468114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d487e8a7-cf32-452a-b7d3-05fcc59cc4d5 req-f6be4e0a-0229-45ae-bef3-1a3fcf63c33e tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 945 time: 0.3266444 Jul 16 18:26:07.476299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-26c2f569-5732-43cb-8743-5f148b1767d2 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:07.477716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-26c2f569-5732-43cb-8743-5f148b1767d2 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891610 Jul 16 18:26:07.543410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-5c4756eb-6e06-4f9a-8cb7-fe43fce87cc6 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/quotas/b1040007b9324fafaf51844ef2214008 HTTP/1.1" status: 200 len: 375 time: 0.0550108 Jul 16 18:26:07.595878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-368dedc4-541d-4447-ab0f-9dcef717db7d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b1040007b9324fafaf51844ef2214008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404291 Jul 16 18:26:07.601413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d487e8a7-cf32-452a-b7d3-05fcc59cc4d5 req-67901c90-243b-4d03-ab27-e9f608476493 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227708 Jul 16 18:26:07.664084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:07.668817 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.678988 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] Sync routers for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:07.702619 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:07.704147 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:07.741214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3aa6e139-b2df-4022-91a2-edc8e6b698b1 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/floatingips/414b8415-f42e-4ef8-ab0a-2aefbdbc3d30 HTTP/1.1" status: 204 len: 168 time: 1.8553576 Jul 16 18:26:07.741214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:07.741937 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd3e2a6-6420-43cf-9670-f9a41315485f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:08.005095 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4299e13c-e273-41cd-8db6-1bf033ba1bdf x-openstack-request-id: req-4299e13c-e273-41cd-8db6-1bf033ba1bdf {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:08.005802 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:08.006242 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4299e13c-e273-41cd-8db6-1bf033ba1bdf {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:08.006957 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'status': 'completed', 'code': 200} Jul 16 18:26:08.022438 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:08.042353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 1b32dc7e-92f1-4f80-b042-df82241d840d up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:08.146228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 1b32dc7e-92f1-4f80-b042-df82241d840d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:08.151487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 1b32dc7e-92f1-4f80-b042-df82241d840d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:08.151929 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.213331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13afd6d1-5faf-4ade-958b-f52ee24f31bb req-8aeea0a3-63fb-4dbd-a770-004514f67004 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 210 time: 0.0884540 Jul 16 18:26:08.265719 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-d7bab07d-dbf1-4371-b452-4f7c02c57f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.269147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-d7bab07d-dbf1-4371-b452-4f7c02c57f6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31c96d00249a453298ef421573e576c2&device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 1097 time: 0.2071137 Jul 16 18:26:08.375232 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.411002 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '6988362b-4d86-4c47-af5e-7e3d4003da97', 'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:11:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:49Z', 'updated_at': '2021-07-16T18:24:03Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '24254224-36bc-4e59-9101-a6b85db6c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:08.440436 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] Checking router: 435624b4-3d69-45c4-af22-9944b45c4242 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:08.449586 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:08.450479 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:08.492487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 1b32dc7e-92f1-4f80-b042-df82241d840d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=1b32dc7e-92f1-4f80-b042-df82241d840d,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:08.494541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc9a75-688b-4c86-8529-e3693d02b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b32dc7e-92f1-4f80-b042-df82241d840d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:08.507270 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa32ab5-ca30-4c1a-8f14-9694ada33591" -d '{"events": [{"server_uuid": "67dc9a75-688b-4c86-8529-e3693d02b644", "name": "network-vif-plugged", "status": "completed", "tag": "1b32dc7e-92f1-4f80-b042-df82241d840d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:08.514381 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.605863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-aed590c1-5911-4c77-84e5-106826eda4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.608507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-aed590c1-5911-4c77-84e5-106826eda4b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb HTTP/1.1" status: 200 len: 897 time: 0.2969687 Jul 16 18:26:08.613419 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:08.629562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a60e5-0739-4413-8e29-1fc4bdff959b req-355fe2bd-08df-4889-a808-1613b2f7676c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.637426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba5a60e5-0739-4413-8e29-1fc4bdff959b req-355fe2bd-08df-4889-a808-1613b2f7676c tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1557565 Jul 16 18:26:08.652976 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f52d2ee-0088-4a15-981e-7424b205379a x-openstack-request-id: req-5f52d2ee-0088-4a15-981e-7424b205379a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:08.653268 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dc9a75-688b-4c86-8529-e3693d02b644", "name": "network-vif-plugged", "status": "completed", "tag": "1b32dc7e-92f1-4f80-b042-df82241d840d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:08.653523 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f52d2ee-0088-4a15-981e-7424b205379a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:08.656867 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dc9a75-688b-4c86-8529-e3693d02b644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b32dc7e-92f1-4f80-b042-df82241d840d', 'code': 200} Jul 16 18:26:08.689233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=1b32dc7e-92f1-4f80-b042-df82241d840d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.693001 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:08.719599 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.833073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-0776a496-9656-4d0c-a8ac-1e148adb7082 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a HTTP/1.1" status: 200 len: 217 time: 0.1883700 Jul 16 18:26:08.918799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba5a60e5-0739-4413-8e29-1fc4bdff959b req-530a06ab-6db5-42f8-ab0b-47ef679b269d tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727375 Jul 16 18:26:09.050848 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '6988362b-4d86-4c47-af5e-7e3d4003da97', 'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:11:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:49Z', 'updated_at': '2021-07-16T18:24:03Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '24254224-36bc-4e59-9101-a6b85db6c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:09.087853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-470440e4-04d5-4629-ba44-6a1dfb977fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.089701 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-470440e4-04d5-4629-ba44-6a1dfb977fb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24254224-36bc-4e59-9101-a6b85db6c882 HTTP/1.1" status: 200 len: 835 time: 0.1893694 Jul 16 18:26:09.097041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9bc69-1a4e-405c-816e-a03f4ca10cc9 req-71043c31-d4ab-43cc-80db-3ab586354c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.098561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1eb9bc69-1a4e-405c-816e-a03f4ca10cc9 req-71043c31-d4ab-43cc-80db-3ab586354c94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 1098 time: 0.2856266 Jul 16 18:26:09.104260 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2167e2d5-b0dc-4bd3-a951-09475beb049a None None] The sync data for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 is: [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 4, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '6988362b-4d86-4c47-af5e-7e3d4003da97', 'name': '', 'network_id': '17cb8e9e-8b3b-4cde-9e09-72c10134a2cb', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'mac_address': 'fa:16:3e:11:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_interface', 'standard_attr_id': 2311, 'fixed_ips': [{'subnet_id': '24254224-36bc-4e59-9101-a6b85db6c882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:49Z', 'updated_at': '2021-07-16T18:24:03Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'subnets': [{'id': '24254224-36bc-4e59-9101-a6b85db6c882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:09.202303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1eb9bc69-1a4e-405c-816e-a03f4ca10cc9 req-41a40ce8-a094-45c5-91b3-dda692d46b57 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951316 Jul 16 18:26:09.210407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ddf89-e290-49bf-b148-545d3f83edcb req-bb147c11-6cbc-4a6a-b1ec-811e80cca98c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.212197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c32ddf89-e290-49bf-b148-545d3f83edcb req-bb147c11-6cbc-4a6a-b1ec-811e80cca98c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 946 time: 0.4020789 Jul 16 18:26:09.266189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-28d56bdc-7d3e-4fe0-b6b4-0474b0ab97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.268738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-28d56bdc-7d3e-4fe0-b6b4-0474b0ab97db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645608 Jul 16 18:26:09.274552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c32ddf89-e290-49bf-b148-545d3f83edcb req-e992ae8d-669c-4f09-9d0b-1f83167b42ba tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Jul 16 18:26:09.501232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-edf70484-fb24-468f-b7a2-bb0c53d9dcb0 service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203119 Jul 16 18:26:09.590305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94248718-0a27-45bb-87ed-b1cf6fe24786 req-a40c1c6a-c614-48d0-80aa-237b62d6c900 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 210 time: 0.0400398 Jul 16 18:26:09.608508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac7015c-99de-4ac5-9068-1cf50c048f93 None None] New status for floating IP 414b8415-f42e-4ef8-ab0a-2aefbdbc3d30: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:26:09.689303 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-1e66ec38-e1c8-4b38-bc8c-9c23176e1683 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b1040007b9324fafaf51844ef2214008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521655 Jul 16 18:26:09.709607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfd3e2a6-6420-43cf-9670-f9a41315485f req-8f3cf0cb-8eaa-4678-9abb-dcc916d69f24 service neutron] 10.222.0.46 "GET /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962495 Jul 16 18:26:10.059469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-0f2cfbfc-d831-4041-9499-987378ba1b68 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.061494 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-0f2cfbfc-d831-4041-9499-987378ba1b68 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141618 Jul 16 18:26:10.099850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Request body: {'port': {'device_id': 'daf52cd3-ec21-402c-bd68-7f736ebf8352', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': 'b1040007b9324fafaf51844ef2214008'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:10.239187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f7c52-9e38-42d2-821d-4a73c37d82ef req-01a7a63a-dae7-4756-950c-ec3530e813fa tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.241282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-008f7c52-9e38-42d2-821d-4a73c37d82ef req-01a7a63a-dae7-4756-950c-ec3530e813fa tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1214824 Jul 16 18:26:10.265185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Made reservation on behalf of b1040007b9324fafaf51844ef2214008 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:10.285177 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.296970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.312528 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.356753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-008f7c52-9e38-42d2-821d-4a73c37d82ef req-fb12c903-3125-48eb-8866-c1123d8341ee tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b480154-b05f-4acf-b442-52fa640615fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095355 Jul 16 18:26:10.395185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-d76607e9-8a82-44c5-8692-1da64fcc3e51 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.396998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-d76607e9-8a82-44c5-8692-1da64fcc3e51 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 945 time: 0.1255264 Jul 16 18:26:10.505093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.519747 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.584866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.614261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.615124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.615601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.616240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.616785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.617218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.618347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.618347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.618347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.625351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.626199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.626924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:10.705344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e536347-5fd0-4de1-b9be-3c8d553cc2dd req-74ced4f6-d380-4e3b-9c93-8369a6751d58 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.717430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e536347-5fd0-4de1-b9be-3c8d553cc2dd req-74ced4f6-d380-4e3b-9c93-8369a6751d58 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 946 time: 0.1904569 Jul 16 18:26:10.767259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port f6c2df79-550a-4be2-8b41-50f2a0f80c2a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:10.768096 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.965117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e536347-5fd0-4de1-b9be-3c8d553cc2dd req-0ca410f8-11a1-44fe-a6fa-804c697297e3 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462997 Jul 16 18:26:11.058692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Allocated IP 192.168.233.151 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/54e11c7c-c69f-4ddf-b8b7-894963ea7120) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:11.169899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port f6c2df79-550a-4be2-8b41-50f2a0f80c2a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:11.170805 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.192800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for f6c2df79-550a-4be2-8b41-50f2a0f80c2a owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:11.316220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b54d1a89-ff71-4b1b-b8c8-92e9ed3b8150 req-087283c6-17d6-4dc4-93a4-62878fe40c16 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 210 time: 0.0556421 Jul 16 18:26:11.476997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.535421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e91e6-75d0-47ad-a777-444a4a656f17 req-4d447011-1a60-415a-9b34-e750ef155f50 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.539069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Transition to ACTIVE for port object 54e11c7c-c69f-4ddf-b8b7-894963ea7120 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:11.545637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e7e91e6-75d0-47ad-a777-444a4a656f17 req-4d447011-1a60-415a-9b34-e750ef155f50 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 946 time: 0.2237647 Jul 16 18:26:11.549048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.604440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.613078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=f6c2df79-550a-4be2-8b41-50f2a0f80c2a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.689873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:11.694789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:11.698437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cc8de4b-b1b9-4357-b446-2a92c38a21ec req-fe57e639-6b42-4a7f-aeb3-6b149dca72da tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 210 time: 0.0548139 Jul 16 18:26:11.701432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:11.743256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Pushing event updated for resources: {'Port': ['ID=54e11c7c-c69f-4ddf-b8b7-894963ea7120,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.759726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e7e91e6-75d0-47ad-a777-444a4a656f17 req-4119622f-a4ed-4664-b921-5ddadf05b942 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131889 Jul 16 18:26:11.763800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] No DVR routers for this DVR port f6c2df79-550a-4be2-8b41-50f2a0f80c2a on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:11.769572 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.771921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-825f2d4b-cc95-4ed1-afd9-84ebf1595f34 req-eef3b7c1-7712-4a9b-a52b-1b0a400a4dec tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.46 "DELETE /v2.0/ports/f6c2df79-550a-4be2-8b41-50f2a0f80c2a HTTP/1.1" status: 204 len: 173 time: 1.3631654 Jul 16 18:26:11.773529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'name': 'network-vif-deleted', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:11.784124 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd69192-3190-4039-b49c-f02a4a70bc01" -d '{"events": [{"server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "name": "network-vif-deleted", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:11.835515 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174f6789-15c4-49a0-b296-43e927813db6 x-openstack-request-id: req-174f6789-15c4-49a0-b296-43e927813db6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:11.836024 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4f7158-32f4-4d10-8aff-94d6179d9bb6", "name": "network-vif-deleted", "tag": "f6c2df79-550a-4be2-8b41-50f2a0f80c2a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:11.836538 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-174f6789-15c4-49a0-b296-43e927813db6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:11.837089 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4f7158-32f4-4d10-8aff-94d6179d9bb6', 'name': 'network-vif-deleted', 'tag': 'f6c2df79-550a-4be2-8b41-50f2a0f80c2a', 'status': 'completed', 'code': 200} Jul 16 18:26:11.850132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.850827 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.890735 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-7f2e033b-3e4a-4abc-8970-1f5e452fcd7c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8021019 Jul 16 18:26:11.915064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Request body: {'port': {'device_id': 'daf52cd3-ec21-402c-bd68-7f736ebf8352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:12.135832 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.203313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3dc149cb-1fed-4246-9081-aa4383725d72 None None] Provisioning for port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:12.209301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3dc149cb-1fed-4246-9081-aa4383725d72 None None] Provisioning complete for port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:12.209717 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3dc149cb-1fed-4246-9081-aa4383725d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.309999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3dc149cb-1fed-4246-9081-aa4383725d72 None None] Port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:12.487494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe4edc-e28e-4e4d-8567-865e7a8b8e3c req-43df20c5-6c94-44fc-9022-1194b173e20b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.489451 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbfe4edc-e28e-4e4d-8567-865e7a8b8e3c req-43df20c5-6c94-44fc-9022-1194b173e20b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 946 time: 0.1086550 Jul 16 18:26:12.625355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbfe4edc-e28e-4e4d-8567-865e7a8b8e3c req-d31a88dd-44f7-4bc0-99b0-f9416f16ab96 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249969 Jul 16 18:26:12.701830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad31a0-a6d7-4ec0-9867-c3106c6f75e9 req-6aa31a6e-ea64-4d44-a3b5-81d8183c9f9e tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.711937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52ad31a0-a6d7-4ec0-9867-c3106c6f75e9 req-6aa31a6e-ea64-4d44-a3b5-81d8183c9f9e tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 936 time: 0.1817203 Jul 16 18:26:12.731801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e11c7c-c69f-4ddf-b8b7-894963ea7120 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:12.767522 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.771712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52ad31a0-a6d7-4ec0-9867-c3106c6f75e9 req-85d0f1c3-51c7-4a01-97cd-df3217d32bca tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586758 Jul 16 18:26:12.812315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Transition to ACTIVE for port object 54e11c7c-c69f-4ddf-b8b7-894963ea7120 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:12.818487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.908687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=54e11c7c-c69f-4ddf-b8b7-894963ea7120,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.051093 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Attempting to bind port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:13.051458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Attempting to bind port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:13.051938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Attempting to bind port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:13.072291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:13.084501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Attempting to bind port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:13.092407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b07f754e-8486-4e66-bd64-95f93bcd21e5 req-b7e4028e-0c45-48f5-8025-7ce8e0459c13 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b4f7158-32f4-4d10-8aff-94d6179d9bb6 HTTP/1.1" status: 200 len: 210 time: 0.0594263 Jul 16 18:26:13.111908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:13.112691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:13.113357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:13.114022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Bound port: 54e11c7c-c69f-4ddf-b8b7-894963ea7120, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:13.114612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.349598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] For port 54e11c7c-c69f-4ddf-b8b7-894963ea7120, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:13.353485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] For port 54e11c7c-c69f-4ddf-b8b7-894963ea7120, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=54e11c7c-c69f-4ddf-b8b7-894963ea7120,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:13.361734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.410707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.411493 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.413244 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] 10.222.0.46 "PUT /v2.0/ports/54e11c7c-c69f-4ddf-b8b7-894963ea7120 HTTP/1.1" status: 200 len: 1097 time: 1.5033903 Jul 16 18:26:13.413992 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf52cd3-ec21-402c-bd68-7f736ebf8352', 'tag': '54e11c7c-c69f-4ddf-b8b7-894963ea7120'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:13.417057 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4715df-2e5c-402d-bdc3-84fa34c020ce" -d '{"events": [{"name": "network-changed", "server_uuid": "daf52cd3-ec21-402c-bd68-7f736ebf8352", "tag": "54e11c7c-c69f-4ddf-b8b7-894963ea7120"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:13.517319 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe141357-e6c9-4b2c-b04d-67699f107b69 x-openstack-request-id: req-fe141357-e6c9-4b2c-b04d-67699f107b69 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:13.517319 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf52cd3-ec21-402c-bd68-7f736ebf8352", "tag": "54e11c7c-c69f-4ddf-b8b7-894963ea7120", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:13.517319 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe141357-e6c9-4b2c-b04d-67699f107b69 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:13.517750 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf52cd3-ec21-402c-bd68-7f736ebf8352', 'tag': '54e11c7c-c69f-4ddf-b8b7-894963ea7120', 'status': 'completed', 'code': 200} Jul 16 18:26:13.556876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635e728-c57e-4c4c-86f9-9eefc07c9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=54e11c7c-c69f-4ddf-b8b7-894963ea7120,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.595867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-655bcd11-fb0e-4ff3-8683-1c1d14d3319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.598235 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-655bcd11-fb0e-4ff3-8683-1c1d14d3319a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1040007b9324fafaf51844ef2214008&device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 1100 time: 0.1036041 Jul 16 18:26:13.645228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0a359d93-42a5-44af-8cd4-c193061f7e7b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.658384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0a359d93-42a5-44af-8cd4-c193061f7e7b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 946 time: 0.0907414 Jul 16 18:26:13.658637 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-19fddbf0-0feb-4ff5-984b-4645dc3e3537 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=54e11c7c-c69f-4ddf-b8b7-894963ea7120 HTTP/1.1" status: 200 len: 217 time: 0.0436931 Jul 16 18:26:13.728613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-ed4e1ef1-6262-452f-b84e-55d515cabf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.730615 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-ed4e1ef1-6262-452f-b84e-55d515cabf8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0651326 Jul 16 18:26:13.804548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-f0387bb1-256b-4a4b-b74e-394a1b01e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.807839 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-f0387bb1-256b-4a4b-b74e-394a1b01e275 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0696094 Jul 16 18:26:13.843725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Deleting port 1b32dc7e-92f1-4f80-b042-df82241d840d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:13.844454 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.920174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c87d1-88a5-4bd7-9d5d-57b1a91bdcac req-582939c6-a3b5-40f5-8696-085b9861d0b5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.922252 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c8c87d1-88a5-4bd7-9d5d-57b1a91bdcac req-582939c6-a3b5-40f5-8696-085b9861d0b5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 946 time: 0.1308033 Jul 16 18:26:13.937383 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-3c71d72f-77fc-4d31-84f2-737e32c88d33 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206901 Jul 16 18:26:14.041938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c8c87d1-88a5-4bd7-9d5d-57b1a91bdcac req-523f2b64-fd3e-4863-bed8-adeed702828a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879209 Jul 16 18:26:14.048179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] For port 1b32dc7e-92f1-4f80-b042-df82241d840d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=1b32dc7e-92f1-4f80-b042-df82241d840d,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:14.048589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.063938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39098e51-95f4-45f7-8388-cf7fb212a60a req-d2adfd1d-de01-45b2-a9b9-4767521a0f93 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122267 Jul 16 18:26:14.065398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Calling delete_port for 1b32dc7e-92f1-4f80-b042-df82241d840d owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:14.179774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785f84d-6cb4-4ace-bbb3-b1b5785a773b req-764c702b-c6d4-4715-9965-602d3489a6e7 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.189116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0785f84d-6cb4-4ace-bbb3-b1b5785a773b req-764c702b-c6d4-4715-9965-602d3489a6e7 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 948 time: 0.2335436 Jul 16 18:26:14.244294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0785f84d-6cb4-4ace-bbb3-b1b5785a773b req-c355f7ce-afb6-40f6-b2ef-a024bd069a8c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Jul 16 18:26:14.294982 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-5e4ce6e7-b040-4cc4-91c2-2e3b082f93fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.296743 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-5e4ce6e7-b040-4cc4-91c2-2e3b082f93fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1040007b9324fafaf51844ef2214008&device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 1100 time: 0.0895705 Jul 16 18:26:14.311796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36838) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.414354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-4507f9e1-9a13-4fae-9bae-3cc49713b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.417025 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-4507f9e1-9a13-4fae-9bae-3cc49713b40b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1127381 Jul 16 18:26:14.418500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.430849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198', '1b32dc7e-92f1-4f80-b042-df82241d840d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:14.475916 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-5cb6b967-db44-4e7a-aa52-84d7f2f4f697 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=54e11c7c-c69f-4ddf-b8b7-894963ea7120 HTTP/1.1" status: 200 len: 217 time: 0.0500300 Jul 16 18:26:14.487204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event deleted for resources: {'Port': ['ID=1b32dc7e-92f1-4f80-b042-df82241d840d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.563419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] No DVR routers for this DVR port 1b32dc7e-92f1-4f80-b042-df82241d840d on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:14.569245 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.572306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-130f17f3-462e-41eb-8ccb-41712993b9f9 req-0b8509ce-fa37-4988-a754-f014e4293375 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "DELETE /v2.0/ports/1b32dc7e-92f1-4f80-b042-df82241d840d HTTP/1.1" status: 204 len: 173 time: 0.9063191 Jul 16 18:26:14.592610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-989da330-367f-44bc-ad2e-727b619d5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.594139 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-989da330-367f-44bc-ad2e-727b619d5f0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.1095018 Jul 16 18:26:14.646176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f6c2df79-550a-4be2-8b41-50f2a0f80c2a no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:14.672826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: f6c2df79-550a-4be2-8b41-50f2a0f80c2a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:14.673425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f6c2df79-550a-4be2-8b41-50f2a0f80c2a not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:14.705589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc9a75-688b-4c86-8529-e3693d02b644', 'name': 'network-vif-deleted', 'tag': '1b32dc7e-92f1-4f80-b042-df82241d840d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:14.709643 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e3683-6e99-4693-982d-be61353be79e" -d '{"events": [{"server_uuid": "67dc9a75-688b-4c86-8529-e3693d02b644", "name": "network-vif-deleted", "tag": "1b32dc7e-92f1-4f80-b042-df82241d840d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:14.719687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-8e97bc05-dc37-40f6-bf26-3ebc2df5c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.721638 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-8e97bc05-dc37-40f6-bf26-3ebc2df5c68f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186116 Jul 16 18:26:14.886103 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b049e31-0ad1-4362-9141-2e670a1a15e6 x-openstack-request-id: req-0b049e31-0ad1-4362-9141-2e670a1a15e6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:14.886515 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dc9a75-688b-4c86-8529-e3693d02b644", "name": "network-vif-deleted", "tag": "1b32dc7e-92f1-4f80-b042-df82241d840d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:14.886885 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b049e31-0ad1-4362-9141-2e670a1a15e6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:14.887508 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dc9a75-688b-4c86-8529-e3693d02b644', 'name': 'network-vif-deleted', 'tag': '1b32dc7e-92f1-4f80-b042-df82241d840d', 'status': 'completed', 'code': 200} Jul 16 18:26:14.889878 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-bdd7afcd-a686-455d-9b19-6823f78466da service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580603 Jul 16 18:26:15.011506 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6a4715df-2e5c-402d-bdc3-84fa34c020ce req-10901b8f-291f-4b26-af1b-fa53fc64cb31 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143174 Jul 16 18:26:15.092259 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.647857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89bebd0f-c77f-442a-abed-cec865cb39e9 req-7dcd6dcd-73d9-4b4b-82e7-89e35410012a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=67dc9a75-688b-4c86-8529-e3693d02b644 HTTP/1.1" status: 200 len: 210 time: 0.0648992 Jul 16 18:26:15.745683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a6adb-40fb-4704-b6eb-8573f66bec07 req-95b29050-985d-4615-b92c-396358c20a7f tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:15.747843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-959a6adb-40fb-4704-b6eb-8573f66bec07 req-95b29050-985d-4615-b92c-396358c20a7f tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 948 time: 0.1655195 Jul 16 18:26:15.858344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-959a6adb-40fb-4704-b6eb-8573f66bec07 req-36961e6b-6ee3-4469-a6f0-3cd9e6c9c4a0 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748243 Jul 16 18:26:16.003098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 6988362b-4d86-4c47-af5e-7e3d4003da97 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:16.004269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.207753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 6988362b-4d86-4c47-af5e-7e3d4003da97, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6988362b-4d86-4c47-af5e-7e3d4003da97,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:16.208237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.223493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 6988362b-4d86-4c47-af5e-7e3d4003da97 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:16.501148 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.529005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=6988362b-4d86-4c47-af5e-7e3d4003da97,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.659206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 54e11c7c-c69f-4ddf-b8b7-894963ea7120 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:16.734098 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.797026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 54e11c7c-c69f-4ddf-b8b7-894963ea7120, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=54e11c7c-c69f-4ddf-b8b7-894963ea7120,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:16.824032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '54e11c7c-c69f-4ddf-b8b7-894963ea7120', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '54e11c7c-c69f-4ddf-b8b7-894963ea7120', 'mac_address': 'fa:16:3e:20:cf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:16.894005 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.930302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e11c7c-c69f-4ddf-b8b7-894963ea7120 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:17.006118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 54e11c7c-c69f-4ddf-b8b7-894963ea7120, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=54e11c7c-c69f-4ddf-b8b7-894963ea7120,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:17.023021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.186763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=54e11c7c-c69f-4ddf-b8b7-894963ea7120,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:17.222385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Router 435624b4-3d69-45c4-af22-9944b45c4242 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:17.370683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8c1db-2e5b-4e4f-8ab7-005d6fdc9183 req-08dfe3e0-10fa-4cce-b19f-bb4f5ab70b9c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.372746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4c8c1db-2e5b-4e4f-8ab7-005d6fdc9183 req-08dfe3e0-10fa-4cce-b19f-bb4f5ab70b9c tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 949 time: 0.2249646 Jul 16 18:26:17.449798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['54e11c7c-c69f-4ddf-b8b7-894963ea7120'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:17.515484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:17.530628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5f92b2a9-5441-4e56-afe2-c2343bee3db3 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "PUT /v2.0/routers/435624b4-3d69-45c4-af22-9944b45c4242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2129354 Jul 16 18:26:17.531832 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] Sync routers for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:17.532507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.542950 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:17.544505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4c8c1db-2e5b-4e4f-8ab7-005d6fdc9183 req-734e2804-9800-45ed-9718-1d5c5712efef tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582706 Jul 16 18:26:17.557529 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:17.589933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-942cc58f-9ffa-4a42-9e9a-a4074238e6ab tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.593592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-942cc58f-9ffa-4a42-9e9a-a4074238e6ab tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.2657008 Jul 16 18:26:17.634841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60f3da0-3b06-4544-99a3-ee3c23d5d9dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting subnet 24254224-36bc-4e59-9101-a6b85db6c882 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:17.643411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-215fcd6f-4a66-4b35-b8b7-81c914f44652 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/quotas/3709ffbd36344ac6a6874a756b37ad16 HTTP/1.1" status: 200 len: 375 time: 0.0309567 Jul 16 18:26:17.647262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f60f3da0-3b06-4544-99a3-ee3c23d5d9dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.745428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f60f3da0-3b06-4544-99a3-ee3c23d5d9dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.802733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-e8c558b0-cc5d-4261-9828-c7862b059a96 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1579432 Jul 16 18:26:17.875634 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:18.005031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f60f3da0-3b06-4544-99a3-ee3c23d5d9dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.035295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-aba42376-07c7-4532-b978-7d2b7a8423ad service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245963 Jul 16 18:26:18.089673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 1b32dc7e-92f1-4f80-b042-df82241d840d no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:18.094204 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f60f3da0-3b06-4544-99a3-ee3c23d5d9dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.121803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f60f3da0-3b06-4544-99a3-ee3c23d5d9dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.131574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.132015 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f60f3da0-3b06-4544-99a3-ee3c23d5d9dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/subnets/24254224-36bc-4e59-9101-a6b85db6c882 HTTP/1.1" status: 204 len: 168 time: 0.5972610 Jul 16 18:26:18.154507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d4760-7aa1-4e19-9e03-8968d81d0d66 None None] Network 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:18.156350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 1b32dc7e-92f1-4f80-b042-df82241d840d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:18.156727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 1b32dc7e-92f1-4f80-b042-df82241d840d not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:18.178129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f3da0-3b06-4544-99a3-ee3c23d5d9dc tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Subnet': ['ID=24254224-36bc-4e59-9101-a6b85db6c882,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.214626 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:18.235752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-29f3ad6a-9d4f-4555-bbb6-3e7a17dadd13 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923187 Jul 16 18:26:18.253111 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] Checking router: 435624b4-3d69-45c4-af22-9944b45c4242 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:18.265480 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] Routers {'435624b4-3d69-45c4-af22-9944b45c4242'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:18.266612 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['435624b4-3d69-45c4-af22-9944b45c4242'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:18.434292 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] Set router 435624b4-3d69-45c4-af22-9944b45c4242 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:18.477801 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.592120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19fcc41-e68d-40ad-8abd-5916f9fd6374 None None] DHCP port deletion for 17cb8e9e-8b3b-4cde-9e09-72c10134a2cb request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:26:18.634698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dabf549c-94c5-485b-8e67-dfe5c731ed0c req-65350d50-2837-4eb2-b5b4-1c8efb541866 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 210 time: 0.1611469 Jul 16 18:26:18.729295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b19fcc41-e68d-40ad-8abd-5916f9fd6374 None None] Deleting port 972b7141-06ce-4a88-b657-654f1af990db {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:18.729678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b19fcc41-e68d-40ad-8abd-5916f9fd6374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.785717 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.806007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b19fcc41-e68d-40ad-8abd-5916f9fd6374 None None] For port 972b7141-06ce-4a88-b657-654f1af990db, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=972b7141-06ce-4a88-b657-654f1af990db,segment=NetworkSegment(804664e0-aaa6-466f-8833-beef767396dc),segment_id=804664e0-aaa6-466f-8833-beef767396dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:18.806625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b19fcc41-e68d-40ad-8abd-5916f9fd6374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.821072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b19fcc41-e68d-40ad-8abd-5916f9fd6374 None None] Calling delete_port for 972b7141-06ce-4a88-b657-654f1af990db owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:18.913580 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:18.932052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Deleting port 7b912b6d-afa9-4b1d-97d0-e5616b013c68 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:18.932407 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.933046 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b19fcc41-e68d-40ad-8abd-5916f9fd6374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.999523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fcc41-e68d-40ad-8abd-5916f9fd6374 None None] Pushing event deleted for resources: {'Port': ['ID=972b7141-06ce-4a88-b657-654f1af990db,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.013204 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf39359-6d5a-4eee-876e-76b6c342b5fa None None] The sync data for ids ['435624b4-3d69-45c4-af22-9944b45c4242'] in n-d-793619-10 is: [{'id': '435624b4-3d69-45c4-af22-9944b45c4242', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230910219', 'tenant_id': '31c96d00249a453298ef421573e576c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:31Z', 'updated_at': '2021-07-16T18:26:16Z', 'revision_number': 5, 'project_id': '31c96d00249a453298ef421573e576c2', 'gw_port': {'id': '7b912b6d-afa9-4b1d-97d0-e5616b013c68', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:18:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435624b4-3d69-45c4-af22-9944b45c4242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:19.038039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19fcc41-e68d-40ad-8abd-5916f9fd6374 None None] No DVR routers for this DVR port 972b7141-06ce-4a88-b657-654f1af990db on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:19.095963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 972b7141-06ce-4a88-b657-654f1af990db no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:19.174348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 972b7141-06ce-4a88-b657-654f1af990db {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:19.175184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 972b7141-06ce-4a88-b657-654f1af990db not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:19.213419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] For port 7b912b6d-afa9-4b1d-97d0-e5616b013c68, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b912b6d-afa9-4b1d-97d0-e5616b013c68,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:19.214135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.248425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Calling delete_port for 7b912b6d-afa9-4b1d-97d0-e5616b013c68 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:19.278198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d897490-37b3-4870-af76-553f4eb4828e req-d9ee440f-e1ff-4364-8fd1-1aab2f2aeee2 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:19.293319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d897490-37b3-4870-af76-553f4eb4828e req-d9ee440f-e1ff-4364-8fd1-1aab2f2aeee2 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 949 time: 0.2346888 Jul 16 18:26:19.479124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d897490-37b3-4870-af76-553f4eb4828e req-371198c0-77bd-4198-b54c-81bdd251a143 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844125 Jul 16 18:26:19.696909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.738688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Port': ['ID=7b912b6d-afa9-4b1d-97d0-e5616b013c68,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.819195 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.974662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ee10b38-8a7f-4215-bc98-ee1304633bc6 req-cf64781d-c1cb-4d25-9f64-e2ce7d0f8677 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 210 time: 0.0613139 Jul 16 18:26:19.978658 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.981110 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.061589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.063081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Fanout notify agent at l3_agent the message router_deleted on router 435624b4-3d69-45c4-af22-9944b45c4242 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:20.078828 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.081291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-93fdb387-66bc-49e3-b6ce-6d377b8f8dac tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/routers/435624b4-3d69-45c4-af22-9944b45c4242 HTTP/1.1" status: 204 len: 168 time: 1.9483855 Jul 16 18:26:20.082873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36960) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.235823 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.405983 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.417579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cb8e9e-8b3b-4cde-9e09-72c10134a2cb']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:20.430641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804664e0-aaa6-466f-8833-beef767396dc') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:20.430971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804664e0-aaa6-466f-8833-beef767396dc') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:20.440934 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.523334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.585215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:20.585644 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:20.596684 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:20.689305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 54e11c7c-c69f-4ddf-b8b7-894963ea7120 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:20.883354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:20.889199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:20.889692 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.947609 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.989729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-b62e3040-a799-4a79-99bf-95a0f390d6d2 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.991467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-b62e3040-a799-4a79-99bf-95a0f390d6d2 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.5228908 Jul 16 18:26:20.994206 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.001053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/networks/17cb8e9e-8b3b-4cde-9e09-72c10134a2cb HTTP/1.1" status: 204 len: 168 time: 0.9164033 Jul 16 18:26:21.001266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 36972) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:21.011134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Request body: {'port': {'device_id': '1f5f9112-7e12-47d7-ab5f-60be901a7fb1', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'admin_state_up': True, 'tenant_id': '3709ffbd36344ac6a6874a756b37ad16'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:21.018284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcbbd3-a1e8-4eb8-b57a-315e0a87fe97 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'Network': ['ID=17cb8e9e-8b3b-4cde-9e09-72c10134a2cb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.097509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6988362b-4d86-4c47-af5e-7e3d4003da97 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:21.132706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 6988362b-4d86-4c47-af5e-7e3d4003da97 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:21.133050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6988362b-4d86-4c47-af5e-7e3d4003da97 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:21.133472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b912b6d-afa9-4b1d-97d0-e5616b013c68 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:21.135374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.177578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7b912b6d-afa9-4b1d-97d0-e5616b013c68 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:21.178127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b912b6d-afa9-4b1d-97d0-e5616b013c68 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:21.193895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf52cd3-ec21-402c-bd68-7f736ebf8352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e11c7c-c69f-4ddf-b8b7-894963ea7120'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:21.195669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-011b0f38-c40a-492f-8465-ce8af0b8d016 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.196726 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d255d14-7f95-491f-aa2f-d1232ea84712" -d '{"events": [{"server_uuid": "daf52cd3-ec21-402c-bd68-7f736ebf8352", "name": "network-vif-plugged", "status": "completed", "tag": "54e11c7c-c69f-4ddf-b8b7-894963ea7120"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:21.203318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c12706-0942-4bbb-86df-327ed71bf9c6 req-fe5da733-22bb-491b-9e12-e8b206486fc7 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.210981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27c12706-0942-4bbb-86df-327ed71bf9c6 req-fe5da733-22bb-491b-9e12-e8b206486fc7 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 949 time: 0.3454986 Jul 16 18:26:21.214608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 54e11c7c-c69f-4ddf-b8b7-894963ea7120, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=54e11c7c-c69f-4ddf-b8b7-894963ea7120,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:21.220265 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.265688 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-011b0f38-c40a-492f-8465-ce8af0b8d016 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.273104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6006d711-2cda-43fa-919f-8639e68e2403 req-8b55e173-da06-4e6e-8ecb-9e9e06d7b0fa tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 210 time: 0.0537627 Jul 16 18:26:21.285705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=54e11c7c-c69f-4ddf-b8b7-894963ea7120,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.322543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27c12706-0942-4bbb-86df-327ed71bf9c6 req-8f7bf54b-abfa-439c-bca4-248ca1fea328 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104469 Jul 16 18:26:21.352841 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df971188-432f-4309-a0d1-4c5abe405f81 x-openstack-request-id: req-df971188-432f-4309-a0d1-4c5abe405f81 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:21.353590 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf52cd3-ec21-402c-bd68-7f736ebf8352", "name": "network-vif-plugged", "status": "completed", "tag": "54e11c7c-c69f-4ddf-b8b7-894963ea7120", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:21.354392 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df971188-432f-4309-a0d1-4c5abe405f81 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:21.355201 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf52cd3-ec21-402c-bd68-7f736ebf8352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e11c7c-c69f-4ddf-b8b7-894963ea7120', 'code': 200} Jul 16 18:26:21.366232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Made reservation on behalf of 3709ffbd36344ac6a6874a756b37ad16 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:21.370087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.374874 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-011b0f38-c40a-492f-8465-ce8af0b8d016 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.378772 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-011b0f38-c40a-492f-8465-ce8af0b8d016 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.382967 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-011b0f38-c40a-492f-8465-ce8af0b8d016 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] 10.222.0.60 "DELETE /v2.0/security-groups/9b480154-b05f-4acf-b442-52fa640615fb HTTP/1.1" status: 204 len: 168 time: 0.3756409 Jul 16 18:26:21.427450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b0f38-c40a-492f-8465-ce8af0b8d016 tempest-TestNetworkAdvancedServerOps-1057102738 tempest-TestNetworkAdvancedServerOps-1057102738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b480154-b05f-4acf-b442-52fa640615fb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.632278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34ae7e-2029-439f-b51d-0d381a3c2a91 req-1498926c-c624-41c9-90e2-8785350b6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.634968 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8d34ae7e-2029-439f-b51d-0d381a3c2a91 req-1498926c-c624-41c9-90e2-8785350b6a28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 1102 time: 0.1313894 Jul 16 18:26:21.684976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Allocated IP 172.20.0.2 (090e0f75-9d4d-43cd-ab0e-d2d46af8647a/9e035b6d-72c0-486c-8646-8be99e9943ab/c2140483-a76c-474b-8498-88e016e857c9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:21.709696 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8d34ae7e-2029-439f-b51d-0d381a3c2a91 req-a20d58e6-893e-4a78-a1e5-38cb66c1af84 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663130 Jul 16 18:26:21.925885 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.977967 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.998068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:22.005380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37000) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:22.052882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:22.059735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:22.065815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:22.098936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event updated for resources: {'Port': ['ID=c2140483-a76c-474b-8498-88e016e857c9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.162227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.162912 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.185710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-55b58b1f-612a-4cbc-a718-ed9ae89e5d1b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1827843 Jul 16 18:26:22.198449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Request body: {'port': {'device_id': '1f5f9112-7e12-47d7-ab5f-60be901a7fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:22.299211 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.361296 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-89f2146e-0941-4842-862e-179499f50f2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31c96d00249a453298ef421573e576c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541193 Jul 16 18:26:22.364210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37008) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:22.462896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f713109-5162-4871-8275-d487c4066b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.511649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f713109-5162-4871-8275-d487c4066b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.604216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f713109-5162-4871-8275-d487c4066b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.608180 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0f713109-5162-4871-8275-d487c4066b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.613593 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0f713109-5162-4871-8275-d487c4066b86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc0b8183-12bb-4054-ae8e-6f6e3cc24118 HTTP/1.1" status: 204 len: 168 time: 0.2476883 Jul 16 18:26:22.627704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f713109-5162-4871-8275-d487c4066b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0b8183-12bb-4054-ae8e-6f6e3cc24118,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.711767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356af39f-f2e7-4f64-b85f-67e2fcd14106 req-11c9d644-c9c3-40a5-a968-2e9ae8336812 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.713486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-356af39f-f2e7-4f64-b85f-67e2fcd14106 req-11c9d644-c9c3-40a5-a968-2e9ae8336812 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 931 time: 0.2154455 Jul 16 18:26:23.164697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37024) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:23.181296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2230f0-e055-47f0-aa03-37ec7a1fbfd8 req-cbc50b96-4cb8-4e92-991f-ae5c361bc12b tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.183049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f2230f0-e055-47f0-aa03-37ec7a1fbfd8 req-cbc50b96-4cb8-4e92-991f-ae5c361bc12b tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 950 time: 0.6274910 Jul 16 18:26:23.225338 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-567f5a24-163b-4238-84fe-9488ccd236e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6dfb6434a3f14af9b73b0883cada0230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594504 Jul 16 18:26:23.228632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37028) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:23.257799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-356af39f-f2e7-4f64-b85f-67e2fcd14106 req-bfc3542f-ea11-437d-9a65-2e0ab9ad72a2 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294774 Jul 16 18:26:23.267464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2140483-a76c-474b-8498-88e016e857c9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:23.283972 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.290853 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a227e24f-a677-420f-ab75-a4fcaa81268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.293057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f2230f0-e055-47f0-aa03-37ec7a1fbfd8 req-620abdab-c731-4652-a253-33a972cad6e4 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721576 Jul 16 18:26:23.309043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Transition to ACTIVE for port object c2140483-a76c-474b-8498-88e016e857c9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:23.322467 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.330099 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a227e24f-a677-420f-ab75-a4fcaa81268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.401599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Pushing event updated for resources: {'Port': ['ID=c2140483-a76c-474b-8498-88e016e857c9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.472722 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a227e24f-a677-420f-ab75-a4fcaa81268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.478306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a227e24f-a677-420f-ab75-a4fcaa81268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.484776 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a227e24f-a677-420f-ab75-a4fcaa81268b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b44185b-a860-447c-ad1a-0917b07df28a HTTP/1.1" status: 204 len: 168 time: 0.2498059 Jul 16 18:26:23.491770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227e24f-a677-420f-ab75-a4fcaa81268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b44185b-a860-447c-ad1a-0917b07df28a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.543212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Attempting to bind port c2140483-a76c-474b-8498-88e016e857c9 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:23.543591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Attempting to bind port c2140483-a76c-474b-8498-88e016e857c9 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:23.544755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Attempting to bind port c2140483-a76c-474b-8498-88e016e857c9 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:23.552968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Port c2140483-a76c-474b-8498-88e016e857c9 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:23.553423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Attempting to bind port c2140483-a76c-474b-8498-88e016e857c9 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:23.562240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:23.562632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Checking segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:23.563162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Bound using segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:23.563594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Bound port: c2140483-a76c-474b-8498-88e016e857c9, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:23.563966 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.691225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] For port c2140483-a76c-474b-8498-88e016e857c9, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:23.696625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] For port c2140483-a76c-474b-8498-88e016e857c9, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c2140483-a76c-474b-8498-88e016e857c9,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:23.704094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.769967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.771030 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.773422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] 10.222.0.45 "PUT /v2.0/ports/c2140483-a76c-474b-8498-88e016e857c9 HTTP/1.1" status: 200 len: 1092 time: 1.5806210 Jul 16 18:26:23.774188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5f9112-7e12-47d7-ab5f-60be901a7fb1', 'tag': 'c2140483-a76c-474b-8498-88e016e857c9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:23.778934 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec54c0-3352-424b-b578-4407814a1e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5f9112-7e12-47d7-ab5f-60be901a7fb1", "tag": "c2140483-a76c-474b-8498-88e016e857c9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:23.822185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25f29f-6bea-43c2-a020-1e65b7d73118 service neutron] Pushing event updated for resources: {'Port': ['ID=c2140483-a76c-474b-8498-88e016e857c9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.857846 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe97b04-1b07-4e27-ae5b-56935d89d86b x-openstack-request-id: req-bfe97b04-1b07-4e27-ae5b-56935d89d86b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:23.858160 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5f9112-7e12-47d7-ab5f-60be901a7fb1", "tag": "c2140483-a76c-474b-8498-88e016e857c9", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:23.858402 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfe97b04-1b07-4e27-ae5b-56935d89d86b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:23.859110 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5f9112-7e12-47d7-ab5f-60be901a7fb1', 'tag': 'c2140483-a76c-474b-8498-88e016e857c9', 'status': 'completed', 'code': 200} Jul 16 18:26:23.914121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-04540ec7-200d-4555-8868-c06b6c8ad187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.916223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-04540ec7-200d-4555-8868-c06b6c8ad187 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 1095 time: 0.0845308 Jul 16 18:26:23.979639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-e3305c86-7ffa-4fdd-8e19-767b7c85fed1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2140483-a76c-474b-8498-88e016e857c9 HTTP/1.1" status: 200 len: 217 time: 0.0554330 Jul 16 18:26:24.074802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-b034b922-5ea5-4caa-bd45-e8519add4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.078701 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-b034b922-5ea5-4caa-bd45-e8519add4d5a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.0925014 Jul 16 18:26:24.125135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-0357ba09-31d7-4e2d-b80e-5537e629fc9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394826 Jul 16 18:26:24.289743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-b843b241-72f1-44dc-94d4-3624b73f6829 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572866 Jul 16 18:26:24.401978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-846d8bbd-d660-4fa4-ae44-f57a9cbae202 req-bfcf8549-34e7-42cc-b76b-c4f3f4b606d5 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060791 Jul 16 18:26:24.594847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec54c0-3352-424b-b578-4407814a1e0f req-82758fb7-6f3e-467f-b4fc-6fd3cba8a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.596565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ec54c0-3352-424b-b578-4407814a1e0f req-82758fb7-6f3e-467f-b4fc-6fd3cba8a310 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 1095 time: 0.1182027 Jul 16 18:26:24.620750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454141b-9bf0-4bf9-93c4-1758900aea11 req-1b19a81e-68a2-444a-9636-0f06ccc907e3 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.629291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8454141b-9bf0-4bf9-93c4-1758900aea11 req-1b19a81e-68a2-444a-9636-0f06ccc907e3 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 943 time: 0.1180024 Jul 16 18:26:24.769267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8454141b-9bf0-4bf9-93c4-1758900aea11 req-f45e67f6-e04c-489b-b2f7-84f9a3be1bd4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389105 Jul 16 18:26:24.802050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec54c0-3352-424b-b578-4407814a1e0f req-d4392121-659f-4462-86ca-48ad048146a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.803617 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ec54c0-3352-424b-b578-4407814a1e0f req-d4392121-659f-4462-86ca-48ad048146a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 907 time: 0.1994090 Jul 16 18:26:24.820367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1bf24-753e-458f-8681-8980f083019c req-d0a24868-cb46-4a1f-915d-4f70e9f15632 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.828552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81c1bf24-753e-458f-8681-8980f083019c req-d0a24868-cb46-4a1f-915d-4f70e9f15632 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 950 time: 0.1964173 Jul 16 18:26:24.943504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ec54c0-3352-424b-b578-4407814a1e0f req-34579c1f-6d57-4e77-a1e2-9f1c8c1ee681 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2140483-a76c-474b-8498-88e016e857c9 HTTP/1.1" status: 200 len: 217 time: 0.0890415 Jul 16 18:26:24.952546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81c1bf24-753e-458f-8681-8980f083019c req-292db267-e642-4e22-924a-5ae31993dfb9 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229367 Jul 16 18:26:25.046495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec54c0-3352-424b-b578-4407814a1e0f req-3baa9a3d-10ca-4268-99cc-eaba5ff76977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.048032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ec54c0-3352-424b-b578-4407814a1e0f req-3baa9a3d-10ca-4268-99cc-eaba5ff76977 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.0946000 Jul 16 18:26:25.092750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ec54c0-3352-424b-b578-4407814a1e0f req-9320a6c6-7be0-488d-8835-e2aab8a5f04e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359216 Jul 16 18:26:25.239538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ec54c0-3352-424b-b578-4407814a1e0f req-74c3e156-87c4-4218-9bc1-ac8259411a73 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355643 Jul 16 18:26:25.401525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ec54c0-3352-424b-b578-4407814a1e0f req-c821d4f0-3e60-4849-b1de-384e22728c6e service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535573 Jul 16 18:26:25.543796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37092) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:25.591722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fc828-7d15-47d9-bd4f-fd2fbeda263c req-bf12c3b3-7f67-4c53-aa7d-fbb5ac1550e3 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.594051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc7fc828-7d15-47d9-bd4f-fd2fbeda263c req-bf12c3b3-7f67-4c53-aa7d-fbb5ac1550e3 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 950 time: 0.0735326 Jul 16 18:26:25.638002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc7fc828-7d15-47d9-bd4f-fd2fbeda263c req-f2651fb1-510b-40ec-b17c-6825a4f59ae3 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374713 Jul 16 18:26:25.729418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'network': {'name': 'tempest-network-smoke--1386796138', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:25.753880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Made reservation on behalf of ec21ddcca98344c190a3179163a55d08 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:25.757594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.766873 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.865836 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.870653 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.922958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:25.929143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4433c4-0d69-4653-95ce-1663324a016a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.943048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.943610 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Added segment c70a9ee8-c411-41b6-bea2-20bc17c13926 of type vlan for network 39966558-655b-4840-93c9-0af2c12db26b Jul 16 18:26:25.982723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bec20-bf3a-4432-b4ac-14f363eb6006 req-a3eda32f-090d-4736-8acf-837f434eead7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.985661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e36bec20-bf3a-4432-b4ac-14f363eb6006 req-a3eda32f-090d-4736-8acf-837f434eead7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 943 time: 0.0930269 Jul 16 18:26:26.003694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.046088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e36bec20-bf3a-4432-b4ac-14f363eb6006 req-c2e5cd89-d815-4e2f-a7c0-2cb6f2702e7a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Jul 16 18:26:26.051268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.058254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.060064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.128707 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5804834 Jul 16 18:26:26.129508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37106) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:26.133884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'admin_state_up': True, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:26.182907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.185542 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.226883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9415140-bb09-491d-b41b-abb65ddd87e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Network': ['ID=39966558-655b-4840-93c9-0af2c12db26b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.238251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 39966558-655b-4840-93c9-0af2c12db26b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:26.296190 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.451458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.666106 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.696118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.844624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.25.2.222 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/7124cee1-8fc9-4023-b3a8-edb728bb9395) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:26.905553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0855d1-f230-464b-944b-abb129ecd351 req-5e72648a-8961-49b6-bc2a-b8e63ae33407 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.907017 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a0855d1-f230-464b-944b-abb129ecd351 req-5e72648a-8961-49b6-bc2a-b8e63ae33407 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 950 time: 0.1214569 Jul 16 18:26:26.995437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a0855d1-f230-464b-944b-abb129ecd351 req-5beeae84-3cef-4882-9323-f36ace94b6fa tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602899 Jul 16 18:26:27.011813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.058284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.104490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:27.111081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=7124cee1-8fc9-4023-b3a8-edb728bb9395,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.115228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:27.117986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:27.266897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-65a8b06b-d27b-4465-9ba7-315196c7e4fc tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.268646 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-65a8b06b-d27b-4465-9ba7-315196c7e4fc tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.46 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 950 time: 0.1054265 Jul 16 18:26:27.435793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dce267-821b-41c8-8d57-d93e945ad41e req-638fffe3-8813-4859-8d52-a7e20ee97bc3 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.446761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51dce267-821b-41c8-8d57-d93e945ad41e req-638fffe3-8813-4859-8d52-a7e20ee97bc3 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 943 time: 0.1797185 Jul 16 18:26:27.472375 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Deleting port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:27.473107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.551035 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51dce267-821b-41c8-8d57-d93e945ad41e req-5b4ffa97-cf99-4457-9e3c-4d8fc5efcddb tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028786 Jul 16 18:26:27.571939 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.625459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] For port 54e11c7c-c69f-4ddf-b8b7-894963ea7120, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=54e11c7c-c69f-4ddf-b8b7-894963ea7120,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:27.625459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.644652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Calling delete_port for 54e11c7c-c69f-4ddf-b8b7-894963ea7120 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:27.835699 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.852208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.891662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['54e11c7c-c69f-4ddf-b8b7-894963ea7120'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:27.914134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Pushing event deleted for resources: {'Port': ['ID=54e11c7c-c69f-4ddf-b8b7-894963ea7120,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.981980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] No DVR routers for this DVR port 54e11c7c-c69f-4ddf-b8b7-894963ea7120 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:27.988035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.988035 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb1a0911-b778-44df-bb82-c2b09137f07d req-ff4ce401-a898-4f87-be61-f082c52e617d tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.46 "DELETE /v2.0/ports/54e11c7c-c69f-4ddf-b8b7-894963ea7120 HTTP/1.1" status: 204 len: 173 time: 0.6857693 Jul 16 18:26:27.989428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf52cd3-ec21-402c-bd68-7f736ebf8352', 'name': 'network-vif-deleted', 'tag': '54e11c7c-c69f-4ddf-b8b7-894963ea7120'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:27.993917 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8202c52d-c09d-4cd3-84c9-c125ff95f559" -d '{"events": [{"server_uuid": "daf52cd3-ec21-402c-bd68-7f736ebf8352", "name": "network-vif-deleted", "tag": "54e11c7c-c69f-4ddf-b8b7-894963ea7120"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:28.080810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 9660e180-4453-4bed-901b-6c86bdb39534 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:28.125090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c2140483-a76c-474b-8498-88e016e857c9 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:28.349636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c2140483-a76c-474b-8498-88e016e857c9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c2140483-a76c-474b-8498-88e016e857c9,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:28.378874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'c2140483-a76c-474b-8498-88e016e857c9', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'port_id': 'c2140483-a76c-474b-8498-88e016e857c9', 'mac_address': 'fa:16:3e:a8:8c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e035b6d-72c0-486c-8646-8be99e9943ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:28.417273 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab44a91-806f-429b-91fc-e9e202cdaf08 x-openstack-request-id: req-3ab44a91-806f-429b-91fc-e9e202cdaf08 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:28.417776 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf52cd3-ec21-402c-bd68-7f736ebf8352", "name": "network-vif-deleted", "tag": "54e11c7c-c69f-4ddf-b8b7-894963ea7120", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:28.417979 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ab44a91-806f-429b-91fc-e9e202cdaf08 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:28.418512 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf52cd3-ec21-402c-bd68-7f736ebf8352', 'name': 'network-vif-deleted', 'tag': '54e11c7c-c69f-4ddf-b8b7-894963ea7120', 'status': 'completed', 'code': 200} Jul 16 18:26:28.429511 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.445091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2140483-a76c-474b-8498-88e016e857c9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:28.480255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c2140483-a76c-474b-8498-88e016e857c9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c2140483-a76c-474b-8498-88e016e857c9,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:28.489875 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.494397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-003b6b83-1d52-4eff-9ebb-9a83a051c199 req-551b1ab4-d1ff-4b22-af6b-3edbc1a98e72 tempest-VolumesNegativeTest-1534984244 tempest-VolumesNegativeTest-1534984244-project] 10.222.0.60 "GET /v2.0/ports?device_id=daf52cd3-ec21-402c-bd68-7f736ebf8352 HTTP/1.1" status: 200 len: 210 time: 0.0786154 Jul 16 18:26:28.520457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:28.555397 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.562590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f9fbfb90-426b-4705-9bcf-ec1563b0dfee tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4266980 Jul 16 18:26:28.563068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37138) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.564147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Sync routers for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:28.671824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9c7b1e57-4df3-4fff-ac4e-042a4a73b1cd tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ec21ddcca98344c190a3179163a55d08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1075869 Jul 16 18:26:28.676316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.676826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:28.677987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:28.831506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c2140483-a76c-474b-8498-88e016e857c9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.858657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef57df-5f44-4edd-bfcf-2a5922a18db5 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.861348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-53ef57df-5f44-4edd-bfcf-2a5922a18db5 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1835959 Jul 16 18:26:28.862541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:28.864214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37148) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.913989 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.964450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-96fe52c8-cb1c-4d77-baea-0a6360475f69 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0986691 Jul 16 18:26:28.968244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.978508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-438680712', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:28.991235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['c2140483-a76c-474b-8498-88e016e857c9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:29.015181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4eb025-4bb8-4da3-b21c-00e6e3cff5b3 req-13ab9fac-4801-4849-9400-b6be91526ed5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.024128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff4eb025-4bb8-4da3-b21c-00e6e3cff5b3 req-13ab9fac-4801-4849-9400-b6be91526ed5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 944 time: 0.1584940 Jul 16 18:26:29.132975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff4eb025-4bb8-4da3-b21c-00e6e3cff5b3 req-59dc39a8-4574-42a1-825e-e5babf6805ad tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034167 Jul 16 18:26:29.170291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Made reservation on behalf of ec21ddcca98344c190a3179163a55d08 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:29.176215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.347477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:27Z', 'revision_number': 3, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:29.379436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Checking router: 9660e180-4453-4bed-901b-6c86bdb39534 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:29.379436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Updating router 9660e180-4453-4bed-901b-6c86bdb39534 port 7124cee1-8fc9-4023-b3a8-edb728bb9395 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:29.395303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.424799 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.461259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Subnet': ['ID=5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:29.475145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Checking segment: {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:29.475513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network hostable DHCP agents. Network: 39966558-655b-4840-93c9-0af2c12db26b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:29.495489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 39966558-655b-4840-93c9-0af2c12db26b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:29.507487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 39966558-655b-4840-93c9-0af2c12db26b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:29.513148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.513852 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.537259 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-03272fd2-8d38-45d6-8f1a-47e99da71638 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5641804 Jul 16 18:26:29.537259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37156) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:29.549634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22aee03-2465-43a9-8e73-291e8e0344d4 None None] Network 39966558-655b-4840-93c9-0af2c12db26b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:30.004807 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.017680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Transition to ACTIVE for port object 7124cee1-8fc9-4023-b3a8-edb728bb9395 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:30.033044 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.147159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c2140483-a76c-474b-8498-88e016e857c9 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:30.161452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Attempting to bind port 7124cee1-8fc9-4023-b3a8-edb728bb9395 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:30.162305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Attempting to bind port 7124cee1-8fc9-4023-b3a8-edb728bb9395 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:30.162845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Attempting to bind port 7124cee1-8fc9-4023-b3a8-edb728bb9395 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:30.191895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f172a3-2a63-457a-95f6-44b21d6d968f None None] Pushing event updated for resources: {'Port': ['ID=7124cee1-8fc9-4023-b3a8-edb728bb9395,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.242506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:30.243184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:30.243591 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.243978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:30.244462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Bound port: 7124cee1-8fc9-4023-b3a8-edb728bb9395, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:30.244869 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.255454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-39966558-655b-4840-93c9-0af2c12db26b', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:30.256328 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.431616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] For port 7124cee1-8fc9-4023-b3a8-edb728bb9395, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:30.461209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port c2140483-a76c-474b-8498-88e016e857c9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:30.483207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85890bc-7d89-4ec3-b1b5-a5319eb49067 req-36d8e371-8811-4703-989c-7c585a717b3b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.491314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e85890bc-7d89-4ec3-b1b5-a5319eb49067 req-36d8e371-8811-4703-989c-7c585a717b3b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 944 time: 0.1252697 Jul 16 18:26:30.506181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] For port 7124cee1-8fc9-4023-b3a8-edb728bb9395, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7124cee1-8fc9-4023-b3a8-edb728bb9395,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:30.507753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port c2140483-a76c-474b-8498-88e016e857c9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:30.508497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.568907 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e85890bc-7d89-4ec3-b1b5-a5319eb49067 req-d7bcc2ae-e87e-404e-a36f-3b2bb50f3dcc tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762711 Jul 16 18:26:30.601079 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.684715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Allocated IP 172.20.0.2 (39966558-655b-4840-93c9-0af2c12db26b/5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc/79d02632-4c24-435c-8240-a80118c179cf) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:30.770182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 54e11c7c-c69f-4ddf-b8b7-894963ea7120 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:31.111531 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.219642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f172a3-2a63-457a-95f6-44b21d6d968f None None] Pushing event updated for resources: {'Port': ['ID=7124cee1-8fc9-4023-b3a8-edb728bb9395,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.229042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 54e11c7c-c69f-4ddf-b8b7-894963ea7120 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:31.231020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 54e11c7c-c69f-4ddf-b8b7-894963ea7120 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:31.237370 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.262645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:31.263570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:31.325913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5f9112-7e12-47d7-ab5f-60be901a7fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2140483-a76c-474b-8498-88e016e857c9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:31.328727 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dfd262-b0d9-41d5-802f-f02fb18ba7f5" -d '{"events": [{"server_uuid": "1f5f9112-7e12-47d7-ab5f-60be901a7fb1", "name": "network-vif-plugged", "status": "completed", "tag": "c2140483-a76c-474b-8498-88e016e857c9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:31.356232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c2140483-a76c-474b-8498-88e016e857c9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c2140483-a76c-474b-8498-88e016e857c9,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:31.369525 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.464188 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7897a24-5dd5-4666-9257-bb79e2e0b9c6 x-openstack-request-id: req-c7897a24-5dd5-4666-9257-bb79e2e0b9c6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:31.464525 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5f9112-7e12-47d7-ab5f-60be901a7fb1", "name": "network-vif-plugged", "status": "completed", "tag": "c2140483-a76c-474b-8498-88e016e857c9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:31.464887 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7897a24-5dd5-4666-9257-bb79e2e0b9c6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:31.466042 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5f9112-7e12-47d7-ab5f-60be901a7fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2140483-a76c-474b-8498-88e016e857c9', 'code': 200} Jul 16 18:26:31.547312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c2140483-a76c-474b-8498-88e016e857c9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.559574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:31.646317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac4486-42ba-4ea7-80bd-6b254bc7807a req-f95e0e3c-1ed4-45c0-9cea-6485a8474d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.667179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fbac4486-42ba-4ea7-80bd-6b254bc7807a req-f95e0e3c-1ed4-45c0-9cea-6485a8474d70 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 1097 time: 0.1500888 Jul 16 18:26:31.733314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fbac4486-42ba-4ea7-80bd-6b254bc7807a req-bd657a21-3497-42e1-8523-523f7ed4f1fb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597434 Jul 16 18:26:31.799714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.814167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Transition to ACTIVE for port object 79d02632-4c24-435c-8240-a80118c179cf will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:31.829951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:27Z', 'revision_number': 3, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:31.865188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f2f1d9-891c-43df-97e0-e036a6f05293 None None] The sync data for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 is: [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:27Z', 'revision_number': 3, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:31.871877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Transition to ACTIVE for port object 79d02632-4c24-435c-8240-a80118c179cf will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:31.896561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.978102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Network 39966558-655b-4840-93c9-0af2c12db26b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:31.982794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:31.986124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a72cda-c6a5-4d16-b922-b500df43c70d req-1c0aa178-0082-4bee-b348-a245b3bec6ec tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.994618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:32.002382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Pushing event updated for resources: {'Port': ['ID=79d02632-4c24-435c-8240-a80118c179cf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:32.005032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68a72cda-c6a5-4d16-b922-b500df43c70d req-1c0aa178-0082-4bee-b348-a245b3bec6ec tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 945 time: 0.1837981 Jul 16 18:26:32.057921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.20.0.1 (39966558-655b-4840-93c9-0af2c12db26b/5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc/c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:32.086946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Attempting to bind port 79d02632-4c24-435c-8240-a80118c179cf on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:32.087993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Attempting to bind port 79d02632-4c24-435c-8240-a80118c179cf by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:32.088754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Attempting to bind port 79d02632-4c24-435c-8240-a80118c179cf on network 39966558-655b-4840-93c9-0af2c12db26b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:32.097114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:32.097499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Checking segment: {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:32.098017 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.098538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Bound using segment: {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:32.099026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Bound port: 79d02632-4c24-435c-8240-a80118c179cf, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:32.099413 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.109948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68a72cda-c6a5-4d16-b922-b500df43c70d req-ae1468ab-84c4-4d00-a914-947665f55e26 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035361 Jul 16 18:26:32.244814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] For port 79d02632-4c24-435c-8240-a80118c179cf, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:32.258806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] For port 79d02632-4c24-435c-8240-a80118c179cf, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=79d02632-4c24-435c-8240-a80118c179cf,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:32.272208 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.348328 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.421817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Transition to ACTIVE for port object c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:32.432243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2b1aa-fe2f-4eb8-a66f-61e92af1e9ac None None] Pushing event updated for resources: {'Port': ['ID=79d02632-4c24-435c-8240-a80118c179cf,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:32.518719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.603084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 39966558-655b-4840-93c9-0af2c12db26b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:32.608364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:32.613876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:32.949030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:32.963574 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.130629 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42a04888-7abd-4fa9-8d96-7e771dcd7ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.238451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7a88e-0d71-4821-bb59-53ee9ce988ca req-1199fac2-e8ea-4b74-9464-1b29e5c75d96 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.245243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7124cee1-8fc9-4023-b3a8-edb728bb9395 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:33.267626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87a7a88e-0d71-4821-bb59-53ee9ce988ca req-1199fac2-e8ea-4b74-9464-1b29e5c75d96 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 945 time: 0.3106019 Jul 16 18:26:33.341735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87a7a88e-0d71-4821-bb59-53ee9ce988ca req-84f8b10b-16a1-4767-b3dc-95a4588d2d05 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697558 Jul 16 18:26:33.361534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7124cee1-8fc9-4023-b3a8-edb728bb9395 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:33.367284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7124cee1-8fc9-4023-b3a8-edb728bb9395 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:33.367821 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.439180 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.516185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48dcdb-5bb5-4478-9c7c-f56db7eab665 req-e94ae249-6a57-4f22-ab2f-39a1f06f4985 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.518552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e48dcdb-5bb5-4478-9c7c-f56db7eab665 req-e94ae249-6a57-4f22-ab2f-39a1f06f4985 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 945 time: 0.1377008 Jul 16 18:26:33.533410 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.587504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7124cee1-8fc9-4023-b3a8-edb728bb9395, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7124cee1-8fc9-4023-b3a8-edb728bb9395,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:33.594607 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.595849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 79d02632-4c24-435c-8240-a80118c179cf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:33.598386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e48dcdb-5bb5-4478-9c7c-f56db7eab665 req-0228b6f8-22a6-4825-8ce5-863a83c13bab tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713587 Jul 16 18:26:33.897336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 79d02632-4c24-435c-8240-a80118c179cf completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:33.923806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7124cee1-8fc9-4023-b3a8-edb728bb9395,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.982254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-1a47c7bf-6c49-4d88-b276-3910c4eb1589 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1474149 Jul 16 18:26:34.160689 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.176673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.254699 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.328909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-87ad2850-e17a-49fa-a766-86c32f1fa697 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.330494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-87ad2850-e17a-49fa-a766-86c32f1fa697 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.3635614 Jul 16 18:26:34.344446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-f8e8bcd1-51fc-4f99-b3c1-aaf2c3f9b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.344961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-f8e8bcd1-51fc-4f99-b3c1-aaf2c3f9b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.346256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-f8e8bcd1-51fc-4f99-b3c1-aaf2c3f9b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.347006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-f8e8bcd1-51fc-4f99-b3c1-aaf2c3f9b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.347631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-f8e8bcd1-51fc-4f99-b3c1-aaf2c3f9b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.348269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-f8e8bcd1-51fc-4f99-b3c1-aaf2c3f9b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.348922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-f8e8bcd1-51fc-4f99-b3c1-aaf2c3f9b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.351725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-f8e8bcd1-51fc-4f99-b3c1-aaf2c3f9b79c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6497 time: 0.2696738 Jul 16 18:26:34.368383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.393853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-b7f7181d-3093-4f11-b72e-d7d7d5dd8822 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/quotas/3709ffbd36344ac6a6874a756b37ad16 HTTP/1.1" status: 200 len: 375 time: 0.0403552 Jul 16 18:26:34.424322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86137952-7438-499f-9f25-0e2daa665752 None None] Network 39966558-655b-4840-93c9-0af2c12db26b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:34.530916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5c8d2c8-9477-40bc-a82f-0044e9bbfbd2 None None] Provisioning for port 79d02632-4c24-435c-8240-a80118c179cf completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:34.546493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5c8d2c8-9477-40bc-a82f-0044e9bbfbd2 None None] Provisioning complete for port 79d02632-4c24-435c-8240-a80118c179cf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:34.546924 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d2c8-9477-40bc-a82f-0044e9bbfbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.624245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 39966558-655b-4840-93c9-0af2c12db26b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:34.633997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:34.818477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-ae33adeb-a351-412f-be3f-f67cbb235425 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.826775 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-ae33adeb-a351-412f-be3f-f67cbb235425 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.46 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 945 time: 0.2908850 Jul 16 18:26:34.855694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882cce7-f208-46c0-921d-cda082ec7e58 req-f8b0b796-b27d-4a52-831e-f7883b102514 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.863601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2882cce7-f208-46c0-921d-cda082ec7e58 req-f8b0b796-b27d-4a52-831e-f7883b102514 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 945 time: 0.2863493 Jul 16 18:26:34.878666 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d2c8-9477-40bc-a82f-0044e9bbfbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.922320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-c784289b-0364-47dd-853f-ea5a8464e5e8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5271111 Jul 16 18:26:34.955314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f5c8d2c8-9477-40bc-a82f-0044e9bbfbd2 None None] For port 79d02632-4c24-435c-8240-a80118c179cf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=79d02632-4c24-435c-8240-a80118c179cf,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:34.971203 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d2c8-9477-40bc-a82f-0044e9bbfbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.056430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7124cee1-8fc9-4023-b3a8-edb728bb9395 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:35.144538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 9660e180-4453-4bed-901b-6c86bdb39534 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:35.149826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8d2c8-9477-40bc-a82f-0044e9bbfbd2 None None] Pushing event updated for resources: {'Port': ['ID=79d02632-4c24-435c-8240-a80118c179cf,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.185598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7124cee1-8fc9-4023-b3a8-edb728bb9395 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:35.185980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.311596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Deleting port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:35.312228 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.411284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-736a0c74-bc84-4b29-89b2-57e0b56c5baa None None] Provisioning complete for port 79d02632-4c24-435c-8240-a80118c179cf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:35.411652 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-736a0c74-bc84-4b29-89b2-57e0b56c5baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.467307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] For port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,segment=NetworkSegment(7df1b3ac-9e5b-4298-8aea-53fc5e6697af),segment_id=7df1b3ac-9e5b-4298-8aea-53fc5e6697af)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:35.467687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.484862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Calling delete_port for cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:35.504700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:35.517717 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Sync routers for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:35.525015 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4d771cda-e3cd-46fa-8b09-a7175c33ed16 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "PUT /v2.0/routers/9660e180-4453-4bed-901b-6c86bdb39534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9859128 Jul 16 18:26:35.525986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:35.534880 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:35.535513 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:35.558290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-736a0c74-bc84-4b29-89b2-57e0b56c5baa None None] Provisioning for port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:35.577423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-736a0c74-bc84-4b29-89b2-57e0b56c5baa None None] Provisioning complete for port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:35.578034 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-736a0c74-bc84-4b29-89b2-57e0b56c5baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.626981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-736a0c74-bc84-4b29-89b2-57e0b56c5baa None None] Port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:35.682940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2882cce7-f208-46c0-921d-cda082ec7e58 req-625902c0-efb0-44b8-a275-d34f4e6d61df tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/security-groups?id=f420b8fe-0e33-4b3b-8d63-07badc1c468e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8183379 Jul 16 18:26:35.695129 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-46409d28-58b8-4c42-a096-f7bbffc91a77 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717597 Jul 16 18:26:35.715414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-a1c2c93d-ede5-4167-837e-833cf0109c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.716052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-a1c2c93d-ede5-4167-837e-833cf0109c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.716548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-a1c2c93d-ede5-4167-837e-833cf0109c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.716910 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:35.720781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-a1c2c93d-ede5-4167-837e-833cf0109c6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=92628a71-7e7a-4442-b235-d0645ce9fda3&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b HTTP/1.1" status: 200 len: 2293 time: 1.3219616 Jul 16 18:26:35.753306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a3c924c7-78b9-44e0-ac15-cb3a251c2eaa None None] Provisioning complete for port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:35.754076 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3c924c7-78b9-44e0-ac15-cb3a251c2eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.854027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a3c924c7-78b9-44e0-ac15-cb3a251c2eaa None None] Port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:35.885922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.887063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.887753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.888458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.889058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.889537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.890980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.890980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.891245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.891882 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.892355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.892871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.893342 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.901421 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fcd049c5-e96d-404e-b1c6-7f612d5e9817 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9147 time: 0.3717811 Jul 16 18:26:35.907107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:35.960878 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.998186 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54197269-1589-4854-9a63-bf0a525addc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.044754 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.082464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c00330e8-8cf1-4057-ae8c-2ed550c90a4d None None] Provisioning complete for port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:36.082789 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c00330e8-8cf1-4057-ae8c-2ed550c90a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.143992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:36.264131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c00330e8-8cf1-4057-ae8c-2ed550c90a4d None None] Port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:36.299022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.299768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.300390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.301294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.301947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.302553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.303145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.303744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.304333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.304971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.305596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.306190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.306984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.310050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c8f60846-b60d-4436-beb9-6b081dc18cc4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8265 time: 0.4019215 Jul 16 18:26:36.316320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:36.459209 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 2, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:36.491803 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Checking router: 9660e180-4453-4bed-901b-6c86bdb39534 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:36.492311 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Updating router 9660e180-4453-4bed-901b-6c86bdb39534 port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:36.540294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Pushing event deleted for resources: {'Port': ['ID=cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:36.566981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-867e5132-3d91-4672-a1c7-0bf2007565b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b HTTP/1.1" status: 200 len: 1000 time: 0.8341763 Jul 16 18:26:36.577951 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.618814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] No DVR routers for this DVR port cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:36.623876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.625870 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c3cbc5ef-d451-4e9f-8144-e2d452c4161d req-2ec7f297-5683-4ce1-8b0b-e896e464cd55 tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.46 "DELETE /v2.0/ports/cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c HTTP/1.1" status: 204 len: 173 time: 1.7919712 Jul 16 18:26:36.626147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72f2fa2-02cf-4293-9953-1b5016c8aa42', 'name': 'network-vif-deleted', 'tag': 'cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:36.628856 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6b1cea-e223-4dc4-96a2-1a625f3eb419" -d '{"events": [{"server_uuid": "a72f2fa2-02cf-4293-9953-1b5016c8aa42", "name": "network-vif-deleted", "tag": "cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:36.673944 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088a081a-c934-41e7-9eb6-840056eeaf25 x-openstack-request-id: req-088a081a-c934-41e7-9eb6-840056eeaf25 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:36.674220 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72f2fa2-02cf-4293-9953-1b5016c8aa42", "name": "network-vif-deleted", "tag": "cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:36.674476 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-088a081a-c934-41e7-9eb6-840056eeaf25 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:36.674889 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72f2fa2-02cf-4293-9953-1b5016c8aa42', 'name': 'network-vif-deleted', 'tag': 'cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c', 'status': 'completed', 'code': 200} Jul 16 18:26:36.705072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-6a7dc644-7dcd-40b3-a6fe-9b6f55e90a14 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0088663 Jul 16 18:26:36.899133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-3abd008f-85f4-46a4-a526-a02eb976e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.902935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-3abd008f-85f4-46a4-a526-a02eb976e962 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5310286-a552-4e68-914b-ff13aab082fe HTTP/1.1" status: 200 len: 850 time: 0.3163238 Jul 16 18:26:37.253294 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.259635 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19367a41-ba19-458b-92b8-7c70379cf041 req-77bed6a7-ff45-4cdf-b567-ca67b67e238a tempest-VolumesSnapshotTestJSON-1661169883 tempest-VolumesSnapshotTestJSON-1661169883-project] 10.222.0.60 "GET /v2.0/ports?device_id=a72f2fa2-02cf-4293-9953-1b5016c8aa42 HTTP/1.1" status: 200 len: 210 time: 0.0338433 Jul 16 18:26:37.259635 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89bbfaad-9a4a-440c-ac55-614e4da149a7 req-9dc49699-d8a2-4268-a974-4a76ef873355 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 210 time: 0.0552087 Jul 16 18:26:37.259635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-dcc39ead-8389-4891-878d-25c5d89dcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.259635 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-dcc39ead-8389-4891-878d-25c5d89dcb37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92628a71-7e7a-4442-b235-d0645ce9fda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308609 Jul 16 18:26:37.287710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 79d02632-4c24-435c-8240-a80118c179cf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:37.490751 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.500923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 79d02632-4c24-435c-8240-a80118c179cf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:37.501882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.518388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-706a3cca-22f6-41f3-be7b-0cff3e0ebc31 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 1.1872528 Jul 16 18:26:37.556805 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Transition to ACTIVE for port object c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:37.593718 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.680105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-7774dc77-c0b6-478a-a2a1-5ca7179e3eb6 service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858031 Jul 16 18:26:37.906527 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Pushing event updated for resources: {'Port': ['ID=c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:37.951012 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.951354 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.954227 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.955247 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.957886 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.958506 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.961577 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.962229 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.963221 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.965390 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.966317 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.967009 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:37.987496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-cf70d80c-efbf-4308-9741-5cf50c00e990 service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989190 Jul 16 18:26:38.003677 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Attempting to bind port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:38.005179 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Attempting to bind port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:38.005752 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Attempting to bind port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad on network 39966558-655b-4840-93c9-0af2c12db26b {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.024120 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:38.026155 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Checking segment: {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:38.026811 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.034283 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Bound using segment: {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:38.035533 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Bound port: c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:38.037034 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.176270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-8ab6fda2-4514-4665-9f5f-5aac39d5b604 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 200 len: 217 time: 0.1811726 Jul 16 18:26:38.252452 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] For port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:38.260061 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] For port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:38.270742 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.279119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-8a62a049-2271-4e0a-aada-b69077d57123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.282986 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-8a62a049-2271-4e0a-aada-b69077d57123 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.1003194 Jul 16 18:26:38.330669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37524) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.336267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-411fea5f-828c-4514-a73a-0a890b228beb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771962160', 'description': 'tempest-secgroup-smoke-771962160 description', 'project_id': 'ec21ddcca98344c190a3179163a55d08'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:38.397460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-411fea5f-828c-4514-a73a-0a890b228beb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.539358 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:38.540748 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:26:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:38.612462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-411fea5f-828c-4514-a73a-0a890b228beb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.632049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-411fea5f-828c-4514-a73a-0a890b228beb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.638453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83a5ca5a-13e9-4e03-8881-555f70c2580a req-de1b6b7a-28e3-4147-9787-09b379a91d58 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 210 time: 0.1457031 Jul 16 18:26:38.655182 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677f73b-d64a-47c1-96c8-f911e1b56f68 None None] Pushing event updated for resources: {'Port': ['ID=c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.698870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.737637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-a34ce500-178b-4df1-9eea-798f8169d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.739313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-a34ce500-178b-4df1-9eea-798f8169d123 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4495707 Jul 16 18:26:38.765609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:38.811480 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-411fea5f-828c-4514-a73a-0a890b228beb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.820467 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-411fea5f-828c-4514-a73a-0a890b228beb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4880834 Jul 16 18:26:38.820727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37542) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.835860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d364821b-a4b8-4ea1-9f10-90c25ab38a8c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '57b86ab9-59e5-4a1c-8758-401ba21a3a6d', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:38.896863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:38.904996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device cbd79aa2-baa0-40bf-8c3a-28a1aaf1c40c not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:38.913468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fea5f-828c-4514-a73a-0a890b228beb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b86ab9-59e5-4a1c-8758-401ba21a3a6d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.951234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-26785033-e503-4bd7-a10b-6aa35cea7d53 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033114 Jul 16 18:26:38.999823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d364821b-a4b8-4ea1-9f10-90c25ab38a8c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.161735 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:39.245213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d364821b-a4b8-4ea1-9f10-90c25ab38a8c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.256305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d364821b-a4b8-4ea1-9f10-90c25ab38a8c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.310490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364821b-a4b8-4ea1-9f10-90c25ab38a8c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f35c6d5-1198-4e0f-bab0-8e3833138498,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.314424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-9dbf09f7-c514-4f7a-ba4c-3ae876ff8bba service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480055 Jul 16 18:26:39.342112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d364821b-a4b8-4ea1-9f10-90c25ab38a8c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.346576 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d364821b-a4b8-4ea1-9f10-90c25ab38a8c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5145464 Jul 16 18:26:39.347251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.352407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9897b645-8055-4a5a-b463-7d0cba3aeaf0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '57b86ab9-59e5-4a1c-8758-401ba21a3a6d', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:39.454510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9897b645-8055-4a5a-b463-7d0cba3aeaf0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.461625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-e3a7c4b4-948a-45a4-a9a8-d26d7c564e3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 200 len: 217 time: 0.1399624 Jul 16 18:26:39.566921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-111d4f60-9541-4d71-8a74-ea8cf1c12620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.569106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-111d4f60-9541-4d71-8a74-ea8cf1c12620 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.1009276 Jul 16 18:26:39.594254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9897b645-8055-4a5a-b463-7d0cba3aeaf0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.609889 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9897b645-8055-4a5a-b463-7d0cba3aeaf0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.661565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9897b645-8055-4a5a-b463-7d0cba3aeaf0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.673015 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9897b645-8055-4a5a-b463-7d0cba3aeaf0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3244579 Jul 16 18:26:39.673757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.698663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e15d86f6-8700-424f-9dbb-4b1169eebdec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '57b86ab9-59e5-4a1c-8758-401ba21a3a6d', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:39.718673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897b645-8055-4a5a-b463-7d0cba3aeaf0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a0ded0-c73a-4216-b553-e50fd91f26e3,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.776748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e15d86f6-8700-424f-9dbb-4b1169eebdec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.842394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-b0b7d6ef-69af-476f-912a-e2df56557861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.851374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-b0b7d6ef-69af-476f-912a-e2df56557861 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2752087 Jul 16 18:26:39.862276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e15d86f6-8700-424f-9dbb-4b1169eebdec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.872068 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e15d86f6-8700-424f-9dbb-4b1169eebdec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.937348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d86f6-8700-424f-9dbb-4b1169eebdec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaf9599-5734-4380-851a-50b91d611a7f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.953067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e15d86f6-8700-424f-9dbb-4b1169eebdec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.961810 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e15d86f6-8700-424f-9dbb-4b1169eebdec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2701039 Jul 16 18:26:39.963178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.978067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5878e86f-e60a-4371-ba62-2459d1c84f40 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '57b86ab9-59e5-4a1c-8758-401ba21a3a6d', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:39.988349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:40.035630 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:40.158334 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d83b2f-7e20-4c55-b3f2-60c3458ef524 None None] The sync data for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 is: [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:38Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:40.188260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93b48561-03e8-4399-bb57-dd5318cbf809 req-d32cd456-8922-4ff1-a4fe-293d838bd428 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 210 time: 0.1365600 Jul 16 18:26:40.306990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-8d6f9bc9-549f-44c1-946e-97b3a8f64c1a service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488125 Jul 16 18:26:40.369421 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.637417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-e5e7bc04-14d0-4a15-8d33-8e6a735abe24 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064630 Jul 16 18:26:40.840725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-0717e2bb-39e7-4afe-bdb4-acea51277953 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 HTTP/1.1" status: 200 len: 217 time: 0.1981149 Jul 16 18:26:40.877623 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5878e86f-e60a-4371-ba62-2459d1c84f40 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.034852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-8fe061e0-e838-4a4b-966c-87aac6a160cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.036971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-8fe061e0-e838-4a4b-966c-87aac6a160cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.1915290 Jul 16 18:26:41.163672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-a17f5387-8829-4a81-a8fa-3c0026879992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.176977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-a17f5387-8829-4a81-a8fa-3c0026879992 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1300561 Jul 16 18:26:41.215398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:41.218874 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5878e86f-e60a-4371-ba62-2459d1c84f40 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.246810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5878e86f-e60a-4371-ba62-2459d1c84f40 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.310013 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c9b81322-c081-49a8-8643-7c7c0b58c766 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1040007b9324fafaf51844ef2214008&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3201282 Jul 16 18:26:41.345375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.366224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878e86f-e60a-4371-ba62-2459d1c84f40 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80656b0-2a47-461a-8ba8-97c47b8af7dd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.406204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:41.415770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:41.416309 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.436422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-312dbd2e-16ba-4666-9a37-276b6d1a1e7f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.438533 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-312dbd2e-16ba-4666-9a37-276b6d1a1e7f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 1.3912220 Jul 16 18:26:41.440394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5878e86f-e60a-4371-ba62-2459d1c84f40 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.441763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5878e86f-e60a-4371-ba62-2459d1c84f40 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4771297 Jul 16 18:26:41.446251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.452401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7ff66c49-051e-462c-9172-3d564b4b0c9d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '57b86ab9-59e5-4a1c-8758-401ba21a3a6d', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:41.541726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Request body: {'port': {'device_id': 'c9ad2532-c28f-4624-87c4-26fd012095df', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'admin_state_up': True, 'tenant_id': '3709ffbd36344ac6a6874a756b37ad16'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:41.587276 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-7ff66c49-051e-462c-9172-3d564b4b0c9d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Project ec21ddcca98344c190a3179163a55d08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:26:41.644602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ff66c49-051e-462c-9172-3d564b4b0c9d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.682211 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.710230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-8f277c68-bb1e-4a05-a7a9-1a21b4786754 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266514 Jul 16 18:26:41.730566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:41.738050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.880496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.888603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88a07668-dcec-4c02-8992-c9d39ed45f73 req-43c584b0-17ea-441c-a451-c7372acfaee2 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 210 time: 0.2313144 Jul 16 18:26:41.916452 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b11fb01-3d41-48f0-aedf-b51db28ba76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.959030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ff66c49-051e-462c-9172-3d564b4b0c9d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.048793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ff66c49-051e-462c-9172-3d564b4b0c9d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.078301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b11fb01-3d41-48f0-aedf-b51db28ba76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.148585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff66c49-051e-462c-9172-3d564b4b0c9d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b970f9a0-d3f7-47af-b3c1-4d2c1b2583be,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.209291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Made reservation on behalf of 3709ffbd36344ac6a6874a756b37ad16 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:42.218102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.250443 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ff66c49-051e-462c-9172-3d564b4b0c9d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.253164 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7ff66c49-051e-462c-9172-3d564b4b0c9d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8047848 Jul 16 18:26:42.264217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:42.275626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5cfc2371-9c03-4e45-beaa-08e96125e8a1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '57b86ab9-59e5-4a1c-8758-401ba21a3a6d', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:42.333303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-c7f40d24-aed9-47fa-87b1-2b63c3197471 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492831 Jul 16 18:26:42.453188 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-5cfc2371-9c03-4e45-beaa-08e96125e8a1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Project ec21ddcca98344c190a3179163a55d08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:26:42.464368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-d0f67436-d07b-46a4-837c-22ad0d7104c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d HTTP/1.1" status: 200 len: 217 time: 0.1126921 Jul 16 18:26:42.473431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b11fb01-3d41-48f0-aedf-b51db28ba76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.480628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b11fb01-3d41-48f0-aedf-b51db28ba76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.495267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3b11fb01-3d41-48f0-aedf-b51db28ba76e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a9cb8b0-f4f1-446c-99d2-a1bd79a40235 HTTP/1.1" status: 204 len: 168 time: 1.1371763 Jul 16 18:26:42.551582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5cfc2371-9c03-4e45-beaa-08e96125e8a1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.569432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Allocated IP 172.20.0.7 (090e0f75-9d4d-43cd-ab0e-d2d46af8647a/9e035b6d-72c0-486c-8646-8be99e9943ab/085f8374-a5dc-43c8-b849-b8d9a13f377f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:42.669407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-0641e66b-ec46-4220-88f5-f158b24fdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.673229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-0641e66b-ec46-4220-88f5-f158b24fdf01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.1746058 Jul 16 18:26:42.701476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11fb01-3d41-48f0-aedf-b51db28ba76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9cb8b0-f4f1-446c-99d2-a1bd79a40235,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.945737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.034300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.050388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198', 'c2140483-a76c-474b-8498-88e016e857c9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:43.121880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-ce3c9cd0-cfc8-4bc1-855d-e306589ae8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.152741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-ce3c9cd0-cfc8-4bc1-855d-e306589ae8c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4416990 Jul 16 18:26:43.160596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5cfc2371-9c03-4e45-beaa-08e96125e8a1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.166691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:43.176913 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5cfc2371-9c03-4e45-beaa-08e96125e8a1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.281467 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5cfc2371-9c03-4e45-beaa-08e96125e8a1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.314248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5cfc2371-9c03-4e45-beaa-08e96125e8a1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0258465 Jul 16 18:26:43.326720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc2371-9c03-4e45-beaa-08e96125e8a1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3b8dc1-47ae-4b2f-9419-87056251df56,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.542049 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:43.568920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:43.570595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:43.571453 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.583927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event updated for resources: {'Port': ['ID=085f8374-a5dc-43c8-b849-b8d9a13f377f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.606355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:43.724247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-f6cc30c3-f3f5-492d-b72d-5e0234680eca service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551825 Jul 16 18:26:43.951228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.952321 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.009584 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-ae504218-2480-45bb-be73-977eb2bab65d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4806182 Jul 16 18:26:44.031174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Request body: {'port': {'device_id': 'c9ad2532-c28f-4624-87c4-26fd012095df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:44.224735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-d6870de5-d803-4788-afde-1a9bfddfa489 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942367 Jul 16 18:26:44.368442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.447900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-4dde1476-6de2-4853-a37e-892ff1fcd89a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 HTTP/1.1" status: 200 len: 217 time: 0.2204628 Jul 16 18:26:44.560149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-56bef80e-ef87-4f25-bea1-88c2260892ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.562170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-56bef80e-ef87-4f25-bea1-88c2260892ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.0987554 Jul 16 18:26:44.677909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fdd2e-c42b-4bb2-9a0a-311eede4441d req-45cdd34b-f81d-4cdb-b61e-0b2f088fe976 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.679829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-631fdd2e-c42b-4bb2-9a0a-311eede4441d req-45cdd34b-f81d-4cdb-b61e-0b2f088fe976 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 931 time: 0.8628328 Jul 16 18:26:44.749857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-631fdd2e-c42b-4bb2-9a0a-311eede4441d req-352d924e-0a43-462a-bb16-0de056f49a60 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589995 Jul 16 18:26:44.785713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f42472a0-126e-4c30-96fe-f957a6396e5e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771962160&fields=id&tenant_id=ec21ddcca98344c190a3179163a55d08 HTTP/1.1" status: 200 len: 267 time: 0.2197208 Jul 16 18:26:44.953424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-dd538d73-b656-49f6-9935-078bccb1a2b2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.962355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-dd538d73-b656-49f6-9935-078bccb1a2b2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/networks?id=39966558-655b-4840-93c9-0af2c12db26b HTTP/1.1" status: 200 len: 797 time: 0.1755216 Jul 16 18:26:44.987909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1308158-39c2-49af-8f53-fde1c4ebd510 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/quotas/ec21ddcca98344c190a3179163a55d08 HTTP/1.1" status: 200 len: 375 time: 0.0241158 Jul 16 18:26:45.031790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-6a215890-4042-4857-b562-21ef74875058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.034276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-6a215890-4042-4857-b562-21ef74875058 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4595857 Jul 16 18:26:45.268840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-7abf52e7-b49e-4915-9ace-d4654edd69ad service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236269 Jul 16 18:26:45.314354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-516ebe0d-a3a6-4dc2-9e6c-9fe85bad3406 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3243668 Jul 16 18:26:45.427169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085f8374-a5dc-43c8-b849-b8d9a13f377f {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:45.464605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.494692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Transition to ACTIVE for port object 085f8374-a5dc-43c8-b849-b8d9a13f377f will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:45.500218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.614361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Pushing event updated for resources: {'Port': ['ID=085f8374-a5dc-43c8-b849-b8d9a13f377f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.696103 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:45.715081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-7d8cf5f2-79ef-4a71-b941-e0a45e3dff33 service neutron] 10.222.0.60 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145440 Jul 16 18:26:45.788757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Attempting to bind port 085f8374-a5dc-43c8-b849-b8d9a13f377f on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:45.789324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Attempting to bind port 085f8374-a5dc-43c8-b849-b8d9a13f377f by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:45.789843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Attempting to bind port 085f8374-a5dc-43c8-b849-b8d9a13f377f on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:45.818381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Port 085f8374-a5dc-43c8-b849-b8d9a13f377f on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:45.818951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Attempting to bind port 085f8374-a5dc-43c8-b849-b8d9a13f377f on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:45.860786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:45.861133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Checking segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:45.873401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Bound using segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:45.873885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Bound port: 085f8374-a5dc-43c8-b849-b8d9a13f377f, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:45.874284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.006993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-82896ba7-b6ee-40ad-8ef9-2e8853118b15 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303734 Jul 16 18:26:46.054071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] For port 085f8374-a5dc-43c8-b849-b8d9a13f377f, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:46.071071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] For port 085f8374-a5dc-43c8-b849-b8d9a13f377f, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=085f8374-a5dc-43c8-b849-b8d9a13f377f,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:46.077569 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.099992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-6b03e7a1-9e34-4900-ab90-916e58754b07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d02ac2da-e0ee-4373-8793-44f99b933222 HTTP/1.1" status: 200 len: 217 time: 0.0851212 Jul 16 18:26:46.140870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-24140b8b-7fb5-411b-b4ab-e313d7bcc5dc service neutron] 10.222.0.60 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248178 Jul 16 18:26:46.171557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.172199 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.180759 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/085f8374-a5dc-43c8-b849-b8d9a13f377f HTTP/1.1" status: 200 len: 1092 time: 2.1506634 Jul 16 18:26:46.182891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ad2532-c28f-4624-87c4-26fd012095df', 'tag': '085f8374-a5dc-43c8-b849-b8d9a13f377f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:46.188974 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7783d5a0-463d-45bc-b407-5a89fd845357" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ad2532-c28f-4624-87c4-26fd012095df", "tag": "085f8374-a5dc-43c8-b849-b8d9a13f377f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:46.239457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03b226-7a0d-469d-9369-d7d3774434b6 service neutron] Pushing event updated for resources: {'Port': ['ID=085f8374-a5dc-43c8-b849-b8d9a13f377f,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:46.337225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-99931358-f33b-4fc7-8fc0-8ec4752d0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.340765 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-99931358-f33b-4fc7-8fc0-8ec4752d0a69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 1095 time: 0.0828314 Jul 16 18:26:46.366194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-93ac0e83-b9fd-45f4-8de7-7e30c9176180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.368478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-93ac0e83-b9fd-45f4-8de7-7e30c9176180 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.2237985 Jul 16 18:26:46.443263 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-63f39bda-217f-4194-9f26-246c15504e22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=085f8374-a5dc-43c8-b849-b8d9a13f377f HTTP/1.1" status: 200 len: 217 time: 0.0817499 Jul 16 18:26:46.452942 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dff84c-d120-4355-9f77-027b4548cac1 x-openstack-request-id: req-62dff84c-d120-4355-9f77-027b4548cac1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:46.453244 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ad2532-c28f-4624-87c4-26fd012095df", "tag": "085f8374-a5dc-43c8-b849-b8d9a13f377f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:46.453501 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62dff84c-d120-4355-9f77-027b4548cac1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:46.453918 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ad2532-c28f-4624-87c4-26fd012095df', 'tag': '085f8374-a5dc-43c8-b849-b8d9a13f377f', 'status': 'completed', 'code': 200} Jul 16 18:26:46.706768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-e21945e1-7ab3-4128-a810-8439ebd93949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.715622 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-e21945e1-7ab3-4128-a810-8439ebd93949 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.2414262 Jul 16 18:26:46.800538 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-06ea9a0d-293d-4496-b69a-5dbbf9d322b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794992 Jul 16 18:26:47.092370 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-0880eb45-d812-413e-9090-a8407df2eaf0 service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811859 Jul 16 18:26:47.252075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db880f05-eb6c-4fd2-96d9-c6c4e23ca48e req-33bfb516-d8a4-4855-a610-b200d15c0fc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.263883 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db880f05-eb6c-4fd2-96d9-c6c4e23ca48e req-33bfb516-d8a4-4855-a610-b200d15c0fc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 943 time: 1.1161697 Jul 16 18:26:47.318560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f0764ee-9a46-4a7f-b445-2b9ffc03051d req-becd0f12-0d0d-4a5a-8750-b0abd48a0ee5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 210 time: 0.1436059 Jul 16 18:26:47.360905 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-22cab816-2a77-4b0a-acac-d405c6fb3b52 req-fc45b6f7-5001-4c1d-b592-05641f17c7b5 service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563322 Jul 16 18:26:47.410175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db880f05-eb6c-4fd2-96d9-c6c4e23ca48e req-a335e0c9-fd6b-44d9-a1f6-3e095acc7f55 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029305 Jul 16 18:26:47.419879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-deec9944-c4bf-44d5-a0d0-f8775ead408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.421702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-deec9944-c4bf-44d5-a0d0-f8775ead408f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0292535 Jul 16 18:26:47.658738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-a8b1a1ab-15f2-4bc5-856c-dc94139c2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.661158 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-a8b1a1ab-15f2-4bc5-856c-dc94139c2676 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 1095 time: 0.1589973 Jul 16 18:26:47.669267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-75654861-b62e-4679-916c-f5b1413348f1 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400699 Jul 16 18:26:47.922771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-16efff5a-daad-418b-8e60-6bebe1bc036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.925554 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-16efff5a-daad-418b-8e60-6bebe1bc036c service neutron] 10.222.0.46 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 907 time: 0.2519100 Jul 16 18:26:47.939161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad453cec-8c8b-4477-a0de-611fc3d83977 req-5799920c-5397-4bbc-89e6-8b4741610f8c service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611747 Jul 16 18:26:48.005291 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-dba2ee5f-ebc6-4c68-84f6-818de97be0cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=085f8374-a5dc-43c8-b849-b8d9a13f377f HTTP/1.1" status: 200 len: 217 time: 0.0719156 Jul 16 18:26:48.088225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-d53ff949-a37b-42ff-9173-4635af8d374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.092851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37922) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:48.100731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-d53ff949-a37b-42ff-9173-4635af8d374c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.0813949 Jul 16 18:26:48.147372 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-b1d800cd-18ee-4522-9a4f-510a59c6dd80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390465 Jul 16 18:26:48.270324 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c853398-5502-4c0c-b993-531432f5df2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.280906 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-e4839862-3245-455e-938c-5e0c7c41141b service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222475 Jul 16 18:26:48.452327 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7783d5a0-463d-45bc-b407-5a89fd845357 req-c4dfd9cd-cb81-4195-a85d-61b8e1559542 service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640754 Jul 16 18:26:48.467825 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c853398-5502-4c0c-b993-531432f5df2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.472953 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c853398-5502-4c0c-b993-531432f5df2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.548230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3c853398-5502-4c0c-b993-531432f5df2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1b85edd4a6f43fbaf51d40005fe8c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541593 Jul 16 18:26:48.550996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37940) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:48.685951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd588b46-4285-45fc-9fc5-e77d401fe7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.711253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-faad7655-e46e-4f31-901f-231a7fd6156a req-62fde145-153c-4cc3-a059-30889d67fc83 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 210 time: 0.1267531 Jul 16 18:26:48.721923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd588b46-4285-45fc-9fc5-e77d401fe7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.726321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c853398-5502-4c0c-b993-531432f5df2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e08d955-8023-4a34-b53e-11e5fb67f70e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.820387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 085f8374-a5dc-43c8-b849-b8d9a13f377f details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:48.829577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd588b46-4285-45fc-9fc5-e77d401fe7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.832438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd588b46-4285-45fc-9fc5-e77d401fe7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.833821 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dd588b46-4285-45fc-9fc5-e77d401fe7ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e08d955-8023-4a34-b53e-11e5fb67f70e HTTP/1.1" status: 204 len: 168 time: 0.2817252 Jul 16 18:26:48.850289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd588b46-4285-45fc-9fc5-e77d401fe7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e08d955-8023-4a34-b53e-11e5fb67f70e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.089502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-3319d958-cdc2-469a-b94c-6a14a0983e0f tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.092102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-3319d958-cdc2-469a-b94c-6a14a0983e0f tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "GET /v2.0/networks?id=39966558-655b-4840-93c9-0af2c12db26b HTTP/1.1" status: 200 len: 797 time: 0.3982179 Jul 16 18:26:49.101644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e74aa1-124f-497a-961e-c6a24b2774d6 req-ca46510a-f5aa-496a-98f8-b1d3709f23aa tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.109332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57e74aa1-124f-497a-961e-c6a24b2774d6 req-ca46510a-f5aa-496a-98f8-b1d3709f23aa tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 943 time: 0.3955522 Jul 16 18:26:49.129977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 085f8374-a5dc-43c8-b849-b8d9a13f377f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=085f8374-a5dc-43c8-b849-b8d9a13f377f,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:49.156684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '085f8374-a5dc-43c8-b849-b8d9a13f377f', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'port_id': '085f8374-a5dc-43c8-b849-b8d9a13f377f', 'mac_address': 'fa:16:3e:c5:a2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e035b6d-72c0-486c-8646-8be99e9943ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:49.171365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57e74aa1-124f-497a-961e-c6a24b2774d6 req-f73c5e22-fcb3-4993-a2f2-c7fce47cb7b8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611315 Jul 16 18:26:49.215195 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.246212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085f8374-a5dc-43c8-b849-b8d9a13f377f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:49.268771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c8a03ff2-5b20-4f35-842b-27b50e652867 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec21ddcca98344c190a3179163a55d08 HTTP/1.1" status: 200 len: 379 time: 0.1573956 Jul 16 18:26:49.280268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'port': {'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'admin_state_up': True, 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'security_groups': ['57b86ab9-59e5-4a1c-8758-401ba21a3a6d']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:49.281849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 085f8374-a5dc-43c8-b849-b8d9a13f377f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=085f8374-a5dc-43c8-b849-b8d9a13f377f,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:49.287124 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.420955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=085f8374-a5dc-43c8-b849-b8d9a13f377f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.430874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.434801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.437644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.438188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.438859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.439351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.439852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.440350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.441920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.443990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.444502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.453065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:49.466499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.498095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be9e9280-274a-431b-a4ee-2301cf91645a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.587014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-be9e9280-274a-431b-a4ee-2301cf91645a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:26:49.587014 n-d-793619-10 neutron-server[93824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:26:49.587014 n-d-793619-10 neutron-server[93824]: [parameters: {'project_id': 'bb4f02e20f2f4dd0b4f272f7b6b58464', 'id': 'a500e760-f5a7-4159-8b8b-3dc66a0931e7', 'expiration': datetime.datetime(2021, 7, 16, 18, 28, 49, 541415)}] Jul 16 18:26:49.587014 n-d-793619-10 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:26:49.587419 n-d-793619-10 neutron-server[93824]: DEBUG oslo_db.api [None req-be9e9280-274a-431b-a4ee-2301cf91645a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:26:49.605768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Made reservation on behalf of ec21ddcca98344c190a3179163a55d08 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:49.615268 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.750563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['085f8374-a5dc-43c8-b849-b8d9a13f377f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:49.859545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d82520-6ee9-4fd8-93a2-e209b73d40be req-0a4bad37-550a-48d4-a315-3af4126ea1b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.861734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1d82520-6ee9-4fd8-93a2-e209b73d40be req-0a4bad37-550a-48d4-a315-3af4126ea1b4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.1727645 Jul 16 18:26:49.886762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.20.0.11 (39966558-655b-4840-93c9-0af2c12db26b/5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc/7d6b0239-8180-4917-b6e4-c4079ce6e16b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:49.966557 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01ace946-da88-4942-afc1-aec2c3ddbabf req-f7d35b9f-479a-4305-9ba1-6332294ae963 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 210 time: 0.0743392 Jul 16 18:26:49.978634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1d82520-6ee9-4fd8-93a2-e209b73d40be req-e2ee5329-4af7-4283-a6c8-d10b629a38bf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941548 Jul 16 18:26:50.091640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be9e9280-274a-431b-a4ee-2301cf91645a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.156344 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.174040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Transition to ACTIVE for port object 7d6b0239-8180-4917-b6e4-c4079ce6e16b will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:50.205277 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be9e9280-274a-431b-a4ee-2301cf91645a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.210461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be9e9280-274a-431b-a4ee-2301cf91645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.235428 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.272903 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be9e9280-274a-431b-a4ee-2301cf91645a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb4f02e20f2f4dd0b4f272f7b6b58464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047714 Jul 16 18:26:50.274343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e9280-274a-431b-a4ee-2301cf91645a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e795c8c-13c6-406f-958d-a12e04ac3703,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.277197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37996) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:50.338419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=7d6b0239-8180-4917-b6e4-c4079ce6e16b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.382292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 39966558-655b-4840-93c9-0af2c12db26b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:50.386550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:50.405762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:50.483800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76aa2a3f-372c-49b3-80ac-01e37962f15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.546359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.547615 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.555504 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76aa2a3f-372c-49b3-80ac-01e37962f15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.601339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-f1b713a2-1902-4a7f-8d57-7947d4727749 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3264432 Jul 16 18:26:50.662632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Request body: {'port': {'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:50.706340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703b6a1-de14-4e30-b228-e4c6e66f60fd req-e5f6c083-bd1f-4b3d-adc1-5e63e2d5510b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.714385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d703b6a1-de14-4e30-b228-e4c6e66f60fd req-e5f6c083-bd1f-4b3d-adc1-5e63e2d5510b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 944 time: 0.3249729 Jul 16 18:26:50.832578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4bba11bc-5853-4814-8a53-14cc34e834c8 None None] Provisioning for port 7d6b0239-8180-4917-b6e4-c4079ce6e16b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:50.838143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4bba11bc-5853-4814-8a53-14cc34e834c8 None None] Provisioning complete for port 7d6b0239-8180-4917-b6e4-c4079ce6e16b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:50.841061 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4bba11bc-5853-4814-8a53-14cc34e834c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.845296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d703b6a1-de14-4e30-b228-e4c6e66f60fd req-e878ccdc-2392-468d-bf1f-a5696bd4779c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298437 Jul 16 18:26:50.848440 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76aa2a3f-372c-49b3-80ac-01e37962f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.851778 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-76aa2a3f-372c-49b3-80ac-01e37962f15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.855917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-76aa2a3f-372c-49b3-80ac-01e37962f15e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e795c8c-13c6-406f-958d-a12e04ac3703 HTTP/1.1" status: 204 len: 168 time: 0.5753567 Jul 16 18:26:50.859031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.890847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa2a3f-372c-49b3-80ac-01e37962f15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e795c8c-13c6-406f-958d-a12e04ac3703,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.990182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4bba11bc-5853-4814-8a53-14cc34e834c8 None None] Port 7d6b0239-8180-4917-b6e4-c4079ce6e16b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:51.285108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6b0239-8180-4917-b6e4-c4079ce6e16b {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:51.295613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.312892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Transition to ACTIVE for port object 7d6b0239-8180-4917-b6e4-c4079ce6e16b will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:51.318440 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.582083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Pushing event updated for resources: {'Port': ['ID=7d6b0239-8180-4917-b6e4-c4079ce6e16b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.606886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c79b5-65ab-4dc9-b522-559576b9c741 req-06ec292a-fa3a-4693-a6c5-fbe997b803d7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.614066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e4c79b5-65ab-4dc9-b522-559576b9c741 req-06ec292a-fa3a-4693-a6c5-fbe997b803d7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.2548804 Jul 16 18:26:51.738551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e849933-7564-4157-86be-e64b7c5a3277 req-972b0515-ebd1-4517-a51c-f459a802bcc1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.747205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e849933-7564-4157-86be-e64b7c5a3277 req-972b0515-ebd1-4517-a51c-f459a802bcc1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 944 time: 0.4166772 Jul 16 18:26:51.796414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Attempting to bind port 7d6b0239-8180-4917-b6e4-c4079ce6e16b on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:51.796780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Attempting to bind port 7d6b0239-8180-4917-b6e4-c4079ce6e16b by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:51.797117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Attempting to bind port 7d6b0239-8180-4917-b6e4-c4079ce6e16b on network 39966558-655b-4840-93c9-0af2c12db26b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:51.808552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Port 7d6b0239-8180-4917-b6e4-c4079ce6e16b on network 39966558-655b-4840-93c9-0af2c12db26b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:51.808826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Attempting to bind port 7d6b0239-8180-4917-b6e4-c4079ce6e16b on network 39966558-655b-4840-93c9-0af2c12db26b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:51.828539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e4c79b5-65ab-4dc9-b522-559576b9c741 req-f346cf91-3f81-4b16-a899-95d4498876af tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132239 Jul 16 18:26:51.859935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:51.860327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Checking segment: {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:51.860706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Bound using segment: {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:51.861130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Bound port: 7d6b0239-8180-4917-b6e4-c4079ce6e16b, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70a9ee8-c411-41b6-bea2-20bc17c13926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '39966558-655b-4840-93c9-0af2c12db26b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:51.861482 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.908300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e849933-7564-4157-86be-e64b7c5a3277 req-5127e202-301b-470d-b48e-692e0672186b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599667 Jul 16 18:26:52.080105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] For port 7d6b0239-8180-4917-b6e4-c4079ce6e16b, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:52.094685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] For port 7d6b0239-8180-4917-b6e4-c4079ce6e16b, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7d6b0239-8180-4917-b6e4-c4079ce6e16b,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:52.102935 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.191804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.199330 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.223283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] 10.222.0.45 "PUT /v2.0/ports/7d6b0239-8180-4917-b6e4-c4079ce6e16b HTTP/1.1" status: 200 len: 1093 time: 1.5722253 Jul 16 18:26:52.251880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:52.265350 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd352dd6-ebde-4120-8b1e-d65f713ce094" -d '{"events": [{"name": "network-changed", "server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:52.781883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208043a-595c-4fa6-87cf-12e6752a6d4c service neutron] Pushing event updated for resources: {'Port': ['ID=7d6b0239-8180-4917-b6e4-c4079ce6e16b,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:52.791494 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940ee9dd-a7a1-488d-bc27-4a8a8f7517cc x-openstack-request-id: req-940ee9dd-a7a1-488d-bc27-4a8a8f7517cc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:52.791981 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:52.793190 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-940ee9dd-a7a1-488d-bc27-4a8a8f7517cc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:52.795662 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'status': 'completed', 'code': 200} Jul 16 18:26:52.836660 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 085f8374-a5dc-43c8-b849-b8d9a13f377f up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:52.913751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-d73dded3-5f4f-4274-90d5-f20f688f5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.915939 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-d73dded3-5f4f-4274-90d5-f20f688f5915 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 1096 time: 0.5984025 Jul 16 18:26:53.096863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 085f8374-a5dc-43c8-b849-b8d9a13f377f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:53.148680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-da89f5b9-930e-463c-b499-803519020d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.150219 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-da89f5b9-930e-463c-b499-803519020d34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 1097 time: 0.1736162 Jul 16 18:26:53.157840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 085f8374-a5dc-43c8-b849-b8d9a13f377f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:53.161209 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.288578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-101399be-e61e-4756-99b1-7a2e10e77c69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6b0239-8180-4917-b6e4-c4079ce6e16b HTTP/1.1" status: 200 len: 217 time: 0.3603041 Jul 16 18:26:53.327024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-a43b3845-a4a1-40ed-8876-bfe7eee43630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.329698 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-a43b3845-a4a1-40ed-8876-bfe7eee43630 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.1349745 Jul 16 18:26:53.341079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ccb23-ce14-4e7b-9c0d-40dc4a6c55c0 req-6eb1398f-c6ba-4dbb-8d68-5ecec8d43892 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.357275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f95ccb23-ce14-4e7b-9c0d-40dc4a6c55c0 req-6eb1398f-c6ba-4dbb-8d68-5ecec8d43892 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 944 time: 0.7726588 Jul 16 18:26:53.432076 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.526093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 085f8374-a5dc-43c8-b849-b8d9a13f377f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=085f8374-a5dc-43c8-b849-b8d9a13f377f,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:53.528081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ad2532-c28f-4624-87c4-26fd012095df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085f8374-a5dc-43c8-b849-b8d9a13f377f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:53.534750 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6710d9f8-0fbe-43a3-bd55-875eb7d21c12" -d '{"events": [{"server_uuid": "c9ad2532-c28f-4624-87c4-26fd012095df", "name": "network-vif-plugged", "status": "completed", "tag": "085f8374-a5dc-43c8-b849-b8d9a13f377f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:53.541760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.549334 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-627c0855-859c-48fd-8004-7d9d72cf2520 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 200 len: 1000 time: 0.2119312 Jul 16 18:26:53.693269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-d65c8ed7-0ff7-450f-a18f-f3b53a1da601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.695466 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-d65c8ed7-0ff7-450f-a18f-f3b53a1da601 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.1354458 Jul 16 18:26:53.695863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=085f8374-a5dc-43c8-b849-b8d9a13f377f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.725174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f95ccb23-ce14-4e7b-9c0d-40dc4a6c55c0 req-7646fd08-227f-4a1a-a163-e2dc33d26f68 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660586 Jul 16 18:26:53.743802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-a75408f2-6630-4bb5-bc2b-223fd5ed7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.759122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-a75408f2-6630-4bb5-bc2b-223fd5ed7f56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc HTTP/1.1" status: 200 len: 834 time: 0.3860605 Jul 16 18:26:53.825124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-036bbf9f-e073-4113-a901-6af0e32ba073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.835190 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-036bbf9f-e073-4113-a901-6af0e32ba073 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251848 Jul 16 18:26:53.904955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ef236-5259-4b95-be87-e85506d949e9 req-574f551c-bacd-4a0d-bbb7-3587f6a6ea77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.920112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e3ef236-5259-4b95-be87-e85506d949e9 req-574f551c-bacd-4a0d-bbb7-3587f6a6ea77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.6705492 Jul 16 18:26:53.982218 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-3fecee5c-0d6f-4e7f-bf38-7a825c70d97a service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396565 Jul 16 18:26:54.181115 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d3df01fe-e3bd-40d8-adb8-098f1485ea29 req-48b62173-913f-4af6-a678-0c6a7ebe915e service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882036 Jul 16 18:26:54.185688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e3ef236-5259-4b95-be87-e85506d949e9 req-5b44909c-55e7-4641-a262-98815051a02b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638595 Jul 16 18:26:54.204702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-1a158863-802c-44fc-9e0b-26daf1ea2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.224945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-1a158863-802c-44fc-9e0b-26daf1ea2fa3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39966558-655b-4840-93c9-0af2c12db26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4589472 Jul 16 18:26:54.722908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916d8b-2851-4c35-b327-d98de2c29fdb req-014390f2-a6e7-4718-8ae6-a50519d5ccf9 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.740483 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07916d8b-2851-4c35-b327-d98de2c29fdb req-014390f2-a6e7-4718-8ae6-a50519d5ccf9 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 944 time: 0.5689452 Jul 16 18:26:54.778133 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5210d299-e9e1-4632-a752-f984f7c8f1fb x-openstack-request-id: req-5210d299-e9e1-4632-a752-f984f7c8f1fb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:54.787328 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ad2532-c28f-4624-87c4-26fd012095df", "name": "network-vif-plugged", "status": "completed", "tag": "085f8374-a5dc-43c8-b849-b8d9a13f377f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:54.788173 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5210d299-e9e1-4632-a752-f984f7c8f1fb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:54.794801 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ad2532-c28f-4624-87c4-26fd012095df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085f8374-a5dc-43c8-b849-b8d9a13f377f', 'code': 200} Jul 16 18:26:55.005351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07916d8b-2851-4c35-b327-d98de2c29fdb req-b6cc675b-e8cd-49d4-812d-a1f671e8ffe4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482388 Jul 16 18:26:55.016453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-45424e4b-bd64-4740-bfd6-0e9778849db4 service neutron] 10.222.0.45 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085831 Jul 16 18:26:55.311083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c436f3-3e7c-40fa-8178-79fdbfb5761a req-31b8b208-ff25-4094-be0a-819542b0499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.319329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e6c436f3-3e7c-40fa-8178-79fdbfb5761a req-31b8b208-ff25-4094-be0a-819542b0499a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 1097 time: 0.3047175 Jul 16 18:26:55.487540 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fa59ce0-f00f-4193-810a-214380a322b8 req-521c149e-64ac-47c2-8d77-89149d8e4f42 service neutron] 10.222.0.45 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525504 Jul 16 18:26:55.519971 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e6c436f3-3e7c-40fa-8178-79fdbfb5761a req-5fbafe28-d82c-4a9c-9102-077c5b853b9d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840613 Jul 16 18:26:55.832897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04bc6e-6e89-4e31-b6dc-21224ff786ad req-b518a1c3-6fea-4ab2-acac-cd649d274382 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.840499 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a04bc6e-6e89-4e31-b6dc-21224ff786ad req-b518a1c3-6fea-4ab2-acac-cd649d274382 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 945 time: 0.3512826 Jul 16 18:26:55.875434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-1a063912-8f60-4e2b-be67-dc9276954914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.877331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-1a063912-8f60-4e2b-be67-dc9276954914 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 1096 time: 0.1978967 Jul 16 18:26:55.895879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d615e-7ab2-49ce-b241-38bcb903c3fe req-9cb7f25d-8563-4460-9a20-1a95be6dfd66 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.903258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e3d615e-7ab2-49ce-b241-38bcb903c3fe req-9cb7f25d-8563-4460-9a20-1a95be6dfd66 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.3476994 Jul 16 18:26:55.940929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a04bc6e-6e89-4e31-b6dc-21224ff786ad req-4d7c9de9-04ab-424b-aed7-c4a229f86c94 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994592 Jul 16 18:26:56.015305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e3d615e-7ab2-49ce-b241-38bcb903c3fe req-b1590718-2eb6-4ac7-a313-26a79c8b6141 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110027 Jul 16 18:26:56.135118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-8b07f44f-6420-4d24-9647-b36f4bafcc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.138147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-8b07f44f-6420-4d24-9647-b36f4bafcc49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=39966558-655b-4840-93c9-0af2c12db26b HTTP/1.1" status: 200 len: 898 time: 0.2525592 Jul 16 18:26:56.267870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-e0d8c8b6-425a-4bb3-b34c-0acec771ae39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6b0239-8180-4917-b6e4-c4079ce6e16b HTTP/1.1" status: 200 len: 217 time: 0.1196668 Jul 16 18:26:56.429158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-121ded23-fabe-46c1-9690-1df3e269db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.431656 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-121ded23-fabe-46c1-9690-1df3e269db39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc HTTP/1.1" status: 200 len: 834 time: 0.1484668 Jul 16 18:26:56.579218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35450c1-abbe-4beb-b3da-68240c901538 req-c72e633a-4daf-4106-83e2-5fe7d805fea5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.593147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a35450c1-abbe-4beb-b3da-68240c901538 req-c72e633a-4daf-4106-83e2-5fe7d805fea5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 944 time: 0.3119719 Jul 16 18:26:57.101495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-570136fd-9610-4af4-ba11-e616806da4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.105575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-570136fd-9610-4af4-ba11-e616806da4d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39966558-655b-4840-93c9-0af2c12db26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6581879 Jul 16 18:26:57.204777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a35450c1-abbe-4beb-b3da-68240c901538 req-1df272da-5d12-446d-b71f-d638e3af37d3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6097648 Jul 16 18:26:57.456127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-d4e5dbf4-1b1a-4b4e-a2e9-a3b6fd3a176e service neutron] 10.222.0.45 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366499 Jul 16 18:26:57.799112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8f6a1-89da-4809-87a8-03520093b301 req-6dd7c824-e0d0-4003-a973-d0bf8d9d2b9c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.806744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bf8f6a1-89da-4809-87a8-03520093b301 req-6dd7c824-e0d0-4003-a973-d0bf8d9d2b9c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 945 time: 0.3140032 Jul 16 18:26:57.837413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd352dd6-ebde-4120-8b1e-d65f713ce094 req-43a659e8-6a8b-4ad4-bc8c-6ba99be85ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733919 Jul 16 18:26:57.868674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bf8f6a1-89da-4809-87a8-03520093b301 req-f0a31e22-73d4-416f-9fba-3f5fa872e622 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594347 Jul 16 18:26:58.100446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38204) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.141028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'network': {'name': 'tempest-network-smoke--82669300', 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:58.204010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Made reservation on behalf of ededcfbeefe8463f8183c2352b99a0a7 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:58.212555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.238026 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.288575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7d6b0239-8180-4917-b6e4-c4079ce6e16b details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:58.311955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a62057-dcfa-4ecf-9b0a-b97605896335 req-0c7fdca7-e8f6-4c62-b207-c3bca4d23adf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:58.328033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78a62057-dcfa-4ecf-9b0a-b97605896335 req-0c7fdca7-e8f6-4c62-b207-c3bca4d23adf tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.2569458 Jul 16 18:26:58.444846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78a62057-dcfa-4ecf-9b0a-b97605896335 req-7b90f17d-a401-4832-87d0-4e8b1c39edf9 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090212 Jul 16 18:26:58.605603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.615080 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.640655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 7d6b0239-8180-4917-b6e4-c4079ce6e16b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7d6b0239-8180-4917-b6e4-c4079ce6e16b,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:58.736003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:58.739532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:58.803757 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.804482 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Added segment d32492a4-a2a6-4c58-8e55-fe8f89008424 of type vlan for network 0c86c55e-c5af-4f67-9806-b773f5b3808b Jul 16 18:26:58.872742 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.111784 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.118995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.127748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046696e1-5034-44db-a3ef-33982e9c54dc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.182023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6b0239-8180-4917-b6e4-c4079ce6e16b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:59.203112 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.214536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.215577 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.248890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 7d6b0239-8180-4917-b6e4-c4079ce6e16b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7d6b0239-8180-4917-b6e4-c4079ce6e16b,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:59.258175 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.393061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2872331 Jul 16 18:26:59.398556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.402353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'admin_state_up': True, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:59.416901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=7d6b0239-8180-4917-b6e4-c4079ce6e16b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.483421 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.486814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.542422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020f11e-cb1c-45ff-a7fd-13b2c3683705 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Network': ['ID=0c86c55e-c5af-4f67-9806-b773f5b3808b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.560207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 0c86c55e-c5af-4f67-9806-b773f5b3808b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:59.587807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb764ed-6446-43b9-999a-feb1e7560283 req-588b11b1-9fa6-4029-801e-576324a6a233 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.598257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['7d6b0239-8180-4917-b6e4-c4079ce6e16b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:59.602797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6eb764ed-6446-43b9-999a-feb1e7560283 req-588b11b1-9fa6-4029-801e-576324a6a233 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 945 time: 0.6711228 Jul 16 18:26:59.642502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fad74b-c7a4-4ab6-b2a7-a157fc6ee269 req-7b787567-83a8-4ef5-8826-7c8ca5e738e2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.648927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34fad74b-c7a4-4ab6-b2a7-a157fc6ee269 req-7b787567-83a8-4ef5-8826-7c8ca5e738e2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 944 time: 0.5117817 Jul 16 18:26:59.674888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.797493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6eb764ed-6446-43b9-999a-feb1e7560283 req-c345413a-5072-4ebf-afee-45bf9e1cb479 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930859 Jul 16 18:26:59.845539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34fad74b-c7a4-4ab6-b2a7-a157fc6ee269 req-b99204d3-9edb-410c-a72e-40d383bf39c8 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727126 Jul 16 18:27:00.180661 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.210871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12427f32-f9b8-447f-ba4e-db8a7b92d42b req-6dcbb573-2335-46e1-9579-873dcd39294d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.222482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12427f32-f9b8-447f-ba4e-db8a7b92d42b req-6dcbb573-2335-46e1-9579-873dcd39294d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.2271039 Jul 16 18:27:00.337102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12427f32-f9b8-447f-ba4e-db8a7b92d42b req-e84a9632-6489-4fe4-9632-05de81116dd0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130059 Jul 16 18:27:00.614958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476457d-4d21-4ec5-9d59-29670c73724c req-5fb8a940-dc52-4eed-b8a6-f6a179635dea tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.616563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4476457d-4d21-4ec5-9d59-29670c73724c req-5fb8a940-dc52-4eed-b8a6-f6a179635dea tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 945 time: 0.0822604 Jul 16 18:27:00.653895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.673947 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4476457d-4d21-4ec5-9d59-29670c73724c req-2e024830-f870-4ea5-9a68-2ed43d7b9515 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505023 Jul 16 18:27:00.694601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.858113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:01.107033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:01.139616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'port_id': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'mac_address': 'fa:16:3e:d4:67:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:01.235759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dbcd0-30c1-4d47-8a9b-4083b592a1c0 req-2d8759a5-31de-4140-8670-7f5741f8c40b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.238359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b25dbcd0-30c1-4d47-8a9b-4083b592a1c0 req-2d8759a5-31de-4140-8670-7f5741f8c40b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 945 time: 0.1065969 Jul 16 18:27:01.239140 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.267779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:01.293630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b25dbcd0-30c1-4d47-8a9b-4083b592a1c0 req-d74dd781-54b0-472c-9183-c428b77250ec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469096 Jul 16 18:27:01.304137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Allocated IP 172.25.2.226 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/3b857a6a-3bd1-47b1-ae18-0452e3917fe7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:01.306345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:01.314007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.503857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.530372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.582120 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.591966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:01.615631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5cc8c-8d5c-4786-8e56-de9daf3042a3 req-e1e49650-e630-410d-842e-2dae67b81c31 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.626231 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41a5cc8c-8d5c-4786-8e56-de9daf3042a3 req-e1e49650-e630-410d-842e-2dae67b81c31 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 945 time: 0.1287138 Jul 16 18:27:01.628489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:01.632279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:01.637441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:01.695979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41a5cc8c-8d5c-4786-8e56-de9daf3042a3 req-c5a5670c-7052-4e28-b3bf-9bf388392467 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686677 Jul 16 18:27:01.780010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=3b857a6a-3bd1-47b1-ae18-0452e3917fe7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.889852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027eecc4-266d-465a-870d-0d1b17b75999 req-da364f5c-3cbf-4b98-8691-04bb3cf8bb77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.898907 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-027eecc4-266d-465a-870d-0d1b17b75999 req-da364f5c-3cbf-4b98-8691-04bb3cf8bb77 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.1734867 Jul 16 18:27:01.964636 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-027eecc4-266d-465a-870d-0d1b17b75999 req-4334f2a1-a4f7-45ff-84d1-3086d97585f5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615349 Jul 16 18:27:02.080440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.303186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7d6b0239-8180-4917-b6e4-c4079ce6e16b up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:02.428695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 7d6b0239-8180-4917-b6e4-c4079ce6e16b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:02.436545 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.446070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 7d6b0239-8180-4917-b6e4-c4079ce6e16b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:02.446432 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.685045 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.762672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a7e8-3f31-445f-b3d1-084ffb03f146 req-5b3a4195-339b-472b-81e8-116c206868cf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.770180 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a456a7e8-3f31-445f-b3d1-084ffb03f146 req-5b3a4195-339b-472b-81e8-116c206868cf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 945 time: 0.1491222 Jul 16 18:27:02.793741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 7d6b0239-8180-4917-b6e4-c4079ce6e16b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7d6b0239-8180-4917-b6e4-c4079ce6e16b,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:02.798437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:02.803833 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e006c5-edc7-4aef-a331-a9b852ccf488" -d '{"events": [{"server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "name": "network-vif-plugged", "status": "completed", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:02.811462 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.877991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:02.878709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a456a7e8-3f31-445f-b3d1-084ffb03f146 req-f2fa22b8-2ca1-48ea-9d0b-2698b181d39c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046419 Jul 16 18:27:02.974263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=7d6b0239-8180-4917-b6e4-c4079ce6e16b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:03.045382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:03.048451 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.061391 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6964fa8f-bb69-43e9-9773-c49c98185545 x-openstack-request-id: req-6964fa8f-bb69-43e9-9773-c49c98185545 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:03.062723 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "name": "network-vif-plugged", "status": "completed", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:03.063271 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6964fa8f-bb69-43e9-9773-c49c98185545 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:03.063699 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'code': 200} Jul 16 18:27:03.146905 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:03.317151 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e613d419-7b89-4c78-b7fe-fb070f14c68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.422533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-5255163c-d1cd-492a-8cce-2278d3296b16 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.428851 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-5255163c-d1cd-492a-8cce-2278d3296b16 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 945 time: 0.4416792 Jul 16 18:27:03.535373 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.543406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a19808-222b-4c21-867c-21dfe43f0878 req-967d12a4-a139-4ae9-a138-1694d64952cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.552692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41a19808-222b-4c21-867c-21dfe43f0878 req-967d12a4-a139-4ae9-a138-1694d64952cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 1098 time: 0.3674843 Jul 16 18:27:03.602774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:03.609590 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.670003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41a19808-222b-4c21-867c-21dfe43f0878 req-deee45f6-19ad-4e49-b902-8c2078b5c24e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090066 Jul 16 18:27:03.691085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:03.708667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Sync routers for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:03.754195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:03.777088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:03.778566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:26:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:03.780951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed2f2f-307f-45b7-8e2b-5769a3dabeae req-e41d37cc-5f74-42df-bfe4-22e45eb283c1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.794186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5aed2f2f-307f-45b7-8e2b-5769a3dabeae req-e41d37cc-5f74-42df-bfe4-22e45eb283c1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 945 time: 0.3544114 Jul 16 18:27:03.803763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.818061 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-45a71e65-6051-4308-8b10-502adc8d24dd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.4229679 Jul 16 18:27:03.821136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38294) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:03.889110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Deleting port 085f8374-a5dc-43c8-b849-b8d9a13f377f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:03.891134 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.969335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:04.002363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5aed2f2f-307f-45b7-8e2b-5769a3dabeae req-2f7b3709-3b84-4fee-8832-5d02a8fd0b6c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400206 Jul 16 18:27:04.096022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65041-d74d-40a6-906c-a15754455000 req-0baddccf-4afe-43b6-823f-970be3b8ec70 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.110516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6f65041-d74d-40a6-906c-a15754455000 req-0baddccf-4afe-43b6-823f-970be3b8ec70 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.4389291 Jul 16 18:27:04.235494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6f65041-d74d-40a6-906c-a15754455000 req-8bd6b893-bbf7-48ad-b1c4-d485c0694701 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133072 Jul 16 18:27:04.256391 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f1d6188d-39a9-48c8-bc32-69039f427037 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ededcfbeefe8463f8183c2352b99a0a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4139545 Jul 16 18:27:04.259647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38304) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:04.305387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] For port 085f8374-a5dc-43c8-b849-b8d9a13f377f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=085f8374-a5dc-43c8-b849-b8d9a13f377f,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:04.307557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.383686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Calling delete_port for 085f8374-a5dc-43c8-b849-b8d9a13f377f owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:04.557297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6936e0-dbad-4dbe-ad2d-bd10f9e1f65b tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.570113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ae6936e0-dbad-4dbe-ad2d-bd10f9e1f65b tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3081226 Jul 16 18:27:04.575584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:04.600083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:01Z', 'revision_number': 3, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:04.801788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4ccd98ef-7fa0-4465-bca1-045a03c1268a tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2242904 Jul 16 18:27:04.806602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38312) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:04.816684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584768561', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:04.822028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.832796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Checking router: a7162319-36c7-42d0-8bb4-89dcbdf2e1ae for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:04.833657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Updating router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:04.871202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198', 'c2140483-a76c-474b-8498-88e016e857c9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:04.943896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event deleted for resources: {'Port': ['ID=085f8374-a5dc-43c8-b849-b8d9a13f377f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:05.035739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2276-630c-41ab-b32f-a45c0eab7261 req-96738f0d-5684-469d-bb25-63bf4d7c8053 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:05.049966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89bc2276-630c-41ab-b32f-a45c0eab7261 req-96738f0d-5684-469d-bb25-63bf4d7c8053 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 946 time: 0.4782498 Jul 16 18:27:05.092250 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] No DVR routers for this DVR port 085f8374-a5dc-43c8-b849-b8d9a13f377f on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:05.095319 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.099117 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67962e76-9380-4cdc-95f8-4649a8e34732 req-f559397f-a34f-4a18-ba40-10bcc8d8ebc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "DELETE /v2.0/ports/085f8374-a5dc-43c8-b849-b8d9a13f377f HTTP/1.1" status: 204 len: 173 time: 1.6571534 Jul 16 18:27:05.107441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ad2532-c28f-4624-87c4-26fd012095df', 'name': 'network-vif-deleted', 'tag': '085f8374-a5dc-43c8-b849-b8d9a13f377f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:05.111109 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b4053b-e0ac-40ae-b410-e65391acaaab" -d '{"events": [{"server_uuid": "c9ad2532-c28f-4624-87c4-26fd012095df", "name": "network-vif-deleted", "tag": "085f8374-a5dc-43c8-b849-b8d9a13f377f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:05.168163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89bc2276-630c-41ab-b32f-a45c0eab7261 req-f8499e0d-70e9-490f-a1c7-624ca3df4f1a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120996 Jul 16 18:27:05.169293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['085f8374-a5dc-43c8-b849-b8d9a13f377f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:05.175261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:05.177597 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0913df74-af21-48b3-a839-9da9b394bc58" -d '{"events": [{"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-plugged", "status": "completed", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:05.208871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Made reservation on behalf of ededcfbeefe8463f8183c2352b99a0a7 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:05.215544 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.310274 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d6a107-eab4-486e-a621-a97cfd73764e x-openstack-request-id: req-e4d6a107-eab4-486e-a621-a97cfd73764e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:05.313225 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ad2532-c28f-4624-87c4-26fd012095df", "name": "network-vif-deleted", "tag": "085f8374-a5dc-43c8-b849-b8d9a13f377f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:05.313885 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4d6a107-eab4-486e-a621-a97cfd73764e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:05.320041 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ad2532-c28f-4624-87c4-26fd012095df', 'name': 'network-vif-deleted', 'tag': '085f8374-a5dc-43c8-b849-b8d9a13f377f', 'status': 'completed', 'code': 200} Jul 16 18:27:05.449363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b017dc33-447b-473f-83b2-ae2e2b7efd99 req-2ebc9ba7-0ef0-4428-b9c6-2b483a9bcb5d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 210 time: 0.1010587 Jul 16 18:27:05.474137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.510943 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dcffe1-5865-4ddb-8063-832f0913d8b1 x-openstack-request-id: req-62dcffe1-5865-4ddb-8063-832f0913d8b1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:05.510943 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-plugged", "status": "completed", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:05.512244 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62dcffe1-5865-4ddb-8063-832f0913d8b1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:05.513856 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'code': 200} Jul 16 18:27:05.927877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38300ba6-2837-4c69-9aa2-2ff320302900 req-8b6af736-66bf-407b-a1ff-1db1a4e1ac1f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:05.932873 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.936879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38300ba6-2837-4c69-9aa2-2ff320302900 req-8b6af736-66bf-407b-a1ff-1db1a4e1ac1f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.1793997 Jul 16 18:27:06.094712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38300ba6-2837-4c69-9aa2-2ff320302900 req-6498e3db-3511-4895-ac29-447fb07417d6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418817 Jul 16 18:27:06.118763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Checking segment: {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:06.119881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network hostable DHCP agents. Network: 0c86c55e-c5af-4f67-9806-b773f5b3808b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:06.144544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Subnet': ['ID=9bb68cc1-82ad-4367-a265-f4c2ec6d97f5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:06.233507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 0c86c55e-c5af-4f67-9806-b773f5b3808b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:06.277639 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-868c6f01-f1ed-4210-a2f3-740f5368d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.291026 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.304173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 0c86c55e-c5af-4f67-9806-b773f5b3808b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:06.309110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.309657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.347418 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b2f857e6-1525-4ad0-9fe9-772d04024524 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5377119 Jul 16 18:27:06.350110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38336) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.441497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c28d85-8918-47cf-a817-1561cd80fd15 None None] Network 0c86c55e-c5af-4f67-9806-b773f5b3808b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:06.891735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 085f8374-a5dc-43c8-b849-b8d9a13f377f no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:07.021719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a1f5834-d487-432a-9114-52649ed14b6c req-bed3d3a6-4080-4253-ad09-a12882d9f622 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9ad2532-c28f-4624-87c4-26fd012095df HTTP/1.1" status: 200 len: 210 time: 0.1241052 Jul 16 18:27:07.058315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 085f8374-a5dc-43c8-b849-b8d9a13f377f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:07.067289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 085f8374-a5dc-43c8-b849-b8d9a13f377f not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:07.121265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06210fee-f68f-4056-991c-167a0035ac52 req-d344a256-e91d-4326-8b25-b5ff315b9df2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:07.130269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06210fee-f68f-4056-991c-167a0035ac52 req-d344a256-e91d-4326-8b25-b5ff315b9df2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 946 time: 0.3724017 Jul 16 18:27:07.266299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.267066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06210fee-f68f-4056-991c-167a0035ac52 req-91d78199-a1a4-427f-a3ff-eb5fd1073330 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300614 Jul 16 18:27:07.376191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-0c86c55e-c5af-4f67-9806-b773f5b3808b', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:07.376875 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.550813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.660586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Transition to ACTIVE for port object 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:07.715472 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.787685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Attempting to bind port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:07.788008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Attempting to bind port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:07.788367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Attempting to bind port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:07.845172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.874228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efd1fb-5349-4ecc-a5c8-2c79d3ba7003 req-96a892a5-1fcb-4895-a52c-32b9b67de503 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:07.887265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2efd1fb-5349-4ecc-a5c8-2c79d3ba7003 req-96a892a5-1fcb-4895-a52c-32b9b67de503 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.2028177 Jul 16 18:27:07.907834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:07.908632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:07.909295 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.909906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:07.910684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Bound port: 3b857a6a-3bd1-47b1-ae18-0452e3917fe7, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:07.913052 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.043292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2efd1fb-5349-4ecc-a5c8-2c79d3ba7003 req-df8d6eaa-4f9d-4184-bef9-fc563b9365df tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501341 Jul 16 18:27:08.057666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Allocated IP 172.20.0.2 (0c86c55e-c5af-4f67-9806-b773f5b3808b/9bb68cc1-82ad-4367-a265-f4c2ec6d97f5/a50b2ce2-f44c-4b41-b97f-2c089772aa06) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:08.311642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ec96-7b64-40d4-b5b1-4992822fadfa req-2ccd8d33-37cb-4ce5-8719-520a5fdde8f0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.314325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eab1ec96-7b64-40d4-b5b1-4992822fadfa req-2ccd8d33-37cb-4ce5-8719-520a5fdde8f0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 946 time: 0.1966498 Jul 16 18:27:08.545447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eab1ec96-7b64-40d4-b5b1-4992822fadfa req-b5e4034c-df9d-4218-b490-3718e314c1e7 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192581 Jul 16 18:27:08.623576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38366) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:08.802446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.835228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Transition to ACTIVE for port object a50b2ce2-f44c-4b41-b97f-2c089772aa06 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:08.849598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7adde-c505-4529-82ae-9d90bbb3ab4d tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.858195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-75b7adde-c505-4529-82ae-9d90bbb3ab4d tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 1093 time: 0.2326963 Jul 16 18:27:08.871297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38370) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:08.880889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:08.906062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Transition to ACTIVE for port object a50b2ce2-f44c-4b41-b97f-2c089772aa06 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:08.958087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb45bc8-6083-41b4-81b8-4710f12cedac None None] Pushing event updated for resources: {'Port': ['ID=3b857a6a-3bd1-47b1-ae18-0452e3917fe7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.971230 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.980382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.191618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Pushing event updated for resources: {'Port': ['ID=a50b2ce2-f44c-4b41-b97f-2c089772aa06,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.236626 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.252905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Network 0c86c55e-c5af-4f67-9806-b773f5b3808b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:09.259465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:09.268781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:09.281567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] For port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:09.355009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] For port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3b857a6a-3bd1-47b1-ae18-0452e3917fe7,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:09.524538 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.533641 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.901130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Attempting to bind port a50b2ce2-f44c-4b41-b97f-2c089772aa06 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:09.902237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Attempting to bind port a50b2ce2-f44c-4b41-b97f-2c089772aa06 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:09.902452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Attempting to bind port a50b2ce2-f44c-4b41-b97f-2c089772aa06 on network 0c86c55e-c5af-4f67-9806-b773f5b3808b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:09.944117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:09.944840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Checking segment: {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:09.945464 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.946031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Bound using segment: {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:09.946921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Bound port: a50b2ce2-f44c-4b41-b97f-2c089772aa06, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:09.948374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.973351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:09.974409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:27:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:10.019177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb45bc8-6083-41b4-81b8-4710f12cedac None None] Pushing event updated for resources: {'Port': ['ID=3b857a6a-3bd1-47b1-ae18-0452e3917fe7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.021028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.25.2.220 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/01e07d49-1b53-4676-9135-d0f0a3488ae0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:10.039586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Allocated IP 172.20.0.1 (0c86c55e-c5af-4f67-9806-b773f5b3808b/9bb68cc1-82ad-4367-a265-f4c2ec6d97f5/93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:10.225881 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.247058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] For port a50b2ce2-f44c-4b41-b97f-2c089772aa06, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:10.249784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Transition to ACTIVE for port object 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:10.295137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] For port a50b2ce2-f44c-4b41-b97f-2c089772aa06, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a50b2ce2-f44c-4b41-b97f-2c089772aa06,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:10.315614 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.336574 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.352230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaca0b-f8b0-4823-bd34-fc77e8ec3fdd req-923e506b-67a6-4df8-a842-f6ba081e7258 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.366639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77eaca0b-f8b0-4823-bd34-fc77e8ec3fdd req-923e506b-67a6-4df8-a842-f6ba081e7258 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.9387183 Jul 16 18:27:10.389046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:10.429062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.452761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 0c86c55e-c5af-4f67-9806-b773f5b3808b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:10.454481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:10.463659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:10.467902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77eaca0b-f8b0-4823-bd34-fc77e8ec3fdd req-6b5feec8-0690-45e0-b199-c12c7d112524 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996184 Jul 16 18:27:10.511734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.539853 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.575558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c990b3-23aa-4b48-a131-959e2f2fc654 None None] Pushing event updated for resources: {'Port': ['ID=a50b2ce2-f44c-4b41-b97f-2c089772aa06,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.646501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278677e7-b8fa-4b6a-ae9c-be6ecd533ec0 req-0d7a239f-3034-4c9f-85d9-b81f133f1e2d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.661479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-278677e7-b8fa-4b6a-ae9c-be6ecd533ec0 req-0d7a239f-3034-4c9f-85d9-b81f133f1e2d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 945 time: 0.5630763 Jul 16 18:27:10.781086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-278677e7-b8fa-4b6a-ae9c-be6ecd533ec0 req-b781e690-3ef0-4a2a-85b8-fcb6b0ced7d6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114893 Jul 16 18:27:10.994921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:01Z', 'revision_number': 3, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:11.093195 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.095149 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.152771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5ad20-7285-49c7-9c5b-1a3b9c0dcf5f None None] The sync data for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 is: [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:01Z', 'revision_number': 3, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:11.249130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a50b2ce2-f44c-4b41-b97f-2c089772aa06 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:11.345939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-0efae18f-17b7-46d7-a51e-0953a182203e tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.347569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-0efae18f-17b7-46d7-a51e-0953a182203e tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 945 time: 0.4815552 Jul 16 18:27:11.358362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.379692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port a50b2ce2-f44c-4b41-b97f-2c089772aa06 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:11.465133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:11.487819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:11.498650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:11.547488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=01e07d49-1b53-4676-9135-d0f0a3488ae0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:11.689004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.689889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.689889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.689889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.690311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.690622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.690949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.691267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.691701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.692096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.693638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:11.694247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.158538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Deleting port c2140483-a76c-474b-8498-88e016e857c9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:12.158894 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.218919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.254081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.461764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:12.479762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.507453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.516971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.519907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.520375 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.521009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.521429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.521864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.522304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.523322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.525866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.526353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.526787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:12.773631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb2ac8-242d-4ed6-9528-55364c51945e None None] Network 0c86c55e-c5af-4f67-9806-b773f5b3808b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:12.828046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 0c86c55e-c5af-4f67-9806-b773f5b3808b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:12.831260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:12.836857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e9233-dc00-4e6a-8284-03fedbdb1f2c req-d7a3d694-ada9-4aa0-b608-38131e65dd08 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.849607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d7e9233-dc00-4e6a-8284-03fedbdb1f2c req-d7a3d694-ada9-4aa0-b608-38131e65dd08 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 1.1033161 Jul 16 18:27:13.070121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:13.115102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95eb76d0-a61c-42e7-ab31-0c91d6174bde None None] Provisioning for port a50b2ce2-f44c-4b41-b97f-2c089772aa06 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:13.140821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95eb76d0-a61c-42e7-ab31-0c91d6174bde None None] Provisioning complete for port a50b2ce2-f44c-4b41-b97f-2c089772aa06 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:13.141203 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95eb76d0-a61c-42e7-ab31-0c91d6174bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.203322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f2cac-33aa-49fc-9263-6c6ef382fec8 req-ca06d5b1-5000-4f26-9053-ee85fad24ec6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.240208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-478f2cac-33aa-49fc-9263-6c6ef382fec8 req-ca06d5b1-5000-4f26-9053-ee85fad24ec6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 945 time: 1.1117859 Jul 16 18:27:13.288030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] For port c2140483-a76c-474b-8498-88e016e857c9, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c2140483-a76c-474b-8498-88e016e857c9,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:13.301195 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.308205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:13.395614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:13.404882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Calling delete_port for c2140483-a76c-474b-8498-88e016e857c9 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:13.421134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ae93f6f0-aac4-4602-b9ac-491850256f09 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "PUT /v2.0/routers/a7162319-36c7-42d0-8bb4-89dcbdf2e1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0698438 Jul 16 18:27:13.428907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38426) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:13.449439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c344708b-c268-40ef-8469-7403fbf4b882 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--261925648', 'description': 'tempest-secgroup_access--261925648 description', 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:13.590954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c344708b-c268-40ef-8469-7403fbf4b882 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.606153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:13.680773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:13.682784 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.780694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c344708b-c268-40ef-8469-7403fbf4b882 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.793610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c344708b-c268-40ef-8469-7403fbf4b882 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.816452 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95eb76d0-a61c-42e7-ab31-0c91d6174bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.840382 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c344708b-c268-40ef-8469-7403fbf4b882 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.841726 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c344708b-c268-40ef-8469-7403fbf4b882 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4089222 Jul 16 18:27:13.849397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:13.888926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e310cffa-7b98-4d1b-93c1-eabfb24daea5 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--596231108', 'description': 'tempest-secgroup_general--596231108 description', 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:13.919777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-95eb76d0-a61c-42e7-ab31-0c91d6174bde None None] For port a50b2ce2-f44c-4b41-b97f-2c089772aa06, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a50b2ce2-f44c-4b41-b97f-2c089772aa06,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:13.934163 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95eb76d0-a61c-42e7-ab31-0c91d6174bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.944192 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e310cffa-7b98-4d1b-93c1-eabfb24daea5 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.968146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344708b-c268-40ef-8469-7403fbf4b882 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d52710-7a03-45ce-920f-d5f19fa1c057,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.097797 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.199933 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e310cffa-7b98-4d1b-93c1-eabfb24daea5 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.209869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb76d0-a61c-42e7-ab31-0c91d6174bde None None] Pushing event updated for resources: {'Port': ['ID=a50b2ce2-f44c-4b41-b97f-2c089772aa06,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.300197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3b857a6a-3bd1-47b1-ae18-0452e3917fe7,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:14.302629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e310cffa-7b98-4d1b-93c1-eabfb24daea5 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.315927 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.412218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c2140483-a76c-474b-8498-88e016e857c9 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:14.530123 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e310cffa-7b98-4d1b-93c1-eabfb24daea5 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.543801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e310cffa-7b98-4d1b-93c1-eabfb24daea5 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6620374 Jul 16 18:27:14.549493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=3b857a6a-3bd1-47b1-ae18-0452e3917fe7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.563241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:14.601351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7d936494-eb4f-4da5-8984-eb935f6dafc6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'security_group_rule': {'security_group_id': 'e1d52710-7a03-45ce-920f-d5f19fa1c057', 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:14.637185 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.647394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310cffa-7b98-4d1b-93c1-eabfb24daea5 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b78352d-4e39-498a-ab89-f187e017934d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.679632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5e88b79d-3491-4009-a798-ca84f2a814d0 None None] Provisioning complete for port a50b2ce2-f44c-4b41-b97f-2c089772aa06 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:14.680450 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e88b79d-3491-4009-a798-ca84f2a814d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.689510 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-478f2cac-33aa-49fc-9263-6c6ef382fec8 req-abf1d4d3-6a9b-4c6e-9c98-d709f51798f7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4426472 Jul 16 18:27:14.710515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d7e9233-dc00-4e6a-8284-03fedbdb1f2c req-5eba582f-cace-4911-bbe5-31db698ddfe2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8594866 Jul 16 18:27:14.733846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.784687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:14.841914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d936494-eb4f-4da5-8984-eb935f6dafc6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.197517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event deleted for resources: {'Port': ['ID=c2140483-a76c-474b-8498-88e016e857c9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.269622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d936494-eb4f-4da5-8984-eb935f6dafc6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.285193 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d936494-eb4f-4da5-8984-eb935f6dafc6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.350687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d936494-eb4f-4da5-8984-eb935f6dafc6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b16bbf4-f42e-4d17-8fe3-fc0095d9cdfc,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.376336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d936494-eb4f-4da5-8984-eb935f6dafc6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.394591 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7d936494-eb4f-4da5-8984-eb935f6dafc6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8108687 Jul 16 18:27:15.547367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a50b2ce2-f44c-4b41-b97f-2c089772aa06 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:15.617998 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Sync routers for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:15.659105 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:15.663311 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:27:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:15.725305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] No DVR routers for this DVR port c2140483-a76c-474b-8498-88e016e857c9 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:15.748753 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.757157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3492e1b7-eb4b-4d1e-bf75-62b5189a4428 req-a0904e34-13b7-42d4-8e37-c3a8a8f58862 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "DELETE /v2.0/ports/c2140483-a76c-474b-8498-88e016e857c9 HTTP/1.1" status: 204 len: 173 time: 4.3921599 Jul 16 18:27:15.760713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5f9112-7e12-47d7-ab5f-60be901a7fb1', 'name': 'network-vif-deleted', 'tag': 'c2140483-a76c-474b-8498-88e016e857c9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:15.770768 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749c5708-bcbc-4e88-9483-c67d0630088a" -d '{"events": [{"server_uuid": "1f5f9112-7e12-47d7-ab5f-60be901a7fb1", "name": "network-vif-deleted", "tag": "c2140483-a76c-474b-8498-88e016e857c9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:16.072337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5e88b79d-3491-4009-a798-ca84f2a814d0 None None] Provisioning for port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:16.076241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a50b2ce2-f44c-4b41-b97f-2c089772aa06 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:16.076855 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.094004 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:16.240944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5e88b79d-3491-4009-a798-ca84f2a814d0 None None] Provisioning complete for port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:16.241486 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5e88b79d-3491-4009-a798-ca84f2a814d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.349287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8eeef15f-6bf0-4e16-b0f5-e398adf9db6c req-d46cf189-e682-4c88-a0ed-27236e869e15 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5f9112-7e12-47d7-ab5f-60be901a7fb1 HTTP/1.1" status: 200 len: 210 time: 0.1742458 Jul 16 18:27:16.477155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5e88b79d-3491-4009-a798-ca84f2a814d0 None None] Port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:16.687384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.763821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-7616956b-14b2-40a8-b8c2-909d24af982e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--596231108&fields=id&tenant_id=ededcfbeefe8463f8183c2352b99a0a7 HTTP/1.1" status: 200 len: 267 time: 0.9173794 Jul 16 18:27:16.798132 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1401ef7-c221-4ac3-a0dc-4a5d5fcf0f7d x-openstack-request-id: req-c1401ef7-c221-4ac3-a0dc-4a5d5fcf0f7d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:16.798690 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5f9112-7e12-47d7-ab5f-60be901a7fb1", "name": "network-vif-deleted", "tag": "c2140483-a76c-474b-8498-88e016e857c9", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:16.799698 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1401ef7-c221-4ac3-a0dc-4a5d5fcf0f7d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:16.800446 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5f9112-7e12-47d7-ab5f-60be901a7fb1', 'name': 'network-vif-deleted', 'tag': 'c2140483-a76c-474b-8498-88e016e857c9', 'status': 'completed', 'code': 200} Jul 16 18:27:16.902328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:17.041960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7164934d-63da-48af-a80b-8cacebe60be7 None None] Provisioning complete for port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:17.042576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7164934d-63da-48af-a80b-8cacebe60be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.076536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-4e1ae537-f4f4-4226-9efc-c25ac24659a9 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--261925648&fields=id&tenant_id=ededcfbeefe8463f8183c2352b99a0a7 HTTP/1.1" status: 200 len: 267 time: 0.3101695 Jul 16 18:27:17.079171 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.311631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7164934d-63da-48af-a80b-8cacebe60be7 None None] Port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:17.347038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:17.347977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.367025 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2', 'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:c3:57:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:11Z', 'revision_number': 2, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:17.481058 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Checking router: a7162319-36c7-42d0-8bb4-89dcbdf2e1ae for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:17.481395 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Updating router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:17.595317 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.610690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d74985-e119-48cc-bef1-78aa44118b4a req-2b6d1328-5203-45fd-90a5-7e8caf4ffd99 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.614084 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-2b6d1328-5203-45fd-90a5-7e8caf4ffd99 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/networks?id=0c86c55e-c5af-4f67-9806-b773f5b3808b HTTP/1.1" status: 200 len: 795 time: 0.5185084 Jul 16 18:27:17.777565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-7131a170-94f0-4a33-8cfa-b9dabceb20f4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/quotas/ededcfbeefe8463f8183c2352b99a0a7 HTTP/1.1" status: 200 len: 375 time: 0.1332259 Jul 16 18:27:18.227408 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.243231 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Transition to ACTIVE for port object 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:18.259972 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.274181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b11c1-48c5-4712-9014-3374bbd995ed req-84788f52-3cb2-430c-a953-80ba358f1207 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.281063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e0b11c1-48c5-4712-9014-3374bbd995ed req-84788f52-3cb2-430c-a953-80ba358f1207 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.7436116 Jul 16 18:27:18.448186 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca00e94-df2b-4d09-a5bd-b1818017f801 None None] Pushing event updated for resources: {'Port': ['ID=93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:18.481489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-afca7eac-5aa7-4af3-86ee-bb9e9860f0f1 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6912231 Jul 16 18:27:18.570490 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Attempting to bind port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:18.573573 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Attempting to bind port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:18.574184 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Attempting to bind port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 on network 0c86c55e-c5af-4f67-9806-b773f5b3808b {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:18.596301 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:18.598520 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Checking segment: {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:18.599377 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.601329 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Bound using segment: {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:18.605705 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Bound port: 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:18.608075 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.641381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e0b11c1-48c5-4712-9014-3374bbd995ed req-1275fd74-b270-46b7-8b32-b8f7a36c8d58 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476417 Jul 16 18:27:18.910546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.917135 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] For port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:18.940683 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] For port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:18.941182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.950073 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.111059 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:19.112938 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:27:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:19.130100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=01e07d49-1b53-4676-9135-d0f0a3488ae0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:19.182666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-4d6271a4-ae07-4dfb-b6a5-9728cea7d23c service neutron] 10.222.0.60 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682127 Jul 16 18:27:19.376351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.537336 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca00e94-df2b-4d09-a5bd-b1818017f801 None None] Pushing event updated for resources: {'Port': ['ID=93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:19.569542 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Floating IP 2086bcd0-7f49-423d-b459-0d3ba451ff28 associated. External IP: 172.25.2.220, port: 7d6b0239-8180-4917-b6e4-c4079ce6e16b. Jul 16 18:27:19.908425 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-2521540f-5a54-4171-bdc1-db860c9057f6 service neutron] 10.222.0.60 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985617 Jul 16 18:27:19.977036 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:20.551526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 9660e180-4453-4bed-901b-6c86bdb39534 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:20.876155 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2', 'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:c3:57:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:20.992889 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9105a41-55fb-4a83-ba2d-e58765bba812 None None] The sync data for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 is: [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2', 'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:c3:57:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:18Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:20.999755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:21.021657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-077c8dd1-a951-4bc8-acf1-d406c53357f2 req-28d15d39-7653-44f0-a7ee-78d963de79c7 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 210 time: 0.0968299 Jul 16 18:27:21.062572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] Sync routers for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:21.078786 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.103595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:21.104769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:27:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:21.235558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-039f8b81-6a99-4b12-8c51-caa68a3e3589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.3606145 Jul 16 18:27:21.237698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:21.238992 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38800) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:21.263380 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:21.519201 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6c75e91c-beb9-40de-adb3-0215d8433c12 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/2086bcd0-7f49-423d-b459-0d3ba451ff28 HTTP/1.1" status: 200 len: 992 time: 0.2766628 Jul 16 18:27:21.710882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-9e7c7a66-c3ca-4613-a6cb-a94311667479 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.722595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-9e7c7a66-c3ca-4613-a6cb-a94311667479 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.4187129 Jul 16 18:27:21.765857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-424b561e-0994-4917-9919-2a7c50fcc1fc tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/quotas/3709ffbd36344ac6a6874a756b37ad16 HTTP/1.1" status: 200 len: 375 time: 0.0421047 Jul 16 18:27:22.226345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-a61e9756-17c5-419d-a73f-3f43ac575baa tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4588258 Jul 16 18:27:22.374117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:22.522940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.693990 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:22.704065 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3ac78-13bb-4055-ae1f-50345532c809 req-2d8dcb58-67f7-4f3f-9fa3-06db83e8f31b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.707543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5c3ac78-13bb-4055-ae1f-50345532c809 req-2d8dcb58-67f7-4f3f-9fa3-06db83e8f31b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.7966080 Jul 16 18:27:22.733365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:22.834473 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-49771188-7d95-4270-aa5b-dca6992d7380 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/2086bcd0-7f49-423d-b459-0d3ba451ff28 HTTP/1.1" status: 200 len: 992 time: 0.3072650 Jul 16 18:27:23.020789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b5c3ac78-13bb-4055-ae1f-50345532c809 req-0734784d-c147-4829-a002-3a207b9cad39 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990165 Jul 16 18:27:23.113401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:23.127569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-9f3e740b-4804-4823-b2b2-32d34ac21c6a service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691151 Jul 16 18:27:23.228843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:23.231159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.631810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-6966cf42-e7ea-4534-bd14-85831e6f162e service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939826 Jul 16 18:27:23.652770 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a50bfa7-0ce3-4ed3-b293-0ab61fefacfc x-openstack-request-id: req-0a50bfa7-0ce3-4ed3-b293-0ab61fefacfc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:23.653334 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:23.653769 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a50bfa7-0ce3-4ed3-b293-0ab61fefacfc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:23.656594 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'status': 'completed', 'code': 200} Jul 16 18:27:23.837930 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38920) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:23.841947 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.051979 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bfaa8122-5ca4-4d09-9e84-0b79ed023cf4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/2086bcd0-7f49-423d-b459-0d3ba451ff28 HTTP/1.1" status: 200 len: 992 time: 0.2085614 Jul 16 18:27:24.110953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:24.142016 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.559039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.585798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2086bcd0-7f49-423d-b459-0d3ba451ff28', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:14Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 0, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:24.641273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] Checking router: 9660e180-4453-4bed-901b-6c86bdb39534 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:24.663735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:24.664401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:27:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:24.811531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d74985-e119-48cc-bef1-78aa44118b4a req-8abbcfbe-dc3b-4dcf-8021-0565685e8954 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.827555 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-8abbcfbe-dc3b-4dcf-8021-0565685e8954 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.46 "GET /v2.0/networks?id=0c86c55e-c5af-4f67-9806-b773f5b3808b HTTP/1.1" status: 200 len: 795 time: 0.5501785 Jul 16 18:27:25.003730 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-086d52eb-09a1-431d-bea9-9d5e1efe2e3e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ededcfbeefe8463f8183c2352b99a0a7 HTTP/1.1" status: 200 len: 476 time: 0.1511042 Jul 16 18:27:25.019808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'port': {'device_id': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'admin_state_up': True, 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'security_groups': ['5b78352d-4e39-498a-ab89-f187e017934d', 'e1d52710-7a03-45ce-920f-d5f19fa1c057']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:25.022534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df9f8cf6-fafb-4fa1-84d8-e24104c05dda req-b15a1289-6ad0-4022-be17-669f568ab8a1 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 210 time: 0.1417234 Jul 16 18:27:25.054640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38970) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:25.202003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:25.253313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-bd34320c-4799-494c-b138-a523be13949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.264889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-bd34320c-4799-494c-b138-a523be13949d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 1098 time: 1.5974729 Jul 16 18:27:25.314426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcc5a38a-bf60-466c-aae0-8b5b04885b6b req-597765a1-4598-4149-a14c-4e6d8dc6e935 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 210 time: 0.1346595 Jul 16 18:27:25.597897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Made reservation on behalf of ededcfbeefe8463f8183c2352b99a0a7 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:25.604197 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.626600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310e01b-e638-4b3a-b44c-ea9c3a6795f6 req-e0e615e5-b855-4376-8930-ac66716d4701 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.653536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1310e01b-e638-4b3a-b44c-ea9c3a6795f6 req-e0e615e5-b855-4376-8930-ac66716d4701 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.8096836 Jul 16 18:27:25.697427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5488c19f-bc8a-4b05-9937-9a58b4489689 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/2086bcd0-7f49-423d-b459-0d3ba451ff28 HTTP/1.1" status: 200 len: 992 time: 0.6312087 Jul 16 18:27:25.885598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-7eb9e37e-d61f-4844-8e89-f030114ca4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.889015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-7eb9e37e-d61f-4844-8e89-f030114ca4dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=39966558-655b-4840-93c9-0af2c12db26b HTTP/1.1" status: 200 len: 898 time: 0.6224937 Jul 16 18:27:25.900388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1310e01b-e638-4b3a-b44c-ea9c3a6795f6 req-51e2681f-b565-4ca8-8b2c-3173dc6fabd4 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955609 Jul 16 18:27:26.043294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Allocated IP 172.20.0.4 (0c86c55e-c5af-4f67-9806-b773f5b3808b/9bb68cc1-82ad-4367-a265-f4c2ec6d97f5/30752cb6-b955-4895-b613-75672db87700) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:26.171407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2086bcd0-7f49-423d-b459-0d3ba451ff28', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:14Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 0, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:26.247912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaa9254-e2a8-4c21-a7e6-3246f8eea04e None None] The sync data for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 is: [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2086bcd0-7f49-423d-b459-0d3ba451ff28', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:14Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 0, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:26.449581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:26.450029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-f8d0f368-8b3c-4462-adb2-ef627ce80d3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6b0239-8180-4917-b6e4-c4079ce6e16b HTTP/1.1" status: 200 len: 1000 time: 0.5472353 Jul 16 18:27:26.608918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-502801ef-0ff3-4d9f-9ed6-e6f2528f1870 req-0e7e8e5f-ffa5-467e-b7d5-5a6d5945d350 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 210 time: 0.1961129 Jul 16 18:27:26.635398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.700561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39010) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:26.729071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:26.729453 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.784207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-be55d23a-54ec-4671-a678-d57166ea63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.787287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-be55d23a-54ec-4671-a678-d57166ea63ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc HTTP/1.1" status: 200 len: 834 time: 0.1772048 Jul 16 18:27:27.022871 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5f3a443f-2367-4e34-9062-c4804cba270e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/2086bcd0-7f49-423d-b459-0d3ba451ff28 HTTP/1.1" status: 200 len: 992 time: 0.3211024 Jul 16 18:27:27.027033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Transition to ACTIVE for port object 30752cb6-b955-4895-b613-75672db87700 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:27.170025 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7301b2f1-ac4b-43c8-b902-904f8b3e8245 None None] New status for floating IP 2086bcd0-7f49-423d-b459-0d3ba451ff28: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:27:27.296270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.362764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-eabbf48d-adb9-4e8a-9df3-b9bb1a8cf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.382577 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-eabbf48d-adb9-4e8a-9df3-b9bb1a8cf773 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39966558-655b-4840-93c9-0af2c12db26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5828712 Jul 16 18:27:27.396334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71121ea3-f6f1-4ab2-9fb1-6c837a602255 req-b1975684-e902-4496-bf33-f8a4c3f0d57c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 210 time: 0.1784673 Jul 16 18:27:27.487280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 0c86c55e-c5af-4f67-9806-b773f5b3808b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:27.513135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:27.555026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:27.672468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=30752cb6-b955-4895-b613-75672db87700,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.741137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-f8eae6ba-ba70-4eef-8c54-d9bcf9107d73 service neutron] 10.222.0.45 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359852 Jul 16 18:27:27.818154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.829605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.876084 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-beda2536-af0e-40be-911b-f1e0265203b4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.8651731 Jul 16 18:27:27.894258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Request body: {'port': {'device_id': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:28.045571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cc74aca-cfbc-4779-8684-4c4bc471b8ba req-05ba543f-1279-40bb-bb91-f560bf6ca799 service neutron] 10.222.0.45 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958632 Jul 16 18:27:28.048472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39026) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.196331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-06e75033-0944-4135-a492-7ede0037efdf None None] Provisioning for port 30752cb6-b955-4895-b613-75672db87700 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:28.222929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-06e75033-0944-4135-a492-7ede0037efdf None None] Provisioning complete for port 30752cb6-b955-4895-b613-75672db87700 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:28.229350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-06e75033-0944-4135-a492-7ede0037efdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.406810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.430610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-06e75033-0944-4135-a492-7ede0037efdf None None] Port 30752cb6-b955-4895-b613-75672db87700 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:28.671913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-de31252f-0f72-43a6-b45a-9167d82d9d8c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/2086bcd0-7f49-423d-b459-0d3ba451ff28 HTTP/1.1" status: 200 len: 994 time: 0.5880017 Jul 16 18:27:28.757521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c238a8-0344-4d55-9678-17fd18c7e0b3 req-2221ec57-51e4-4926-a388-25fb80e33b1b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.764678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76c238a8-0344-4d55-9678-17fd18c7e0b3 req-2221ec57-51e4-4926-a388-25fb80e33b1b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.7097147 Jul 16 18:27:28.865705 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.924032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-89209f19-6f9a-4c36-a42d-99d96d88d285 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.936780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-89209f19-6f9a-4c36-a42d-99d96d88d285 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.6965306 Jul 16 18:27:29.012613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Request body: {'port': {'device_id': '3b06f2b9-9fd5-4349-842d-89a7ddc6700c', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'admin_state_up': True, 'tenant_id': '3709ffbd36344ac6a6874a756b37ad16'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:29.045696 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76c238a8-0344-4d55-9678-17fd18c7e0b3 req-fd38fa67-3c02-4e50-8717-f078200f7c39 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487566 Jul 16 18:27:29.158682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30752cb6-b955-4895-b613-75672db87700 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:29.170031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.192345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Transition to ACTIVE for port object 30752cb6-b955-4895-b613-75672db87700 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:29.206105 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.369881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd475d-1f2c-47ca-89ae-ed890a021c5e req-0aed8505-987a-4ad7-96d2-a9f975fd7f1a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.372896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Pushing event updated for resources: {'Port': ['ID=30752cb6-b955-4895-b613-75672db87700,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.409436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78dd475d-1f2c-47ca-89ae-ed890a021c5e req-0aed8505-987a-4ad7-96d2-a9f975fd7f1a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 970 time: 0.7928455 Jul 16 18:27:29.563453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Attempting to bind port 30752cb6-b955-4895-b613-75672db87700 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:29.564017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Attempting to bind port 30752cb6-b955-4895-b613-75672db87700 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:29.564775 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Attempting to bind port 30752cb6-b955-4895-b613-75672db87700 on network 0c86c55e-c5af-4f67-9806-b773f5b3808b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:29.584423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Port 30752cb6-b955-4895-b613-75672db87700 on network 0c86c55e-c5af-4f67-9806-b773f5b3808b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:29.585075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Attempting to bind port 30752cb6-b955-4895-b613-75672db87700 on network 0c86c55e-c5af-4f67-9806-b773f5b3808b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:29.601715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:29.602443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Checking segment: {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:29.603182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Bound using segment: {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:29.605969 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78dd475d-1f2c-47ca-89ae-ed890a021c5e req-24a681bc-9303-4128-abd1-7e7eaad63aed tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1946151 Jul 16 18:27:29.606082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Bound port: 30752cb6-b955-4895-b613-75672db87700, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32492a4-a2a6-4c58-8e55-fe8f89008424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:29.606568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.812022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] For port 30752cb6-b955-4895-b613-75672db87700, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:29.819069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] For port 30752cb6-b955-4895-b613-75672db87700, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=30752cb6-b955-4895-b613-75672db87700,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:29.825914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.857269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09f00154-872d-4d85-81c6-030f303453f2 req-5d2a764e-b67d-45fd-9068-78274cd4cd49 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 210 time: 0.1873801 Jul 16 18:27:29.976339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.988215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.990219 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] 10.222.0.46 "PUT /v2.0/ports/30752cb6-b955-4895-b613-75672db87700 HTTP/1.1" status: 200 len: 1131 time: 2.1003718 Jul 16 18:27:29.999702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'tag': '30752cb6-b955-4895-b613-75672db87700'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:30.003463 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731c3fe3-ef62-4f0e-aad5-771304c92ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "tag": "30752cb6-b955-4895-b613-75672db87700"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:30.013154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Made reservation on behalf of 3709ffbd36344ac6a6874a756b37ad16 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:30.023813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.092990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef111f7-a43e-43a4-a824-cdfcc704a3ab service neutron] Pushing event updated for resources: {'Port': ['ID=30752cb6-b955-4895-b613-75672db87700,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:30.360359 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6ada88-9b61-418b-9cd5-e55c4cf792e3 x-openstack-request-id: req-cb6ada88-9b61-418b-9cd5-e55c4cf792e3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:30.360684 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "tag": "30752cb6-b955-4895-b613-75672db87700", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:30.360972 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb6ada88-9b61-418b-9cd5-e55c4cf792e3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:30.372365 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'tag': '30752cb6-b955-4895-b613-75672db87700', 'status': 'completed', 'code': 200} Jul 16 18:27:30.465371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d74985-e119-48cc-bef1-78aa44118b4a req-c854325c-0bd7-4707-91dc-ce93bf108dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.467995 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-c854325c-0bd7-4707-91dc-ce93bf108dc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 1134 time: 0.3608284 Jul 16 18:27:30.580811 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-2192377d-a458-405f-a7b4-9043ca53890b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30752cb6-b955-4895-b613-75672db87700 HTTP/1.1" status: 200 len: 217 time: 0.0951197 Jul 16 18:27:30.641151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Allocated IP 172.20.0.7 (090e0f75-9d4d-43cd-ab0e-d2d46af8647a/9e035b6d-72c0-486c-8646-8be99e9943ab/9c8b9c92-a41f-4d2f-a0ee-266b03c68b96) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:30.678701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d74985-e119-48cc-bef1-78aa44118b4a req-62f6e124-4f48-4e88-9bc1-3289b7819471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.681251 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-62f6e124-4f48-4e88-9bc1-3289b7819471 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9bb68cc1-82ad-4367-a265-f4c2ec6d97f5 HTTP/1.1" status: 200 len: 835 time: 0.0871496 Jul 16 18:27:30.898439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d74985-e119-48cc-bef1-78aa44118b4a req-74395d1a-7809-4294-a7c8-95917fba1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.903834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-74395d1a-7809-4294-a7c8-95917fba1d29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c86c55e-c5af-4f67-9806-b773f5b3808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139542 Jul 16 18:27:31.127074 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-fde945c1-78a2-488e-85c0-ce60e92574ed service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158403 Jul 16 18:27:31.239233 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.288785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f31223-1cea-459b-878f-a7af973afe85 req-cb8f77d4-cb57-4c86-ac54-4b1a6cbf68b2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.296753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6f31223-1cea-459b-878f-a7af973afe85 req-cb8f77d4-cb57-4c86-ac54-4b1a6cbf68b2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.6509247 Jul 16 18:27:31.405552 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-50d74985-e119-48cc-bef1-78aa44118b4a req-0359e773-caa6-41d6-8001-63becab4876a service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656822 Jul 16 18:27:31.443532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6f31223-1cea-459b-878f-a7af973afe85 req-ccf5e1dc-ad43-408a-a736-70ed3fe2c0e0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457109 Jul 16 18:27:31.500460 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.522575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:31.663344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c149c-37b5-4174-acb7-d3fca39dd9ac req-1ff15369-37f3-43c3-b0eb-a8e11493a369 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.690992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f29c149c-37b5-4174-acb7-d3fca39dd9ac req-1ff15369-37f3-43c3-b0eb-a8e11493a369 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 982 time: 0.6306176 Jul 16 18:27:31.717170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:31.718517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event updated for resources: {'Port': ['ID=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.808651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-99fd4a70-2f87-4542-84ff-319e482a7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.817664 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-99fd4a70-2f87-4542-84ff-319e482a7be5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 1134 time: 0.2464230 Jul 16 18:27:31.819767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f29c149c-37b5-4174-acb7-d3fca39dd9ac req-905f082b-86df-4f83-853c-4fabee96bbf4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0815754 Jul 16 18:27:31.822149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:31.861817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:31.990380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.990380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.016597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-8977c348-5318-4dfa-82ad-55c2eafe01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.019154 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-8977c348-5318-4dfa-82ad-55c2eafe01f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c86c55e-c5af-4f67-9806-b773f5b3808b HTTP/1.1" status: 200 len: 896 time: 0.1819413 Jul 16 18:27:32.021087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-97cb2862-1f98-410f-a803-00792088c770 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0350845 Jul 16 18:27:32.040437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3e69-8c6e-4465-b111-024f69da2d0b req-42705d2e-ed57-48f3-9409-3440ae79d527 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.046359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1cc3e69-8c6e-4465-b111-024f69da2d0b req-42705d2e-ed57-48f3-9409-3440ae79d527 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 931 time: 0.3327928 Jul 16 18:27:32.071934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Request body: {'port': {'device_id': '3b06f2b9-9fd5-4349-842d-89a7ddc6700c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:32.214889 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-c132c1e4-73de-41d7-98ef-1099ecf939cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30752cb6-b955-4895-b613-75672db87700 HTTP/1.1" status: 200 len: 217 time: 0.1703398 Jul 16 18:27:32.240541 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.330419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1cc3e69-8c6e-4465-b111-024f69da2d0b req-d0ba3f66-6a78-48cf-970f-fde1736bac4f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161475 Jul 16 18:27:32.379864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-8278f74b-97e8-4570-8a1f-c7948421f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.386300 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-8278f74b-97e8-4570-8a1f-c7948421f7af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9bb68cc1-82ad-4367-a265-f4c2ec6d97f5 HTTP/1.1" status: 200 len: 835 time: 0.1648748 Jul 16 18:27:32.634800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-d374867c-e606-421b-8be9-e700b01584d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.645029 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-d374867c-e606-421b-8be9-e700b01584d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c86c55e-c5af-4f67-9806-b773f5b3808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2483866 Jul 16 18:27:32.999942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 30752cb6-b955-4895-b613-75672db87700 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:33.078796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655400a0-b7ca-4d3c-b835-90fa0d28b99d req-b5338048-8827-4841-a9a7-9e348407ae7a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.096238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-655400a0-b7ca-4d3c-b835-90fa0d28b99d req-b5338048-8827-4841-a9a7-9e348407ae7a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.3292432 Jul 16 18:27:33.115624 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-1846c27f-02e0-4113-b3c5-439c1c999ef7 service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691415 Jul 16 18:27:33.270742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-655400a0-b7ca-4d3c-b835-90fa0d28b99d req-cd3d37aa-14b6-46c2-b953-b3fccf75f358 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731384 Jul 16 18:27:33.404606 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-731c3fe3-ef62-4f0e-aad5-771304c92ac6 req-18e06ab7-81a5-44af-9e68-8a1c50c699d3 service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755828 Jul 16 18:27:33.501698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 30752cb6-b955-4895-b613-75672db87700, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=30752cb6-b955-4895-b613-75672db87700,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:33.548934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '30752cb6-b955-4895-b613-75672db87700', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'port_id': '30752cb6-b955-4895-b613-75672db87700', 'mac_address': 'fa:16:3e:3e:d7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:33.618346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.639264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30752cb6-b955-4895-b613-75672db87700 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:33.650031 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d31876fc-637c-499d-8a24-92143790ee34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.682746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 30752cb6-b955-4895-b613-75672db87700, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=30752cb6-b955-4895-b613-75672db87700,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:33.691677 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.855265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:33.926923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=30752cb6-b955-4895-b613-75672db87700,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:33.995975 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.014751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636ca2a-72a1-4930-a3c8-a8cf9c2479f8 req-c4f83709-8257-48ce-8136-74da352f7ee7 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.024282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0636ca2a-72a1-4930-a3c8-a8cf9c2479f8 req-c4f83709-8257-48ce-8136-74da352f7ee7 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 982 time: 0.7116106 Jul 16 18:27:34.066733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Transition to ACTIVE for port object 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:34.083221 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.133143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0636ca2a-72a1-4930-a3c8-a8cf9c2479f8 req-f4c77945-c80a-4d50-95e8-eca3b37b02d1 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1084287 Jul 16 18:27:34.148007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.173852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b077190-528b-4b07-9d85-b4ecf6684464 req-11a8db9f-6f38-48f8-8160-0289ae30585f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.175693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b077190-528b-4b07-9d85-b4ecf6684464 req-11a8db9f-6f38-48f8-8160-0289ae30585f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 931 time: 0.3550897 Jul 16 18:27:34.178782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['30752cb6-b955-4895-b613-75672db87700'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:34.332722 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2b077190-528b-4b07-9d85-b4ecf6684464 req-46d3d27b-78ae-4b6f-8c24-63741bc600d1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490724 Jul 16 18:27:34.425709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Attempting to bind port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:34.426058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Attempting to bind port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:34.426449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Attempting to bind port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:34.433118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:34.433474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Attempting to bind port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:34.449658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:34.449919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Checking segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:34.450367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Bound using segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:34.450839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Bound port: 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:34.451213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.622144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] For port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:34.628206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] For port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:34.667111 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.762837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.763829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.765335 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] 10.222.0.46 "PUT /v2.0/ports/9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 HTTP/1.1" status: 200 len: 1092 time: 2.7174447 Jul 16 18:27:34.769980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b06f2b9-9fd5-4349-842d-89a7ddc6700c', 'tag': '9c8b9c92-a41f-4d2f-a0ee-266b03c68b96'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:34.772549 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b06f2b9-9fd5-4349-842d-89a7ddc6700c", "tag": "9c8b9c92-a41f-4d2f-a0ee-266b03c68b96"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:34.810193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912257f4-7c44-460a-ab87-e0d2fcb0e079 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.849532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7602de-5b3c-4faa-aa09-c2d0bd0efc52 req-ff8976a9-74a6-4631-b8be-562e1d1a5daa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.857163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d7602de-5b3c-4faa-aa09-c2d0bd0efc52 req-ff8976a9-74a6-4631-b8be-562e1d1a5daa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.2191539 Jul 16 18:27:34.860762 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c495784-ac3b-4818-92ae-e202db1029ed x-openstack-request-id: req-1c495784-ac3b-4818-92ae-e202db1029ed {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:34.861169 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b06f2b9-9fd5-4349-842d-89a7ddc6700c", "tag": "9c8b9c92-a41f-4d2f-a0ee-266b03c68b96", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:34.861471 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c495784-ac3b-4818-92ae-e202db1029ed {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:34.861957 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b06f2b9-9fd5-4349-842d-89a7ddc6700c', 'tag': '9c8b9c92-a41f-4d2f-a0ee-266b03c68b96', 'status': 'completed', 'code': 200} Jul 16 18:27:34.957175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d7602de-5b3c-4faa-aa09-c2d0bd0efc52 req-41509cf3-213c-4fad-abe5-e9bb2955c920 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989108 Jul 16 18:27:35.002831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-0338bc64-e5e9-4dc2-84f0-fe8cde2d7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.004765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-0338bc64-e5e9-4dc2-84f0-fe8cde2d7590 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 1095 time: 0.1418304 Jul 16 18:27:35.061642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-8ac12b67-2377-4afe-80d5-506353c28e23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 HTTP/1.1" status: 200 len: 217 time: 0.0422091 Jul 16 18:27:35.148571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-cdb3036b-0af0-4633-be30-7a5b1177289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.149874 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-cdb3036b-0af0-4633-be30-7a5b1177289e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.0798566 Jul 16 18:27:35.200318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-1a30013c-d7a0-49de-a6f5-5294cdd473d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408921 Jul 16 18:27:35.953087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.015259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f72fb26-3754-4ef6-93eb-0ecbe6879eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.034583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-5be8a2d4-a4e9-49c4-9505-4926741d1a6c service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8039691 Jul 16 18:27:36.077624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c868685-b767-4b89-a733-275fa89ff59b req-e601e65a-485f-4adf-8f36-d56f976fbb7b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.085972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c868685-b767-4b89-a733-275fa89ff59b req-e601e65a-485f-4adf-8f36-d56f976fbb7b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 943 time: 0.2985487 Jul 16 18:27:36.188434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f7cc0-b73b-4f77-97a5-45f2339946dd req-90a1b343-eab2-40e3-8f30-31a98a1b44b7 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.195580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c8f7cc0-b73b-4f77-97a5-45f2339946dd req-90a1b343-eab2-40e3-8f30-31a98a1b44b7 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 983 time: 0.8707497 Jul 16 18:27:36.264476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-56566dd8-bcc9-432f-8f4a-9058b0012635 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3231709 Jul 16 18:27:36.303218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c868685-b767-4b89-a733-275fa89ff59b req-c92c235c-258c-452b-a9a0-a094dbe3dd45 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154739 Jul 16 18:27:36.502163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18b61d4-9929-4b1b-88c0-a1b3af3e253f req-ada8f4ff-97a5-4672-a33e-3174c37fde28 service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500766 Jul 16 18:27:36.506759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c8f7cc0-b73b-4f77-97a5-45f2339946dd req-93a94eea-ebc8-48c5-96ae-30ae498b1312 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3093896 Jul 16 18:27:36.563586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-98af8784-cfaa-4f1b-8ca4-79fde9f86082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.565726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-98af8784-cfaa-4f1b-8ca4-79fde9f86082 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 1097 time: 0.2591269 Jul 16 18:27:36.625310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39132) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:36.808982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-9afeae50-4018-44b2-8c2f-932f7e56209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.810456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-9afeae50-4018-44b2-8c2f-932f7e56209d service neutron] 10.222.0.45 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 907 time: 0.2169619 Jul 16 18:27:36.903148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f35af-179a-44b2-a00f-9db5c4d429a1 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.904069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f35af-179a-44b2-a00f-9db5c4d429a1 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.905247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553f35af-179a-44b2-a00f-9db5c4d429a1 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.907311 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-553f35af-179a-44b2-a00f-9db5c4d429a1 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=ec21ddcca98344c190a3179163a55d08&network_id=39966558-655b-4840-93c9-0af2c12db26b HTTP/1.1" status: 200 len: 2973 time: 0.2803555 Jul 16 18:27:36.924917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-4cee28d5-ba27-4613-90ed-057f8e8a5450 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22aec8c7-b6de-4768-88b5-fcb9c32f5198 HTTP/1.1" status: 200 len: 217 time: 0.0903115 Jul 16 18:27:36.932465 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-4f1134bd-67d7-4a23-9f3f-867ac01ffca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.935805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-4f1134bd-67d7-4a23-9f3f-867ac01ffca3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 1095 time: 0.2827549 Jul 16 18:27:37.001979 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.012552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 30752cb6-b955-4895-b613-75672db87700 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:37.182230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 30752cb6-b955-4895-b613-75672db87700 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:37.187159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 30752cb6-b955-4895-b613-75672db87700 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:37.187965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.261642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-55f886c3-2c24-4006-a903-d3b28bdc4ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.265800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-55f886c3-2c24-4006-a903-d3b28bdc4ad4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.3278112 Jul 16 18:27:37.334819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-09541587-c14e-429c-8d7d-ca3c0c0bab5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549567 Jul 16 18:27:37.441149 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.459960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e9673-1889-4b29-b1df-06a3c3556785 req-1de8ba60-63e8-43f0-a034-b9272aa6e852 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.463243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-692e9673-1889-4b29-b1df-06a3c3556785 req-1de8ba60-63e8-43f0-a034-b9272aa6e852 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.6483641 Jul 16 18:27:37.493853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30752cb6-b955-4895-b613-75672db87700'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:37.496548 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5f6e60-8070-40a7-b458-877c0c30b472" -d '{"events": [{"server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "name": "network-vif-plugged", "status": "completed", "tag": "30752cb6-b955-4895-b613-75672db87700"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:37.528088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 30752cb6-b955-4895-b613-75672db87700, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=30752cb6-b955-4895-b613-75672db87700,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:37.536377 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.571459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-86d845bd-327b-434b-af38-b075e37f5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.573294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-86d845bd-327b-434b-af38-b075e37f5f4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 907 time: 0.5653601 Jul 16 18:27:37.629942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-692e9673-1889-4b29-b1df-06a3c3556785 req-271e74f5-2415-45e3-9601-045143e32a80 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471412 Jul 16 18:27:37.634779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=30752cb6-b955-4895-b613-75672db87700,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.721249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-76879874-170d-40bf-8f85-044cf7db707d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 HTTP/1.1" status: 200 len: 217 time: 0.1013522 Jul 16 18:27:37.747124 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15432850-1164-44e6-a9da-ecbbb56b0cf1 x-openstack-request-id: req-15432850-1164-44e6-a9da-ecbbb56b0cf1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:37.747578 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "name": "network-vif-plugged", "status": "completed", "tag": "30752cb6-b955-4895-b613-75672db87700", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:37.747987 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15432850-1164-44e6-a9da-ecbbb56b0cf1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:37.748907 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30752cb6-b955-4895-b613-75672db87700', 'code': 200} Jul 16 18:27:37.846512 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-89c8ea41-7e1a-4fcb-8a1a-23ba1e9ec25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.848607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-89c8ea41-7e1a-4fcb-8a1a-23ba1e9ec25a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.1130600 Jul 16 18:27:37.860804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-86ad7b14-0ce1-4d20-8fc5-7a8e6c6c5925 service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152786 Jul 16 18:27:37.926486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210a19b-f0d2-434e-b024-3912232a9f77 req-940e7647-5427-4acf-b5fc-f14ea0510444 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.935496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e210a19b-f0d2-434e-b024-3912232a9f77 req-940e7647-5427-4acf-b5fc-f14ea0510444 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 943 time: 0.3819396 Jul 16 18:27:38.031770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-bb6b43cb-05f9-43b7-ae1e-6694ba96c3a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869100 Jul 16 18:27:38.108117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fb610-8feb-4ffa-bbf5-72771f47edbd req-2540c15b-a39d-48f9-9cad-207af4b116de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.114500 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e5fb610-8feb-4ffa-bbf5-72771f47edbd req-2540c15b-a39d-48f9-9cad-207af4b116de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 1136 time: 0.1395745 Jul 16 18:27:38.224556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e5fb610-8feb-4ffa-bbf5-72771f47edbd req-cefdc58c-bb74-4211-9352-68cb6a53d378 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0974321 Jul 16 18:27:38.286167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-825e356c-e816-43b8-b61a-134073d97d38 service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384229 Jul 16 18:27:38.305977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e210a19b-f0d2-434e-b024-3912232a9f77 req-1f7309d6-16d0-4932-9dc3-31894e1cf681 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690143 Jul 16 18:27:38.356691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd63da5-ceec-47c3-b5b0-e24cfcd41404 req-a1b450f4-513b-4620-b804-0b720f54492c service neutron] 10.222.0.45 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855058 Jul 16 18:27:38.379771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f15be5-2b59-47c3-8cbf-76ba42ec4616 req-318e581e-c843-4a27-8bd2-acf0f7ce6a1f tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.382473 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0f15be5-2b59-47c3-8cbf-76ba42ec4616 req-318e581e-c843-4a27-8bd2-acf0f7ce6a1f tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 984 time: 0.5307190 Jul 16 18:27:38.481731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0f15be5-2b59-47c3-8cbf-76ba42ec4616 req-4b56f43f-b94e-4538-bc13-a978b63d6261 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0842884 Jul 16 18:27:38.701168 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.846758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaeca5f4-ac9d-4dd5-88f2-b7c1ba31a48a req-4c5af22a-a8b9-40b3-9430-a2b3c017d063 service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699270 Jul 16 18:27:38.907434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357da82-b03a-44e4-9464-9e93df616a4f req-0fc2a206-1447-4b82-a908-c5d461f93a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.910868 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4357da82-b03a-44e4-9464-9e93df616a4f req-0fc2a206-1447-4b82-a908-c5d461f93a9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 1097 time: 0.1402612 Jul 16 18:27:39.011864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:39.049744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d799-594f-42c3-a75c-3a10c0b83a7a req-78a19a04-d3c4-43ea-8a0b-e3c31cf35548 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.053000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7450d799-594f-42c3-a75c-3a10c0b83a7a req-78a19a04-d3c4-43ea-8a0b-e3c31cf35548 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.1487057 Jul 16 18:27:39.089132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357da82-b03a-44e4-9464-9e93df616a4f req-cacf9834-e280-4125-bad3-96430624fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.091905 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4357da82-b03a-44e4-9464-9e93df616a4f req-cacf9834-e280-4125-bad3-96430624fcfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.1745009 Jul 16 18:27:39.151747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7450d799-594f-42c3-a75c-3a10c0b83a7a req-fc0bfcd2-e98f-4e16-845c-79e84a73b278 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901983 Jul 16 18:27:39.175098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:39.189328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '9c8b9c92-a41f-4d2f-a0ee-266b03c68b96', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'port_id': '9c8b9c92-a41f-4d2f-a0ee-266b03c68b96', 'mac_address': 'fa:16:3e:4c:ad:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e035b6d-72c0-486c-8646-8be99e9943ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:39.267044 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4357da82-b03a-44e4-9464-9e93df616a4f req-ca119ed9-af3f-4fd0-8432-b6da67047f7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 200 len: 1000 time: 0.1632464 Jul 16 18:27:39.269016 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.289940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:39.334064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:39.342838 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.377780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357da82-b03a-44e4-9464-9e93df616a4f req-133de85b-a566-4cab-8bd1-81b5bbc14e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.380272 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4357da82-b03a-44e4-9464-9e93df616a4f req-133de85b-a566-4cab-8bd1-81b5bbc14e3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.1076248 Jul 16 18:27:39.410962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.541422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357da82-b03a-44e4-9464-9e93df616a4f req-3d28455e-faa0-4ad8-85bf-ef897569f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.545734 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4357da82-b03a-44e4-9464-9e93df616a4f req-3d28455e-faa0-4ad8-85bf-ef897569f844 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215413 Jul 16 18:27:39.679649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39190) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:39.752617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['9c8b9c92-a41f-4d2f-a0ee-266b03c68b96'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:39.783760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4357da82-b03a-44e4-9464-9e93df616a4f req-2b985ef2-067a-4bdb-9682-984d59122467 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279065 Jul 16 18:27:39.870646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c667f11-ee9d-476c-b3e4-8ceb951f6ff6 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.877417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5c667f11-ee9d-476c-b3e4-8ceb951f6ff6 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 814 time: 0.1954489 Jul 16 18:27:39.988917 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4357da82-b03a-44e4-9464-9e93df616a4f req-1b3f281b-0d39-4a5f-b280-49ae029ae862 service neutron] 10.222.0.46 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967425 Jul 16 18:27:40.019326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca638d-3590-4e96-af33-23ba2d517c58 req-ee3f06c2-603a-4ef0-a76a-05b63016d631 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.032629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ca638d-3590-4e96-af33-23ba2d517c58 req-ee3f06c2-603a-4ef0-a76a-05b63016d631 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 944 time: 0.4365549 Jul 16 18:27:40.106498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48ca638d-3590-4e96-af33-23ba2d517c58 req-4922defb-a2e9-4bcc-8207-13b97a2a5caf tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671535 Jul 16 18:27:40.184895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca86ffd-8ccd-49dd-af65-db27f09556be req-caa8425a-6438-4168-8460-bd2a60c3723f tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.194404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ca86ffd-8ccd-49dd-af65-db27f09556be req-caa8425a-6438-4168-8460-bd2a60c3723f tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 984 time: 0.2661548 Jul 16 18:27:40.271587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ca86ffd-8ccd-49dd-af65-db27f09556be req-74b4a49b-472e-4be6-97fe-81b64d24c667 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0709171 Jul 16 18:27:40.316786 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.458627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39204) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:40.465238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'network': {'name': 'tempest-network-smoke--234587820', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:40.495130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Made reservation on behalf of ec21ddcca98344c190a3179163a55d08 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:40.501626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.533798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:40.557521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.558035 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Added segment e6fd3e35-5137-48c5-bab9-5b263deb4462 of type vlan for network e5b48ba8-df06-405b-9ae9-ba4909e0f703 Jul 16 18:27:40.630692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.681523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5fd68-4852-40a6-9de2-f32c58576a6e req-ff518df1-296e-4bb9-93a3-4dda5593fd3d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.683304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-42f5fd68-4852-40a6-9de2-f32c58576a6e req-ff518df1-296e-4bb9-93a3-4dda5593fd3d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.1408074 Jul 16 18:27:40.692205 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.700508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.701614 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.783620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3187747 Jul 16 18:27:40.785296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39206) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:40.827190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-42f5fd68-4852-40a6-9de2-f32c58576a6e req-1dda218a-c582-40d3-a66c-462d7dc46dd6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223783 Jul 16 18:27:40.848149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282bfff-2d93-42e2-996f-399c10ed552b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Network': ['ID=e5b48ba8-df06-405b-9ae9-ba4909e0f703,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.870495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e5b48ba8-df06-405b-9ae9-ba4909e0f703 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:40.915607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b9c2e-7dc7-433e-8dd5-cb19237bb67f tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.918261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-017b9c2e-7dc7-433e-8dd5-cb19237bb67f tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ec21ddcca98344c190a3179163a55d08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1327524 Jul 16 18:27:40.922913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39212) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.012414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:41.136337 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.169003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:41.172018 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef48531-1953-4417-8f1c-0dbf3a08d19c" -d '{"events": [{"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:41.193343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:41.200277 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.288870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:41.293084 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1283b3-8d26-4c6d-88bd-2e809f012d7a x-openstack-request-id: req-cd1283b3-8d26-4c6d-88bd-2e809f012d7a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:41.293385 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:41.293643 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd1283b3-8d26-4c6d-88bd-2e809f012d7a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:41.294049 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'code': 200} Jul 16 18:27:41.378578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61967596-660f-42b4-92f2-cd45473a0336 req-23fd7f97-df14-497c-9111-33c783fadf04 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.380207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61967596-660f-42b4-92f2-cd45473a0336 req-23fd7f97-df14-497c-9111-33c783fadf04 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 944 time: 0.1018786 Jul 16 18:27:41.497931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239573b7-fccd-4f01-a7d8-f07726d8b887 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.499738 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-239573b7-fccd-4f01-a7d8-f07726d8b887 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5756137 Jul 16 18:27:41.504569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39226) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.506321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61967596-660f-42b4-92f2-cd45473a0336 req-79b8f2d9-5b3e-42c7-a307-a82c40a20056 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195159 Jul 16 18:27:41.546300 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4e5d5b1e-e266-455b-b4c6-31a81ace7d89 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401015 Jul 16 18:27:41.553053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.556048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e3a5a-df6e-48e6-a671-be49c42f8cb3 req-046c26bd-5a1c-4a7c-9545-11c9bc6ef9bb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.565568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-131e3a5a-df6e-48e6-a671-be49c42f8cb3 req-046c26bd-5a1c-4a7c-9545-11c9bc6ef9bb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 984 time: 0.1340795 Jul 16 18:27:41.588085 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-79d134af-6324-423c-80fe-efdae8a878e4 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ec21ddcca98344c190a3179163a55d08&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335615 Jul 16 18:27:41.591961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39232) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.652730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-131e3a5a-df6e-48e6-a671-be49c42f8cb3 req-6665a132-67f0-4272-8e05-6d4a25a9a6fd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0857196 Jul 16 18:27:41.744654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be9f87d-7108-45aa-9d6c-ded11a3308fc tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.752255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39238) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.775258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8be9f87d-7108-45aa-9d6c-ded11a3308fc tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1812165 Jul 16 18:27:41.844579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b62b4338-0265-4c4b-9a0c-013b25434cea tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0905924 Jul 16 18:27:41.848213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.857616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1722313244', 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:42.060213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6b30a-5a67-43db-b90a-40cf973de0c0 req-239015af-6b8b-4891-a16d-e23bc7a1142c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.077005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19d6b30a-5a67-43db-b90a-40cf973de0c0 req-239015af-6b8b-4891-a16d-e23bc7a1142c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 984 time: 0.2002482 Jul 16 18:27:42.128493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Made reservation on behalf of ec21ddcca98344c190a3179163a55d08 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:42.132468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.193812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19d6b30a-5a67-43db-b90a-40cf973de0c0 req-368f5943-8236-40ef-b108-3450c60ba5fd tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1132410 Jul 16 18:27:42.284225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7155b-7413-4eed-aae2-43a5d1c48309 req-cebf6917-ef4c-474c-b17d-6c039e770738 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.286712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ef7155b-7413-4eed-aae2-43a5d1c48309 req-cebf6917-ef4c-474c-b17d-6c039e770738 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 943 time: 0.1991918 Jul 16 18:27:42.396811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ef7155b-7413-4eed-aae2-43a5d1c48309 req-e99fee20-fc2b-4c76-9d20-8c5d3e0e3d1a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031084 Jul 16 18:27:42.529190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f8259-0907-45ee-a411-c11d180a36ee req-4451d4dd-b35e-48ae-8556-3ba85241cc2f tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.537869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a9f8259-0907-45ee-a411-c11d180a36ee req-4451d4dd-b35e-48ae-8556-3ba85241cc2f tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 1136 time: 0.1395249 Jul 16 18:27:42.572812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8a9f8259-0907-45ee-a411-c11d180a36ee req-1ac08e42-83fa-45eb-8839-59b4923a5015 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.576464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.833503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Subnet': ['ID=9361c088-c013-44e2-8ace-b2b01fe8b448,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:42.898334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Checking segment: {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:42.899287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network hostable DHCP agents. Network: e5b48ba8-df06-405b-9ae9-ba4909e0f703, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:42.904001 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8a9f8259-0907-45ee-a411-c11d180a36ee req-1ac08e42-83fa-45eb-8839-59b4923a5015 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.912769 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8a9f8259-0907-45ee-a411-c11d180a36ee req-1ac08e42-83fa-45eb-8839-59b4923a5015 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.974273 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network e5b48ba8-df06-405b-9ae9-ba4909e0f703 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:42.997848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e5b48ba8-df06-405b-9ae9-ba4909e0f703) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:43.010110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.017086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d2fe16-0da1-4539-8c78-b071476e430d None None] Network e5b48ba8-df06-405b-9ae9-ba4909e0f703 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:43.020461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.054227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a9f8259-0907-45ee-a411-c11d180a36ee req-1ac08e42-83fa-45eb-8839-59b4923a5015 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5140030 Jul 16 18:27:43.056420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac08e42-83fa-45eb-8839-59b4923a5015 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63503444-7f5e-4660-a0a6-f4c2f97aee70,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.074246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:43.091927 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a8b4a3c5-5f64-4e2f-8b51-6ce93578b7f2 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2390175 Jul 16 18:27:43.116085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:43.199113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722739f3-b694-4721-8325-6b7bc63efa4c req-7e6de727-384b-4fda-9c33-20d0f7480642 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.201220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-722739f3-b694-4721-8325-6b7bc63efa4c req-7e6de727-384b-4fda-9c33-20d0f7480642 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 944 time: 0.2618041 Jul 16 18:27:43.275583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f195c1c-f21f-476c-b898-cb8558984fe0 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.280639 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2f195c1c-f21f-476c-b898-cb8558984fe0 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 1131 time: 0.1633701 Jul 16 18:27:43.283830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-722739f3-b694-4721-8325-6b7bc63efa4c req-96e7043c-90ae-4bf9-857c-dd9e1df0dfb6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731223 Jul 16 18:27:43.284770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39268) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:43.292356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '30752cb6-b955-4895-b613-75672db87700', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:43.354025 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.564628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:43.578741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:43.579180 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.589553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.771464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-e5b48ba8-df06-405b-9ae9-ba4909e0f703', 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ips': [{'subnet_id': '9361c088-c013-44e2-8ace-b2b01fe8b448'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:43.776572 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.809301 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.891897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Allocated IP 172.25.2.204 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/1ffeeba5-adea-4b09-b10a-49e4aaa7598c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:43.958583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b06f2b9-9fd5-4349-842d-89a7ddc6700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8b9c92-a41f-4d2f-a0ee-266b03c68b96'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:43.980959 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3ed52b-9568-4ac1-876f-256df1cc0719" -d '{"events": [{"server_uuid": "3b06f2b9-9fd5-4349-842d-89a7ddc6700c", "name": "network-vif-plugged", "status": "completed", "tag": "9c8b9c92-a41f-4d2f-a0ee-266b03c68b96"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:44.069177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:44.130536 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.178556 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.204496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Allocated IP 172.20.0.18 (e5b48ba8-df06-405b-9ae9-ba4909e0f703/9361c088-c013-44e2-8ace-b2b01fe8b448/c62b90db-7ed5-4fa5-9873-d4257fc99a27) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:44.224147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b9bcd-103a-4da8-bcfa-6c2ad72e8e45 req-42092b21-2eec-4859-af86-988ad9ab38e3 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.227448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d98b9bcd-103a-4da8-bcfa-6c2ad72e8e45 req-42092b21-2eec-4859-af86-988ad9ab38e3 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 943 time: 0.1826317 Jul 16 18:27:44.234656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.302147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.316997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d98b9bcd-103a-4da8-bcfa-6c2ad72e8e45 req-464ffdd4-4579-4427-929c-da955d8751f7 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823696 Jul 16 18:27:44.363361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39288) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.370277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b6b4fdc7-6537-4993-a987-acf363c60867 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1067391802', 'description': 'tempest-secgroup-smoke-1067391802 description', 'project_id': 'ec21ddcca98344c190a3179163a55d08'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:44.425568 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fdc7-6537-4993-a987-acf363c60867 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.485449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:44.498474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:44.504788 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1debae43-d16d-41be-adaa-e2ac91a05c7c x-openstack-request-id: req-1debae43-d16d-41be-adaa-e2ac91a05c7c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:44.505136 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b06f2b9-9fd5-4349-842d-89a7ddc6700c", "name": "network-vif-plugged", "status": "completed", "tag": "9c8b9c92-a41f-4d2f-a0ee-266b03c68b96", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:44.505392 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1debae43-d16d-41be-adaa-e2ac91a05c7c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:44.505832 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b06f2b9-9fd5-4349-842d-89a7ddc6700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8b9c92-a41f-4d2f-a0ee-266b03c68b96', 'code': 200} Jul 16 18:27:44.514770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:44.545297 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.579693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Transition to ACTIVE for port object c62b90db-7ed5-4fa5-9873-d4257fc99a27 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:44.643821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Transition to ACTIVE for port object c62b90db-7ed5-4fa5-9873-d4257fc99a27 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:44.661753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.764423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Pushing event updated for resources: {'Port': ['ID=c62b90db-7ed5-4fa5-9873-d4257fc99a27,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.796427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fdc7-6537-4993-a987-acf363c60867 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.796750 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fdc7-6537-4993-a987-acf363c60867 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.817315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=1ffeeba5-adea-4b09-b10a-49e4aaa7598c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.828037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6b4fdc7-6537-4993-a987-acf363c60867 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.830568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b6b4fdc7-6537-4993-a987-acf363c60867 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4653406 Jul 16 18:27:44.835061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39300) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.841688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f8ec053e-1a2c-43b1-858a-f6e4792cdf1e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '18955e58-eaaf-4f29-826a-92120506067e', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:44.843712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Network e5b48ba8-df06-405b-9ae9-ba4909e0f703 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:44.849172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:44.854789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:44.933247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3a775-56bd-4da5-bb19-af4bd890ee8b req-42ba8ec0-c22c-4d98-9848-722f17951f65 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.936357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1e3a775-56bd-4da5-bb19-af4bd890ee8b req-42ba8ec0-c22c-4d98-9848-722f17951f65 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 945 time: 0.2796879 Jul 16 18:27:44.939242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4fdc7-6537-4993-a987-acf363c60867 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18955e58-eaaf-4f29-826a-92120506067e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.973799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3394ea-5276-41d3-be0b-39a17b6c0449 req-e26986a7-6e29-46c7-ab1a-5f18b901f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.975720 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf3394ea-5276-41d3-be0b-39a17b6c0449 req-e26986a7-6e29-46c7-ab1a-5f18b901f746 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 1097 time: 0.4142828 Jul 16 18:27:44.995997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Attempting to bind port c62b90db-7ed5-4fa5-9873-d4257fc99a27 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:44.996689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Attempting to bind port c62b90db-7ed5-4fa5-9873-d4257fc99a27 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:45.010118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Attempting to bind port c62b90db-7ed5-4fa5-9873-d4257fc99a27 on network e5b48ba8-df06-405b-9ae9-ba4909e0f703 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:45.026729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:45.027486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Checking segment: {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:45.028123 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.028705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Bound using segment: {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:45.029970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Bound port: c62b90db-7ed5-4fa5-9873-d4257fc99a27, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:45.031711 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.044767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1e3a775-56bd-4da5-bb19-af4bd890ee8b req-5323b79c-493f-4404-bba2-863c91837a55 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700920 Jul 16 18:27:45.071927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec053e-1a2c-43b1-858a-f6e4792cdf1e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.112414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:45.183731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf3394ea-5276-41d3-be0b-39a17b6c0449 req-492def32-38bf-4285-9b8f-60b43bd314fc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950862 Jul 16 18:27:45.279566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec053e-1a2c-43b1-858a-f6e4792cdf1e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.294184 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec053e-1a2c-43b1-858a-f6e4792cdf1e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.371262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec053e-1a2c-43b1-858a-f6e4792cdf1e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b083b4c5-e021-4a3a-90b8-b316e214cb78,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.401292 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec053e-1a2c-43b1-858a-f6e4792cdf1e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.403793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f8ec053e-1a2c-43b1-858a-f6e4792cdf1e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5666401 Jul 16 18:27:45.407146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39324) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:45.421133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-674de0d1-edf1-448a-8260-1883f047b19e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '18955e58-eaaf-4f29-826a-92120506067e', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:45.515506 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-674de0d1-edf1-448a-8260-1883f047b19e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.584685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] For port c62b90db-7ed5-4fa5-9873-d4257fc99a27, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:45.593203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] For port c62b90db-7ed5-4fa5-9873-d4257fc99a27, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c62b90db-7ed5-4fa5-9873-d4257fc99a27,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:45.600001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.707820 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-674de0d1-edf1-448a-8260-1883f047b19e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.715273 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-674de0d1-edf1-448a-8260-1883f047b19e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.777929 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-674de0d1-edf1-448a-8260-1883f047b19e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.782284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-674de0d1-edf1-448a-8260-1883f047b19e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3715434 Jul 16 18:27:45.788369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39332) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:45.793321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e4132-8ace-42b0-a612-5c56a025a94e None None] Pushing event updated for resources: {'Port': ['ID=c62b90db-7ed5-4fa5-9873-d4257fc99a27,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.796078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e328b023-3157-4387-965c-f4498a966d2c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '18955e58-eaaf-4f29-826a-92120506067e', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:45.817278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674de0d1-edf1-448a-8260-1883f047b19e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0fb9d9-bd60-4108-9622-deacb110c759,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.859645 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e328b023-3157-4387-965c-f4498a966d2c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.928122 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e328b023-3157-4387-965c-f4498a966d2c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.935010 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e328b023-3157-4387-965c-f4498a966d2c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.955652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328b023-3157-4387-965c-f4498a966d2c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e31db80-0424-4692-8830-6ebb37ed8139,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.983863 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e328b023-3157-4387-965c-f4498a966d2c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.988207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e328b023-3157-4387-965c-f4498a966d2c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1986756 Jul 16 18:27:45.993290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39338) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:46.009655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-962e0c72-5211-4085-b5c0-183de344519a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '18955e58-eaaf-4f29-826a-92120506067e', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:46.098407 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.199201 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-962e0c72-5211-4085-b5c0-183de344519a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.432888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.532624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c62b90db-7ed5-4fa5-9873-d4257fc99a27 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:46.611829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-962e0c72-5211-4085-b5c0-183de344519a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.620430 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-962e0c72-5211-4085-b5c0-183de344519a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.696979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port c62b90db-7ed5-4fa5-9873-d4257fc99a27 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:46.741017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e0c72-5211-4085-b5c0-183de344519a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e926bf4b-eaee-4dd5-b45b-b68c2cb78d03,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:46.752813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-962e0c72-5211-4085-b5c0-183de344519a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.765797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-962e0c72-5211-4085-b5c0-183de344519a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7711062 Jul 16 18:27:46.771286 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:46.782261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-55024c68-4500-431c-99cb-f556a6724f6b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '18955e58-eaaf-4f29-826a-92120506067e', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:46.879676 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9951-3b45-4600-ae75-279808a1b6bf req-6e8d1c77-ce7a-494e-aac1-f04a16d66b4c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:46.896379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e74d9951-3b45-4600-ae75-279808a1b6bf req-6e8d1c77-ce7a-494e-aac1-f04a16d66b4c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 945 time: 0.4964812 Jul 16 18:27:46.902105 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.908389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.001179 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-55024c68-4500-431c-99cb-f556a6724f6b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Project ec21ddcca98344c190a3179163a55d08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:27:47.043845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e74d9951-3b45-4600-ae75-279808a1b6bf req-61d3a4c9-a171-4767-93fc-b83c5276491a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460793 Jul 16 18:27:47.051303 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55024c68-4500-431c-99cb-f556a6724f6b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.225925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=1ffeeba5-adea-4b09-b10a-49e4aaa7598c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:47.234606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55024c68-4500-431c-99cb-f556a6724f6b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.249075 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55024c68-4500-431c-99cb-f556a6724f6b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.249410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.298079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55024c68-4500-431c-99cb-f556a6724f6b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.301608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-55024c68-4500-431c-99cb-f556a6724f6b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5262415 Jul 16 18:27:47.307344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39368) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.325045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c1cba01e-524d-4b84-8b69-848ef60061cd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '18955e58-eaaf-4f29-826a-92120506067e', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:47.394925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55024c68-4500-431c-99cb-f556a6724f6b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526881ef-0248-4798-83fb-0929dfcd3aa9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:47.411487 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-c1cba01e-524d-4b84-8b69-848ef60061cd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Project ec21ddcca98344c190a3179163a55d08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:27:47.419489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cba01e-524d-4b84-8b69-848ef60061cd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.492846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cba01e-524d-4b84-8b69-848ef60061cd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.497822 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cba01e-524d-4b84-8b69-848ef60061cd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.552097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cba01e-524d-4b84-8b69-848ef60061cd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3978b8cb-d249-4498-975c-43d76a4f970b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:47.563928 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c1cba01e-524d-4b84-8b69-848ef60061cd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.582581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c1cba01e-524d-4b84-8b69-848ef60061cd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2649128 Jul 16 18:27:47.615203 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Floating IP f07d2902-2441-40d6-8fc2-72fba0baf466 associated. External IP: 172.25.2.204, port: 30752cb6-b955-4895-b613-75672db87700. Jul 16 18:27:48.048086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:48.134038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc7769d-6b5b-4acb-a81a-3b82ab404126 None None] Network e5b48ba8-df06-405b-9ae9-ba4909e0f703 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:48.229846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:48.245687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-77175e4b-5c0d-42cb-a0cc-cbe3a167990f None None] Provisioning for port c62b90db-7ed5-4fa5-9873-d4257fc99a27 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:48.251151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] Sync routers for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:48.262513 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-77175e4b-5c0d-42cb-a0cc-cbe3a167990f None None] Provisioning complete for port c62b90db-7ed5-4fa5-9873-d4257fc99a27 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:48.262883 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77175e4b-5c0d-42cb-a0cc-cbe3a167990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.302284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.308498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:48.309189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:27:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:48.362825 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-88a77c50-5310-48c6-8ee3-34f84d073fb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3131812 Jul 16 18:27:48.387098 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a5ecdfaa-d292-48f0-b1b4-d86f9a61ef20 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1007292 Jul 16 18:27:48.388156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'tag': '30752cb6-b955-4895-b613-75672db87700'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:48.392061 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "tag": "30752cb6-b955-4895-b613-75672db87700"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:48.397100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39414) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.402095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-1c006cdd-dad4-49fb-aecb-ba048bb5fb11 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067391802&fields=id&tenant_id=ec21ddcca98344c190a3179163a55d08 HTTP/1.1" status: 200 len: 267 time: 0.4931397 Jul 16 18:27:48.565602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:48.691720 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77175e4b-5c0d-42cb-a0cc-cbe3a167990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.722144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8171d-c140-422e-b60b-f0e05b5488ed req-21c99023-7d7d-4d22-a826-d725365d8eda tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.724781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71e8171d-c140-422e-b60b-f0e05b5488ed req-21c99023-7d7d-4d22-a826-d725365d8eda tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 943 time: 0.9193392 Jul 16 18:27:48.841962 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.842576 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.843333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.843999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.844431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.844964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.845543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.846024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.846492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.847737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.847737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.847973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.848381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.848876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.849343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.869187 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-da8225ae-0583-4963-9ebf-45faab416b34 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10515 time: 0.4703345 Jul 16 18:27:48.869867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.888125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-18270d18-256c-4b6e-9652-4bbb611e3135 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.896114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-18270d18-256c-4b6e-9652-4bbb611e3135 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/networks?id=e5b48ba8-df06-405b-9ae9-ba4909e0f703 HTTP/1.1" status: 200 len: 796 time: 0.4667101 Jul 16 18:27:48.932111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71e8171d-c140-422e-b60b-f0e05b5488ed req-29e6c5d4-726e-499f-8d79-b753d7dc05d2 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970012 Jul 16 18:27:48.945423 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-a2dd3a25-dbfb-4021-9b4b-e85f49f66394 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/quotas/ec21ddcca98344c190a3179163a55d08 HTTP/1.1" status: 200 len: 375 time: 0.0465412 Jul 16 18:27:48.961897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-77175e4b-5c0d-42cb-a0cc-cbe3a167990f None None] For port c62b90db-7ed5-4fa5-9873-d4257fc99a27, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c62b90db-7ed5-4fa5-9873-d4257fc99a27,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:48.971809 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77175e4b-5c0d-42cb-a0cc-cbe3a167990f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.129956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77175e4b-5c0d-42cb-a0cc-cbe3a167990f None None] Pushing event updated for resources: {'Port': ['ID=c62b90db-7ed5-4fa5-9873-d4257fc99a27,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.161332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'f07d2902-2441-40d6-8fc2-72fba0baf466', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'port_id': '30752cb6-b955-4895-b613-75672db87700', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'mac_address': 'fa:16:3e:3e:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:45Z', 'updated_at': '2021-07-16T18:27:45Z', 'revision_number': 0, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2', 'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:c3:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:23Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:49.166039 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-7c9af9b9-1037-4433-a0fe-bd947715db3b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2184629 Jul 16 18:27:49.236803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] Checking router: a7162319-36c7-42d0-8bb4-89dcbdf2e1ae for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:49.264188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:49.264883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:27:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:49.315436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.316334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.324072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.330383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.331188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.331827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.332465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.333669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.334403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.335130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.337097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.337758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.338713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.339351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.340178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.343967 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-94518554-dc79-49ee-9eaf-42f64691532d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9514 time: 0.4724011 Jul 16 18:27:49.351622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39440) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:49.577864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-587ebec0-11b2-465b-ab7f-21926334297a service neutron] 10.222.0.60 "GET /v2.0/networks/e5b48ba8-df06-405b-9ae9-ba4909e0f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946705 Jul 16 18:27:49.598208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:49.771730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf22c-f77d-4e2f-b20f-3945e8c120f4 req-3a66d170-76e3-4d58-8085-81ce5907aacd tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.779616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-929cf22c-f77d-4e2f-b20f-3945e8c120f4 req-3a66d170-76e3-4d58-8085-81ce5907aacd tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 945 time: 0.1816607 Jul 16 18:27:49.798937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c8436a84-68a9-48bd-9ce2-c09dca259364 None None] Provisioning complete for port c62b90db-7ed5-4fa5-9873-d4257fc99a27 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:49.799347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c8436a84-68a9-48bd-9ce2-c09dca259364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.871092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-4ca53e0a-17a8-4911-8e06-8f8559bee82b service neutron] 10.222.0.60 "GET /v2.0/networks/e5b48ba8-df06-405b-9ae9-ba4909e0f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915876 Jul 16 18:27:49.928750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-929cf22c-f77d-4e2f-b20f-3945e8c120f4 req-5205632a-9fb1-4a20-a05a-1c10d07d2840 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481099 Jul 16 18:27:50.060258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf3801-65ad-4752-b680-16028bc30c69 req-28712d86-280c-45a1-9409-f488af3eb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.063028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-28712d86-280c-45a1-9409-f488af3eb672 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7&tenant_id=52d74a60953f4d8ea4ca7547b00596f9 HTTP/1.1" status: 200 len: 1095 time: 0.2685626 Jul 16 18:27:50.083403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:50.167225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'f07d2902-2441-40d6-8fc2-72fba0baf466', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'port_id': '30752cb6-b955-4895-b613-75672db87700', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'mac_address': 'fa:16:3e:3e:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:45Z', 'updated_at': '2021-07-16T18:27:45Z', 'revision_number': 0, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2', 'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:c3:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:23Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:50.222361 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4f02bb9f-2cfb-4954-ad95-09380bf8f01d tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4501 time: 0.8688900 Jul 16 18:27:50.223287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39460) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:50.310171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71464d95-ce7e-40f1-a94f-00a69eab3d6e None None] The sync data for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 is: [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'f07d2902-2441-40d6-8fc2-72fba0baf466', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'port_id': '30752cb6-b955-4895-b613-75672db87700', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'mac_address': 'fa:16:3e:3e:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:45Z', 'updated_at': '2021-07-16T18:27:45Z', 'revision_number': 0, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2', 'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:c3:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:23Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:50.321500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.347385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c62b90db-7ed5-4fa5-9873-d4257fc99a27 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:50.358882 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1e9474-1fff-43ec-981f-6a624925b0f2 x-openstack-request-id: req-bf1e9474-1fff-43ec-981f-6a624925b0f2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:50.359674 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "tag": "30752cb6-b955-4895-b613-75672db87700", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:50.359811 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf1e9474-1fff-43ec-981f-6a624925b0f2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:50.360312 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'tag': '30752cb6-b955-4895-b613-75672db87700', 'status': 'completed', 'code': 200} Jul 16 18:27:50.518755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c62b90db-7ed5-4fa5-9873-d4257fc99a27 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:50.529412 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.670056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de4a6e8-a6d5-46e0-964d-1dc52d6c57ab tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.670802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de4a6e8-a6d5-46e0-964d-1dc52d6c57ab tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.685238 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6de4a6e8-a6d5-46e0-964d-1dc52d6c57ab tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a7162319-36c7-42d0-8bb4-89dcbdf2e1ae HTTP/1.1" status: 200 len: 1992 time: 0.4605100 Jul 16 18:27:50.720629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-5b36b741-3ee6-4464-9ef6-b2d76caf30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:50.722720 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-5b36b741-3ee6-4464-9ef6-b2d76caf30bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 1136 time: 0.3329778 Jul 16 18:27:50.903321 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f759a2-964a-4522-b6c9-b824da7e428b None None] New status for floating IP f07d2902-2441-40d6-8fc2-72fba0baf466: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:27:51.123069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a221eb3-1b22-4e84-8a62-92512348f009 req-465e57ca-ac4b-4970-934e-b95def27ffcf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 210 time: 0.0522690 Jul 16 18:27:51.136933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:51.219160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e439c-6664-472a-8804-0e52437f375a req-2b939e71-83f6-41dd-8a06-7c762d6f05e6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.230267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f3e439c-6664-472a-8804-0e52437f375a req-2b939e71-83f6-41dd-8a06-7c762d6f05e6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 943 time: 0.2147593 Jul 16 18:27:51.346238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f3e439c-6664-472a-8804-0e52437f375a req-1a8897ba-eaa4-43b5-9fd2-05fb234f99c3 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149631 Jul 16 18:27:51.375646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:51.459561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:51.469559 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.484263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Transition to ACTIVE for port object aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:51.489479 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.551083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:51.700026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-6ea073d2-c7d4-4d23-9c41-eceab8247d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.714751 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-6ea073d2-c7d4-4d23-9c41-eceab8247d32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c86c55e-c5af-4f67-9806-b773f5b3808b HTTP/1.1" status: 200 len: 896 time: 0.9817343 Jul 16 18:27:51.911561 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-f258cda9-7f56-44c9-bae2-24fabc790b3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30752cb6-b955-4895-b613-75672db87700 HTTP/1.1" status: 200 len: 1001 time: 0.1806471 Jul 16 18:27:52.054801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] No DVR routers for this DVR port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:52.058317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-275a698c-3fb0-4f40-acde-26a41213a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.062500 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-275a698c-3fb0-4f40-acde-26a41213a894 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9bb68cc1-82ad-4367-a265-f4c2ec6d97f5 HTTP/1.1" status: 200 len: 835 time: 0.1385753 Jul 16 18:27:52.121700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ecffc-a34c-4db6-a489-03c58a0baae1 req-2c4a6ce8-f094-4f5b-9ca5-da07edf6c390 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.124413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-026ecffc-a34c-4db6-a489-03c58a0baae1 req-2c4a6ce8-f094-4f5b-9ca5-da07edf6c390 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 945 time: 0.4342985 Jul 16 18:27:52.198610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-c15e5997-dd43-41c1-b4e0-75b934f5c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.202154 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-c15e5997-dd43-41c1-b4e0-75b934f5c3c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c86c55e-c5af-4f67-9806-b773f5b3808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295085 Jul 16 18:27:52.362893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-026ecffc-a34c-4db6-a489-03c58a0baae1 req-1f0e3ee8-9770-42b1-b3ef-b75178e7ef7c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179346 Jul 16 18:27:52.407157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583345b3-f81b-4587-a43c-199d04876bb3 req-0e1edaac-ef29-457b-bbc4-ae4d3fa1ce10 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.413779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583345b3-f81b-4587-a43c-199d04876bb3 req-0e1edaac-ef29-457b-bbc4-ae4d3fa1ce10 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.439341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583345b3-f81b-4587-a43c-199d04876bb3 req-0e1edaac-ef29-457b-bbc4-ae4d3fa1ce10 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.439341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583345b3-f81b-4587-a43c-199d04876bb3 req-0e1edaac-ef29-457b-bbc4-ae4d3fa1ce10 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.439341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583345b3-f81b-4587-a43c-199d04876bb3 req-0e1edaac-ef29-457b-bbc4-ae4d3fa1ce10 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.441396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583345b3-f81b-4587-a43c-199d04876bb3 req-0e1edaac-ef29-457b-bbc4-ae4d3fa1ce10 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.462080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583345b3-f81b-4587-a43c-199d04876bb3 req-0e1edaac-ef29-457b-bbc4-ae4d3fa1ce10 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.473227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-583345b3-f81b-4587-a43c-199d04876bb3 req-0e1edaac-ef29-457b-bbc4-ae4d3fa1ce10 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5433 time: 0.5285933 Jul 16 18:27:52.567311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Attempting to bind port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:52.570662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Attempting to bind port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:52.572917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Attempting to bind port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:52.607666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-583345b3-f81b-4587-a43c-199d04876bb3 req-03f45f03-0968-4657-b5e5-94577c7fd857 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320219 Jul 16 18:27:52.613532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:52.615017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Attempting to bind port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:52.636412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:52.641102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Checking segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:52.643351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Bound using segment: {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:52.646360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Bound port: aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8becb9bb-2814-418c-b8b1-a45357dea804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:52.652806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.703309 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-a4cdfbfb-f15a-470f-a2ec-bad4fc6abcbc service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940758 Jul 16 18:27:52.806049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:52.810265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:52.833901 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.931031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.954843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc7bba81-4920-4380-9907-d638f025cd9e req-808f1fdf-fc80-4e98-a5f3-ff5cf156b3ac tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 210 time: 0.1416221 Jul 16 18:27:52.990941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.997201 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.999011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-72f9ce83-e9ae-4083-90d5-6b918a89ef91 service neutron] 10.222.0.45 "PUT /v2.0/ports/aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 200 len: 1092 time: 2.9271121 Jul 16 18:27:53.001859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:53.009200 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0503fbd-02ea-4971-891f-c390ff2c4fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:53.150761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-3f14f633-1588-43c6-b34e-573f33a7af85 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.153520 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-3f14f633-1588-43c6-b34e-573f33a7af85 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "GET /v2.0/networks?id=e5b48ba8-df06-405b-9ae9-ba4909e0f703 HTTP/1.1" status: 200 len: 796 time: 0.7255290 Jul 16 18:27:53.232300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf3801-65ad-4752-b680-16028bc30c69 req-7bd79ed0-d500-4586-a595-03ab8c2aad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.234016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-7bd79ed0-d500-4586-a595-03ab8c2aad2c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 1096 time: 0.1839654 Jul 16 18:27:53.264189 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8b5141ab-eb9b-4838-a2d0-7e43eabefcd2 req-9da7cc84-4059-46d9-9e6b-4177f1056205 service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696419 Jul 16 18:27:53.343939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d16d-4bcc-4020-8ce2-58b70ca740e8 req-ab815f1e-98ae-4f52-8561-0651def4b996 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.354238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57c8d16d-4bcc-4020-8ce2-58b70ca740e8 req-ab815f1e-98ae-4f52-8561-0651def4b996 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.3244891 Jul 16 18:27:53.394459 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-3be8d921-5ce7-4bc4-8a62-2a9bc402b0fd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec21ddcca98344c190a3179163a55d08 HTTP/1.1" status: 200 len: 472 time: 0.2286837 Jul 16 18:27:53.406231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'port': {'device_id': '76407b6f-da35-4b45-9a89-55eed02404ac', 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703', 'admin_state_up': True, 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'security_groups': ['18955e58-eaaf-4f29-826a-92120506067e']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:53.546996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57c8d16d-4bcc-4020-8ce2-58b70ca740e8 req-b844c21c-124a-4eca-8abb-fdf32e629e49 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914051 Jul 16 18:27:53.583566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf3801-65ad-4752-b680-16028bc30c69 req-50ab76c9-2c90-4760-9909-259ef6155478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.586013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-50ab76c9-2c90-4760-9909-259ef6155478 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.3379705 Jul 16 18:27:53.722720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Made reservation on behalf of ec21ddcca98344c190a3179163a55d08 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:53.727702 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.737682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-144e80fe-60cb-418c-8c69-50fc5e2160ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 200 len: 998 time: 0.1430147 Jul 16 18:27:53.800006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf3801-65ad-4752-b680-16028bc30c69 req-b14135c9-9e61-48a5-be84-875562a8ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.806462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-b14135c9-9e61-48a5-be84-875562a8ef07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.0586884 Jul 16 18:27:53.850189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94fdf2-3b59-46d4-ba55-7f2a44334146 req-e7a57803-e87d-45a8-b804-1dc958a6a94a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.852410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e94fdf2-3b59-46d4-ba55-7f2a44334146 req-e7a57803-e87d-45a8-b804-1dc958a6a94a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 945 time: 0.3839929 Jul 16 18:27:53.964781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69d54-ead5-490d-b0d0-40c6207e4eb3 req-25060454-de42-4a89-987a-a47b92cea4c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.972474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69d54-ead5-490d-b0d0-40c6207e4eb3 req-25060454-de42-4a89-987a-a47b92cea4c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.981232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69d54-ead5-490d-b0d0-40c6207e4eb3 req-25060454-de42-4a89-987a-a47b92cea4c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.987965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69d54-ead5-490d-b0d0-40c6207e4eb3 req-25060454-de42-4a89-987a-a47b92cea4c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.994941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69d54-ead5-490d-b0d0-40c6207e4eb3 req-25060454-de42-4a89-987a-a47b92cea4c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.001956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69d54-ead5-490d-b0d0-40c6207e4eb3 req-25060454-de42-4a89-987a-a47b92cea4c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.009210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69d54-ead5-490d-b0d0-40c6207e4eb3 req-25060454-de42-4a89-987a-a47b92cea4c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.011205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0f69d54-ead5-490d-b0d0-40c6207e4eb3 req-25060454-de42-4a89-987a-a47b92cea4c8 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5433 time: 0.3224258 Jul 16 18:27:54.039101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e94fdf2-3b59-46d4-ba55-7f2a44334146 req-7997919f-e86b-4d49-b1b1-4ace66047356 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504600 Jul 16 18:27:54.061263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.20.0.29 (e5b48ba8-df06-405b-9ae9-ba4909e0f703/9361c088-c013-44e2-8ace-b2b01fe8b448/f058b4df-869b-44e4-ae7f-797c2108efe0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:54.065405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf3801-65ad-4752-b680-16028bc30c69 req-e8d526cb-21b6-4aa0-a00b-d09c0e081504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.067257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-e8d526cb-21b6-4aa0-a00b-d09c0e081504 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2543764 Jul 16 18:27:54.213829 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e20432c-052c-479b-9ac8-d3eb3a347b6e x-openstack-request-id: req-7e20432c-052c-479b-9ac8-d3eb3a347b6e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:54.214119 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:54.214425 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e20432c-052c-479b-9ac8-d3eb3a347b6e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:54.215537 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'status': 'completed', 'code': 200} Jul 16 18:27:54.280249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-f3aab9c9-d76e-4841-8860-c31a27097b56 service neutron] 10.222.0.45 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053277 Jul 16 18:27:54.436379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.500978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Transition to ACTIVE for port object f058b4df-869b-44e4-ae7f-797c2108efe0 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:54.604564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-30f55610-9ec5-476d-854b-3ae6007d36ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2579458 Jul 16 18:27:54.656560 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.798431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=f058b4df-869b-44e4-ae7f-797c2108efe0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:54.813783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network e5b48ba8-df06-405b-9ae9-ba4909e0f703 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:54.815501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:54.887593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:55.099468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.101365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.105927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-50fb25bb-a93e-4327-aef3-457629d25042 service neutron] 10.222.0.45 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179278 Jul 16 18:27:55.202942 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-36096652-4714-40c5-b5f8-a5302888e9d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8019831 Jul 16 18:27:55.212443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07946c82-4a03-409b-914e-f538f17744fe req-1881ad87-abf1-4e4f-bd98-3478b378f988 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.215371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07946c82-4a03-409b-914e-f538f17744fe req-1881ad87-abf1-4e4f-bd98-3478b378f988 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 932 time: 0.2659636 Jul 16 18:27:55.220406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Request body: {'port': {'device_id': '76407b6f-da35-4b45-9a89-55eed02404ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:55.308496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63683d53-49af-45c7-9424-abb192f50ceb None None] Provisioning for port f058b4df-869b-44e4-ae7f-797c2108efe0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:55.316413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63683d53-49af-45c7-9424-abb192f50ceb None None] Provisioning complete for port f058b4df-869b-44e4-ae7f-797c2108efe0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:55.318173 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63683d53-49af-45c7-9424-abb192f50ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.326794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-afbf06f2-c08b-4125-8212-4be367806e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.329623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-afbf06f2-c08b-4125-8212-4be367806e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.331669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-afbf06f2-c08b-4125-8212-4be367806e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.332425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-afbf06f2-c08b-4125-8212-4be367806e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.333636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-afbf06f2-c08b-4125-8212-4be367806e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.337189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-afbf06f2-c08b-4125-8212-4be367806e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.341305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-afbf06f2-c08b-4125-8212-4be367806e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.349386 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-afbf06f2-c08b-4125-8212-4be367806e8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6508 time: 0.6131697 Jul 16 18:27:55.425773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07946c82-4a03-409b-914e-f538f17744fe req-7500b146-4f1f-478b-b393-9781efc5f6ed tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798284 Jul 16 18:27:55.570233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-6185ac04-2100-434c-bbc7-03d4b1f59f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.572643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-6185ac04-2100-434c-bbc7-03d4b1f59f9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 1096 time: 0.3536694 Jul 16 18:27:55.642864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-ab7f5f9f-2162-44d2-a8ff-5be9fd5fe14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.643354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-ab7f5f9f-2162-44d2-a8ff-5be9fd5fe14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.643826 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-ab7f5f9f-2162-44d2-a8ff-5be9fd5fe14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.650920 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-ab7f5f9f-2162-44d2-a8ff-5be9fd5fe14b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 200 len: 2297 time: 0.2557623 Jul 16 18:27:55.653951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.742648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3a87-660c-4f5d-92b7-dfcaccb7c283 req-5a6ed2a9-69b2-4acf-816d-576fe2ffa33e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:55.751118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e44f3a87-660c-4f5d-92b7-dfcaccb7c283 req-5a6ed2a9-69b2-4acf-816d-576fe2ffa33e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.3159096 Jul 16 18:27:55.857907 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-cec32616-dd20-445d-8e97-3dc3fb5a057f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c HTTP/1.1" status: 200 len: 1001 time: 0.2010205 Jul 16 18:27:55.885748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63683d53-49af-45c7-9424-abb192f50ceb None None] Port f058b4df-869b-44e4-ae7f-797c2108efe0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:55.952845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e44f3a87-660c-4f5d-92b7-dfcaccb7c283 req-6bc156a4-26dc-4ed1-a66e-b9d7a264649e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004118 Jul 16 18:27:55.999333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-8db2e77b-f09d-47f8-bd8f-6de6b6ced46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:56.000859 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-8db2e77b-f09d-47f8-bd8f-6de6b6ced46c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f704ad-33fb-4f05-85e6-f4111dd0300d HTTP/1.1" status: 200 len: 854 time: 0.1275234 Jul 16 18:27:56.091454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-15ff0db9-21b9-4240-beb3-f65c800e9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:56.108201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-15ff0db9-21b9-4240-beb3-f65c800e9813 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 200 len: 917 time: 0.5254319 Jul 16 18:27:56.386558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d683450-4b72-48f3-a60e-7bdb7984e7dc req-6db28b6c-da82-4b81-bd89-981240aa4c16 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:56.399376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d683450-4b72-48f3-a60e-7bdb7984e7dc req-6db28b6c-da82-4b81-bd89-981240aa4c16 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 945 time: 0.5747781 Jul 16 18:27:56.473357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-c4d73bda-6343-4c91-b807-d7d82ceac584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:56.476569 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-c4d73bda-6343-4c91-b807-d7d82ceac584 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4558749 Jul 16 18:27:56.538964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d683450-4b72-48f3-a60e-7bdb7984e7dc req-f0770ed8-b89f-4cfe-a52f-4a96f976de11 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383657 Jul 16 18:27:56.670539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-4e88259e-e72f-4def-9b17-0db0f6b430c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 200 len: 998 time: 0.5183778 Jul 16 18:27:56.782478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344834e-fb0a-45b3-b87b-949cee86282e req-e6d61830-abee-4409-be9e-5381612694b1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:56.784366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5344834e-fb0a-45b3-b87b-949cee86282e req-e6d61830-abee-4409-be9e-5381612694b1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 945 time: 0.2015262 Jul 16 18:27:56.851884 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-7f9ae50e-08ec-41f5-a2e2-206016dd7c27 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638389 Jul 16 18:27:57.171723 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-53bee580-8dfa-40f4-9929-6829b245800a service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093488 Jul 16 18:27:57.302830 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-9c9ca662-ac94-4fab-a6b1-efebf4d0fb57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 217 time: 0.1096232 Jul 16 18:27:57.331316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-6108c699-0b4b-4401-817a-26f8044084b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.333967 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-6108c699-0b4b-4401-817a-26f8044084b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 200 len: 855 time: 0.4015212 Jul 16 18:27:57.418313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5344834e-fb0a-45b3-b87b-949cee86282e req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Deleting port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:57.418796 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5344834e-fb0a-45b3-b87b-949cee86282e req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.506010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:57.642668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a3f34-058b-4d84-a3e7-d2c7a6e2e3f3 req-ac6f4c24-1236-44b8-be92-b7dcc35cb0cb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.657557 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af3a3f34-058b-4d84-a3e7-d2c7a6e2e3f3 req-ac6f4c24-1236-44b8-be92-b7dcc35cb0cb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 932 time: 0.6182883 Jul 16 18:27:57.766447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-c94791cc-cfda-4a8e-982f-8846a4127ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.768386 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-c94791cc-cfda-4a8e-982f-8846a4127ae8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.4552531 Jul 16 18:27:57.884739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f058b4df-869b-44e4-ae7f-797c2108efe0 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:57.906213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.930275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Transition to ACTIVE for port object f058b4df-869b-44e4-ae7f-797c2108efe0 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:57.938352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5344834e-fb0a-45b3-b87b-949cee86282e req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] For port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:57.938763 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5344834e-fb0a-45b3-b87b-949cee86282e req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.939353 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.987334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5344834e-fb0a-45b3-b87b-949cee86282e req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Calling delete_port for 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:57.994583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-203eb143-51ee-477a-88c8-bfde96c1211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.996661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-203eb143-51ee-477a-88c8-bfde96c1211d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3743c663-d8a1-4c5d-abb0-0445d2fce3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6448956 Jul 16 18:27:57.999996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af3a3f34-058b-4d84-a3e7-d2c7a6e2e3f3 req-3bae39ef-03ab-4d88-b713-b3ef19eb29c1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842617 Jul 16 18:27:58.104167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476d344-63f4-4166-956a-e02fcdaacaf5 req-ee0ec158-3701-4af5-8211-a8ca809ed870 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.112196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c476d344-63f4-4166-956a-e02fcdaacaf5 req-ee0ec158-3701-4af5-8211-a8ca809ed870 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.6079471 Jul 16 18:27:58.145434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Pushing event updated for resources: {'Port': ['ID=f058b4df-869b-44e4-ae7f-797c2108efe0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:58.309114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-0b04804f-cc21-46e2-a814-45832b61ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.311826 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-0b04804f-cc21-46e2-a814-45832b61ea38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5302742 Jul 16 18:27:58.383736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-5877009c-5658-4e1b-b32f-0c3d019a9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.384406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-5877009c-5658-4e1b-b32f-0c3d019a9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.384957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-5877009c-5658-4e1b-b32f-0c3d019a9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.385435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-5877009c-5658-4e1b-b32f-0c3d019a9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.385925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-5877009c-5658-4e1b-b32f-0c3d019a9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.386405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-5877009c-5658-4e1b-b32f-0c3d019a9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.386888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-5877009c-5658-4e1b-b32f-0c3d019a9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.389373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-5877009c-5658-4e1b-b32f-0c3d019a9cdf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6497 time: 0.8791022 Jul 16 18:27:58.460622 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-50897fc0-9953-49fe-9409-661be158f9b2 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375718 Jul 16 18:27:58.466562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Attempting to bind port f058b4df-869b-44e4-ae7f-797c2108efe0 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:58.466908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Attempting to bind port f058b4df-869b-44e4-ae7f-797c2108efe0 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:58.467237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Attempting to bind port f058b4df-869b-44e4-ae7f-797c2108efe0 on network e5b48ba8-df06-405b-9ae9-ba4909e0f703 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:58.490182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Port f058b4df-869b-44e4-ae7f-797c2108efe0 on network e5b48ba8-df06-405b-9ae9-ba4909e0f703 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:58.490507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Attempting to bind port f058b4df-869b-44e4-ae7f-797c2108efe0 on network e5b48ba8-df06-405b-9ae9-ba4909e0f703 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:58.531804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:58.532191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Checking segment: {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:58.532650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Bound using segment: {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:58.533118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Bound port: f058b4df-869b-44e4-ae7f-797c2108efe0, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:58.533484 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.579288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c476d344-63f4-4166-956a-e02fcdaacaf5 req-bd9695b0-3757-49ec-9569-696a083bdf3c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4592757 Jul 16 18:27:58.633659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-88f8c21f-82da-46c4-87ca-e8207e003cf4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&id=27504f30-3377-442b-b139-0f49536a9a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2343078 Jul 16 18:27:58.685262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-7f882054-3d1a-4a6e-ae62-0ab3ed95f550 service neutron] 10.222.0.45 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6547976 Jul 16 18:27:58.689420 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-51c30d31-85f1-47c8-bc04-3c01733c2caa service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182758 Jul 16 18:27:58.756984 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-6d194f3a-beb7-4afe-b228-b71c3fa12917 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 217 time: 0.0568120 Jul 16 18:27:58.871522 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.886027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] For port f058b4df-869b-44e4-ae7f-797c2108efe0, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:58.912448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] For port f058b4df-869b-44e4-ae7f-797c2108efe0, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f058b4df-869b-44e4-ae7f-797c2108efe0,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:58.932548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-b7535546-4434-4784-945e-49324e6dd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.932548 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-b7535546-4434-4784-945e-49324e6dd75d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.1542258 Jul 16 18:27:58.932548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.094166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:59.159385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.161644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.174028 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] 10.222.0.45 "PUT /v2.0/ports/f058b4df-869b-44e4-ae7f-797c2108efe0 HTTP/1.1" status: 200 len: 1093 time: 3.9515166 Jul 16 18:27:59.190915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76407b6f-da35-4b45-9a89-55eed02404ac', 'tag': 'f058b4df-869b-44e4-ae7f-797c2108efe0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:59.198709 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11b1a6c-5996-4e78-8c94-b9611ce234f6" -d '{"events": [{"name": "network-changed", "server_uuid": "76407b6f-da35-4b45-9a89-55eed02404ac", "tag": "f058b4df-869b-44e4-ae7f-797c2108efe0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:59.209217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0503fbd-02ea-4971-891f-c390ff2c4fe5 req-0092cf5a-2734-4800-9fd7-2079eb249b2d service neutron] 10.222.0.45 "GET /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229971 Jul 16 18:27:59.294356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb405cf-9404-416a-9d2e-b1b09faf614e req-70208393-ec1b-41ee-88a3-138e230e03a6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.312724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cb405cf-9404-416a-9d2e-b1b09faf614e req-70208393-ec1b-41ee-88a3-138e230e03a6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 945 time: 0.9151616 Jul 16 18:27:59.315531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d60cb-3a00-46ad-aff3-9aff15fe4e94 service neutron] Pushing event updated for resources: {'Port': ['ID=f058b4df-869b-44e4-ae7f-797c2108efe0,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:59.353348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-64ee8778-510e-4910-a081-7b6f3454bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.355592 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-64ee8778-510e-4910-a081-7b6f3454bd6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4230232 Jul 16 18:27:59.378342 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.416227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5344834e-fb0a-45b3-b87b-949cee86282e req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.447617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:59.641227 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-95785f24-90bc-4cf8-a40f-36bc0554aba3 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693639 Jul 16 18:27:59.694750 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:59.828621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event deleted for resources: {'Port': ['ID=9c8b9c92-a41f-4d2f-a0ee-266b03c68b96,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:00.033570 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-8571164f-0cf6-4d05-8dce-56f3e67ebe0e service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822296 Jul 16 18:28:00.190102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cb405cf-9404-416a-9d2e-b1b09faf614e req-9e0889c1-098a-4ba7-b72d-22397a3dd649 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8437929 Jul 16 18:28:00.201459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5344834e-fb0a-45b3-b87b-949cee86282e req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] No DVR routers for this DVR port 9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:00.206700 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-6a0fb4b7-edf9-4ab4-bf4a-9f6b64a714b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=97467c8f-b022-4c90-8c50-5ef03999a355 HTTP/1.1" status: 200 len: 217 time: 0.1653171 Jul 16 18:28:00.209000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5344834e-fb0a-45b3-b87b-949cee86282e req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.220239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5344834e-fb0a-45b3-b87b-949cee86282e req-f376d239-5a6e-4508-b8a2-b60f575e7143 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "DELETE /v2.0/ports/9c8b9c92-a41f-4d2f-a0ee-266b03c68b96 HTTP/1.1" status: 204 len: 173 time: 3.4262116 Jul 16 18:28:00.249068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b06f2b9-9fd5-4349-842d-89a7ddc6700c', 'name': 'network-vif-deleted', 'tag': '9c8b9c92-a41f-4d2f-a0ee-266b03c68b96'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:00.258929 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8acd6ac-7536-49ca-a20b-10ff5832fa0c" -d '{"events": [{"server_uuid": "3b06f2b9-9fd5-4349-842d-89a7ddc6700c", "name": "network-vif-deleted", "tag": "9c8b9c92-a41f-4d2f-a0ee-266b03c68b96"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:00.368401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-365cc87b-84ca-4a6b-8555-52783d463c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.372148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-365cc87b-84ca-4a6b-8555-52783d463c59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 1096 time: 1.0532639 Jul 16 18:28:00.457443 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fa08a7-45e1-4325-9a2a-f75de76ef800 x-openstack-request-id: req-69fa08a7-45e1-4325-9a2a-f75de76ef800 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:00.458014 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76407b6f-da35-4b45-9a89-55eed02404ac", "tag": "f058b4df-869b-44e4-ae7f-797c2108efe0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:00.458274 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69fa08a7-45e1-4325-9a2a-f75de76ef800 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:00.458877 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76407b6f-da35-4b45-9a89-55eed02404ac', 'tag': 'f058b4df-869b-44e4-ae7f-797c2108efe0', 'status': 'completed', 'code': 200} Jul 16 18:28:00.461964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-4eab321e-464e-4e0c-8cba-dfd8ca9f03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.470493 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-4eab321e-464e-4e0c-8cba-dfd8ca9f03a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.2564874 Jul 16 18:28:00.489300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-b27b96b4-63a3-40f5-b079-2273ea0e3d9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f058b4df-869b-44e4-ae7f-797c2108efe0 HTTP/1.1" status: 200 len: 217 time: 0.0979850 Jul 16 18:28:00.508781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268539c-8434-40de-ac4a-03efda53eb15 req-c01be5ee-2b3b-4d5e-aebc-44660eb80665 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.525826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4268539c-8434-40de-ac4a-03efda53eb15 req-c01be5ee-2b3b-4d5e-aebc-44660eb80665 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 944 time: 0.6986780 Jul 16 18:28:00.660501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-6e79ec72-af49-4a12-afe5-de5146b42c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.664232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-6e79ec72-af49-4a12-afe5-de5146b42c2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9361c088-c013-44e2-8ace-b2b01fe8b448 HTTP/1.1" status: 200 len: 838 time: 0.1368203 Jul 16 18:28:00.778513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-5394c65e-9c83-45c9-b20b-b2a34729d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.781345 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-5394c65e-9c83-45c9-b20b-b2a34729d4f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3015034 Jul 16 18:28:00.945816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4268539c-8434-40de-ac4a-03efda53eb15 req-24bc462d-57d4-49ae-8802-a9ea03eee8c0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149218 Jul 16 18:28:01.032478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-e07093e2-c82e-4d79-92ff-5820a6b56249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:01.034045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-e07093e2-c82e-4d79-92ff-5820a6b56249 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5b48ba8-df06-405b-9ae9-ba4909e0f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3290989 Jul 16 18:28:01.046624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68091e0b-5075-4b92-a014-d43ce36303f0 req-d45e1cd9-473a-409e-8a7a-e99e647fc8fe tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:01.059781 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-58f04e5f-79a3-4443-9d3b-ed2cd011bfdc service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656472 Jul 16 18:28:01.060106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68091e0b-5075-4b92-a014-d43ce36303f0 req-d45e1cd9-473a-409e-8a7a-e99e647fc8fe tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.2605126 Jul 16 18:28:01.233354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-5234d8c7-0806-4d83-bc35-80d61804a37a service neutron] 10.222.0.45 "GET /v2.0/networks/e5b48ba8-df06-405b-9ae9-ba4909e0f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685579 Jul 16 18:28:01.347280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68091e0b-5075-4b92-a014-d43ce36303f0 req-7e4cba19-2656-4407-8ecb-79a5db643827 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888174 Jul 16 18:28:01.495947 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8176ba95-de4c-4321-853f-22bf73303e0b x-openstack-request-id: req-8176ba95-de4c-4321-853f-22bf73303e0b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:01.496220 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b06f2b9-9fd5-4349-842d-89a7ddc6700c", "name": "network-vif-deleted", "tag": "9c8b9c92-a41f-4d2f-a0ee-266b03c68b96", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:01.496626 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8176ba95-de4c-4321-853f-22bf73303e0b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:01.496920 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b06f2b9-9fd5-4349-842d-89a7ddc6700c', 'name': 'network-vif-deleted', 'tag': '9c8b9c92-a41f-4d2f-a0ee-266b03c68b96', 'status': 'completed', 'code': 200} Jul 16 18:28:01.507320 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-9055ab61-46c5-413f-b160-b6472f285413 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397001 Jul 16 18:28:01.636556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-f7c53928-e59a-4014-8cba-39256ee9752d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=d1009801-eab5-456c-9434-2755b32d4b69 HTTP/1.1" status: 200 len: 217 time: 0.0974927 Jul 16 18:28:01.638637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee2e1877-5040-4ee8-8262-d66f4c0610bc req-9fd6ad44-a091-4d5f-99a0-beb9c2a1343e service neutron] 10.222.0.45 "GET /v2.0/networks/e5b48ba8-df06-405b-9ae9-ba4909e0f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701638 Jul 16 18:28:01.795537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-ffd5150e-cad1-4e55-8f54-a91f9c1ae83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:01.797535 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-ffd5150e-cad1-4e55-8f54-a91f9c1ae83f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.1519516 Jul 16 18:28:01.966398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-b7752558-e306-4b7c-9b70-594de9cee549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:01.970242 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-b7752558-e306-4b7c-9b70-594de9cee549 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1641600 Jul 16 18:28:02.012131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-359322a1-7b9e-47d9-a9bd-2d8cb1a8ca00 req-c9220a42-18ab-4889-99f1-993a0ac04ee9 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b06f2b9-9fd5-4349-842d-89a7ddc6700c HTTP/1.1" status: 200 len: 210 time: 0.0683041 Jul 16 18:28:02.046194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-c9db114b-d3f5-41f2-a302-0ebc81877895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.048451 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-c9db114b-d3f5-41f2-a302-0ebc81877895 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 1096 time: 0.2248669 Jul 16 18:28:02.330047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-70fa09e0-1f50-4690-b231-cc1504a65fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.333890 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-70fa09e0-1f50-4690-b231-cc1504a65fb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5b48ba8-df06-405b-9ae9-ba4909e0f703 HTTP/1.1" status: 200 len: 897 time: 0.2752714 Jul 16 18:28:02.345105 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-0ec0ada8-c0c9-49db-86e5-2124ef16b359 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674436 Jul 16 18:28:02.595121 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-2ac8e3d9-c067-4e90-baba-2c7b8a903265 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=f058b4df-869b-44e4-ae7f-797c2108efe0 HTTP/1.1" status: 200 len: 217 time: 0.1782024 Jul 16 18:28:02.627683 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-ff3f5ad5-521b-4ab5-9f82-0ea777dc138d service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755151 Jul 16 18:28:02.686223 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-9a50a55b-d7a0-4780-9c40-96287cf37714 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8 HTTP/1.1" status: 200 len: 217 time: 0.0488088 Jul 16 18:28:02.786615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-330e5332-1fb3-418b-ad7c-2b2a95289ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.789165 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-330e5332-1fb3-418b-ad7c-2b2a95289ca2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.0935099 Jul 16 18:28:02.927798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-7d784406-aced-4655-a1ad-ec913a7d7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.932235 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-7d784406-aced-4655-a1ad-ec913a7d7209 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1359389 Jul 16 18:28:02.940419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4fce8-7c4b-402e-bc50-c438618e7d8a req-a8f7e995-24df-4e1d-9dd0-246c55f93a3a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.956055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fcd4fce8-7c4b-402e-bc50-c438618e7d8a req-a8f7e995-24df-4e1d-9dd0-246c55f93a3a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 944 time: 0.6126332 Jul 16 18:28:03.001129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-a413ccca-0006-4910-8f00-e1524bf78d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.004487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-a413ccca-0006-4910-8f00-e1524bf78d78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9361c088-c013-44e2-8ace-b2b01fe8b448 HTTP/1.1" status: 200 len: 838 time: 0.3936529 Jul 16 18:28:03.154327 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-2c109e0e-1e96-402d-b05d-9b4f6d87fea9 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128508 Jul 16 18:28:03.183360 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e5c9762-d7ca-47f8-b753-7c0af1bd3279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.220300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b28a95-9f5c-4a24-b199-5505e320cbe1 req-d5cbec3e-670a-4e38-a704-96b7fc49af2b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.232011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97b28a95-9f5c-4a24-b199-5505e320cbe1 req-d5cbec3e-670a-4e38-a704-96b7fc49af2b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.4802227 Jul 16 18:28:03.241351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fcd4fce8-7c4b-402e-bc50-c438618e7d8a req-c673a836-4e27-4cfb-bd09-f14955bfa38d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833419 Jul 16 18:28:03.344647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97b28a95-9f5c-4a24-b199-5505e320cbe1 req-7cb5c971-e22a-46f3-bc33-3737e274c610 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115134 Jul 16 18:28:03.404649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-93b879ef-b02e-4d32-b01a-4000ec8b933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.406259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-93b879ef-b02e-4d32-b01a-4000ec8b933c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5b48ba8-df06-405b-9ae9-ba4909e0f703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3630981 Jul 16 18:28:03.451114 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-d57a11c2-ecc5-449c-bac5-e4870763c45d service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828279 Jul 16 18:28:03.555126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-c5829c24-3a7d-44bd-877e-5f627de5a732 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=371d613d-38e1-45bd-97dd-05f7e64845db HTTP/1.1" status: 200 len: 217 time: 0.0982287 Jul 16 18:28:03.702696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-c320eaea-0cce-4c92-8f25-2c9e3f9b93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.704861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-c320eaea-0cce-4c92-8f25-2c9e3f9b93e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.1393204 Jul 16 18:28:03.815898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-41775522-b9d3-4db6-b723-df220529fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.817670 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-41775522-b9d3-4db6-b723-df220529fe57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1056030 Jul 16 18:28:03.832578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-e05f4164-2782-4fcb-9973-2c34f8dd4824 service neutron] 10.222.0.45 "GET /v2.0/networks/e5b48ba8-df06-405b-9ae9-ba4909e0f703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791285 Jul 16 18:28:04.045532 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-0ebecef9-38e3-4dd6-afb2-38ec11641cf1 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198157 Jul 16 18:28:04.360111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-ad89a814-5539-4968-8fa4-300960ce26e3 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.361775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-ad89a814-5539-4968-8fa4-300960ce26e3 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.1225524 Jul 16 18:28:04.391813 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2907bd11-3873-4f76-9ce7-ba1352b2ff2c req-dc5947f3-240c-46fa-a915-05416c1041d2 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319011 Jul 16 18:28:04.412855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-0465ee71-4fe1-4ba2-8456-cdb0c709a1b5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/quotas/3709ffbd36344ac6a6874a756b37ad16 HTTP/1.1" status: 200 len: 375 time: 0.0315435 Jul 16 18:28:04.536629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a11b1a6c-5996-4e78-8c94-b9611ce234f6 req-de24232e-e905-4539-bf02-41cc94c5378d service neutron] 10.222.0.45 "GET /v2.0/networks/e5b48ba8-df06-405b-9ae9-ba4909e0f703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491644 Jul 16 18:28:04.624901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f058b4df-869b-44e4-ae7f-797c2108efe0 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:04.695679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-7482a6a0-05b5-40fc-96a5-e3104c34597a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2624946 Jul 16 18:28:05.090356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f058b4df-869b-44e4-ae7f-797c2108efe0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f058b4df-869b-44e4-ae7f-797c2108efe0,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:05.149264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'f058b4df-869b-44e4-ae7f-797c2108efe0', 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703', 'port_id': 'f058b4df-869b-44e4-ae7f-797c2108efe0', 'mac_address': 'fa:16:3e:54:93:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9361c088-c013-44e2-8ace-b2b01fe8b448', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:05.243953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c875c-18f6-49ba-a622-d80088ce7112 req-975b054d-c189-40e3-aae6-af8dcf6fa456 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.246065 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.254438 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed2c875c-18f6-49ba-a622-d80088ce7112 req-975b054d-c189-40e3-aae6-af8dcf6fa456 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 944 time: 0.3589902 Jul 16 18:28:05.274930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-23efaca0-6487-4934-a5de-9481dac77128 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608294 Jul 16 18:28:05.312249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f058b4df-869b-44e4-ae7f-797c2108efe0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:05.355382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f058b4df-869b-44e4-ae7f-797c2108efe0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f058b4df-869b-44e4-ae7f-797c2108efe0,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:05.362125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.369685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed2c875c-18f6-49ba-a622-d80088ce7112 req-ec7ef438-1f6a-41e3-be5b-a5c42c859f97 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128900 Jul 16 18:28:05.520952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-3af13237-7afa-4671-992b-08a79537a5e9 service neutron] 10.222.0.60 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434099 Jul 16 18:28:05.588127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f058b4df-869b-44e4-ae7f-797c2108efe0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:05.635965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.636800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.637945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.638951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.640163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.641149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.646105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.647809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.648680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.651570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.652416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.653242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:05.789463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['f058b4df-869b-44e4-ae7f-797c2108efe0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:05.825365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cf4cd-d3c0-4e8b-a847-81e926ba43cb req-646a1e1b-c41e-45ec-814a-297922c847a6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.836484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db2cf4cd-d3c0-4e8b-a847-81e926ba43cb req-646a1e1b-c41e-45ec-814a-297922c847a6 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.1755760 Jul 16 18:28:05.967774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db2cf4cd-d3c0-4e8b-a847-81e926ba43cb req-a694b441-ccb6-400a-ace9-32509d2a2274 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293387 Jul 16 18:28:06.094079 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.103283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e69ba1e9-e6b6-4d0c-9f0a-1730b098f65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.180980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd5edf9d-0741-47a6-ab3c-203f762cf7d1 req-af89a8a0-d780-4b38-aba3-b91ea24e1775 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 210 time: 0.1153340 Jul 16 18:28:07.059478 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.055438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84fd2d-1306-4993-a0c9-c3b81dce445d req-11d839b2-8bec-4b58-929e-38524c188a1a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:08.085292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d84fd2d-1306-4993-a0c9-c3b81dce445d req-11d839b2-8bec-4b58-929e-38524c188a1a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.1811638 Jul 16 18:28:08.166663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2f5d7-0cdf-4ed2-a322-98d0e13a2d6c req-c8d3f799-4056-406c-93a8-be1330d235ec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:08.190865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14c2f5d7-0cdf-4ed2-a322-98d0e13a2d6c req-c8d3f799-4056-406c-93a8-be1330d235ec tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 945 time: 1.4242623 Jul 16 18:28:08.352190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d84fd2d-1306-4993-a0c9-c3b81dce445d req-a6a331f6-aa1d-404f-9982-1f58e85edc64 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550540 Jul 16 18:28:08.372051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14c2f5d7-0cdf-4ed2-a322-98d0e13a2d6c req-b0eb30a3-ddd8-4138-86d2-bf94eb1bec53 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788874 Jul 16 18:28:08.623329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f058b4df-869b-44e4-ae7f-797c2108efe0 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:08.762175 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.801066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port f058b4df-869b-44e4-ae7f-797c2108efe0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:08.807515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port f058b4df-869b-44e4-ae7f-797c2108efe0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:08.808012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.823811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c92ac7eb-b0b0-469b-8ca0-fabe58f47693 req-e059344c-3f73-4a68-ae2b-26d25d74c74d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 210 time: 0.1711729 Jul 16 18:28:09.072245 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.149291 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76407b6f-da35-4b45-9a89-55eed02404ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f058b4df-869b-44e4-ae7f-797c2108efe0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:09.163817 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689ef04-2467-4332-9daf-6059fa52038a" -d '{"events": [{"server_uuid": "76407b6f-da35-4b45-9a89-55eed02404ac", "name": "network-vif-plugged", "status": "completed", "tag": "f058b4df-869b-44e4-ae7f-797c2108efe0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:09.209069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f058b4df-869b-44e4-ae7f-797c2108efe0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f058b4df-869b-44e4-ae7f-797c2108efe0,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:09.216715 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.276636 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b896edcf-ebf3-4b0c-af47-52d2eb4b71eb x-openstack-request-id: req-b896edcf-ebf3-4b0c-af47-52d2eb4b71eb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:09.277393 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76407b6f-da35-4b45-9a89-55eed02404ac", "name": "network-vif-plugged", "status": "completed", "tag": "f058b4df-869b-44e4-ae7f-797c2108efe0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:09.277896 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b896edcf-ebf3-4b0c-af47-52d2eb4b71eb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:09.278708 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76407b6f-da35-4b45-9a89-55eed02404ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f058b4df-869b-44e4-ae7f-797c2108efe0', 'code': 200} Jul 16 18:28:09.372471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f058b4df-869b-44e4-ae7f-797c2108efe0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:09.452933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-67bcdf4f-dc1b-4dcf-8366-ebf064257146 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.458624 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-67bcdf4f-dc1b-4dcf-8366-ebf064257146 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 806 time: 0.4388690 Jul 16 18:28:09.483893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Request body: {'port': {'device_id': 'a6dcccd6-503f-4d5c-9950-d8405a6c544c', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'admin_state_up': True, 'tenant_id': '3709ffbd36344ac6a6874a756b37ad16'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:09.642354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72704e-95c0-4f5a-be76-91956883127e req-f27f7e82-e5cd-4b87-97ed-eb2a2883c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.661614 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd72704e-95c0-4f5a-be76-91956883127e req-f27f7e82-e5cd-4b87-97ed-eb2a2883c87b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 1098 time: 0.1823988 Jul 16 18:28:09.973707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd72704e-95c0-4f5a-be76-91956883127e req-f564b495-3dfe-401a-a30d-0196f28a7eb8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005111 Jul 16 18:28:10.094931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d3b46-7253-4dd8-b2c8-08efbeaddc1d req-2f3f70a8-80ac-4b71-9e26-b4fb2abe138c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:10.097247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f12d3b46-7253-4dd8-b2c8-08efbeaddc1d req-2f3f70a8-80ac-4b71-9e26-b4fb2abe138c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 946 time: 0.3759270 Jul 16 18:28:10.223283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b7358-b22d-4b53-aac5-5019ae29699c req-b1c61626-4081-41b0-b00d-30ce4e828c98 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:10.226099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-196b7358-b22d-4b53-aac5-5019ae29699c req-b1c61626-4081-41b0-b00d-30ce4e828c98 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.4121456 Jul 16 18:28:10.345986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.374615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f12d3b46-7253-4dd8-b2c8-08efbeaddc1d req-5653b772-c88c-42fb-b415-f72613606bf1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597034 Jul 16 18:28:10.428869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-196b7358-b22d-4b53-aac5-5019ae29699c req-db223091-d4dc-4c16-9871-c5a802b723dc tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774948 Jul 16 18:28:10.522802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Made reservation on behalf of 3709ffbd36344ac6a6874a756b37ad16 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:10.527686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.892190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Allocated IP 172.20.0.2 (090e0f75-9d4d-43cd-ab0e-d2d46af8647a/9e035b6d-72c0-486c-8646-8be99e9943ab/11e2a20f-c060-488e-8995-eeb611525a15) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:10.897610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abcd5213-7e68-4220-bff3-ccb87df18a11 req-ac229249-f293-4ecf-b52c-37d3f5d9eb14 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 210 time: 0.1764441 Jul 16 18:28:11.082419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39846) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:11.144826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.210585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.223547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:11.242581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:11.245864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:11.249549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:11.557343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event updated for resources: {'Port': ['ID=11e2a20f-c060-488e-8995-eeb611525a15,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:11.586280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.587110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.645824 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-9fc26e5c-fdb8-401c-8b82-3cc6f4ac1a0f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1666007 Jul 16 18:28:11.733442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Deleting subnet 0a646814-ae11-42c5-83d3-97f36e317da5 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:11.742139 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.828824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Request body: {'port': {'device_id': 'a6dcccd6-503f-4d5c-9950-d8405a6c544c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:11.966700 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.996344 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.161429 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.265689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2bb5f-a4b3-4389-b30e-8a7f4e9d49dd req-d1a3a582-ac74-4b1b-bc5d-fda8388bd30e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.268832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38e2bb5f-a4b3-4389-b30e-8a7f4e9d49dd req-d1a3a582-ac74-4b1b-bc5d-fda8388bd30e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.3952618 Jul 16 18:28:12.284478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c2f21-20ab-450b-9d26-4bcd78a24116 req-56d75f94-ae42-404e-8f44-da1e0b007ae5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.304542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b01c2f21-20ab-450b-9d26-4bcd78a24116 req-56d75f94-ae42-404e-8f44-da1e0b007ae5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 946 time: 0.4633045 Jul 16 18:28:12.478421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b01c2f21-20ab-450b-9d26-4bcd78a24116 req-56deac1e-eebb-4787-8b2d-458d5e54625d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718197 Jul 16 18:28:12.482639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e2a20f-c060-488e-8995-eeb611525a15 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:12.497279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.502039 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38e2bb5f-a4b3-4389-b30e-8a7f4e9d49dd req-829ca935-10e1-4d6b-b302-927d448a7a1b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739297 Jul 16 18:28:12.514607 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.517329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Transition to ACTIVE for port object 11e2a20f-c060-488e-8995-eeb611525a15 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:12.525911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.559704 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.584003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0a646814-ae11-42c5-83d3-97f36e317da5 HTTP/1.1" status: 204 len: 168 time: 1.4997864 Jul 16 18:28:12.610229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39874) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:12.681561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a646814-ae11-42c5-83d3-97f36e317da5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.707523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.708199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.709112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.710021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.710731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.751481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.752308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.758798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.772263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Pushing event updated for resources: {'Port': ['ID=11e2a20f-c060-488e-8995-eeb611525a15,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.790310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.791112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.791773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.792433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52f2c3-5a9a-4fc9-8968-e72573d9bb3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.841785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.842376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.842968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.843538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.844126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.844745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.845323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.845903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.846500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.847080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.847670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.848278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.873124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.999565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Attempting to bind port 11e2a20f-c060-488e-8995-eeb611525a15 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:13.000605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Attempting to bind port 11e2a20f-c060-488e-8995-eeb611525a15 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:13.001188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Attempting to bind port 11e2a20f-c060-488e-8995-eeb611525a15 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:13.037005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Port 11e2a20f-c060-488e-8995-eeb611525a15 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:13.037931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Attempting to bind port 11e2a20f-c060-488e-8995-eeb611525a15 on network 090e0f75-9d4d-43cd-ab0e-d2d46af8647a {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:13.071570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:13.071927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Checking segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:13.072469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Bound using segment: {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:13.073147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Bound port: 11e2a20f-c060-488e-8995-eeb611525a15, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7507f92d-29ff-4f6a-ae58-b5a04a50641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:13.073147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.082237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dcc16-13b8-466e-8640-4312f573f454 req-041859a3-b778-49f5-89c5-d727087ceeb7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.085402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd0dcc16-13b8-466e-8640-4312f573f454 req-041859a3-b778-49f5-89c5-d727087ceeb7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 943 time: 0.2369506 Jul 16 18:28:13.102661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec550f-f14d-48c4-8501-6fa194ee0c89 req-3a03709f-f478-4cb3-9f73-915054654704 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.105467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30ec550f-f14d-48c4-8501-6fa194ee0c89 req-3a03709f-f478-4cb3-9f73-915054654704 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 946 time: 0.1921401 Jul 16 18:28:13.206660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.211912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd0dcc16-13b8-466e-8640-4312f573f454 req-9ecbe97d-2109-4351-977e-43a0f94e8210 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049924 Jul 16 18:28:13.215414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30ec550f-f14d-48c4-8501-6fa194ee0c89 req-f07f5372-8886-4ee8-b566-b7f7cecfdbb8 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951374 Jul 16 18:28:13.244422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697a906a-9028-4878-851f-0edce901ff51']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:13.261533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df1b3ac-9e5b-4298-8aea-53fc5e6697af') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:13.261881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df1b3ac-9e5b-4298-8aea-53fc5e6697af') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:13.280717 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.295653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] For port 11e2a20f-c060-488e-8995-eeb611525a15, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:13.301780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] For port 11e2a20f-c060-488e-8995-eeb611525a15, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=11e2a20f-c060-488e-8995-eeb611525a15,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:13.306843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.309714 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.325837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:13.326547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:13.328337 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:13.362552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.363360 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.364880 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] 10.222.0.46 "PUT /v2.0/ports/11e2a20f-c060-488e-8995-eeb611525a15 HTTP/1.1" status: 200 len: 1092 time: 1.7009749 Jul 16 18:28:13.372914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dcccd6-503f-4d5c-9950-d8405a6c544c', 'tag': '11e2a20f-c060-488e-8995-eeb611525a15'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:13.375465 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761a4a40-a3b0-4034-98f7-c650b59de359" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dcccd6-503f-4d5c-9950-d8405a6c544c", "tag": "11e2a20f-c060-488e-8995-eeb611525a15"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:13.449634 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9934ab0f-ed81-4e6b-ad65-647f8f1b35ad x-openstack-request-id: req-9934ab0f-ed81-4e6b-ad65-647f8f1b35ad {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:13.450003 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dcccd6-503f-4d5c-9950-d8405a6c544c", "tag": "11e2a20f-c060-488e-8995-eeb611525a15", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:13.450328 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9934ab0f-ed81-4e6b-ad65-647f8f1b35ad {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:13.450844 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dcccd6-503f-4d5c-9950-d8405a6c544c', 'tag': '11e2a20f-c060-488e-8995-eeb611525a15', 'status': 'completed', 'code': 200} Jul 16 18:28:13.468431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.470839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd663618-e1b6-434f-ad67-dae61f0f6c48 service neutron] Pushing event updated for resources: {'Port': ['ID=11e2a20f-c060-488e-8995-eeb611525a15,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.490367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.493068 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/697a906a-9028-4878-851f-0edce901ff51 HTTP/1.1" status: 204 len: 168 time: 0.8812408 Jul 16 18:28:13.540841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71cce1-63c5-436d-beee-6f96f06bfaf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=697a906a-9028-4878-851f-0edce901ff51,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.584694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-db4e187f-5d35-491a-9ab7-0aab52fac826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.587529 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-db4e187f-5d35-491a-9ab7-0aab52fac826 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 1095 time: 0.1179588 Jul 16 18:28:13.684572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39898) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:13.688981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-5b58d29e-bae9-48e8-bccf-7cf570cd044c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11e2a20f-c060-488e-8995-eeb611525a15 HTTP/1.1" status: 200 len: 217 time: 0.0847359 Jul 16 18:28:13.779956 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2e22d0fd-27c6-4728-9fd3-dee8ad522a32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc0f27f5fef74de1900caf64c6e19bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939505 Jul 16 18:28:13.784539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39902) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:13.806495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-8f91b888-b45c-4719-9471-c883569026a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.809554 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-8f91b888-b45c-4719-9471-c883569026a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.1124227 Jul 16 18:28:13.886297 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-25ec1e14-97bf-4ef7-9b0a-5dbf57c7dd64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651276 Jul 16 18:28:13.920187 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a16013a-3453-45f3-805f-ebf2bccf0735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.930453 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97e7cf-04d4-40bb-96d2-0f8513d06893 req-9edf2a7f-21d7-4e87-8bc4-4efabdf91d1d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.932161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a97e7cf-04d4-40bb-96d2-0f8513d06893 req-9edf2a7f-21d7-4e87-8bc4-4efabdf91d1d tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 944 time: 0.1371062 Jul 16 18:28:13.966644 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a16013a-3453-45f3-805f-ebf2bccf0735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.016652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a97e7cf-04d4-40bb-96d2-0f8513d06893 req-2b97994e-9784-4980-ab00-9da27212046a tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659547 Jul 16 18:28:14.058891 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-8cceb167-a7d4-4011-be6d-c7036a644556 service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615708 Jul 16 18:28:14.084807 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a16013a-3453-45f3-805f-ebf2bccf0735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.093049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a16013a-3453-45f3-805f-ebf2bccf0735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.094902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8a16013a-3453-45f3-805f-ebf2bccf0735 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f420b8fe-0e33-4b3b-8d63-07badc1c468e HTTP/1.1" status: 204 len: 168 time: 0.3091598 Jul 16 18:28:14.118104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16013a-3453-45f3-805f-ebf2bccf0735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f420b8fe-0e33-4b3b-8d63-07badc1c468e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:14.280917 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dba02b9-39f2-43e3-9a7d-e2a92756ae15 req-2e6e1c3c-c0e6-471d-9eaf-ea7e740d698f service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114213 Jul 16 18:28:14.483227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-bada1aa3-7d90-44bc-8e91-8a6c1ede46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.485159 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-bada1aa3-7d90-44bc-8e91-8a6c1ede46f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3709ffbd36344ac6a6874a756b37ad16&device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 1095 time: 0.1016133 Jul 16 18:28:14.528554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eba8d-8be2-48b1-94e8-1172fd67e63b req-c2077321-bff6-413d-8b7e-40f1a64aa6bf tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.531918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-904eba8d-8be2-48b1-94e8-1172fd67e63b req-c2077321-bff6-413d-8b7e-40f1a64aa6bf tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 943 time: 0.1355860 Jul 16 18:28:14.595191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-904eba8d-8be2-48b1-94e8-1172fd67e63b req-b0ff919a-eca3-479d-884f-f835f4cf89b2 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532408 Jul 16 18:28:14.670881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:14.685932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-32816948-f9ef-4cc6-a826-e6c9a100c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.688393 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-32816948-f9ef-4cc6-a826-e6c9a100c77b service neutron] 10.222.0.46 "GET /v2.0/networks?id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 200 len: 907 time: 0.1944101 Jul 16 18:28:14.787833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-d4dfc371-0bc7-47e5-9ddb-37adecf15b71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11e2a20f-c060-488e-8995-eeb611525a15 HTTP/1.1" status: 200 len: 217 time: 0.0883205 Jul 16 18:28:14.801073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39930) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:14.916218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-6480fcfe-ab37-477d-9a4a-ff8494862b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.920951 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-6480fcfe-ab37-477d-9a4a-ff8494862b98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 200 len: 846 time: 0.1247721 Jul 16 18:28:14.925050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:14.961655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'port_id': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'mac_address': 'fa:16:3e:d4:67:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:14.998567 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-d520b135-10ee-46bf-90b6-bdab2c7bf358 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=090e0f75-9d4d-43cd-ab0e-d2d46af8647a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670691 Jul 16 18:28:15.086953 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.134087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:15.213402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:15.237706 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.375924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:15.459152 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-bfb8a366-2bc8-4907-ac99-67c5846d6243 service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516335 Jul 16 18:28:15.548157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:15.648436 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-761a4a40-a3b0-4034-98f7-c650b59de359 req-abb262a8-0413-401c-bc45-e6c2d0e8a65c service neutron] 10.222.0.46 "GET /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818047 Jul 16 18:28:15.925073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579cd99-e98a-441f-aa9a-2f9a9343dfbc req-498a249f-d0f8-4a33-a7c0-38a94edbaba1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.933370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2579cd99-e98a-441f-aa9a-2f9a9343dfbc req-498a249f-d0f8-4a33-a7c0-38a94edbaba1 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.4683030 Jul 16 18:28:15.966699 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.056900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2579cd99-e98a-441f-aa9a-2f9a9343dfbc req-6f59f08a-6cce-48ce-a3c6-1dfd4c1ffc3f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144109 Jul 16 18:28:16.079137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a27c85-542b-4bd4-bd75-31e1b2706e9e req-f0f2f4cc-f3fc-4529-859d-fec6ddb331d8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:16.080784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3a27c85-542b-4bd4-bd75-31e1b2706e9e req-f0f2f4cc-f3fc-4529-859d-fec6ddb331d8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 943 time: 0.2509427 Jul 16 18:28:16.465098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3a27c85-542b-4bd4-bd75-31e1b2706e9e req-81f7fc8e-dc9f-4fc8-b569-32550c928367 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021824 Jul 16 18:28:16.577875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.20.0.17 (e5b48ba8-df06-405b-9ae9-ba4909e0f703/9361c088-c013-44e2-8ace-b2b01fe8b448/e90e81be-117c-4026-a462-fd52dcaa5ed7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:16.830032 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.847189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Transition to ACTIVE for port object e90e81be-117c-4026-a462-fd52dcaa5ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:16.903351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.980623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network e5b48ba8-df06-405b-9ae9-ba4909e0f703 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:16.986072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:16.989491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:17.058406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=e90e81be-117c-4026-a462-fd52dcaa5ed7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:17.093431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.198528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 11e2a20f-c060-488e-8995-eeb611525a15 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:17.489085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 11e2a20f-c060-488e-8995-eeb611525a15, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=11e2a20f-c060-488e-8995-eeb611525a15,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:17.544229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '11e2a20f-c060-488e-8995-eeb611525a15', 'network_id': '090e0f75-9d4d-43cd-ab0e-d2d46af8647a', 'port_id': '11e2a20f-c060-488e-8995-eeb611525a15', 'mac_address': 'fa:16:3e:70:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e035b6d-72c0-486c-8646-8be99e9943ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:17.561171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d1b3c50d-0acb-4858-8fd7-5cd3f481770b None None] Provisioning for port e90e81be-117c-4026-a462-fd52dcaa5ed7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:17.563806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.572483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d1b3c50d-0acb-4858-8fd7-5cd3f481770b None None] Provisioning complete for port e90e81be-117c-4026-a462-fd52dcaa5ed7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:17.573401 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c50d-0acb-4858-8fd7-5cd3f481770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.686430 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.689504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3c50d-0acb-4858-8fd7-5cd3f481770b None None] Port e90e81be-117c-4026-a462-fd52dcaa5ed7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:17.720073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e2a20f-c060-488e-8995-eeb611525a15 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:17.780491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 11e2a20f-c060-488e-8995-eeb611525a15, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=11e2a20f-c060-488e-8995-eeb611525a15,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:17.791920 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.906209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d68217-b3ae-45e2-bf6b-c69095aec9d8 req-850dbe7c-211a-4d27-9f34-16e1262b3376 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.907833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9d68217-b3ae-45e2-bf6b-c69095aec9d8 req-850dbe7c-211a-4d27-9f34-16e1262b3376 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 945 time: 0.4701221 Jul 16 18:28:17.923426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=11e2a20f-c060-488e-8995-eeb611525a15,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.110561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9d68217-b3ae-45e2-bf6b-c69095aec9d8 req-3ca22c17-9015-4547-8fc5-f25231cf2928 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924274 Jul 16 18:28:18.214296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['11e2a20f-c060-488e-8995-eeb611525a15'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:18.601381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062cabc-fdb0-4920-a188-a335757831c4 req-7ae90f1c-535b-40d8-898f-920c5357407b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:18.603455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2062cabc-fdb0-4920-a188-a335757831c4 req-7ae90f1c-535b-40d8-898f-920c5357407b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 944 time: 0.6360538 Jul 16 18:28:18.671211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:18.681850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2062cabc-fdb0-4920-a188-a335757831c4 req-64fd0a0e-0e97-42e4-adb6-75d492779477 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661952 Jul 16 18:28:18.684351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.691619 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.782968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=e90e81be-117c-4026-a462-fd52dcaa5ed7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.786024 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.856287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:18.874711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:18.875933 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.979852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network e5b48ba8-df06-405b-9ae9-ba4909e0f703 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:18.986114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:19.075853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.120763 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.194914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:19.214015 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11dd7f6-42cb-4d9b-bc1a-6edb18c0e4c8" -d '{"events": [{"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-plugged", "status": "completed", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:19.251261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:19.273156 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.409499 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e8028-078b-4075-bada-72e23396ea05 x-openstack-request-id: req-815e8028-078b-4075-bada-72e23396ea05 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:19.420367 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-plugged", "status": "completed", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:19.421410 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-815e8028-078b-4075-bada-72e23396ea05 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:19.423229 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'code': 200} Jul 16 18:28:19.424809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 9660e180-4453-4bed-901b-6c86bdb39534 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:19.524036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.667107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf80b937-3dfa-4979-98c2-f4f47c8baa54 None None] Provisioning complete for port e90e81be-117c-4026-a462-fd52dcaa5ed7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:19.667494 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf80b937-3dfa-4979-98c2-f4f47c8baa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.674207 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bd908c61-c199-427f-8257-8d425bec3672 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6669 time: 0.5963838 Jul 16 18:28:19.678009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40048) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.703800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'network': {'name': 'tempest-network-smoke--1232391171', 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'port_security_enabled': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:19.776945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cf80b937-3dfa-4979-98c2-f4f47c8baa54 None None] Port e90e81be-117c-4026-a462-fd52dcaa5ed7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:19.806538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Made reservation on behalf of ededcfbeefe8463f8183c2352b99a0a7 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:19.811340 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.845284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:19.873123 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.875487 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Added segment fce2484f-8cbf-4249-99ad-e53c49a5517b of type vlan for network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 Jul 16 18:28:19.924493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2392a5d-b4b6-458a-bd09-ca5839b7cf18 req-a26b78ac-514f-4587-b5ff-d2372119a2d8 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.943267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2392a5d-b4b6-458a-bd09-ca5839b7cf18 req-a26b78ac-514f-4587-b5ff-d2372119a2d8 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 946 time: 0.3882525 Jul 16 18:28:19.965658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1616b8-d47f-4797-b2aa-7d508c11408f req-159b592e-9731-4d83-b081-73e6b774fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.968280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a1616b8-d47f-4797-b2aa-7d508c11408f req-159b592e-9731-4d83-b081-73e6b774fef9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 1098 time: 0.3541481 Jul 16 18:28:19.971114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.001424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:20.019119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Sync routers for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:20.023219 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.033120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.038498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.042654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:20.045469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:20.072551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0ca4f33c-1114-47c0-94d2-d6e345b9724c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "PUT /v2.0/routers/9660e180-4453-4bed-901b-6c86bdb39534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2576110 Jul 16 18:28:20.166339 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4863291 Jul 16 18:28:20.170952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40060) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.182608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'admin_state_up': True, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:20.277185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eea481-086b-483c-b88a-3e7103ea82f6 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Network': ['ID=7e3eaaa0-54c4-43c5-b889-efee0ed54590,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.281736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2392a5d-b4b6-458a-bd09-ca5839b7cf18 req-f38f192f-65ef-4bca-853c-c8b9c6cc50a0 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333182 Jul 16 18:28:20.310621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:20.336783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.338571 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.375165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a1616b8-d47f-4797-b2aa-7d508c11408f req-b0afa473-31e1-48de-be3c-b29542af2b68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579764 Jul 16 18:28:20.412786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3c227-459b-4107-89ce-869ba84825d5 req-27e16b00-cf2e-442b-981e-6a172fa27cc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.413021 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:20.421382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-edd3c227-459b-4107-89ce-869ba84825d5 req-27e16b00-cf2e-442b-981e-6a172fa27cc6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 944 time: 0.3871551 Jul 16 18:28:20.488840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-edd3c227-459b-4107-89ce-869ba84825d5 req-ec4dbdc6-cf1c-451f-9c71-0e67b451ad88 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550511 Jul 16 18:28:20.518913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.874270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.260986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 11e2a20f-c060-488e-8995-eeb611525a15 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:21.450960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2086bcd0-7f49-423d-b459-0d3ba451ff28', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:14Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 1, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e81be-117c-4026-a462-fd52dcaa5ed7', 'name': '', 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:82:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '9361c088-c013-44e2-8ace-b2b01fe8b448', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 2, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '9361c088-c013-44e2-8ace-b2b01fe8b448', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:21.504667 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.563344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Checking router: 9660e180-4453-4bed-901b-6c86bdb39534 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:21.563888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Updating router 9660e180-4453-4bed-901b-6c86bdb39534 port e90e81be-117c-4026-a462-fd52dcaa5ed7 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:21.585972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.741662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 11e2a20f-c060-488e-8995-eeb611525a15 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:21.765465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 11e2a20f-c060-488e-8995-eeb611525a15 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:21.766561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.819764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Allocated IP 172.25.2.47 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/ea5de81e-99ab-4e62-9301-96bdc2eb5a78) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:21.825276 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.931401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd5585-28af-4ac1-a061-d4ae4dea0a1e req-01b6dbaf-babd-4486-8503-7420f278ec4b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.934060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51bd5585-28af-4ac1-a061-d4ae4dea0a1e req-01b6dbaf-babd-4486-8503-7420f278ec4b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 946 time: 0.2508936 Jul 16 18:28:22.043901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859679d-faf2-4d8e-b71d-74d43f63b5c1 req-bb716924-3c85-4ed8-87dd-cee23009c1ec tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.056205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b859679d-faf2-4d8e-b71d-74d43f63b5c1 req-bb716924-3c85-4ed8-87dd-cee23009c1ec tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 944 time: 0.2957506 Jul 16 18:28:22.074344 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.152239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51bd5585-28af-4ac1-a061-d4ae4dea0a1e req-252c721a-e4e8-4ee6-b958-e17145831c45 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077804 Jul 16 18:28:22.170237 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.213072 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.213956 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b859679d-faf2-4d8e-b71d-74d43f63b5c1 req-d573a312-f885-4d3d-827e-e2fb94f31ec1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543331 Jul 16 18:28:22.324387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=ea5de81e-99ab-4e62-9301-96bdc2eb5a78,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:22.329068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 11e2a20f-c060-488e-8995-eeb611525a15, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=11e2a20f-c060-488e-8995-eeb611525a15,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:22.331330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dcccd6-503f-4d5c-9950-d8405a6c544c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e2a20f-c060-488e-8995-eeb611525a15'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:22.335702 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4dfc5e-7242-49d1-99af-5f507ba283eb" -d '{"events": [{"server_uuid": "a6dcccd6-503f-4d5c-9950-d8405a6c544c", "name": "network-vif-plugged", "status": "completed", "tag": "11e2a20f-c060-488e-8995-eeb611525a15"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:22.354788 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.356076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:22.362279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:22.376649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:22.448062 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9ce535-8a0a-4583-9c93-2e3eef293a6f x-openstack-request-id: req-8c9ce535-8a0a-4583-9c93-2e3eef293a6f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:22.448451 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dcccd6-503f-4d5c-9950-d8405a6c544c", "name": "network-vif-plugged", "status": "completed", "tag": "11e2a20f-c060-488e-8995-eeb611525a15", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:22.448769 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c9ce535-8a0a-4583-9c93-2e3eef293a6f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:22.449013 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dcccd6-503f-4d5c-9950-d8405a6c544c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e2a20f-c060-488e-8995-eeb611525a15', 'code': 200} Jul 16 18:28:22.513308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=11e2a20f-c060-488e-8995-eeb611525a15,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:22.613684 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.644201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Transition to ACTIVE for port object e90e81be-117c-4026-a462-fd52dcaa5ed7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:22.661034 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.737244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc53b6e-df2a-4153-b989-237129c41c24 None None] Pushing event updated for resources: {'Port': ['ID=e90e81be-117c-4026-a462-fd52dcaa5ed7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:22.822560 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.861179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Attempting to bind port e90e81be-117c-4026-a462-fd52dcaa5ed7 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:22.864178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Attempting to bind port e90e81be-117c-4026-a462-fd52dcaa5ed7 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:22.866451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Attempting to bind port e90e81be-117c-4026-a462-fd52dcaa5ed7 on network e5b48ba8-df06-405b-9ae9-ba4909e0f703 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:22.879606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:22.881392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Checking segment: {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:22.882162 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.882879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Bound using segment: {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:22.883757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Bound port: e90e81be-117c-4026-a462-fd52dcaa5ed7, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fd3e35-5137-48c5-bab9-5b263deb4462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:22.884463 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.020445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] For port e90e81be-117c-4026-a462-fd52dcaa5ed7, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:23.026064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] For port e90e81be-117c-4026-a462-fd52dcaa5ed7, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e90e81be-117c-4026-a462-fd52dcaa5ed7,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:23.034861 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.126431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc53b6e-df2a-4153-b989-237129c41c24 None None] Pushing event updated for resources: {'Port': ['ID=e90e81be-117c-4026-a462-fd52dcaa5ed7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:23.132620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:23.133360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:23.245869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bbad1-1f3a-4d5d-95c5-d6348f5e11f1 req-2b8a6226-6485-400e-b897-a69fecb60ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.248353 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f90bbad1-1f3a-4d5d-95c5-d6348f5e11f1 req-2b8a6226-6485-400e-b897-a69fecb60ebf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 1097 time: 0.2371163 Jul 16 18:28:23.360302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:23.669202 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f90bbad1-1f3a-4d5d-95c5-d6348f5e11f1 req-7c332c49-2b36-4929-8cc9-55c7e6e07da6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982770 Jul 16 18:28:23.717727 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.718036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb107f-2122-4d0f-85ed-51796748a2cd req-2b6acdf2-249d-4284-83cc-e087bce99873 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.728731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1bb107f-2122-4d0f-85ed-51796748a2cd req-2b6acdf2-249d-4284-83cc-e087bce99873 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 946 time: 0.3216763 Jul 16 18:28:23.776836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a067-3d26-4f30-bd0f-cdea4057d7b2 req-2d6dd322-df9f-4f6e-85c2-f0766a77b9de tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.788228 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4576a067-3d26-4f30-bd0f-cdea4057d7b2 req-2d6dd322-df9f-4f6e-85c2-f0766a77b9de tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.2075474 Jul 16 18:28:23.824375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2086bcd0-7f49-423d-b459-0d3ba451ff28', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:14Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 1, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e81be-117c-4026-a462-fd52dcaa5ed7', 'name': '', 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:82:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '9361c088-c013-44e2-8ace-b2b01fe8b448', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '9361c088-c013-44e2-8ace-b2b01fe8b448', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:23.834002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1bb107f-2122-4d0f-85ed-51796748a2cd req-69edd843-1e66-4b84-af0e-6783dc30bf1f tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073682 Jul 16 18:28:23.871659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a83ccc-ff5d-4629-aaa8-99ce35ebfd54 None None] The sync data for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 is: [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:28:17Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2086bcd0-7f49-423d-b459-0d3ba451ff28', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:14Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 1, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90e81be-117c-4026-a462-fd52dcaa5ed7', 'name': '', 'network_id': 'e5b48ba8-df06-405b-9ae9-ba4909e0f703', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:82:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '9361c088-c013-44e2-8ace-b2b01fe8b448', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:16Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '9361c088-c013-44e2-8ace-b2b01fe8b448', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:23.913979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4576a067-3d26-4f30-bd0f-cdea4057d7b2 req-23e71a11-0f09-47c7-a649-9cfee757a9f9 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243639 Jul 16 18:28:24.108973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Router 55fe14f9-140f-492d-a0fb-ecf31a787149 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:28:24.362506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:24.385827 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Sync routers for ids ['55fe14f9-140f-492d-a0fb-ecf31a787149'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:24.394549 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.399883 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4f8761f3-b73a-4717-9899-651183fb122b tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2271564 Jul 16 18:28:24.402816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e90e81be-117c-4026-a462-fd52dcaa5ed7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:24.403885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40166) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:24.429379 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Routers {'55fe14f9-140f-492d-a0fb-ecf31a787149'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:24.430830 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['55fe14f9-140f-492d-a0fb-ecf31a787149'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:24.492382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e90e81be-117c-4026-a462-fd52dcaa5ed7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:24.500196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e90e81be-117c-4026-a462-fd52dcaa5ed7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:24.500942 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.560933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12113e75-3532-49dc-8bd1-6759ec3ddea8 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.567147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40168) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:24.580205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-12113e75-3532-49dc-8bd1-6759ec3ddea8 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ededcfbeefe8463f8183c2352b99a0a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1742153 Jul 16 18:28:24.693219 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Set router 55fe14f9-140f-492d-a0fb-ecf31a787149 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:24.751958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e4ef2-4914-40f1-bc33-7e75a7a45d8f tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.754342 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5c9e4ef2-4914-40f1-bc33-7e75a7a45d8f tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1846561 Jul 16 18:28:24.764576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:24.801790 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.836246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40174) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:24.840347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-04a67f3f-3348-4eca-ad71-f63eb20e8436 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767956 Jul 16 18:28:24.876807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6dd48d42-0848-4378-bc13-45faf5f708c4 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ededcfbeefe8463f8183c2352b99a0a7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390322 Jul 16 18:28:24.882420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:24.899351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port e90e81be-117c-4026-a462-fd52dcaa5ed7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e90e81be-117c-4026-a462-fd52dcaa5ed7,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:24.916823 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.106224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324e9ca-977e-436e-bb4d-e0a8d68c9973 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.111944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40184) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:25.113568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7324e9ca-977e-436e-bb4d-e0a8d68c9973 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2296882 Jul 16 18:28:25.149486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=e90e81be-117c-4026-a462-fd52dcaa5ed7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.216134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:25.218179 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c679a0ab-a117-4a8f-98c3-44cfc4733cb2 tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1049254 Jul 16 18:28:25.227229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-391406939', 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590', 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:25.311086 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:20Z', 'updated_at': '2021-07-16T18:28:22Z', 'revision_number': 3, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:21Z', 'updated_at': '2021-07-16T18:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:25.345414 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Checking router: 55fe14f9-140f-492d-a0fb-ecf31a787149 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:25.345766 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Updating router 55fe14f9-140f-492d-a0fb-ecf31a787149 port ea5de81e-99ab-4e62-9301-96bdc2eb5a78 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:25.392771 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.462930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a24947-9b45-4db1-8409-dd32f28c8cc2 req-dbcd3c16-5df5-4cdb-a0aa-6e446efc9444 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.464488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7a24947-9b45-4db1-8409-dd32f28c8cc2 req-dbcd3c16-5df5-4cdb-a0aa-6e446efc9444 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1872354 Jul 16 18:28:25.465825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Made reservation on behalf of ededcfbeefe8463f8183c2352b99a0a7 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:25.469434 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.591676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7a24947-9b45-4db1-8409-dd32f28c8cc2 req-43b711d4-245b-43bc-9ef5-a9146d73ded8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161513 Jul 16 18:28:25.744698 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.757315 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Transition to ACTIVE for port object ea5de81e-99ab-4e62-9301-96bdc2eb5a78 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:25.763689 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.827760 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Attempting to bind port ea5de81e-99ab-4e62-9301-96bdc2eb5a78 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:25.828030 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Attempting to bind port ea5de81e-99ab-4e62-9301-96bdc2eb5a78 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:25.828319 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Attempting to bind port ea5de81e-99ab-4e62-9301-96bdc2eb5a78 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:25.837323 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Pushing event updated for resources: {'Port': ['ID=ea5de81e-99ab-4e62-9301-96bdc2eb5a78,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.837838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.839936 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:25.840312 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:25.840758 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.841162 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:25.841664 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Bound port: ea5de81e-99ab-4e62-9301-96bdc2eb5a78, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:25.842240 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.869316 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.869659 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.870003 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.870337 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.870669 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.871013 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.871327 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.871649 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.871971 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.872290 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.872637 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.872959 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:25.916996 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] For port ea5de81e-99ab-4e62-9301-96bdc2eb5a78, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:25.920821 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] For port ea5de81e-99ab-4e62-9301-96bdc2eb5a78, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ea5de81e-99ab-4e62-9301-96bdc2eb5a78,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:25.928080 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.988819 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Routers {'55fe14f9-140f-492d-a0fb-ecf31a787149'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:25.990359 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['55fe14f9-140f-492d-a0fb-ecf31a787149'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:25.991609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Checking segment: {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:25.992241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network hostable DHCP agents. Network: 7e3eaaa0-54c4-43c5-b889-efee0ed54590, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:25.995952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Subnet': ['ID=5a3d53cd-83f5-4480-82f3-5aa2f5101847,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.035266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:26.054773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7e3eaaa0-54c4-43c5-b889-efee0ed54590) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:26.060690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.061401 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.078557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0fa4e-39b8-42bf-ab92-42daa01c39ff None None] Network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:26.081540 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-14804518-7542-4b1b-96eb-104b5192e670 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8645229 Jul 16 18:28:26.086792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40206) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.142547 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5093e0-295d-4d32-badc-cd5e0c8bb72d None None] Pushing event updated for resources: {'Port': ['ID=ea5de81e-99ab-4e62-9301-96bdc2eb5a78,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.308694 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] Set router 55fe14f9-140f-492d-a0fb-ecf31a787149 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:26.440764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e90e81be-117c-4026-a462-fd52dcaa5ed7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:26.490146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086db93-7505-466f-8062-56929342b917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-7e3eaaa0-54c4-43c5-b889-efee0ed54590', 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'fixed_ips': [{'subnet_id': '5a3d53cd-83f5-4480-82f3-5aa2f5101847'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:26.492697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0086db93-7505-466f-8062-56929342b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.619625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e90e81be-117c-4026-a462-fd52dcaa5ed7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:26.620005 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.666362 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:20Z', 'updated_at': '2021-07-16T18:28:22Z', 'revision_number': 3, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:21Z', 'updated_at': '2021-07-16T18:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:26.727330 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc438a-8353-4dd7-8f0d-3d1deb175e5f None None] The sync data for ids ['55fe14f9-140f-492d-a0fb-ecf31a787149'] in n-d-793619-10 is: [{'id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:20Z', 'updated_at': '2021-07-16T18:28:22Z', 'revision_number': 3, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:21Z', 'updated_at': '2021-07-16T18:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:26.730709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0086db93-7505-466f-8062-56929342b917 None None] Allocated IP 172.20.0.18 (7e3eaaa0-54c4-43c5-b889-efee0ed54590/5a3d53cd-83f5-4480-82f3-5aa2f5101847/b35b705d-ca62-4c4f-a881-57376a48f9d3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:27.046599 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0086db93-7505-466f-8062-56929342b917 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.063417 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0086db93-7505-466f-8062-56929342b917 None None] Transition to ACTIVE for port object b35b705d-ca62-4c4f-a881-57376a48f9d3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:27.121783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe4eb2-becf-45d0-b370-ea2c320914ac req-190ce7ef-8b1f-4e5e-995c-a3559e9dfb99 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.123563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cabe4eb2-becf-45d0-b370-ea2c320914ac req-190ce7ef-8b1f-4e5e-995c-a3559e9dfb99 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1305289 Jul 16 18:28:27.130840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0086db93-7505-466f-8062-56929342b917 None None] Transition to ACTIVE for port object b35b705d-ca62-4c4f-a881-57376a48f9d3 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:27.146451 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0086db93-7505-466f-8062-56929342b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.300847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0086db93-7505-466f-8062-56929342b917 None None] Network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:27.309600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0086db93-7505-466f-8062-56929342b917 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:27.337591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0086db93-7505-466f-8062-56929342b917 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:27.353953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cabe4eb2-becf-45d0-b370-ea2c320914ac req-2ef21588-f4a4-48e7-8e71-5ab6c8a7e6d7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140300 Jul 16 18:28:27.359761 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.437798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086db93-7505-466f-8062-56929342b917 None None] Pushing event updated for resources: {'Port': ['ID=b35b705d-ca62-4c4f-a881-57376a48f9d3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:27.606143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0086db93-7505-466f-8062-56929342b917 None None] Attempting to bind port b35b705d-ca62-4c4f-a881-57376a48f9d3 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:27.607607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0086db93-7505-466f-8062-56929342b917 None None] Attempting to bind port b35b705d-ca62-4c4f-a881-57376a48f9d3 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:27.608158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0086db93-7505-466f-8062-56929342b917 None None] Attempting to bind port b35b705d-ca62-4c4f-a881-57376a48f9d3 on network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:27.631254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0086db93-7505-466f-8062-56929342b917 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:27.631825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0086db93-7505-466f-8062-56929342b917 None None] Checking segment: {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:27.632457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0086db93-7505-466f-8062-56929342b917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.633102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0086db93-7505-466f-8062-56929342b917 None None] Bound using segment: {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:27.633867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0086db93-7505-466f-8062-56929342b917 None None] Bound port: b35b705d-ca62-4c4f-a881-57376a48f9d3, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:27.634478 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0086db93-7505-466f-8062-56929342b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.828136 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0086db93-7505-466f-8062-56929342b917 None None] For port b35b705d-ca62-4c4f-a881-57376a48f9d3, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:27.834418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0086db93-7505-466f-8062-56929342b917 None None] For port b35b705d-ca62-4c4f-a881-57376a48f9d3, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b35b705d-ca62-4c4f-a881-57376a48f9d3,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:27.852247 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0086db93-7505-466f-8062-56929342b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.982272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086db93-7505-466f-8062-56929342b917 None None] Pushing event updated for resources: {'Port': ['ID=b35b705d-ca62-4c4f-a881-57376a48f9d3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.083841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Allocated IP 172.20.0.17 (7e3eaaa0-54c4-43c5-b889-efee0ed54590/5a3d53cd-83f5-4480-82f3-5aa2f5101847/144ef320-2243-485f-a89b-be7e5ec5da99) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:28.120993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4371a81-a775-4412-bb09-f98a51191b36 req-82db1930-ed1b-4845-b8a6-7306737b6ea2 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.130770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4371a81-a775-4412-bb09-f98a51191b36 req-82db1930-ed1b-4845-b8a6-7306737b6ea2 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1470008 Jul 16 18:28:28.221259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4371a81-a775-4412-bb09-f98a51191b36 req-86c5efdf-1563-4371-91de-0e2ff687acc0 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867736 Jul 16 18:28:28.488158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.522333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Transition to ACTIVE for port object 144ef320-2243-485f-a89b-be7e5ec5da99 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:28.562593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ea5de81e-99ab-4e62-9301-96bdc2eb5a78 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:28.625672 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.760429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ea5de81e-99ab-4e62-9301-96bdc2eb5a78 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:28.766503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ea5de81e-99ab-4e62-9301-96bdc2eb5a78 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:28.767221 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.832341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:28.853652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:28.859712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=144ef320-2243-485f-a89b-be7e5ec5da99,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.863981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:28.937824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f09d3a-a784-4bca-a30b-70ffab77b206 req-71ac40d3-448f-4f45-998e-7ce94b96e17f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.939568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5f09d3a-a784-4bca-a30b-70ffab77b206 req-71ac40d3-448f-4f45-998e-7ce94b96e17f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.3395450 Jul 16 18:28:28.944117 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.986748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.013024 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.042103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port ea5de81e-99ab-4e62-9301-96bdc2eb5a78, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ea5de81e-99ab-4e62-9301-96bdc2eb5a78,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:29.051376 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.055358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5f09d3a-a784-4bca-a30b-70ffab77b206 req-ea362c6e-a632-43ad-b32f-ad24d66e4d6a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019909 Jul 16 18:28:29.205249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=ea5de81e-99ab-4e62-9301-96bdc2eb5a78,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:29.279505 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.951296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1c83a9-9fde-4887-951d-59601e444b04 None None] Network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:30.235097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d0202d64-c1a3-4dcd-8dce-2a091be43ab3 None None] Provisioning for port b35b705d-ca62-4c4f-a881-57376a48f9d3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:30.615929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40290) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:30.682715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ea5de81e-99ab-4e62-9301-96bdc2eb5a78 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:30.725873 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.748235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4968bec-c9fb-4918-a627-1b4433ba7174 req-92a1da12-1182-4168-960d-e950b8fcfc83 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.761839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4968bec-c9fb-4918-a627-1b4433ba7174 req-92a1da12-1182-4168-960d-e950b8fcfc83 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 1.1525338 Jul 16 18:28:30.771548 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.774063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ea5de81e-99ab-4e62-9301-96bdc2eb5a78 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:30.774685 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.892755 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdf2ef31-863d-413c-be97-7f97bace6d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.968874 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.993578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9412b5d5-bb93-48f2-b1a4-66787fc77808 None None] Provisioning for port 144ef320-2243-485f-a89b-be7e5ec5da99 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:30.999021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4968bec-c9fb-4918-a627-1b4433ba7174 req-f5349525-acf4-45ce-950e-c8ab55d82e10 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347965 Jul 16 18:28:31.003623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=144ef320-2243-485f-a89b-be7e5ec5da99,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.062733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9412b5d5-bb93-48f2-b1a4-66787fc77808 None None] Provisioning complete for port 144ef320-2243-485f-a89b-be7e5ec5da99 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:31.063121 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9412b5d5-bb93-48f2-b1a4-66787fc77808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.064632 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdf2ef31-863d-413c-be97-7f97bace6d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.076418 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdf2ef31-863d-413c-be97-7f97bace6d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.168725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b35b705d-ca62-4c4f-a881-57376a48f9d3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:31.180025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:31.181204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2ef31-863d-413c-be97-7f97bace6d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768c7821-a870-4439-9df0-3ea0719b9294,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.184687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:31.232839 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bdf2ef31-863d-413c-be97-7f97bace6d93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d13e3f208e141dc9258b82fc73ddc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149795 Jul 16 18:28:31.233738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40304) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:31.264948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9412b5d5-bb93-48f2-b1a4-66787fc77808 None None] Port 144ef320-2243-485f-a89b-be7e5ec5da99 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:31.319226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port b35b705d-ca62-4c4f-a881-57376a48f9d3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:31.320731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b35b705d-ca62-4c4f-a881-57376a48f9d3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:31.321169 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.388115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a551-79ec-4c25-9612-6cb17638385e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.404843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Router 55fe14f9-140f-492d-a0fb-ecf31a787149 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:31.478571 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.500899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b928970-b09f-400f-9db1-667db3fad437 None None] Provisioning complete for port 144ef320-2243-485f-a89b-be7e5ec5da99 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:31.501504 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b928970-b09f-400f-9db1-667db3fad437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.569082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port b35b705d-ca62-4c4f-a881-57376a48f9d3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b35b705d-ca62-4c4f-a881-57376a48f9d3,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:31.580349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8b928970-b09f-400f-9db1-667db3fad437 None None] Port 144ef320-2243-485f-a89b-be7e5ec5da99 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:31.584594 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.658071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=b35b705d-ca62-4c4f-a881-57376a48f9d3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.690028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:31.708964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-95b6dd80-5394-407c-afe3-469d3d8bf4c3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "PUT /v2.0/routers/55fe14f9-140f-492d-a0fb-ecf31a787149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6209333 Jul 16 18:28:31.716103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Sync routers for ids ['55fe14f9-140f-492d-a0fb-ecf31a787149'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:31.737019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Routers {'55fe14f9-140f-492d-a0fb-ecf31a787149'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:31.737680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['55fe14f9-140f-492d-a0fb-ecf31a787149'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:31.981459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a551-79ec-4c25-9612-6cb17638385e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.163299 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a551-79ec-4c25-9612-6cb17638385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.168234 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a551-79ec-4c25-9612-6cb17638385e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.173675 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d7d3a551-79ec-4c25-9612-6cb17638385e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/768c7821-a870-4439-9df0-3ea0719b9294 HTTP/1.1" status: 204 len: 168 time: 0.9372931 Jul 16 18:28:32.193288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6689b880-697b-4bdc-8351-0844cb9232e2 None None] Provisioning complete for port 144ef320-2243-485f-a89b-be7e5ec5da99 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:32.194359 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6689b880-697b-4bdc-8351-0844cb9232e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.196640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3a551-79ec-4c25-9612-6cb17638385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c7821-a870-4439-9df0-3ea0719b9294,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:32.291630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-31b25ff7-8c33-42c0-9e54-b82893f21ee9 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.293486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-31b25ff7-8c33-42c0-9e54-b82893f21ee9 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/networks?id=7e3eaaa0-54c4-43c5-b889-efee0ed54590 HTTP/1.1" status: 200 len: 798 time: 0.1617754 Jul 16 18:28:32.347385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6689b880-697b-4bdc-8351-0844cb9232e2 None None] Port 144ef320-2243-485f-a89b-be7e5ec5da99 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:32.377761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Set router 55fe14f9-140f-492d-a0fb-ecf31a787149 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:32.378822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-6f17001d-5b3b-4187-93c0-0b04e99b523f tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/quotas/ededcfbeefe8463f8183c2352b99a0a7 HTTP/1.1" status: 200 len: 375 time: 0.0781050 Jul 16 18:28:32.473322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b35b705d-ca62-4c4f-a881-57376a48f9d3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:32.506301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b3c7-550a-400d-a704-702ff087db09 req-7300025b-96fa-4e65-a810-fa7b97a44336 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.514105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8443b3c7-550a-400d-a704-702ff087db09 req-7300025b-96fa-4e65-a810-fa7b97a44336 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1919341 Jul 16 18:28:32.555428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-755f8218-dc77-4bbc-86dc-d76e7042bce1 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1395304 Jul 16 18:28:32.613368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b35b705d-ca62-4c4f-a881-57376a48f9d3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:32.613750 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.688046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8443b3c7-550a-400d-a704-702ff087db09 req-c859afa9-0902-4f7a-a9f3-ca3cb15d0696 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720982 Jul 16 18:28:32.760671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-6a9da95b-5193-4c47-9fbd-f8793a6bcaa6 service neutron] 10.222.0.60 "GET /v2.0/networks/7e3eaaa0-54c4-43c5-b889-efee0ed54590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040362 Jul 16 18:28:32.817636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:20Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:21Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '144ef320-2243-485f-a89b-be7e5ec5da99', 'name': '', 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:94:e8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '5a3d53cd-83f5-4480-82f3-5aa2f5101847', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:27Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 2, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '5a3d53cd-83f5-4480-82f3-5aa2f5101847', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:32.861204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Checking router: 55fe14f9-140f-492d-a0fb-ecf31a787149 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:32.861648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Updating router 55fe14f9-140f-492d-a0fb-ecf31a787149 port 144ef320-2243-485f-a89b-be7e5ec5da99 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:32.915116 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.933979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-7feff453-999c-4c98-9bf4-b5c43063d530 service neutron] 10.222.0.60 "GET /v2.0/networks/7e3eaaa0-54c4-43c5-b889-efee0ed54590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720679 Jul 16 18:28:33.190465 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-160f0ca6-7c38-4fac-8f2a-5fa4ebb6be5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.221227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36dc1c33-19a6-431d-b6a9-482ac263b3b8 req-60e530fd-a3fe-4869-9d69-9c8ceb7da8fb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 210 time: 0.0742202 Jul 16 18:28:33.383635 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.400190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40376) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:33.417263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Transition to ACTIVE for port object 144ef320-2243-485f-a89b-be7e5ec5da99 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:33.425355 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.488112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc91252-84ca-4805-b44a-a72f2228834c None None] Pushing event updated for resources: {'Port': ['ID=144ef320-2243-485f-a89b-be7e5ec5da99,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.537113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1135671004-network', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:33.563635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Attempting to bind port 144ef320-2243-485f-a89b-be7e5ec5da99 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:33.564012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Attempting to bind port 144ef320-2243-485f-a89b-be7e5ec5da99 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:33.564383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Attempting to bind port 144ef320-2243-485f-a89b-be7e5ec5da99 on network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:33.572964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:33.573349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Checking segment: {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:33.573768 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.574170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Bound using segment: {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:33.574664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Bound port: 144ef320-2243-485f-a89b-be7e5ec5da99, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:33.575214 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.597948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Made reservation on behalf of 5a786bcc13fa469f90e7704533cb4a85 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:33.604331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.631179 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.669810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] For port 144ef320-2243-485f-a89b-be7e5ec5da99, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:33.674323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] For port 144ef320-2243-485f-a89b-be7e5ec5da99, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=144ef320-2243-485f-a89b-be7e5ec5da99,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:33.687649 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.790945 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.800962 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.808194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Routers {'55fe14f9-140f-492d-a0fb-ecf31a787149'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:33.809215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['55fe14f9-140f-492d-a0fb-ecf31a787149'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:33.865900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5b926c-0b14-4a58-9c80-b35c4e8f574a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.928089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:33.932830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc91252-84ca-4805-b44a-a72f2228834c None None] Pushing event updated for resources: {'Port': ['ID=144ef320-2243-485f-a89b-be7e5ec5da99,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:34.008691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40d0d4-cc80-4d3e-a116-d7b8ff5e3c3b req-ae1f8bdf-1a4d-4b97-a2ed-f1482cdd997f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.017744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be40d0d4-cc80-4d3e-a116-d7b8ff5e3c3b req-ae1f8bdf-1a4d-4b97-a2ed-f1482cdd997f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1493371 Jul 16 18:28:34.018418 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.019226 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Added segment cfb884c1-14df-4ff1-b552-7ccf2efd039a of type vlan for network d1630dc1-f1a6-4366-9b5e-1b69bd52338b Jul 16 18:28:34.078048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] Set router 55fe14f9-140f-492d-a0fb-ecf31a787149 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:34.140930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be40d0d4-cc80-4d3e-a116-d7b8ff5e3c3b req-d625f762-ae4e-4607-8109-0423f013dbb7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221631 Jul 16 18:28:34.170799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.245588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.247771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.250349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.330305 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9271181 Jul 16 18:28:34.336427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:34.350643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Request body: {'subnet': {'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1135671004-subnet', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:34.398770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c9b298e-c149-427d-9429-acbf3e25e0f6 req-68a6897c-b5db-4289-8f08-c26c62126bac tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 210 time: 0.0906527 Jul 16 18:28:34.423863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a4a02-1f78-4f92-8195-bed9948722a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d1630dc1-f1a6-4366-9b5e-1b69bd52338b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:34.437256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d1630dc1-f1a6-4366-9b5e-1b69bd52338b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:34.459176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Made reservation on behalf of 5a786bcc13fa469f90e7704533cb4a85 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:34.464848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.524004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:20Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:21Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '144ef320-2243-485f-a89b-be7e5ec5da99', 'name': '', 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:94:e8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '5a3d53cd-83f5-4480-82f3-5aa2f5101847', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:27Z', 'updated_at': '2021-07-16T18:28:33Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '5a3d53cd-83f5-4480-82f3-5aa2f5101847', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:34.560233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1147d-a413-422d-9b3c-bf1979339b71 None None] The sync data for ids ['55fe14f9-140f-492d-a0fb-ecf31a787149'] in n-d-793619-10 is: [{'id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:20Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:21Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '144ef320-2243-485f-a89b-be7e5ec5da99', 'name': '', 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:94:e8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '5a3d53cd-83f5-4480-82f3-5aa2f5101847', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:27Z', 'updated_at': '2021-07-16T18:28:33Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '5a3d53cd-83f5-4480-82f3-5aa2f5101847', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:34.767237 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.871109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12e3c5b-1c40-4bf8-9a9a-2049b1aac547,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:34.873541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Checking segment: {'id': 'cfb884c1-14df-4ff1-b552-7ccf2efd039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:34.873941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Network hostable DHCP agents. Network: d1630dc1-f1a6-4366-9b5e-1b69bd52338b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:34.897554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Network d1630dc1-f1a6-4366-9b5e-1b69bd52338b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:34.910591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d1630dc1-f1a6-4366-9b5e-1b69bd52338b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:34.916748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.917718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.936576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4500819a-0996-4844-ba03-1e1ca7955649 None None] Network d1630dc1-f1a6-4366-9b5e-1b69bd52338b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:34.943887 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a99f4004-f657-4d01-8caf-6e6f0d929e51 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6053720 Jul 16 18:28:34.946271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40412) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:34.952182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:35.011712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.013960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.123159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.275270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-d1630dc1-f1a6-4366-9b5e-1b69bd52338b', 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'fixed_ips': [{'subnet_id': 'f12e3c5b-1c40-4bf8-9a9a-2049b1aac547'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:35.276140 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.471157 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.563270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e9d0e-e898-4db2-be49-61486f14fb39 req-bccece9a-d58a-46fa-a0ac-b3d5f0f8434c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.571407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f74e9d0e-e898-4db2-be49-61486f14fb39 req-bccece9a-d58a-46fa-a0ac-b3d5f0f8434c tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.2559600 Jul 16 18:28:35.652274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Allocated IP 172.20.0.2 (d1630dc1-f1a6-4366-9b5e-1b69bd52338b/f12e3c5b-1c40-4bf8-9a9a-2049b1aac547/90b23c5b-f2d6-4f74-afbc-e9bb39888cbc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:35.724991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f74e9d0e-e898-4db2-be49-61486f14fb39 req-e692a803-ec3c-4f4b-bcc8-df8cb6cd1712 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522253 Jul 16 18:28:35.895255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-b696d43f-410a-4a6b-867d-f67e3cab7488 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.897587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-b696d43f-410a-4a6b-867d-f67e3cab7488 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.45 "GET /v2.0/networks?id=7e3eaaa0-54c4-43c5-b889-efee0ed54590 HTTP/1.1" status: 200 len: 798 time: 0.3529642 Jul 16 18:28:35.913793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Request body: {'port': {'device_id': 'e1211207-f6ac-4a1e-a87b-6b0cfaafa02d', 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590', 'admin_state_up': True, 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:36.029991 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.048980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c85679d-40fb-49ba-9b3a-82c38dd53705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.158395 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.169526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Transition to ACTIVE for port object 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:36.185524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ab2cf7e-2598-4a78-ba7a-db1e4c0f8cba req-d0cee6f8-f513-4a9d-9244-a0e62fe36cfc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 210 time: 0.0590892 Jul 16 18:28:36.196991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Transition to ACTIVE for port object 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:36.210367 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.215241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.230809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Made reservation on behalf of ededcfbeefe8463f8183c2352b99a0a7 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:36.237071 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.241324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.325569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Pushing event updated for resources: {'Port': ['ID=90b23c5b-f2d6-4f74-afbc-e9bb39888cbc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.347352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Network d1630dc1-f1a6-4366-9b5e-1b69bd52338b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:36.351977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:36.360476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:36.408064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Allocated IP 172.25.2.36 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/8bb11d50-a707-427f-acac-8e5f04fe884a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:36.409847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Allocated IP 172.20.0.19 (7e3eaaa0-54c4-43c5-b889-efee0ed54590/5a3d53cd-83f5-4480-82f3-5aa2f5101847/3d601010-9719-4d7a-852e-00a8a88aeb34) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:36.499073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Attempting to bind port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:36.499335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Attempting to bind port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cfb884c1-14df-4ff1-b552-7ccf2efd039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:36.500028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Attempting to bind port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc on network d1630dc1-f1a6-4366-9b5e-1b69bd52338b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:36.512009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 144ef320-2243-485f-a89b-be7e5ec5da99 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:36.519262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:36.519745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Checking segment: {'id': 'cfb884c1-14df-4ff1-b552-7ccf2efd039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:36.520299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.521294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Bound using segment: {'id': 'cfb884c1-14df-4ff1-b552-7ccf2efd039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:36.521862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Bound port: 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb884c1-14df-4ff1-b552-7ccf2efd039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:36.522335 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.605736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.608010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40444) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:36.658721 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] For port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:36.663435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] For port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=90b23c5b-f2d6-4f74-afbc-e9bb39888cbc,segment=NetworkSegment(cfb884c1-14df-4ff1-b552-7ccf2efd039a),segment_id=cfb884c1-14df-4ff1-b552-7ccf2efd039a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:36.664325 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.677668 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.697777 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:36.759349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 144ef320-2243-485f-a89b-be7e5ec5da99 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:36.774604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 144ef320-2243-485f-a89b-be7e5ec5da99 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:36.775364 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.812220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:36.814353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.827211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:36.836072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:36.842414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953adbf-f88c-4b0b-8229-afd167fd380b None None] Pushing event updated for resources: {'Port': ['ID=90b23c5b-f2d6-4f74-afbc-e9bb39888cbc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.889381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Pushing event updated for resources: {'Port': ['ID=8bb11d50-a707-427f-acac-8e5f04fe884a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.906856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Transition to ACTIVE for port object 3d601010-9719-4d7a-852e-00a8a88aeb34 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:36.977487 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.030327 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.067823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 144ef320-2243-485f-a89b-be7e5ec5da99, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=144ef320-2243-485f-a89b-be7e5ec5da99,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:37.074663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.183781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=144ef320-2243-485f-a89b-be7e5ec5da99,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.316479 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.340922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48549607-c677-4d52-86d3-6a26b3194ca3 req-5d33db99-93c7-413c-995c-766fc205863e tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.342823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48549607-c677-4d52-86d3-6a26b3194ca3 req-5d33db99-93c7-413c-995c-766fc205863e tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.4286265 Jul 16 18:28:37.445980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.467185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event updated for resources: {'Port': ['ID=3d601010-9719-4d7a-852e-00a8a88aeb34,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.479065 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:37.489479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:37.491967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:37.595556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48549607-c677-4d52-86d3-6a26b3194ca3 req-8346bddd-1268-4490-9907-b8528f35e65f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931446 Jul 16 18:28:37.658520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.659923 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.711846 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.744204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4727-8b60-4589-b7af-a04df32ab72a req-039bdc9c-7daf-4324-9b07-50046ebf6795 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.746779 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f84b4727-8b60-4589-b7af-a04df32ab72a req-039bdc9c-7daf-4324-9b07-50046ebf6795 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 895 time: 0.3455274 Jul 16 18:28:37.752217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-dfa9e848-3442-44b0-9416-ed7c546d4c65 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8438103 Jul 16 18:28:37.849375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9ec8851e-9aeb-4e72-936f-ef50ae0d4838 None None] Provisioning for port 3d601010-9719-4d7a-852e-00a8a88aeb34 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:37.855841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9ec8851e-9aeb-4e72-936f-ef50ae0d4838 None None] Provisioning complete for port 3d601010-9719-4d7a-852e-00a8a88aeb34 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:37.856220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9ec8851e-9aeb-4e72-936f-ef50ae0d4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.920221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:28:37.976939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Request body: {'port': {'device_id': 'e1211207-f6ac-4a1e-a87b-6b0cfaafa02d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:38.025992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8851e-9aeb-4e72-936f-ef50ae0d4838 None None] Port 3d601010-9719-4d7a-852e-00a8a88aeb34 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:38.083859 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.134060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:38.150983 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Sync routers for ids ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:38.163062 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Routers {'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:38.164074 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:38.178206 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.182482 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b5965357-e138-4524-a266-5aeafa5727ee admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2323954 Jul 16 18:28:38.184473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:38.204243 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.293547 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Set router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:38.544055 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:35Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 3, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'gw_port': {'id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:38.548941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cca9b9-8325-4481-8de3-93e32d6981f2 None None] Network d1630dc1-f1a6-4366-9b5e-1b69bd52338b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:38.590967 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Checking router: b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:38.591700 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Updating router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 port 8bb11d50-a707-427f-acac-8e5f04fe884a binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:38.659920 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.678327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:38.790727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.798431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-784c3493-2abb-4a96-80b0-fc14f9cd65de None None] Provisioning for port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:39.028993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0529938-fcd3-4377-a93b-21bf080c8530 req-cca96c34-2a80-4c0b-a40a-cd7dc32e092b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.031282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0529938-fcd3-4377-a93b-21bf080c8530 req-cca96c34-2a80-4c0b-a40a-cd7dc32e092b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.2678144 Jul 16 18:28:39.039203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d601010-9719-4d7a-852e-00a8a88aeb34 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:39.039636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:39.046903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:39.047463 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.142164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.161968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Transition to ACTIVE for port object 3d601010-9719-4d7a-852e-00a8a88aeb34 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:39.192228 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.198208 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.237972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=90b23c5b-f2d6-4f74-afbc-e9bb39888cbc,segment=NetworkSegment(cfb884c1-14df-4ff1-b552-7ccf2efd039a),segment_id=cfb884c1-14df-4ff1-b552-7ccf2efd039a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:39.247392 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.248950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 144ef320-2243-485f-a89b-be7e5ec5da99 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:39.250998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.356269 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.370737 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Transition to ACTIVE for port object 8bb11d50-a707-427f-acac-8e5f04fe884a will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:39.380662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=90b23c5b-f2d6-4f74-afbc-e9bb39888cbc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.386454 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.398564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 144ef320-2243-485f-a89b-be7e5ec5da99 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:39.399037 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.535117 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426229af-1c98-4780-bfde-a6ee7c567dc9 None None] Pushing event updated for resources: {'Port': ['ID=8bb11d50-a707-427f-acac-8e5f04fe884a,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.553493 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Attempting to bind port 8bb11d50-a707-427f-acac-8e5f04fe884a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:39.554096 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Attempting to bind port 8bb11d50-a707-427f-acac-8e5f04fe884a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:39.554627 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Attempting to bind port 8bb11d50-a707-427f-acac-8e5f04fe884a on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:39.563023 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:39.563736 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:39.564306 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.564895 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:39.565530 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Bound port: 8bb11d50-a707-427f-acac-8e5f04fe884a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:39.566099 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.574848 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0529938-fcd3-4377-a93b-21bf080c8530 req-0512ea9b-cd08-4769-8fc4-3a5829fc4843 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014511 Jul 16 18:28:39.654485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-55666146-5a03-4335-b55c-bebc48189525 None None] Provisioning complete for port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:39.655034 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55666146-5a03-4335-b55c-bebc48189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.673327 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] For port 8bb11d50-a707-427f-acac-8e5f04fe884a, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:39.678085 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] For port 8bb11d50-a707-427f-acac-8e5f04fe884a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8bb11d50-a707-427f-acac-8e5f04fe884a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:39.698067 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.743053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Pushing event updated for resources: {'Port': ['ID=3d601010-9719-4d7a-852e-00a8a88aeb34,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.744190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Allocated IP 172.20.0.1 (d1630dc1-f1a6-4366-9b5e-1b69bd52338b/f12e3c5b-1c40-4bf8-9a9a-2049b1aac547/e98a3225-2bcd-47b2-8500-a6326e390f86) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:39.840485 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426229af-1c98-4780-bfde-a6ee7c567dc9 None None] Pushing event updated for resources: {'Port': ['ID=8bb11d50-a707-427f-acac-8e5f04fe884a,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.858576 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Routers {'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:39.859570 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:39.903682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0cd49-e60c-4b46-96bf-b6cab258daac req-08b0599d-55b5-435f-9e32-409811f7ba17 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.905452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fb0cd49-e60c-4b46-96bf-b6cab258daac req-08b0599d-55b5-435f-9e32-409811f7ba17 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 895 time: 0.8611894 Jul 16 18:28:39.908870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.925639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Transition to ACTIVE for port object e98a3225-2bcd-47b2-8500-a6326e390f86 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:39.958352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port e90e81be-117c-4026-a462-fd52dcaa5ed7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:39.958938 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.971599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.027410 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] Set router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:40.034595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Network d1630dc1-f1a6-4366-9b5e-1b69bd52338b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:40.039136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:40.057352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:40.063655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=e98a3225-2bcd-47b2-8500-a6326e390f86,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:40.085947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] For port e90e81be-117c-4026-a462-fd52dcaa5ed7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e90e81be-117c-4026-a462-fd52dcaa5ed7,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:40.086406 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.102205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for e90e81be-117c-4026-a462-fd52dcaa5ed7 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:40.130800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.135464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Attempting to bind port 3d601010-9719-4d7a-852e-00a8a88aeb34 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:40.135799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Attempting to bind port 3d601010-9719-4d7a-852e-00a8a88aeb34 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:40.136124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Attempting to bind port 3d601010-9719-4d7a-852e-00a8a88aeb34 on network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:40.297405 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:35Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 3, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'gw_port': {'id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:40.329261 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7788a48-a1f4-4fdc-bd13-63a05d41f35a None None] The sync data for ids ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'] in n-d-793619-10 is: [{'id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:35Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 3, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'gw_port': {'id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:40.390012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.408397 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.483314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:40.595444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Port 3d601010-9719-4d7a-852e-00a8a88aeb34 on network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:40.595769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Attempting to bind port 3d601010-9719-4d7a-852e-00a8a88aeb34 on network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:40.605760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:40.606260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Checking segment: {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:40.606667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Bound using segment: {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:40.607462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Bound port: 3d601010-9719-4d7a-852e-00a8a88aeb34, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2484f-8cbf-4249-99ad-e53c49a5517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:40.607979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.609182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8da18e38-8fb0-4e69-9063-7850e4d90bb7 None None] Provisioning for port e98a3225-2bcd-47b2-8500-a6326e390f86 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:40.619717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:40.622552 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.628107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8da18e38-8fb0-4e69-9063-7850e4d90bb7 None None] Provisioning complete for port e98a3225-2bcd-47b2-8500-a6326e390f86 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:40.631865 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8da18e38-8fb0-4e69-9063-7850e4d90bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.647598 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.656767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.771335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=e98a3225-2bcd-47b2-8500-a6326e390f86,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:40.790784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.800012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8da18e38-8fb0-4e69-9063-7850e4d90bb7 None None] Port e98a3225-2bcd-47b2-8500-a6326e390f86 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:41.018442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] For port 3d601010-9719-4d7a-852e-00a8a88aeb34, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:41.042715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Network d1630dc1-f1a6-4366-9b5e-1b69bd52338b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:41.046445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:41.059230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] For port 3d601010-9719-4d7a-852e-00a8a88aeb34, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3d601010-9719-4d7a-852e-00a8a88aeb34,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:41.073256 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.106838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.205039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.206295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.209435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] 10.222.0.45 "PUT /v2.0/ports/3d601010-9719-4d7a-852e-00a8a88aeb34 HTTP/1.1" status: 200 len: 1056 time: 3.4487929 Jul 16 18:28:41.212177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1211207-f6ac-4a1e-a87b-6b0cfaafa02d', 'tag': '3d601010-9719-4d7a-852e-00a8a88aeb34'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:41.218213 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c367e8-b544-4056-af43-a05fb40f49b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1211207-f6ac-4a1e-a87b-6b0cfaafa02d", "tag": "3d601010-9719-4d7a-852e-00a8a88aeb34"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:41.261228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eac92-7ef8-410a-a56d-3c025a4011ab req-7e85e539-9e37-4a94-8a35-861c3b4acde1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.263150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-282eac92-7ef8-410a-a56d-3c025a4011ab req-7e85e539-9e37-4a94-8a35-861c3b4acde1 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.3540335 Jul 16 18:28:41.419638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:41.554218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740c41a-e0e8-4e1d-b0d2-c30497005383 service neutron] Pushing event updated for resources: {'Port': ['ID=3d601010-9719-4d7a-852e-00a8a88aeb34,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.589472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-282eac92-7ef8-410a-a56d-3c025a4011ab req-90a32802-eff3-4c39-a9e8-0c2fc5dfc83e tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942786 Jul 16 18:28:41.671553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-590fac9f-188d-4d7a-97f8-00a1698cfadb None None] Provisioning complete for port e98a3225-2bcd-47b2-8500-a6326e390f86 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:41.674008 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-590fac9f-188d-4d7a-97f8-00a1698cfadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.716067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=e90e81be-117c-4026-a462-fd52dcaa5ed7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.744414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-590fac9f-188d-4d7a-97f8-00a1698cfadb None None] Port e98a3225-2bcd-47b2-8500-a6326e390f86 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:41.811435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-f7f5ec2d-6da8-4be2-98ef-3881298a9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.813436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-f7f5ec2d-6da8-4be2-98ef-3881298a9946 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 1059 time: 0.5470929 Jul 16 18:28:41.834081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491fe75-eacd-4c2e-9e99-f575bc447857 req-f5c59525-97a8-46eb-9d87-166cc3a5991f tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.845720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f491fe75-eacd-4c2e-9e99-f575bc447857 req-f5c59525-97a8-46eb-9d87-166cc3a5991f tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 907 time: 0.5314093 Jul 16 18:28:41.905635 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-fbb0a60f-f563-4a5e-8c49-5a784db93cf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=3d601010-9719-4d7a-852e-00a8a88aeb34 HTTP/1.1" status: 200 len: 217 time: 0.0456996 Jul 16 18:28:41.974584 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1376ca6f-9f95-442b-b45c-203b3cf84ad3 x-openstack-request-id: req-1376ca6f-9f95-442b-b45c-203b3cf84ad3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:41.974728 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1211207-f6ac-4a1e-a87b-6b0cfaafa02d", "tag": "3d601010-9719-4d7a-852e-00a8a88aeb34", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:41.974916 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1376ca6f-9f95-442b-b45c-203b3cf84ad3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:41.975587 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1211207-f6ac-4a1e-a87b-6b0cfaafa02d', 'tag': '3d601010-9719-4d7a-852e-00a8a88aeb34', 'status': 'completed', 'code': 200} Jul 16 18:28:42.053943 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.057249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-26732f20-dcae-4885-8d02-e7f99369e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.058896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-26732f20-dcae-4885-8d02-e7f99369e8af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a3d53cd-83f5-4480-82f3-5aa2f5101847 HTTP/1.1" status: 200 len: 837 time: 0.0967598 Jul 16 18:28:42.165967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:42.174549 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6d718474-cf34-481f-a7fd-372b335b1fa1 admin admin] 10.222.0.60 "PUT /v2.0/routers/b80bd798-cebb-46c3-9cde-bf90bdbaf4e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9884942 Jul 16 18:28:42.237785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-c90c7959-2ead-4ee4-9569-0974f7ebd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.240373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-c90c7959-2ead-4ee4-9569-0974f7ebd18a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e3eaaa0-54c4-43c5-b889-efee0ed54590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1737945 Jul 16 18:28:42.444047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-a1d07ad7-c098-4045-aecc-e7fc59e4286a service neutron] 10.222.0.45 "GET /v2.0/networks/7e3eaaa0-54c4-43c5-b889-efee0ed54590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944590 Jul 16 18:28:42.536203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8bb11d50-a707-427f-acac-8e5f04fe884a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:42.612420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 8bb11d50-a707-427f-acac-8e5f04fe884a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:42.625118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 8bb11d50-a707-427f-acac-8e5f04fe884a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:42.625504 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.733643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-544a8f02-664d-4e07-867f-3f02eaf42dcd req-c748cf80-6656-4935-8370-f4ac504749b1 service neutron] 10.222.0.45 "GET /v2.0/networks/7e3eaaa0-54c4-43c5-b889-efee0ed54590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512436 Jul 16 18:28:42.828109 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.855024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 9660e180-4453-4bed-901b-6c86bdb39534 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:42.876231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 8bb11d50-a707-427f-acac-8e5f04fe884a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8bb11d50-a707-427f-acac-8e5f04fe884a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:42.883394 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.996247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:43.013315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1603136698-network', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:43.018324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=8bb11d50-a707-427f-acac-8e5f04fe884a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.070651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Made reservation on behalf of 9d2ef00673ec4f03af514aa8e145997f for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:43.073534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.089350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.119983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-0b7540e7-1538-4bf5-8c40-c818eb77055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.123905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-0b7540e7-1538-4bf5-8c40-c818eb77055e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 1059 time: 0.3241355 Jul 16 18:28:43.244300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Sync routers for ids ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:43.259141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:43.270444 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] Sync routers for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:43.272951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3e1ad-0755-4183-a91f-8b5637ef702b req-6c73af92-0a7e-4a72-b83b-a80878453126 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.274502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0d3e1ad-0755-4183-a91f-8b5637ef702b req-6c73af92-0a7e-4a72-b83b-a80878453126 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.3728049 Jul 16 18:28:43.276933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Routers {'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:43.280030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:43.281296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-09797b49-6cad-42be-a2bd-ccc59f6260a4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "PUT /v2.0/routers/9660e180-4453-4bed-901b-6c86bdb39534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6715050 Jul 16 18:28:43.290004 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:43.293253 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:43.300416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.308868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.335689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:43.361015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.364279 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Added segment 2fbf8b61-5ff0-4f72-896f-d250520d4b9a of type vlan for network 55017bc6-5355-4e07-8719-0472160d2ab8 Jul 16 18:28:43.390028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1cd7-6020-4ff7-bb67-488111f01ca8 req-217991f8-35ca-49bc-99a8-82e13caf8a92 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.403576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-712e1cd7-6020-4ff7-bb67-488111f01ca8 req-217991f8-35ca-49bc-99a8-82e13caf8a92 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 907 time: 0.3803411 Jul 16 18:28:43.407299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-0705cc0d-91a8-4d06-9239-5cce1ad2d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.408810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-0705cc0d-91a8-4d06-9239-5cce1ad2d70b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7e3eaaa0-54c4-43c5-b889-efee0ed54590 HTTP/1.1" status: 200 len: 899 time: 0.2641470 Jul 16 18:28:43.438379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0d3e1ad-0755-4183-a91f-8b5637ef702b req-a365630a-cb29-4d59-a33a-3519711d8be2 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496613 Jul 16 18:28:43.486788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.534769 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-ba54b81a-8051-44f4-b357-2b90286a055d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=3d601010-9719-4d7a-852e-00a8a88aeb34 HTTP/1.1" status: 200 len: 217 time: 0.1167355 Jul 16 18:28:43.537954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Set router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:43.599072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74de78b8-df8a-4c90-ba93-3fbc13bc7a43,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.628038 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:43.636600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-50eee412-c83b-4b47-82de-ca678c59cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.638094 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-50eee412-c83b-4b47-82de-ca678c59cfa8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5a3d53cd-83f5-4480-82f3-5aa2f5101847 HTTP/1.1" status: 200 len: 837 time: 0.0948608 Jul 16 18:28:43.665341 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.669800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.671377 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.718162 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7196290 Jul 16 18:28:43.722966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40570) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:43.739233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Request body: {'subnet': {'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1603136698-subnet', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:43.820291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-c4f31f5d-caba-4ce8-a8cb-05c3800359a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.825627 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-c4f31f5d-caba-4ce8-a8cb-05c3800359a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7e3eaaa0-54c4-43c5-b889-efee0ed54590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1759021 Jul 16 18:28:43.840289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b9be7-54de-43fe-8e2d-17831c483190 admin admin] Pushing event updated for resources: {'Network': ['ID=55017bc6-5355-4e07-8719-0472160d2ab8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.875727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 55017bc6-5355-4e07-8719-0472160d2ab8 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:43.881655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Made reservation on behalf of 9d2ef00673ec4f03af514aa8e145997f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:43.885914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.085783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-037b34bf-6dbb-43b6-a89a-d63b88cae4c8 service neutron] 10.222.0.45 "GET /v2.0/networks/7e3eaaa0-54c4-43c5-b889-efee0ed54590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438838 Jul 16 18:28:44.148979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:35Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 4, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'gw_port': {'id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e98a3225-2bcd-47b2-8500-a6326e390f86', 'name': '', 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'mac_address': 'fa:16:3e:0f:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'f12e3c5b-1c40-4bf8-9a9a-2049b1aac547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:39Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 2, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'subnets': [{'id': 'f12e3c5b-1c40-4bf8-9a9a-2049b1aac547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:44.232955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.234972 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 6, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2086bcd0-7f49-423d-b459-0d3ba451ff28', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:14Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 1, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:44.252437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Checking router: b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:44.252915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Updating router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 port e98a3225-2bcd-47b2-8500-a6326e390f86 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:44.323307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Pushing event updated for resources: {'Subnet': ['ID=efeec45a-0f6b-421d-b6ad-8d98304f96c0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.341849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Checking segment: {'id': '2fbf8b61-5ff0-4f72-896f-d250520d4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:44.342228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Network hostable DHCP agents. Network: 55017bc6-5355-4e07-8719-0472160d2ab8, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:44.347417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.374023 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35c367e8-b544-4056-af43-a05fb40f49b5 req-86561a75-f746-4153-bbbe-76ba73aa3b2b service neutron] 10.222.0.45 "GET /v2.0/networks/7e3eaaa0-54c4-43c5-b889-efee0ed54590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801549 Jul 16 18:28:44.381224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Network 55017bc6-5355-4e07-8719-0472160d2ab8 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:44.406649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 55017bc6-5355-4e07-8719-0472160d2ab8) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:44.411934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.412572 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.423862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8bb11d50-a707-427f-acac-8e5f04fe884a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:44.426412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454a17b-b200-473f-8a84-b89d3f47ed7b None None] Network 55017bc6-5355-4e07-8719-0472160d2ab8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:44.434405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0e129-4084-43f4-a473-6ac559833d29 req-9275a843-26b5-4d42-bb9a-4492ccfe11bf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.441889 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-35e03bd9-455c-4065-ab6f-b9466501311f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7146482 Jul 16 18:28:44.443895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:44.448830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07d0e129-4084-43f4-a473-6ac559833d29 req-9275a843-26b5-4d42-bb9a-4492ccfe11bf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 946 time: 0.2274687 Jul 16 18:28:44.459046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:44.492669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.493934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.521753 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] Checking router: 9660e180-4453-4bed-901b-6c86bdb39534 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:44.543562 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:44.548762 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:44.566202 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07d0e129-4084-43f4-a473-6ac559833d29 req-4e0e39b6-c874-4a14-a76a-f7b32d5dc388 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094711 Jul 16 18:28:44.614966 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.700254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 8bb11d50-a707-427f-acac-8e5f04fe884a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:44.701097 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.779698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e45b44-58c8-4f30-bf95-4aadb20c3586 req-df9a7f46-fcfe-4a17-a6ab-7d3c8b626da4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.784887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3d601010-9719-4d7a-852e-00a8a88aeb34 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:44.792779 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78e45b44-58c8-4f30-bf95-4aadb20c3586 req-df9a7f46-fcfe-4a17-a6ab-7d3c8b626da4 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 907 time: 0.1528065 Jul 16 18:28:44.823432 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:44.901985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 3d601010-9719-4d7a-852e-00a8a88aeb34, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3d601010-9719-4d7a-852e-00a8a88aeb34,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:44.920863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '3d601010-9719-4d7a-852e-00a8a88aeb34', 'network_id': '7e3eaaa0-54c4-43c5-b889-efee0ed54590', 'port_id': '3d601010-9719-4d7a-852e-00a8a88aeb34', 'mac_address': 'fa:16:3e:1d:3d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3d53cd-83f5-4480-82f3-5aa2f5101847', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:44.930883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee7bd-631e-43f9-8ca8-3235bb5a7a54 req-b0f94767-6755-41e0-a228-f7b4519e3000 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.933772 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.947849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-220ee7bd-631e-43f9-8ca8-3235bb5a7a54 req-b0f94767-6755-41e0-a228-f7b4519e3000 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1424003 Jul 16 18:28:45.023061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-220ee7bd-631e-43f9-8ca8-3235bb5a7a54 req-9e6dba95-8f0b-400f-b332-d55baa3c49bf tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699406 Jul 16 18:28:45.087703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-55017bc6-5355-4e07-8719-0472160d2ab8', 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'fixed_ips': [{'subnet_id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:45.088913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.112286 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.149852 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 6, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2086bcd0-7f49-423d-b459-0d3ba451ff28', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:14Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 1, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:45.190821 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd5268-8df5-432f-ab3f-070bdae977fb None None] The sync data for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 is: [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 6, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2086bcd0-7f49-423d-b459-0d3ba451ff28', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'port_id': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'mac_address': 'fa:16:3e:61:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:14Z', 'updated_at': '2021-07-16T18:27:27Z', 'revision_number': 1, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:45.193471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d601010-9719-4d7a-852e-00a8a88aeb34 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:45.263302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.285010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.302880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 3d601010-9719-4d7a-852e-00a8a88aeb34, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3d601010-9719-4d7a-852e-00a8a88aeb34,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.336707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.393910 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.418784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Transition to ACTIVE for port object e98a3225-2bcd-47b2-8500-a6326e390f86 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:45.434155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Allocated IP 172.20.0.2 (55017bc6-5355-4e07-8719-0472160d2ab8/efeec45a-0f6b-421d-b6ad-8d98304f96c0/45b740d5-a803-4bfc-bdec-7d742f07b4f3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:45.435352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Allocated IP 172.25.2.93 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/25d615b1-6101-4884-8bad-1f72d0de324a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:45.438255 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.473398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=3d601010-9719-4d7a-852e-00a8a88aeb34,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.528391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9116e9-922f-4889-87bf-d6b4e12a0c43 None None] Pushing event updated for resources: {'Port': ['ID=e98a3225-2bcd-47b2-8500-a6326e390f86,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.616710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-71bf2a37-ae01-4a22-ab86-2efc10190066 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:45.621976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-71bf2a37-ae01-4a22-ab86-2efc10190066 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 946 time: 0.1383204 Jul 16 18:28:45.650896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.742089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.805640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:45.814214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:45.818037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:45.860898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port f058b4df-869b-44e4-ae7f-797c2108efe0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:45.861250 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.913257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['3d601010-9719-4d7a-852e-00a8a88aeb34'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:45.943208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Attempting to bind port e98a3225-2bcd-47b2-8500-a6326e390f86 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:45.944726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Attempting to bind port e98a3225-2bcd-47b2-8500-a6326e390f86 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cfb884c1-14df-4ff1-b552-7ccf2efd039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:45.945325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Attempting to bind port e98a3225-2bcd-47b2-8500-a6326e390f86 on network d1630dc1-f1a6-4366-9b5e-1b69bd52338b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:45.980742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:45.981500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Checking segment: {'id': 'cfb884c1-14df-4ff1-b552-7ccf2efd039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:45.982098 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.982787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Bound using segment: {'id': 'cfb884c1-14df-4ff1-b552-7ccf2efd039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:45.983480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Bound port: e98a3225-2bcd-47b2-8500-a6326e390f86, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb884c1-14df-4ff1-b552-7ccf2efd039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:45.984093 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.095375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] For port e98a3225-2bcd-47b2-8500-a6326e390f86, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:46.095596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Pushing event updated for resources: {'Port': ['ID=25d615b1-6101-4884-8bad-1f72d0de324a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.100462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] For port e98a3225-2bcd-47b2-8500-a6326e390f86, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e98a3225-2bcd-47b2-8500-a6326e390f86,segment=NetworkSegment(cfb884c1-14df-4ff1-b552-7ccf2efd039a),segment_id=cfb884c1-14df-4ff1-b552-7ccf2efd039a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:46.115216 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.151724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] For port f058b4df-869b-44e4-ae7f-797c2108efe0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f058b4df-869b-44e4-ae7f-797c2108efe0,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:46.152088 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.179762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for f058b4df-869b-44e4-ae7f-797c2108efe0 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:46.189117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f91647-a534-4296-8b62-1599955b1c3a req-986be49b-aef1-4b15-bd90-5fd7cdca3b80 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.208841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.211249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17f91647-a534-4296-8b62-1599955b1c3a req-986be49b-aef1-4b15-bd90-5fd7cdca3b80 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 946 time: 0.3031845 Jul 16 18:28:46.252439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Routers {'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:46.253122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:46.266328 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.272263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9116e9-922f-4889-87bf-d6b4e12a0c43 None None] Pushing event updated for resources: {'Port': ['ID=e98a3225-2bcd-47b2-8500-a6326e390f86,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.331373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Transition to ACTIVE for port object 45b740d5-a803-4bfc-bdec-7d742f07b4f3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:46.348212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e90e81be-117c-4026-a462-fd52dcaa5ed7 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:46.397922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e90e81be-117c-4026-a462-fd52dcaa5ed7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:46.398276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e90e81be-117c-4026-a462-fd52dcaa5ed7 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:46.446355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Transition to ACTIVE for port object 45b740d5-a803-4bfc-bdec-7d742f07b4f3 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:46.497297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.512620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] Set router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:46.624419 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.684338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:28:46.715761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Network 55017bc6-5355-4e07-8719-0472160d2ab8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:46.754041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:46.764557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Pushing event updated for resources: {'Port': ['ID=45b740d5-a803-4bfc-bdec-7d742f07b4f3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.775724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:46.787458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3d601010-9719-4d7a-852e-00a8a88aeb34 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:46.807420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17f91647-a534-4296-8b62-1599955b1c3a req-a951cd3b-48c4-4737-9efe-eb732ee50178 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=18955e58-eaaf-4f29-826a-92120506067e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5951416 Jul 16 18:28:46.827268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d836049-6fe9-41ed-bb61-2b09c6f0f863 req-93d51a13-2224-4098-acd5-9475c1f0162a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.853059 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d836049-6fe9-41ed-bb61-2b09c6f0f863 req-93d51a13-2224-4098-acd5-9475c1f0162a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 908 time: 0.7969105 Jul 16 18:28:46.888328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:46.918646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Sync routers for ids ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:46.949445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.959721 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8c5c3ac8-00c4-4b46-af96-7c1c11dd5779 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5141728 Jul 16 18:28:46.962326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40598) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:47.014421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Attempting to bind port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:47.015284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Attempting to bind port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '2fbf8b61-5ff0-4f72-896f-d250520d4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:47.016055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Attempting to bind port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 on network 55017bc6-5355-4e07-8719-0472160d2ab8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:47.029760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.081721 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:47.083023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Checking segment: {'id': '2fbf8b61-5ff0-4f72-896f-d250520d4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:47.083969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.084888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Bound using segment: {'id': '2fbf8b61-5ff0-4f72-896f-d250520d4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:47.087092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Bound port: 45b740d5-a803-4bfc-bdec-7d742f07b4f3, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbf8b61-5ff0-4f72-896f-d250520d4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:47.087092 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.095155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=f058b4df-869b-44e4-ae7f-797c2108efe0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:47.125604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Routers {'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:47.128028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:47.184035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] No DVR routers for this DVR port f058b4df-869b-44e4-ae7f-797c2108efe0 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:47.189294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 3d601010-9719-4d7a-852e-00a8a88aeb34 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:47.191658 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.193958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b6f5db2-41e2-43bd-8997-12e1e57ef695 req-da2ead2d-5725-4d38-85aa-a9d2f465466a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "DELETE /v2.0/ports/f058b4df-869b-44e4-ae7f-797c2108efe0 HTTP/1.1" status: 204 len: 173 time: 1.5681410 Jul 16 18:28:47.195511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76407b6f-da35-4b45-9a89-55eed02404ac', 'name': 'network-vif-deleted', 'tag': 'f058b4df-869b-44e4-ae7f-797c2108efe0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:47.198641 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ec661f-fe81-4f62-8c64-21d8d31d989e" -d '{"events": [{"server_uuid": "76407b6f-da35-4b45-9a89-55eed02404ac", "name": "network-vif-deleted", "tag": "f058b4df-869b-44e4-ae7f-797c2108efe0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:47.224063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 3d601010-9719-4d7a-852e-00a8a88aeb34 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:47.224063 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.286901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9b7be-11ec-4ad3-af3d-1660121237a8 req-49ca0382-5ddb-48d8-8401-6748d85c4b81 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.290295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85e9b7be-11ec-4ad3-af3d-1660121237a8 req-49ca0382-5ddb-48d8-8401-6748d85c4b81 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.2393420 Jul 16 18:28:47.291552 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc72de0f-486e-478b-a917-1efb4535ac8f x-openstack-request-id: req-dc72de0f-486e-478b-a917-1efb4535ac8f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:47.291839 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76407b6f-da35-4b45-9a89-55eed02404ac", "name": "network-vif-deleted", "tag": "f058b4df-869b-44e4-ae7f-797c2108efe0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:47.292088 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc72de0f-486e-478b-a917-1efb4535ac8f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:47.292483 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76407b6f-da35-4b45-9a89-55eed02404ac', 'name': 'network-vif-deleted', 'tag': 'f058b4df-869b-44e4-ae7f-797c2108efe0', 'status': 'completed', 'code': 200} Jul 16 18:28:47.350749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85e9b7be-11ec-4ad3-af3d-1660121237a8 req-580ebe23-855c-4abe-be9d-ad1ca67b733b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Jul 16 18:28:47.414808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Set router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:47.417200 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] For port 45b740d5-a803-4bfc-bdec-7d742f07b4f3, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:47.421344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] For port 45b740d5-a803-4bfc-bdec-7d742f07b4f3, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=45b740d5-a803-4bfc-bdec-7d742f07b4f3,segment=NetworkSegment(2fbf8b61-5ff0-4f72-896f-d250520d4b9a),segment_id=2fbf8b61-5ff0-4f72-896f-d250520d4b9a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:47.482480 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.509605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:35Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 4, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'gw_port': {'id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e98a3225-2bcd-47b2-8500-a6326e390f86', 'name': '', 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'mac_address': 'fa:16:3e:0f:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'f12e3c5b-1c40-4bf8-9a9a-2049b1aac547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:39Z', 'updated_at': '2021-07-16T18:28:46Z', 'revision_number': 4, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'subnets': [{'id': 'f12e3c5b-1c40-4bf8-9a9a-2049b1aac547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:47.592302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c730d-2f07-4aaf-b572-61fd5372c4df None None] The sync data for ids ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'] in n-d-793619-10 is: [{'id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:35Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 4, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'gw_port': {'id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e98a3225-2bcd-47b2-8500-a6326e390f86', 'name': '', 'network_id': 'd1630dc1-f1a6-4366-9b5e-1b69bd52338b', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'mac_address': 'fa:16:3e:0f:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'f12e3c5b-1c40-4bf8-9a9a-2049b1aac547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:39Z', 'updated_at': '2021-07-16T18:28:46Z', 'revision_number': 4, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'subnets': [{'id': 'f12e3c5b-1c40-4bf8-9a9a-2049b1aac547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:47.731141 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.772351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f4cd6-a11b-412b-ac30-3c063a471de1 None None] Pushing event updated for resources: {'Port': ['ID=45b740d5-a803-4bfc-bdec-7d742f07b4f3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:47.804623 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.904641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1211207-f6ac-4a1e-a87b-6b0cfaafa02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d601010-9719-4d7a-852e-00a8a88aeb34'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:47.907337 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182b7982-3340-4810-a1b5-a7fce43fe02f" -d '{"events": [{"server_uuid": "e1211207-f6ac-4a1e-a87b-6b0cfaafa02d", "name": "network-vif-plugged", "status": "completed", "tag": "3d601010-9719-4d7a-852e-00a8a88aeb34"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:47.937609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 3d601010-9719-4d7a-852e-00a8a88aeb34, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3d601010-9719-4d7a-852e-00a8a88aeb34,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:47.946453 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.948668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f058b4df-869b-44e4-ae7f-797c2108efe0 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:48.089501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: f058b4df-869b-44e4-ae7f-797c2108efe0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:48.090639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f058b4df-869b-44e4-ae7f-797c2108efe0 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:48.150988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Allocated IP 172.20.0.1 (55017bc6-5355-4e07-8719-0472160d2ab8/efeec45a-0f6b-421d-b6ad-8d98304f96c0/284a34d1-146c-47f5-9375-e3332a3ae8e8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:48.218566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=3d601010-9719-4d7a-852e-00a8a88aeb34,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:48.231906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:44Z', 'updated_at': '2021-07-16T18:28:46Z', 'revision_number': 3, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'gw_port': {'id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:45Z', 'updated_at': '2021-07-16T18:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:48.264817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Checking router: e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:48.265741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Updating router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f port 25d615b1-6101-4884-8bad-1f72d0de324a binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:48.315578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7c10985-0da9-400f-afb1-43f755f2d5d3 req-d1f422ea-b85d-4ea5-8ad3-8f4c34eb467f tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=76407b6f-da35-4b45-9a89-55eed02404ac HTTP/1.1" status: 200 len: 210 time: 0.0552914 Jul 16 18:28:48.391378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451a4f5-03ee-494d-ada2-4b0650603377 req-8d848bad-208b-4986-afe3-58aeb1a74254 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.392188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f451a4f5-03ee-494d-ada2-4b0650603377 req-8d848bad-208b-4986-afe3-58aeb1a74254 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 909 time: 0.2105768 Jul 16 18:28:48.413522 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.415322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.461007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Transition to ACTIVE for port object 284a34d1-146c-47f5-9375-e3332a3ae8e8 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:48.578487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.657056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e98a3225-2bcd-47b2-8500-a6326e390f86 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:48.669869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Network 55017bc6-5355-4e07-8719-0472160d2ab8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:48.694058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:48.712637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:48.714771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Pushing event updated for resources: {'Port': ['ID=284a34d1-146c-47f5-9375-e3332a3ae8e8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:48.837769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.949143 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a40274b-b233-499d-a64f-847dc3023ab0 x-openstack-request-id: req-5a40274b-b233-499d-a64f-847dc3023ab0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:48.950465 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1211207-f6ac-4a1e-a87b-6b0cfaafa02d", "name": "network-vif-plugged", "status": "completed", "tag": "3d601010-9719-4d7a-852e-00a8a88aeb34", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:48.950941 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a40274b-b233-499d-a64f-847dc3023ab0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:48.952220 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1211207-f6ac-4a1e-a87b-6b0cfaafa02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d601010-9719-4d7a-852e-00a8a88aeb34', 'code': 200} Jul 16 18:28:49.069221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e98a3225-2bcd-47b2-8500-a6326e390f86 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:49.076825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.079357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e98a3225-2bcd-47b2-8500-a6326e390f86 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:49.079772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.090821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.094924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a4442-e7dd-44f6-b578-a0ab0a556e2b req-0346f826-a6f5-4ca2-8d5d-88184465b80d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.103052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e6a4442-e7dd-44f6-b578-a0ab0a556e2b req-0346f826-a6f5-4ca2-8d5d-88184465b80d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.2004352 Jul 16 18:28:49.122717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Transition to ACTIVE for port object 25d615b1-6101-4884-8bad-1f72d0de324a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:49.138842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.151417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37d5af-0fb9-462b-ab86-eb8aa121a944 req-3501caf9-86d3-498a-acd7-96314104d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.153082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de37d5af-0fb9-462b-ab86-eb8aa121a944 req-3501caf9-86d3-498a-acd7-96314104d536 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 1061 time: 0.2128525 Jul 16 18:28:49.171185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Attempting to bind port 25d615b1-6101-4884-8bad-1f72d0de324a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:49.171554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Attempting to bind port 25d615b1-6101-4884-8bad-1f72d0de324a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:49.171918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Attempting to bind port 25d615b1-6101-4884-8bad-1f72d0de324a on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:49.195976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e6a4442-e7dd-44f6-b578-a0ab0a556e2b req-59ed5eb5-ca46-45ae-bde2-693a4a37d458 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919561 Jul 16 18:28:49.227729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e24f13-8a76-4cc6-baa7-fa58aa2b9b9e None None] Pushing event updated for resources: {'Port': ['ID=25d615b1-6101-4884-8bad-1f72d0de324a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:49.231662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:49.232052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:49.232462 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.232893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:49.233778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Bound port: 25d615b1-6101-4884-8bad-1f72d0de324a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:49.234176 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.330099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] For port 25d615b1-6101-4884-8bad-1f72d0de324a, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:49.363724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.364913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.369355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] For port 25d615b1-6101-4884-8bad-1f72d0de324a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=25d615b1-6101-4884-8bad-1f72d0de324a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:49.373211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.382262 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.448667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:49.515283 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Pushing event updated for resources: {'Port': ['ID=284a34d1-146c-47f5-9375-e3332a3ae8e8,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:49.521222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.537345 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddf3542a-6c6f-47d1-bc1c-986ba3b982e1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.590076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddf3542a-6c6f-47d1-bc1c-986ba3b982e1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.618976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101bea6-e5ab-4a78-a979-c43a89dab5bc None None] Network 55017bc6-5355-4e07-8719-0472160d2ab8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:49.658261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Network 55017bc6-5355-4e07-8719-0472160d2ab8 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:49.660394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:49.694350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port e98a3225-2bcd-47b2-8500-a6326e390f86, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e98a3225-2bcd-47b2-8500-a6326e390f86,segment=NetworkSegment(cfb884c1-14df-4ff1-b552-7ccf2efd039a),segment_id=cfb884c1-14df-4ff1-b552-7ccf2efd039a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:49.714920 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.716010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 45b740d5-a803-4bfc-bdec-7d742f07b4f3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:49.757892 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddf3542a-6c6f-47d1-bc1c-986ba3b982e1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.762073 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ddf3542a-6c6f-47d1-bc1c-986ba3b982e1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.766155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ddf3542a-6c6f-47d1-bc1c-986ba3b982e1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/security-groups/18955e58-eaaf-4f29-826a-92120506067e HTTP/1.1" status: 204 len: 168 time: 0.3140934 Jul 16 18:28:49.807546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cfe4f2bf-6ae8-489f-bfea-08cedac84913 None None] Provisioning for port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:49.812394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3542a-6c6f-47d1-bc1c-986ba3b982e1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18955e58-eaaf-4f29-826a-92120506067e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:49.838786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4de85-0333-45e3-8ca7-d36a8cc52b72 req-46945d98-52b6-4ab0-80ba-fcf22bfda356 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.854184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e24f13-8a76-4cc6-baa7-fa58aa2b9b9e None None] Pushing event updated for resources: {'Port': ['ID=25d615b1-6101-4884-8bad-1f72d0de324a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:49.857519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6dc4de85-0333-45e3-8ca7-d36a8cc52b72 req-46945d98-52b6-4ab0-80ba-fcf22bfda356 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 909 time: 0.2080908 Jul 16 18:28:49.873319 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Routers {'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:49.873972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:49.900123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:49.906669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:49.974350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefe2536-500a-44e3-9341-98ff17f3cf79 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting subnet 9361c088-c013-44e2-8ace-b2b01fe8b448 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:49.978843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eefe2536-500a-44e3-9341-98ff17f3cf79 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.036048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eefe2536-500a-44e3-9341-98ff17f3cf79 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.103271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=e98a3225-2bcd-47b2-8500-a6326e390f86,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:50.132400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:50.140441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:50.152020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:50.152402 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.157060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9eec7c23-7761-407e-8b5e-0119b1f5921d admin admin] 10.222.0.60 "PUT /v2.0/routers/e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1918795 Jul 16 18:28:50.240456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] Set router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:50.288262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eefe2536-500a-44e3-9341-98ff17f3cf79 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.439718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eefe2536-500a-44e3-9341-98ff17f3cf79 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.484723 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.495495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eefe2536-500a-44e3-9341-98ff17f3cf79 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.498417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eefe2536-500a-44e3-9341-98ff17f3cf79 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/subnets/9361c088-c013-44e2-8ace-b2b01fe8b448 HTTP/1.1" status: 204 len: 168 time: 0.5904448 Jul 16 18:28:50.501625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40688) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:50.507354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1299f0-862e-4643-a6b7-074adfe399b8 None None] Network e5b48ba8-df06-405b-9ae9-ba4909e0f703 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:50.531443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe2536-500a-44e3-9341-98ff17f3cf79 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Subnet': ['ID=9361c088-c013-44e2-8ace-b2b01fe8b448,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:50.558938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61488cad-c997-4336-acc7-946385931cb9 req-38021936-71aa-489e-939d-c3180bf1a29a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.562078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61488cad-c997-4336-acc7-946385931cb9 req-38021936-71aa-489e-939d-c3180bf1a29a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.2051892 Jul 16 18:28:50.673201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61488cad-c997-4336-acc7-946385931cb9 req-09d77931-5e70-42cb-9667-ad3dad12b59b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023917 Jul 16 18:28:50.677323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 45b740d5-a803-4bfc-bdec-7d742f07b4f3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=45b740d5-a803-4bfc-bdec-7d742f07b4f3,segment=NetworkSegment(2fbf8b61-5ff0-4f72-896f-d250520d4b9a),segment_id=2fbf8b61-5ff0-4f72-896f-d250520d4b9a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:50.697056 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.715571 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.864017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port c62b90db-7ed5-4fa5-9873-d4257fc99a27 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:50.864366 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.898338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e98a3225-2bcd-47b2-8500-a6326e390f86 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:51.021005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3210c5bd-9bbb-45d1-addf-9ec1dc92bb5f None None] Provisioning for port 284a34d1-146c-47f5-9375-e3332a3ae8e8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:51.022990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=45b740d5-a803-4bfc-bdec-7d742f07b4f3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:51.043442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3210c5bd-9bbb-45d1-addf-9ec1dc92bb5f None None] Provisioning complete for port 284a34d1-146c-47f5-9375-e3332a3ae8e8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:51.043825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3210c5bd-9bbb-45d1-addf-9ec1dc92bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.066918 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] For port c62b90db-7ed5-4fa5-9873-d4257fc99a27, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c62b90db-7ed5-4fa5-9873-d4257fc99a27,segment=NetworkSegment(e6fd3e35-5137-48c5-bab9-5b263deb4462),segment_id=e6fd3e35-5137-48c5-bab9-5b263deb4462)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:51.067764 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.093082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for c62b90db-7ed5-4fa5-9873-d4257fc99a27 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:51.138198 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e98a3225-2bcd-47b2-8500-a6326e390f86 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:51.138702 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.144117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:44Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 4, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'gw_port': {'id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:45Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '284a34d1-146c-47f5-9375-e3332a3ae8e8', 'name': '', 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'mac_address': 'fa:16:3e:4c:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 2, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'subnets': [{'id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:51.229189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.232091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c27841-3d1d-4f87-83e3-77f242b80b0c None None] The sync data for ids ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'] in n-d-793619-10 is: [{'id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:44Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 4, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'gw_port': {'id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:45Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '284a34d1-146c-47f5-9375-e3332a3ae8e8', 'name': '', 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'mac_address': 'fa:16:3e:4c:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 2, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'subnets': [{'id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:51.282236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] No DVR routers for this DVR port c62b90db-7ed5-4fa5-9873-d4257fc99a27 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:51.289140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3210c5bd-9bbb-45d1-addf-9ec1dc92bb5f None None] Port 284a34d1-146c-47f5-9375-e3332a3ae8e8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:51.293816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=c62b90db-7ed5-4fa5-9873-d4257fc99a27,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:51.312679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3210c5bd-9bbb-45d1-addf-9ec1dc92bb5f None None] Provisioning complete for port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:51.314080 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3210c5bd-9bbb-45d1-addf-9ec1dc92bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.450787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf6191b-be43-49f3-8b73-13dd9847d5ff None None] DHCP port deletion for e5b48ba8-df06-405b-9ae9-ba4909e0f703 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:51.526797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0e1c0-5c6b-4b21-bc66-ee1024ef0d0d req-db3c4739-84bf-4801-a8ae-d5f4f9534901 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.539702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9a0e1c0-5c6b-4b21-bc66-ee1024ef0d0d req-db3c4739-84bf-4801-a8ae-d5f4f9534901 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 909 time: 0.2428427 Jul 16 18:28:51.567703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.590983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b48ba8-df06-405b-9ae9-ba4909e0f703']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:51.622928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fd3e35-5137-48c5-bab9-5b263deb4462') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:51.623380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fd3e35-5137-48c5-bab9-5b263deb4462') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:51.636782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.683091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.696224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:51.702489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:51.709411 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:51.761555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-74dde085-9679-4f74-8466-e860ddef8534 None None] Provisioning complete for port 284a34d1-146c-47f5-9375-e3332a3ae8e8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:51.761841 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-74dde085-9679-4f74-8466-e860ddef8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.828169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.856416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.858605 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/networks/e5b48ba8-df06-405b-9ae9-ba4909e0f703 HTTP/1.1" status: 204 len: 168 time: 1.3554993 Jul 16 18:28:51.859821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-74dde085-9679-4f74-8466-e860ddef8534 None None] Port 284a34d1-146c-47f5-9375-e3332a3ae8e8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:51.867367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40844) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:51.897160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503fbf5-821a-4cb6-9219-371b3878c6c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Network': ['ID=e5b48ba8-df06-405b-9ae9-ba4909e0f703,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:51.988595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-11fe0c6e-503c-4848-9d7b-92b37d977d4b None None] Provisioning complete for port 284a34d1-146c-47f5-9375-e3332a3ae8e8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:51.989472 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-11fe0c6e-503c-4848-9d7b-92b37d977d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.046818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-11fe0c6e-503c-4848-9d7b-92b37d977d4b None None] Port 284a34d1-146c-47f5-9375-e3332a3ae8e8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:52.155303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7379c-f564-43eb-a390-f154a4066255 req-8a675ba6-43bc-4726-9e8e-771ff8a3f5ed tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.166325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1b7379c-f564-43eb-a390-f154a4066255 req-8a675ba6-43bc-4726-9e8e-771ff8a3f5ed tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 909 time: 0.3504694 Jul 16 18:28:52.227673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40890) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:52.246468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838f860-7ef1-4e50-adba-17cc8ea60239 req-76a20328-cee1-42c7-8fb9-50861f2b73e8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.249012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7838f860-7ef1-4e50-adba-17cc8ea60239 req-76a20328-cee1-42c7-8fb9-50861f2b73e8 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.2225842 Jul 16 18:28:52.288939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port 01e07d49-1b53-4676-9135-d0f0a3488ae0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:52.289393 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.409138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7838f860-7ef1-4e50-adba-17cc8ea60239 req-bb4f0299-f1da-4337-b1bd-e5033931b59d tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524756 Jul 16 18:28:52.436428 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.436922 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.455012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for 01e07d49-1b53-4676-9135-d0f0a3488ae0 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:52.725054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260dd3-b18f-4a43-937e-d4ee4b01c121 req-69f184b5-a4bd-4669-8f83-9b62c211cc6b tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.736125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3260dd3-b18f-4a43-937e-d4ee4b01c121 req-69f184b5-a4bd-4669-8f83-9b62c211cc6b tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 1061 time: 0.1171119 Jul 16 18:28:52.829140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.035334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 25d615b1-6101-4884-8bad-1f72d0de324a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:53.058832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=01e07d49-1b53-4676-9135-d0f0a3488ae0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:53.061511 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.061861 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Floating IP 2086bcd0-7f49-423d-b459-0d3ba451ff28 disassociated (deleted). External IP: 172.25.2.220, port: 7d6b0239-8180-4917-b6e4-c4079ce6e16b. Jul 16 18:28:53.151764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 25d615b1-6101-4884-8bad-1f72d0de324a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:53.162684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 25d615b1-6101-4884-8bad-1f72d0de324a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:53.163075 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.202432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de649-ce36-461e-802c-ba3b195fb3f0 req-d94cb6d3-7eab-4820-8902-5f8a5517d01e tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:53.203992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c44de649-ce36-461e-802c-ba3b195fb3f0 req-d94cb6d3-7eab-4820-8902-5f8a5517d01e tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 1136 time: 0.2190802 Jul 16 18:28:53.338016 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.384441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 25d615b1-6101-4884-8bad-1f72d0de324a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=25d615b1-6101-4884-8bad-1f72d0de324a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:53.392163 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.400941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 45b740d5-a803-4bfc-bdec-7d742f07b4f3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:53.415534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c44de649-ce36-461e-802c-ba3b195fb3f0 req-65054f1a-beb8-4af6-9184-79a807d8863b tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1989448 Jul 16 18:28:53.430519 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41020) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:53.473811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 9660e180-4453-4bed-901b-6c86bdb39534 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:53.488751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=25d615b1-6101-4884-8bad-1f72d0de324a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:53.556148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:53.556541 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.623069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.668123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:53.677362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.683824 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c15301-076c-4262-985b-19a676017d30 None None] Sync routers for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:53.711237 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c15301-076c-4262-985b-19a676017d30 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:53.714474 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a8c15301-076c-4262-985b-19a676017d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:53.738221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2f8a55b3-0244-492b-9125-8598d256111d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/floatingips/2086bcd0-7f49-423d-b459-0d3ba451ff28 HTTP/1.1" status: 204 len: 168 time: 1.8696907 Jul 16 18:28:53.780598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c62b90db-7ed5-4fa5-9873-d4257fc99a27 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:53.826644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:53.832033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: c62b90db-7ed5-4fa5-9873-d4257fc99a27 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:53.832698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c62b90db-7ed5-4fa5-9873-d4257fc99a27 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:53.834167 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608" -d '{"events": [{"name": "network-changed", "server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:53.912285 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a8c15301-076c-4262-985b-19a676017d30 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:53.914709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd94093-13dd-46ea-b788-585372b8dbdb req-ea9024d5-34c4-4322-8779-cc656ed2bd30 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:53.916509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cd94093-13dd-46ea-b788-585372b8dbdb req-ea9024d5-34c4-4322-8779-cc656ed2bd30 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1766241 Jul 16 18:28:53.982989 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cd94093-13dd-46ea-b788-585372b8dbdb req-54caac47-3c43-489e-b40c-e01ea41cdcfb tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581274 Jul 16 18:28:54.015545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acce905-c3ac-40a5-8cc7-661850b56ced tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.018034 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1acce905-c3ac-40a5-8cc7-661850b56ced tempest-TestSecurityGroupsBasicOps-197429814 tempest-TestSecurityGroupsBasicOps-197429814-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 1056 time: 0.5832851 Jul 16 18:28:54.088255 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dbd4e2-72b6-4b36-abaf-2f5c1eeaee1b x-openstack-request-id: req-95dbd4e2-72b6-4b36-abaf-2f5c1eeaee1b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:54.088614 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:54.088922 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95dbd4e2-72b6-4b36-abaf-2f5c1eeaee1b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:54.089186 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'status': 'completed', 'code': 200} Jul 16 18:28:54.226563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-eed57fdb-05ab-4e87-8a01-57192c7b1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.227255 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-eed57fdb-05ab-4e87-8a01-57192c7b1fb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 1098 time: 0.1123536 Jul 16 18:28:54.371299 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a8c15301-076c-4262-985b-19a676017d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 6, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:54.418957 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c15301-076c-4262-985b-19a676017d30 None None] Checking router: 9660e180-4453-4bed-901b-6c86bdb39534 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:54.426186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Deleting port e98a3225-2bcd-47b2-8500-a6326e390f86 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:54.426665 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.441215 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c15301-076c-4262-985b-19a676017d30 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:54.443316 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a8c15301-076c-4262-985b-19a676017d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:54.466762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-3cba9dea-2a79-4f52-bc2d-7c4396cd33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.468684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-3cba9dea-2a79-4f52-bc2d-7c4396cd33ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=39966558-655b-4840-93c9-0af2c12db26b HTTP/1.1" status: 200 len: 898 time: 0.2342775 Jul 16 18:28:54.574478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-b727d1e6-3d7e-42c3-ae39-af16c93bdd07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d6b0239-8180-4917-b6e4-c4079ce6e16b HTTP/1.1" status: 200 len: 217 time: 0.0925155 Jul 16 18:28:54.619766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] For port e98a3225-2bcd-47b2-8500-a6326e390f86, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e98a3225-2bcd-47b2-8500-a6326e390f86,segment=NetworkSegment(cfb884c1-14df-4ff1-b552-7ccf2efd039a),segment_id=cfb884c1-14df-4ff1-b552-7ccf2efd039a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:54.620964 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.645661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Calling delete_port for e98a3225-2bcd-47b2-8500-a6326e390f86 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:54.650932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58ee19-84c9-4989-b683-be6e34b97771 req-3e6c2ca9-c065-4163-bf2b-9bac1ae8344c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.658155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd58ee19-84c9-4989-b683-be6e34b97771 req-3e6c2ca9-c065-4163-bf2b-9bac1ae8344c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 946 time: 0.2615645 Jul 16 18:28:54.658977 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-a8c15301-076c-4262-985b-19a676017d30 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:54.680346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-e95988e9-7895-4fc5-8152-520429d1c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.681885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-e95988e9-7895-4fc5-8152-520429d1c6d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc HTTP/1.1" status: 200 len: 834 time: 0.0949926 Jul 16 18:28:54.807597 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd58ee19-84c9-4989-b683-be6e34b97771 req-6453ea63-21b5-4b9e-b844-ff0d835aef76 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484630 Jul 16 18:28:54.846780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 25d615b1-6101-4884-8bad-1f72d0de324a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:54.903114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-cc6041de-20a6-4117-9916-711f7d1f5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.913314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-cc6041de-20a6-4117-9916-711f7d1f5a82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=39966558-655b-4840-93c9-0af2c12db26b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027552 Jul 16 18:28:54.943687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.968322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 25d615b1-6101-4884-8bad-1f72d0de324a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:54.968727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.007433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e98a3225-2bcd-47b2-8500-a6326e390f86,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:55.031969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9a921-f47c-426d-b940-168800e4acfb req-703c9dcd-2e44-4c35-b1d6-72c0de47a45a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:55.035354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60e9a921-f47c-426d-b940-168800e4acfb req-703c9dcd-2e44-4c35-b1d6-72c0de47a45a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 909 time: 0.3961148 Jul 16 18:28:55.081647 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-a8c15301-076c-4262-985b-19a676017d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 6, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:55.131986 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-d53da6b5-0905-4117-b44d-a206f403b701 service neutron] 10.222.0.45 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098982 Jul 16 18:28:55.171088 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c15301-076c-4262-985b-19a676017d30 None None] The sync data for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 is: [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:28:40Z', 'revision_number': 6, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad', 'name': '', 'network_id': '39966558-655b-4840-93c9-0af2c12db26b', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:69:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:31Z', 'updated_at': '2021-07-16T18:26:41Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': '5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:55.322247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2880b6dd-a596-47f2-b8d0-dc09ce4a5608 req-68dc3475-3c4e-4b6f-b0ad-30799b4e5788 service neutron] 10.222.0.45 "GET /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772563 Jul 16 18:28:55.326715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.346254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee2f9-971f-4bd2-85c0-e76ebdfe83d0 req-a19843c1-6831-49e2-85e9-228aa4215cc3 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:55.353790 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97cee2f9-971f-4bd2-85c0-e76ebdfe83d0 req-a19843c1-6831-49e2-85e9-228aa4215cc3 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1479366 Jul 16 18:28:55.421226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97cee2f9-971f-4bd2-85c0-e76ebdfe83d0 req-dbe60b42-87ac-4c7b-943d-1e90cb1fe267 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664816 Jul 16 18:28:55.687448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:55.698162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4ca43-09e4-4821-8ca7-6d0520c35ba3 None None] New status for floating IP 2086bcd0-7f49-423d-b459-0d3ba451ff28: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:55.738874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-8ec056de-253d-4dbe-9cec-d31b20670607 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:55.740866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-8ec056de-253d-4dbe-9cec-d31b20670607 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 946 time: 0.1159940 Jul 16 18:28:55.805456 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Sync routers for ids ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:55.822140 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Routers {'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:55.824958 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:55.887336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port 7d6b0239-8180-4917-b6e4-c4079ce6e16b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:55.887871 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.897221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:55.912876 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-484f5bb9-ddaa-4d43-8839-c78139199c9d admin admin] 10.222.0.60 "PUT /v2.0/routers/b80bd798-cebb-46c3-9cde-bf90bdbaf4e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6834698 Jul 16 18:28:55.915967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:55.919154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] Sync routers for ids ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:55.960242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] Routers {'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:55.961267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:56.129733 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Set router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:56.218597 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.226677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] For port 7d6b0239-8180-4917-b6e4-c4079ce6e16b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7d6b0239-8180-4917-b6e4-c4079ce6e16b,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:56.227393 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.252251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for 7d6b0239-8180-4917-b6e4-c4079ce6e16b owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:56.301395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-fa2ffdaa-44ec-4a6e-8799-c8a08925210c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.311376 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-fa2ffdaa-44ec-4a6e-8799-c8a08925210c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.45 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 909 time: 0.2941206 Jul 16 18:28:56.322955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc550468-60b5-4f37-8055-07b91c7e0b35 req-62e6c6e3-b7e6-4ecb-9c4a-55ad1d2bb589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.328863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc550468-60b5-4f37-8055-07b91c7e0b35 req-62e6c6e3-b7e6-4ecb-9c4a-55ad1d2bb589 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 946 time: 0.2430868 Jul 16 18:28:56.400882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] Set router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:56.454454 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:44Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 4, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'gw_port': {'id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:45Z', 'updated_at': '2021-07-16T18:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '284a34d1-146c-47f5-9375-e3332a3ae8e8', 'name': '', 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'mac_address': 'fa:16:3e:4c:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 2, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'subnets': [{'id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:56.455275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45806a-662e-4913-a7d9-c279415111a3 req-0ade102f-3d37-47fd-96c2-3e04174a619a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.472469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab45806a-662e-4913-a7d9-c279415111a3 req-0ade102f-3d37-47fd-96c2-3e04174a619a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.3153574 Jul 16 18:28:56.521224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc550468-60b5-4f37-8055-07b91c7e0b35 req-ff36eb15-e375-4c39-960b-ebd209aac5d0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=57b86ab9-59e5-4a1c-8758-401ba21a3a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832564 Jul 16 18:28:56.595525 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.646562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab45806a-662e-4913-a7d9-c279415111a3 req-a2e32089-2b00-40df-9602-ec5bf17df38a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727138 Jul 16 18:28:56.733372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:35Z', 'updated_at': '2021-07-16T18:28:54Z', 'revision_number': 5, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'gw_port': {'id': '8bb11d50-a707-427f-acac-8e5f04fe884a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:36Z', 'updated_at': '2021-07-16T18:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:56.787482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Deleting port 3d601010-9719-4d7a-852e-00a8a88aeb34 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:56.788082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.811563 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.820923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] Checking router: b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:56.822496 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Checking router: e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:56.822883 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Updating router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f port 284a34d1-146c-47f5-9375-e3332a3ae8e8 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:56.832561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] Routers {'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:56.833571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:56.867899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=7d6b0239-8180-4917-b6e4-c4079ce6e16b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:56.949832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] No DVR routers for this DVR port 7d6b0239-8180-4917-b6e4-c4079ce6e16b on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:56.953601 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.977196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.979375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-221354ef-7e49-4ba2-ae00-76c7518997ea req-4cd74156-bb9d-462e-af7c-44fa1bd4620e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.45 "DELETE /v2.0/ports/7d6b0239-8180-4917-b6e4-c4079ce6e16b HTTP/1.1" status: 204 len: 173 time: 1.2280004 Jul 16 18:28:56.980079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'name': 'network-vif-deleted', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:56.983114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Deleting port 8bb11d50-a707-427f-acac-8e5f04fe884a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:56.983373 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e35536-676b-407d-8d9e-66edcec92542" -d '{"events": [{"server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "name": "network-vif-deleted", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:56.984221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] Set router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:56.992805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.070523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8990e2-645c-4105-8208-9ff18d805a23 req-2a886120-d902-4171-a69c-d446456b4b2e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:57.084370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa8990e2-645c-4105-8208-9ff18d805a23 req-2a886120-d902-4171-a69c-d446456b4b2e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 909 time: 0.1753445 Jul 16 18:28:57.142118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:35Z', 'updated_at': '2021-07-16T18:28:56Z', 'revision_number': 6, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:57.179717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e547c2-c060-464e-b9d4-047d94ccfdf2 None None] The sync data for ids ['b80bd798-cebb-46c3-9cde-bf90bdbaf4e9'] in n-d-793619-10 is: [{'id': 'b80bd798-cebb-46c3-9cde-bf90bdbaf4e9', 'name': 'tempest-TestAggregatesBasicOps-1135671004-router', 'tenant_id': '5a786bcc13fa469f90e7704533cb4a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:35Z', 'updated_at': '2021-07-16T18:28:56Z', 'revision_number': 6, 'project_id': '5a786bcc13fa469f90e7704533cb4a85', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:57.191933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] For port 3d601010-9719-4d7a-852e-00a8a88aeb34, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=3d601010-9719-4d7a-852e-00a8a88aeb34,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:57.192339 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.235591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Calling delete_port for 3d601010-9719-4d7a-852e-00a8a88aeb34 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:57.266126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331db01-cb9e-4483-9a0c-a9f0f59f4f16 req-f129ee26-1b70-4d6a-8dfa-2366991cd65b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:57.268331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1331db01-cb9e-4483-9a0c-a9f0f59f4f16 req-f129ee26-1b70-4d6a-8dfa-2366991cd65b tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1515272 Jul 16 18:28:57.302818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] For port 8bb11d50-a707-427f-acac-8e5f04fe884a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8bb11d50-a707-427f-acac-8e5f04fe884a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:57.303200 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.366250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1331db01-cb9e-4483-9a0c-a9f0f59f4f16 req-ce1d3789-d64c-416e-a386-bb28130a2504 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811453 Jul 16 18:28:57.425536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Calling delete_port for 8bb11d50-a707-427f-acac-8e5f04fe884a owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:57.439602 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd05400e-909c-466f-b7a8-edefc36d0859 x-openstack-request-id: req-fd05400e-909c-466f-b7a8-edefc36d0859 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:57.439897 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a58133-1582-4289-a68a-6c5b3dbe553f", "name": "network-vif-deleted", "tag": "7d6b0239-8180-4917-b6e4-c4079ce6e16b", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:57.440148 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd05400e-909c-466f-b7a8-edefc36d0859 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:57.441388 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a58133-1582-4289-a68a-6c5b3dbe553f', 'name': 'network-vif-deleted', 'tag': '7d6b0239-8180-4917-b6e4-c4079ce6e16b', 'status': 'completed', 'code': 200} Jul 16 18:28:57.644539 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.719986 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-10708751-ecfd-4d66-a327-72e2fa3ca29e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3075187 Jul 16 18:28:57.888893 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Transition to ACTIVE for port object 284a34d1-146c-47f5-9375-e3332a3ae8e8 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:57.895868 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.914539 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.964130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Port': ['ID=3d601010-9719-4d7a-852e-00a8a88aeb34,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:58.002589 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ba10c-769d-42e7-a8fc-7c2d8b26ee7b None None] Pushing event updated for resources: {'Port': ['ID=284a34d1-146c-47f5-9375-e3332a3ae8e8,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:58.167579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ffee5f7e-70b1-4a02-a330-e0a1eb178ea5 req-d227c43d-c8c8-4250-bc41-d53479d9595c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=30a58133-1582-4289-a68a-6c5b3dbe553f HTTP/1.1" status: 200 len: 210 time: 0.0855103 Jul 16 18:28:58.198722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] No DVR routers for this DVR port 3d601010-9719-4d7a-852e-00a8a88aeb34 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:58.199233 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Attempting to bind port 284a34d1-146c-47f5-9375-e3332a3ae8e8 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:58.200115 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Attempting to bind port 284a34d1-146c-47f5-9375-e3332a3ae8e8 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '2fbf8b61-5ff0-4f72-896f-d250520d4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:58.200722 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Attempting to bind port 284a34d1-146c-47f5-9375-e3332a3ae8e8 on network 55017bc6-5355-4e07-8719-0472160d2ab8 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:58.210541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.213463 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9112c3bd-2ed1-4b25-ad9e-615e94be3384 req-d2080a62-c687-4496-8a70-df83e97d7d4e tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.45 "DELETE /v2.0/ports/3d601010-9719-4d7a-852e-00a8a88aeb34 HTTP/1.1" status: 204 len: 173 time: 1.8937709 Jul 16 18:28:58.214242 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.216742 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:58.217043 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Checking segment: {'id': '2fbf8b61-5ff0-4f72-896f-d250520d4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:58.217462 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.217860 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Bound using segment: {'id': '2fbf8b61-5ff0-4f72-896f-d250520d4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:58.218348 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Bound port: 284a34d1-146c-47f5-9375-e3332a3ae8e8, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbf8b61-5ff0-4f72-896f-d250520d4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:58.218734 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.222638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-a0fe42b0-47d2-4baa-a7ea-3d5f2540e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:58.224699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-a0fe42b0-47d2-4baa-a7ea-3d5f2540e324 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 1136 time: 0.4101763 Jul 16 18:28:58.225476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1211207-f6ac-4a1e-a87b-6b0cfaafa02d', 'name': 'network-vif-deleted', 'tag': '3d601010-9719-4d7a-852e-00a8a88aeb34'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:58.228719 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e24c0b3-246c-4914-a9db-3e591da4cd7f" -d '{"events": [{"server_uuid": "e1211207-f6ac-4a1e-a87b-6b0cfaafa02d", "name": "network-vif-deleted", "tag": "3d601010-9719-4d7a-852e-00a8a88aeb34"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:58.359270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b6173-6eec-4b9a-89d6-6a7ba7a77d55 req-6eb66bf4-a5cd-47d8-9ceb-756c06d6317a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:58.364176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa6b6173-6eec-4b9a-89d6-6a7ba7a77d55 req-6eb66bf4-a5cd-47d8-9ceb-756c06d6317a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.1907487 Jul 16 18:28:58.431024 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] For port 284a34d1-146c-47f5-9375-e3332a3ae8e8, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:58.447867 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] For port 284a34d1-146c-47f5-9375-e3332a3ae8e8, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=284a34d1-146c-47f5-9375-e3332a3ae8e8,segment=NetworkSegment(2fbf8b61-5ff0-4f72-896f-d250520d4b9a),segment_id=2fbf8b61-5ff0-4f72-896f-d250520d4b9a)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:58.462844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa6b6173-6eec-4b9a-89d6-6a7ba7a77d55 req-cc6ed047-7087-4ee0-8f28-2e227bce43c0 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891275 Jul 16 18:28:58.468316 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.474642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb11d50-a707-427f-acac-8e5f04fe884a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:58.538066 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Routers {'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:58.539529 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:58.590179 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ba10c-769d-42e7-a8fc-7c2d8b26ee7b None None] Pushing event updated for resources: {'Port': ['ID=284a34d1-146c-47f5-9375-e3332a3ae8e8,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:58.654113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b687a7b-fa0b-4c10-b4c6-3c135235482a req-ca2cae8e-824a-49c6-941d-9dc51c41cddc tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:58.662679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b687a7b-fa0b-4c10-b4c6-3c135235482a req-ca2cae8e-824a-49c6-941d-9dc51c41cddc tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 946 time: 0.1986763 Jul 16 18:28:58.755025 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] Set router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:58.763806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b687a7b-fa0b-4c10-b4c6-3c135235482a req-29d0df77-2393-448d-b968-f9e1c6b916d5 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999553 Jul 16 18:28:58.820852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7d6b0239-8180-4917-b6e4-c4079ce6e16b no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:58.908392 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.909074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 7d6b0239-8180-4917-b6e4-c4079ce6e16b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:58.910170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7d6b0239-8180-4917-b6e4-c4079ce6e16b not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:58.910170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3d601010-9719-4d7a-852e-00a8a88aeb34 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:59.005443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 3d601010-9719-4d7a-852e-00a8a88aeb34 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:59.010964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 3d601010-9719-4d7a-852e-00a8a88aeb34 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:59.088445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 284a34d1-146c-47f5-9375-e3332a3ae8e8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:59.180858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9d9210c-3105-4a32-8469-bc5b8ad49567 req-998477df-85b7-413d-b1cf-b263f1794d33 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1211207-f6ac-4a1e-a87b-6b0cfaafa02d HTTP/1.1" status: 200 len: 210 time: 0.0496864 Jul 16 18:28:59.201521 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 284a34d1-146c-47f5-9375-e3332a3ae8e8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:59.205115 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5071fae5-1341-4f96-b7af-783e0f4d4121 x-openstack-request-id: req-5071fae5-1341-4f96-b7af-783e0f4d4121 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:59.205642 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1211207-f6ac-4a1e-a87b-6b0cfaafa02d", "name": "network-vif-deleted", "tag": "3d601010-9719-4d7a-852e-00a8a88aeb34", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:59.205642 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5071fae5-1341-4f96-b7af-783e0f4d4121 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:59.206045 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1211207-f6ac-4a1e-a87b-6b0cfaafa02d', 'name': 'network-vif-deleted', 'tag': '3d601010-9719-4d7a-852e-00a8a88aeb34', 'status': 'completed', 'code': 200} Jul 16 18:28:59.211474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-1541658c-5eef-47fb-90ce-6024f147c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.213693 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-1541658c-5eef-47fb-90ce-6024f147c744 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c86c55e-c5af-4f67-9806-b773f5b3808b HTTP/1.1" status: 200 len: 896 time: 0.9044178 Jul 16 18:28:59.215253 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 284a34d1-146c-47f5-9375-e3332a3ae8e8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:59.215828 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.289774 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:44Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 4, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'gw_port': {'id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:45Z', 'updated_at': '2021-07-16T18:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '284a34d1-146c-47f5-9375-e3332a3ae8e8', 'name': '', 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'mac_address': 'fa:16:3e:4c:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:58Z', 'revision_number': 4, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'subnets': [{'id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:59.321022 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.323084 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0be5eb-6b47-4ed0-babd-a604ba595c47 None None] The sync data for ids ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'] in n-d-793619-10 is: [{'id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:44Z', 'updated_at': '2021-07-16T18:28:49Z', 'revision_number': 4, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'gw_port': {'id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:45Z', 'updated_at': '2021-07-16T18:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '284a34d1-146c-47f5-9375-e3332a3ae8e8', 'name': '', 'network_id': '55017bc6-5355-4e07-8719-0472160d2ab8', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'mac_address': 'fa:16:3e:4c:3d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:47Z', 'updated_at': '2021-07-16T18:28:58Z', 'revision_number': 4, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'subnets': [{'id': 'efeec45a-0f6b-421d-b6ad-8d98304f96c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:59.341823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41228) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:59.397888 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.424224 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beaf100c-af7b-478d-8ee0-76436811b51c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.443827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 284a34d1-146c-47f5-9375-e3332a3ae8e8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=284a34d1-146c-47f5-9375-e3332a3ae8e8,segment=NetworkSegment(2fbf8b61-5ff0-4f72-896f-d250520d4b9a),segment_id=2fbf8b61-5ff0-4f72-896f-d250520d4b9a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:59.455104 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.489116 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beaf100c-af7b-478d-8ee0-76436811b51c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.564253 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e98a3225-2bcd-47b2-8500-a6326e390f86 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:59.595562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e98a3225-2bcd-47b2-8500-a6326e390f86 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:59.596221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e98a3225-2bcd-47b2-8500-a6326e390f86 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:59.597470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8bb11d50-a707-427f-acac-8e5f04fe884a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:59.604001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.617704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.641135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 8bb11d50-a707-427f-acac-8e5f04fe884a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:59.641757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8bb11d50-a707-427f-acac-8e5f04fe884a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:59.645111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=284a34d1-146c-47f5-9375-e3332a3ae8e8,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:59.701559 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-9b18f6a1-f9b8-43d4-8ad4-d36346d07fdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30752cb6-b955-4895-b613-75672db87700 HTTP/1.1" status: 200 len: 1001 time: 0.4324045 Jul 16 18:28:59.769997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.770513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:28:59.781630 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.785624 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-edc9205c-9699-4865-bf67-76c95de4e61c admin admin] 10.222.0.60 "DELETE /v2.0/routers/b80bd798-cebb-46c3-9cde-bf90bdbaf4e9 HTTP/1.1" status: 204 len: 168 time: 3.8641655 Jul 16 18:28:59.790445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41234) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:59.835596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-6912fce3-5246-4953-8572-4e9e883e151b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.837177 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-6912fce3-5246-4953-8572-4e9e883e151b tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 946 time: 0.3831325 Jul 16 18:28:59.838881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-196c0e57-9d51-40c7-a998-f870c6633809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.840207 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-196c0e57-9d51-40c7-a998-f870c6633809 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9bb68cc1-82ad-4367-a265-f4c2ec6d97f5 HTTP/1.1" status: 200 len: 835 time: 0.1299479 Jul 16 18:28:59.852357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-5a0b5543-faa3-4aae-84e7-5dca4482094a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.854104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-5a0b5543-faa3-4aae-84e7-5dca4482094a tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.2445323 Jul 16 18:28:59.858049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beaf100c-af7b-478d-8ee0-76436811b51c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.860848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-beaf100c-af7b-478d-8ee0-76436811b51c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.866346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-beaf100c-af7b-478d-8ee0-76436811b51c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/security-groups/57b86ab9-59e5-4a1c-8758-401ba21a3a6d HTTP/1.1" status: 204 len: 168 time: 0.5230365 Jul 16 18:29:00.028912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-31ae2e4f-a5a2-4883-90c5-6cbc3fde02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.030779 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-31ae2e4f-a5a2-4883-90c5-6cbc3fde02df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c86c55e-c5af-4f67-9806-b773f5b3808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749432 Jul 16 18:29:00.130292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Deleting port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:00.130633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.370651 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-64e8b7ec-677a-4e5a-95d3-56be1f955ae6 service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248291 Jul 16 18:29:00.386788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] For port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:00.387606 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.420956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf100c-af7b-478d-8ee0-76436811b51c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b86ab9-59e5-4a1c-8758-401ba21a3a6d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:00.490801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a875a37-2342-4fe1-85a7-911b605cedeb req-8f89f4d3-9471-4efe-835f-c2c946790be0 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.497511 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a875a37-2342-4fe1-85a7-911b605cedeb req-8f89f4d3-9471-4efe-835f-c2c946790be0 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.8101065 Jul 16 18:29:00.510905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f0b61c-72bd-42da-98eb-d6565b263fec admin admin] Deleting subnet f12e3c5b-1c40-4bf8-9a9a-2049b1aac547 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:00.514193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35f0b61c-72bd-42da-98eb-d6565b263fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.550980 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35f0b61c-72bd-42da-98eb-d6565b263fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.646846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35f0b61c-72bd-42da-98eb-d6565b263fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.702186 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e56bc017-8d85-44a7-b04a-1292e1438f73 req-6b9cd318-6b39-4922-9717-fa97bc27ac5a service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338111 Jul 16 18:29:00.720260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35f0b61c-72bd-42da-98eb-d6565b263fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.780569 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.781132 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.781594 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Floating IP e9c392a8-7763-4cc1-a65f-64749a67c994 disassociated. External IP: 172.25.2.16, port: aa6209e6-5cf2-4f62-b69c-07e1d1f283a6. Jul 16 18:29:00.782065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Calling delete_port for aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:00.806685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0b61c-72bd-42da-98eb-d6565b263fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12e3c5b-1c40-4bf8-9a9a-2049b1aac547,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:00.810841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109188c-871a-4803-aa52-9db45c75aed7 None None] Network d1630dc1-f1a6-4366-9b5e-1b69bd52338b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:00.822200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35f0b61c-72bd-42da-98eb-d6565b263fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.826295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-35f0b61c-72bd-42da-98eb-d6565b263fec admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f12e3c5b-1c40-4bf8-9a9a-2049b1aac547 HTTP/1.1" status: 204 len: 168 time: 1.0295129 Jul 16 18:29:00.833557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:00.892686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a875a37-2342-4fe1-85a7-911b605cedeb req-936d7043-bb29-4896-bef2-bff87999ff82 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941858 Jul 16 18:29:00.964492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 284a34d1-146c-47f5-9375-e3332a3ae8e8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:00.965136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41252) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:00.977802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.021128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1de84-3119-4980-a079-209fb7e8d910 req-f391e3a2-77fd-4a28-9208-2c6c8ddd29de tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:01.023189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49e1de84-3119-4980-a079-209fb7e8d910 req-f391e3a2-77fd-4a28-9208-2c6c8ddd29de tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 946 time: 0.6055281 Jul 16 18:29:01.067878 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event deleted for resources: {'Port': ['ID=aa6209e6-5cf2-4f62-b69c-07e1d1f283a6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:01.149871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41254) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:01.186147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 284a34d1-146c-47f5-9375-e3332a3ae8e8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:01.188350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.306969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38312c4b-9715-4cb3-a80c-9c457a8f79dd None None] DHCP port deletion for d1630dc1-f1a6-4366-9b5e-1b69bd52338b request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:01.376419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.387881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Deleting port 11e2a20f-c060-488e-8995-eeb611525a15 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:01.388237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.400746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-38312c4b-9715-4cb3-a80c-9c457a8f79dd None None] Deleting port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:01.401397 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38312c4b-9715-4cb3-a80c-9c457a8f79dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.420422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Router e11ee0bd-32ec-4738-a91a-81321ed52064 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:01.464148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49e1de84-3119-4980-a079-209fb7e8d910 req-fac80260-fcdf-4266-9aa0-84e7e816e0bd tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups?id=3c3a5893-70e5-4405-908f-10d80cb7b2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312738 Jul 16 18:29:01.523391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-38312c4b-9715-4cb3-a80c-9c457a8f79dd None None] For port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=90b23c5b-f2d6-4f74-afbc-e9bb39888cbc,segment=NetworkSegment(cfb884c1-14df-4ff1-b552-7ccf2efd039a),segment_id=cfb884c1-14df-4ff1-b552-7ccf2efd039a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:01.524245 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38312c4b-9715-4cb3-a80c-9c457a8f79dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.551233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-38312c4b-9715-4cb3-a80c-9c457a8f79dd None None] Calling delete_port for 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:01.656863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:01.666873 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] Sync routers for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:01.679991 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:01.680663 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:01.682497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38312c4b-9715-4cb3-a80c-9c457a8f79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.725143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] No DVR routers for this DVR port aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:01.727890 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.730829 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-62b1d6a9-4d11-402a-80e7-5b6eeca96d98 req-9a4548b4-b304-4a2f-a795-05dc0602b00e tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.45 "DELETE /v2.0/ports/aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 HTTP/1.1" status: 204 len: 173 time: 1.8869913 Jul 16 18:29:01.747381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-deleted', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:01.751527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38312c4b-9715-4cb3-a80c-9c457a8f79dd None None] No DVR routers for this DVR port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:01.751750 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83d28a4-545f-4a68-8389-d311f2001bde" -d '{"events": [{"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-deleted", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:01.762302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38312c4b-9715-4cb3-a80c-9c457a8f79dd None None] Pushing event deleted for resources: {'Port': ['ID=90b23c5b-f2d6-4f74-afbc-e9bb39888cbc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:01.798838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] For port 11e2a20f-c060-488e-8995-eeb611525a15, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=11e2a20f-c060-488e-8995-eeb611525a15,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:01.801117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.850871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Calling delete_port for 11e2a20f-c060-488e-8995-eeb611525a15 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:01.883754 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a969ca5e-8e4c-45b8-8113-3af5f5c6b5bd x-openstack-request-id: req-a969ca5e-8e4c-45b8-8113-3af5f5c6b5bd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:01.884051 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6c9b32-c722-499f-a2f1-41d8ce0db3b7", "name": "network-vif-deleted", "tag": "aa6209e6-5cf2-4f62-b69c-07e1d1f283a6", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:01.884662 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a969ca5e-8e4c-45b8-8113-3af5f5c6b5bd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:01.884793 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6c9b32-c722-499f-a2f1-41d8ce0db3b7', 'name': 'network-vif-deleted', 'tag': 'aa6209e6-5cf2-4f62-b69c-07e1d1f283a6', 'status': 'completed', 'code': 200} Jul 16 18:29:02.025176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.055606 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:02.081530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Deleting port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:02.082226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.414832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] For port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc, host n-d-793619-10, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:02.415568 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.473605 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:02.492348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Calling delete_port for 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:02.516095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc was not found and therefore no delete operation was performed {{(pid=93823) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:29:02.559174 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] Checking router: e11ee0bd-32ec-4738-a91a-81321ed52064 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:02.572985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.575682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:02.576165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.584827 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:02.585471 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:02.754721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b23c5b-f2d6-4f74-afbc-e9bb39888cbc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:02.777977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95525f17-9a9c-4ce5-a695-01a7fd5a02ea req-609879cd-d08d-4146-955d-9f7619609833 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:02.781797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95525f17-9a9c-4ce5-a695-01a7fd5a02ea req-609879cd-d08d-4146-955d-9f7619609833 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6dcccd6-503f-4d5c-9950-d8405a6c544c HTTP/1.1" status: 200 len: 945 time: 0.6228838 Jul 16 18:29:02.787872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] No DVR routers for this DVR port 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:02.797865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] For port c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:02.798249 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.837414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:02.857175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:02.917324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:02.921020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:02.921558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device aa6209e6-5cf2-4f62-b69c-07e1d1f283a6 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:02.941866 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:02.950069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:02.950690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 90b23c5b-f2d6-4f74-afbc-e9bb39888cbc not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:02.999619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e3bf8d61-be01-44dc-8828-4e08734526bf req-b385ff2c-e0ff-451c-ab51-b18e50e5dd02 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f6c9b32-c722-499f-a2f1-41d8ce0db3b7 HTTP/1.1" status: 200 len: 210 time: 0.0852885 Jul 16 18:29:03.000268 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.013545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:03.082113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event deleted for resources: {'Port': ['ID=11e2a20f-c060-488e-8995-eeb611525a15,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:03.130292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95525f17-9a9c-4ce5-a695-01a7fd5a02ea req-cf525ca1-0372-4d96-9212-39cea9b548c7 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197601 Jul 16 18:29:03.177974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.179137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ab088bb9-d1ac-441f-ab98-29712ec7ef4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.193722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1630dc1-f1a6-4366-9b5e-1b69bd52338b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:03.194935 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.263767 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:03.265288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] No DVR routers for this DVR port 11e2a20f-c060-488e-8995-eeb611525a15 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:03.267611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:03.286984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.293631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9789cd6-0505-4de5-b547-ac713a74c8d2 req-530db94f-11d0-4376-a164-3991e71d4ff6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.46 "DELETE /v2.0/ports/11e2a20f-c060-488e-8995-eeb611525a15 HTTP/1.1" status: 204 len: 173 time: 3.4261377 Jul 16 18:29:03.294129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dcccd6-503f-4d5c-9950-d8405a6c544c', 'name': 'network-vif-deleted', 'tag': '11e2a20f-c060-488e-8995-eeb611525a15'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:03.295305 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f436809-dced-44b9-a59c-0f175a3027b7 None None] The sync data for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 is: [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:18:52Z', 'revision_number': 4, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '81d57679-f5a5-4803-9954-27c5a4e8c545', 'name': '', 'network_id': '3743c663-d8a1-4c5d-abb0-0445d2fce3b7', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'mac_address': 'fa:16:3e:1f:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:50Z', 'updated_at': '2021-07-16T18:19:03Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'subnets': [{'id': '82ad1522-4780-4a23-8bf8-34c104314ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:03.296506 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6136c6e1-8ef5-4629-9473-40416eba4071" -d '{"events": [{"server_uuid": "a6dcccd6-503f-4d5c-9950-d8405a6c544c", "name": "network-vif-deleted", "tag": "11e2a20f-c060-488e-8995-eeb611525a15"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:03.310776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb884c1-14df-4ff1-b552-7ccf2efd039a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:03.311139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb884c1-14df-4ff1-b552-7ccf2efd039a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:03.339938 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.378253 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5f132e-cc27-4388-b672-57210753e4c2 x-openstack-request-id: req-9a5f132e-cc27-4388-b672-57210753e4c2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:03.378529 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dcccd6-503f-4d5c-9950-d8405a6c544c", "name": "network-vif-deleted", "tag": "11e2a20f-c060-488e-8995-eeb611525a15", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:03.378782 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a5f132e-cc27-4388-b672-57210753e4c2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:03.379190 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dcccd6-503f-4d5c-9950-d8405a6c544c', 'name': 'network-vif-deleted', 'tag': '11e2a20f-c060-488e-8995-eeb611525a15', 'status': 'completed', 'code': 200} Jul 16 18:29:03.383999 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.414612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:03.415365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:03.417251 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:03.460619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 11e2a20f-c060-488e-8995-eeb611525a15 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:03.498221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 11e2a20f-c060-488e-8995-eeb611525a15 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:03.499154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 11e2a20f-c060-488e-8995-eeb611525a15 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:03.504463 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.546612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.634505 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.646396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.651845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d1630dc1-f1a6-4366-9b5e-1b69bd52338b HTTP/1.1" status: 204 len: 168 time: 2.7963758 Jul 16 18:29:03.690974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41274) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:03.755307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c74f9-c92c-443e-b431-b26ccb643e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1630dc1-f1a6-4366-9b5e-1b69bd52338b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:03.800333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d031b7-4e90-4ef4-b716-bbcca30936ad None None] New status for floating IP e9c392a8-7763-4cc1-a65f-64749a67c994: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:29:03.918305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 9660e180-4453-4bed-901b-6c86bdb39534 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:04.070690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:04.080127 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d47a9909-bd54-41b9-9251-05c7f6714092 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "PUT /v2.0/routers/9660e180-4453-4bed-901b-6c86bdb39534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1135468 Jul 16 18:29:04.081651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:04.082166 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] Sync routers for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:04.103146 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:04.103804 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:04.160545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3bbd02-0331-41fc-9721-bd5f25f1f4fb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting subnet 5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:04.164969 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc3bbd02-0331-41fc-9721-bd5f25f1f4fb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.212246 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc3bbd02-0331-41fc-9721-bd5f25f1f4fb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.297762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41284) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:04.333686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc3bbd02-0331-41fc-9721-bd5f25f1f4fb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.335971 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:04.410670 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc3bbd02-0331-41fc-9721-bd5f25f1f4fb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.446912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bbd02-0331-41fc-9721-bd5f25f1f4fb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Subnet': ['ID=5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:04.467375 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc3bbd02-0331-41fc-9721-bd5f25f1f4fb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.468093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856cf83-1a48-4660-adb7-ddf7b9aa3d5c None None] Network 39966558-655b-4840-93c9-0af2c12db26b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:04.475541 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cc3bbd02-0331-41fc-9721-bd5f25f1f4fb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/subnets/5d039bd9-c09a-4f4a-9809-c1b9e3f0cbdc HTTP/1.1" status: 204 len: 168 time: 0.3926249 Jul 16 18:29:04.476435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41288) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:04.540050 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78a85c50-3b71-44b6-97cf-0310601f5e18 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.584342 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:29:03Z', 'revision_number': 7, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:04.632759 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78a85c50-3b71-44b6-97cf-0310601f5e18 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.633287 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] Checking router: 9660e180-4453-4bed-901b-6c86bdb39534 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:04.645401 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] Routers {'9660e180-4453-4bed-901b-6c86bdb39534'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:04.646707 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9660e180-4453-4bed-901b-6c86bdb39534'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:04.792033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Deleting port 144ef320-2243-485f-a89b-be7e5ec5da99 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:04.792406 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.826974 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] Set router 9660e180-4453-4bed-901b-6c86bdb39534 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:04.961427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45660e-b0d0-434b-82fe-00648facab7b None None] DHCP port deletion for 39966558-655b-4840-93c9-0af2c12db26b request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:05.047529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1a45660e-b0d0-434b-82fe-00648facab7b None None] Deleting port 79d02632-4c24-435c-8240-a80118c179cf {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:05.048200 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a45660e-b0d0-434b-82fe-00648facab7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.196645 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:29:03Z', 'revision_number': 7, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:05.249936 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2874451-547a-4413-a7d6-a040fb1949f4 None None] The sync data for ids ['9660e180-4453-4bed-901b-6c86bdb39534'] in n-d-793619-10 is: [{'id': '9660e180-4453-4bed-901b-6c86bdb39534', 'name': 'tempest-TestNetworkBasicOps-router-1726571952', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:29:03Z', 'revision_number': 7, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '7124cee1-8fc9-4023-b3a8-edb728bb9395', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9660e180-4453-4bed-901b-6c86bdb39534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:26Z', 'updated_at': '2021-07-16T18:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:05.269681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1a45660e-b0d0-434b-82fe-00648facab7b None None] For port 79d02632-4c24-435c-8240-a80118c179cf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=79d02632-4c24-435c-8240-a80118c179cf,segment=NetworkSegment(c70a9ee8-c411-41b6-bea2-20bc17c13926),segment_id=c70a9ee8-c411-41b6-bea2-20bc17c13926)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:05.270588 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a45660e-b0d0-434b-82fe-00648facab7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.301499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1a45660e-b0d0-434b-82fe-00648facab7b None None] Calling delete_port for 79d02632-4c24-435c-8240-a80118c179cf owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:05.406553 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a45660e-b0d0-434b-82fe-00648facab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.431882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.445959 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78a85c50-3b71-44b6-97cf-0310601f5e18 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.448781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45660e-b0d0-434b-82fe-00648facab7b None None] No DVR routers for this DVR port 79d02632-4c24-435c-8240-a80118c179cf on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:05.451111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45660e-b0d0-434b-82fe-00648facab7b None None] Pushing event deleted for resources: {'Port': ['ID=79d02632-4c24-435c-8240-a80118c179cf,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:05.451731 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78a85c50-3b71-44b6-97cf-0310601f5e18 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.456487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-78a85c50-3b71-44b6-97cf-0310601f5e18 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "DELETE /v2.0/security-groups/3c3a5893-70e5-4405-908f-10d80cb7b2dd HTTP/1.1" status: 204 len: 168 time: 1.1524804 Jul 16 18:29:05.457162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:05.485230 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.521317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41312) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:05.586081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a85c50-3b71-44b6-97cf-0310601f5e18 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a5893-70e5-4405-908f-10d80cb7b2dd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:05.604996 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-c26b234d-4f4b-4d64-b36f-61576e36b642 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] show failed (client error): The resource could not be found. Jul 16 18:29:05.610531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c26b234d-4f4b-4d64-b36f-61576e36b642 tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "GET /v2.0/security-groups/3c3a5893-70e5-4405-908f-10d80cb7b2dd HTTP/1.1" status: 404 len: 347 time: 0.1332858 Jul 16 18:29:05.623034 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41318) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:05.689793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.730414 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c7d67f3-edb2-4015-9c3c-59e9605a36b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.770783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] For port 144ef320-2243-485f-a89b-be7e5ec5da99, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=144ef320-2243-485f-a89b-be7e5ec5da99,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:05.770783 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.832388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Calling delete_port for 144ef320-2243-485f-a89b-be7e5ec5da99 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:05.837115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port 7124cee1-8fc9-4023-b3a8-edb728bb9395 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:05.837546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.963123 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.000795 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-411b945f-d70d-4bc7-ba51-c6d4a2ccd554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.015498 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] For port 7124cee1-8fc9-4023-b3a8-edb728bb9395, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7124cee1-8fc9-4023-b3a8-edb728bb9395,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:06.015899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.060593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for 7124cee1-8fc9-4023-b3a8-edb728bb9395 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:06.072717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Deleting port 30998564-d693-4f62-b153-6e554b32c52e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:06.073021 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.144456 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c7d67f3-edb2-4015-9c3c-59e9605a36b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.151300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2c7d67f3-edb2-4015-9c3c-59e9605a36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.222377 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2c7d67f3-edb2-4015-9c3c-59e9605a36b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57d8216982234ba79145648e61476859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6970353 Jul 16 18:29:06.223301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41336) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:06.237825 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.238153 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.239726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d67f3-edb2-4015-9c3c-59e9605a36b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7866f5cc-0985-4a12-a3bd-fe354b16ef83,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:06.287915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Calling delete_port for 30998564-d693-4f62-b153-6e554b32c52e owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:06.336870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff0e4-fe49-41ab-af6e-ed658a899860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.361469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff0e4-fe49-41ab-af6e-ed658a899860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.382676 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.440561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Port': ['ID=144ef320-2243-485f-a89b-be7e5ec5da99,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:06.480900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.513277 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff0e4-fe49-41ab-af6e-ed658a899860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.516628 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c7ff0e4-fe49-41ab-af6e-ed658a899860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.517416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6c7ff0e4-fe49-41ab-af6e-ed658a899860 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7866f5cc-0985-4a12-a3bd-fe354b16ef83 HTTP/1.1" status: 204 len: 168 time: 0.2932177 Jul 16 18:29:06.522970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=7124cee1-8fc9-4023-b3a8-edb728bb9395,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:06.558263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ff0e4-fe49-41ab-af6e-ed658a899860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7866f5cc-0985-4a12-a3bd-fe354b16ef83,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:06.577781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Deleting port 284a34d1-146c-47f5-9375-e3332a3ae8e8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:06.578123 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.623825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.750328 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.758829 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.816922 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.817500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Fanout notify agent at l3_agent the message router_deleted on router 9660e180-4453-4bed-901b-6c86bdb39534 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:06.827956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.829127 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dfeb0fe5-9892-44d0-a84c-b2b4b5f81804 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/routers/9660e180-4453-4bed-901b-6c86bdb39534 HTTP/1.1" status: 204 len: 168 time: 2.3514218 Jul 16 18:29:06.832769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41344) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:06.844079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c9b89-4037-4bdc-8b9e-13256e77649d req-b266cdfa-64e3-40d8-af7c-afac066ac7a6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.852276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-347c9b89-4037-4bdc-8b9e-13256e77649d req-b266cdfa-64e3-40d8-af7c-afac066ac7a6 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 945 time: 0.2451754 Jul 16 18:29:06.958685 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.959571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-347c9b89-4037-4bdc-8b9e-13256e77649d req-a74384a1-e2c4-427c-81a9-90ef87b34057 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061134 Jul 16 18:29:06.963900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.967516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:07.013476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:07.014090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c4f128a8-b1b1-4331-a1c4-7b87e5dd1dad not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:07.014716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 79d02632-4c24-435c-8240-a80118c179cf no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:07.032769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Pushing event deleted for resources: {'Port': ['ID=30998564-d693-4f62-b153-6e554b32c52e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:07.043481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:07.046030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 79d02632-4c24-435c-8240-a80118c179cf {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:07.046377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 79d02632-4c24-435c-8240-a80118c179cf not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:07.062880 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67caee25-385e-4d6e-af15-7a0cf2046fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.068694 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.071227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] For port 284a34d1-146c-47f5-9375-e3332a3ae8e8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=284a34d1-146c-47f5-9375-e3332a3ae8e8,segment=NetworkSegment(2fbf8b61-5ff0-4f72-896f-d250520d4b9a),segment_id=2fbf8b61-5ff0-4f72-896f-d250520d4b9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:07.071596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.117979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Calling delete_port for 284a34d1-146c-47f5-9375-e3332a3ae8e8 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:07.130484 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.141212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39966558-655b-4840-93c9-0af2c12db26b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:07.144767 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.153485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70a9ee8-c411-41b6-bea2-20bc17c13926') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:07.153777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70a9ee8-c411-41b6-bea2-20bc17c13926') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:07.163597 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.177978 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.187886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:07.188317 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:07.192359 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:07.262949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.272650 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.277434 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/networks/39966558-655b-4840-93c9-0af2c12db26b HTTP/1.1" status: 204 len: 168 time: 0.4430449 Jul 16 18:29:07.288546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.291388 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.293334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58aee-e8cb-4f5a-8863-004b42c16126 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Network': ['ID=39966558-655b-4840-93c9-0af2c12db26b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:07.295864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4b18da0b-d8b3-4d8b-8a5c-56b4fab58aaa tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] 10.222.0.60 "DELETE /v2.0/floatingips/e9c392a8-7763-4cc1-a65f-64749a67c994 HTTP/1.1" status: 204 len: 168 time: 1.6702993 Jul 16 18:29:07.307536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41350) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:07.318773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'network': {'name': 'tempest-network-smoke--667052457', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:07.516683 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67caee25-385e-4d6e-af15-7a0cf2046fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.523473 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-67caee25-385e-4d6e-af15-7a0cf2046fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.547466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Made reservation on behalf of ec21ddcca98344c190a3179163a55d08 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:07.552146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.676215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caee25-385e-4d6e-af15-7a0cf2046fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3a4da7-2236-438c-8307-245cfb5c6bfa,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:07.687910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-67caee25-385e-4d6e-af15-7a0cf2046fbc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0250aea3ff94ea68ccd031b68cb72ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433771 Jul 16 18:29:07.688054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41356) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:07.720270 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.723632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:07.731194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Router 55fe14f9-140f-492d-a0fb-ecf31a787149 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:07.734018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.734484 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Added segment 0c055079-2b81-4354-8e19-b7e4ce687bc1 of type vlan for network 7c0b7920-7f97-4de1-82b8-e902f60acee0 Jul 16 18:29:07.758557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Pushing event deleted for resources: {'Port': ['ID=284a34d1-146c-47f5-9375-e3332a3ae8e8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:07.809136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.876403 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57ad0cce-50e8-4a45-ac9b-3299e73273a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.912507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.918226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.918862 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.922706 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57ad0cce-50e8-4a45-ac9b-3299e73273a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.995851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-231be07b-3bcc-4caf-bc9c-c5a58745f4c9 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.998250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-231be07b-3bcc-4caf-bc9c-c5a58745f4c9 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 945 time: 0.2223444 Jul 16 18:29:08.023658 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7124631 Jul 16 18:29:08.026086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41360) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:08.038386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'admin_state_up': True, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:08.084129 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.085357 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.091736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:08.102294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] Sync routers for ids ['55fe14f9-140f-492d-a0fb-ecf31a787149'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:08.105424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-af7270c0-2c08-43c9-a534-de21ca629fc3 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "PUT /v2.0/routers/55fe14f9-140f-492d-a0fb-ecf31a787149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9479697 Jul 16 18:29:08.111087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41362) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:08.126129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] Routers {'55fe14f9-140f-492d-a0fb-ecf31a787149'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:08.127245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['55fe14f9-140f-492d-a0fb-ecf31a787149'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:08.157724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.230155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562154cc-5b66-4446-8a47-16f1a05f8356 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Network': ['ID=7c0b7920-7f97-4de1-82b8-e902f60acee0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.252429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7c0b7920-7f97-4de1-82b8-e902f60acee0 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:08.278462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57ad0cce-50e8-4a45-ac9b-3299e73273a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.281082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-57ad0cce-50e8-4a45-ac9b-3299e73273a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.282279 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-57ad0cce-50e8-4a45-ac9b-3299e73273a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d3a4da7-2236-438c-8307-245cfb5c6bfa HTTP/1.1" status: 204 len: 168 time: 0.5926745 Jul 16 18:29:08.329913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad0cce-50e8-4a45-ac9b-3299e73273a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3a4da7-2236-438c-8307-245cfb5c6bfa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.361592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Deleting port 22aec8c7-b6de-4768-88b5-fcb9c32f5198 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:08.362156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.387861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] Set router 55fe14f9-140f-492d-a0fb-ecf31a787149 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:08.580873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] For port 22aec8c7-b6de-4768-88b5-fcb9c32f5198, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22aec8c7-b6de-4768-88b5-fcb9c32f5198,segment=NetworkSegment(7507f92d-29ff-4f6a-ae58-b5a04a50641d),segment_id=7507f92d-29ff-4f6a-ae58-b5a04a50641d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:08.581846 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.619430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Calling delete_port for 22aec8c7-b6de-4768-88b5-fcb9c32f5198 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:08.748792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.801250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abc5ac7-888c-46e3-9e91-c7e798058d4d tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Deleting subnet 5a3d53cd-83f5-4480-82f3-5aa2f5101847 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:08.841221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.883823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Pushing event deleted for resources: {'Port': ['ID=22aec8c7-b6de-4768-88b5-fcb9c32f5198,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.894361 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ac7-888c-46e3-9e91-c7e798058d4d tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.918637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22aec8c7-b6de-4768-88b5-fcb9c32f5198'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:08.942733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7124cee1-8fc9-4023-b3a8-edb728bb9395 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:08.977509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7124cee1-8fc9-4023-b3a8-edb728bb9395 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:08.978015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7124cee1-8fc9-4023-b3a8-edb728bb9395 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:08.988540 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.006077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] No DVR routers for this DVR port 22aec8c7-b6de-4768-88b5-fcb9c32f5198 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:09.010120 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.012687 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5e5bc486-f762-490f-9c3f-b772ff89ee55 req-c77f84c6-2c4a-43ec-b953-65dea78d1ad5 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.45 "DELETE /v2.0/ports/22aec8c7-b6de-4768-88b5-fcb9c32f5198 HTTP/1.1" status: 204 len: 173 time: 1.0001953 Jul 16 18:29:09.013258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731605d0-9709-4fb1-b398-8fbb87598acc', 'name': 'network-vif-deleted', 'tag': '22aec8c7-b6de-4768-88b5-fcb9c32f5198'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:09.029690 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804ae09f-fa09-4c63-a6e2-9af9095a9431" -d '{"events": [{"server_uuid": "731605d0-9709-4fb1-b398-8fbb87598acc", "name": "network-vif-deleted", "tag": "22aec8c7-b6de-4768-88b5-fcb9c32f5198"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:09.063444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:20Z', 'updated_at': '2021-07-16T18:29:06Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:21Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:09.099030 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0857411-c2f5-49d8-aecd-9598727f8a4e x-openstack-request-id: req-a0857411-c2f5-49d8-aecd-9598727f8a4e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:09.099386 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731605d0-9709-4fb1-b398-8fbb87598acc", "name": "network-vif-deleted", "tag": "22aec8c7-b6de-4768-88b5-fcb9c32f5198", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:09.099516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] Checking router: 55fe14f9-140f-492d-a0fb-ecf31a787149 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:09.100450 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0857411-c2f5-49d8-aecd-9598727f8a4e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:09.100987 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731605d0-9709-4fb1-b398-8fbb87598acc', 'name': 'network-vif-deleted', 'tag': '22aec8c7-b6de-4768-88b5-fcb9c32f5198', 'status': 'completed', 'code': 200} Jul 16 18:29:09.124605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] Routers {'55fe14f9-140f-492d-a0fb-ecf31a787149'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:09.125369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['55fe14f9-140f-492d-a0fb-ecf31a787149'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:09.143086 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ac7-888c-46e3-9e91-c7e798058d4d tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.207446 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.221624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe1794-d55b-4fbb-bccf-ff9d83e3f39b req-56d4fe71-639f-46a4-ade5-b95cc21a4a3f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.223222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13fe1794-d55b-4fbb-bccf-ff9d83e3f39b req-56d4fe71-639f-46a4-ade5-b95cc21a4a3f tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/ports?device_id=731605d0-9709-4fb1-b398-8fbb87598acc HTTP/1.1" status: 200 len: 867 time: 1.0442672 Jul 16 18:29:09.338085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] Set router 55fe14f9-140f-492d-a0fb-ecf31a787149 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:09.397140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13fe1794-d55b-4fbb-bccf-ff9d83e3f39b req-b620929f-db44-4f3c-931c-20ffef673cd4 tempest-ServersTestJSON-1457500482 tempest-ServersTestJSON-1457500482-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b76f9b7-043a-4b2f-86fb-777c739a994f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668472 Jul 16 18:29:09.459698 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ac7-888c-46e3-9e91-c7e798058d4d tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.587154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:09.616389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ac7-888c-46e3-9e91-c7e798058d4d tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.687594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:20Z', 'updated_at': '2021-07-16T18:29:06Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:21Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:09.723048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc5ac7-888c-46e3-9e91-c7e798058d4d tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3d53cd-83f5-4480-82f3-5aa2f5101847,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:09.723468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd592a-240c-4a6d-a734-dce175fee19f None None] The sync data for ids ['55fe14f9-140f-492d-a0fb-ecf31a787149'] in n-d-793619-10 is: [{'id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006909355', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:20Z', 'updated_at': '2021-07-16T18:29:06Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': 'ea5de81e-99ab-4e62-9301-96bdc2eb5a78', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fe14f9-140f-492d-a0fb-ecf31a787149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:21Z', 'updated_at': '2021-07-16T18:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:09.739289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c5d460-5fed-4fd2-9b6f-94e3f2459656 None None] Network 7e3eaaa0-54c4-43c5-b889-efee0ed54590 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:09.743161 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ac7-888c-46e3-9e91-c7e798058d4d tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.745210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4abc5ac7-888c-46e3-9e91-c7e798058d4d tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "DELETE /v2.0/subnets/5a3d53cd-83f5-4480-82f3-5aa2f5101847 HTTP/1.1" status: 204 len: 168 time: 1.6331069 Jul 16 18:29:09.750012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41398) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.042500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.067917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.071606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:10.084680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-01a0710f-fa63-428b-ada2-25923fe6a947 admin admin] 10.222.0.60 "PUT /v2.0/routers/e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3836164 Jul 16 18:29:10.084864 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] Sync routers for ids ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:10.087607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.146013 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] Routers {'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:10.146656 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:10.164225 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.391627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.397321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.25.2.137 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/44ffb327-f384-41db-b3ee-e54cfff9895a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:10.410925 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.466905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] DHCP port deletion for 7e3eaaa0-54c4-43c5-b889-efee0ed54590 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:10.544074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.564188 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] Set router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:10.624439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Deleting port b35b705d-ca62-4c4f-a881-57376a48f9d3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:10.625707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.632186 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.656013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41418) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.657746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.700142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.702216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a3e6cd-a1a3-4199-bbc3-131588a3454a admin admin] Deleting subnet 9e035b6d-72c0-486c-8646-8be99e9943ab {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:10.706950 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66a3e6cd-a1a3-4199-bbc3-131588a3454a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.748942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.797742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] For port b35b705d-ca62-4c4f-a881-57376a48f9d3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b35b705d-ca62-4c4f-a881-57376a48f9d3,segment=NetworkSegment(fce2484f-8cbf-4249-99ad-e53c49a5517b),segment_id=fce2484f-8cbf-4249-99ad-e53c49a5517b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:10.798025 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.826920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Calling delete_port for b35b705d-ca62-4c4f-a881-57376a48f9d3 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:10.834805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=44ffb327-f384-41db-b3ee-e54cfff9895a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.851979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66a3e6cd-a1a3-4199-bbc3-131588a3454a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.856659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:10.863678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:10.871189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:10.940552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66a3e6cd-a1a3-4199-bbc3-131588a3454a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.961625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 22aec8c7-b6de-4768-88b5-fcb9c32f5198 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:10.965298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b35b705d-ca62-4c4f-a881-57376a48f9d3 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:10.995665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: b35b705d-ca62-4c4f-a881-57376a48f9d3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:10.996733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b35b705d-ca62-4c4f-a881-57376a48f9d3 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:10.997469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 144ef320-2243-485f-a89b-be7e5ec5da99 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:11.020497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.024538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66a3e6cd-a1a3-4199-bbc3-131588a3454a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.043256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 144ef320-2243-485f-a89b-be7e5ec5da99 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:11.043962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 144ef320-2243-485f-a89b-be7e5ec5da99 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:11.054457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 22aec8c7-b6de-4768-88b5-fcb9c32f5198 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:11.055053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 22aec8c7-b6de-4768-88b5-fcb9c32f5198 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:11.085794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Pushing event deleted for resources: {'Port': ['ID=b35b705d-ca62-4c4f-a881-57376a48f9d3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:11.091480 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:44Z', 'updated_at': '2021-07-16T18:29:07Z', 'revision_number': 5, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'gw_port': {'id': '25d615b1-6101-4884-8bad-1f72d0de324a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:45Z', 'updated_at': '2021-07-16T18:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:11.095052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] No DVR routers for this DVR port b35b705d-ca62-4c4f-a881-57376a48f9d3 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:11.098866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.099660 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.100221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.100799 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.101347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.101910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.102468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.103010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.103548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.104229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.105149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.105702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e06b0-da2d-45bb-a30c-84d7706abf3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:11.112725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3e6cd-a1a3-4199-bbc3-131588a3454a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e035b6d-72c0-486c-8646-8be99e9943ab,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:11.117603 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-66a3e6cd-a1a3-4199-bbc3-131588a3454a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.123847 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-66a3e6cd-a1a3-4199-bbc3-131588a3454a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9e035b6d-72c0-486c-8646-8be99e9943ab HTTP/1.1" status: 204 len: 168 time: 0.5767517 Jul 16 18:29:11.124969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41422) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:11.157206 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] Checking router: e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:11.179619 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] Routers {'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:11.181465 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:11.252867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Deleting port ea5de81e-99ab-4e62-9301-96bdc2eb5a78 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:11.253256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.259172 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aa243bc-fff4-45d7-beba-be24ca2cf312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.261915 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.348229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.365446 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] Set router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:11.475815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.488848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090e0f75-9d4d-43cd-ab0e-d2d46af8647a']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:11.501065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7507f92d-29ff-4f6a-ae58-b5a04a50641d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:11.501345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7507f92d-29ff-4f6a-ae58-b5a04a50641d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:11.507709 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aa243bc-fff4-45d7-beba-be24ca2cf312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.513131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.521126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Deleting port 25d615b1-6101-4884-8bad-1f72d0de324a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:11.523094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.529309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.537050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:11.537453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.590200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5aa243bc-fff4-45d7-beba-be24ca2cf312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.602594 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:44Z', 'updated_at': '2021-07-16T18:29:10Z', 'revision_number': 6, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:11.628761 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:11.648571 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872c6f7-c534-4e90-9c9f-bb5f89781d18 None None] The sync data for ids ['e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f'] in n-d-793619-10 is: [{'id': 'e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f', 'name': 'tempest-TestAggregatesBasicOps-1603136698-router', 'tenant_id': '9d2ef00673ec4f03af514aa8e145997f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:44Z', 'updated_at': '2021-07-16T18:29:10Z', 'revision_number': 6, 'project_id': '9d2ef00673ec4f03af514aa8e145997f', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:11.680998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.686195 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.689203 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/090e0f75-9d4d-43cd-ab0e-d2d46af8647a HTTP/1.1" status: 204 len: 168 time: 0.5619843 Jul 16 18:29:11.712797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] For port ea5de81e-99ab-4e62-9301-96bdc2eb5a78, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ea5de81e-99ab-4e62-9301-96bdc2eb5a78,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:11.713176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.754368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6006a9e-dff7-4778-a6c5-ea748a8d1ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=090e0f75-9d4d-43cd-ab0e-d2d46af8647a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:11.765597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Calling delete_port for ea5de81e-99ab-4e62-9301-96bdc2eb5a78 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:11.855639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:11.952354 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-61a7214e-a9bb-4af1-b707-26c5900413af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3709ffbd36344ac6a6874a756b37ad16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930967 Jul 16 18:29:11.952605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41432) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.050363 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af398f2d-adb3-4e38-aeea-91f87a7df5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.075660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af398f2d-adb3-4e38-aeea-91f87a7df5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.156373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af398f2d-adb3-4e38-aeea-91f87a7df5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.159091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af398f2d-adb3-4e38-aeea-91f87a7df5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.162988 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-af398f2d-adb3-4e38-aeea-91f87a7df5c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b76f9b7-043a-4b2f-86fb-777c739a994f HTTP/1.1" status: 204 len: 168 time: 0.2068269 Jul 16 18:29:12.168954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.177328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5aa243bc-fff4-45d7-beba-be24ca2cf312 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8681819b0b1740bc8d866ebca6d9ff15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5168102 Jul 16 18:29:12.180151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.185542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af398f2d-adb3-4e38-aeea-91f87a7df5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b76f9b7-043a-4b2f-86fb-777c739a994f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:12.194947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa243bc-fff4-45d7-beba-be24ca2cf312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12198ca-ae25-419c-9e7b-2b20686e7d46,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:12.209245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Port': ['ID=ea5de81e-99ab-4e62-9301-96bdc2eb5a78,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:12.316344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] For port 25d615b1-6101-4884-8bad-1f72d0de324a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=25d615b1-6101-4884-8bad-1f72d0de324a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:12.316745 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.350697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Calling delete_port for 25d615b1-6101-4884-8bad-1f72d0de324a owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:12.397862 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d66d3c41-4f63-4e79-a2ec-cf62ca82cc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.402548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.468318 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d66d3c41-4f63-4e79-a2ec-cf62ca82cc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.531868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.552928 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.557061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.654899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d66d3c41-4f63-4e79-a2ec-cf62ca82cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.657514 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d66d3c41-4f63-4e79-a2ec-cf62ca82cc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.662077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d66d3c41-4f63-4e79-a2ec-cf62ca82cc98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c12198ca-ae25-419c-9e7b-2b20686e7d46 HTTP/1.1" status: 204 len: 168 time: 0.4767964 Jul 16 18:29:12.670757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.671508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Fanout notify agent at l3_agent the message router_deleted on router 55fe14f9-140f-492d-a0fb-ecf31a787149 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:12.676280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d3c41-4f63-4e79-a2ec-cf62ca82cc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12198ca-ae25-419c-9e7b-2b20686e7d46,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:12.728679 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.756232 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5d96cb31-c596-4d47-8296-20b739195cc0 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "DELETE /v2.0/routers/55fe14f9-140f-492d-a0fb-ecf31a787149 HTTP/1.1" status: 204 len: 168 time: 3.0040798 Jul 16 18:29:12.759032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.890152 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.959898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d615b1-6101-4884-8bad-1f72d0de324a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.022680 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.033977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.034330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.034728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.035069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.035601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.036120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.036864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.037542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.038038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.038707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.039210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.039544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.084540 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.135239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 13df7e07-215f-488b-96fc-d08611214049 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:29:13.157417 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.177664 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3eaaa0-54c4-43c5-b889-efee0ed54590']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:13.189621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce2484f-8cbf-4249-99ad-e53c49a5517b') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:13.190023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce2484f-8cbf-4249-99ad-e53c49a5517b') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:13.202931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.218980 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.220365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.222816 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.234360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:13.235547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:13.326741 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:13.349382 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.350114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:13.355042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 284a34d1-146c-47f5-9375-e3332a3ae8e8 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:13.355798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.357006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fd4043d2-7e09-483e-9257-0fe39893f5c4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e5ac815d-7c8b-4ceb-957f-c7650fcd9e4f HTTP/1.1" status: 204 len: 168 time: 3.2682309 Jul 16 18:29:13.359634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.468986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:13.481043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 284a34d1-146c-47f5-9375-e3332a3ae8e8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:13.481412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 284a34d1-146c-47f5-9375-e3332a3ae8e8 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:13.482832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 25d615b1-6101-4884-8bad-1f72d0de324a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:13.488151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-881a2a50-9b88-49d6-8cad-6567b7e299e9 admin admin] Deleting subnet efeec45a-0f6b-421d-b6ad-8d98304f96c0 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:13.500548 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-881a2a50-9b88-49d6-8cad-6567b7e299e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.503275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Sync routers for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:13.508755 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.528109 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.541228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.543188 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "DELETE /v2.0/networks/7e3eaaa0-54c4-43c5-b889-efee0ed54590 HTTP/1.1" status: 204 len: 168 time: 0.7800233 Jul 16 18:29:13.554415 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.558436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4872fd77-190d-4d0a-af46-2ba4fae48a66 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5259876 Jul 16 18:29:13.600237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41478) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.601104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Network': ['ID=7e3eaaa0-54c4-43c5-b889-efee0ed54590,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.607162 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-881a2a50-9b88-49d6-8cad-6567b7e299e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.617369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 25d615b1-6101-4884-8bad-1f72d0de324a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:13.618584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 25d615b1-6101-4884-8bad-1f72d0de324a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:13.639583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:13.643103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:13.700173 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:13.703536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.703895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.705811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.708307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.708725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.709077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.709421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.710230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.710230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.710447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.710728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.711056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93216a79-a3e2-4d42-b99e-ec21ad8afa12 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:13.722901 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-956a89db-26ac-43df-a47b-78fd86222301 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=ec21ddcca98344c190a3179163a55d08&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0948405 Jul 16 18:29:13.723663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.910520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e77fd49-b9e7-4b23-ae5c-5aa1f80f6649 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:13.913488 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8e77fd49-b9e7-4b23-ae5c-5aa1f80f6649 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1868989 Jul 16 18:29:13.916292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41500) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.955672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1db88849-6409-411d-83a9-684f9e2c6068 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378494 Jul 16 18:29:13.959244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41502) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.960215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:13.970402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-8331960', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:14.013780 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-881a2a50-9b88-49d6-8cad-6567b7e299e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.082647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Deleting port 1ffeeba5-adea-4b09-b10a-49e4aaa7598c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:14.083074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.172305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Made reservation on behalf of ec21ddcca98344c190a3179163a55d08 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:14.175494 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-881a2a50-9b88-49d6-8cad-6567b7e299e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.179801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.213491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a2a50-9b88-49d6-8cad-6567b7e299e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efeec45a-0f6b-421d-b6ad-8d98304f96c0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:14.217838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-881a2a50-9b88-49d6-8cad-6567b7e299e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.219765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-881a2a50-9b88-49d6-8cad-6567b7e299e9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/efeec45a-0f6b-421d-b6ad-8d98304f96c0 HTTP/1.1" status: 204 len: 168 time: 0.8591256 Jul 16 18:29:14.224048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:14.226115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7e444f-cf8d-4f67-b854-81a5b2e4eaac None None] Network 55017bc6-5355-4e07-8719-0472160d2ab8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:14.273706 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.274037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.329788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Calling delete_port for 1ffeeba5-adea-4b09-b10a-49e4aaa7598c owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:14.350216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.591818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:11Z', 'revision_number': 3, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:14.607855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Deleting port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:14.608830 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.686731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.693056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Checking router: 13df7e07-215f-488b-96fc-d08611214049 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:14.699549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Updating router 13df7e07-215f-488b-96fc-d08611214049 port 44ffb327-f384-41db-b3ee-e54cfff9895a binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:14.757837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] For port 45b740d5-a803-4bfc-bdec-7d742f07b4f3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=45b740d5-a803-4bfc-bdec-7d742f07b4f3,segment=NetworkSegment(2fbf8b61-5ff0-4f72-896f-d250520d4b9a),segment_id=2fbf8b61-5ff0-4f72-896f-d250520d4b9a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:14.758064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.775853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Calling delete_port for 45b740d5-a803-4bfc-bdec-7d742f07b4f3 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:14.791577 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.793830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] DHCP port deletion for 55017bc6-5355-4e07-8719-0472160d2ab8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:14.805207 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.878767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Subnet': ['ID=ca29702b-ac0d-416e-b3a1-026dd9f2eea8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:14.943009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Checking segment: {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:14.943389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network hostable DHCP agents. Network: 7c0b7920-7f97-4de1-82b8-e902f60acee0, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:14.989491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 7c0b7920-7f97-4de1-82b8-e902f60acee0 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:15.012936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7c0b7920-7f97-4de1-82b8-e902f60acee0) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:15.013518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:15.027496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Port': ['ID=1ffeeba5-adea-4b09-b10a-49e4aaa7598c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.036762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7cd290fe-b281-4fb2-8d97-b0007fedf3ec req-c7c2ec6d-cd61-467c-9355-f41337f6152d tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.2076359 Jul 16 18:29:15.038213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.038818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.040087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ea5de81e-99ab-4e62-9301-96bdc2eb5a78 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:15.043377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a87b76-e8c7-4661-a252-5eef67c4872d None None] Network 7c0b7920-7f97-4de1-82b8-e902f60acee0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:15.079273 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-98c3e1e6-ee1b-40ff-a2b7-b8a8a0358cbd tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.1179795 Jul 16 18:29:15.082523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:15.147711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ea5de81e-99ab-4e62-9301-96bdc2eb5a78 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:15.148145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ea5de81e-99ab-4e62-9301-96bdc2eb5a78 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:15.148950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 45b740d5-a803-4bfc-bdec-7d742f07b4f3 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:15.288831 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.289567 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Floating IP f07d2902-2441-40d6-8fc2-72fba0baf466 disassociated (deleted). External IP: 172.25.2.204, port: 30752cb6-b955-4895-b613-75672db87700. Jul 16 18:29:15.297051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.306771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:15.337232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7f45a7c-7426-4ec4-82a9-ffa9533553b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.436858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b740d5-a803-4bfc-bdec-7d742f07b4f3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.439911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] No DVR routers for this DVR port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:15.573824 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.607833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.620838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55017bc6-5355-4e07-8719-0472160d2ab8']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:15.634363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbf8b61-5ff0-4f72-896f-d250520d4b9a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:15.634656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbf8b61-5ff0-4f72-896f-d250520d4b9a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:15.650458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.707643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.714784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:15.715307 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.722829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] Deleting port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:15.723451 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:15.782103 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:15.847729 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.879104 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.890218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] 10.222.0.60 "DELETE /v2.0/networks/55017bc6-5355-4e07-8719-0472160d2ab8 HTTP/1.1" status: 204 len: 168 time: 1.6646247 Jul 16 18:29:15.891237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda68e7-c344-442b-a3bf-608e98577f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=55017bc6-5355-4e07-8719-0472160d2ab8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.933544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] For port 45b740d5-a803-4bfc-bdec-7d742f07b4f3, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:15.933887 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.949579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:15.967784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-7c0b7920-7f97-4de1-82b8-e902f60acee0', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:15.968722 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.061606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] Calling delete_port for 45b740d5-a803-4bfc-bdec-7d742f07b4f3 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:16.069078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] Port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:29:16.094256 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.097557 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.099229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:16.128553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] Pushing event deleted for resources: {'Port': ['ID=45b740d5-a803-4bfc-bdec-7d742f07b4f3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.141314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] Network 55017bc6-5355-4e07-8719-0472160d2ab8 is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:29:16.141828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9ec2b-68b6-4512-9a2a-8ac7e07b19ee None None] No DVR routers for this DVR port 45b740d5-a803-4bfc-bdec-7d742f07b4f3 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:16.166691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Transition to ACTIVE for port object 44ffb327-f384-41db-b3ee-e54cfff9895a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:16.171006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:16.190842 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] Sync routers for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:16.194166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.206954 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:16.207597 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:16.224928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.284598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f86e105e-24f7-43dd-8d9c-6aa084a26b03 req-a0bb3ae8-b645-4118-8975-b1834bb1969f tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0383129 Jul 16 18:29:16.294688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c29dcce5-f094-4447-b24f-b0e4226c6fd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a786bcc13fa469f90e7704533cb4a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822355 Jul 16 18:29:16.297282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41558) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:16.308608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd93e2-b297-4887-98d5-886b5175aef1 None None] Pushing event updated for resources: {'Port': ['ID=44ffb327-f384-41db-b3ee-e54cfff9895a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.317923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a58347da-6d08-45de-8687-b7f6853ef25c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "DELETE /v2.0/floatingips/f07d2902-2441-40d6-8fc2-72fba0baf466 HTTP/1.1" status: 204 len: 168 time: 2.7756476 Jul 16 18:29:16.320389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'tag': '30752cb6-b955-4895-b613-75672db87700'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:16.323536 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c9f5a-79d0-4126-8498-edb691b188ce" -d '{"events": [{"name": "network-changed", "server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "tag": "30752cb6-b955-4895-b613-75672db87700"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:16.369258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc0dc493-8b32-42c4-a9b8-1d1d3f2116ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.375371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Attempting to bind port 44ffb327-f384-41db-b3ee-e54cfff9895a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:16.376021 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Attempting to bind port 44ffb327-f384-41db-b3ee-e54cfff9895a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:16.376592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Attempting to bind port 44ffb327-f384-41db-b3ee-e54cfff9895a on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:16.396437 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc0dc493-8b32-42c4-a9b8-1d1d3f2116ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.398836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:16.401079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:16.403810 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.404331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:16.405053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Bound port: 44ffb327-f384-41db-b3ee-e54cfff9895a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:16.405518 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.412172 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:16.437982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Allocated IP 172.20.0.2 (7c0b7920-7f97-4de1-82b8-e902f60acee0/ca29702b-ac0d-416e-b3a1-026dd9f2eea8/6cbe61db-1704-4427-be39-cbc362372e60) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:16.470758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc0dc493-8b32-42c4-a9b8-1d1d3f2116ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.475637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc0dc493-8b32-42c4-a9b8-1d1d3f2116ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.477876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dc0dc493-8b32-42c4-a9b8-1d1d3f2116ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a5b926c-0b14-4a58-9c80-b35c4e8f574a HTTP/1.1" status: 204 len: 168 time: 0.1793549 Jul 16 18:29:16.510512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] For port 44ffb327-f384-41db-b3ee-e54cfff9895a, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:16.537822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dc493-8b32-42c4-a9b8-1d1d3f2116ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5b926c-0b14-4a58-9c80-b35c4e8f574a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.571655 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafab0a6-2036-4dff-a97b-950aa68b969c x-openstack-request-id: req-fafab0a6-2036-4dff-a97b-950aa68b969c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:16.572246 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "tag": "30752cb6-b955-4895-b613-75672db87700", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:16.572846 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fafab0a6-2036-4dff-a97b-950aa68b969c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:16.573766 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'tag': '30752cb6-b955-4895-b613-75672db87700', 'status': 'completed', 'code': 200} Jul 16 18:29:16.583905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] For port 44ffb327-f384-41db-b3ee-e54cfff9895a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=44ffb327-f384-41db-b3ee-e54cfff9895a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:16.621872 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.794896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:16.795678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:16.844734 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2', 'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:c3:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:23Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:16.859760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd93e2-b297-4887-98d5-886b5175aef1 None None] Pushing event updated for resources: {'Port': ['ID=44ffb327-f384-41db-b3ee-e54cfff9895a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.870365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7f45a7c-7426-4ec4-82a9-ffa9533553b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.892125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9f5a-79d0-4126-8498-edb691b188ce req-7227465a-3615-4bd1-93fa-6d9cb9e472bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.900277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-410c9f5a-79d0-4126-8498-edb691b188ce req-7227465a-3615-4bd1-93fa-6d9cb9e472bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 1136 time: 0.2581117 Jul 16 18:29:16.916334 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7f45a7c-7426-4ec4-82a9-ffa9533553b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.922109 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] Checking router: a7162319-36c7-42d0-8bb4-89dcbdf2e1ae for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:16.948730 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:16.949699 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.962681 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:16.976495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Transition to ACTIVE for port object 6cbe61db-1704-4427-be39-cbc362372e60 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:17.008205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:17.010349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Transition to ACTIVE for port object 6cbe61db-1704-4427-be39-cbc362372e60 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:17.044265 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f7f45a7c-7426-4ec4-82a9-ffa9533553b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9a5ed3258484323983bbe3e137914c1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0282023 Jul 16 18:29:17.048000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41570) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:17.089938 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.128745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41572) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:17.139867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9f5a-79d0-4126-8498-edb691b188ce req-bfcc47c1-9ea3-40af-8c1b-1c9a0e90afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.141384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-410c9f5a-79d0-4126-8498-edb691b188ce req-bfcc47c1-9ea3-40af-8c1b-1c9a0e90afe1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0c86c55e-c5af-4f67-9806-b773f5b3808b HTTP/1.1" status: 200 len: 896 time: 0.2335868 Jul 16 18:29:17.205839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f45a7c-7426-4ec4-82a9-ffa9533553b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c61e441-fed7-4dec-bf4b-0db2456baad4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.218079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Network 7c0b7920-7f97-4de1-82b8-e902f60acee0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:17.224465 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:17.227618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:17.255807 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-410c9f5a-79d0-4126-8498-edb691b188ce req-e28cad5a-8bb6-4df3-ac53-eaf863734728 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30752cb6-b955-4895-b613-75672db87700 HTTP/1.1" status: 200 len: 217 time: 0.0955336 Jul 16 18:29:17.259024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:17.268692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Pushing event updated for resources: {'Port': ['ID=6cbe61db-1704-4427-be39-cbc362372e60,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.349240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Attempting to bind port 6cbe61db-1704-4427-be39-cbc362372e60 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:17.349689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Attempting to bind port 6cbe61db-1704-4427-be39-cbc362372e60 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:17.350160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Attempting to bind port 6cbe61db-1704-4427-be39-cbc362372e60 on network 7c0b7920-7f97-4de1-82b8-e902f60acee0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:17.357766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:17.358261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Checking segment: {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:17.358733 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.359197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Bound using segment: {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:17.359753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Bound port: 6cbe61db-1704-4427-be39-cbc362372e60, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:17.360222 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.376568 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9f5a-79d0-4126-8498-edb691b188ce req-f05e757e-498e-4cb0-b3fd-71a82efbb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.380254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-410c9f5a-79d0-4126-8498-edb691b188ce req-f05e757e-498e-4cb0-b3fd-71a82efbb7ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9bb68cc1-82ad-4367-a265-f4c2ec6d97f5 HTTP/1.1" status: 200 len: 835 time: 0.0967669 Jul 16 18:29:17.396738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-963fe3cb-409a-42c9-a27f-56fa7f320ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.465874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] For port 6cbe61db-1704-4427-be39-cbc362372e60, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:17.470222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] For port 6cbe61db-1704-4427-be39-cbc362372e60, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6cbe61db-1704-4427-be39-cbc362372e60,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:17.472941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:11Z', 'revision_number': 3, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:17.480599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-43e2e9a3-2983-446f-b02f-06c3e669d2c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d2ef00673ec4f03af514aa8e145997f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464413 Jul 16 18:29:17.482092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:17.499803 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2', 'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:c3:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:23Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:17.509055 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.522803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32fcec4-166f-468f-90fc-42bad288073d None None] The sync data for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 is: [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:11Z', 'revision_number': 3, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:17.560994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-963fe3cb-409a-42c9-a27f-56fa7f320ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.567866 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05938036-b29e-4485-9506-1540b7c1a70d None None] The sync data for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 is: [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:27:10Z', 'revision_number': 4, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2', 'name': '', 'network_id': '0c86c55e-c5af-4f67-9806-b773f5b3808b', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'mac_address': 'fa:16:3e:c3:57:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:09Z', 'updated_at': '2021-07-16T18:27:23Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'subnets': [{'id': '9bb68cc1-82ad-4367-a265-f4c2ec6d97f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:17.622510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52004fe-83be-4c53-902f-4160821a9aca None None] Pushing event updated for resources: {'Port': ['ID=6cbe61db-1704-4427-be39-cbc362372e60,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.661313 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.838141 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-963fe3cb-409a-42c9-a27f-56fa7f320ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.840996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-963fe3cb-409a-42c9-a27f-56fa7f320ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.842029 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-963fe3cb-409a-42c9-a27f-56fa7f320ce5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c61e441-fed7-4dec-bf4b-0db2456baad4 HTTP/1.1" status: 204 len: 168 time: 0.7791119 Jul 16 18:29:17.868430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fe3cb-409a-42c9-a27f-56fa7f320ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c61e441-fed7-4dec-bf4b-0db2456baad4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.908628 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.213205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-968dc24c-6e5e-4ece-83a7-dc8fccd78d3c req-c2da4d24-5450-41e3-aff3-b8db68e05973 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1390271 Jul 16 18:29:18.266869 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-24ac67e2-b0a3-461c-99d4-b20dcc12f5d1 req-4fe9cbd7-ff26-4452-a3de-0ba6b9b7eda9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0743527 Jul 16 18:29:18.273400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d39057-046c-4e5f-8c53-6c30cf3b58ea None None] New status for floating IP f07d2902-2441-40d6-8fc2-72fba0baf466: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:29:18.319214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919b644-0d30-4d3f-9ffe-0d8dafe7f21c req-1cb9a33c-51f2-49a6-adec-ba71a3f44b37 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.329247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9919b644-0d30-4d3f-9ffe-0d8dafe7f21c req-1cb9a33c-51f2-49a6-adec-ba71a3f44b37 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 984 time: 1.0796392 Jul 16 18:29:18.358996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9f5a-79d0-4126-8498-edb691b188ce req-2f89f1d7-5728-4606-80b6-ec1475990246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.360560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-410c9f5a-79d0-4126-8498-edb691b188ce req-2f89f1d7-5728-4606-80b6-ec1475990246 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0c86c55e-c5af-4f67-9806-b773f5b3808b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9679606 Jul 16 18:29:18.364385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.20.0.1 (7c0b7920-7f97-4de1-82b8-e902f60acee0/ca29702b-ac0d-416e-b3a1-026dd9f2eea8/e303f833-3ec2-4d8d-8592-05a9926d8e86) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:18.402492 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-973daf1f-5e54-4308-b92a-89c662856986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.498490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-973daf1f-5e54-4308-b92a-89c662856986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.586610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9919b644-0d30-4d3f-9ffe-0d8dafe7f21c req-87b53781-3d4d-43af-9ae8-3f4e11fd6b49 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2564466 Jul 16 18:29:18.684607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-410c9f5a-79d0-4126-8498-edb691b188ce req-210f647f-1ba3-40d5-8f6b-571a53c7ab68 service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981727 Jul 16 18:29:18.701987 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-973daf1f-5e54-4308-b92a-89c662856986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.705410 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-973daf1f-5e54-4308-b92a-89c662856986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.707016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-973daf1f-5e54-4308-b92a-89c662856986 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74de78b8-df8a-4c90-ba93-3fbc13bc7a43 HTTP/1.1" status: 204 len: 168 time: 1.2229273 Jul 16 18:29:18.742379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973daf1f-5e54-4308-b92a-89c662856986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74de78b8-df8a-4c90-ba93-3fbc13bc7a43,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:18.846588 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-410c9f5a-79d0-4126-8498-edb691b188ce req-d9126433-3414-4875-9da2-c04fb41af307 service neutron] 10.222.0.46 "GET /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540124 Jul 16 18:29:18.937448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.015002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Transition to ACTIVE for port object e303f833-3ec2-4d8d-8592-05a9926d8e86 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:19.043421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Deleting port 81d57679-f5a5-4803-9954-27c5a4e8c545 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:19.044058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.056605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6cbe61db-1704-4427-be39-cbc362372e60 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:19.088102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-b5ed616a-314b-4ff0-be42-9fd4b5904322 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.094938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-b5ed616a-314b-4ff0-be42-9fd4b5904322 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.46 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 984 time: 0.2537637 Jul 16 18:29:19.176584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 6cbe61db-1704-4427-be39-cbc362372e60 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:19.188451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 44ffb327-f384-41db-b3ee-e54cfff9895a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:19.315176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 44ffb327-f384-41db-b3ee-e54cfff9895a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:19.321458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 44ffb327-f384-41db-b3ee-e54cfff9895a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:19.322220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.383816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.449885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 7c0b7920-7f97-4de1-82b8-e902f60acee0 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:19.461213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] For port 81d57679-f5a5-4803-9954-27c5a4e8c545, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=81d57679-f5a5-4803-9954-27c5a4e8c545,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:19.461213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.498745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:19.501373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=e303f833-3ec2-4d8d-8592-05a9926d8e86,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:19.506813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b50ac92-a9da-4227-92b5-87584a535695 req-4f1f9e61-45c9-4c94-9e2a-51063cb54fba tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0654762 Jul 16 18:29:19.522633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a205a7-b8cc-445d-ba32-515a019a2745 None None] Network 7c0b7920-7f97-4de1-82b8-e902f60acee0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:19.529025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:19.530030 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.586079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-94f6382a-6a68-489f-89ae-f9816a2c7bb5 None None] Provisioning for port 6cbe61db-1704-4427-be39-cbc362372e60 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:19.592740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 44ffb327-f384-41db-b3ee-e54cfff9895a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=44ffb327-f384-41db-b3ee-e54cfff9895a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:19.598092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-94f6382a-6a68-489f-89ae-f9816a2c7bb5 None None] Provisioning complete for port 6cbe61db-1704-4427-be39-cbc362372e60 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:19.598552 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94f6382a-6a68-489f-89ae-f9816a2c7bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.620052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Calling delete_port for 81d57679-f5a5-4803-9954-27c5a4e8c545 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:19.658370 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.711329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Deleting port 30752cb6-b955-4895-b613-75672db87700 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:19.711681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.795263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.803669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=44ffb327-f384-41db-b3ee-e54cfff9895a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:19.941061 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94f6382a-6a68-489f-89ae-f9816a2c7bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.958640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba902328-f7d2-40f6-b600-66960cfa6350 req-9780d75b-d9e6-456d-aba8-a4c30696224c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.972130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba902328-f7d2-40f6-b600-66960cfa6350 req-9780d75b-d9e6-456d-aba8-a4c30696224c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 984 time: 0.1114657 Jul 16 18:29:20.037044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba902328-f7d2-40f6-b600-66960cfa6350 req-17a157de-2152-460e-a3f9-79fdac7945eb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/security-groups?id=e1d52710-7a03-45ce-920f-d5f19fa1c057&id=5b78352d-4e39-498a-ab89-f187e017934d&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0614440 Jul 16 18:29:20.219321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-94f6382a-6a68-489f-89ae-f9816a2c7bb5 None None] For port 6cbe61db-1704-4427-be39-cbc362372e60, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6cbe61db-1704-4427-be39-cbc362372e60,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:20.228484 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-94f6382a-6a68-489f-89ae-f9816a2c7bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.350966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] For port 30752cb6-b955-4895-b613-75672db87700, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=30752cb6-b955-4895-b613-75672db87700,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:20.368256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.409480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6382a-6a68-489f-89ae-f9816a2c7bb5 None None] Pushing event updated for resources: {'Port': ['ID=6cbe61db-1704-4427-be39-cbc362372e60,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:20.452812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Calling delete_port for 30752cb6-b955-4895-b613-75672db87700 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:20.536395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:20.630392 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.674336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18b169b6-4911-464e-b554-7544b551437d None None] Provisioning for port e303f833-3ec2-4d8d-8592-05a9926d8e86 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:20.683296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18b169b6-4911-464e-b554-7544b551437d None None] Provisioning complete for port e303f833-3ec2-4d8d-8592-05a9926d8e86 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:20.683679 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18b169b6-4911-464e-b554-7544b551437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.738939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1127349148-network', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:20.800233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-18b169b6-4911-464e-b554-7544b551437d None None] Port e303f833-3ec2-4d8d-8592-05a9926d8e86 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:20.830519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18b169b6-4911-464e-b554-7544b551437d None None] Provisioning complete for port 6cbe61db-1704-4427-be39-cbc362372e60 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:20.833542 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18b169b6-4911-464e-b554-7544b551437d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.905063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f17a0c7-7262-4b8c-ba25-cb1523393b17 req-58484f13-0d85-413f-b752-bce6ae74fc9d tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0946045 Jul 16 18:29:20.912957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Made reservation on behalf of 2cc5c9da144e47cb863adb1a3cdb4df4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:20.915626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.943360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6cbe61db-1704-4427-be39-cbc362372e60 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:20.948713 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.997475 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.046836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Pushing event deleted for resources: {'Port': ['ID=81d57679-f5a5-4803-9954-27c5a4e8c545,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.076257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6cbe61db-1704-4427-be39-cbc362372e60 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:21.076663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.088205 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.092811 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.134379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:21.157659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.171895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.172718 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Added segment 8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1 of type vlan for network ac3651b0-430f-4247-aceb-9f4644f72c6e Jul 16 18:29:21.215831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.232208 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.260689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14dd9953-9649-4530-b4b1-718ecb46a3bf None None] Provisioning complete for port e303f833-3ec2-4d8d-8592-05a9926d8e86 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:21.261471 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14dd9953-9649-4530-b4b1-718ecb46a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.273165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.274942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:21.282682 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.295145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 44ffb327-f384-41db-b3ee-e54cfff9895a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:21.342134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Port': ['ID=30752cb6-b955-4895-b613-75672db87700,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.360280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-14dd9953-9649-4530-b4b1-718ecb46a3bf None None] Port e303f833-3ec2-4d8d-8592-05a9926d8e86 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:21.395485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 44ffb327-f384-41db-b3ee-e54cfff9895a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:21.396240 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.482632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] No DVR routers for this DVR port 30752cb6-b955-4895-b613-75672db87700 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:21.496721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3651b0-430f-4247-aceb-9f4644f72c6e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.500845 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.503005 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8ac42e55-bf7b-45ef-89cc-97ba3f99d6e7 req-fbb9f6b4-a507-4e29-a8a8-c0fc2333aefc tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.46 "DELETE /v2.0/ports/30752cb6-b955-4895-b613-75672db87700 HTTP/1.1" status: 204 len: 173 time: 2.3694639 Jul 16 18:29:21.503466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'name': 'network-vif-deleted', 'tag': '30752cb6-b955-4895-b613-75672db87700'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:21.505809 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08f9b31-b0a7-4ea3-903d-0a95cbeb190c" -d '{"events": [{"server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "name": "network-vif-deleted", "tag": "30752cb6-b955-4895-b613-75672db87700"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:21.528272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network ac3651b0-430f-4247-aceb-9f4644f72c6e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:21.588962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d6d9b6a-4069-489e-8ce1-6cab5f1104e5 req-7ee40b18-7103-4b46-bd1e-0ca98371d834 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "GET /v2.0/ports?device_id=19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b HTTP/1.1" status: 200 len: 210 time: 0.2997541 Jul 16 18:29:21.598659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-61b71137-d2fc-47be-bf21-60bb21f93941 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0603821 Jul 16 18:29:21.601450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41732) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:21.606887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Request body: {'subnet': {'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1127349148-subnet', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:21.661608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Made reservation on behalf of 2cc5c9da144e47cb863adb1a3cdb4df4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:21.665453 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.972975 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.050004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640d7256-3ca4-4ba8-9cda-a2bf9e97df32,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.094861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:22.095824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Network hostable DHCP agents. Network: ac3651b0-430f-4247-aceb-9f4644f72c6e, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:22.117763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:22.147452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, ac3651b0-430f-4247-aceb-9f4644f72c6e) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:22.160817 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d22983-03a3-4ae8-92c6-43ec8848c443 x-openstack-request-id: req-a3d22983-03a3-4ae8-92c6-43ec8848c443 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:22.160817 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b", "name": "network-vif-deleted", "tag": "30752cb6-b955-4895-b613-75672db87700", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:22.160817 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3d22983-03a3-4ae8-92c6-43ec8848c443 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:22.160817 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fee9c3-bbca-4b5f-945b-83d9c5dd2f4b', 'name': 'network-vif-deleted', 'tag': '30752cb6-b955-4895-b613-75672db87700', 'status': 'completed', 'code': 200} Jul 16 18:29:22.166301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996b003-34f5-4419-a3f5-0397e758662e None None] Network ac3651b0-430f-4247-aceb-9f4644f72c6e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:22.171292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.172163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.177130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9f27e8f-0b78-49e7-81c4-63305fec27b0 req-40c53c2e-8386-4d67-a2ca-b4a35ba16cca tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0476184 Jul 16 18:29:22.202592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bef03d76-df71-4903-a12b-1ca3ef3f8880 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5970309 Jul 16 18:29:22.202592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:22.211810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:22.236927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.238034 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.250600 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.303486 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.430064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.436150 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.481974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-ac3651b0-430f-4247-aceb-9f4644f72c6e', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:22.482622 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.485105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.567689 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.595137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=e303f833-3ec2-4d8d-8592-05a9926d8e86,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.717642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Allocated IP 172.20.0.2 (ac3651b0-430f-4247-aceb-9f4644f72c6e/640d7256-3ca4-4ba8-9cda-a2bf9e97df32/d024d982-4f48-4f15-a878-9e59454c56ab) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:22.761348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:22.843332 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 7c0b7920-7f97-4de1-82b8-e902f60acee0 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:22.867389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d011e02c-de3d-4402-bf7c-9e3a8061da1c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.881654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.903487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:22.910508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d011e02c-de3d-4402-bf7c-9e3a8061da1c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.922585 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.956769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Router e11ee0bd-32ec-4738-a91a-81321ed52064 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:23.012700 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.028634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Transition to ACTIVE for port object d024d982-4f48-4f15-a878-9e59454c56ab will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:23.055872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Transition to ACTIVE for port object d024d982-4f48-4f15-a878-9e59454c56ab will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:23.067923 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.108626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Allocated IP 172.25.2.201 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/1e1f5df1-1484-4ddc-b1e1-48feb6800d9c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:23.164416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:23.186139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:23.189923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:23.287186 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d011e02c-de3d-4402-bf7c-9e3a8061da1c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.290559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d011e02c-de3d-4402-bf7c-9e3a8061da1c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.295378 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d011e02c-de3d-4402-bf7c-9e3a8061da1c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "DELETE /v2.0/security-groups/5b78352d-4e39-498a-ab89-f187e017934d HTTP/1.1" status: 204 len: 168 time: 0.5281169 Jul 16 18:29:23.306799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:23.312496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011e02c-de3d-4402-bf7c-9e3a8061da1c tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b78352d-4e39-498a-ab89-f187e017934d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.329410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Pushing event updated for resources: {'Port': ['ID=d024d982-4f48-4f15-a878-9e59454c56ab,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.348365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.365555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:23.380905 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] Sync routers for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:23.398236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc121c44-e7a9-4cde-8bf9-704fa809935e admin admin] 10.222.0.60 "PUT /v2.0/routers/e11ee0bd-32ec-4738-a91a-81321ed52064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0902848 Jul 16 18:29:23.401445 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:23.403700 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.408752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Attempting to bind port d024d982-4f48-4f15-a878-9e59454c56ab on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:23.409401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Attempting to bind port d024d982-4f48-4f15-a878-9e59454c56ab by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:23.409949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Attempting to bind port d024d982-4f48-4f15-a878-9e59454c56ab on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:23.410442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:23.417942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-baef564e-ee27-41eb-b5a2-6833559d7b1a None None] Provisioning complete for port e303f833-3ec2-4d8d-8592-05a9926d8e86 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:23.424479 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baef564e-ee27-41eb-b5a2-6833559d7b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.427009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:23.434664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:23.435100 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.435514 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Bound using segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:23.436042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Bound port: d024d982-4f48-4f15-a878-9e59454c56ab, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:23.436442 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.476400 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.524917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 13df7e07-215f-488b-96fc-d08611214049 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:23.557820 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7046ae9b-5d17-4eb2-b262-3af516dfe031 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.578202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 30752cb6-b955-4895-b613-75672db87700 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:23.598470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:23.635301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-baef564e-ee27-41eb-b5a2-6833559d7b1a None None] Port e303f833-3ec2-4d8d-8592-05a9926d8e86 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:23.640419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7046ae9b-5d17-4eb2-b262-3af516dfe031 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.645583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:23.652089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18834ace-82e8-45c0-b142-776127bf7cae req-438c50ee-da49-4c44-a251-8b4683120b1b tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1021187 Jul 16 18:29:23.653008 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:23.653450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 30752cb6-b955-4895-b613-75672db87700 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:23.653808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 30752cb6-b955-4895-b613-75672db87700 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:23.654397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:23.700220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] For port d024d982-4f48-4f15-a878-9e59454c56ab, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:23.705183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] For port d024d982-4f48-4f15-a878-9e59454c56ab, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d024d982-4f48-4f15-a878-9e59454c56ab,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:23.715675 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.793773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Pushing event updated for resources: {'Port': ['ID=1e1f5df1-1484-4ddc-b1e1-48feb6800d9c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.813145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63210e06-452d-4f4e-9bb1-e34abbdf731f None None] Pushing event updated for resources: {'Port': ['ID=d024d982-4f48-4f15-a878-9e59454c56ab,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.997795 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:24.034837 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] Checking router: e11ee0bd-32ec-4738-a91a-81321ed52064 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:24.050662 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] Routers {'e11ee0bd-32ec-4738-a91a-81321ed52064'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:24.051329 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e11ee0bd-32ec-4738-a91a-81321ed52064'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:24.078975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.162424 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7046ae9b-5d17-4eb2-b262-3af516dfe031 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.182388 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7046ae9b-5d17-4eb2-b262-3af516dfe031 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.187172 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7046ae9b-5d17-4eb2-b262-3af516dfe031 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "DELETE /v2.0/security-groups/e1d52710-7a03-45ce-920f-d5f19fa1c057 HTTP/1.1" status: 204 len: 168 time: 0.8655093 Jul 16 18:29:24.187560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41756) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.210171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046ae9b-5d17-4eb2-b262-3af516dfe031 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d52710-7a03-45ce-920f-d5f19fa1c057,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.246505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:24.257788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Sync routers for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:24.288022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:24.288952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:24.289145 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cdde5182-cd89-4bed-a8a5-75c191d19a99 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "PUT /v2.0/routers/13df7e07-215f-488b-96fc-d08611214049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2046802 Jul 16 18:29:24.289862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.312924 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] Set router e11ee0bd-32ec-4738-a91a-81321ed52064 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:24.336168 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.382135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.557268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Deleting port d825103a-c520-4c15-9d1d-d4cec366b0f9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:24.557669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.561547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:24.608659 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:24.649345 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2dfb1d-d900-46f8-8356-1c9accd29225 None None] The sync data for ids ['e11ee0bd-32ec-4738-a91a-81321ed52064'] in n-d-793619-10 is: [{'id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'name': 'tempest-AttachVolumeShelveTestJSON-544974483-router', 'tenant_id': '52d74a60953f4d8ea4ca7547b00596f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:38Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 5, 'project_id': '52d74a60953f4d8ea4ca7547b00596f9', 'gw_port': {'id': 'd825103a-c520-4c15-9d1d-d4cec366b0f9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11ee0bd-32ec-4738-a91a-81321ed52064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:40Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:24.708804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] For port d825103a-c520-4c15-9d1d-d4cec366b0f9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d825103a-c520-4c15-9d1d-d4cec366b0f9,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:24.709474 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.728399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Calling delete_port for d825103a-c520-4c15-9d1d-d4cec366b0f9 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:24.773909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.775108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.775885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.776890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.777657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.778098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.778520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.778988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.779453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.779903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.780439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.780859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.781310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.789443 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4edff79b-c4a7-41b0-86e4-6a6786e96691 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9134 time: 0.4556224 Jul 16 18:29:24.790110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41764) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.036942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e303f833-3ec2-4d8d-8592-05a9926d8e86', 'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:84:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:17Z', 'updated_at': '2021-07-16T18:29:21Z', 'revision_number': 2, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:25.116494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Checking router: 13df7e07-215f-488b-96fc-d08611214049 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:25.117590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Updating router 13df7e07-215f-488b-96fc-d08611214049 port e303f833-3ec2-4d8d-8592-05a9926d8e86 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:25.120358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.172313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18c55cfd-b615-4b0d-8551-6a7590f0efee req-05dc0ce8-e038-46dd-b987-a73ef47eef74 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1252999 Jul 16 18:29:25.236594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.237904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.239233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.240085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.240911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.241596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.241719 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.242460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.243147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.243795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.244443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.273037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.273926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.275337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.278049 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-246b0e0b-6bc6-47de-8a34-8980448f8006 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8250 time: 0.4832942 Jul 16 18:29:25.284499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.341031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d024d982-4f48-4f15-a878-9e59454c56ab up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:25.473498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Router 37fa7e14-6425-4c07-8972-3fb5c4189864 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:29:25.496584 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.646485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d024d982-4f48-4f15-a878-9e59454c56ab completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:25.696638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:25.710760 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Sync routers for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:25.724350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 81d57679-f5a5-4803-9954-27c5a4e8c545 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:25.734332 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:25.737840 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:25.770390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 81d57679-f5a5-4803-9954-27c5a4e8c545 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:25.771119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 81d57679-f5a5-4803-9954-27c5a4e8c545 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:25.834173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a67c62-fba1-4a5a-9359-f5b05d69cb4d None None] Network ac3651b0-430f-4247-aceb-9f4644f72c6e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:25.836384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.840809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41770) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.841717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a5070cf5-ad37-418f-b5ab-3bffffa7074a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6374526 Jul 16 18:29:25.907148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.955683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-070e0eda-4519-409c-b1e7-f370f003fc70 None None] Provisioning for port d024d982-4f48-4f15-a878-9e59454c56ab completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:25.976253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Pushing event deleted for resources: {'Port': ['ID=d825103a-c520-4c15-9d1d-d4cec366b0f9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.995935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-070e0eda-4519-409c-b1e7-f370f003fc70 None None] Provisioning complete for port d024d982-4f48-4f15-a878-9e59454c56ab triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:25.996314 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-070e0eda-4519-409c-b1e7-f370f003fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.093261 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.164602 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:26.208784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Transition to ACTIVE for port object e303f833-3ec2-4d8d-8592-05a9926d8e86 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:26.276877 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.317664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Deleting port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:26.318157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.354790 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.394366 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-070e0eda-4519-409c-b1e7-f370f003fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.404120 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-74103657-9b9e-4e03-abb9-02285e057411 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5043 time: 0.9437358 Jul 16 18:29:26.636302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-070e0eda-4519-409c-b1e7-f370f003fc70 None None] For port d024d982-4f48-4f15-a878-9e59454c56ab, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d024d982-4f48-4f15-a878-9e59454c56ab,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:26.642961 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:24Z', 'revision_number': 3, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.652907 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a63f6ff0-9160-4fe9-b672-1303e8cbaf15 req-9d4a18bd-0811-490f-bb91-debf55dbe509 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1396604 Jul 16 18:29:26.653533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb462f2-0e44-4942-aebc-25e84a5443ef None None] Pushing event updated for resources: {'Port': ['ID=e303f833-3ec2-4d8d-8592-05a9926d8e86,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.700129 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Checking router: 37fa7e14-6425-4c07-8972-3fb5c4189864 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:26.700652 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Updating router 37fa7e14-6425-4c07-8972-3fb5c4189864 port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:26.702560 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-070e0eda-4519-409c-b1e7-f370f003fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.734211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:26.737619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] For port 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:26.738039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.748497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3437cd2b-9609-4f15-b965-565fb755b447 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664738068', 'description': 'tempest-secgroup-smoke-1664738068 description', 'project_id': 'ec21ddcca98344c190a3179163a55d08'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:26.753531 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Attempting to bind port e303f833-3ec2-4d8d-8592-05a9926d8e86 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:26.753887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Attempting to bind port e303f833-3ec2-4d8d-8592-05a9926d8e86 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:26.754249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Attempting to bind port e303f833-3ec2-4d8d-8592-05a9926d8e86 on network 7c0b7920-7f97-4de1-82b8-e902f60acee0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:26.819415 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.825992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Calling delete_port for 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:27.150308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:27.150870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Checking segment: {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:27.151360 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.151884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Bound using segment: {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:27.152567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Bound port: e303f833-3ec2-4d8d-8592-05a9926d8e86, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:27.153165 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.284648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e0eda-4519-409c-b1e7-f370f003fc70 None None] Pushing event updated for resources: {'Port': ['ID=d024d982-4f48-4f15-a878-9e59454c56ab,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.314364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] For port e303f833-3ec2-4d8d-8592-05a9926d8e86, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:27.318658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] For port e303f833-3ec2-4d8d-8592-05a9926d8e86, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e303f833-3ec2-4d8d-8592-05a9926d8e86,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:27.326047 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.364587 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.369471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.390235 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.406795 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Transition to ACTIVE for port object 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:27.418556 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.490185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:27.491104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:27.553240 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Attempting to bind port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:27.553616 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Attempting to bind port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:27.554042 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Attempting to bind port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:27.597494 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:27.598022 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:27.598450 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.598924 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:27.599591 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Bound port: 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:27.600232 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.646323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb462f2-0e44-4942-aebc-25e84a5443ef None None] Pushing event updated for resources: {'Port': ['ID=e303f833-3ec2-4d8d-8592-05a9926d8e86,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.677637 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Pushing event updated for resources: {'Port': ['ID=1e1f5df1-1484-4ddc-b1e1-48feb6800d9c,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.683610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.685256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11ee0bd-32ec-4738-a91a-81321ed52064 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:27.690860 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.690860 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.691186 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.691566 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.691927 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.692351 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.692610 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.692942 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.693340 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.693647 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.694727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.694727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:27.714696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.719926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-27ae0a48-dfdf-493f-8449-8c8ecfaad67a admin admin] 10.222.0.60 "DELETE /v2.0/routers/e11ee0bd-32ec-4738-a91a-81321ed52064 HTTP/1.1" status: 204 len: 168 time: 4.3059225 Jul 16 18:29:27.723679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41788) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:27.814571 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] For port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:27.826721 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] For port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1e1f5df1-1484-4ddc-b1e1-48feb6800d9c,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:27.835600 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.848473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3b7d2d24-eeb0-49c2-b50c-a540fc54ea53 None None] Provisioning complete for port d024d982-4f48-4f15-a878-9e59454c56ab triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:27.849053 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2d24-eeb0-49c2-b50c-a540fc54ea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.879169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.932303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Port': ['ID=93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.957663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b5de8a-a7e0-4805-816f-e2d3f94ef8d4 admin admin] Deleting subnet 82ad1522-4780-4a23-8bf8-34c104314ce4 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:27.982927 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1b5de8a-a7e0-4805-816f-e2d3f94ef8d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.991405 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3437cd2b-9609-4f15-b965-565fb755b447 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.011530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:28.016116 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaca8ec-7423-4984-92ad-b001fab00590 None None] Pushing event updated for resources: {'Port': ['ID=1e1f5df1-1484-4ddc-b1e1-48feb6800d9c,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.071381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1b5de8a-a7e0-4805-816f-e2d3f94ef8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.083682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29f61d32-6d90-4ffb-8ae9-7edc4afdd619 req-789a6f48-879f-438e-b690-1e56469bf854 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0972483 Jul 16 18:29:28.084324 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:28.085357 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:28.347748 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:28.414379 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.480301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3437cd2b-9609-4f15-b965-565fb755b447 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.549267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3437cd2b-9609-4f15-b965-565fb755b447 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.561449 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1b5de8a-a7e0-4805-816f-e2d3f94ef8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.572290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e303f833-3ec2-4d8d-8592-05a9926d8e86', 'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:84:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:17Z', 'updated_at': '2021-07-16T18:29:27Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:28.603678 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3437cd2b-9609-4f15-b965-565fb755b447 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.609448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3437cd2b-9609-4f15-b965-565fb755b447 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8682029 Jul 16 18:29:28.612997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41792) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:28.624445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b887da7-8ee9-44e2-91b1-ad01c67ddad3 None None] The sync data for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 is: [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e303f833-3ec2-4d8d-8592-05a9926d8e86', 'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:84:eb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:17Z', 'updated_at': '2021-07-16T18:29:27Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:28.655800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7476e8b1-38f0-4d0b-8e05-9095b3960c54 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '67d250db-04c7-4f5d-9c51-afe6d40463c4', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:28.664293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.726914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437cd2b-9609-4f15-b965-565fb755b447 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d250db-04c7-4f5d-9c51-afe6d40463c4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.777408 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7476e8b1-38f0-4d0b-8e05-9095b3960c54 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.828149 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:24Z', 'revision_number': 3, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:28.842927 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.851337 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1b5de8a-a7e0-4805-816f-e2d3f94ef8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.926354 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb615c4-145e-4e6b-ad54-9a4061c95998 None None] The sync data for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 is: [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:24Z', 'revision_number': 3, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:28.945820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5de8a-a7e0-4805-816f-e2d3f94ef8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ad1522-4780-4a23-8bf8-34c104314ce4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.964497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab40d89-6e21-4fe7-8a91-aa904c0132bd None None] Network 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:28.979463 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1b5de8a-a7e0-4805-816f-e2d3f94ef8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.982934 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e1b5de8a-a7e0-4805-816f-e2d3f94ef8d4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/82ad1522-4780-4a23-8bf8-34c104314ce4 HTTP/1.1" status: 204 len: 168 time: 1.2581558 Jul 16 18:29:29.005382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41796) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:29.231255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.254551 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7476e8b1-38f0-4d0b-8e05-9095b3960c54 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.262478 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7476e8b1-38f0-4d0b-8e05-9095b3960c54 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.313693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7476e8b1-38f0-4d0b-8e05-9095b3960c54 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.315150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7476e8b1-38f0-4d0b-8e05-9095b3960c54 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6641512 Jul 16 18:29:29.347651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41802) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:29.357077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-33058336-68c0-4f10-a1c1-d5979c40e1c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '67d250db-04c7-4f5d-9c51-afe6d40463c4', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:29.371333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d024d982-4f48-4f15-a878-9e59454c56ab up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:29.440461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476e8b1-38f0-4d0b-8e05-9095b3960c54 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6615f3-eaf0-4f39-a464-e27051c846c0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:29.469238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:29.476375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33058336-68c0-4f10-a1c1-d5979c40e1c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.504709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Allocated IP 172.20.0.1 (ac3651b0-430f-4247-aceb-9f4644f72c6e/640d7256-3ca4-4ba8-9cda-a2bf9e97df32/d6f9d6b7-07e7-4600-80df-c2c247874f0a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:29.550219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d024d982-4f48-4f15-a878-9e59454c56ab triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:29.550596 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.633116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Deleting port ec847106-b2d9-422c-9f70-5863040d889f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:29.633739 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.664072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b193d8e2-a409-4e6c-8911-72d1f6116539 None None] DHCP port deletion for 3743c663-d8a1-4c5d-abb0-0445d2fce3b7 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:29.736748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f99de41c-e762-4b81-9b51-24b838c6fbe1 req-e99ae5ac-d5bb-4abd-a70a-96e4c7ea32dd tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1550398 Jul 16 18:29:29.773311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33058336-68c0-4f10-a1c1-d5979c40e1c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.823642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b193d8e2-a409-4e6c-8911-72d1f6116539 None None] Deleting port ec847106-b2d9-422c-9f70-5863040d889f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:29.827619 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b193d8e2-a409-4e6c-8911-72d1f6116539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.831626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e303f833-3ec2-4d8d-8592-05a9926d8e86 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:29.831967 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33058336-68c0-4f10-a1c1-d5979c40e1c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.872437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33058336-68c0-4f10-a1c1-d5979c40e1c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191a02d5-b6d9-41aa-a12c-7ce67bed22ee,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:29.885474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] For port ec847106-b2d9-422c-9f70-5863040d889f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ec847106-b2d9-422c-9f70-5863040d889f,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:29.886911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.908675 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33058336-68c0-4f10-a1c1-d5979c40e1c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.914220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-33058336-68c0-4f10-a1c1-d5979c40e1c3 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5591516 Jul 16 18:29:29.915380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:29.923580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fd79a095-4e78-49d8-9ca5-c066825ba7f7 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '67d250db-04c7-4f5d-9c51-afe6d40463c4', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:29.934692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Calling delete_port for ec847106-b2d9-422c-9f70-5863040d889f owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:29.947740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:29.962770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-13b6ea13-a07f-4f22-abfb-40dea904522a tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "PUT /v2.0/routers/a7162319-36c7-42d0-8bb4-89dcbdf2e1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7729330 Jul 16 18:29:29.969029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41806) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:30.056478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b193d8e2-a409-4e6c-8911-72d1f6116539 None None] For port ec847106-b2d9-422c-9f70-5863040d889f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ec847106-b2d9-422c-9f70-5863040d889f,segment=NetworkSegment(8becb9bb-2814-418c-b8b1-a45357dea804),segment_id=8becb9bb-2814-418c-b8b1-a45357dea804)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:30.057575 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b193d8e2-a409-4e6c-8911-72d1f6116539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.087542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b193d8e2-a409-4e6c-8911-72d1f6116539 None None] Calling delete_port for ec847106-b2d9-422c-9f70-5863040d889f owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:30.110030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.120269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd79a095-4e78-49d8-9ca5-c066825ba7f7 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.145350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a03b42-75d6-46f8-8888-67c92a8a8e56 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Deleting subnet 9bb68cc1-82ad-4367-a265-f4c2ec6d97f5 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:30.150620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Transition to ACTIVE for port object d6f9d6b7-07e7-4600-80df-c2c247874f0a will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:30.180182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2a03b42-75d6-46f8-8888-67c92a8a8e56 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.278262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:29:30.293448 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:29:30.312777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] Sync routers for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:30.329005 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b193d8e2-a409-4e6c-8911-72d1f6116539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.395006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec847106-b2d9-422c-9f70-5863040d889f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.406685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2a03b42-75d6-46f8-8888-67c92a8a8e56 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.412672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:30.413344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:30.416211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d8e2-a409-4e6c-8911-72d1f6116539 None None] Pushing event deleted for resources: {'Port': ['ID=ec847106-b2d9-422c-9f70-5863040d889f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.426071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193d8e2-a409-4e6c-8911-72d1f6116539 None None] No DVR routers for this DVR port ec847106-b2d9-422c-9f70-5863040d889f on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:30.434249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] No DVR routers for this DVR port ec847106-b2d9-422c-9f70-5863040d889f on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:30.520768 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd79a095-4e78-49d8-9ca5-c066825ba7f7 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.539812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd79a095-4e78-49d8-9ca5-c066825ba7f7 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.547816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.580459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e303f833-3ec2-4d8d-8592-05a9926d8e86 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:30.669410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:30.676944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f9d6b7-07e7-4600-80df-c2c247874f0a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.688918 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:30.702624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79a095-4e78-49d8-9ca5-c066825ba7f7 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f6c2cd-5a29-4dcc-83bf-752365286a86,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.709793 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd79a095-4e78-49d8-9ca5-c066825ba7f7 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.711613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fd79a095-4e78-49d8-9ca5-c066825ba7f7 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7934031 Jul 16 18:29:30.718936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41814) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:30.725193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-66689fe7-5b48-4d6c-96cd-21f840763136 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '67d250db-04c7-4f5d-9c51-afe6d40463c4', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:30.795679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:30.798229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66689fe7-5b48-4d6c-96cd-21f840763136 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.800302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.808572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:30.836890 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2a03b42-75d6-46f8-8888-67c92a8a8e56 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.854839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3743c663-d8a1-4c5d-abb0-0445d2fce3b7']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:30.963233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e303f833-3ec2-4d8d-8592-05a9926d8e86 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:30.963703 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.965960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8becb9bb-2814-418c-b8b1-a45357dea804') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:30.967033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8becb9bb-2814-418c-b8b1-a45357dea804') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:31.010666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.041809 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.117095 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66689fe7-5b48-4d6c-96cd-21f840763136 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.120655 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.130914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66689fe7-5b48-4d6c-96cd-21f840763136 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.163815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:31.167009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:31.172739 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:31.176651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66689fe7-5b48-4d6c-96cd-21f840763136 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d429b396-104a-46f9-8efa-d66334160138,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.270100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9defb1f0-1eca-4860-9508-88d657407cb4 req-00b7c40c-4b29-450c-bf8d-5213ef5cf3f8 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0747297 Jul 16 18:29:31.272623 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66689fe7-5b48-4d6c-96cd-21f840763136 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.276205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-66689fe7-5b48-4d6c-96cd-21f840763136 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5553026 Jul 16 18:29:31.284262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.310013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c6e89043-765b-4c02-a847-9b807548eb58 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '67d250db-04c7-4f5d-9c51-afe6d40463c4', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:31.326417 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2a03b42-75d6-46f8-8888-67c92a8a8e56 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.347139 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2a03b42-75d6-46f8-8888-67c92a8a8e56 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.353490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c2a03b42-75d6-46f8-8888-67c92a8a8e56 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "DELETE /v2.0/subnets/9bb68cc1-82ad-4367-a265-f4c2ec6d97f5 HTTP/1.1" status: 204 len: 168 time: 1.3806713 Jul 16 18:29:31.358803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.372410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f36d8d-0a5f-476e-a10b-921c07825287 None None] Network 0c86c55e-c5af-4f67-9806-b773f5b3808b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:31.374785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.379548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5cf47cf7-10f2-4e42-9ec3-e93c00a2c2a8 None None] Provisioning for port d6f9d6b7-07e7-4600-80df-c2c247874f0a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:31.386145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a03b42-75d6-46f8-8888-67c92a8a8e56 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb68cc1-82ad-4367-a265-f4c2ec6d97f5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.399325 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-c6e89043-765b-4c02-a847-9b807548eb58 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Project ec21ddcca98344c190a3179163a55d08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:29:31.412361 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6e89043-765b-4c02-a847-9b807548eb58 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.417751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5cf47cf7-10f2-4e42-9ec3-e93c00a2c2a8 None None] Provisioning complete for port d6f9d6b7-07e7-4600-80df-c2c247874f0a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:31.418995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5cf47cf7-10f2-4e42-9ec3-e93c00a2c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.421324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.430659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.435505 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3743c663-d8a1-4c5d-abb0-0445d2fce3b7 HTTP/1.1" status: 204 len: 168 time: 2.4127223 Jul 16 18:29:31.517443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5cf47cf7-10f2-4e42-9ec3-e93c00a2c2a8 None None] Port d6f9d6b7-07e7-4600-80df-c2c247874f0a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:31.518056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee2892-82c3-4ecf-9ddf-fa25f9c79676 admin admin] Pushing event deleted for resources: {'Network': ['ID=3743c663-d8a1-4c5d-abb0-0445d2fce3b7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.582670 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6e89043-765b-4c02-a847-9b807548eb58 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.592729 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6e89043-765b-4c02-a847-9b807548eb58 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.600976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.659906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e89043-765b-4c02-a847-9b807548eb58 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8deb3a2-9fd4-4f0f-bf23-6177e2f7ed74,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.665073 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6e89043-765b-4c02-a847-9b807548eb58 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.666774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c6e89043-765b-4c02-a847-9b807548eb58 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3791547 Jul 16 18:29:31.669732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41828) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.683392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bdf684ad-c51c-426b-9adc-f07a08fc1631 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'security_group_rule': {'security_group_id': '67d250db-04c7-4f5d-9c51-afe6d40463c4', 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:31.690571 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.713350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41830) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.716129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port e303f833-3ec2-4d8d-8592-05a9926d8e86, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e303f833-3ec2-4d8d-8592-05a9926d8e86,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:31.754217 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-bdf684ad-c51c-426b-9adc-f07a08fc1631 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Project ec21ddcca98344c190a3179163a55d08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:29:31.757055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:29:27Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:31.760001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.790393 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdf684ad-c51c-426b-9adc-f07a08fc1631 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.807437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f84e2fcd-3c48-4ca1-be4e-53ddb547a000 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52d74a60953f4d8ea4ca7547b00596f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928612 Jul 16 18:29:31.810988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.840468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d825103a-c520-4c15-9d1d-d4cec366b0f9 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:31.877693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] Checking router: a7162319-36c7-42d0-8bb4-89dcbdf2e1ae for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:31.912802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d825103a-c520-4c15-9d1d-d4cec366b0f9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:31.913149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d825103a-c520-4c15-9d1d-d4cec366b0f9 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:31.928873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=e303f833-3ec2-4d8d-8592-05a9926d8e86,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.936855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] Routers {'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:31.937393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:31.959306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.969182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdf684ad-c51c-426b-9adc-f07a08fc1631 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.980216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdf684ad-c51c-426b-9adc-f07a08fc1631 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.026478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf684ad-c51c-426b-9adc-f07a08fc1631 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d26b6f-5a52-4e4e-ae04-371be3f626b1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.065988 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ece4185-4866-49ed-9152-b076c258f36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.098578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdf684ad-c51c-426b-9adc-f07a08fc1631 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.110081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bdf684ad-c51c-426b-9adc-f07a08fc1631 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4210558 Jul 16 18:29:32.142708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ece4185-4866-49ed-9152-b076c258f36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.159783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Deleting port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:32.160148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.166399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.209805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.318049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ece4185-4866-49ed-9152-b076c258f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.318330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a38f50-ceaa-436f-98b8-93b2b38e00b5 None None] DHCP port deletion for 0c86c55e-c5af-4f67-9806-b773f5b3808b request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:32.320700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:32.324092 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ece4185-4866-49ed-9152-b076c258f36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.325632 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1ece4185-4866-49ed-9152-b076c258f36c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/017028ae-f093-44c4-a380-fad3b723b0b0 HTTP/1.1" status: 204 len: 168 time: 0.5138462 Jul 16 18:29:32.358484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece4185-4866-49ed-9152-b076c258f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017028ae-f093-44c4-a380-fad3b723b0b0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.384897 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.495169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f9d6b7-07e7-4600-80df-c2c247874f0a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.585646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:32.596073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:32.597746 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.603898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] Set router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:32.670620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] For port 3b857a6a-3bd1-47b1-ae18-0452e3917fe7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3b857a6a-3bd1-47b1-ae18-0452e3917fe7,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:32.670995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.742698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Calling delete_port for 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:32.834451 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01a2ee07-6b7e-422c-88f4-2fe8c0dfa91d req-6f9be422-9c1d-4607-b935-2654c964770c tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1809301 Jul 16 18:29:32.906652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-65a38f50-ceaa-436f-98b8-93b2b38e00b5 None None] Deleting port a50b2ce2-f44c-4b41-b97f-2c089772aa06 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:32.907785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65a38f50-ceaa-436f-98b8-93b2b38e00b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.908369 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-e91d09d5-6a56-481d-806e-5ae40bbdac4d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664738068&fields=id&tenant_id=ec21ddcca98344c190a3179163a55d08 HTTP/1.1" status: 200 len: 267 time: 0.3188658 Jul 16 18:29:32.982110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:33.025313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:33.080031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-65a38f50-ceaa-436f-98b8-93b2b38e00b5 None None] For port a50b2ce2-f44c-4b41-b97f-2c089772aa06, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a50b2ce2-f44c-4b41-b97f-2c089772aa06,segment=NetworkSegment(d32492a4-a2a6-4c58-8e55-fe8f89008424),segment_id=d32492a4-a2a6-4c58-8e55-fe8f89008424)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:33.081461 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65a38f50-ceaa-436f-98b8-93b2b38e00b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.098634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-65a38f50-ceaa-436f-98b8-93b2b38e00b5 None None] Calling delete_port for a50b2ce2-f44c-4b41-b97f-2c089772aa06 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:33.232146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-71170edd-d8d4-46fd-be99-4b6cb8f8441f tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.238574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-71170edd-d8d4-46fd-be99-4b6cb8f8441f tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/networks?id=7c0b7920-7f97-4de1-82b8-e902f60acee0 HTTP/1.1" status: 200 len: 796 time: 0.3254094 Jul 16 18:29:33.274960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ffdc58f1-5369-4445-bad6-251d597b7a23 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/quotas/ec21ddcca98344c190a3179163a55d08 HTTP/1.1" status: 200 len: 375 time: 0.0309503 Jul 16 18:29:33.289632 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-65a38f50-ceaa-436f-98b8-93b2b38e00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.398276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-4924c39c-b539-49b5-98f4-0b69177ee0ac tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171813 Jul 16 18:29:33.400600 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.414186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a38f50-ceaa-436f-98b8-93b2b38e00b5 None None] Pushing event deleted for resources: {'Port': ['ID=a50b2ce2-f44c-4b41-b97f-2c089772aa06,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.427339 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a38f50-ceaa-436f-98b8-93b2b38e00b5 None None] No DVR routers for this DVR port a50b2ce2-f44c-4b41-b97f-2c089772aa06 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:33.436097 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7aff560f-e41e-4a45-8e6f-b35eab14a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.485836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1e1f5df1-1484-4ddc-b1e1-48feb6800d9c,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:33.502334 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.508116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5bcd82c4-dc93-4265-9b12-09639a528ce6 None None] Provisioning complete for port d6f9d6b7-07e7-4600-80df-c2c247874f0a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:33.508632 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bcd82c4-dc93-4265-9b12-09639a528ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.561575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Router 37fa7e14-6425-4c07-8972-3fb5c4189864 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:33.596894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.601377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ec847106-b2d9-422c-9f70-5863040d889f no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:33.647337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ec847106-b2d9-422c-9f70-5863040d889f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:33.648591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ec847106-b2d9-422c-9f70-5863040d889f not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:33.655311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5bcd82c4-dc93-4265-9b12-09639a528ce6 None None] Port d6f9d6b7-07e7-4600-80df-c2c247874f0a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:33.670419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:29:27Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:33.688124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-717c95e5-0e6e-4ced-a719-130b71c9a220 service neutron] 10.222.0.60 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696028 Jul 16 18:29:33.711922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a78ec8-9343-4935-9901-df6b669ef7ab None None] The sync data for ids ['a7162319-36c7-42d0-8bb4-89dcbdf2e1ae'] in n-d-793619-10 is: [{'id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1857877984', 'tenant_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:59Z', 'updated_at': '2021-07-16T18:29:27Z', 'revision_number': 5, 'project_id': 'ededcfbeefe8463f8183c2352b99a0a7', 'gw_port': {'id': '3b857a6a-3bd1-47b1-ae18-0452e3917fe7', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7162319-36c7-42d0-8bb4-89dcbdf2e1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:00Z', 'updated_at': '2021-07-16T18:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:33.730815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1e1f5df1-1484-4ddc-b1e1-48feb6800d9c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.759141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Port': ['ID=3b857a6a-3bd1-47b1-ae18-0452e3917fe7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.872288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-88011082-7423-47dd-950c-3a6ab06903fc service neutron] 10.222.0.60 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742299 Jul 16 18:29:33.947553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.050696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.054516 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.060297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:34.068331 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eae1730e-d5f4-4a72-99e1-84c0a53cbad0 admin admin] 10.222.0.60 "PUT /v2.0/routers/37fa7e14-6425-4c07-8972-3fb5c4189864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2248509 Jul 16 18:29:34.084540 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Sync routers for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:34.149906 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.150949 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Fanout notify agent at l3_agent the message router_deleted on router a7162319-36c7-42d0-8bb4-89dcbdf2e1ae {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:34.155869 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:34.158938 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.160754 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.163059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-702ecf1a-da4f-4802-92cf-ff49cbccf439 tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "DELETE /v2.0/routers/a7162319-36c7-42d0-8bb4-89dcbdf2e1ae HTTP/1.1" status: 204 len: 168 time: 2.7983906 Jul 16 18:29:34.166196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41878) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:34.277029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4efd82f0-ad97-4474-ad68-0277504afc92 req-4d58fbcb-204b-486e-8cfa-a86c8fe737c1 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1693299 Jul 16 18:29:34.390675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ff62236-9fa1-4e37-9089-219119ddcee8 req-74e6843c-f736-4582-ba38-d45383980779 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 210 time: 0.0869210 Jul 16 18:29:34.437080 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.533811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:34.570183 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:34.660804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:34.685201 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.771948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.792891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c86c55e-c5af-4f67-9806-b773f5b3808b']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.809445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32492a4-a2a6-4c58-8e55-fe8f89008424') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.809752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32492a4-a2a6-4c58-8e55-fe8f89008424') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.825180 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.849194 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.857520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:34.858215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:34.953621 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:34.958771 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.965444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.980920 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] 10.222.0.60 "DELETE /v2.0/networks/0c86c55e-c5af-4f67-9806-b773f5b3808b HTTP/1.1" status: 204 len: 168 time: 0.8092284 Jul 16 18:29:35.008100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e303f833-3ec2-4d8d-8592-05a9926d8e86 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:35.027497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ff606-f624-4e9b-84bd-39983c5c20cb tempest-TestSecurityGroupsBasicOps-959223187 tempest-TestSecurityGroupsBasicOps-959223187-project] Pushing event deleted for resources: {'Network': ['ID=0c86c55e-c5af-4f67-9806-b773f5b3808b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:35.232192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e303f833-3ec2-4d8d-8592-05a9926d8e86 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:35.234100 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.384876 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 2, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:35.543088 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Checking router: 37fa7e14-6425-4c07-8972-3fb5c4189864 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:35.543416 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Updating router 37fa7e14-6425-4c07-8972-3fb5c4189864 port d6f9d6b7-07e7-4600-80df-c2c247874f0a binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:35.657845 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.740335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:35.748360 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2c0b892-3061-41c6-af79-62366ecf638d req-dd733e5e-b8da-4c6b-a7a9-4155c14d7d05 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0784338 Jul 16 18:29:35.786348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:35.786931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 93bb36d8-ff51-4ad1-b9d2-4e32dc2f46a2 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:35.787647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a50b2ce2-f44c-4b41-b97f-2c089772aa06 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:35.823495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: a50b2ce2-f44c-4b41-b97f-2c089772aa06 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:35.823621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a50b2ce2-f44c-4b41-b97f-2c089772aa06 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:35.866126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41928) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:35.974628 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:35.980131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1322397728-network', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:36.026637 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.045153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Made reservation on behalf of 07c639b8dc314bbd900cf752df70ac8d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:36.048418 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.054663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef593110-42e2-41c5-bf92-dffd69d1ea51 req-91e852f0-1366-4b77-961f-b56f86067cb7 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 210 time: 0.1682906 Jul 16 18:29:36.069042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:36.079314 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-30cbaa55-358d-4b22-99df-447e8d44f84d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2421145 Jul 16 18:29:36.098809 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.139259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2dbe0e14-663d-4674-b37a-795a98780532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.145529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:36.145529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3b857a6a-3bd1-47b1-ae18-0452e3917fe7 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:36.346251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-03d9818f-e72d-4e72-857d-0d8463271528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.347178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-03d9818f-e72d-4e72-857d-0d8463271528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.347781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-03d9818f-e72d-4e72-857d-0d8463271528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.348326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-03d9818f-e72d-4e72-857d-0d8463271528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.349025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-03d9818f-e72d-4e72-857d-0d8463271528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.349725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-03d9818f-e72d-4e72-857d-0d8463271528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.350392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-03d9818f-e72d-4e72-857d-0d8463271528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.352760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-03d9818f-e72d-4e72-857d-0d8463271528 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=429b088dd3d6401fa094a805fb53eb82&device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 6497 time: 0.1773214 Jul 16 18:29:36.437314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.448889 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.483515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-485f9eab-ea8a-49b9-837f-efd0d4b30ae6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ededcfbeefe8463f8183c2352b99a0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161923 Jul 16 18:29:36.488097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41936) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:36.503025 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.522637 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Transition to ACTIVE for port object d6f9d6b7-07e7-4600-80df-c2c247874f0a will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:36.528188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:36.539281 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.546092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cbea02-96d8-4013-afd8-616541ac7146,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:36.589875 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.590628 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Added segment cbaef309-189d-474e-9591-5aa3e48f50eb of type vlan for network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 Jul 16 18:29:36.604282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-d640bf60-46d0-466c-9145-75f06219f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.605620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-d640bf60-46d0-466c-9145-75f06219f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.606936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-d640bf60-46d0-466c-9145-75f06219f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.609043 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-d640bf60-46d0-466c-9145-75f06219f23a service neutron] 10.222.0.45 "GET /v2.0/networks?id=92628a71-7e7a-4442-b235-d0645ce9fda3&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b HTTP/1.1" status: 200 len: 2293 time: 0.2186959 Jul 16 18:29:36.617395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-316d9069-a4d0-4bef-b5d2-7fd0f3aa8be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.681057 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-316d9069-a4d0-4bef-b5d2-7fd0f3aa8be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.772916 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-316d9069-a4d0-4bef-b5d2-7fd0f3aa8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.785877 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-316d9069-a4d0-4bef-b5d2-7fd0f3aa8be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.793210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-316d9069-a4d0-4bef-b5d2-7fd0f3aa8be2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/046696e1-5034-44db-a3ef-33982e9c54dc HTTP/1.1" status: 204 len: 168 time: 0.2999263 Jul 16 18:29:36.806542 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82220e-0ec9-4470-aaa4-1d0a4746131e None None] Pushing event updated for resources: {'Port': ['ID=d6f9d6b7-07e7-4600-80df-c2c247874f0a,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:36.831549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d9069-a4d0-4bef-b5d2-7fd0f3aa8be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046696e1-5034-44db-a3ef-33982e9c54dc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:36.903797 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Attempting to bind port d6f9d6b7-07e7-4600-80df-c2c247874f0a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:36.904166 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Attempting to bind port d6f9d6b7-07e7-4600-80df-c2c247874f0a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:36.904544 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Attempting to bind port d6f9d6b7-07e7-4600-80df-c2c247874f0a on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:36.922225 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:36.922719 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:36.923253 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.923654 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Bound using segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:36.924169 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Bound port: d6f9d6b7-07e7-4600-80df-c2c247874f0a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:36.924844 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.034486 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.073052 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] For port d6f9d6b7-07e7-4600-80df-c2c247874f0a, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:37.081213 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] For port d6f9d6b7-07e7-4600-80df-c2c247874f0a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d6f9d6b7-07e7-4600-80df-c2c247874f0a,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:37.091859 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.092086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3e878d0-89e9-413e-a279-cbd6d07a3d72 req-0ae7a0f3-550b-48e7-a381-5bd8b821c96c tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0552564 Jul 16 18:29:37.228091 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:37.229307 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:37.269456 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82220e-0ec9-4470-aaa4-1d0a4746131e None None] Pushing event updated for resources: {'Port': ['ID=d6f9d6b7-07e7-4600-80df-c2c247874f0a,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:37.339048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aaa3cd76-e6eb-4d7f-b53d-fb7f968a36ae req-bd554989-fdb9-4e31-80ff-de30e515bbe5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 210 time: 0.0979836 Jul 16 18:29:37.411076 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:37.515632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:37.538630 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79dc8799-03a0-4327-815a-8e060052875b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.621664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.685193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79dc8799-03a0-4327-815a-8e060052875b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.692873 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79dc8799-03a0-4327-815a-8e060052875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.723563 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-dd4311bb-c9b8-48d8-a4df-ebd06457d287 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b HTTP/1.1" status: 200 len: 1000 time: 1.0539286 Jul 16 18:29:37.747658 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:37.779200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-79dc8799-03a0-4327-815a-8e060052875b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a170618503e0440e8a0656264be8e07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617605 Jul 16 18:29:37.780178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc8799-03a0-4327-815a-8e060052875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5413a09-ef03-411d-897b-a344868e1b1c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:37.783738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41958) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:37.829269 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.830331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.830915 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.874071 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9601749c-ae1e-42f9-86e6-95240c03ef84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.893439 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d8260-636a-463e-b0a4-3fa59e21ea75 None None] The sync data for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 is: [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:37.911793 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9601749c-ae1e-42f9-86e6-95240c03ef84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.001022 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0240967 Jul 16 18:29:38.002365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5ed2d-349f-49fa-aa3d-96e6e18f4fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a5e4bbe-47b0-4a7b-9dcc-230200bf0450,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.007971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41964) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:38.024354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:38.025891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-03be488e-a85f-4d5b-84ab-f98cf1f0d1cc tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.027851 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-03be488e-a85f-4d5b-84ab-f98cf1f0d1cc tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.46 "GET /v2.0/networks?id=7c0b7920-7f97-4de1-82b8-e902f60acee0 HTTP/1.1" status: 200 len: 796 time: 0.4085190 Jul 16 18:29:38.030371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-79a5008e-1376-400e-8b9e-710bdc4cdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.032834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-79a5008e-1376-400e-8b9e-710bdc4cdafc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5310286-a552-4e68-914b-ff13aab082fe HTTP/1.1" status: 200 len: 850 time: 0.2445412 Jul 16 18:29:38.034987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Request body: {'subnet': {'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1322397728-subnet', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:38.128207 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9601749c-ae1e-42f9-86e6-95240c03ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.128362 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-e45ac1d6-be09-47d6-8304-aa212fab069c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec21ddcca98344c190a3179163a55d08 HTTP/1.1" status: 200 len: 380 time: 0.0749891 Jul 16 18:29:38.130876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9601749c-ae1e-42f9-86e6-95240c03ef84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.135595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9601749c-ae1e-42f9-86e6-95240c03ef84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5413a09-ef03-411d-897b-a344868e1b1c HTTP/1.1" status: 204 len: 168 time: 0.3506749 Jul 16 18:29:38.139624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Made reservation on behalf of 07c639b8dc314bbd900cf752df70ac8d for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:38.142344 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.159087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601749c-ae1e-42f9-86e6-95240c03ef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5413a09-ef03-411d-897b-a344868e1b1c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.168610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'port': {'device_id': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'admin_state_up': True, 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'security_groups': ['67d250db-04c7-4f5d-9c51-afe6d40463c4']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:38.382500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-30b8712e-8688-4525-b35f-9d9c22488c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.384919 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-30b8712e-8688-4525-b35f-9d9c22488c2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=92628a71-7e7a-4442-b235-d0645ce9fda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3417101 Jul 16 18:29:38.495269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43bb5abd-ab91-4d9e-be12-a1e31eb8d4c0 req-18914af8-bdf9-4cf4-a2b8-a45c7648564b tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1060987 Jul 16 18:29:38.629180 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.708354 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.776779 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-f95194bc-2baf-4f4f-931d-93b3ac264fa1 service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734148 Jul 16 18:29:38.828041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Made reservation on behalf of ec21ddcca98344c190a3179163a55d08 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:38.837442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.896973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.917105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6934299-94fb-4edd-96fd-6399f5c13975 req-4f44ab52-9904-4445-a749-346607769ac9 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 210 time: 0.2054498 Jul 16 18:29:38.918251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Checking segment: {'id': 'cbaef309-189d-474e-9591-5aa3e48f50eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:38.922136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Network hostable DHCP agents. Network: 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:38.926479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41986) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:38.999812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:39.022006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a38f87b1-d779-4b12-92dc-927d6c7e4974 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8f73c93ba2644ea9186adf97f9c0744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923383 Jul 16 18:29:39.024493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.025616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:39.032982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.034130 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.040477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b33a3b-f397-4b97-a90f-f94842601327 None None] Network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:39.062896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-bda720c2-bf04-4bf7-a99f-83e02e64c4a8 service neutron] 10.222.0.45 "GET /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618136 Jul 16 18:29:39.129995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-327e30bb-af87-4ea1-adf9-d3b4e43842fb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1008937 Jul 16 18:29:39.143021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.152784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.195962 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ead6b05-278c-4dd9-ab92-a22fb36c40cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.204480 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-f9981287-e636-4b48-a2f6-93c745fc761b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 200 len: 217 time: 0.0987089 Jul 16 18:29:39.249897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ead6b05-278c-4dd9-ab92-a22fb36c40cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.311632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.20.0.3 (7c0b7920-7f97-4de1-82b8-e902f60acee0/ca29702b-ac0d-416e-b3a1-026dd9f2eea8/c74f4be1-958f-4b39-9101-c869fc0d26e7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:39.352106 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ead6b05-278c-4dd9-ab92-a22fb36c40cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.355403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ead6b05-278c-4dd9-ab92-a22fb36c40cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.357154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1ead6b05-278c-4dd9-ab92-a22fb36c40cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63503444-7f5e-4660-a0a6-f4c2f97aee70 HTTP/1.1" status: 204 len: 168 time: 0.3075919 Jul 16 18:29:39.376918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead6b05-278c-4dd9-ab92-a22fb36c40cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63503444-7f5e-4660-a0a6-f4c2f97aee70,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.383957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.387275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.407765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-9a5e4bbe-47b0-4a7b-9dcc-230200bf0450', 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'fixed_ips': [{'subnet_id': 'db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:39.408671 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.411317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-9fe92234-86cd-4c3b-bd42-be711d581b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.412883 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-9fe92234-86cd-4c3b-bd42-be711d581b4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.1984055 Jul 16 18:29:39.571503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.830419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Allocated IP 172.20.0.2 (9a5e4bbe-47b0-4a7b-9dcc-230200bf0450/db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0/9ae8234e-5b8d-4dcf-838f-56d750c7fd32) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:39.973895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8c93818-c3f7-414f-a37a-0392e030f830 req-df28b51f-9700-4453-8826-a73f628744eb tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.1083827 Jul 16 18:29:40.009486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-bb95dad7-e9cf-4e0b-8165-dc69f93366fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.039443 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-bb95dad7-e9cf-4e0b-8165-dc69f93366fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6146996 Jul 16 18:29:40.292625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d6f9d6b7-07e7-4600-80df-c2c247874f0a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:40.292800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ef92c67-ecdb-494d-af8b-c4ae02c09042 req-0bb1d431-a5d4-4e8e-9c19-e9df16e2e6da tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 210 time: 0.0724287 Jul 16 18:29:40.306176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.349501 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.351013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.365512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Transition to ACTIVE for port object 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:40.390465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Transition to ACTIVE for port object 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:40.397479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Transition to ACTIVE for port object c74f4be1-958f-4b39-9101-c869fc0d26e7 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:40.408029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.432386 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-d309a2ef-ff74-4ca2-add7-b27c9997cc78 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618827 Jul 16 18:29:40.472420 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.476959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Pushing event updated for resources: {'Port': ['ID=9ae8234e-5b8d-4dcf-838f-56d750c7fd32,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.480425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d6f9d6b7-07e7-4600-80df-c2c247874f0a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:40.488238 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d6f9d6b7-07e7-4600-80df-c2c247874f0a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:40.488630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.517387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:40.520366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:40.523834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:40.592260 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.616535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Attempting to bind port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:40.616904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Attempting to bind port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cbaef309-189d-474e-9591-5aa3e48f50eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:40.617282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Attempting to bind port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 on network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:40.630066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:40.630451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Checking segment: {'id': 'cbaef309-189d-474e-9591-5aa3e48f50eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:40.630855 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.631265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Bound using segment: {'id': 'cbaef309-189d-474e-9591-5aa3e48f50eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:40.631735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Bound port: 9ae8234e-5b8d-4dcf-838f-56d750c7fd32, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbaef309-189d-474e-9591-5aa3e48f50eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:40.632114 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.652802 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.695290 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-1b4d7092-97f3-452b-a684-fa8a7580b466 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538943 Jul 16 18:29:40.721972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d6f9d6b7-07e7-4600-80df-c2c247874f0a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d6f9d6b7-07e7-4600-80df-c2c247874f0a,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:40.732749 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.746453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 7c0b7920-7f97-4de1-82b8-e902f60acee0 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:40.775391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] For port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:40.779974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] For port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9ae8234e-5b8d-4dcf-838f-56d750c7fd32,segment=NetworkSegment(cbaef309-189d-474e-9591-5aa3e48f50eb),segment_id=cbaef309-189d-474e-9591-5aa3e48f50eb)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:40.781123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:40.784465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-a517fe8b-b32c-4994-921d-a87fb83b2da0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 200 len: 217 time: 0.0507817 Jul 16 18:29:40.785177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=c74f4be1-958f-4b39-9101-c869fc0d26e7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.787584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:40.793823 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.805697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d6f9d6b7-07e7-4600-80df-c2c247874f0a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.930213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.930902 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.940968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda25582-49db-469f-b19f-38e9f698c112 None None] Pushing event updated for resources: {'Port': ['ID=9ae8234e-5b8d-4dcf-838f-56d750c7fd32,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.972470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-27cedfb0-5d62-46c7-b981-21540b21738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.974402 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-27cedfb0-5d62-46c7-b981-21540b21738b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.1539738 Jul 16 18:29:41.008670 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-b07d4cef-d482-4e2f-8d84-ba1037b7da81 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8609772 Jul 16 18:29:41.047907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Request body: {'port': {'device_id': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:41.102861 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.205725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.243671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7335f662-8b7e-456a-a0a2-4385eef2031a None None] Provisioning for port c74f4be1-958f-4b39-9101-c869fc0d26e7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:41.249971 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7335f662-8b7e-456a-a0a2-4385eef2031a None None] Provisioning complete for port c74f4be1-958f-4b39-9101-c869fc0d26e7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:41.251176 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7335f662-8b7e-456a-a0a2-4385eef2031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.371057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7335f662-8b7e-456a-a0a2-4385eef2031a None None] Port c74f4be1-958f-4b39-9101-c869fc0d26e7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:41.394931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-570c4f00-3a7b-45cd-8a96-ac6891d5a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:41.396654 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-570c4f00-3a7b-45cd-8a96-ac6891d5a628 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4004118 Jul 16 18:29:41.399753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.400731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1060c24a-6446-4279-aed7-6b5a2a7584af req-ee4e8288-c030-4f8b-90c2-0dcdd8e5a075 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0933921 Jul 16 18:29:41.585665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Allocated IP 172.25.2.138 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/24825775-f9dd-468c-994f-901fd799ebb8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:41.720225 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-488e0e02-92f0-4b3d-9cdf-316b6346af52 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132076 Jul 16 18:29:41.749364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ea16-7b01-4f25-b172-3669f2215074 req-5f10071f-c159-4f5b-ab4e-de56a1970b22 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:41.751912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2759ea16-7b01-4f25-b172-3669f2215074 req-5f10071f-c159-4f5b-ab4e-de56a1970b22 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 931 time: 0.1457491 Jul 16 18:29:41.857947 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2759ea16-7b01-4f25-b172-3669f2215074 req-1fb4bf5f-b897-4105-a30a-60ea7b946df4 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916154 Jul 16 18:29:42.207613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d6f9d6b7-07e7-4600-80df-c2c247874f0a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:42.292726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d6f9d6b7-07e7-4600-80df-c2c247874f0a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:42.293707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.419030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.434892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:42.474441 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-fea3c290-6516-41c8-9fff-1a406d731906 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7396142 Jul 16 18:29:42.509984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f4492-6a87-4354-aad1-52aaee60c5e4 None None] Network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:42.556435 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-a68742b5-f8bf-4106-b5aa-c63e59292725 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 HTTP/1.1" status: 200 len: 217 time: 0.0734575 Jul 16 18:29:42.789203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b61439b-5398-4b41-9b26-2c6e2e296f21 req-86a975c8-3ac2-43fb-8473-1203a1768322 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0862563 Jul 16 18:29:42.849298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9ebe94e3-e3d0-4ba2-aba2-ff7158253bf9 None None] Provisioning for port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:42.910512 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.941131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-e4dd198b-5dc6-4e8e-8ae7-b39904ea1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.942753 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-e4dd198b-5dc6-4e8e-8ae7-b39904ea1a98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.3780575 Jul 16 18:29:42.982402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:43.006733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74f4be1-958f-4b39-9101-c869fc0d26e7 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:43.018076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:43.026702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:43.059951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.074215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Pushing event updated for resources: {'Port': ['ID=24825775-f9dd-468c-994f-901fd799ebb8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:43.092400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Transition to ACTIVE for port object c74f4be1-958f-4b39-9101-c869fc0d26e7 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:43.100133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.192994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b165a3-dc29-4ec3-a195-7d77ecb3a3e6 req-eef1b515-0b17-41fe-b57e-de3224685d7c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.194571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35b165a3-dc29-4ec3-a195-7d77ecb3a3e6 req-eef1b515-0b17-41fe-b57e-de3224685d7c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 931 time: 0.1440282 Jul 16 18:29:43.216984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:43.227328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:43.228107 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.278797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35b165a3-dc29-4ec3-a195-7d77ecb3a3e6 req-38d3558e-801e-4ed5-abbf-ad38cfa6e7c6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769055 Jul 16 18:29:43.346802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-3e0bab48-8597-4707-a3da-0c78bc9c4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.348712 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-3e0bab48-8597-4707-a3da-0c78bc9c4034 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3919940 Jul 16 18:29:43.353191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Pushing event updated for resources: {'Port': ['ID=c74f4be1-958f-4b39-9101-c869fc0d26e7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:43.384566 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.436138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9ae8234e-5b8d-4dcf-838f-56d750c7fd32,segment=NetworkSegment(cbaef309-189d-474e-9591-5aa3e48f50eb),segment_id=cbaef309-189d-474e-9591-5aa3e48f50eb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:43.445343 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.528738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=9ae8234e-5b8d-4dcf-838f-56d750c7fd32,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:43.664362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-47914232-5ac4-4db5-8f5c-b4c7d4c76254 None None] Provisioning complete for port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:43.665145 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-47914232-5ac4-4db5-8f5c-b4c7d4c76254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.675552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Attempting to bind port c74f4be1-958f-4b39-9101-c869fc0d26e7 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:43.676124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Attempting to bind port c74f4be1-958f-4b39-9101-c869fc0d26e7 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:43.676246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Attempting to bind port c74f4be1-958f-4b39-9101-c869fc0d26e7 on network 7c0b7920-7f97-4de1-82b8-e902f60acee0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:43.686874 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.690349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Port c74f4be1-958f-4b39-9101-c869fc0d26e7 on network 7c0b7920-7f97-4de1-82b8-e902f60acee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:43.690679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Attempting to bind port c74f4be1-958f-4b39-9101-c869fc0d26e7 on network 7c0b7920-7f97-4de1-82b8-e902f60acee0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:43.729158 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-f58b7684-7669-4911-ae4f-d49fbeba078d service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722413 Jul 16 18:29:43.733415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:43.733761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Checking segment: {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:43.734137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Bound using segment: {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:43.735240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Bound port: c74f4be1-958f-4b39-9101-c869fc0d26e7, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c055079-2b81-4354-8e19-b7e4ce687bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:43.735867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.982071 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-14690cdb-4812-4ff7-8bf6-b6643608bda9 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431333 Jul 16 18:29:44.028463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] For port c74f4be1-958f-4b39-9101-c869fc0d26e7, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:44.050045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0165e26a-e6dd-453d-ad65-4d24d64d94cc req-db94d174-727f-4718-8b15-a25664340332 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0503995 Jul 16 18:29:44.079764 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-0d062a7c-9ea7-4439-a5f5-e11de47ff26b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d HTTP/1.1" status: 200 len: 217 time: 0.0809834 Jul 16 18:29:44.080641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:44.129991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] For port c74f4be1-958f-4b39-9101-c869fc0d26e7, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c74f4be1-958f-4b39-9101-c869fc0d26e7,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:44.184747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:44.185292 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.201763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.302129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.302742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.304161 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] 10.222.0.46 "PUT /v2.0/ports/c74f4be1-958f-4b39-9101-c869fc0d26e7 HTTP/1.1" status: 200 len: 1092 time: 3.2617683 Jul 16 18:29:44.307136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-3fe06567-633f-49b9-af4c-8d2f9127e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.308932 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-3fe06567-633f-49b9-af4c-8d2f9127e897 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 200 len: 797 time: 0.2214715 Jul 16 18:29:44.309097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:44.311367 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112f40b5-85b6-4803-98bc-d0f81f5b09eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:44.435682 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebac056-0068-408a-a3f2-3f22359b17dd x-openstack-request-id: req-6ebac056-0068-408a-a3f2-3f22359b17dd {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:44.435959 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:44.436208 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ebac056-0068-408a-a3f2-3f22359b17dd {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:44.436638 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'status': 'completed', 'code': 200} Jul 16 18:29:44.451648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4db818-fc44-47c7-a3d1-9c47ff849395 service neutron] Pushing event updated for resources: {'Port': ['ID=c74f4be1-958f-4b39-9101-c869fc0d26e7,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:44.457229 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.573046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad878f-bb36-4ad5-966d-95a2244f1b89 req-73648949-3966-4acf-b549-de9808240fba tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.582394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0ad878f-bb36-4ad5-966d-95a2244f1b89 req-73648949-3966-4acf-b549-de9808240fba tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 943 time: 0.1250293 Jul 16 18:29:44.647352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0ad878f-bb36-4ad5-966d-95a2244f1b89 req-39598baf-9e12-4f98-a8c0-4d24b8152849 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635755 Jul 16 18:29:44.649822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-8f78f91f-2575-4b00-9d4a-7b02c75e04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.651551 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-8f78f91f-2575-4b00-9d4a-7b02c75e04eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3165741 Jul 16 18:29:44.672125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-2e764344-feb6-4281-9c3e-11f3e087f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.673970 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-2e764344-feb6-4281-9c3e-11f3e087f6e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 1095 time: 0.2837586 Jul 16 18:29:44.702785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:29:44.777357 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-74c2e125-fecd-40d9-aca0-2ef10aad45c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c74f4be1-958f-4b39-9101-c869fc0d26e7 HTTP/1.1" status: 200 len: 217 time: 0.0829878 Jul 16 18:29:44.903064 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-d601c9eb-4cb4-4848-8c8e-ba8a45cd1269 service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429261 Jul 16 18:29:44.945478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-c9c37cf6-3f47-4a34-88ee-85030c04ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.946959 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-c9c37cf6-3f47-4a34-88ee-85030c04ec9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca29702b-ac0d-416e-b3a1-026dd9f2eea8 HTTP/1.1" status: 200 len: 832 time: 0.1587169 Jul 16 18:29:45.064056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:45.074419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Sync routers for ids ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:45.086618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Routers {'6a70c94f-688c-4e2f-9ada-95c27e98b8a0'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:45.087020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:45.120981 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.128479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:45.141724 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7e298fdd-09bc-4067-b656-1e90a7ce03c4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9931602 Jul 16 18:29:45.175884 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-a2dcb920-dfe5-4250-9b50-e3ce385017dd service neutron] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652953 Jul 16 18:29:45.260057 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-60faa2b6-5f18-47a2-b7aa-21c9531c39a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 HTTP/1.1" status: 200 len: 217 time: 0.0730319 Jul 16 18:29:45.262810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-c747e756-1902-403a-b8fe-34e680ffb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.271782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-c747e756-1902-403a-b8fe-34e680ffb061 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c0b7920-7f97-4de1-82b8-e902f60acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3035083 Jul 16 18:29:45.329314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7d85e91-26b1-4175-85cf-f66db2690cc8 req-9b8e55d7-b901-4210-8180-6c4e1427d1c3 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0923181 Jul 16 18:29:45.368592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Set router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:45.443528 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-cb654687-378e-4c0e-9e76-7eb67bba2770 service neutron] 10.222.0.46 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648397 Jul 16 18:29:45.461850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-e5ccdfe2-b84c-4485-b462-3f985584293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.464114 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-e5ccdfe2-b84c-4485-b462-3f985584293f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.1985824 Jul 16 18:29:45.628890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-360291b6-071f-461c-ad09-a132e5d63f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.630444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-360291b6-071f-461c-ad09-a132e5d63f68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1596296 Jul 16 18:29:45.720178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-341f23c6-585b-4a22-a7f9-8d5307e71f73 req-258c8b15-a585-4fe8-b312-5be8ea271f98 service neutron] 10.222.0.46 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046857 Jul 16 18:29:45.720908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '24825775-f9dd-468c-994f-901fd799ebb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:39Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 3, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'gw_port': {'id': '24825775-f9dd-468c-994f-901fd799ebb8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:41Z', 'updated_at': '2021-07-16T18:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:45.791592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Checking router: 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:45.791949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Updating router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 port 24825775-f9dd-468c-994f-901fd799ebb8 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:45.857811 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.916610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-b6d2fb37-c6c6-4e78-a458-28fa1a2809e7 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727904 Jul 16 18:29:45.976037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-792bd6ae-9808-476f-b595-a8562ae25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.980373 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-792bd6ae-9808-476f-b595-a8562ae25cf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 1095 time: 0.1485531 Jul 16 18:29:46.035230 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.135333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535902b-91d6-4f41-8e62-61392b8f70a5 req-b997bf3f-5d0f-42f9-a899-6ed94b0f5f92 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:46.143140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f535902b-91d6-4f41-8e62-61392b8f70a5 req-b997bf3f-5d0f-42f9-a899-6ed94b0f5f92 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 943 time: 0.2984319 Jul 16 18:29:46.149104 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.162910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Transition to ACTIVE for port object 24825775-f9dd-468c-994f-901fd799ebb8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:46.172043 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.238206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Attempting to bind port 24825775-f9dd-468c-994f-901fd799ebb8 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:46.238662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Attempting to bind port 24825775-f9dd-468c-994f-901fd799ebb8 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:46.239097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Attempting to bind port 24825775-f9dd-468c-994f-901fd799ebb8 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:46.247838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:46.248313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:46.249219 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.250507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:46.251093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Bound port: 24825775-f9dd-468c-994f-901fd799ebb8, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:46.251731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.304967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b2911-9362-4a47-8187-854f6c1ef920 None None] Pushing event updated for resources: {'Port': ['ID=24825775-f9dd-468c-994f-901fd799ebb8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.337477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f535902b-91d6-4f41-8e62-61392b8f70a5 req-17244ad1-ade9-4ea5-9347-942144f1f3f9 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930523 Jul 16 18:29:46.339368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] For port 24825775-f9dd-468c-994f-901fd799ebb8, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:46.344669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] For port 24825775-f9dd-468c-994f-901fd799ebb8, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=24825775-f9dd-468c-994f-901fd799ebb8,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:46.361054 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.463041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Allocated IP 172.20.0.1 (9a5e4bbe-47b0-4a7b-9dcc-230200bf0450/db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0/a1e0e66f-1fe1-48c1-b794-fe07cf679866) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:46.471458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Routers {'6a70c94f-688c-4e2f-9ada-95c27e98b8a0'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:46.472760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:46.618275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.644615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Transition to ACTIVE for port object a1e0e66f-1fe1-48c1-b794-fe07cf679866 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:46.686891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] Set router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:46.700464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-1e83304a-c875-4a8e-bc76-5cb6fc145027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:46.702015 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-1e83304a-c875-4a8e-bc76-5cb6fc145027 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c0b7920-7f97-4de1-82b8-e902f60acee0 HTTP/1.1" status: 200 len: 897 time: 0.7119918 Jul 16 18:29:46.727547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9b38e04-2f35-4632-9931-e7123ad11e51 req-8491fa8e-f887-4ba3-aae2-d87e3591241f tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0425258 Jul 16 18:29:46.728841 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.785632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e0e66f-1fe1-48c1-b794-fe07cf679866,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.798265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:46.799508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b2911-9362-4a47-8187-854f6c1ef920 None None] Pushing event updated for resources: {'Port': ['ID=24825775-f9dd-468c-994f-901fd799ebb8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.799957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:46.814434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:46.837915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-c1fe9974-3d2d-4d82-b443-d1065ff06863 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9141543 Jul 16 18:29:46.861274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.899824 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-d37a7a7f-b7e9-4149-819f-b3b0ea8bcf31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c74f4be1-958f-4b39-9101-c869fc0d26e7 HTTP/1.1" status: 200 len: 217 time: 0.0608180 Jul 16 18:29:46.960456 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-d2014f48-7d29-4640-8820-7496741d6cce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d02ac2da-e0ee-4373-8793-44f99b933222 HTTP/1.1" status: 200 len: 217 time: 0.0678420 Jul 16 18:29:47.024993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '24825775-f9dd-468c-994f-901fd799ebb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:39Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 3, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'gw_port': {'id': '24825775-f9dd-468c-994f-901fd799ebb8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:41Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:47.054452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f19545-9b6e-4bf4-a220-5cee554169b6 None None] The sync data for ids ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'] in n-d-793619-10 is: [{'id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '24825775-f9dd-468c-994f-901fd799ebb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:39Z', 'updated_at': '2021-07-16T18:29:43Z', 'revision_number': 3, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'gw_port': {'id': '24825775-f9dd-468c-994f-901fd799ebb8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:41Z', 'updated_at': '2021-07-16T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:47.058659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-c7b3100a-e95f-4082-abcd-87971f3ac77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.060704 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-c7b3100a-e95f-4082-abcd-87971f3ac77b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 200 len: 797 time: 0.0699384 Jul 16 18:29:47.095212 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.175177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-a294a0b5-6830-4e1a-8474-68986d86800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.176751 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-a294a0b5-6830-4e1a-8474-68986d86800a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca29702b-ac0d-416e-b3a1-026dd9f2eea8 HTTP/1.1" status: 200 len: 832 time: 0.2257037 Jul 16 18:29:47.241028 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30513541-6050-440f-9376-b219bc6a3356 req-d27e5efe-8266-47fc-855c-5fe7f3ecbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.243589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3716065-e84d-4d32-aa84-cba740c8299a None None] Provisioning for port a1e0e66f-1fe1-48c1-b794-fe07cf679866 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:47.244168 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-d27e5efe-8266-47fc-855c-5fe7f3ecbeca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754622 Jul 16 18:29:47.254696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3716065-e84d-4d32-aa84-cba740c8299a None None] Provisioning complete for port a1e0e66f-1fe1-48c1-b794-fe07cf679866 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:47.255274 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3716065-e84d-4d32-aa84-cba740c8299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.351096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-8800ecd3-c914-430e-8dfc-deb6470eaaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.352777 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-8800ecd3-c914-430e-8dfc-deb6470eaaee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c0b7920-7f97-4de1-82b8-e902f60acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561749 Jul 16 18:29:47.364017 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.372547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.381679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f3716065-e84d-4d32-aa84-cba740c8299a None None] Port a1e0e66f-1fe1-48c1-b794-fe07cf679866 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:47.418428 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-7add63e4-26ac-441a-9306-c58d43caaa67 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638975 Jul 16 18:29:47.469277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e0e66f-1fe1-48c1-b794-fe07cf679866,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.473488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.621304 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-30513541-6050-440f-9376-b219bc6a3356 req-783927a9-2d07-4916-ae22-92549f8bc149 service neutron] 10.222.0.45 "GET /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578674 Jul 16 18:29:47.652233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:47.653923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:47.692173 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-c5512706-cbcf-4790-a53d-1a5c03c2d6ad service neutron] 10.222.0.46 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282437 Jul 16 18:29:47.923072 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-112f40b5-85b6-4803-98bc-d0f81f5b09eb req-aa9114f9-cbfa-49ed-aaa6-676b00a62986 service neutron] 10.222.0.46 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168798 Jul 16 18:29:48.014008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:48.135038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2b132054-8cf7-4697-8c64-44aab46b266e None None] Provisioning complete for port a1e0e66f-1fe1-48c1-b794-fe07cf679866 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:48.135472 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b132054-8cf7-4697-8c64-44aab46b266e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.157300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 24825775-f9dd-468c-994f-901fd799ebb8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:48.267253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c66bc4dc-adcf-4738-a2e5-28ce4192eed8 req-d2903cf2-84f8-4fe5-9253-dc8ccbdee820 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0962811 Jul 16 18:29:48.281442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaabad-b204-4988-b85b-96a2a0a5d3d7 req-0cf08c9f-88a7-4516-9640-b2bc0c1fb41c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:48.290334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ceaabad-b204-4988-b85b-96a2a0a5d3d7 req-0cf08c9f-88a7-4516-9640-b2bc0c1fb41c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 943 time: 0.5356722 Jul 16 18:29:48.321950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2b132054-8cf7-4697-8c64-44aab46b266e None None] Port a1e0e66f-1fe1-48c1-b794-fe07cf679866 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:48.365247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:48.372316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-17925444-59ba-4e17-88d0-1ed217d82bf0 admin admin] 10.222.0.60 "PUT /v2.0/routers/6a70c94f-688c-4e2f-9ada-95c27e98b8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2417493 Jul 16 18:29:48.393273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ceaabad-b204-4988-b85b-96a2a0a5d3d7 req-1768c841-9b31-417f-ae42-4cbced871446 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722456 Jul 16 18:29:48.420329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 24825775-f9dd-468c-994f-901fd799ebb8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:48.427754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 24825775-f9dd-468c-994f-901fd799ebb8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:48.428931 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.651744 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.694352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 24825775-f9dd-468c-994f-901fd799ebb8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=24825775-f9dd-468c-994f-901fd799ebb8,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:48.701506 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.831619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=24825775-f9dd-468c-994f-901fd799ebb8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:49.555782 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5d328ad-60ea-4953-bf00-cf9f56a7d596 req-11137e41-e844-4cf8-b940-18d267b90087 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0797076 Jul 16 18:29:49.672833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c74f4be1-958f-4b39-9101-c869fc0d26e7 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:49.727964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41d010-0756-4819-8291-b2680f64f105 req-fc11b475-52b0-485f-a2ab-d2b3cd2fc12f tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.731320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a41d010-0756-4819-8291-b2680f64f105 req-fc11b475-52b0-485f-a2ab-d2b3cd2fc12f tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 943 time: 0.0819526 Jul 16 18:29:49.824041 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cd08536a-74c8-4c78-8c72-9398f2780811 req-4c5bb610-004a-4e65-84fa-057ff4d1d897 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0483878 Jul 16 18:29:49.837300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a41d010-0756-4819-8291-b2680f64f105 req-55a70c6e-270e-4522-8ea9-e770dfa2a0db tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976982 Jul 16 18:29:49.856182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c74f4be1-958f-4b39-9101-c869fc0d26e7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c74f4be1-958f-4b39-9101-c869fc0d26e7,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:49.875079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'port_id': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'mac_address': 'fa:16:3e:60:f6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:49.956707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.974935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74f4be1-958f-4b39-9101-c869fc0d26e7 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:49.998934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c74f4be1-958f-4b39-9101-c869fc0d26e7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c74f4be1-958f-4b39-9101-c869fc0d26e7,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:50.014449 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.060069 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Sync routers for ids ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:50.077365 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Routers {'6a70c94f-688c-4e2f-9ada-95c27e98b8a0'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:50.078388 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:50.110923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 24825775-f9dd-468c-994f-901fd799ebb8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:50.178534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c74f4be1-958f-4b39-9101-c869fc0d26e7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:50.194469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 24825775-f9dd-468c-994f-901fd799ebb8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:50.194676 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.222979 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Set router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:50.428963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c74f4be1-958f-4b39-9101-c869fc0d26e7'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:50.450575 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '24825775-f9dd-468c-994f-901fd799ebb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:39Z', 'updated_at': '2021-07-16T18:29:47Z', 'revision_number': 4, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'gw_port': {'id': '24825775-f9dd-468c-994f-901fd799ebb8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:41Z', 'updated_at': '2021-07-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'a1e0e66f-1fe1-48c1-b794-fe07cf679866', 'name': '', 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'mac_address': 'fa:16:3e:c9:b1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:46Z', 'updated_at': '2021-07-16T18:29:47Z', 'revision_number': 2, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'subnets': [{'id': 'db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:50.480230 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Checking router: 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:50.480889 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Updating router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 port a1e0e66f-1fe1-48c1-b794-fe07cf679866 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:50.537123 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.809127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-36e31626-1567-4668-910f-d23b15a9ae93 req-12fb1313-e969-4413-8a16-1b4e102ab42e tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0464423 Jul 16 18:29:50.872127 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:51.030028 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.047170 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Transition to ACTIVE for port object a1e0e66f-1fe1-48c1-b794-fe07cf679866 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:51.060686 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.118631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ad08-f0d7-4115-a406-c82495189ff1 req-adf50809-9472-4154-a62d-7d902b5cc350 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.135241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a12ad08-f0d7-4115-a406-c82495189ff1 req-adf50809-9472-4154-a62d-7d902b5cc350 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 944 time: 0.1519203 Jul 16 18:29:51.201923 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Attempting to bind port a1e0e66f-1fe1-48c1-b794-fe07cf679866 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:51.203231 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Attempting to bind port a1e0e66f-1fe1-48c1-b794-fe07cf679866 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cbaef309-189d-474e-9591-5aa3e48f50eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:51.203922 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Attempting to bind port a1e0e66f-1fe1-48c1-b794-fe07cf679866 on network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:51.206497 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cba86a-f781-42c9-af1c-592940275501 None None] Pushing event updated for resources: {'Port': ['ID=a1e0e66f-1fe1-48c1-b794-fe07cf679866,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:51.220230 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:51.220640 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Checking segment: {'id': 'cbaef309-189d-474e-9591-5aa3e48f50eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:51.221032 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.221426 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Bound using segment: {'id': 'cbaef309-189d-474e-9591-5aa3e48f50eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:51.221897 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Bound port: a1e0e66f-1fe1-48c1-b794-fe07cf679866, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbaef309-189d-474e-9591-5aa3e48f50eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:51.222277 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.227625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a12ad08-f0d7-4115-a406-c82495189ff1 req-67ed31ae-d992-491d-9770-e2555ebdd553 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785170 Jul 16 18:29:51.305754 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] For port a1e0e66f-1fe1-48c1-b794-fe07cf679866, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:51.309446 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] For port a1e0e66f-1fe1-48c1-b794-fe07cf679866, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a1e0e66f-1fe1-48c1-b794-fe07cf679866,segment=NetworkSegment(cbaef309-189d-474e-9591-5aa3e48f50eb),segment_id=cbaef309-189d-474e-9591-5aa3e48f50eb)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:51.313574 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.377674 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cba86a-f781-42c9-af1c-592940275501 None None] Pushing event updated for resources: {'Port': ['ID=a1e0e66f-1fe1-48c1-b794-fe07cf679866,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:51.401386 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Routers {'6a70c94f-688c-4e2f-9ada-95c27e98b8a0'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:51.402285 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:51.528370 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] Set router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:51.878070 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '24825775-f9dd-468c-994f-901fd799ebb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:39Z', 'updated_at': '2021-07-16T18:29:47Z', 'revision_number': 4, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'gw_port': {'id': '24825775-f9dd-468c-994f-901fd799ebb8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:41Z', 'updated_at': '2021-07-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'a1e0e66f-1fe1-48c1-b794-fe07cf679866', 'name': '', 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'mac_address': 'fa:16:3e:c9:b1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:46Z', 'updated_at': '2021-07-16T18:29:51Z', 'revision_number': 4, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'subnets': [{'id': 'db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:51.910285 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e866c1-b162-440f-9688-02eb43879d02 None None] The sync data for ids ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'] in n-d-793619-10 is: [{'id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '24825775-f9dd-468c-994f-901fd799ebb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:39Z', 'updated_at': '2021-07-16T18:29:47Z', 'revision_number': 4, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'gw_port': {'id': '24825775-f9dd-468c-994f-901fd799ebb8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:41Z', 'updated_at': '2021-07-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'a1e0e66f-1fe1-48c1-b794-fe07cf679866', 'name': '', 'network_id': '9a5e4bbe-47b0-4a7b-9dcc-230200bf0450', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'mac_address': 'fa:16:3e:c9:b1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:46Z', 'updated_at': '2021-07-16T18:29:51Z', 'revision_number': 4, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'subnets': [{'id': 'db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:52.085301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c352855-fd46-4cb9-9e30-646e56e9023f req-e3746c44-4a83-4c04-bc5a-8086200f2d7a tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0532465 Jul 16 18:29:52.260953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-d072506e-6bd9-49b4-94f6-ba34dc37bc2c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.270111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-d072506e-6bd9-49b4-94f6-ba34dc37bc2c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.2281637 Jul 16 18:29:52.288944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-b59f54f8-85a9-4a3f-9d96-cb7fe8de08d9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/quotas/2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 375 time: 0.0176144 Jul 16 18:29:52.589903 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc26738-2c44-4529-9c6f-b9e8beb0d16e req-9fa25ccd-e65c-4679-9d0b-bbfbf64b5b66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=836d316f35c3436ba40186246e3638bc&device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0302348 Jul 16 18:29:52.628560 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc26738-2c44-4529-9c6f-b9e8beb0d16e req-a7d1b5ab-0bd8-486f-9428-212a02f9b7b4 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=836d316f35c3436ba40186246e3638bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316763 Jul 16 18:29:52.893887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc26738-2c44-4529-9c6f-b9e8beb0d16e req-3fafe3ae-e689-4084-8dfe-695fad7e625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.895422 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc26738-2c44-4529-9c6f-b9e8beb0d16e req-3fafe3ae-e689-4084-8dfe-695fad7e625d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2581558 Jul 16 18:29:52.992809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-5530dd69-51b5-48ab-b8f9-c9f51fb4d59f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7026396 Jul 16 18:29:53.016731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be7547-3a03-4ed4-b85c-e8db83624977 req-fc010b76-16c2-4d4f-8428-98df602110e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.018255 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0be7547-3a03-4ed4-b85c-e8db83624977 req-fc010b76-16c2-4d4f-8428-98df602110e6 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 944 time: 0.1054583 Jul 16 18:29:53.127535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0be7547-3a03-4ed4-b85c-e8db83624977 req-0e113cd7-610c-41b7-b0bf-acb0ef063d0a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971370 Jul 16 18:29:53.141755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-7896fe05-a783-4c13-82ea-cb2d197504f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404326 Jul 16 18:29:53.271810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-9fc61ca0-2d40-4be4-8119-bf3ae388bb29 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229045 Jul 16 18:29:53.520812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-952da9ad-fbe6-4411-a9f7-1db06d01eb93 req-76f18c6b-89e3-494d-9614-184652f6c0e0 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0366740 Jul 16 18:29:53.706095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c74f4be1-958f-4b39-9101-c869fc0d26e7 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:53.713007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1e5ea13-e3ce-4dc7-86a4-3ad667fd7ebd req-48be6555-92cc-447f-aaec-8f71c3c73508 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.0355105 Jul 16 18:29:53.834278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port c74f4be1-958f-4b39-9101-c869fc0d26e7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:53.843811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port c74f4be1-958f-4b39-9101-c869fc0d26e7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:53.844430 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.983227 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.037941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c74f4be1-958f-4b39-9101-c869fc0d26e7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c74f4be1-958f-4b39-9101-c869fc0d26e7,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:54.039309 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:54.042727 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4041559e-40d7-48c5-952e-c6d9ef047a5a" -d '{"events": [{"server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "name": "network-vif-plugged", "status": "completed", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:54.049631 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.124836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c74f4be1-958f-4b39-9101-c869fc0d26e7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:54.133835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a1e0e66f-1fe1-48c1-b794-fe07cf679866 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:54.163436 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8cc874-4bdf-4691-89e9-e7868edda3f0 x-openstack-request-id: req-eb8cc874-4bdf-4691-89e9-e7868edda3f0 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:54.163801 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "name": "network-vif-plugged", "status": "completed", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:54.164204 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb8cc874-4bdf-4691-89e9-e7868edda3f0 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:54.164646 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'code': 200} Jul 16 18:29:54.178253 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc26738-2c44-4529-9c6f-b9e8beb0d16e req-3fa98baa-7f57-4f1c-9302-40187bfb38f1 tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0864689 Jul 16 18:29:54.231933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port a1e0e66f-1fe1-48c1-b794-fe07cf679866 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:54.240034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a1e0e66f-1fe1-48c1-b794-fe07cf679866 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:54.240435 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.438213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655ab16-0eb2-4fd8-8a48-d6fbf6499f4b req-9f66f37c-5b52-40ef-bb18-b718bb179fba tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:54.453619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e655ab16-0eb2-4fd8-8a48-d6fbf6499f4b req-9f66f37c-5b52-40ef-bb18-b718bb179fba tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 945 time: 0.1885242 Jul 16 18:29:54.469069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4094f9-5087-43d4-bd98-b86c44ffeefd req-ad460d21-fd73-4144-b27e-9a63525f8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:54.471964 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3c4094f9-5087-43d4-bd98-b86c44ffeefd req-ad460d21-fd73-4144-b27e-9a63525f8124 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 1097 time: 0.1809721 Jul 16 18:29:54.517429 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.556204 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3c4094f9-5087-43d4-bd98-b86c44ffeefd req-6e3fefda-70cd-434c-9939-819bb52a545e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727680 Jul 16 18:29:54.557503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e655ab16-0eb2-4fd8-8a48-d6fbf6499f4b req-e5616b7c-fbd4-4707-b829-69592eebc148 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002622 Jul 16 18:29:54.607963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port a1e0e66f-1fe1-48c1-b794-fe07cf679866, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a1e0e66f-1fe1-48c1-b794-fe07cf679866,segment=NetworkSegment(cbaef309-189d-474e-9591-5aa3e48f50eb),segment_id=cbaef309-189d-474e-9591-5aa3e48f50eb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:54.615834 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.741983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=a1e0e66f-1fe1-48c1-b794-fe07cf679866,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:54.839876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96a289c8-77f2-452f-a15e-1d0dfa70f701 req-218bfe72-24fc-43fd-b9ce-42901f58258f tempest-ServerShowV257Test-1881233919 tempest-ServerShowV257Test-1881233919-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc8e6cb3-c6c1-4057-8bc5-e1bfb459e1e8 HTTP/1.1" status: 200 len: 210 time: 0.0659745 Jul 16 18:29:55.106551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dccb3b75-eb15-454e-89e7-5b51a3334a8b req-03b26773-7b28-4d8e-8046-a059484d5c7b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.0409141 Jul 16 18:29:55.152605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42280) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:55.288649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa6e47e1-e57a-427d-ac72-3c2378855fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.454447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa6e47e1-e57a-427d-ac72-3c2378855fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.459604 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa6e47e1-e57a-427d-ac72-3c2378855fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.507733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e47e1-e57a-427d-ac72-3c2378855fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fa93e9-ecb5-4814-b004-11bb938c9292,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:55.561233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aa6e47e1-e57a-427d-ac72-3c2378855fc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40ced06c389a4c2c851bc9affe7dd3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4064260 Jul 16 18:29:55.562042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42286) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:55.571903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-b4757d88-5ea7-4ccc-a764-f805696500ce tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.573553 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-b4757d88-5ea7-4ccc-a764-f805696500ce tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.1848903 Jul 16 18:29:55.587352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'port': {'device_id': '198cdfc8-0dce-4210-b8e8-e417c6e23320', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'admin_state_up': True, 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:55.669498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-705cb607-8971-491d-8d0a-20cd67816b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.729320 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-705cb607-8971-491d-8d0a-20cd67816b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.731940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Made reservation on behalf of 2cc5c9da144e47cb863adb1a3cdb4df4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:55.737151 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.892798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-705cb607-8971-491d-8d0a-20cd67816b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.896732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-705cb607-8971-491d-8d0a-20cd67816b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.898586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-705cb607-8971-491d-8d0a-20cd67816b4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31fa93e9-ecb5-4814-b004-11bb938c9292 HTTP/1.1" status: 204 len: 168 time: 0.3350251 Jul 16 18:29:55.914506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a341e-362f-4899-b8e5-0f2ee45ca5b5 req-6119d9ef-a485-498c-b753-c0d767244453 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:55.929138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f17a341e-362f-4899-b8e5-0f2ee45ca5b5 req-6119d9ef-a485-498c-b753-c0d767244453 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 945 time: 0.1518102 Jul 16 18:29:56.009201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.20.0.13 (ac3651b0-430f-4247-aceb-9f4644f72c6e/640d7256-3ca4-4ba8-9cda-a2bf9e97df32/7261f97e-b163-45c4-bee2-82eb25620c16) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:56.028694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cb607-8971-491d-8d0a-20cd67816b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fa93e9-ecb5-4814-b004-11bb938c9292,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:56.070984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f17a341e-362f-4899-b8e5-0f2ee45ca5b5 req-4382bd67-8b1e-4a92-94f4-862a16882b50 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395211 Jul 16 18:29:56.129278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a1e0e66f-1fe1-48c1-b794-fe07cf679866 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:56.280848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a1e0e66f-1fe1-48c1-b794-fe07cf679866 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:56.281462 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.443426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b2d6075-f1bc-4710-8892-3d89e649b547 req-d587c2fd-8aa8-441f-b8f5-6bfd2ffcb8da tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.1062527 Jul 16 18:29:56.451099 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.471269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Transition to ACTIVE for port object 7261f97e-b163-45c4-bee2-82eb25620c16 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:56.507724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.575703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=7261f97e-b163-45c4-bee2-82eb25620c16,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:56.602947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:56.604987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:56.608343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:56.627994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42312) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:56.778781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.782309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.830396 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cb8f039b-5ac4-4b9a-9a40-4830495f28b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2471201 Jul 16 18:29:56.845325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Request body: {'port': {'device_id': '198cdfc8-0dce-4210-b8e8-e417c6e23320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:57.005725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.005961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad7de9e6-1e11-4428-b8ad-82d67ba4bb7e None None] Provisioning for port 7261f97e-b163-45c4-bee2-82eb25620c16 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:57.014293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad7de9e6-1e11-4428-b8ad-82d67ba4bb7e None None] Provisioning complete for port 7261f97e-b163-45c4-bee2-82eb25620c16 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:57.014678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad7de9e6-1e11-4428-b8ad-82d67ba4bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.015650 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fff1bd1-88f0-4d43-bab7-600706cfdd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.128173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ad7de9e6-1e11-4428-b8ad-82d67ba4bb7e None None] Port 7261f97e-b163-45c4-bee2-82eb25620c16 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:57.222380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fff1bd1-88f0-4d43-bab7-600706cfdd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.240221 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9fff1bd1-88f0-4d43-bab7-600706cfdd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.310801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff1bd1-88f0-4d43-bab7-600706cfdd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f10c98-fef3-42ee-b6e0-1fff44657230,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:57.333684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9fff1bd1-88f0-4d43-bab7-600706cfdd62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=836d316f35c3436ba40186246e3638bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043631 Jul 16 18:29:57.336322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:57.408619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8937fc-eec1-4583-9d10-a6cca6a9026a req-8af63c36-85ec-4526-9248-5502f5e59bce tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.416038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba8937fc-eec1-4583-9d10-a6cca6a9026a req-8af63c36-85ec-4526-9248-5502f5e59bce tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 945 time: 0.1914587 Jul 16 18:29:57.450416 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31fd42ac-78f8-40e7-b68f-6962ad49362b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.520775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba8937fc-eec1-4583-9d10-a6cca6a9026a req-300c198c-b171-4ad9-8af4-ddd69072db80 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037047 Jul 16 18:29:57.553194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31fd42ac-78f8-40e7-b68f-6962ad49362b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.601987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7261f97e-b163-45c4-bee2-82eb25620c16 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:57.618226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31fd42ac-78f8-40e7-b68f-6962ad49362b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.623063 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31fd42ac-78f8-40e7-b68f-6962ad49362b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.628150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-31fd42ac-78f8-40e7-b68f-6962ad49362b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4f10c98-fef3-42ee-b6e0-1fff44657230 HTTP/1.1" status: 204 len: 168 time: 0.2905583 Jul 16 18:29:57.632865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.645976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd42ac-78f8-40e7-b68f-6962ad49362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f10c98-fef3-42ee-b6e0-1fff44657230,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:57.665555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Transition to ACTIVE for port object 7261f97e-b163-45c4-bee2-82eb25620c16 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:57.670905 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.868728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Pushing event updated for resources: {'Port': ['ID=7261f97e-b163-45c4-bee2-82eb25620c16,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:57.974081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda738fb-98a8-497f-af5e-1a5352927e6a req-2d232e4b-e12d-4a19-b299-a12a6f205eba tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:57.987378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bda738fb-98a8-497f-af5e-1a5352927e6a req-2d232e4b-e12d-4a19-b299-a12a6f205eba tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.2543678 Jul 16 18:29:58.044404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Attempting to bind port 7261f97e-b163-45c4-bee2-82eb25620c16 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:58.044768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Attempting to bind port 7261f97e-b163-45c4-bee2-82eb25620c16 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:58.045120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Attempting to bind port 7261f97e-b163-45c4-bee2-82eb25620c16 on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:58.053713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Port 7261f97e-b163-45c4-bee2-82eb25620c16 on network ac3651b0-430f-4247-aceb-9f4644f72c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:58.054041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Attempting to bind port 7261f97e-b163-45c4-bee2-82eb25620c16 on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:58.069817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:58.070158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:58.071218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Bound using segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:58.071663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Bound port: 7261f97e-b163-45c4-bee2-82eb25620c16, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:58.072026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.123098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bda738fb-98a8-497f-af5e-1a5352927e6a req-5ea4a57e-2a62-4395-b8bc-006f59843717 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299820 Jul 16 18:29:58.150860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8af75-cb1a-47c9-978f-62f1076243c8 req-fd2d8af1-38fc-4834-b5d3-e65e16a987e5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.158942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4fe8af75-cb1a-47c9-978f-62f1076243c8 req-fd2d8af1-38fc-4834-b5d3-e65e16a987e5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 945 time: 0.3326595 Jul 16 18:29:58.216054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4fe8af75-cb1a-47c9-978f-62f1076243c8 req-4d993505-2086-4d56-bd75-4c7ba8259603 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560973 Jul 16 18:29:58.227277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42360) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:58.243698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] For port 7261f97e-b163-45c4-bee2-82eb25620c16, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:58.252802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] For port 7261f97e-b163-45c4-bee2-82eb25620c16, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7261f97e-b163-45c4-bee2-82eb25620c16,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:58.268317 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.311161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a34c9-c3c3-4936-bbc4-d6e9d037abc3 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.313049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-689a34c9-c3c3-4936-bbc4-d6e9d037abc3 tempest-TestNetworkBasicOps-859219478 tempest-TestNetworkBasicOps-859219478-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 1092 time: 0.0846872 Jul 16 18:29:58.315944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42364) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:58.322935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:58.361106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.364159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.365496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] 10.222.0.45 "PUT /v2.0/ports/7261f97e-b163-45c4-bee2-82eb25620c16 HTTP/1.1" status: 200 len: 1093 time: 1.5275214 Jul 16 18:29:58.368305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198cdfc8-0dce-4210-b8e8-e417c6e23320', 'tag': '7261f97e-b163-45c4-bee2-82eb25620c16'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:58.371214 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "198cdfc8-0dce-4210-b8e8-e417c6e23320", "tag": "7261f97e-b163-45c4-bee2-82eb25620c16"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:58.401505 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.424666 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33f6b9-7093-403d-94fb-6e9266fea5ef service neutron] Pushing event updated for resources: {'Port': ['ID=7261f97e-b163-45c4-bee2-82eb25620c16,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:58.430354 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b6fb62-6258-414a-bf25-bdb48d42b54e x-openstack-request-id: req-c1b6fb62-6258-414a-bf25-bdb48d42b54e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:58.430650 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198cdfc8-0dce-4210-b8e8-e417c6e23320", "tag": "7261f97e-b163-45c4-bee2-82eb25620c16", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:58.432994 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1b6fb62-6258-414a-bf25-bdb48d42b54e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:58.433770 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198cdfc8-0dce-4210-b8e8-e417c6e23320', 'tag': '7261f97e-b163-45c4-bee2-82eb25620c16', 'status': 'completed', 'code': 200} Jul 16 18:29:58.597942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a78a712-a92f-4871-89b1-dab95ca9e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.603561 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-2a78a712-a92f-4871-89b1-dab95ca9e098 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 1096 time: 0.1681752 Jul 16 18:29:58.704288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.732825 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-cc9c0848-514a-41b3-b5ad-c113dc56d086 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7261f97e-b163-45c4-bee2-82eb25620c16 HTTP/1.1" status: 200 len: 217 time: 0.1260014 Jul 16 18:29:58.846865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-14010a12-68b5-4f89-b80d-9f2efa235feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:58.848660 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-14010a12-68b5-4f89-b80d-9f2efa235feb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1086779 Jul 16 18:29:58.853090 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.889905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Allocated IP 172.25.2.86 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/9805ab24-5ae0-4703-80f9-22ad4e389dc6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:59.000342 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-bed4b781-d867-4c5b-825b-78e8c5d7f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.004225 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-bed4b781-d867-4c5b-825b-78e8c5d7f906 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464610 Jul 16 18:29:59.055075 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.113720 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.170178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-26d7d5b4-f711-42ca-9871-bea10dfb1998 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611035 Jul 16 18:29:59.172166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:59.175962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:59.184282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:59.347029 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-29d836d8-926c-4ffe-87fd-9b8aa4738e0f req-68f3b091-3be9-4d30-acfe-e66d494e528d service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707723 Jul 16 18:29:59.382031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=9805ab24-5ae0-4703-80f9-22ad4e389dc6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:59.509170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-a0a67567-91f5-4ace-b8bb-f911b9b89476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.512607 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-a0a67567-91f5-4ace-b8bb-f911b9b89476 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 1096 time: 0.1027513 Jul 16 18:29:59.527644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49184f47-61c6-417d-9bb0-c1fb450702b5 req-c4fda407-f871-42f7-be6b-acdb0390194f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.529343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49184f47-61c6-417d-9bb0-c1fb450702b5 req-c4fda407-f871-42f7-be6b-acdb0390194f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.2353690 Jul 16 18:29:59.630362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49184f47-61c6-417d-9bb0-c1fb450702b5 req-7e129848-c35f-45fc-a968-780456179303 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867836 Jul 16 18:29:59.739174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-c0dcf47a-5f3c-4738-9cab-8797cfe8a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.752441 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-c0dcf47a-5f3c-4738-9cab-8797cfe8a33d service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.2342601 Jul 16 18:29:59.863110 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-2abd1676-ea4d-47da-b93c-bfad002cc69b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7261f97e-b163-45c4-bee2-82eb25620c16 HTTP/1.1" status: 200 len: 217 time: 0.1030343 Jul 16 18:29:59.972152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-ff9ddbd8-3905-4628-8bea-073b762d703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:59.973682 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-ff9ddbd8-3905-4628-8bea-073b762d703d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1035445 Jul 16 18:29:59.999881 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.104829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-d21ad754-b5ee-42aa-a52e-f13bc2435223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:00.106550 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-d21ad754-b5ee-42aa-a52e-f13bc2435223 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202981 Jul 16 18:30:00.166867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.211149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42420) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:00.274691 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-2a794078-a2fa-4275-8f7e-80b342de1a60 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601415 Jul 16 18:30:00.356326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e138c928-6a8f-42be-8b16-8bfac5744c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.568464 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.570473 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f6ee189e-01f8-4325-8fdd-29bf78ee9e4d req-a44db3d1-3a86-448a-8732-33128e3fc661 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867532 Jul 16 18:30:00.576938 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.652990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event updated for resources: {'Port': ['ID=9805ab24-5ae0-4703-80f9-22ad4e389dc6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:00.698940 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e138c928-6a8f-42be-8b16-8bfac5744c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.703516 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e138c928-6a8f-42be-8b16-8bfac5744c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.739965 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.813988 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e138c928-6a8f-42be-8b16-8bfac5744c54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b35241f27ac4d7c8d826b7e25cf53a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016674 Jul 16 18:30:00.822292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42436) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:00.839477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138c928-6a8f-42be-8b16-8bfac5744c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0190c49-6073-41e9-979e-b94fa5a98d68,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:00.925841 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Floating IP 41d6d674-9629-413a-861d-01696565cd0a associated. External IP: 172.25.2.86, port: c74f4be1-958f-4b39-9101-c869fc0d26e7. Jul 16 18:30:00.989265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751bea9c-7ff5-46fd-87ff-e654146a447f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.041135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751bea9c-7ff5-46fd-87ff-e654146a447f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.130734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751bea9c-7ff5-46fd-87ff-e654146a447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.133786 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751bea9c-7ff5-46fd-87ff-e654146a447f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.138091 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-751bea9c-7ff5-46fd-87ff-e654146a447f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0190c49-6073-41e9-979e-b94fa5a98d68 HTTP/1.1" status: 204 len: 168 time: 0.3015752 Jul 16 18:30:01.147595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bea9c-7ff5-46fd-87ff-e654146a447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0190c49-6073-41e9-979e-b94fa5a98d68,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:01.321597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdbc0c-1a51-42ac-a7ae-d6378bded369 req-8e473e84-21b5-4cb6-9b53-494090159748 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:01.330933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97fdbc0c-1a51-42ac-a7ae-d6378bded369 req-8e473e84-21b5-4cb6-9b53-494090159748 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.4176664 Jul 16 18:30:01.395543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97fdbc0c-1a51-42ac-a7ae-d6378bded369 req-ae3bba81-4b82-4ae1-b4ad-f15b0583edca tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637197 Jul 16 18:30:01.440003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.591853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 13df7e07-215f-488b-96fc-d08611214049 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:01.865247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:01.877273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] Sync routers for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:01.888487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:01.892894 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:01.916985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.013178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:02.013854 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d846df11-6044-4500-9dce-d7c86a6025f1 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6963327 Jul 16 18:30:02.017314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:02.019904 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b7ca29-56d8-4e74-896b-468705b2ab15" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:02.070989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422096e-41c1-4b03-b3a9-a66d57e06493 req-e117fad3-31d0-4d61-9f3a-daa1de28f57f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.102499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422096e-41c1-4b03-b3a9-a66d57e06493 req-e117fad3-31d0-4d61-9f3a-daa1de28f57f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.125322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422096e-41c1-4b03-b3a9-a66d57e06493 req-e117fad3-31d0-4d61-9f3a-daa1de28f57f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.143677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422096e-41c1-4b03-b3a9-a66d57e06493 req-e117fad3-31d0-4d61-9f3a-daa1de28f57f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.152330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422096e-41c1-4b03-b3a9-a66d57e06493 req-e117fad3-31d0-4d61-9f3a-daa1de28f57f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.160252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422096e-41c1-4b03-b3a9-a66d57e06493 req-e117fad3-31d0-4d61-9f3a-daa1de28f57f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.179983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422096e-41c1-4b03-b3a9-a66d57e06493 req-e117fad3-31d0-4d61-9f3a-daa1de28f57f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.198643 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2c5b32d9-2a35-486c-88a7-50a4df59abeb tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/41d6d674-9629-413a-861d-01696565cd0a HTTP/1.1" status: 200 len: 990 time: 0.1824782 Jul 16 18:30:02.214759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f422096e-41c1-4b03-b3a9-a66d57e06493 req-e117fad3-31d0-4d61-9f3a-daa1de28f57f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5433 time: 0.4465399 Jul 16 18:30:02.226498 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d181c8ec-979a-496c-891e-f21423bc6652 x-openstack-request-id: req-d181c8ec-979a-496c-891e-f21423bc6652 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:02.226845 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:02.227051 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d181c8ec-979a-496c-891e-f21423bc6652 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:02.227416 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'status': 'completed', 'code': 200} Jul 16 18:30:02.300861 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e329a74-0fd9-43c6-8355-b9b577cfff06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.305432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:02.362184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f422096e-41c1-4b03-b3a9-a66d57e06493 req-600a99ad-c628-4996-b0f7-1d7d33777fb9 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1462831 Jul 16 18:30:02.464091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e329a74-0fd9-43c6-8355-b9b577cfff06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.485820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-be242e7d-dc55-43c6-bd6a-912d6ac7b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.487720 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-be242e7d-dc55-43c6-bd6a-912d6ac7b1b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 1097 time: 0.2879655 Jul 16 18:30:02.488697 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3e329a74-0fd9-43c6-8355-b9b577cfff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.603387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e329a74-0fd9-43c6-8355-b9b577cfff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fd753b-32cc-44c6-94ec-77a8333c178c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:02.643760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3e329a74-0fd9-43c6-8355-b9b577cfff06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1924513b7a24491be15104e673dd81c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2019591 Jul 16 18:30:02.681760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:02.775848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-044d5006-629e-40f5-be54-29d1542024f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.784069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-044d5006-629e-40f5-be54-29d1542024f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.791175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-044d5006-629e-40f5-be54-29d1542024f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.798689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-044d5006-629e-40f5-be54-29d1542024f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.806105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-044d5006-629e-40f5-be54-29d1542024f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.813390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-044d5006-629e-40f5-be54-29d1542024f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.820964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-044d5006-629e-40f5-be54-29d1542024f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.822660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dedd3-6c43-4c3a-8fd2-18d446822d23 req-280d968c-1660-4722-afc4-d346c6e3758d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.823626 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-044d5006-629e-40f5-be54-29d1542024f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5433 time: 0.3558910 Jul 16 18:30:02.824342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf0dedd3-6c43-4c3a-8fd2-18d446822d23 req-280d968c-1660-4722-afc4-d346c6e3758d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.2065356 Jul 16 18:30:02.826676 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a275272-ffaf-4edb-9faa-8e2221c3828b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.897491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c78f6a10-f1ab-4d1f-8a7b-712e1c0a53c3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.899230 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c78f6a10-f1ab-4d1f-8a7b-712e1c0a53c3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "GET /v2.0/ports/b88ae1d6-97e8-44b7-92e3-651fb09a9057?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687408 Jul 16 18:30:02.900816 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a275272-ffaf-4edb-9faa-8e2221c3828b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.915626 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-ef995c59-3e48-461b-a98b-0956b309ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:02.918315 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-ef995c59-3e48-461b-a98b-0956b309ac2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c0b7920-7f97-4de1-82b8-e902f60acee0 HTTP/1.1" status: 200 len: 897 time: 0.4048443 Jul 16 18:30:03.043475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf0dedd3-6c43-4c3a-8fd2-18d446822d23 req-01972389-0887-4f38-9645-964924cbf8b8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292274 Jul 16 18:30:03.047082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '41d6d674-9629-413a-861d-01696565cd0a', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '13df7e07-215f-488b-96fc-d08611214049', 'port_id': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'mac_address': 'fa:16:3e:60:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:29:59Z', 'updated_at': '2021-07-16T18:29:59Z', 'revision_number': 0, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e303f833-3ec2-4d8d-8592-05a9926d8e86', 'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:84:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:17Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:03.090346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] Checking router: 13df7e07-215f-488b-96fc-d08611214049 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:03.094689 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-aa017f5f-db44-4e80-b095-dba82c07649d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c74f4be1-958f-4b39-9101-c869fc0d26e7 HTTP/1.1" status: 200 len: 998 time: 0.1605530 Jul 16 18:30:03.103342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:03.105081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:29:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:03.106882 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a275272-ffaf-4edb-9faa-8e2221c3828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.112547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a275272-ffaf-4edb-9faa-8e2221c3828b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.119136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6a275272-ffaf-4edb-9faa-8e2221c3828b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17fd753b-32cc-44c6-94ec-77a8333c178c HTTP/1.1" status: 204 len: 168 time: 0.4351661 Jul 16 18:30:03.130698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a275272-ffaf-4edb-9faa-8e2221c3828b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fd753b-32cc-44c6-94ec-77a8333c178c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:03.197741 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-2f98c3bf-c6b9-4b96-8387-777c2aacfbae tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "GET /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2922583 Jul 16 18:30:03.202889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42490) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:03.244865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:03.272967 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8358c3df-d0d8-4027-bfe9-d093e38cec02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.317136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-a27197a7-e6c7-4b0d-ae04-5846e0a5608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.319469 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-a27197a7-e6c7-4b0d-ae04-5846e0a5608c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca29702b-ac0d-416e-b3a1-026dd9f2eea8 HTTP/1.1" status: 200 len: 832 time: 0.2092347 Jul 16 18:30:03.402606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:03.406090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-44e07c6a-1c6b-49ba-8621-a62717fdb018 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/41d6d674-9629-413a-861d-01696565cd0a HTTP/1.1" status: 200 len: 990 time: 0.2010424 Jul 16 18:30:03.444083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.464594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-9f5355cf-9dd4-469b-8ec0-7cbc2f09700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.466551 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-9f5355cf-9dd4-469b-8ec0-7cbc2f09700a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c0b7920-7f97-4de1-82b8-e902f60acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366618 Jul 16 18:30:03.841506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21da2b-2189-4448-b6f6-3f8ed8fdd250 req-0bbac7ec-d90e-4637-9e9c-d2647953bb16 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.860380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:03.866398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21da2b-2189-4448-b6f6-3f8ed8fdd250 req-0bbac7ec-d90e-4637-9e9c-d2647953bb16 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.879265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21da2b-2189-4448-b6f6-3f8ed8fdd250 req-0bbac7ec-d90e-4637-9e9c-d2647953bb16 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.893342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21da2b-2189-4448-b6f6-3f8ed8fdd250 req-0bbac7ec-d90e-4637-9e9c-d2647953bb16 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.896916 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4093c4e3-1ab5-4159-8b56-7c8a12e732ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.902071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21da2b-2189-4448-b6f6-3f8ed8fdd250 req-0bbac7ec-d90e-4637-9e9c-d2647953bb16 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.911843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21da2b-2189-4448-b6f6-3f8ed8fdd250 req-0bbac7ec-d90e-4637-9e9c-d2647953bb16 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.918972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21da2b-2189-4448-b6f6-3f8ed8fdd250 req-0bbac7ec-d90e-4637-9e9c-d2647953bb16 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:03.927680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d21da2b-2189-4448-b6f6-3f8ed8fdd250 req-0bbac7ec-d90e-4637-9e9c-d2647953bb16 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 5433 time: 0.2544284 Jul 16 18:30:03.936976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '41d6d674-9629-413a-861d-01696565cd0a', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '13df7e07-215f-488b-96fc-d08611214049', 'port_id': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'mac_address': 'fa:16:3e:60:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:29:59Z', 'updated_at': '2021-07-16T18:29:59Z', 'revision_number': 0, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e303f833-3ec2-4d8d-8592-05a9926d8e86', 'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:84:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:17Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:03.942131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-3a798464-16f8-4cfb-adbb-e7c94861ef4d service neutron] 10.222.0.46 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658589 Jul 16 18:30:04.002024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9fce7-0344-44f8-a7bb-3ed8d35ffed8 None None] The sync data for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 is: [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '41d6d674-9629-413a-861d-01696565cd0a', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '13df7e07-215f-488b-96fc-d08611214049', 'port_id': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'mac_address': 'fa:16:3e:60:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:29:59Z', 'updated_at': '2021-07-16T18:29:59Z', 'revision_number': 0, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e303f833-3ec2-4d8d-8592-05a9926d8e86', 'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:84:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:17Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:04.004985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d21da2b-2189-4448-b6f6-3f8ed8fdd250 req-aef85741-45eb-48a5-b90b-6cd2344bf98c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699284 Jul 16 18:30:04.062458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] For port b88ae1d6-97e8-44b7-92e3-651fb09a9057, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=b88ae1d6-97e8-44b7-92e3-651fb09a9057,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:04.327039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51efe8-064d-4550-ab2a-0a37539db4d5 req-65255c5f-5b73-4260-8a8a-357aef25af89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:04.340529 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef51efe8-064d-4550-ab2a-0a37539db4d5 req-65255c5f-5b73-4260-8a8a-357aef25af89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.1039097 Jul 16 18:30:04.397120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef51efe8-064d-4550-ab2a-0a37539db4d5 req-c41a39cb-c4cf-4f6e-b189-6569d8bc8745 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553706 Jul 16 18:30:04.410460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42522) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:04.483210 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724659ca-feb5-47d4-a06a-5bd88cfbdb87 None None] New status for floating IP 41d6d674-9629-413a-861d-01696565cd0a: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:30:04.547201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-185178a4-ec7a-477f-af92-e875d293b92b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/41d6d674-9629-413a-861d-01696565cd0a HTTP/1.1" status: 200 len: 990 time: 0.1344936 Jul 16 18:30:04.690803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] For port b88ae1d6-97e8-44b7-92e3-651fb09a9057, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:04.698255 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c6b7ca29-56d8-4e74-896b-468705b2ab15 req-54c26faf-1160-4b29-a80b-92c514eef834 service neutron] 10.222.0.46 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409086 Jul 16 18:30:04.749382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] device_id is not set on port b88ae1d6-97e8-44b7-92e3-651fb09a9057 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:30:04.769103 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.771987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4093c4e3-1ab5-4159-8b56-7c8a12e732ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.778077 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4093c4e3-1ab5-4159-8b56-7c8a12e732ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.793308 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.881154 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4093c4e3-1ab5-4159-8b56-7c8a12e732ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a2b6e970dbd44e6b24dc4ecb0a8a77a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0190187 Jul 16 18:30:04.884572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093c4e3-1ab5-4159-8b56-7c8a12e732ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2080a185-6a6d-4fdc-a138-e314ca529744,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:04.884865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:04.899623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] Pushing event updated for resources: {'Port': ['ID=b88ae1d6-97e8-44b7-92e3-651fb09a9057,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:04.924060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] No DVR routers for this DVR port b88ae1d6-97e8-44b7-92e3-651fb09a9057 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:04.973411 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ab6db02-274f-4c11-ac43-25e765772cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.001620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] In _notify_port_updated(), no bound segment for port b88ae1d6-97e8-44b7-92e3-651fb09a9057 on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:30:05.003683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.004321 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.008405 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-03dcf97e-3e08-49ad-8475-e4f09e63a65c service neutron] 10.222.0.45 "PUT /v2.0/ports/b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 200 len: 1028 time: 1.7862885 Jul 16 18:30:05.030898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ab6db02-274f-4c11-ac43-25e765772cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.141520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-2d6608a9-2e6e-4821-a1a6-fd24ddb74399 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.143772 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-2d6608a9-2e6e-4821-a1a6-fd24ddb74399 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "GET /v2.0/ports/fc16c388-fc29-44ef-babd-70bbf1a9edab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1257136 Jul 16 18:30:05.155749 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ab6db02-274f-4c11-ac43-25e765772cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.160587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:05.162004 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ab6db02-274f-4c11-ac43-25e765772cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.165518 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7ab6db02-274f-4c11-ac43-25e765772cb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2080a185-6a6d-4fdc-a138-e314ca529744 HTTP/1.1" status: 204 len: 168 time: 0.2778549 Jul 16 18:30:05.202127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6db02-274f-4c11-ac43-25e765772cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2080a185-6a6d-4fdc-a138-e314ca529744,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:05.210419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:05.360426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.439250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acf81-e1d0-46a2-9bad-182810117dc1 req-f7e272fa-75ad-4e28-a42a-561daf04fa81 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.453000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acf81-e1d0-46a2-9bad-182810117dc1 req-f7e272fa-75ad-4e28-a42a-561daf04fa81 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.460597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acf81-e1d0-46a2-9bad-182810117dc1 req-f7e272fa-75ad-4e28-a42a-561daf04fa81 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.478535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acf81-e1d0-46a2-9bad-182810117dc1 req-f7e272fa-75ad-4e28-a42a-561daf04fa81 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.487145 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.495501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acf81-e1d0-46a2-9bad-182810117dc1 req-f7e272fa-75ad-4e28-a42a-561daf04fa81 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.497989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d0827d04-486c-41dd-81f5-195cb04dac0c None None] Provisioning complete for port b88ae1d6-97e8-44b7-92e3-651fb09a9057 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:05.499368 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d0827d04-486c-41dd-81f5-195cb04dac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.511367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acf81-e1d0-46a2-9bad-182810117dc1 req-f7e272fa-75ad-4e28-a42a-561daf04fa81 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.528283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f98acf81-e1d0-46a2-9bad-182810117dc1 req-f7e272fa-75ad-4e28-a42a-561daf04fa81 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 4658 time: 0.2868741 Jul 16 18:30:05.559039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:05.589048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:05.597626 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed9819-ede8-46ea-8f53-090f2af4d159" -d '{"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-unplugged", "status": "completed", "tag": "03e830c3-9aa6-4dab-8d8e-fc7d5e961d01"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:05.641064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] For port fc16c388-fc29-44ef-babd-70bbf1a9edab, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fc16c388-fc29-44ef-babd-70bbf1a9edab,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:05.662071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:05.668951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d0827d04-486c-41dd-81f5-195cb04dac0c None None] Port b88ae1d6-97e8-44b7-92e3-651fb09a9057 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:05.676344 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.677609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:05.711209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] For port fc16c388-fc29-44ef-babd-70bbf1a9edab, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:05.724036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f98acf81-e1d0-46a2-9bad-182810117dc1 req-4c7c56f9-a673-4e5f-ab42-1a7ce494c69d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=27504f30-3377-442b-b139-0f49536a9a7c&id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1945405 Jul 16 18:30:05.829210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] device_id is not set on port fc16c388-fc29-44ef-babd-70bbf1a9edab yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:30:05.850955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.854171 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e5ba01-3972-4192-9f5d-4a056e750efd x-openstack-request-id: req-22e5ba01-3972-4192-9f5d-4a056e750efd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:05.854573 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-unplugged", "status": "completed", "tag": "03e830c3-9aa6-4dab-8d8e-fc7d5e961d01", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:05.854843 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22e5ba01-3972-4192-9f5d-4a056e750efd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:05.856210 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01', 'code': 200} Jul 16 18:30:05.860807 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.861081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.871135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3f72e27c-dc82-439f-be38-ffc9eb200b35 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/41d6d674-9629-413a-861d-01696565cd0a HTTP/1.1" status: 200 len: 992 time: 0.3062751 Jul 16 18:30:05.923130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cc57d-e490-40a7-a9f6-3dccc8bee6e1 req-f8270c01-4bb9-4c33-9ee7-21f644c2472e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.937485 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-263cc57d-e490-40a7-a9f6-3dccc8bee6e1 req-f8270c01-4bb9-4c33-9ee7-21f644c2472e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.2646561 Jul 16 18:30:06.015493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] No DVR routers for this DVR port fc16c388-fc29-44ef-babd-70bbf1a9edab on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:06.030832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.042477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:06.051868 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.052816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9a2e03ce-0d78-435b-8e99-54991a98a86b no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:06.073000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-263cc57d-e490-40a7-a9f6-3dccc8bee6e1 req-5147f365-b014-4c5c-9e50-61cdae79721c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331711 Jul 16 18:30:06.146012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4e01789-4238-4043-869e-94c202bdbf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.164153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] In _notify_port_updated(), no bound segment for port fc16c388-fc29-44ef-babd-70bbf1a9edab on network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:30:06.165840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.166462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.167853 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] 10.222.0.45 "PUT /v2.0/ports/fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 200 len: 1026 time: 1.0172663 Jul 16 18:30:06.168565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5da74-c514-4edb-9d0a-4697a4110102 service neutron] Pushing event updated for resources: {'Port': ['ID=fc16c388-fc29-44ef-babd-70bbf1a9edab,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.211191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.215128 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.273421 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.325287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9a2e03ce-0d78-435b-8e99-54991a98a86b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:06.340760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.341914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fc16c388-fc29-44ef-babd-70bbf1a9edab no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:06.395104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting port d76491c2-6575-4690-9aa0-4d6c7d247f3d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:06.395581 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.476860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ae15e05a-98e3-4fb2-a6bd-2b4e97372df4 None None] Provisioning complete for port fc16c388-fc29-44ef-babd-70bbf1a9edab triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:06.478022 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae15e05a-98e3-4fb2-a6bd-2b4e97372df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.519366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fc16c388-fc29-44ef-babd-70bbf1a9edab not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:06.520147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b88ae1d6-97e8-44b7-92e3-651fb09a9057 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:06.571356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9a2e03ce-0d78-435b-8e99-54991a98a86b,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.614601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] For port d76491c2-6575-4690-9aa0-4d6c7d247f3d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d76491c2-6575-4690-9aa0-4d6c7d247f3d,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:06.615268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.627233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ae15e05a-98e3-4fb2-a6bd-2b4e97372df4 None None] Port fc16c388-fc29-44ef-babd-70bbf1a9edab cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:06.634878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device b88ae1d6-97e8-44b7-92e3-651fb09a9057 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:06.635282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d02ac2da-e0ee-4373-8793-44f99b933222 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:06.644743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Calling delete_port for d76491c2-6575-4690-9aa0-4d6c7d247f3d owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:06.750442 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.835315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port d02ac2da-e0ee-4373-8793-44f99b933222, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d02ac2da-e0ee-4373-8793-44f99b933222,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:06.850463 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.851500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d76491c2-6575-4690-9aa0-4d6c7d247f3d no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:06.854635 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.914207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Port': ['ID=d76491c2-6575-4690-9aa0-4d6c7d247f3d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.943419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: d76491c2-6575-4690-9aa0-4d6c7d247f3d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:06.943773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device d76491c2-6575-4690-9aa0-4d6c7d247f3d not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:06.971009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] No DVR routers for this DVR port d76491c2-6575-4690-9aa0-4d6c7d247f3d on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:06.974000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.976982 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-ae4d7b0f-0692-48d5-9ded-86d00a1899b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "DELETE /v2.0/ports/d76491c2-6575-4690-9aa0-4d6c7d247f3d HTTP/1.1" status: 204 len: 173 time: 0.8022304 Jul 16 18:30:06.977716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': 'd76491c2-6575-4690-9aa0-4d6c7d247f3d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:06.981654 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452ab671-dfe9-49cb-acd2-ebd27d7d1dbd" -d '{"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "d76491c2-6575-4690-9aa0-4d6c7d247f3d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:07.052437 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.053228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=d02ac2da-e0ee-4373-8793-44f99b933222,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:07.105899 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e15f48d-d7dd-4f67-a3d4-b12b805dbf95 x-openstack-request-id: req-1e15f48d-d7dd-4f67-a3d4-b12b805dbf95 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:07.106191 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "d76491c2-6575-4690-9aa0-4d6c7d247f3d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:07.106446 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e15f48d-d7dd-4f67-a3d4-b12b805dbf95 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:07.106915 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': 'd76491c2-6575-4690-9aa0-4d6c7d247f3d', 'status': 'completed', 'code': 200} Jul 16 18:30:07.149969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:07.150315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.151924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422454-c09e-4e58-aa1b-e4f5631fe9a1 req-98c14162-8f1d-43c6-bb6d-459e651de436 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.161629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422454-c09e-4e58-aa1b-e4f5631fe9a1 req-98c14162-8f1d-43c6-bb6d-459e651de436 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.169031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422454-c09e-4e58-aa1b-e4f5631fe9a1 req-98c14162-8f1d-43c6-bb6d-459e651de436 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.179746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422454-c09e-4e58-aa1b-e4f5631fe9a1 req-98c14162-8f1d-43c6-bb6d-459e651de436 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.189336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5422454-c09e-4e58-aa1b-e4f5631fe9a1 req-98c14162-8f1d-43c6-bb6d-459e651de436 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 3143 time: 0.1871176 Jul 16 18:30:07.372264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5422454-c09e-4e58-aa1b-e4f5631fe9a1 req-cf0578a6-bb3c-4f09-94b0-aac96f9dd51d tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817148 Jul 16 18:30:07.426281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] For port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:07.429214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.459804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Calling delete_port for 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:07.460262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c5aff-6da4-413c-8aeb-5b99407b12fd req-a885fbd9-aa32-4a4e-ac88-250c709672fa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.469658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a66c5aff-6da4-413c-8aeb-5b99407b12fd req-a885fbd9-aa32-4a4e-ac88-250c709672fa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.1933982 Jul 16 18:30:07.544188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a66c5aff-6da4-413c-8aeb-5b99407b12fd req-08bee292-27cb-4414-b0d7-f58e713ec344 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735521 Jul 16 18:30:07.707922 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.789554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Port': ['ID=03e830c3-9aa6-4dab-8d8e-fc7d5e961d01,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:07.847963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] No DVR routers for this DVR port 03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:07.851417 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.853227 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-c0f22012-9303-4712-9f77-f16bb55652f3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "DELETE /v2.0/ports/03e830c3-9aa6-4dab-8d8e-fc7d5e961d01 HTTP/1.1" status: 204 len: 173 time: 0.8660703 Jul 16 18:30:07.857023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3'}, {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b'}, {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd02ac2da-e0ee-4373-8793-44f99b933222'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:07.860768 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e20586-d13e-44af-87e2-e14279d1d1b6" -d '{"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-unplugged", "status": "completed", "tag": "14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3"}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b"}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-unplugged", "status": "completed", "tag": "d02ac2da-e0ee-4373-8793-44f99b933222"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:07.960771 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ac501f-aaf3-4893-a7b0-d8fa84dcd526 x-openstack-request-id: req-b1ac501f-aaf3-4893-a7b0-d8fa84dcd526 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:07.961484 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-unplugged", "status": "completed", "tag": "14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3", "code": 200}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b", "code": 200}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-unplugged", "status": "completed", "tag": "d02ac2da-e0ee-4373-8793-44f99b933222", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:07.962010 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1ac501f-aaf3-4893-a7b0-d8fa84dcd526 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:07.962784 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3', 'code': 200} Jul 16 18:30:07.963368 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'code': 200} Jul 16 18:30:07.964706 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd02ac2da-e0ee-4373-8793-44f99b933222', 'code': 200} Jul 16 18:30:08.058597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:08.059079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.200786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] For port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:08.201538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.220947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Calling delete_port for 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:08.459829 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.537719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Port': ['ID=14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:08.678479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] No DVR routers for this DVR port 14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:08.685031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.690293 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-3af42da3-ee24-4b92-b23a-694b0e195fd1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "DELETE /v2.0/ports/14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3 HTTP/1.1" status: 204 len: 173 time: 0.8269567 Jul 16 18:30:08.702283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.708346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd4b2b-3047-4c94-9637-f8cdfce386ae req-b017d9c1-3e34-4e66-835c-3f6a1105c734 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:08.720566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd4b2b-3047-4c94-9637-f8cdfce386ae req-b017d9c1-3e34-4e66-835c-3f6a1105c734 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:08.722222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6dd4b2b-3047-4c94-9637-f8cdfce386ae req-b017d9c1-3e34-4e66-835c-3f6a1105c734 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 1677 time: 0.1577752 Jul 16 18:30:08.807928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6dd4b2b-3047-4c94-9637-f8cdfce386ae req-9657539e-9811-4d8a-b548-1af4b748c504 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749075 Jul 16 18:30:08.841259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793a19b-b6db-4d25-a464-72a1577db299 req-465df3c7-64d3-4484-867e-cc70ca13dff9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:08.843317 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4793a19b-b6db-4d25-a464-72a1577db299 req-465df3c7-64d3-4484-867e-cc70ca13dff9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.1194496 Jul 16 18:30:08.923690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4793a19b-b6db-4d25-a464-72a1577db299 req-8824c1ae-d5e0-40e8-8fe6-ed4b9dc4ad2c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728872 Jul 16 18:30:08.929870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting port 9a2e03ce-0d78-435b-8e99-54991a98a86b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:08.930709 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.111294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01'}, {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:09.111294 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f30a5-d888-487d-8cbc-913543511147" -d '{"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "03e830c3-9aa6-4dab-8d8e-fc7d5e961d01"}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:09.167564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] For port 9a2e03ce-0d78-435b-8e99-54991a98a86b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9a2e03ce-0d78-435b-8e99-54991a98a86b,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:09.168031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.377073 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b05361-f60f-4d43-930f-3e6374bd422d x-openstack-request-id: req-a9b05361-f60f-4d43-930f-3e6374bd422d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:09.377674 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "03e830c3-9aa6-4dab-8d8e-fc7d5e961d01", "status": "completed", "code": 200}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:09.378132 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9b05361-f60f-4d43-930f-3e6374bd422d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:09.378798 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': '03e830c3-9aa6-4dab-8d8e-fc7d5e961d01', 'status': 'completed', 'code': 200} Jul 16 18:30:09.379254 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': '14350fd7-7b47-45d9-ba1d-dbf7bbeb84d3', 'status': 'completed', 'code': 200} Jul 16 18:30:09.475981 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.476879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.478699 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Floating IP f0aec17b-2279-4c01-b3c3-f658e3aa7fc0 disassociated. External IP: 172.25.2.82, port: 9a2e03ce-0d78-435b-8e99-54991a98a86b. Jul 16 18:30:09.480081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Calling delete_port for 9a2e03ce-0d78-435b-8e99-54991a98a86b owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:09.705252 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.769412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Port': ['ID=9a2e03ce-0d78-435b-8e99-54991a98a86b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:09.935474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Router 887f69ee-1d8d-4df7-919e-d763a577f1fd has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:10.148417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:10.168729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] Sync routers for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:10.192315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d5860-9ca3-43ce-8d62-8027cc9783e8 req-529ecd80-e8a1-4bd7-92e4-5c5c3654e053 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:10.199279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:10.199947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:30:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:10.212185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] No DVR routers for this DVR port 9a2e03ce-0d78-435b-8e99-54991a98a86b on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:10.214310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c38d5860-9ca3-43ce-8d62-8027cc9783e8 req-529ecd80-e8a1-4bd7-92e4-5c5c3654e053 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 943 time: 0.2246778 Jul 16 18:30:10.225854 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.230994 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-696a8727-af7b-4db3-a40a-37d5cde7af19 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "DELETE /v2.0/ports/9a2e03ce-0d78-435b-8e99-54991a98a86b HTTP/1.1" status: 204 len: 173 time: 1.5342438 Jul 16 18:30:10.255748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:10.443917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.448903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c38d5860-9ca3-43ce-8d62-8027cc9783e8 req-27738aa2-be6a-4a3a-ba8f-beb3dd787bf2 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups?id=0b25baea-716c-44e0-a175-3fce822f1aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294524 Jul 16 18:30:10.503090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:10.529206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4696f5-2d0c-4dd3-a8c8-97176365d94a req-be783371-c1bd-4fb6-9735-bb2d527d3aeb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:10.533848 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c4696f5-2d0c-4dd3-a8c8-97176365d94a req-be783371-c1bd-4fb6-9735-bb2d527d3aeb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.3016727 Jul 16 18:30:10.579698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting port d02ac2da-e0ee-4373-8793-44f99b933222 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:10.580046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.591729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c4696f5-2d0c-4dd3-a8c8-97176365d94a req-1f0e89b1-bf39-4c43-95fc-544cbced221f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518479 Jul 16 18:30:10.727669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] For port d02ac2da-e0ee-4373-8793-44f99b933222, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=d02ac2da-e0ee-4373-8793-44f99b933222,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:10.728046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.753226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Calling delete_port for d02ac2da-e0ee-4373-8793-44f99b933222 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:10.803007 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c85509-f68d-4a99-808b-d1d866dfe98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.870678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e5a223f6-2f62-4167-8674-883d22868e00', 'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'mac_address': 'fa:16:3e:4f:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:58Z', 'updated_at': '2021-07-16T18:19:12Z', 'revision_number': 5, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'subnets': [{'id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:10.921430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] Checking router: 887f69ee-1d8d-4df7-919e-d763a577f1fd for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:10.931501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:10.932550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:30:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:10.959602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.995262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c85509-f68d-4a99-808b-d1d866dfe98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.001490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-63c85509-f68d-4a99-808b-d1d866dfe98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.008921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Port': ['ID=d02ac2da-e0ee-4373-8793-44f99b933222,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:11.074042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] No DVR routers for this DVR port d02ac2da-e0ee-4373-8793-44f99b933222 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:11.078862 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.080050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-63c85509-f68d-4a99-808b-d1d866dfe98e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=999155c3a767419ca5240aab9c873170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8214362 Jul 16 18:30:11.083122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-dbbdf6d4-dc60-4edb-8ec0-3cae7b9f719a req-0c7d1f0b-dc35-4e8e-95d7-a630418d135b tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.45 "DELETE /v2.0/ports/d02ac2da-e0ee-4373-8793-44f99b933222 HTTP/1.1" status: 204 len: 173 time: 0.8436084 Jul 16 18:30:11.083828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:11.085482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:11.111429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c85509-f68d-4a99-808b-d1d866dfe98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c801005-54a5-4959-9b6e-f9f55a032a84,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:11.225723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b2987ba-a0ad-4c12-b4be-9fc50cb3b30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.240611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7261f97e-b163-45c4-bee2-82eb25620c16 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:11.269749 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b2987ba-a0ad-4c12-b4be-9fc50cb3b30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.328224 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b2987ba-a0ad-4c12-b4be-9fc50cb3b30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.332086 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b2987ba-a0ad-4c12-b4be-9fc50cb3b30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.333613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1b2987ba-a0ad-4c12-b4be-9fc50cb3b30d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c801005-54a5-4959-9b6e-f9f55a032a84 HTTP/1.1" status: 204 len: 168 time: 0.2439206 Jul 16 18:30:11.345080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2987ba-a0ad-4c12-b4be-9fc50cb3b30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c801005-54a5-4959-9b6e-f9f55a032a84,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:11.355804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 7261f97e-b163-45c4-bee2-82eb25620c16, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7261f97e-b163-45c4-bee2-82eb25620c16,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:11.380423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b'}, {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': 'd02ac2da-e0ee-4373-8793-44f99b933222'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:11.382027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '7261f97e-b163-45c4-bee2-82eb25620c16', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'port_id': '7261f97e-b163-45c4-bee2-82eb25620c16', 'mac_address': 'fa:16:3e:29:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:11.383632 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215c5d12-1d0b-480d-9275-9b8a566e285d" -d '{"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b"}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "d02ac2da-e0ee-4373-8793-44f99b933222"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:11.481371 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3afe755-c7ff-44cd-835a-0d2d34cb9c18 x-openstack-request-id: req-f3afe755-c7ff-44cd-835a-0d2d34cb9c18 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:11.481782 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "9a2e03ce-0d78-435b-8e99-54991a98a86b", "status": "completed", "code": 200}, {"server_uuid": "d9d7c6cb-cb91-4556-87fb-71dd338a0176", "name": "network-vif-deleted", "tag": "d02ac2da-e0ee-4373-8793-44f99b933222", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:11.482137 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3afe755-c7ff-44cd-835a-0d2d34cb9c18 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:11.482680 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': '9a2e03ce-0d78-435b-8e99-54991a98a86b', 'status': 'completed', 'code': 200} Jul 16 18:30:11.483578 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d7c6cb-cb91-4556-87fb-71dd338a0176', 'name': 'network-vif-deleted', 'tag': 'd02ac2da-e0ee-4373-8793-44f99b933222', 'status': 'completed', 'code': 200} Jul 16 18:30:11.892934 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26b3eed5-09b7-4898-a2a7-dae3214b580d req-7aaee368-bda4-4e61-8956-0e663113e8a6 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0972426 Jul 16 18:30:11.999963 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.011548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42748) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:12.032690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7261f97e-b163-45c4-bee2-82eb25620c16 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:12.050226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5df40de6-d307-4944-92ae-abd1c6d8a8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.053480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03072452-e4c3-4037-b4ff-61d26d1b4eb6 req-cce582b7-6931-4573-aea7-6f18f0cdeeba tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:12.062966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03072452-e4c3-4037-b4ff-61d26d1b4eb6 req-cce582b7-6931-4573-aea7-6f18f0cdeeba tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 944 time: 0.1471839 Jul 16 18:30:12.065258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 7261f97e-b163-45c4-bee2-82eb25620c16, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7261f97e-b163-45c4-bee2-82eb25620c16,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:12.073001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.126089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03072452-e4c3-4037-b4ff-61d26d1b4eb6 req-8221b391-51ba-4161-9a04-affafeab6f9d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617893 Jul 16 18:30:12.148767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e5a223f6-2f62-4167-8674-883d22868e00', 'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'mac_address': 'fa:16:3e:4f:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:58Z', 'updated_at': '2021-07-16T18:19:12Z', 'revision_number': 5, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'subnets': [{'id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:12.152567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=7261f97e-b163-45c4-bee2-82eb25620c16,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:12.199266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.200227 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.200418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.200789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.201133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.202028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.202028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.202449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.202734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.203286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.203812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.204137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:12.216639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb410f6-4db9-40bc-9e16-511d3396797f None None] The sync data for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 is: [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 4, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e5a223f6-2f62-4167-8674-883d22868e00', 'name': '', 'network_id': '92628a71-7e7a-4442-b235-d0645ce9fda3', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'mac_address': 'fa:16:3e:4f:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:58Z', 'updated_at': '2021-07-16T18:19:12Z', 'revision_number': 5, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'subnets': [{'id': 'b5310286-a552-4e68-914b-ff13aab082fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:12.279245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['7261f97e-b163-45c4-bee2-82eb25620c16'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:12.355093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5df40de6-d307-4944-92ae-abd1c6d8a8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.361805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5df40de6-d307-4944-92ae-abd1c6d8a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.477823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df40de6-d307-4944-92ae-abd1c6d8a8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d678a8-3242-418d-98c9-9f4c7d42ae15,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:12.495575 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5df40de6-d307-4944-92ae-abd1c6d8a8b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01fadd9158d04e8387da7ff17c080cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816961 Jul 16 18:30:12.497138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42752) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:12.634281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9532e9b4-4515-4dfb-b7b7-1f4566eb65a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.706681 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9532e9b4-4515-4dfb-b7b7-1f4566eb65a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.845495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9532e9b4-4515-4dfb-b7b7-1f4566eb65a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.851067 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9532e9b4-4515-4dfb-b7b7-1f4566eb65a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.855389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9532e9b4-4515-4dfb-b7b7-1f4566eb65a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5d678a8-3242-418d-98c9-9f4c7d42ae15 HTTP/1.1" status: 204 len: 168 time: 0.3521008 Jul 16 18:30:12.882930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e9b4-4515-4dfb-b7b7-1f4566eb65a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d678a8-3242-418d-98c9-9f4c7d42ae15,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:12.887526 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0bdcb9-e354-4d17-95fd-d2f5b5bf25c9 None None] New status for floating IP f0aec17b-2279-4c01-b3c3-f658e3aa7fc0: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:30:13.276370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7261f97e-b163-45c4-bee2-82eb25620c16 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:13.460033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ebd2c88-39fd-492d-8ff9-29fec5db0347 req-036c323c-d8ac-481a-ba09-90f9cad159da tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.1188107 Jul 16 18:30:13.597402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 7261f97e-b163-45c4-bee2-82eb25620c16 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:13.601743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 7261f97e-b163-45c4-bee2-82eb25620c16 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:13.602135 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.663177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42778) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:13.819113 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.884836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 7261f97e-b163-45c4-bee2-82eb25620c16, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7261f97e-b163-45c4-bee2-82eb25620c16,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:13.885904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198cdfc8-0dce-4210-b8e8-e417c6e23320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7261f97e-b163-45c4-bee2-82eb25620c16'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:13.891185 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cde5a3-b53e-40f4-8bd4-702771808c23" -d '{"events": [{"server_uuid": "198cdfc8-0dce-4210-b8e8-e417c6e23320", "name": "network-vif-plugged", "status": "completed", "tag": "7261f97e-b163-45c4-bee2-82eb25620c16"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:13.894632 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.922620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270126c-45bf-471a-8efd-e35b0a32a4a4 req-d88c772c-23e8-403d-9b31-eede68cfdc89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:13.952623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3270126c-45bf-471a-8efd-e35b0a32a4a4 req-d88c772c-23e8-403d-9b31-eede68cfdc89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 945 time: 0.3837845 Jul 16 18:30:13.998823 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b400f34-c890-46fb-85b3-6db7e638c3ce x-openstack-request-id: req-1b400f34-c890-46fb-85b3-6db7e638c3ce {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:13.999578 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198cdfc8-0dce-4210-b8e8-e417c6e23320", "name": "network-vif-plugged", "status": "completed", "tag": "7261f97e-b163-45c4-bee2-82eb25620c16", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:14.000002 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b400f34-c890-46fb-85b3-6db7e638c3ce {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:14.000628 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198cdfc8-0dce-4210-b8e8-e417c6e23320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7261f97e-b163-45c4-bee2-82eb25620c16', 'code': 200} Jul 16 18:30:14.078293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=7261f97e-b163-45c4-bee2-82eb25620c16,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:14.121504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3270126c-45bf-471a-8efd-e35b0a32a4a4 req-aced7d96-89ec-40fb-b1b3-68eda0443d2f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652977 Jul 16 18:30:14.207896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.319747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b10e7-a445-4eef-91a2-6117f896fca1 req-958cfa57-9e9e-436c-b7bf-4a220d6d7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:14.326188 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-692b10e7-a445-4eef-91a2-6117f896fca1 req-958cfa57-9e9e-436c-b7bf-4a220d6d7386 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 1098 time: 0.2558908 Jul 16 18:30:14.403615 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-692b10e7-a445-4eef-91a2-6117f896fca1 req-adcf2cf6-2e76-4070-98d3-f2ab224f4921 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656922 Jul 16 18:30:14.447763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.453525 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.515125 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d509e55666f49fc866ec014c82088ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8496335 Jul 16 18:30:14.516133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d1826-add5-4098-9c1f-f7a3c338595f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:14.517712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:14.529933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.530298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.530866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.531215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.531559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.532827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.533145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.533814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.534162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.534504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.534849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.535183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136aaff4-03e8-4448-b23c-91f87bc356f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:14.655637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.147674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c6843d7e-e922-42d7-a09d-6a1191bc8b39 req-1f6b35fc-d28b-4727-b8e3-fe52a9219747 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.4800169 Jul 16 18:30:15.171811 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.274511 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.277130 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.281819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d5d1826-add5-4098-9c1f-f7a3c338595f HTTP/1.1" status: 204 len: 168 time: 0.7592914 Jul 16 18:30:15.297567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d1826-add5-4098-9c1f-f7a3c338595f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:15.330749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.330894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.331243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.331582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.331930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.332402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.332735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.333007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.333346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.333667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.333993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.334322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135cb2f-bc19-4659-a2ca-15e886bb0871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:15.409189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceea731-460e-4a80-bc03-db79f611d18d req-457549bc-0fd7-42b2-9d8d-1bb0c3657806 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:15.411406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ceea731-460e-4a80-bc03-db79f611d18d req-457549bc-0fd7-42b2-9d8d-1bb0c3657806 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 946 time: 0.1149762 Jul 16 18:30:15.463711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ceea731-460e-4a80-bc03-db79f611d18d req-b52d7b67-e781-468e-b1c1-012ba22bb0d1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462208 Jul 16 18:30:16.387077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3f35e78-ba4a-4c7c-971a-cc1eab981bed req-fb5ab58c-6974-4dc2-b689-043cffb611d6 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0351412 Jul 16 18:30:16.678161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021b608-6baf-4c3f-b7d9-e43bd4ad31e5 req-767d4a62-a079-4fd6-b755-0b4b2ef63285 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.678161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f021b608-6baf-4c3f-b7d9-e43bd4ad31e5 req-767d4a62-a079-4fd6-b755-0b4b2ef63285 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 946 time: 0.0797520 Jul 16 18:30:16.728614 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f021b608-6baf-4c3f-b7d9-e43bd4ad31e5 req-ef3d2d5f-efa8-472c-8f81-d2d96e2521a5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Jul 16 18:30:16.944747 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa829d-9800-4f0b-9926-209056627491 req-b89464b3-3f35-40a2-9a32-d549aeb87980 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.946778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fefa829d-9800-4f0b-9926-209056627491 req-b89464b3-3f35-40a2-9a32-d549aeb87980 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 946 time: 0.0867424 Jul 16 18:30:17.004439 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fefa829d-9800-4f0b-9926-209056627491 req-a8d72414-1ade-4717-8dc5-2e393f426eba tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503969 Jul 16 18:30:17.254950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1b59c-d30e-4fb8-b74b-319b05c12078 req-78e6977e-c10f-44da-b437-c3421ef35bde tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:17.256556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de1b59c-d30e-4fb8-b74b-319b05c12078 req-78e6977e-c10f-44da-b437-c3421ef35bde tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 946 time: 0.1198688 Jul 16 18:30:17.318194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6de1b59c-d30e-4fb8-b74b-319b05c12078 req-46f6bc90-4fcd-4dba-873c-4de0642e91b4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526693 Jul 16 18:30:17.686585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f39f7fb-c115-4561-a72e-a3dc6a899c6a req-1850f77a-7139-4889-b302-5486f8178001 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0675647 Jul 16 18:30:17.900843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:17.950862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fba0e-ec79-4d70-a17f-a2554437404a req-b7cf3ba2-e604-46ce-8c54-5c036f40b4f9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:17.959653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-401fba0e-ec79-4d70-a17f-a2554437404a req-b7cf3ba2-e604-46ce-8c54-5c036f40b4f9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 946 time: 0.0935504 Jul 16 18:30:18.021036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-401fba0e-ec79-4d70-a17f-a2554437404a req-e82522b4-9900-4344-b66b-bd31331a4a14 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603650 Jul 16 18:30:18.278126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b05abf3-f827-4ed0-bbbb-813429be8d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.431200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b05abf3-f827-4ed0-bbbb-813429be8d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.437066 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b05abf3-f827-4ed0-bbbb-813429be8d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.472467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8b05abf3-f827-4ed0-bbbb-813429be8d05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9467249b7b54fcf899bbe0e2b32c235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5704825 Jul 16 18:30:18.475271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42928) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:18.526481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05abf3-f827-4ed0-bbbb-813429be8d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb2cc51-af94-436f-9841-9bf8095281d7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:18.563941 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f771f445-a0b3-4f35-80e2-c72f83f098d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.590552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f771f445-a0b3-4f35-80e2-c72f83f098d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.660463 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f771f445-a0b3-4f35-80e2-c72f83f098d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.666442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f771f445-a0b3-4f35-80e2-c72f83f098d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.673010 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f771f445-a0b3-4f35-80e2-c72f83f098d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fdb2cc51-af94-436f-9841-9bf8095281d7 HTTP/1.1" status: 204 len: 168 time: 0.1919527 Jul 16 18:30:18.683822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771f445-a0b3-4f35-80e2-c72f83f098d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb2cc51-af94-436f-9841-9bf8095281d7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:19.020185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0e849cf-5875-4396-b2ac-dd1f1155c1ca req-f30e7d3b-100c-4f76-ada0-e9fe3ef395b4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0936551 Jul 16 18:30:19.277159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad907e0b-be17-4768-8f35-9d094dc5477b req-e3239d4c-2f0d-4fe6-ae73-9cc8a44a3b42 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.288160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad907e0b-be17-4768-8f35-9d094dc5477b req-e3239d4c-2f0d-4fe6-ae73-9cc8a44a3b42 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 946 time: 0.1139870 Jul 16 18:30:19.359763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-ed85b888-3a5d-439c-8132-02b84a7ccab0 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.365871 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad907e0b-be17-4768-8f35-9d094dc5477b req-0184fc53-bd85-424e-9bc9-6c11aba38eb3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747254 Jul 16 18:30:19.369697 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-ed85b888-3a5d-439c-8132-02b84a7ccab0 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 946 time: 0.1532180 Jul 16 18:30:19.425976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 42950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:19.446500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5820cabb-5f9c-423e-acf7-9ede20b947e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.603543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port 7261f97e-b163-45c4-bee2-82eb25620c16 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:19.604154 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.672324 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5820cabb-5f9c-423e-acf7-9ede20b947e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.687573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5820cabb-5f9c-423e-acf7-9ede20b947e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.759482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820cabb-5f9c-423e-acf7-9ede20b947e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b40223-fdc2-4f7b-8734-643f3b92b86f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:19.783222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5820cabb-5f9c-423e-acf7-9ede20b947e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=845615b123704d0db44d42eeaf1e653b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555753 Jul 16 18:30:19.786780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 42960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:19.833640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] For port 7261f97e-b163-45c4-bee2-82eb25620c16, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7261f97e-b163-45c4-bee2-82eb25620c16,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:19.834322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.875700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for 7261f97e-b163-45c4-bee2-82eb25620c16 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:19.993955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b7ad-dcfb-43b7-9b01-ae44b87c2733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.062191 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b7ad-dcfb-43b7-9b01-ae44b87c2733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.265066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.268106 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b7ad-dcfb-43b7-9b01-ae44b87c2733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.271520 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b7ad-dcfb-43b7-9b01-ae44b87c2733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.273363 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0ca0b7ad-dcfb-43b7-9b01-ae44b87c2733 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28b40223-fdc2-4f7b-8734-643f3b92b86f HTTP/1.1" status: 204 len: 168 time: 0.4846258 Jul 16 18:30:20.281092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['7261f97e-b163-45c4-bee2-82eb25620c16'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:20.319740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0b7ad-dcfb-43b7-9b01-ae44b87c2733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b40223-fdc2-4f7b-8734-643f3b92b86f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:20.322282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=7261f97e-b163-45c4-bee2-82eb25620c16,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:20.380812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] No DVR routers for this DVR port 7261f97e-b163-45c4-bee2-82eb25620c16 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:20.386304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.389862 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c60c51a3-c120-4140-93c9-bf68d217b27c req-d1f54442-5eca-4d04-a84d-a21abe2bca6c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "DELETE /v2.0/ports/7261f97e-b163-45c4-bee2-82eb25620c16 HTTP/1.1" status: 204 len: 173 time: 1.0111041 Jul 16 18:30:20.390809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198cdfc8-0dce-4210-b8e8-e417c6e23320', 'name': 'network-vif-deleted', 'tag': '7261f97e-b163-45c4-bee2-82eb25620c16'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:20.409423 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a917461-dee8-415e-b38b-591a33e17e32" -d '{"events": [{"server_uuid": "198cdfc8-0dce-4210-b8e8-e417c6e23320", "name": "network-vif-deleted", "tag": "7261f97e-b163-45c4-bee2-82eb25620c16"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:20.489462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02c7d175-1a4d-4c81-b0ac-babc8f817339 req-1f92f817-de5e-40a4-8dd4-2a60b29750e1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.1439247 Jul 16 18:30:20.637841 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81732aa0-4a7f-4d64-9255-76c887f779bf x-openstack-request-id: req-81732aa0-4a7f-4d64-9255-76c887f779bf {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:20.638175 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198cdfc8-0dce-4210-b8e8-e417c6e23320", "name": "network-vif-deleted", "tag": "7261f97e-b163-45c4-bee2-82eb25620c16", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:20.639688 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81732aa0-4a7f-4d64-9255-76c887f779bf {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:20.640379 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198cdfc8-0dce-4210-b8e8-e417c6e23320', 'name': 'network-vif-deleted', 'tag': '7261f97e-b163-45c4-bee2-82eb25620c16', 'status': 'completed', 'code': 200} Jul 16 18:30:20.703398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2017e616-374b-43cb-aa8a-b8173e60d5c3 req-30e96ec0-daf2-45b3-aece-d71122b565a9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.1173348 Jul 16 18:30:21.851798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8104b328-77d7-4e8c-90ea-897f63fee158 req-aaf16ba7-c60c-4718-beba-8138ae85bb4c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0871603 Jul 16 18:30:22.018622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14fe216b-3614-44fa-906e-b31cac53f649 req-64505ab9-e0d2-40c9-91ce-ce8006e35e8c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.0640991 Jul 16 18:30:23.137440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d09d20c1-5c3a-4613-a6a6-d30a27cb050b req-c0701ad6-688e-4e15-a05b-1ed9871f4ba4 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0550287 Jul 16 18:30:23.280097 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d892b9a7-8ca9-417a-8da5-9ece2d086672 req-e9a7358a-aaa2-4702-9f82-daeb935d50e3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.0530901 Jul 16 18:30:23.335869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7261f97e-b163-45c4-bee2-82eb25620c16 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:23.404891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 7261f97e-b163-45c4-bee2-82eb25620c16 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:23.405582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7261f97e-b163-45c4-bee2-82eb25620c16 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:24.423686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32b75ada-de1b-407e-a801-6f4a4ef9d297 req-16b22b35-c18d-44c8-beec-1fd6a16de48f tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0476029 Jul 16 18:30:24.712117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0873819-6b56-42b7-81d9-80e8e45d6121 req-c1568fd1-81b1-40b7-aee5-05fc0f0a4882 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.0820038 Jul 16 18:30:25.068323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43116) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:25.227901 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58d6df22-41ce-4cb3-9e11-405d714e4e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.408942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58d6df22-41ce-4cb3-9e11-405d714e4e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.414545 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-58d6df22-41ce-4cb3-9e11-405d714e4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.454241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-58d6df22-41ce-4cb3-9e11-405d714e4e1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32f69323e66f45b0a1e5d02ae2c28b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837080 Jul 16 18:30:25.457277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:25.469379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6df22-41ce-4cb3-9e11-405d714e4e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcff84cd-8c70-42dc-8a1c-4c2a13d43866,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:25.551641 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94569a58-9f34-4f9e-81ac-6fc4ef0b8637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.599158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94569a58-9f34-4f9e-81ac-6fc4ef0b8637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.690625 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94569a58-9f34-4f9e-81ac-6fc4ef0b8637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.698064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94569a58-9f34-4f9e-81ac-6fc4ef0b8637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.701563 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-94569a58-9f34-4f9e-81ac-6fc4ef0b8637 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcff84cd-8c70-42dc-8a1c-4c2a13d43866 HTTP/1.1" status: 204 len: 168 time: 0.2422724 Jul 16 18:30:25.705219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf34b5a9-e9c5-499a-b0c5-f5bc62cff0f7 req-c233f8d2-46c8-469d-8218-8ed76304e635 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0501606 Jul 16 18:30:25.724641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94569a58-9f34-4f9e-81ac-6fc4ef0b8637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcff84cd-8c70-42dc-8a1c-4c2a13d43866,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.020261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ad6eac4-5bb9-4eb1-a609-1fc8431d6dc3 req-479d15aa-ac46-4493-95cb-0f68b996e9ef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.0711541 Jul 16 18:30:26.227448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43146) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.251415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2680-0c1f-4b9e-98c2-32fd30808408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.389420 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2680-0c1f-4b9e-98c2-32fd30808408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.393919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f9a2680-0c1f-4b9e-98c2-32fd30808408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.444716 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7f9a2680-0c1f-4b9e-98c2-32fd30808408 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6be988600e9402d99ad5c1d516786e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112660 Jul 16 18:30:26.444716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a2680-0c1f-4b9e-98c2-32fd30808408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b4f8f9-80da-4368-941d-ca207ae18709,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.444716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.509044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-816930de-e1f7-46a1-b7dc-c0f9413581aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.535425 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-816930de-e1f7-46a1-b7dc-c0f9413581aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.614775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-816930de-e1f7-46a1-b7dc-c0f9413581aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.618027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-816930de-e1f7-46a1-b7dc-c0f9413581aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.619466 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-816930de-e1f7-46a1-b7dc-c0f9413581aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1b4f8f9-80da-4368-941d-ca207ae18709 HTTP/1.1" status: 204 len: 168 time: 0.1727564 Jul 16 18:30:26.632019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816930de-e1f7-46a1-b7dc-c0f9413581aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b4f8f9-80da-4368-941d-ca207ae18709,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.943405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6beb930-0ad8-4cfc-8c15-a738c43e3539 req-d62547ca-3932-4f11-9789-bccc41c712d1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0633492 Jul 16 18:30:27.486651 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19e4c094-a681-4a3b-abb0-e4a3662b0b0e req-73ae4951-0123-4983-be63-b63c94abc2a5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.0441277 Jul 16 18:30:27.876460 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:28.193334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75515e11-8d50-420a-9fa9-01d8de511962 req-2cdea395-3e4d-4497-9388-338a8a0b1390 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0622807 Jul 16 18:30:28.858763 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.890983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08266322-03fe-4c81-acad-6ad54936dbb0 req-295cb4cd-31bd-4ad3-b5bf-899ecf88959a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=198cdfc8-0dce-4210-b8e8-e417c6e23320 HTTP/1.1" status: 200 len: 210 time: 0.0905228 Jul 16 18:30:29.603374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1c0d104-e8f5-4bb0-8512-235ca098ddd7 req-19d92347-48a4-4638-b650-ef3f0ec2c39e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0908284 Jul 16 18:30:30.921515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60d47fa4-01b0-4ba8-8159-36ccd4fc3348 req-8384c38f-4271-4cfc-a41f-3c6a638e94c3 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0506747 Jul 16 18:30:32.168078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7205169-5afb-4a88-bde5-3082d499f7da req-ad2c1743-ddf7-4519-a302-f526dd8763c1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0399806 Jul 16 18:30:33.184739 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f46eaf2-7f85-4127-b38a-78a40751e58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.305418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43320) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:33.554679 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f46b0486-25b2-4879-acb9-5c43077d434c tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/floatingips/41d6d674-9629-413a-861d-01696565cd0a HTTP/1.1" status: 200 len: 992 time: 0.2426398 Jul 16 18:30:33.727729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77172a21-9690-4902-82b7-0fb047505b5d req-0e217762-5b4c-44e2-a3d7-7f1349201e6e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.0994203 Jul 16 18:30:34.142102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:34.535468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port 9805ab24-5ae0-4703-80f9-22ad4e389dc6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:34.535817 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.733495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.734625 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.758980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for 9805ab24-5ae0-4703-80f9-22ad4e389dc6 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:35.019503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.188026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=9805ab24-5ae0-4703-80f9-22ad4e389dc6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:35.317023 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4cadc097-8111-4fbf-9086-a4e287d4ce90 req-cb232550-e115-49e0-b442-44da78138ecd tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9d7c6cb-cb91-4556-87fb-71dd338a0176 HTTP/1.1" status: 200 len: 210 time: 0.1594903 Jul 16 18:30:35.373634 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.374019 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Floating IP 41d6d674-9629-413a-861d-01696565cd0a disassociated (deleted). External IP: 172.25.2.86, port: c74f4be1-958f-4b39-9101-c869fc0d26e7. Jul 16 18:30:35.672993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:35.736344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 13df7e07-215f-488b-96fc-d08611214049 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:35.927505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22f5e7c1-5d77-4566-a373-fa4704882c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.959078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:35.965143 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.027228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] Sync routers for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:36.051844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-16809e5c-d989-496d-93a0-81e0baf8afbf tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/floatingips/41d6d674-9629-413a-861d-01696565cd0a HTTP/1.1" status: 204 len: 168 time: 1.9070902 Jul 16 18:30:36.053995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:36.061282 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d94736-5b63-43d3-9fd1-0ca23517719f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:36.092059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.127252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:36.128071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:30:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:36.191927 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3371325d-bed3-41cf-bf00-c22f5978bf3f x-openstack-request-id: req-3371325d-bed3-41cf-bf00-c22f5978bf3f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:36.192837 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:36.193499 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3371325d-bed3-41cf-bf00-c22f5978bf3f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:36.194286 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'status': 'completed', 'code': 200} Jul 16 18:30:36.256823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22f5e7c1-5d77-4566-a373-fa4704882c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.294041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22f5e7c1-5d77-4566-a373-fa4704882c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.363657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:36.430880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5e7c1-5d77-4566-a373-fa4704882c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928f5869-3e08-4539-b6d5-1ec0c0394175,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:36.480997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:36.494616 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-22f5e7c1-5d77-4566-a373-fa4704882c48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8040e3f54803497e9bd27d064730e6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8172336 Jul 16 18:30:36.599793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-5f8f6b8c-bcd4-4922-afc9-4e05fd6b7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.604106 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-5f8f6b8c-bcd4-4922-afc9-4e05fd6b7301 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec21ddcca98344c190a3179163a55d08&device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 1097 time: 0.3420608 Jul 16 18:30:36.607555 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df025581-5961-42bf-b65e-c3dd08150465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.683659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d49b67e1-91a3-47e5-bfea-51e109ae55fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.720090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e303f833-3ec2-4d8d-8592-05a9926d8e86', 'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:84:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:17Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:36.754213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d49b67e1-91a3-47e5-bfea-51e109ae55fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.757079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:36.782149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] Checking router: 13df7e07-215f-488b-96fc-d08611214049 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:36.807096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:36.808634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:36.828629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-aacfe0d2-c49c-4d0f-bad3-f31491d0b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.830520 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-aacfe0d2-c49c-4d0f-bad3-f31491d0b253 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c0b7920-7f97-4de1-82b8-e902f60acee0 HTTP/1.1" status: 200 len: 897 time: 0.2177591 Jul 16 18:30:36.893516 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-bee1b541-5bac-4580-ba13-39b5d80e1937 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c74f4be1-958f-4b39-9101-c869fc0d26e7 HTTP/1.1" status: 200 len: 217 time: 0.0545084 Jul 16 18:30:36.939465 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51df427c-a595-4a32-a834-a064a9eed25e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.965260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-3b92366e-2d2f-4d5a-9836-d314eab8115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.967515 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-3b92366e-2d2f-4d5a-9836-d314eab8115b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca29702b-ac0d-416e-b3a1-026dd9f2eea8 HTTP/1.1" status: 200 len: 832 time: 0.0659168 Jul 16 18:30:37.026528 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51df427c-a595-4a32-a834-a064a9eed25e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.091567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-4d461ab3-5247-4307-88c1-a63166a729c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.094476 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-4d461ab3-5247-4307-88c1-a63166a729c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c0b7920-7f97-4de1-82b8-e902f60acee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187270 Jul 16 18:30:37.105742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:37.210880 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d49b67e1-91a3-47e5-bfea-51e109ae55fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.223231 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d49b67e1-91a3-47e5-bfea-51e109ae55fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.225418 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.231479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d49b67e1-91a3-47e5-bfea-51e109ae55fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/928f5869-3e08-4539-b6d5-1ec0c0394175 HTTP/1.1" status: 204 len: 168 time: 0.7498610 Jul 16 18:30:37.255126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51df427c-a595-4a32-a834-a064a9eed25e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.274160 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51df427c-a595-4a32-a834-a064a9eed25e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.279324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-51df427c-a595-4a32-a834-a064a9eed25e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "DELETE /v2.0/security-groups/0b25baea-716c-44e0-a175-3fce822f1aa0 HTTP/1.1" status: 204 len: 168 time: 0.5165091 Jul 16 18:30:37.285587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43402) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:37.318813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049a1ac-de8a-4fc8-9189-49b6ab3847fb req-fd1f866e-3384-4c82-b9fc-eeaa5c7e4c42 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.328950 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2049a1ac-de8a-4fc8-9189-49b6ab3847fb req-fd1f866e-3384-4c82-b9fc-eeaa5c7e4c42 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 945 time: 0.4929976 Jul 16 18:30:37.357756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b67e1-91a3-47e5-bfea-51e109ae55fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928f5869-3e08-4539-b6d5-1ec0c0394175,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:37.381383 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-b7a7eb2e-d93a-4dbe-a202-13295f33ecb1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] show failed (client error): The resource could not be found. Jul 16 18:30:37.386440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b7a7eb2e-d93a-4dbe-a202-13295f33ecb1 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "GET /v2.0/security-groups/0b25baea-716c-44e0-a175-3fce822f1aa0 HTTP/1.1" status: 404 len: 347 time: 0.0880818 Jul 16 18:30:37.394953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:37.427385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df427c-a595-4a32-a834-a064a9eed25e tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b25baea-716c-44e0-a175-3fce822f1aa0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:37.530713 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-7497f7a1-f295-4af3-93f4-bb3c5e4e3e82 service neutron] 10.222.0.46 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259820 Jul 16 18:30:37.572457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e303f833-3ec2-4d8d-8592-05a9926d8e86', 'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:84:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:17Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:37.674913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ff1552-79a0-404b-b9d8-47f99f347350 None None] The sync data for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 is: [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:29:20Z', 'revision_number': 4, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'e303f833-3ec2-4d8d-8592-05a9926d8e86', 'name': '', 'network_id': '7c0b7920-7f97-4de1-82b8-e902f60acee0', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'mac_address': 'fa:16:3e:84:eb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:17Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'subnets': [{'id': 'ca29702b-ac0d-416e-b3a1-026dd9f2eea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:37.739762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2049a1ac-de8a-4fc8-9189-49b6ab3847fb req-38fc0265-2443-41b1-b2ce-8ceaf8164c9d tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092803 Jul 16 18:30:37.954709 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84d94736-5b63-43d3-9fd1-0ca23517719f req-7db1d4cb-ea14-4e00-a9f0-c0df54427306 service neutron] 10.222.0.46 "GET /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169676 Jul 16 18:30:37.987375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting port f9319469-05dd-496c-8d14-7152787611cf {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:37.988442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.188944 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.191586 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.261409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Calling delete_port for f9319469-05dd-496c-8d14-7152787611cf owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:38.347277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43418) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.377366 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e32b46-4137-47c3-9c90-b37315cc900c None None] New status for floating IP 41d6d674-9629-413a-861d-01696565cd0a: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:30:38.431014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86a62706-b40a-44ab-9e7c-98592f5df4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.519263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-f10d257f-23e7-4419-8bf4-4d79959a7c25 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.521711 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-f10d257f-23e7-4419-8bf4-4d79959a7c25 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 945 time: 0.3170979 Jul 16 18:30:38.643651 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.714346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.749616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86a62706-b40a-44ab-9e7c-98592f5df4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.767951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86a62706-b40a-44ab-9e7c-98592f5df4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.832330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Port': ['ID=f9319469-05dd-496c-8d14-7152787611cf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.836304 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.839560 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.843238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c9252ab5-be07-45f3-a401-c9af184efdcb tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "DELETE /v2.0/floatingips/f0aec17b-2279-4c01-b3c3-f658e3aa7fc0 HTTP/1.1" status: 204 len: 168 time: 1.4454932 Jul 16 18:30:38.845866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43428) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.875636 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-86a62706-b40a-44ab-9e7c-98592f5df4a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f074c1527514d0f8007f1873ef291a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5255456 Jul 16 18:30:38.880431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.891479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a62706-b40a-44ab-9e7c-98592f5df4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63610c49-12c1-47a2-bb71-6fb4a0d1d421,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.899222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port c74f4be1-958f-4b39-9101-c869fc0d26e7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:38.899545 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.088142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-265b5e12-db5f-48c9-ae66-cb375583c9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.124678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] For port c74f4be1-958f-4b39-9101-c869fc0d26e7, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c74f4be1-958f-4b39-9101-c869fc0d26e7,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:39.125050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.163493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for c74f4be1-958f-4b39-9101-c869fc0d26e7 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:39.170078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4563e14b-1be2-4b0f-8d78-b2d901139917 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting port b88ae1d6-97e8-44b7-92e3-651fb09a9057 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:39.170078 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4563e14b-1be2-4b0f-8d78-b2d901139917 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.303221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee544aa-5976-4b55-95e4-30486d4e5596 req-e82fef8a-5da3-4794-a73a-4b25f46b8c83 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.305020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ee544aa-5976-4b55-95e4-30486d4e5596 req-e82fef8a-5da3-4794-a73a-4b25f46b8c83 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 945 time: 0.2736328 Jul 16 18:30:39.318944 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-265b5e12-db5f-48c9-ae66-cb375583c9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.386237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4563e14b-1be2-4b0f-8d78-b2d901139917 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.471556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4563e14b-1be2-4b0f-8d78-b2d901139917 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Calling delete_port for b88ae1d6-97e8-44b7-92e3-651fb09a9057 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:39.477528 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.483464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ee544aa-5976-4b55-95e4-30486d4e5596 req-aed435e0-220d-4b77-9915-32187fa1826e tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/security-groups?id=67d250db-04c7-4f5d-9c51-afe6d40463c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666152 Jul 16 18:30:39.510634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-265b5e12-db5f-48c9-ae66-cb375583c9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.514498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-265b5e12-db5f-48c9-ae66-cb375583c9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.518022 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-265b5e12-db5f-48c9-ae66-cb375583c9e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63610c49-12c1-47a2-bb71-6fb4a0d1d421 HTTP/1.1" status: 204 len: 168 time: 0.6327858 Jul 16 18:30:39.710943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=c74f4be1-958f-4b39-9101-c869fc0d26e7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.714787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b5e12-db5f-48c9-ae66-cb375583c9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63610c49-12c1-47a2-bb71-6fb4a0d1d421,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.846436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] No DVR routers for this DVR port c74f4be1-958f-4b39-9101-c869fc0d26e7 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:39.849942 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.852009 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-39068427-dfbe-46bb-9b88-8a281a3de292 req-c5374c5d-0ef6-4b3b-b8a0-cd2e4587a995 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.46 "DELETE /v2.0/ports/c74f4be1-958f-4b39-9101-c869fc0d26e7 HTTP/1.1" status: 204 len: 173 time: 1.3059089 Jul 16 18:30:39.852472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'name': 'network-vif-deleted', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:39.859095 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be43b102-b5b5-4d88-ad9a-3018fb859669" -d '{"events": [{"server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "name": "network-vif-deleted", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:40.054322 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4563e14b-1be2-4b0f-8d78-b2d901139917 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.168241 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b06231-8764-4c15-b02a-f022ab5351e6 x-openstack-request-id: req-22b06231-8764-4c15-b02a-f022ab5351e6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:40.171270 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7336d7-0945-4730-a713-012c4eeb15d3", "name": "network-vif-deleted", "tag": "c74f4be1-958f-4b39-9101-c869fc0d26e7", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:40.172803 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22b06231-8764-4c15-b02a-f022ab5351e6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:40.173469 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7336d7-0945-4730-a713-012c4eeb15d3', 'name': 'network-vif-deleted', 'tag': 'c74f4be1-958f-4b39-9101-c869fc0d26e7', 'status': 'completed', 'code': 200} Jul 16 18:30:40.309682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563e14b-1be2-4b0f-8d78-b2d901139917 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Port': ['ID=b88ae1d6-97e8-44b7-92e3-651fb09a9057,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.407315 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.424439 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4563e14b-1be2-4b0f-8d78-b2d901139917 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.429162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4563e14b-1be2-4b0f-8d78-b2d901139917 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "DELETE /v2.0/ports/b88ae1d6-97e8-44b7-92e3-651fb09a9057 HTTP/1.1" status: 204 len: 168 time: 1.5819881 Jul 16 18:30:40.432927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43492) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:40.803480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b70d9c07-db9c-42b2-82db-d6cc45921e86 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting port fc16c388-fc29-44ef-babd-70bbf1a9edab {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:40.803840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d9c07-db9c-42b2-82db-d6cc45921e86 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.834772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4532bf27-f581-4ee0-b95f-a5d7250db819 req-b89e60aa-632a-485c-a7b7-9f158499634b tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d7336d7-0945-4730-a713-012c4eeb15d3 HTTP/1.1" status: 200 len: 210 time: 0.0578611 Jul 16 18:30:41.264470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d9c07-db9c-42b2-82db-d6cc45921e86 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.317986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b70d9c07-db9c-42b2-82db-d6cc45921e86 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Calling delete_port for fc16c388-fc29-44ef-babd-70bbf1a9edab owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:41.349452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43520) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:41.686637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af032ba6-22de-4a06-858e-e2a698ce35b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.742746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d9c07-db9c-42b2-82db-d6cc45921e86 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.877973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d9c07-db9c-42b2-82db-d6cc45921e86 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Port': ['ID=fc16c388-fc29-44ef-babd-70bbf1a9edab,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:41.961833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c74f4be1-958f-4b39-9101-c869fc0d26e7 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:42.030691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43560) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.047092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: c74f4be1-958f-4b39-9101-c869fc0d26e7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:42.054670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c74f4be1-958f-4b39-9101-c869fc0d26e7 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:42.125873 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af032ba6-22de-4a06-858e-e2a698ce35b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.139746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b70d9c07-db9c-42b2-82db-d6cc45921e86 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.140509 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af032ba6-22de-4a06-858e-e2a698ce35b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.142505 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b70d9c07-db9c-42b2-82db-d6cc45921e86 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "DELETE /v2.0/ports/fc16c388-fc29-44ef-babd-70bbf1a9edab HTTP/1.1" status: 204 len: 168 time: 1.7069061 Jul 16 18:30:42.145130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.198941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032ba6-22de-4a06-858e-e2a698ce35b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3738d145-9a35-4206-9a41-6e8222bdc511,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.262042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-af032ba6-22de-4a06-858e-e2a698ce35b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30f9e2f98fd946839988db219d307a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9111767 Jul 16 18:30:42.274027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-682725c1-a131-42b1-9374-abd0a7fd8d53 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting subnet 6a181f34-884a-4cc5-8e2d-45d6a0d33b0e {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:42.280451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43566) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.284572 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-682725c1-a131-42b1-9374-abd0a7fd8d53 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.303302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f002df4f-2561-43bf-9796-02899604f371 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.382991 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f002df4f-2561-43bf-9796-02899604f371 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.462322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de8d8c66-652e-4ef5-be1f-24aa225f2c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.580593 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de8d8c66-652e-4ef5-be1f-24aa225f2c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.587615 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f002df4f-2561-43bf-9796-02899604f371 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.594021 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f002df4f-2561-43bf-9796-02899604f371 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.596033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f002df4f-2561-43bf-9796-02899604f371 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/security-groups/67d250db-04c7-4f5d-9c51-afe6d40463c4 HTTP/1.1" status: 204 len: 168 time: 0.5641382 Jul 16 18:30:42.635856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002df4f-2561-43bf-9796-02899604f371 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d250db-04c7-4f5d-9c51-afe6d40463c4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.671162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43572) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.695812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-682725c1-a131-42b1-9374-abd0a7fd8d53 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.848494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de8d8c66-652e-4ef5-be1f-24aa225f2c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.857172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de8d8c66-652e-4ef5-be1f-24aa225f2c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.888228 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de8d8c66-652e-4ef5-be1f-24aa225f2c57 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3738d145-9a35-4206-9a41-6e8222bdc511 HTTP/1.1" status: 204 len: 168 time: 0.5856571 Jul 16 18:30:43.138661 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-682725c1-a131-42b1-9374-abd0a7fd8d53 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.406136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d8c66-652e-4ef5-be1f-24aa225f2c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3738d145-9a35-4206-9a41-6e8222bdc511,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:43.449010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-682725c1-a131-42b1-9374-abd0a7fd8d53 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.536458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682725c1-a131-42b1-9374-abd0a7fd8d53 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Subnet': ['ID=6a181f34-884a-4cc5-8e2d-45d6a0d33b0e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:43.549186 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-682725c1-a131-42b1-9374-abd0a7fd8d53 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.554307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-682725c1-a131-42b1-9374-abd0a7fd8d53 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "DELETE /v2.0/subnets/6a181f34-884a-4cc5-8e2d-45d6a0d33b0e HTTP/1.1" status: 204 len: 168 time: 1.4049282 Jul 16 18:30:43.555507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43590) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:43.564244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07fe5d0-12fd-4361-9dc3-0dedcb693d2f None None] Network d85e2f8f-048d-44dd-8fe4-92ee6e38df3b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:43.702638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-91023c78-52f1-4d09-add6-894a0525bf8c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting subnet 17bce573-0205-46a7-ae03-adb2e81b4c79 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:43.720561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91023c78-52f1-4d09-add6-894a0525bf8c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.763698 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.849894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91023c78-52f1-4d09-add6-894a0525bf8c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.055840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:44.081455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f513f-558d-482d-b0d3-9ad3eac982b6 None None] DHCP port deletion for d85e2f8f-048d-44dd-8fe4-92ee6e38df3b request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:30:44.086442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c61b73d-788f-4d7a-b870-de4b2d53f94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.109389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91023c78-52f1-4d09-add6-894a0525bf8c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.219356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f513f-558d-482d-b0d3-9ad3eac982b6 None None] Deleting port 9395e70f-27f7-4171-a551-f91e43200924 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:44.220010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b5f513f-558d-482d-b0d3-9ad3eac982b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.224735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91023c78-52f1-4d09-add6-894a0525bf8c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.258269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91023c78-52f1-4d09-add6-894a0525bf8c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Subnet': ['ID=17bce573-0205-46a7-ae03-adb2e81b4c79,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:44.277555 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-91023c78-52f1-4d09-add6-894a0525bf8c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.283072 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-91023c78-52f1-4d09-add6-894a0525bf8c tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "DELETE /v2.0/subnets/17bce573-0205-46a7-ae03-adb2e81b4c79 HTTP/1.1" status: 204 len: 168 time: 0.7245302 Jul 16 18:30:44.284359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:44.306381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58763f30-a06c-4e5e-b6cc-7149ebe31111 None None] Network 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:44.350419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c61b73d-788f-4d7a-b870-de4b2d53f94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.355547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c61b73d-788f-4d7a-b870-de4b2d53f94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.417702 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7c61b73d-788f-4d7a-b870-de4b2d53f94d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b3cf89d2aa341318a4bfa89b56a69d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606906 Jul 16 18:30:44.418756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:44.419457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61b73d-788f-4d7a-b870-de4b2d53f94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb3aebb-6c39-40c9-b064-4b72070b8b91,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:44.455496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.654079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8b5f513f-558d-482d-b0d3-9ad3eac982b6 None None] For port 9395e70f-27f7-4171-a551-f91e43200924, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9395e70f-27f7-4171-a551-f91e43200924,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:44.654766 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b5f513f-558d-482d-b0d3-9ad3eac982b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.681830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f513f-558d-482d-b0d3-9ad3eac982b6 None None] Calling delete_port for 9395e70f-27f7-4171-a551-f91e43200924 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:44.724625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Deleting port 9395e70f-27f7-4171-a551-f91e43200924 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:44.726523 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.852331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7078d2e0-b7a7-4ba3-b414-ea94c6e274cd None None] DHCP port deletion for 63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:30:44.854267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] For port 9395e70f-27f7-4171-a551-f91e43200924, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9395e70f-27f7-4171-a551-f91e43200924,segment=NetworkSegment(4a8c0779-1a73-4214-8cc6-3c3c61d3bf38),segment_id=4a8c0779-1a73-4214-8cc6-3c3c61d3bf38)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:44.854811 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.879558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Calling delete_port for 9395e70f-27f7-4171-a551-f91e43200924 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:45.000110 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b5f513f-558d-482d-b0d3-9ad3eac982b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.032395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f513f-558d-482d-b0d3-9ad3eac982b6 None None] No DVR routers for this DVR port 9395e70f-27f7-4171-a551-f91e43200924 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:45.079613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7078d2e0-b7a7-4ba3-b414-ea94c6e274cd None None] Deleting port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:45.079976 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7078d2e0-b7a7-4ba3-b414-ea94c6e274cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.096129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f513f-558d-482d-b0d3-9ad3eac982b6 None None] Pushing event deleted for resources: {'Port': ['ID=9395e70f-27f7-4171-a551-f91e43200924,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.146517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port e303f833-3ec2-4d8d-8592-05a9926d8e86 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:45.147017 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.179370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7078d2e0-b7a7-4ba3-b414-ea94c6e274cd None None] For port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5,segment=NetworkSegment(dd116193-1366-4c31-a5e7-d8bee3166d03),segment_id=dd116193-1366-4c31-a5e7-d8bee3166d03)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:45.181151 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7078d2e0-b7a7-4ba3-b414-ea94c6e274cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.215968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7078d2e0-b7a7-4ba3-b414-ea94c6e274cd None None] Calling delete_port for f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:45.221102 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.331699 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7078d2e0-b7a7-4ba3-b414-ea94c6e274cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.346301 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8501783-eb2b-4e1a-9791-08502f132229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.375837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078d2e0-b7a7-4ba3-b414-ea94c6e274cd None None] Pushing event deleted for resources: {'Port': ['ID=f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.386798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078d2e0-b7a7-4ba3-b414-ea94c6e274cd None None] No DVR routers for this DVR port f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:45.411167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8501783-eb2b-4e1a-9791-08502f132229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.492268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8501783-eb2b-4e1a-9791-08502f132229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.496588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8501783-eb2b-4e1a-9791-08502f132229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.498708 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c8501783-eb2b-4e1a-9791-08502f132229 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fb3aebb-6c39-40c9-b064-4b72070b8b91 HTTP/1.1" status: 204 len: 168 time: 1.0634029 Jul 16 18:30:45.529340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8501783-eb2b-4e1a-9791-08502f132229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb3aebb-6c39-40c9-b064-4b72070b8b91,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.657788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Port': ['ID=9395e70f-27f7-4171-a551-f91e43200924,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.663317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] No DVR routers for this DVR port 9395e70f-27f7-4171-a551-f91e43200924 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:45.801520 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.821181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85e2f8f-048d-44dd-8fe4-92ee6e38df3b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:45.837204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] For port e303f833-3ec2-4d8d-8592-05a9926d8e86, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e303f833-3ec2-4d8d-8592-05a9926d8e86,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:45.837610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.841826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:45.842123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8c0779-1a73-4214-8cc6-3c3c61d3bf38') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:45.862488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.864553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for e303f833-3ec2-4d8d-8592-05a9926d8e86 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:45.887682 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.930965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:45.931455 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:45.935580 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:46.031389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.119636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.122452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "DELETE /v2.0/networks/d85e2f8f-048d-44dd-8fe4-92ee6e38df3b HTTP/1.1" status: 204 len: 168 time: 1.8343461 Jul 16 18:30:46.123957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49ea78-5fe0-482c-8349-2e48769bf695 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Network': ['ID=d85e2f8f-048d-44dd-8fe4-92ee6e38df3b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:46.126154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:46.196409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:46.233587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:46.233935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f67c434d-3dd5-4dd1-bc11-a9bf1a51c6b5 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:46.234364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9395e70f-27f7-4171-a551-f91e43200924 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:46.259699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9395e70f-27f7-4171-a551-f91e43200924 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:46.260327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9395e70f-27f7-4171-a551-f91e43200924 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:46.288938 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.316776 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.357020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=e303f833-3ec2-4d8d-8592-05a9926d8e86,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:46.469831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.493500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c8cdc1-a2f7-4fc4-820a-e2fa970487c5']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:46.531326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd116193-1366-4c31-a5e7-d8bee3166d03') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:46.532212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd116193-1366-4c31-a5e7-d8bee3166d03') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:46.551373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.587589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.602432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:46.604129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:46.621542 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:46.690337 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.877155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.888914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.891642 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] 10.222.0.60 "DELETE /v2.0/networks/63c8cdc1-a2f7-4fc4-820a-e2fa970487c5 HTTP/1.1" status: 204 len: 168 time: 0.7635338 Jul 16 18:30:46.921796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b58e6-82d2-4310-8c04-ff2d3a63d532 tempest-TaggedBootDevicesTest-423617154 tempest-TaggedBootDevicesTest-423617154-project] Pushing event deleted for resources: {'Network': ['ID=63c8cdc1-a2f7-4fc4-820a-e2fa970487c5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:47.170528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Router 13df7e07-215f-488b-96fc-d08611214049 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:47.334859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:47.347462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ded63fed-4045-4454-a332-e61912f301d5 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "PUT /v2.0/routers/13df7e07-215f-488b-96fc-d08611214049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6747055 Jul 16 18:30:47.349586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43676) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:47.354563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] Sync routers for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:47.393391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:47.395605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:47.448061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe92661-98ea-4b3c-90a6-ee7527c7c47a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting subnet ca29702b-ac0d-416e-b3a1-026dd9f2eea8 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:47.453053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfe92661-98ea-4b3c-90a6-ee7527c7c47a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.499225 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfe92661-98ea-4b3c-90a6-ee7527c7c47a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.601806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfe92661-98ea-4b3c-90a6-ee7527c7c47a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.684047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfe92661-98ea-4b3c-90a6-ee7527c7c47a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.708181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:47.728299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe92661-98ea-4b3c-90a6-ee7527c7c47a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Subnet': ['ID=ca29702b-ac0d-416e-b3a1-026dd9f2eea8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:47.732072 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfe92661-98ea-4b3c-90a6-ee7527c7c47a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.741008 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dfe92661-98ea-4b3c-90a6-ee7527c7c47a tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/subnets/ca29702b-ac0d-416e-b3a1-026dd9f2eea8 HTTP/1.1" status: 204 len: 168 time: 0.3837399 Jul 16 18:30:47.741008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43684) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:47.837739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4901fb-4484-461e-8bc9-de60c8f1afa0 None None] Network 7c0b7920-7f97-4de1-82b8-e902f60acee0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:48.011866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.285580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:30:46Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:48.339743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] Checking router: 13df7e07-215f-488b-96fc-d08611214049 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:48.348788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.357264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] Routers {'13df7e07-215f-488b-96fc-d08611214049'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:48.360099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['13df7e07-215f-488b-96fc-d08611214049'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:48.500386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Deleting port 44ffb327-f384-41db-b3ee-e54cfff9895a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:48.501004 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.524025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a1cd91-7791-46e9-9ff0-1c7b7793e9c2 None None] DHCP port deletion for 7c0b7920-7f97-4de1-82b8-e902f60acee0 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:30:48.535365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] Set router 13df7e07-215f-488b-96fc-d08611214049 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:48.719122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] For port 44ffb327-f384-41db-b3ee-e54cfff9895a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=44ffb327-f384-41db-b3ee-e54cfff9895a,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:48.729066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.741442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43712) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:48.759527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Calling delete_port for 44ffb327-f384-41db-b3ee-e54cfff9895a owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:48.974560 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99f6e893-5c0a-4c38-9b11-770ade745cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.189512 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.238328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1cd91-7791-46e9-9ff0-1c7b7793e9c2 None None] Deleting port 6cbe61db-1704-4427-be39-cbc362372e60 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:49.238838 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1a1cd91-7791-46e9-9ff0-1c7b7793e9c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.285502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Port': ['ID=44ffb327-f384-41db-b3ee-e54cfff9895a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.288045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99f6e893-5c0a-4c38-9b11-770ade745cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.296058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99f6e893-5c0a-4c38-9b11-770ade745cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.367131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6e893-5c0a-4c38-9b11-770ade745cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d993c4-0b4a-4cd3-95ba-88940d41b7df,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.419342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-99f6e893-5c0a-4c38-9b11-770ade745cd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01ba993d0bb648d0a5be436b8c6d8d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6765215 Jul 16 18:30:49.422987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43724) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:49.473369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a1a1cd91-7791-46e9-9ff0-1c7b7793e9c2 None None] For port 6cbe61db-1704-4427-be39-cbc362372e60, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6cbe61db-1704-4427-be39-cbc362372e60,segment=NetworkSegment(0c055079-2b81-4354-8e19-b7e4ce687bc1),segment_id=0c055079-2b81-4354-8e19-b7e4ce687bc1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:49.474028 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1a1cd91-7791-46e9-9ff0-1c7b7793e9c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.489389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.505879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1cd91-7791-46e9-9ff0-1c7b7793e9c2 None None] Calling delete_port for 6cbe61db-1704-4427-be39-cbc362372e60 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:49.508141 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1791a931-6a09-4d8f-81cf-f4b6ef98a5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.542641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1791a931-6a09-4d8f-81cf-f4b6ef98a5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.631617 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1791a931-6a09-4d8f-81cf-f4b6ef98a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.635474 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1791a931-6a09-4d8f-81cf-f4b6ef98a5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.644306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1791a931-6a09-4d8f-81cf-f4b6ef98a5f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5d993c4-0b4a-4cd3-95ba-88940d41b7df HTTP/1.1" status: 204 len: 168 time: 0.2186422 Jul 16 18:30:49.654363 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.662966 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.664405 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a1a1cd91-7791-46e9-9ff0-1c7b7793e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.684638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791a931-6a09-4d8f-81cf-f4b6ef98a5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d993c4-0b4a-4cd3-95ba-88940d41b7df,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.766068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1cd91-7791-46e9-9ff0-1c7b7793e9c2 None None] Pushing event deleted for resources: {'Port': ['ID=6cbe61db-1704-4427-be39-cbc362372e60,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.776004 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.777706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Fanout notify agent at l3_agent the message router_deleted on router 13df7e07-215f-488b-96fc-d08611214049 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:30:49.789903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1cd91-7791-46e9-9ff0-1c7b7793e9c2 None None] No DVR routers for this DVR port 6cbe61db-1704-4427-be39-cbc362372e60 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:49.801780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.804129 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e409c0cd-c0f2-4df1-89cf-1c4134b4adb0 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/routers/13df7e07-215f-488b-96fc-d08611214049 HTTP/1.1" status: 204 len: 168 time: 2.0657575 Jul 16 18:30:49.807242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43732) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:49.851011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:30:46Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:49.887290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c285288-e9cf-4bb1-8492-6ef8f1c0b194 None None] The sync data for ids ['13df7e07-215f-488b-96fc-d08611214049'] in n-d-793619-10 is: [{'id': '13df7e07-215f-488b-96fc-d08611214049', 'name': 'tempest-TestNetworkBasicOps-router-1875434180', 'tenant_id': 'ec21ddcca98344c190a3179163a55d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:08Z', 'updated_at': '2021-07-16T18:30:46Z', 'revision_number': 5, 'project_id': 'ec21ddcca98344c190a3179163a55d08', 'gw_port': {'id': '44ffb327-f384-41db-b3ee-e54cfff9895a', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13df7e07-215f-488b-96fc-d08611214049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:10Z', 'updated_at': '2021-07-16T18:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:49.948643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.084483 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.100186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0b7920-7f97-4de1-82b8-e902f60acee0']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:50.128018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c055079-2b81-4354-8e19-b7e4ce687bc1') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:50.128366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c055079-2b81-4354-8e19-b7e4ce687bc1') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:50.153891 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.186707 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.200703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:50.202856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:50.211250 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:50.346712 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.351383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.354411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] 10.222.0.60 "DELETE /v2.0/networks/7c0b7920-7f97-4de1-82b8-e902f60acee0 HTTP/1.1" status: 204 len: 168 time: 0.5460982 Jul 16 18:30:50.371944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79087622-3777-4fe5-9484-e10e52336a44 tempest-TestNetworkBasicOps-1717815425 tempest-TestNetworkBasicOps-1717815425-project] Pushing event deleted for resources: {'Network': ['ID=7c0b7920-7f97-4de1-82b8-e902f60acee0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:50.468072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6cbe61db-1704-4427-be39-cbc362372e60 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:50.508452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 6cbe61db-1704-4427-be39-cbc362372e60 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:50.509161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6cbe61db-1704-4427-be39-cbc362372e60 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:50.509296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e303f833-3ec2-4d8d-8592-05a9926d8e86 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:50.546086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e303f833-3ec2-4d8d-8592-05a9926d8e86 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:50.546431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e303f833-3ec2-4d8d-8592-05a9926d8e86 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:51.029165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 43760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:51.406556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:51.407099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9c3aaebb-7a7f-4f5d-991a-5ae8883043a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec21ddcca98344c190a3179163a55d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766043 Jul 16 18:30:51.507943 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ce60c0c-e448-44fd-9bf1-015fd4cbd01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.535306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ce60c0c-e448-44fd-9bf1-015fd4cbd01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.614261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ce60c0c-e448-44fd-9bf1-015fd4cbd01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.621592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ce60c0c-e448-44fd-9bf1-015fd4cbd01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.624032 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1ce60c0c-e448-44fd-9bf1-015fd4cbd01d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b4433c4-0d69-4653-95ce-1663324a016a HTTP/1.1" status: 204 len: 168 time: 0.2143388 Jul 16 18:30:51.647969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce60c0c-e448-44fd-9bf1-015fd4cbd01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4433c4-0d69-4653-95ce-1663324a016a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:52.076347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 44ffb327-f384-41db-b3ee-e54cfff9895a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:52.130224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 44ffb327-f384-41db-b3ee-e54cfff9895a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:52.132669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 44ffb327-f384-41db-b3ee-e54cfff9895a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:52.696448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:52.718927 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96781874-a1f8-4df6-b41a-bd8618ab2691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.882677 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96781874-a1f8-4df6-b41a-bd8618ab2691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.891190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-96781874-a1f8-4df6-b41a-bd8618ab2691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.926927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96781874-a1f8-4df6-b41a-bd8618ab2691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ceab6e-8591-4dcd-9016-9812bffa6ab1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:52.952791 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-96781874-a1f8-4df6-b41a-bd8618ab2691 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38b1dec7226244ed8200faf772408b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551768 Jul 16 18:30:52.955759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 43826) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:53.085009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69cf630f-ab59-4b6e-a16e-24af3b4c5a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.130379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69cf630f-ab59-4b6e-a16e-24af3b4c5a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.217818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69cf630f-ab59-4b6e-a16e-24af3b4c5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.221976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69cf630f-ab59-4b6e-a16e-24af3b4c5a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.226547 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-69cf630f-ab59-4b6e-a16e-24af3b4c5a76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3ceab6e-8591-4dcd-9016-9812bffa6ab1 HTTP/1.1" status: 204 len: 168 time: 0.2674780 Jul 16 18:30:53.246720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf630f-ab59-4b6e-a16e-24af3b4c5a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ceab6e-8591-4dcd-9016-9812bffa6ab1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:57.821154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44082) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:57.981252 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90bd9597-c32f-4797-be8b-a07447d45306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.129914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90bd9597-c32f-4797-be8b-a07447d45306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.137756 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90bd9597-c32f-4797-be8b-a07447d45306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.179459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbc0c-124f-4bef-bf7b-445b4d2018ee req-a6ca230a-28e4-4330-98ca-f8feb64664d3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.186042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbc0c-124f-4bef-bf7b-445b4d2018ee req-a6ca230a-28e4-4330-98ca-f8feb64664d3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.192256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbc0c-124f-4bef-bf7b-445b4d2018ee req-a6ca230a-28e4-4330-98ca-f8feb64664d3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.196778 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-90bd9597-c32f-4797-be8b-a07447d45306 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3611b2ec10e74f078d51590498e374e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736269 Jul 16 18:30:58.199363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbc0c-124f-4bef-bf7b-445b4d2018ee req-a6ca230a-28e4-4330-98ca-f8feb64664d3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.199867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd9597-c32f-4797-be8b-a07447d45306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e5e123-f519-4fe3-b7be-f4e952a58b5c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:58.203573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44094) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.205566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbc0c-124f-4bef-bf7b-445b4d2018ee req-a6ca230a-28e4-4330-98ca-f8feb64664d3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.211477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbc0c-124f-4bef-bf7b-445b4d2018ee req-a6ca230a-28e4-4330-98ca-f8feb64664d3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.218214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139dbc0c-124f-4bef-bf7b-445b4d2018ee req-a6ca230a-28e4-4330-98ca-f8feb64664d3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.220226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-139dbc0c-124f-4bef-bf7b-445b4d2018ee req-a6ca230a-28e4-4330-98ca-f8feb64664d3 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.1515708 Jul 16 18:30:58.274968 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-282003ac-05c6-408e-a3b4-f3b7e6dc0cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.304102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-282003ac-05c6-408e-a3b4-f3b7e6dc0cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.326814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-139dbc0c-124f-4bef-bf7b-445b4d2018ee req-11c82478-28b5-4168-9733-1a81d1c054ab tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946994 Jul 16 18:30:58.388785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-282003ac-05c6-408e-a3b4-f3b7e6dc0cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.391906 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-282003ac-05c6-408e-a3b4-f3b7e6dc0cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.394408 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-282003ac-05c6-408e-a3b4-f3b7e6dc0cf1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20e5e123-f519-4fe3-b7be-f4e952a58b5c HTTP/1.1" status: 204 len: 168 time: 0.1891429 Jul 16 18:30:58.404600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282003ac-05c6-408e-a3b4-f3b7e6dc0cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e5e123-f519-4fe3-b7be-f4e952a58b5c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:58.632909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89d64-6915-48c4-a467-a9b2bcd3b906 req-bc074841-2f81-4641-bf4f-9e7fe3e2bf73 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.639523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89d64-6915-48c4-a467-a9b2bcd3b906 req-bc074841-2f81-4641-bf4f-9e7fe3e2bf73 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.647690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89d64-6915-48c4-a467-a9b2bcd3b906 req-bc074841-2f81-4641-bf4f-9e7fe3e2bf73 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.655896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89d64-6915-48c4-a467-a9b2bcd3b906 req-bc074841-2f81-4641-bf4f-9e7fe3e2bf73 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.662289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89d64-6915-48c4-a467-a9b2bcd3b906 req-bc074841-2f81-4641-bf4f-9e7fe3e2bf73 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.670033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89d64-6915-48c4-a467-a9b2bcd3b906 req-bc074841-2f81-4641-bf4f-9e7fe3e2bf73 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.676892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b89d64-6915-48c4-a467-a9b2bcd3b906 req-bc074841-2f81-4641-bf4f-9e7fe3e2bf73 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.679266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4b89d64-6915-48c4-a467-a9b2bcd3b906 req-bc074841-2f81-4641-bf4f-9e7fe3e2bf73 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.1676333 Jul 16 18:30:58.745212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44114) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.784090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:58.859889 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.051214 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4cad7b0f-87fb-4de9-a7c7-3b5b88da8923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.219723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4cad7b0f-87fb-4de9-a7c7-3b5b88da8923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.225434 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4cad7b0f-87fb-4de9-a7c7-3b5b88da8923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.256695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad7b0f-87fb-4de9-a7c7-3b5b88da8923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f265a989-713c-42b4-9b33-a99cea374004,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.292585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4cad7b0f-87fb-4de9-a7c7-3b5b88da8923 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07ee102348074eb2a7c739ffe189bfe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069649 Jul 16 18:30:59.293492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44134) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:59.365975 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-29149557-ac27-4790-b8d3-c4cb6f770cab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1629689 Jul 16 18:30:59.366585 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe943-2995-498c-817d-363ec557ebb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.429413 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe943-2995-498c-817d-363ec557ebb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.502572 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe943-2995-498c-817d-363ec557ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.507066 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8dbe943-2995-498c-817d-363ec557ebb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.510948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a8dbe943-2995-498c-817d-363ec557ebb0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f265a989-713c-42b4-9b33-a99cea374004 HTTP/1.1" status: 204 len: 168 time: 0.2138650 Jul 16 18:30:59.530847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbe943-2995-498c-817d-363ec557ebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f265a989-713c-42b4-9b33-a99cea374004,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:59.589245 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.656545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b25eb7b7-969d-40b6-b827-8b0ad5470f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.657298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b25eb7b7-969d-40b6-b827-8b0ad5470f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.658017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b25eb7b7-969d-40b6-b827-8b0ad5470f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.658504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b25eb7b7-969d-40b6-b827-8b0ad5470f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.659300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b25eb7b7-969d-40b6-b827-8b0ad5470f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.660092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b25eb7b7-969d-40b6-b827-8b0ad5470f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.660937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b25eb7b7-969d-40b6-b827-8b0ad5470f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.664174 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b25eb7b7-969d-40b6-b827-8b0ad5470f53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6508 time: 0.1921864 Jul 16 18:30:59.939933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-cf7c70ec-e32a-41bd-bfb3-f7eec8ddbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.940427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-cf7c70ec-e32a-41bd-bfb3-f7eec8ddbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.940937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-cf7c70ec-e32a-41bd-bfb3-f7eec8ddbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.942674 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-cf7c70ec-e32a-41bd-bfb3-f7eec8ddbb4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 200 len: 2297 time: 0.2192321 Jul 16 18:31:00.096201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:00.138656 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd92fb50-ba74-4fce-a046-48d06ec26425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.140817 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-e5efe80e-7977-4d6a-97cd-b019c8b2870e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c HTTP/1.1" status: 200 len: 1001 time: 0.1857150 Jul 16 18:31:00.239464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-305d6142-de9f-4969-8528-16dc256902fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.241395 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-305d6142-de9f-4969-8528-16dc256902fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f704ad-33fb-4f05-85e6-f4111dd0300d HTTP/1.1" status: 200 len: 854 time: 0.0642910 Jul 16 18:31:00.301299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Deleting port e5a223f6-2f62-4167-8674-883d22868e00 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:00.301794 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.315419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd92fb50-ba74-4fce-a046-48d06ec26425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.321377 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd92fb50-ba74-4fce-a046-48d06ec26425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.389609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92fb50-ba74-4fce-a046-48d06ec26425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94647ee0-4f27-4d85-9ee4-fb567103fe35,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:00.400003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dd92fb50-ba74-4fce-a046-48d06ec26425 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9440120dfe0347f3bebea8dc05f076d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999752 Jul 16 18:31:00.400262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44186) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:00.422193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-1288754e-cea4-4fbb-a2fd-f1b6acf73466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.423712 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-1288754e-cea4-4fbb-a2fd-f1b6acf73466 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688414 Jul 16 18:31:00.433954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] For port e5a223f6-2f62-4167-8674-883d22868e00, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e5a223f6-2f62-4167-8674-883d22868e00,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:00.434459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.482048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Calling delete_port for e5a223f6-2f62-4167-8674-883d22868e00 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:00.634132 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-014ee682-fb9a-4d25-9b08-1d35f175441b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.681462 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-a47b86f7-9806-46eb-a705-4eeb358738c9 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423983 Jul 16 18:31:00.701962 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-014ee682-fb9a-4d25-9b08-1d35f175441b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.913435 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-7966a28e-5888-440e-aa58-d090833be3d9 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142205 Jul 16 18:31:00.919318 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-014ee682-fb9a-4d25-9b08-1d35f175441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.921960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-014ee682-fb9a-4d25-9b08-1d35f175441b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.923176 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-014ee682-fb9a-4d25-9b08-1d35f175441b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94647ee0-4f27-4d85-9ee4-fb567103fe35 HTTP/1.1" status: 204 len: 168 time: 0.5179911 Jul 16 18:31:00.999205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ee682-fb9a-4d25-9b08-1d35f175441b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94647ee0-4f27-4d85-9ee4-fb567103fe35,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:01.001101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44254) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:01.013266 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-59a0b05a-a0f8-46f9-91f6-0db8333314e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 217 time: 0.0849109 Jul 16 18:31:01.077486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.093255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-9f58930e-eca4-4f54-bac3-73ec7c1bdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.094601 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-9f58930e-eca4-4f54-bac3-73ec7c1bdc07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0722506 Jul 16 18:31:01.157202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a223f6-2f62-4167-8674-883d22868e00,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:01.332111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b254b6a3-1d93-4e7b-a38f-0584eaad9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.333993 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-b254b6a3-1d93-4e7b-a38f-0584eaad9788 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2116878 Jul 16 18:31:01.489404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.532005 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-620a0ff2-adda-47a0-acd2-fcfc57beb627 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538501 Jul 16 18:31:01.543197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:01.547730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-cb8785a0-4900-4fd3-92ca-95913c555e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.548471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-cb8785a0-4900-4fd3-92ca-95913c555e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.548471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-cb8785a0-4900-4fd3-92ca-95913c555e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.548981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-cb8785a0-4900-4fd3-92ca-95913c555e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.549499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-cb8785a0-4900-4fd3-92ca-95913c555e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.550196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-cb8785a0-4900-4fd3-92ca-95913c555e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.551060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-cb8785a0-4900-4fd3-92ca-95913c555e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.562449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-cb8785a0-4900-4fd3-92ca-95913c555e68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6508 time: 0.5596135 Jul 16 18:31:01.604386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-bc087e15-03f1-4b4b-8c3c-65cfdcf8377b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409408 Jul 16 18:31:01.627809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44272) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:01.648909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b65f67ca-9c52-4879-9ade-f29642d97ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.806694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b65f67ca-9c52-4879-9ade-f29642d97ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.814537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b65f67ca-9c52-4879-9ade-f29642d97ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.863680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b65f67ca-9c52-4879-9ade-f29642d97ee1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=475bd2d9897946c29fef1d78283cb50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345791 Jul 16 18:31:01.864610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44282) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:01.865363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f67ca-9c52-4879-9ade-f29642d97ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7b73ea-c684-46e5-a19d-5df002b7eb4f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:01.930942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c3256c6-78dc-4feb-9f72-937ebe60a4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.971109 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c3256c6-78dc-4feb-9f72-937ebe60a4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.082673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c3256c6-78dc-4feb-9f72-937ebe60a4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.086498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c3256c6-78dc-4feb-9f72-937ebe60a4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.087846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0c3256c6-78dc-4feb-9f72-937ebe60a4f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab7b73ea-c684-46e5-a19d-5df002b7eb4f HTTP/1.1" status: 204 len: 168 time: 0.2194316 Jul 16 18:31:02.117924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3256c6-78dc-4feb-9f72-937ebe60a4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7b73ea-c684-46e5-a19d-5df002b7eb4f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:02.287521 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b39cabb-8b32-42e8-9199-16b6fb8c3650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.358918 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-11f0df8b-04db-437b-8e51-e80b272c5a97 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169048 Jul 16 18:31:02.456106 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-8fa0ef8e-697c-4b15-aa2c-48ddc34085f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 217 time: 0.0829892 Jul 16 18:31:02.585907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-def95c76-5884-426d-8466-614aa0c5f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:02.587394 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-def95c76-5884-426d-8466-614aa0c5f454 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.1178253 Jul 16 18:31:02.601577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Router 887f69ee-1d8d-4df7-919e-d763a577f1fd has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:02.642258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b39cabb-8b32-42e8-9199-16b6fb8c3650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.652646 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b39cabb-8b32-42e8-9199-16b6fb8c3650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.755281 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5b39cabb-8b32-42e8-9199-16b6fb8c3650 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c0fe9a5f0004c6287ea72ec0505acb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2002916 Jul 16 18:31:02.756042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39cabb-8b32-42e8-9199-16b6fb8c3650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c332a67-6f24-4193-a36e-ee9d80f77d6d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:02.758027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44312) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:02.811060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-d05a449c-74ba-4b7c-b7fe-92f085f32829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:02.812993 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-d05a449c-74ba-4b7c-b7fe-92f085f32829 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2102370 Jul 16 18:31:02.828072 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-328c231f-23b1-40cd-95aa-9ad0c1c580dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.860334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-328c231f-23b1-40cd-95aa-9ad0c1c580dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.867862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:02.876154 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-820c68fb-3792-4ef0-891b-cc4b37096f28 admin admin] 10.222.0.60 "PUT /v2.0/routers/887f69ee-1d8d-4df7-919e-d763a577f1fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1295187 Jul 16 18:31:02.878665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44316) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:02.881667 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] Sync routers for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:02.893051 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:02.894079 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:02.949309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-328c231f-23b1-40cd-95aa-9ad0c1c580dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.952363 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-328c231f-23b1-40cd-95aa-9ad0c1c580dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.956212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-328c231f-23b1-40cd-95aa-9ad0c1c580dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c332a67-6f24-4193-a36e-ee9d80f77d6d HTTP/1.1" status: 204 len: 168 time: 0.1949577 Jul 16 18:31:02.982795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c231f-23b1-40cd-95aa-9ad0c1c580dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c332a67-6f24-4193-a36e-ee9d80f77d6d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.064658 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-289f72f8-df88-47b0-9708-0b8f636c4e38 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376471 Jul 16 18:31:03.100267 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:03.150005 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3da13289-7dd0-4ee8-92e5-5cc5c96d4ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.199370 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.325986 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-e6a8e360-fd71-4bf6-b74e-bbb623985cc7 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440150 Jul 16 18:31:03.431789 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-ebf856d6-b303-4bd4-9dfb-2404004fb900 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=97467c8f-b022-4c90-8c50-5ef03999a355 HTTP/1.1" status: 200 len: 217 time: 0.0892975 Jul 16 18:31:03.445584 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:31:00Z', 'revision_number': 5, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port': {'id': 'dbf1115a-e7ee-4072-8988-fce5aae09906', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:26:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:53Z', 'updated_at': '2021-07-16T18:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:03.498480 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.508123 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] Checking router: 887f69ee-1d8d-4df7-919e-d763a577f1fd for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:03.520622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-f96ef340-176f-470b-920d-b69f308e3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:03.522604 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-f96ef340-176f-470b-920d-b69f308e3fcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0796916 Jul 16 18:31:03.528562 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] Routers {'887f69ee-1d8d-4df7-919e-d763a577f1fd'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:03.529379 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['887f69ee-1d8d-4df7-919e-d763a577f1fd'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:03.646402 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] Set router 887f69ee-1d8d-4df7-919e-d763a577f1fd gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:03.671072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-03bdb206-bab1-40ed-af02-b4e7f0a17f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:03.672762 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-03bdb206-bab1-40ed-af02-b4e7f0a17f76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1184766 Jul 16 18:31:03.701388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Deleting port dbf1115a-e7ee-4072-8988-fce5aae09906 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:03.702053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.736552 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:31:03Z', 'revision_number': 6, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:03.782764 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5add5cc1-1adf-48fb-b222-60cefa9f08fe None None] The sync data for ids ['887f69ee-1d8d-4df7-919e-d763a577f1fd'] in n-d-793619-10 is: [{'id': '887f69ee-1d8d-4df7-919e-d763a577f1fd', 'name': 'tempest-TaggedBootDevicesTest-305778795-router', 'tenant_id': '429b088dd3d6401fa094a805fb53eb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:52Z', 'updated_at': '2021-07-16T18:31:03Z', 'revision_number': 6, 'project_id': '429b088dd3d6401fa094a805fb53eb82', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:03.909516 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-0711db70-9dbb-43c5-8f0e-1b53b86ecb1d service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280037 Jul 16 18:31:03.911235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] For port dbf1115a-e7ee-4072-8988-fce5aae09906, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=dbf1115a-e7ee-4072-8988-fce5aae09906,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:03.911606 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.934741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Calling delete_port for dbf1115a-e7ee-4072-8988-fce5aae09906 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:04.091614 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-ca7ce3a7-b331-4758-a810-450bdd4577fd service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714032 Jul 16 18:31:04.201928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e5a223f6-2f62-4167-8674-883d22868e00 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:04.209607 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-0db5c15c-34c0-4771-bfd5-61f834bf44a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=d1009801-eab5-456c-9434-2755b32d4b69 HTTP/1.1" status: 200 len: 217 time: 0.0630579 Jul 16 18:31:04.252844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e5a223f6-2f62-4167-8674-883d22868e00 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:04.255124 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e5a223f6-2f62-4167-8674-883d22868e00 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:04.336640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-421817da-3ffa-42ca-aa22-e349a9654504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:04.338188 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-421817da-3ffa-42ca-aa22-e349a9654504 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.1126003 Jul 16 18:31:04.417580 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.461435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf1115a-e7ee-4072-8988-fce5aae09906,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:04.521420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-60fb799b-483d-494c-bf41-3c64972fd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:04.523205 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-60fb799b-483d-494c-bf41-3c64972fd578 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1741848 Jul 16 18:31:04.584883 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.742018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.748348 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.817406 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-50af96c8-513d-4446-8f85-82cbe1af8730 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724907 Jul 16 18:31:04.825721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.827599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 887f69ee-1d8d-4df7-919e-d763a577f1fd {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:04.836486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.838172 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fa6db2aa-8328-4ee7-a8a0-f6f0bdfe03ba admin admin] 10.222.0.60 "DELETE /v2.0/routers/887f69ee-1d8d-4df7-919e-d763a577f1fd HTTP/1.1" status: 204 len: 168 time: 1.9585302 Jul 16 18:31:04.841756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:04.866259 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:04.953504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e95b71f-327c-43ac-a7fa-0ea3a64bc278 admin admin] Deleting subnet b5310286-a552-4e68-914b-ff13aab082fe {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:04.959857 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e95b71f-327c-43ac-a7fa-0ea3a64bc278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.986915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-4b39bd14-910e-4900-aa41-902ee31e4102 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561980 Jul 16 18:31:05.007677 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e95b71f-327c-43ac-a7fa-0ea3a64bc278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.080872 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-c425601a-9f9a-4ab0-8ed9-8f52031b94bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8 HTTP/1.1" status: 200 len: 217 time: 0.0792053 Jul 16 18:31:05.159398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e95b71f-327c-43ac-a7fa-0ea3a64bc278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.199330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-c7058a08-6755-43cf-9d4a-bfbbbd9a4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:05.201024 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-c7058a08-6755-43cf-9d4a-bfbbbd9a4cf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.1112928 Jul 16 18:31:05.263969 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e95b71f-327c-43ac-a7fa-0ea3a64bc278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.300244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95b71f-327c-43ac-a7fa-0ea3a64bc278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5310286-a552-4e68-914b-ff13aab082fe,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:05.311716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8e95b71f-327c-43ac-a7fa-0ea3a64bc278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.316654 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8e95b71f-327c-43ac-a7fa-0ea3a64bc278 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b5310286-a552-4e68-914b-ff13aab082fe HTTP/1.1" status: 204 len: 168 time: 0.4713249 Jul 16 18:31:05.317041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:05.320501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d6b51-7cf6-4679-a145-37f570555d00 None None] Network 92628a71-7e7a-4442-b235-d0645ce9fda3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:05.372234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-0361e4ee-cdb6-474d-be2c-8d3a15f11d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:05.374936 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-0361e4ee-cdb6-474d-be2c-8d3a15f11d9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1598706 Jul 16 18:31:05.436508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.612428 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-71dd0ab9-7a64-47a9-8fc6-2adcb01f654e service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246706 Jul 16 18:31:05.664009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d6a67-801f-413a-a96e-03c7e42a0524 None None] DHCP port deletion for 92628a71-7e7a-4442-b235-d0645ce9fda3 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:31:05.699782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Deleting port f45aa40a-07d1-4697-bcc7-fa9765918077 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:05.700115 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.749970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-901d6a67-801f-413a-a96e-03c7e42a0524 None None] Deleting port f45aa40a-07d1-4697-bcc7-fa9765918077 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:05.750807 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-901d6a67-801f-413a-a96e-03c7e42a0524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.829114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] For port f45aa40a-07d1-4697-bcc7-fa9765918077, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f45aa40a-07d1-4697-bcc7-fa9765918077,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:05.831406 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.873876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Calling delete_port for f45aa40a-07d1-4697-bcc7-fa9765918077 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:05.929696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-901d6a67-801f-413a-a96e-03c7e42a0524 None None] For port f45aa40a-07d1-4697-bcc7-fa9765918077, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f45aa40a-07d1-4697-bcc7-fa9765918077,segment=NetworkSegment(cc0a123d-b71a-44fe-92a9-298bde7489c1),segment_id=cc0a123d-b71a-44fe-92a9-298bde7489c1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:05.931172 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-bde2a925-2b8a-4651-9da4-af2e86c21762 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070083 Jul 16 18:31:05.932233 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-901d6a67-801f-413a-a96e-03c7e42a0524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.975561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-901d6a67-801f-413a-a96e-03c7e42a0524 None None] Calling delete_port for f45aa40a-07d1-4697-bcc7-fa9765918077 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:06.049161 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.070160 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-910a14f6-b9e6-4887-b1f3-e83da9e4c469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.095861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-f93ff150-a0fd-4ff3-b7cc-dd933af7589c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=371d613d-38e1-45bd-97dd-05f7e64845db HTTP/1.1" status: 200 len: 217 time: 0.1522346 Jul 16 18:31:06.096634 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.153405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f45aa40a-07d1-4697-bcc7-fa9765918077,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.176002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] No DVR routers for this DVR port f45aa40a-07d1-4697-bcc7-fa9765918077 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:06.194608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44430) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.233163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-29190e34-e9ce-4cd0-94dc-067a54106e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:06.234807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-29190e34-e9ce-4cd0-94dc-067a54106e3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.1252584 Jul 16 18:31:06.258175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f45aa40a-07d1-4697-bcc7-fa9765918077 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:06.303022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f45aa40a-07d1-4697-bcc7-fa9765918077 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:06.303371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f45aa40a-07d1-4697-bcc7-fa9765918077 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:06.305588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device dbf1115a-e7ee-4072-8988-fce5aae09906 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:06.339934 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.358197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-90c8508d-e6ba-4bf2-828f-3737f976c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:06.359755 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-90c8508d-e6ba-4bf2-828f-3737f976c998 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174514 Jul 16 18:31:06.361097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: dbf1115a-e7ee-4072-8988-fce5aae09906 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:06.361998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device dbf1115a-e7ee-4072-8988-fce5aae09906 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:06.363869 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-901d6a67-801f-413a-a96e-03c7e42a0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.382110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92628a71-7e7a-4442-b235-d0645ce9fda3']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:06.426952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0a123d-b71a-44fe-92a9-298bde7489c1') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:06.427425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0a123d-b71a-44fe-92a9-298bde7489c1') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:06.450497 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.464539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d6a67-801f-413a-a96e-03c7e42a0524 None None] Pushing event deleted for resources: {'Port': ['ID=f45aa40a-07d1-4697-bcc7-fa9765918077,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.467488 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d6a67-801f-413a-a96e-03c7e42a0524 None None] No DVR routers for this DVR port f45aa40a-07d1-4697-bcc7-fa9765918077 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:06.479748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.488124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:06.489324 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:06.491880 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:06.497039 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ad76c02-3f41-4d81-8c0e-28e44e832c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.565845 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.580108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44436) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.583352 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.585461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] 10.222.0.60 "DELETE /v2.0/networks/92628a71-7e7a-4442-b235-d0645ce9fda3 HTTP/1.1" status: 204 len: 168 time: 1.2674954 Jul 16 18:31:06.614146 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-1475db8d-aa21-48dd-addc-4f4c2c01ff69 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422721 Jul 16 18:31:06.627464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafaa9f-641e-467c-a938-ab0cc6f8d3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=92628a71-7e7a-4442-b235-d0645ce9fda3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.799517 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6287a364-29ae-40a8-b37f-14730cd927a4 req-401b3c1c-ccdd-4682-947c-3a1c11df3ad5 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725457 Jul 16 18:31:06.818972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44444) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.845839 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ad76c02-3f41-4d81-8c0e-28e44e832c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.879894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ad76c02-3f41-4d81-8c0e-28e44e832c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.884137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-51f85ea7-1253-4b79-9eb6-52c62ac7e8d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=429b088dd3d6401fa094a805fb53eb82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638995 Jul 16 18:31:06.886968 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0eb90b55-c107-4256-aceb-25df687d912d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.887283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44446) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.941749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad76c02-3f41-4d81-8c0e-28e44e832c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14357361-70c0-4910-9f7f-5765f3bf2086,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.947126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7ad76c02-3f41-4d81-8c0e-28e44e832c6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31478ca3dac8444e9377d96f7cdc06a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7473714 Jul 16 18:31:06.952191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.969718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30e371d5-58e9-4716-a6cc-3198cbf0f28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.020934 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.035121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30e371d5-58e9-4716-a6cc-3198cbf0f28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.063094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-afe48942-9754-425f-b5fa-2d488b72b728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.107402 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30e371d5-58e9-4716-a6cc-3198cbf0f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.111071 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-30e371d5-58e9-4716-a6cc-3198cbf0f28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.115942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-30e371d5-58e9-4716-a6cc-3198cbf0f28d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27504f30-3377-442b-b139-0f49536a9a7c HTTP/1.1" status: 204 len: 168 time: 0.2240920 Jul 16 18:31:07.117406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-afe48942-9754-425f-b5fa-2d488b72b728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.126295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e371d5-58e9-4716-a6cc-3198cbf0f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27504f30-3377-442b-b139-0f49536a9a7c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.202247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0eb90b55-c107-4256-aceb-25df687d912d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.208473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0eb90b55-c107-4256-aceb-25df687d912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.266307 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-afe48942-9754-425f-b5fa-2d488b72b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.269903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-afe48942-9754-425f-b5fa-2d488b72b728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.271425 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-afe48942-9754-425f-b5fa-2d488b72b728 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14357361-70c0-4910-9f7f-5765f3bf2086 HTTP/1.1" status: 204 len: 168 time: 0.3180346 Jul 16 18:31:07.282897 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0eb90b55-c107-4256-aceb-25df687d912d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70f426cb82e64b528b49b450103affd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994443 Jul 16 18:31:07.283914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb90b55-c107-4256-aceb-25df687d912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d1310-f80f-403b-9a68-a678860cfdd2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.285918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44454) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:07.298594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe48942-9754-425f-b5fa-2d488b72b728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14357361-70c0-4910-9f7f-5765f3bf2086,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.393337 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5478128-2ec0-40e8-8441-3586b0a175f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.435463 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5478128-2ec0-40e8-8441-3586b0a175f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.556309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5478128-2ec0-40e8-8441-3586b0a175f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.560858 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5478128-2ec0-40e8-8441-3586b0a175f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.562668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a5478128-2ec0-40e8-8441-3586b0a175f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e1d1310-f80f-403b-9a68-a678860cfdd2 HTTP/1.1" status: 204 len: 168 time: 0.2748659 Jul 16 18:31:07.573686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5478128-2ec0-40e8-8441-3586b0a175f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d1310-f80f-403b-9a68-a678860cfdd2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.764633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:07.791628 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-350e9823-9e16-43e0-afe1-37c35955b3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.000916 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-350e9823-9e16-43e0-afe1-37c35955b3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.006390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-350e9823-9e16-43e0-afe1-37c35955b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.075728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e9823-9e16-43e0-afe1-37c35955b3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e35d573-7cf2-496e-a7db-11ba6795ae52,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:08.096877 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-350e9823-9e16-43e0-afe1-37c35955b3b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ea9a741e01b4bdf8dffda4a2fd19860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294072 Jul 16 18:31:08.101074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44478) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:08.181365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a267f1-66a2-4f46-aade-04bed21ed4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.217945 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a267f1-66a2-4f46-aade-04bed21ed4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.292641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a267f1-66a2-4f46-aade-04bed21ed4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.297097 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7a267f1-66a2-4f46-aade-04bed21ed4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.303726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b7a267f1-66a2-4f46-aade-04bed21ed4fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e35d573-7cf2-496e-a7db-11ba6795ae52 HTTP/1.1" status: 204 len: 168 time: 0.2006226 Jul 16 18:31:08.316461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a267f1-66a2-4f46-aade-04bed21ed4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e35d573-7cf2-496e-a7db-11ba6795ae52,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:08.710382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.850565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44514) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:09.106506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-792506030-network', 'tenant_id': '89f2ed7ef9064bbb954644365d94504c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:09.141482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Made reservation on behalf of 89f2ed7ef9064bbb954644365d94504c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:09.144683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.162857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.335265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.346069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.381265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:09.401689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.409053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.409692 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Added segment 67dea2aa-2bac-4107-b01a-04c09df6c402 of type vlan for network 03cfe465-9064-4def-aa16-bd32b46a0fd1 Jul 16 18:31:09.462678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.514696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.516675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:09.518258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.591478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44550) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:09.592218 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7399313 Jul 16 18:31:09.599754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Request body: {'subnet': {'network_id': '03cfe465-9064-4def-aa16-bd32b46a0fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-792506030-subnet', 'tenant_id': '89f2ed7ef9064bbb954644365d94504c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:09.638044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Made reservation on behalf of 89f2ed7ef9064bbb954644365d94504c for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:09.641027 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.663469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9aec1-6e5e-4442-b11d-0e419d2934dd admin admin] Pushing event updated for resources: {'Network': ['ID=03cfe465-9064-4def-aa16-bd32b46a0fd1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.675958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 03cfe465-9064-4def-aa16-bd32b46a0fd1 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:09.939760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.024442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4f7cfc-96fb-4b88-9a06-857e57e3cca4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:10.032057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Checking segment: {'id': '67dea2aa-2bac-4107-b01a-04c09df6c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '03cfe465-9064-4def-aa16-bd32b46a0fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:10.032640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Network hostable DHCP agents. Network: 03cfe465-9064-4def-aa16-bd32b46a0fd1, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:10.059287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Network 03cfe465-9064-4def-aa16-bd32b46a0fd1 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:10.071597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 03cfe465-9064-4def-aa16-bd32b46a0fd1) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:10.081419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2b5e2-4c0e-42fc-8b27-129ddfe11928 None None] Network 03cfe465-9064-4def-aa16-bd32b46a0fd1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:10.081968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:10.082170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.099936 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a494124e-2dca-4865-9f86-a5ca30ec87e2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5061026 Jul 16 18:31:10.252180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49183d4-6586-42a5-a94d-1cb1bb2a419f None None] Network 03cfe465-9064-4def-aa16-bd32b46a0fd1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:10.388871 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.585802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:10.859154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:11.024149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.103690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-1e20ab65-227e-4b4f-8d8b-115077c35c60 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:11.107866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-1e20ab65-227e-4b4f-8d8b-115077c35c60 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/networks?id=03cfe465-9064-4def-aa16-bd32b46a0fd1 HTTP/1.1" status: 200 len: 817 time: 0.3089063 Jul 16 18:31:11.140042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-1a046bde-130b-44c8-b5b8-c16ba955084b tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/quotas/89f2ed7ef9064bbb954644365d94504c HTTP/1.1" status: 200 len: 375 time: 0.0257754 Jul 16 18:31:11.231731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-568464eb-5464-4309-9103-9ee68292356d tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=89f2ed7ef9064bbb954644365d94504c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813749 Jul 16 18:31:11.279191 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.511357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Allocated IP 172.25.2.237 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/09df2d55-c470-4ce2-9051-3029be7ac5d6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:11.518971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-c3125ca4-13a5-4dc6-a0e9-93b6cbdf244f service neutron] 10.222.0.60 "GET /v2.0/networks/03cfe465-9064-4def-aa16-bd32b46a0fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863221 Jul 16 18:31:11.563471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:11.735530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-3669b6c8-49e5-4070-b6ce-030b849d78fe service neutron] 10.222.0.60 "GET /v2.0/networks/03cfe465-9064-4def-aa16-bd32b46a0fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842408 Jul 16 18:31:11.739577 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.746041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60857aa0-16bf-4083-9843-cf0de38ccd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.803585 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.890739 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60857aa0-16bf-4083-9843-cf0de38ccd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.896396 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60857aa0-16bf-4083-9843-cf0de38ccd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.903759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:11.920969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:11.926958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:11.956575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event updated for resources: {'Port': ['ID=09df2d55-c470-4ce2-9051-3029be7ac5d6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:11.957701 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-60857aa0-16bf-4083-9843-cf0de38ccd57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d5ec7c412be42c9b5ba2958bd62482c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923771 Jul 16 18:31:11.964183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:11.973020 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60857aa0-16bf-4083-9843-cf0de38ccd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa307ec6-77a2-46fc-80a1-c628ca94d561,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:12.060726 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-924bc4ea-3909-46aa-8c4b-7241408f87d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.093439 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58561441-66c9-427a-b2fd-e43b57661a12 req-2552719b-f97b-42e7-b811-bc76aa3eb75c tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 210 time: 0.0803602 Jul 16 18:31:12.097461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-924bc4ea-3909-46aa-8c4b-7241408f87d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.114709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-c0433e15-e5a4-4009-bccb-c7a391cc8bbc tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.116288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-c0433e15-e5a4-4009-bccb-c7a391cc8bbc tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.2649612 Jul 16 18:31:12.148701 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-faab80f0-6acc-40eb-bd9f-e16c44bb55fc tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/quotas/2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 375 time: 0.0205202 Jul 16 18:31:12.196076 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-924bc4ea-3909-46aa-8c4b-7241408f87d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.199949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-924bc4ea-3909-46aa-8c4b-7241408f87d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.204623 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-924bc4ea-3909-46aa-8c4b-7241408f87d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa307ec6-77a2-46fc-80a1-c628ca94d561 HTTP/1.1" status: 204 len: 168 time: 0.2366664 Jul 16 18:31:12.235497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc4ea-3909-46aa-8c4b-7241408f87d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa307ec6-77a2-46fc-80a1-c628ca94d561,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:12.255843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.324394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-311e860f-bb2e-4a34-b62f-c7fe1df67185 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491084 Jul 16 18:31:12.331676 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.933189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-6651c2ee-8af3-4c65-9f63-0b75768b0305 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754027 Jul 16 18:31:13.100829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.104923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7afbfe96-adca-4fed-9d08-8255aa37f792 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714189 Jul 16 18:31:13.110998 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.238369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event updated for resources: {'Port': ['ID=09df2d55-c470-4ce2-9051-3029be7ac5d6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.345319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.367437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acb7ab20-d4d0-4099-bb4c-2524b2994653 req-d211ce14-4574-459a-9915-43827fafbd58 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 210 time: 0.0775723 Jul 16 18:31:13.369424 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.374253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b8b099ab-38fd-45a7-aaac-3c9c2c726af9 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7842076 Jul 16 18:31:13.374561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44668) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:13.385191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1039103209'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:13.459054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cc210c9-fbd7-430f-8a17-4efe046232ac req-3f72ce0d-11d4-41e7-8b13-cc6fede6c338 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 210 time: 0.0667055 Jul 16 18:31:13.475432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Made reservation on behalf of 898ee6a85bb74ab9b7a21d3af80d1991 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:13.481251 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.492719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.574029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-2bc6ac84-86f6-4f25-823d-a85d6ff5f840 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:13.575971 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-2bc6ac84-86f6-4f25-823d-a85d6ff5f840 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.45 "GET /v2.0/networks?id=03cfe465-9064-4def-aa16-bd32b46a0fd1 HTTP/1.1" status: 200 len: 817 time: 0.2135835 Jul 16 18:31:13.593926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Request body: {'port': {'device_id': 'fe4f5c5b-43be-46f7-872f-db71862d1126', 'network_id': '03cfe465-9064-4def-aa16-bd32b46a0fd1', 'admin_state_up': True, 'tenant_id': '89f2ed7ef9064bbb954644365d94504c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:13.729952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.735394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.752235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:13.778498 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.778498 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Added segment c1fb9f5b-0c58-4593-b90b-029fc2268a5a of type vlan for network 2446f71a-de13-4bff-9236-3373432ee080 Jul 16 18:31:13.799279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5d4746-2f5d-46f1-85d7-f39072855adf,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.856964 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.871746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Made reservation on behalf of 89f2ed7ef9064bbb954644365d94504c for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:13.877269 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.896707 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.904961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:13.905628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.957011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5810227 Jul 16 18:31:13.960785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:13.967397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Request body: {'subnet': {'network_id': '2446f71a-de13-4bff-9236-3373432ee080', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:14.043742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326357b3-b5f8-4231-a0f6-6bf0fb73d755 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event updated for resources: {'Network': ['ID=2446f71a-de13-4bff-9236-3373432ee080,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:14.061223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 2446f71a-de13-4bff-9236-3373432ee080 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:14.105928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Allocated IP 172.20.0.13 (03cfe465-9064-4def-aa16-bd32b46a0fd1/fe4f7cfc-96fb-4b88-9a06-857e57e3cca4/20ea3e3b-87f4-4d24-abaa-b145878bb09b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:14.153832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Made reservation on behalf of 898ee6a85bb74ab9b7a21d3af80d1991 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:14.168476 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.348778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.421595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.476970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Network 03cfe465-9064-4def-aa16-bd32b46a0fd1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:14.482065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:14.487607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:14.526880 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.552092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Pushing event updated for resources: {'Port': ['ID=20ea3e3b-87f4-4d24-abaa-b145878bb09b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:14.569574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.569938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.570321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.570787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.571153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.571825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.573106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.573923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.574463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.575593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.576140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.576796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:14.595270 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.596389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.616964 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-a85d77ac-5be2-48af-840d-6b7fe715d047 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0311503 Jul 16 18:31:14.631075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Request body: {'port': {'device_id': 'fe4f5c5b-43be-46f7-872f-db71862d1126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:14.730046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4727056f-062d-45ff-b020-79386678cf65 req-cda67b15-500c-474c-8f9d-756b5267956a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 210 time: 0.0550981 Jul 16 18:31:14.767218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.768488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event updated for resources: {'Subnet': ['ID=ff1e3d43-c870-4633-bb81-e20720170363,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:14.783406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Checking segment: {'id': 'c1fb9f5b-0c58-4593-b90b-029fc2268a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2446f71a-de13-4bff-9236-3373432ee080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:14.784112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Network hostable DHCP agents. Network: 2446f71a-de13-4bff-9236-3373432ee080, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:14.846934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e14e9b-c560-4ffa-a257-1e05ebb02bfb req-84ea4400-a720-43d5-9692-b9fea3715d4e tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.849473 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45e14e9b-c560-4ffa-a257-1e05ebb02bfb req-84ea4400-a720-43d5-9692-b9fea3715d4e tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 932 time: 0.2185729 Jul 16 18:31:14.861734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Network 2446f71a-de13-4bff-9236-3373432ee080 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:14.899364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 2446f71a-de13-4bff-9236-3373432ee080) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:14.910578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.911198 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.911736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81488f9b-b306-4cff-9fcf-279078abb7e3 None None] Network 2446f71a-de13-4bff-9236-3373432ee080 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:14.955740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45e14e9b-c560-4ffa-a257-1e05ebb02bfb req-d7247f93-9eb8-4ba0-971f-5fe19b82ed7d tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900514 Jul 16 18:31:14.969109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-616c143d-c353-4101-b2b3-af358a770fc6 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0074315 Jul 16 18:31:14.972458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:14.989626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-635367228', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:15.025331 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.029534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.129679 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.163496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-2446f71a-de13-4bff-9236-3373432ee080', 'network_id': '2446f71a-de13-4bff-9236-3373432ee080', 'tenant_id': '898ee6a85bb74ab9b7a21d3af80d1991', 'fixed_ips': [{'subnet_id': 'ff1e3d43-c870-4633-bb81-e20720170363'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:15.165370 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.363170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.415601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Allocated IP 172.20.0.2 (2446f71a-de13-4bff-9236-3373432ee080/ff1e3d43-c870-4633-bb81-e20720170363/34e80aa5-d4cb-4b35-9e8d-3db13f228758) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:15.641550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ea3e3b-87f4-4d24-abaa-b145878bb09b {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:15.654986 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.670746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Transition to ACTIVE for port object 20ea3e3b-87f4-4d24-abaa-b145878bb09b will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:15.687220 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.718864 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.752439 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.769392 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.791289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Transition to ACTIVE for port object 34e80aa5-d4cb-4b35-9e8d-3db13f228758 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:15.810801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Transition to ACTIVE for port object 34e80aa5-d4cb-4b35-9e8d-3db13f228758 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:15.847451 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.934252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Network 2446f71a-de13-4bff-9236-3373432ee080 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:15.941036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:15.945452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:15.954444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-1fbad228-b1ab-4d7b-a5ae-f0dd7a023787 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:15.958572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-1fbad228-b1ab-4d7b-a5ae-f0dd7a023787 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.46 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.2857537 Jul 16 18:31:15.979849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea3e3b-87f4-4d24-abaa-b145878bb09b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:15.980845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Pushing event updated for resources: {'Port': ['ID=34e80aa5-d4cb-4b35-9e8d-3db13f228758,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:16.002462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'port': {'device_id': '58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'admin_state_up': True, 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:16.070434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.070778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.073968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Allocated IP 172.25.2.81 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/38c20ccb-684c-4bb6-883e-0a8cdcf9a45f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:16.075155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.075797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.076425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.078606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.079298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.079967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.081599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.084336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.084896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.087408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.132669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Attempting to bind port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:16.136367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Attempting to bind port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c1fb9f5b-0c58-4593-b90b-029fc2268a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2446f71a-de13-4bff-9236-3373432ee080'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:16.140149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Attempting to bind port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 on network 2446f71a-de13-4bff-9236-3373432ee080 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:16.148803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Attempting to bind port 20ea3e3b-87f4-4d24-abaa-b145878bb09b on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:16.149291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Attempting to bind port 20ea3e3b-87f4-4d24-abaa-b145878bb09b by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '67dea2aa-2bac-4107-b01a-04c09df6c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '03cfe465-9064-4def-aa16-bd32b46a0fd1'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:16.149881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Attempting to bind port 20ea3e3b-87f4-4d24-abaa-b145878bb09b on network 03cfe465-9064-4def-aa16-bd32b46a0fd1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:16.162531 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:16.163269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Checking segment: {'id': 'c1fb9f5b-0c58-4593-b90b-029fc2268a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2446f71a-de13-4bff-9236-3373432ee080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:16.163862 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.164927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Bound using segment: {'id': 'c1fb9f5b-0c58-4593-b90b-029fc2268a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2446f71a-de13-4bff-9236-3373432ee080'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:16.165593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Bound port: 34e80aa5-d4cb-4b35-9e8d-3db13f228758, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fb9f5b-0c58-4593-b90b-029fc2268a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2446f71a-de13-4bff-9236-3373432ee080'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:16.166203 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.193552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Port 20ea3e3b-87f4-4d24-abaa-b145878bb09b on network 03cfe465-9064-4def-aa16-bd32b46a0fd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:16.194174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Attempting to bind port 20ea3e3b-87f4-4d24-abaa-b145878bb09b on network 03cfe465-9064-4def-aa16-bd32b46a0fd1 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:16.210942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:16.211472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Checking segment: {'id': '67dea2aa-2bac-4107-b01a-04c09df6c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '03cfe465-9064-4def-aa16-bd32b46a0fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:16.211976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Bound using segment: {'id': '67dea2aa-2bac-4107-b01a-04c09df6c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '03cfe465-9064-4def-aa16-bd32b46a0fd1'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:16.212581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Bound port: 20ea3e3b-87f4-4d24-abaa-b145878bb09b, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dea2aa-2bac-4107-b01a-04c09df6c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '03cfe465-9064-4def-aa16-bd32b46a0fd1'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:16.213671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.263911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44756) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:16.302011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Made reservation on behalf of 2cc5c9da144e47cb863adb1a3cdb4df4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:16.307514 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.312172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] For port 34e80aa5-d4cb-4b35-9e8d-3db13f228758, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:16.317185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] For port 34e80aa5-d4cb-4b35-9e8d-3db13f228758, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=34e80aa5-d4cb-4b35-9e8d-3db13f228758,segment=NetworkSegment(c1fb9f5b-0c58-4593-b90b-029fc2268a5a),segment_id=c1fb9f5b-0c58-4593-b90b-029fc2268a5a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:16.318831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b452a0c-bb98-4a8f-b2db-dbd7c0f8a54d req-5897f0fe-c9df-41ae-8844-782aa2238c17 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 210 time: 0.3827507 Jul 16 18:31:16.325151 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.369536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] For port 20ea3e3b-87f4-4d24-abaa-b145878bb09b, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:16.394856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] For port 20ea3e3b-87f4-4d24-abaa-b145878bb09b, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=20ea3e3b-87f4-4d24-abaa-b145878bb09b,segment=NetworkSegment(67dea2aa-2bac-4107-b01a-04c09df6c402),segment_id=67dea2aa-2bac-4107-b01a-04c09df6c402)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:16.450208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.463506 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.520813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1b7c-e893-4137-a403-019e63fa882a req-ffd97b0d-3c02-4a2e-971b-ce7c0e269b52 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.523689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-326a1b7c-e893-4137-a403-019e63fa882a req-ffd97b0d-3c02-4a2e-971b-ce7c0e269b52 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 944 time: 0.2606246 Jul 16 18:31:16.561319 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7cd64-6c6d-4775-a330-5cb8aa7061ce None None] Pushing event updated for resources: {'Port': ['ID=34e80aa5-d4cb-4b35-9e8d-3db13f228758,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:16.578312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.579101 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.581514 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] 10.222.0.45 "PUT /v2.0/ports/20ea3e3b-87f4-4d24-abaa-b145878bb09b HTTP/1.1" status: 200 len: 1093 time: 1.9568012 Jul 16 18:31:16.581811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4f5c5b-43be-46f7-872f-db71862d1126', 'tag': '20ea3e3b-87f4-4d24-abaa-b145878bb09b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:16.584378 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755c664-ad22-441f-b8d1-66b296d46d94" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4f5c5b-43be-46f7-872f-db71862d1126", "tag": "20ea3e3b-87f4-4d24-abaa-b145878bb09b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:16.686231 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-326a1b7c-e893-4137-a403-019e63fa882a req-b86f6f90-c8f5-4c59-bbe2-10f7c7cbf357 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541286 Jul 16 18:31:16.702344 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdf4fab-dbf8-455c-b6e2-c0ae40cbb6cc x-openstack-request-id: req-9fdf4fab-dbf8-455c-b6e2-c0ae40cbb6cc {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:16.702983 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4f5c5b-43be-46f7-872f-db71862d1126", "tag": "20ea3e3b-87f4-4d24-abaa-b145878bb09b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:16.702983 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fdf4fab-dbf8-455c-b6e2-c0ae40cbb6cc {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:16.703318 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4f5c5b-43be-46f7-872f-db71862d1126', 'tag': '20ea3e3b-87f4-4d24-abaa-b145878bb09b', 'status': 'completed', 'code': 200} Jul 16 18:31:16.706438 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.715890 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b6907e5-83ad-46ed-9e5d-19a015d96b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.770581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1c1bf-4949-4101-ba98-c5029ac8e693 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea3e3b-87f4-4d24-abaa-b145878bb09b,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:16.779413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.20.0.8 (ac3651b0-430f-4247-aceb-9f4644f72c6e/640d7256-3ca4-4ba8-9cda-a2bf9e97df32/2032cf6d-a901-4420-a791-40501d57f119) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:16.815407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:16.825094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:16.831402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event updated for resources: {'Port': ['ID=38c20ccb-684c-4bb6-883e-0a8cdcf9a45f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:16.876391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:16.879393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.879742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.880085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.880462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.880858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.881191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.881524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.881854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.882185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.882511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.882836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.883167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:16.977523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-0678f153-11e6-42a4-82e3-c731a6ea6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.983800 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-0678f153-11e6-42a4-82e3-c731a6ea6a9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89f2ed7ef9064bbb954644365d94504c&device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 1096 time: 0.2783504 Jul 16 18:31:17.163967 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-51d9c23d-0d0a-499a-bbbe-7dde9bdebf0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea3e3b-87f4-4d24-abaa-b145878bb09b HTTP/1.1" status: 200 len: 217 time: 0.1719255 Jul 16 18:31:17.264915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-847ecd31-3e3d-466f-b624-7b6ee3168310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:17.270174 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-847ecd31-3e3d-466f-b624-7b6ee3168310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe4f7cfc-96fb-4b88-9a06-857e57e3cca4 HTTP/1.1" status: 200 len: 857 time: 0.0960405 Jul 16 18:31:17.273497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.280372 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b6907e5-83ad-46ed-9e5d-19a015d96b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.286472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b6907e5-83ad-46ed-9e5d-19a015d96b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.315901 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-b52989c7-614e-4239-b216-632f7f4571b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03cfe465-9064-4def-aa16-bd32b46a0fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381098 Jul 16 18:31:17.325786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Transition to ACTIVE for port object 2032cf6d-a901-4420-a791-40501d57f119 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:17.379663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2b6907e5-83ad-46ed-9e5d-19a015d96b46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e6699e5766b441db251fb2dbaa1a99d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0781159 Jul 16 18:31:17.380675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:17.386630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6907e5-83ad-46ed-9e5d-19a015d96b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372578f8-dcd0-4c9c-916d-962033696100,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:17.429021 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.455444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-24f2cf48-36df-4393-9161-d985f8a5fed4 service neutron] 10.222.0.45 "GET /v2.0/networks/03cfe465-9064-4def-aa16-bd32b46a0fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269341 Jul 16 18:31:17.457386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.482280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:17.493469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:17.526768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:17.533150 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-544b7827-0b7f-4ac0-875c-be857b950cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.586000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-544b7827-0b7f-4ac0-875c-be857b950cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.617924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=2032cf6d-a901-4420-a791-40501d57f119,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:17.698179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:17.702489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.742495 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a2e49adc-193a-4899-9a17-5df85c2821ac req-be20f701-2991-48fd-9602-8f03c1d1e5ba service neutron] 10.222.0.45 "GET /v2.0/networks/03cfe465-9064-4def-aa16-bd32b46a0fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571771 Jul 16 18:31:17.745155 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-98f54a45-60e1-4ac6-b3b0-f0a75e8d5e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7473557 Jul 16 18:31:17.771060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Request body: {'port': {'device_id': '58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:17.906543 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-544b7827-0b7f-4ac0-875c-be857b950cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.909852 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-544b7827-0b7f-4ac0-875c-be857b950cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.913235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-544b7827-0b7f-4ac0-875c-be857b950cd0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/372578f8-dcd0-4c9c-916d-962033696100 HTTP/1.1" status: 204 len: 168 time: 0.5212467 Jul 16 18:31:17.956130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b7827-0b7f-4ac0-875c-be857b950cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372578f8-dcd0-4c9c-916d-962033696100,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:18.014059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fda4ca-635d-441a-a16f-1344d662c14b req-8af88876-5d60-4ef9-bebb-78e257052ff7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.021955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6fda4ca-635d-441a-a16f-1344d662c14b req-8af88876-5d60-4ef9-bebb-78e257052ff7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 931 time: 0.4337552 Jul 16 18:31:18.047946 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.065992 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-4e95d6cf-5864-40f9-a807-66559632e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.067591 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-4e95d6cf-5864-40f9-a807-66559632e3e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89f2ed7ef9064bbb954644365d94504c&device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 1096 time: 0.2393923 Jul 16 18:31:18.089592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6fda4ca-635d-441a-a16f-1344d662c14b req-22c8ed79-9ac8-4404-a522-36c58dc0fbbd tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665565 Jul 16 18:31:18.123631 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.127325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-802dc73c-1aad-46b8-8fdb-5c927149648b None None] Provisioning for port 2032cf6d-a901-4420-a791-40501d57f119 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:18.131972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-802dc73c-1aad-46b8-8fdb-5c927149648b None None] Provisioning complete for port 2032cf6d-a901-4420-a791-40501d57f119 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:18.132353 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-802dc73c-1aad-46b8-8fdb-5c927149648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.186626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec1474-4e60-4c4c-93b3-8eaf31aefec7 req-994d754b-015b-41ac-9481-bccd199d7539 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.188773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81ec1474-4e60-4c4c-93b3-8eaf31aefec7 req-994d754b-015b-41ac-9481-bccd199d7539 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 944 time: 0.2502465 Jul 16 18:31:18.226474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-802dc73c-1aad-46b8-8fdb-5c927149648b None None] Port 2032cf6d-a901-4420-a791-40501d57f119 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:18.278641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 34e80aa5-d4cb-4b35-9e8d-3db13f228758 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:18.295311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81ec1474-4e60-4c4c-93b3-8eaf31aefec7 req-244baf12-05be-407d-ae06-c8cfec5527eb tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579503 Jul 16 18:31:18.339242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Router c16adbde-74f8-420b-baaa-0ccd8241d54d is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:18.404961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979d11a8-b729-4e0b-80a4-a624a4750d58 None None] Network 2446f71a-de13-4bff-9236-3373432ee080 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:18.413798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-8c30e5cb-87da-439c-900a-77e007b0867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.415216 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-8c30e5cb-87da-439c-900a-77e007b0867a service neutron] 10.222.0.45 "GET /v2.0/networks?id=03cfe465-9064-4def-aa16-bd32b46a0fd1 HTTP/1.1" status: 200 len: 918 time: 0.3341560 Jul 16 18:31:18.477888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:18.490180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5521cd1-17be-463f-96cb-d56368b00660 None None] Sync routers for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:18.492671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ab06d8d3-a920-455d-9c0c-1034dacb9057 None None] Provisioning for port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:18.505022 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.509204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fbd556c7-da69-4566-a861-1e5cd88d2b8d tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.5344868 Jul 16 18:31:18.513823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44778) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:18.530775 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-d5df5aaf-2a00-4d82-9a17-3029fae42e46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea3e3b-87f4-4d24-abaa-b145878bb09b HTTP/1.1" status: 200 len: 217 time: 0.0631456 Jul 16 18:31:18.531349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:18.548692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5521cd1-17be-463f-96cb-d56368b00660 None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:18.549350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f5521cd1-17be-463f-96cb-d56368b00660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:18.553156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:18.559982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:18.560356 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.610108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-658ef66d-9c44-4d5b-8314-020b79f0058e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.624654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f5521cd1-17be-463f-96cb-d56368b00660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:18.646158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-afe7ed56-9d43-4132-b2f7-1ecd01cb67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.648007 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-afe7ed56-9d43-4132-b2f7-1ecd01cb67bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe4f7cfc-96fb-4b88-9a06-857e57e3cca4 HTTP/1.1" status: 200 len: 857 time: 0.1080956 Jul 16 18:31:18.659215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5521cd1-17be-463f-96cb-d56368b00660 None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:18.659867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f5521cd1-17be-463f-96cb-d56368b00660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:18.704599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f5521cd1-17be-463f-96cb-d56368b00660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:18.705273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5521cd1-17be-463f-96cb-d56368b00660 None None] The sync data for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:18.744403 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-7f3fe778-4f8a-47a1-84b3-9de89d1602a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=03cfe465-9064-4def-aa16-bd32b46a0fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842729 Jul 16 18:31:18.810145 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.857713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 34e80aa5-d4cb-4b35-9e8d-3db13f228758, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=34e80aa5-d4cb-4b35-9e8d-3db13f228758,segment=NetworkSegment(c1fb9f5b-0c58-4593-b90b-029fc2268a5a),segment_id=c1fb9f5b-0c58-4593-b90b-029fc2268a5a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:18.870607 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.980297 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-c5096591-a8bc-431a-88df-a0a517de5c25 service neutron] 10.222.0.45 "GET /v2.0/networks/03cfe465-9064-4def-aa16-bd32b46a0fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286146 Jul 16 18:31:19.105812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2032cf6d-a901-4420-a791-40501d57f119 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:19.152844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=34e80aa5-d4cb-4b35-9e8d-3db13f228758,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:19.153448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.184539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Transition to ACTIVE for port object 2032cf6d-a901-4420-a791-40501d57f119 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:19.240822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a3e87a51-4ab5-4c54-a978-ad1f3f85061a None None] Provisioning complete for port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:19.241197 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a3e87a51-4ab5-4c54-a978-ad1f3f85061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.242839 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-658ef66d-9c44-4d5b-8314-020b79f0058e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.248459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.270970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-658ef66d-9c44-4d5b-8314-020b79f0058e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.442003 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-658ef66d-9c44-4d5b-8314-020b79f0058e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=196b91c9b8f645389a588c4c9f89b6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9094579 Jul 16 18:31:19.443066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Pushing event updated for resources: {'Port': ['ID=2032cf6d-a901-4420-a791-40501d57f119,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:19.445397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44786) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:19.486248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ef66d-9c44-4d5b-8314-020b79f0058e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d4ba70-83e5-4559-b848-7464dc37dd9d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:19.551099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 20ea3e3b-87f4-4d24-abaa-b145878bb09b details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:19.606709 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8755c664-ad22-441f-b8d1-66b296d46d94 req-0a50dd83-5ab0-43aa-943d-4370fa525fb3 service neutron] 10.222.0.45 "GET /v2.0/networks/03cfe465-9064-4def-aa16-bd32b46a0fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182184 Jul 16 18:31:19.621335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Attempting to bind port 2032cf6d-a901-4420-a791-40501d57f119 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:19.622940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Attempting to bind port 2032cf6d-a901-4420-a791-40501d57f119 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:19.623475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Attempting to bind port 2032cf6d-a901-4420-a791-40501d57f119 on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:19.638056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Port 2032cf6d-a901-4420-a791-40501d57f119 on network ac3651b0-430f-4247-aceb-9f4644f72c6e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:19.638702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Attempting to bind port 2032cf6d-a901-4420-a791-40501d57f119 on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:19.651792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:19.652326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:19.652918 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Bound using segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:19.653252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Bound port: 2032cf6d-a901-4420-a791-40501d57f119, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:19.653618 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.715590 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7af62354-742c-4a7d-9386-5bc3eb6aead8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.736929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 20ea3e3b-87f4-4d24-abaa-b145878bb09b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=20ea3e3b-87f4-4d24-abaa-b145878bb09b,segment=NetworkSegment(67dea2aa-2bac-4107-b01a-04c09df6c402),segment_id=67dea2aa-2bac-4107-b01a-04c09df6c402)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:19.754242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '20ea3e3b-87f4-4d24-abaa-b145878bb09b', 'network_id': '03cfe465-9064-4def-aa16-bd32b46a0fd1', 'port_id': '20ea3e3b-87f4-4d24-abaa-b145878bb09b', 'mac_address': 'fa:16:3e:4f:84:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4f7cfc-96fb-4b88-9a06-857e57e3cca4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:19.757098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7af62354-742c-4a7d-9386-5bc3eb6aead8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.766572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] For port 2032cf6d-a901-4420-a791-40501d57f119, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:19.787948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] For port 2032cf6d-a901-4420-a791-40501d57f119, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2032cf6d-a901-4420-a791-40501d57f119,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:19.803153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.824268 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.843386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ea3e3b-87f4-4d24-abaa-b145878bb09b {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:19.855895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.856616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.857955 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] 10.222.0.46 "PUT /v2.0/ports/2032cf6d-a901-4420-a791-40501d57f119 HTTP/1.1" status: 200 len: 1092 time: 2.0916166 Jul 16 18:31:19.858406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe', 'tag': '2032cf6d-a901-4420-a791-40501d57f119'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:19.861298 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe", "tag": "2032cf6d-a901-4420-a791-40501d57f119"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:19.878935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08b96d-42a2-4a81-9868-4e46d973d38e req-8e9939b0-7b5e-4092-9d6d-e830d39bc507 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.883159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 20ea3e3b-87f4-4d24-abaa-b145878bb09b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=20ea3e3b-87f4-4d24-abaa-b145878bb09b,segment=NetworkSegment(67dea2aa-2bac-4107-b01a-04c09df6c402),segment_id=67dea2aa-2bac-4107-b01a-04c09df6c402)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:19.891011 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.892479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c08b96d-42a2-4a81-9868-4e46d973d38e req-8e9939b0-7b5e-4092-9d6d-e830d39bc507 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.4607396 Jul 16 18:31:19.898738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7af62354-742c-4a7d-9386-5bc3eb6aead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.901599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7af62354-742c-4a7d-9386-5bc3eb6aead8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.902920 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7af62354-742c-4a7d-9386-5bc3eb6aead8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83d4ba70-83e5-4559-b848-7464dc37dd9d HTTP/1.1" status: 204 len: 168 time: 0.4178162 Jul 16 18:31:19.911392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78fb6-3077-4bbb-a7ad-9a609c0cec4a service neutron] Pushing event updated for resources: {'Port': ['ID=2032cf6d-a901-4420-a791-40501d57f119,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:19.914401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af62354-742c-4a7d-9386-5bc3eb6aead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d4ba70-83e5-4559-b848-7464dc37dd9d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:19.920135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.059526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-bdb1fbd5-7edb-457b-a91f-c7509b599990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.063293 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-bdb1fbd5-7edb-457b-a91f-c7509b599990 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 1095 time: 0.1155396 Jul 16 18:31:20.117045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ddab0-3669-4c85-afcc-5fd75468e368 req-4f16229a-e963-412e-a976-0c8a761aeae4 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.126937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e28ddab0-3669-4c85-afcc-5fd75468e368 req-4f16229a-e963-412e-a976-0c8a761aeae4 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 944 time: 0.6192698 Jul 16 18:31:20.132346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=20ea3e3b-87f4-4d24-abaa-b145878bb09b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:20.146079 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-6b59a8b6-ed90-4420-b240-d52759268cd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2032cf6d-a901-4420-a791-40501d57f119 HTTP/1.1" status: 200 len: 217 time: 0.0621955 Jul 16 18:31:20.169690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['20ea3e3b-87f4-4d24-abaa-b145878bb09b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:20.255537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c08b96d-42a2-4a81-9868-4e46d973d38e req-5d295428-3636-4df3-83b6-1295eca8acd5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620045 Jul 16 18:31:20.302770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 34e80aa5-d4cb-4b35-9e8d-3db13f228758 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:20.331953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-ed72be32-8e98-41c0-83b9-35d6dce0524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.339229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-ed72be32-8e98-41c0-83b9-35d6dce0524a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1813171 Jul 16 18:31:20.365118 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33faad67-35d3-4964-a353-4bea2ab16131 x-openstack-request-id: req-33faad67-35d3-4964-a353-4bea2ab16131 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:20.365420 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe", "tag": "2032cf6d-a901-4420-a791-40501d57f119", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:20.365673 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33faad67-35d3-4964-a353-4bea2ab16131 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:20.366082 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe', 'tag': '2032cf6d-a901-4420-a791-40501d57f119', 'status': 'completed', 'code': 200} Jul 16 18:31:20.408979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e28ddab0-3669-4c85-afcc-5fd75468e368 req-06d901f0-b1f3-4015-b713-0b6d94638b33 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742898 Jul 16 18:31:20.453357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:20.453357 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.479458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-39fc62b2-77bf-48aa-b262-be8ebf1530c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.484265 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-39fc62b2-77bf-48aa-b262-be8ebf1530c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351786 Jul 16 18:31:20.709807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-2ded355f-a356-4223-8636-5084f9648aac service neutron] 10.222.0.46 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155313 Jul 16 18:31:20.710221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Allocated IP 172.20.0.1 (2446f71a-de13-4bff-9236-3373432ee080/ff1e3d43-c870-4633-bb81-e20720170363/7f5fe627-5d67-4b7e-9584-de308a69ba2d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:20.856874 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f823ab63-bfbf-4177-9e88-474ff1f7372e req-48088246-758e-4d9f-b5bb-02dca9a84463 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339202 Jul 16 18:31:20.923824 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.960491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Transition to ACTIVE for port object 7f5fe627-5d67-4b7e-9584-de308a69ba2d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:21.023234 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.043098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-db5cf623-73eb-45e2-aaab-52cdc980e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.044305 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-db5cf623-73eb-45e2-aaab-52cdc980e1db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 1095 time: 0.0898643 Jul 16 18:31:21.087794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Network 2446f71a-de13-4bff-9236-3373432ee080 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:21.091758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:21.098499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:21.155234 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.162828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event updated for resources: {'Port': ['ID=7f5fe627-5d67-4b7e-9584-de308a69ba2d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:21.233766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-770ce963-b254-4e64-900c-426dd0d5b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.235401 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-770ce963-b254-4e64-900c-426dd0d5b78c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1825595 Jul 16 18:31:21.320295 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-86fb962f-39b2-4f19-afbc-c73e64bc9822 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2032cf6d-a901-4420-a791-40501d57f119 HTTP/1.1" status: 200 len: 217 time: 0.0703337 Jul 16 18:31:21.484057 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.491291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-1afb7739-c0c3-4f12-b47f-de286a12306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.493077 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-1afb7739-c0c3-4f12-b47f-de286a12306e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1597283 Jul 16 18:31:21.573356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 20ea3e3b-87f4-4d24-abaa-b145878bb09b up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:21.655381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c09593e-950c-4aaa-b43c-657d59c3a402 None None] Provisioning for port 7f5fe627-5d67-4b7e-9584-de308a69ba2d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:21.675121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c09593e-950c-4aaa-b43c-657d59c3a402 None None] Provisioning complete for port 7f5fe627-5d67-4b7e-9584-de308a69ba2d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:21.676104 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c09593e-950c-4aaa-b43c-657d59c3a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.715408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-b8d968f5-4d68-4511-b09e-486813eec87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.722801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-b8d968f5-4d68-4511-b09e-486813eec87a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2168431 Jul 16 18:31:21.767299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b745e-c493-4774-8a1f-ca941f9fff76 req-204d5c14-02ce-4594-8c65-4f2d748fd2f8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.779172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d3b745e-c493-4774-8a1f-ca941f9fff76 req-204d5c14-02ce-4594-8c65-4f2d748fd2f8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.2909081 Jul 16 18:31:21.789707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4c09593e-950c-4aaa-b43c-657d59c3a402 None None] Port 7f5fe627-5d67-4b7e-9584-de308a69ba2d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:21.802001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 20ea3e3b-87f4-4d24-abaa-b145878bb09b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:21.809946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 20ea3e3b-87f4-4d24-abaa-b145878bb09b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:21.810917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.903027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-d536868e-ec9d-4552-892c-4a9f9e61efad service neutron] 10.222.0.46 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650548 Jul 16 18:31:21.904132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d3b745e-c493-4774-8a1f-ca941f9fff76 req-8a95af0f-ccdb-4726-8c0f-1f7c2ee59c4d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236615 Jul 16 18:31:21.940471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fd080-c9aa-451f-8a94-3079b58e9069 req-6929ac9a-bce1-47af-a94b-ece477ec0150 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.942066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996fd080-c9aa-451f-8a94-3079b58e9069 req-6929ac9a-bce1-47af-a94b-ece477ec0150 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 945 time: 0.3273120 Jul 16 18:31:21.975449 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.042203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996fd080-c9aa-451f-8a94-3079b58e9069 req-ecf63039-53a2-4c84-b588-f4c5ea01cce4 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876994 Jul 16 18:31:22.044864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 20ea3e3b-87f4-4d24-abaa-b145878bb09b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=20ea3e3b-87f4-4d24-abaa-b145878bb09b,segment=NetworkSegment(67dea2aa-2bac-4107-b01a-04c09df6c402),segment_id=67dea2aa-2bac-4107-b01a-04c09df6c402)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:22.046333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4f5c5b-43be-46f7-872f-db71862d1126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea3e3b-87f4-4d24-abaa-b145878bb09b'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:22.050169 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b151af8e-fa6c-42f8-86ce-45221cf931a8" -d '{"events": [{"server_uuid": "fe4f5c5b-43be-46f7-872f-db71862d1126", "name": "network-vif-plugged", "status": "completed", "tag": "20ea3e3b-87f4-4d24-abaa-b145878bb09b"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:22.074061 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.202127 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383675bd-277e-40d5-bcd3-ffd7e86fab48 x-openstack-request-id: req-383675bd-277e-40d5-bcd3-ffd7e86fab48 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:22.202794 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4f5c5b-43be-46f7-872f-db71862d1126", "name": "network-vif-plugged", "status": "completed", "tag": "20ea3e3b-87f4-4d24-abaa-b145878bb09b", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:22.203054 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-383675bd-277e-40d5-bcd3-ffd7e86fab48 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:22.203470 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4f5c5b-43be-46f7-872f-db71862d1126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea3e3b-87f4-4d24-abaa-b145878bb09b', 'code': 200} Jul 16 18:31:22.236703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=20ea3e3b-87f4-4d24-abaa-b145878bb09b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:22.261924 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7af2f70e-65af-4fd2-9e9c-d3b9a45c4f7b req-d90a83d0-dd92-4098-bcce-dd377e112dfb service neutron] 10.222.0.46 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421359 Jul 16 18:31:22.304734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.324544 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.414836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04ad34-daa5-4f83-8577-148d541ca163 req-c57bf971-f2db-4138-8390-6366dd19c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.423876 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b04ad34-daa5-4f83-8577-148d541ca163 req-c57bf971-f2db-4138-8390-6366dd19c938 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 1098 time: 0.1118596 Jul 16 18:31:22.472345 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b04ad34-daa5-4f83-8577-148d541ca163 req-cc974b76-f520-4732-bb6a-64eb7316f3de service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442119 Jul 16 18:31:22.474316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.537013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event updated for resources: {'Port': ['ID=7f5fe627-5d67-4b7e-9584-de308a69ba2d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:22.665114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Network 2446f71a-de13-4bff-9236-3373432ee080 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:22.669710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:22.931033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Router c16adbde-74f8-420b-baaa-0ccd8241d54d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:23.033927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7a5adb12-8cae-4388-870f-8c21a35ad849 None None] Provisioning complete for port 7f5fe627-5d67-4b7e-9584-de308a69ba2d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:23.034554 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a5adb12-8cae-4388-870f-8c21a35ad849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.090224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7a5adb12-8cae-4388-870f-8c21a35ad849 None None] Port 7f5fe627-5d67-4b7e-9584-de308a69ba2d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:23.160100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:23.165810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cf37b975-897a-4fb5-87fe-699212223c0f tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "PUT /v2.0/routers/c16adbde-74f8-420b-baaa-0ccd8241d54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6507111 Jul 16 18:31:23.168882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:23.175644 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4af481-605d-491f-aff4-48ef80e3c8fb None None] Sync routers for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:23.184989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Request body: {'port': {'network_id': '2446f71a-de13-4bff-9236-3373432ee080', 'name': 'tempest-FloatingIPAdminTestJSON-1332007164'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:23.193674 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4af481-605d-491f-aff4-48ef80e3c8fb None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:23.195048 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5a4af481-605d-491f-aff4-48ef80e3c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:23.275872 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5a4af481-605d-491f-aff4-48ef80e3c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:23.310037 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4af481-605d-491f-aff4-48ef80e3c8fb None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:23.310687 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5a4af481-605d-491f-aff4-48ef80e3c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:23.365139 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5a4af481-605d-491f-aff4-48ef80e3c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:23.365824 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4af481-605d-491f-aff4-48ef80e3c8fb None None] The sync data for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:23.410324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b36c3-1727-440b-a452-040d51d7bbfa req-d63abbc3-f13f-4fac-9463-3f1d67609b38 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:23.413914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f2b36c3-1727-440b-a452-040d51d7bbfa req-d63abbc3-f13f-4fac-9463-3f1d67609b38 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.3239932 Jul 16 18:31:23.512088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f2b36c3-1727-440b-a452-040d51d7bbfa req-ed8cebae-5492-4800-a0f8-6d00a4a29f47 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876546 Jul 16 18:31:23.543819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac16707-97fb-46bf-bbd6-e17fbd5dcc45 req-f9378256-cc33-4e03-b756-46ac5b9641e8 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:23.553366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac16707-97fb-46bf-bbd6-e17fbd5dcc45 req-f9378256-cc33-4e03-b756-46ac5b9641e8 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 946 time: 0.2853503 Jul 16 18:31:23.596206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dac16707-97fb-46bf-bbd6-e17fbd5dcc45 req-e5d86654-ed73-4a61-86b3-609d66285495 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Jul 16 18:31:23.636019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Made reservation on behalf of 898ee6a85bb74ab9b7a21d3af80d1991 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:23.640422 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.658991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] device_id is not set on port e6fdf506-9444-415c-b81c-504dc8cc5d68 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:31:23.815597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Allocated IP 172.20.0.5 (2446f71a-de13-4bff-9236-3373432ee080/ff1e3d43-c870-4633-bb81-e20720170363/e6fdf506-9444-415c-b81c-504dc8cc5d68) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:24.030313 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.053941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Transition to ACTIVE for port object e6fdf506-9444-415c-b81c-504dc8cc5d68 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:24.113410 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.176250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Network 2446f71a-de13-4bff-9236-3373432ee080 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:24.179573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:24.183731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:24.185006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:24.191699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event updated for resources: {'Port': ['ID=e6fdf506-9444-415c-b81c-504dc8cc5d68,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:24.263600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:24.264214 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.289392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d4a48ebc-4818-4857-83a3-78b679c777b1 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1194272 Jul 16 18:31:24.292768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44886) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:24.395024 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-029ac3fb-3aae-400e-86b7-e2b6f8741499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.463690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-269123a8-1463-474f-b197-5416d61813b5 None None] Provisioning for port e6fdf506-9444-415c-b81c-504dc8cc5d68 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:24.469781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-269123a8-1463-474f-b197-5416d61813b5 None None] Provisioning complete for port e6fdf506-9444-415c-b81c-504dc8cc5d68 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:24.471290 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-269123a8-1463-474f-b197-5416d61813b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.535674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-269123a8-1463-474f-b197-5416d61813b5 None None] Port e6fdf506-9444-415c-b81c-504dc8cc5d68 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:24.547383 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-029ac3fb-3aae-400e-86b7-e2b6f8741499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.552644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-029ac3fb-3aae-400e-86b7-e2b6f8741499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.602724 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-029ac3fb-3aae-400e-86b7-e2b6f8741499 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93097eb22e1742229e19e2aed2ee8d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177721 Jul 16 18:31:24.605150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'project_id': '898ee6a85bb74ab9b7a21d3af80d1991', 'port_id': 'e6fdf506-9444-415c-b81c-504dc8cc5d68'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:24.609858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44892) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:24.676391 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.720951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ac3fb-3aae-400e-86b7-e2b6f8741499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de54ceb7-bb65-4dd0-95e2-84c2ae0a63ae,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:24.789648 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-110ac08e-75b7-4c55-a671-24015a54548e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.848425 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-110ac08e-75b7-4c55-a671-24015a54548e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.918018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-110ac08e-75b7-4c55-a671-24015a54548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.922150 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-110ac08e-75b7-4c55-a671-24015a54548e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.923960 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-110ac08e-75b7-4c55-a671-24015a54548e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de54ceb7-bb65-4dd0-95e2-84c2ae0a63ae HTTP/1.1" status: 204 len: 168 time: 0.3124466 Jul 16 18:31:24.947785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ac08e-75b7-4c55-a671-24015a54548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de54ceb7-bb65-4dd0-95e2-84c2ae0a63ae,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:24.958637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.978809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc346c9-6fdc-4238-b492-cda8eba53c20 req-ff6333d3-86e4-4bc9-aac0-a480e3c5d800 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:24.988036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adc346c9-6fdc-4238-b492-cda8eba53c20 req-ff6333d3-86e4-4bc9-aac0-a480e3c5d800 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 946 time: 0.2137136 Jul 16 18:31:25.062568 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aea8d8-accb-4a56-9567-e7f21cf9051c req-f0027d8e-ea5d-4386-a689-af690ad16784 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.069660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03aea8d8-accb-4a56-9567-e7f21cf9051c req-f0027d8e-ea5d-4386-a689-af690ad16784 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.2272353 Jul 16 18:31:25.141143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adc346c9-6fdc-4238-b492-cda8eba53c20 req-dbaeed21-3ec6-41e2-bdff-c2d21e5bc364 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494586 Jul 16 18:31:25.177137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03aea8d8-accb-4a56-9567-e7f21cf9051c req-123c665b-fcec-435a-9289-4757b694b5c2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062536 Jul 16 18:31:25.246344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Allocated IP 172.25.2.207 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/a7fdee4a-73f6-4c96-a174-f112ad53584e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:25.386374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:25.411888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-135a4f9a-3c90-4a72-80ff-14573420aa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.602489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-135a4f9a-3c90-4a72-80ff-14573420aa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.608142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-135a4f9a-3c90-4a72-80ff-14573420aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.684654 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-135a4f9a-3c90-4a72-80ff-14573420aa77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4fad14559eb40b9a8e15636b48fb540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941160 Jul 16 18:31:25.685293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a4f9a-3c90-4a72-80ff-14573420aa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909979cf-7880-4518-9422-a9b061fb49e8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:25.704254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:25.774436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8be9-b616-447b-8968-3b0e1337e276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.799360 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8be9-b616-447b-8968-3b0e1337e276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.801432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.857959 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.875074 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8be9-b616-447b-8968-3b0e1337e276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.878428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8be9-b616-447b-8968-3b0e1337e276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.883352 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5fdc8be9-b616-447b-8968-3b0e1337e276 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/909979cf-7880-4518-9422-a9b061fb49e8 HTTP/1.1" status: 204 len: 168 time: 0.1776385 Jul 16 18:31:25.893205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc8be9-b616-447b-8968-3b0e1337e276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909979cf-7880-4518-9422-a9b061fb49e8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:25.906953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:25.915142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:25.920459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:25.929718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edbfb9-22f2-47f2-b4e8-c087d3bf43b5 req-91ae9cb4-5679-4305-83a2-0c044eb7513e tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.937497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93edbfb9-22f2-47f2-b4e8-c087d3bf43b5 req-91ae9cb4-5679-4305-83a2-0c044eb7513e tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 946 time: 0.2022598 Jul 16 18:31:25.972404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Pushing event updated for resources: {'Port': ['ID=a7fdee4a-73f6-4c96-a174-f112ad53584e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:26.018835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93edbfb9-22f2-47f2-b4e8-c087d3bf43b5 req-8c3f2da5-04aa-439d-9a64-40f01e116123 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805151 Jul 16 18:31:26.485988 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.494745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387620f-1a9a-4632-8637-5ed01ef9de28 req-b4b50f24-dd43-43f6-a1f0-3094851f7bbf tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.497809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1387620f-1a9a-4632-8637-5ed01ef9de28 req-b4b50f24-dd43-43f6-a1f0-3094851f7bbf tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.1347783 Jul 16 18:31:26.578826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1387620f-1a9a-4632-8637-5ed01ef9de28 req-45cca9a2-68ae-42cd-9020-4798f6d75740 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Jul 16 18:31:26.644560 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.839328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-34394005-e3c9-4ea8-a2a6-78a7a1922f88 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.841052 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-34394005-e3c9-4ea8-a2a6-78a7a1922f88 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 946 time: 0.0755250 Jul 16 18:31:26.843375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.854034 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.941778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Pushing event updated for resources: {'Port': ['ID=a7fdee4a-73f6-4c96-a174-f112ad53584e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:26.967902 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.035050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Deleting port 20ea3e3b-87f4-4d24-abaa-b145878bb09b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:27.035050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.158268 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Floating IP ee2a81ec-ffe5-43d6-a4e0-c37cc11f7a98 associated. External IP: 172.25.2.207, port: e6fdf506-9444-415c-b81c-504dc8cc5d68. Jul 16 18:31:27.248321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] For port 20ea3e3b-87f4-4d24-abaa-b145878bb09b, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=20ea3e3b-87f4-4d24-abaa-b145878bb09b,segment=NetworkSegment(67dea2aa-2bac-4107-b01a-04c09df6c402),segment_id=67dea2aa-2bac-4107-b01a-04c09df6c402)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:27.248826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.266762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Calling delete_port for 20ea3e3b-87f4-4d24-abaa-b145878bb09b owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:27.457314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cbbd0-73fc-49fc-9dba-ea8902fd0f8f req-7327098c-1bab-4f46-8143-1302a0cef3a6 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.459108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e8cbbd0-73fc-49fc-9dba-ea8902fd0f8f req-7327098c-1bab-4f46-8143-1302a0cef3a6 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe4f5c5b-43be-46f7-872f-db71862d1126 HTTP/1.1" status: 200 len: 946 time: 0.1864207 Jul 16 18:31:27.515374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Router c16adbde-74f8-420b-baaa-0ccd8241d54d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:27.526175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.526720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e8cbbd0-73fc-49fc-9dba-ea8902fd0f8f req-b747bf09-d110-43b6-a0a1-ec3e6b9576e2 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.60 "GET /v2.0/security-groups?id=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567422 Jul 16 18:31:27.542455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['20ea3e3b-87f4-4d24-abaa-b145878bb09b'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:27.586840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Pushing event deleted for resources: {'Port': ['ID=20ea3e3b-87f4-4d24-abaa-b145878bb09b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:27.644085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] No DVR routers for this DVR port 20ea3e3b-87f4-4d24-abaa-b145878bb09b on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:27.647219 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.649754 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-392b86eb-3746-46fb-b3ea-fe51ff4f80c3 req-e7df511d-010e-4339-be74-ba8f67eda386 tempest-InstanceActionsV221TestJSON-1484868012 tempest-InstanceActionsV221TestJSON-1484868012-project] 10.222.0.45 "DELETE /v2.0/ports/20ea3e3b-87f4-4d24-abaa-b145878bb09b HTTP/1.1" status: 204 len: 173 time: 0.8034694 Jul 16 18:31:27.650793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4f5c5b-43be-46f7-872f-db71862d1126', 'name': 'network-vif-deleted', 'tag': '20ea3e3b-87f4-4d24-abaa-b145878bb09b'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:27.653536 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789839c0-e5b6-4e95-ba10-242066baeca5" -d '{"events": [{"server_uuid": "fe4f5c5b-43be-46f7-872f-db71862d1126", "name": "network-vif-deleted", "tag": "20ea3e3b-87f4-4d24-abaa-b145878bb09b"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:27.711020 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52afe5b-984c-40a5-8cdf-be5346293f2b x-openstack-request-id: req-a52afe5b-984c-40a5-8cdf-be5346293f2b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:27.711652 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4f5c5b-43be-46f7-872f-db71862d1126", "name": "network-vif-deleted", "tag": "20ea3e3b-87f4-4d24-abaa-b145878bb09b", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:27.713258 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a52afe5b-984c-40a5-8cdf-be5346293f2b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:27.715096 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4f5c5b-43be-46f7-872f-db71862d1126', 'name': 'network-vif-deleted', 'tag': '20ea3e3b-87f4-4d24-abaa-b145878bb09b', 'status': 'completed', 'code': 200} Jul 16 18:31:27.732572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:27.744965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e68608-a734-435f-a80c-f41304cbb2c4 None None] Sync routers for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:27.760392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e68608-a734-435f-a80c-f41304cbb2c4 None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:27.761297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-47e68608-a734-435f-a80c-f41304cbb2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:27.771641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.808461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-47e68608-a734-435f-a80c-f41304cbb2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:27.812941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44984) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:27.819167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e68608-a734-435f-a80c-f41304cbb2c4 None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:27.819807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-47e68608-a734-435f-a80c-f41304cbb2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:27.851193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6e19f6d7-066e-4ede-87ca-1e63643c5cdd tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5571194 Jul 16 18:31:27.855239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44988) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:27.865492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-47e68608-a734-435f-a80c-f41304cbb2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:27.866504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e68608-a734-435f-a80c-f41304cbb2c4 None None] The sync data for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:27.925293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15203579-a409-426a-b15f-83aa860ce4d1 req-f623677e-37bc-4d69-8d94-898828278a2a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.926897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15203579-a409-426a-b15f-83aa860ce4d1 req-f623677e-37bc-4d69-8d94-898828278a2a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.1749175 Jul 16 18:31:27.998341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15203579-a409-426a-b15f-83aa860ce4d1 req-fc5dfc2e-1e57-4024-ac18-806f982906fd tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625966 Jul 16 18:31:28.005062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b93c96-b606-451a-87e0-6e6a531ae469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.379780 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-355358bb-60b9-4bd2-a6b8-c127e78b1568 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] 10.222.0.60 "GET /v2.0/floatingips/ee2a81ec-ffe5-43d6-a4e0-c37cc11f7a98 HTTP/1.1" status: 200 len: 983 time: 0.5233614 Jul 16 18:31:28.382359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:28.519763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-07843dcc-835e-4f50-ad6c-c73f92ce6403 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1362991 Jul 16 18:31:28.522622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 44992) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:28.571588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b93c96-b606-451a-87e0-6e6a531ae469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.577975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5b93c96-b606-451a-87e0-6e6a531ae469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.627945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d5b93c96-b606-451a-87e0-6e6a531ae469 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a628c4f904984a7d9523db625d1336a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8114352 Jul 16 18:31:28.627945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b93c96-b606-451a-87e0-6e6a531ae469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b8ffc-17af-4ddd-b73d-876102c7a05b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:28.631659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 44996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:28.687708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e79e97c9-0e22-4c9b-8fff-0b1ff90f5762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.714348 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e79e97c9-0e22-4c9b-8fff-0b1ff90f5762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.725411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Deleting port a7fdee4a-73f6-4c96-a174-f112ad53584e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:28.725757 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.776841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e79e97c9-0e22-4c9b-8fff-0b1ff90f5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.780563 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e79e97c9-0e22-4c9b-8fff-0b1ff90f5762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.784283 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e79e97c9-0e22-4c9b-8fff-0b1ff90f5762 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/947b8ffc-17af-4ddd-b73d-876102c7a05b HTTP/1.1" status: 204 len: 168 time: 0.1545250 Jul 16 18:31:28.794518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e97c9-0e22-4c9b-8fff-0b1ff90f5762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b8ffc-17af-4ddd-b73d-876102c7a05b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:28.832887 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.833354 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.848359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Calling delete_port for a7fdee4a-73f6-4c96-a174-f112ad53584e owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:28.903971 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.914446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45006) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:28.967148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a49a6f4-5ee9-48d2-aec7-d239e5906896 admin admin] Deleting subnet fe4f7cfc-96fb-4b88-9a06-857e57e3cca4 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:28.970751 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a49a6f4-5ee9-48d2-aec7-d239e5906896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.022421 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a49a6f4-5ee9-48d2-aec7-d239e5906896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.068552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a49a6f4-5ee9-48d2-aec7-d239e5906896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.078781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.109682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event deleted for resources: {'Port': ['ID=a7fdee4a-73f6-4c96-a174-f112ad53584e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:29.166762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a49a6f4-5ee9-48d2-aec7-d239e5906896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.185789 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a49a6f4-5ee9-48d2-aec7-d239e5906896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.188382 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1a49a6f4-5ee9-48d2-aec7-d239e5906896 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fe4f7cfc-96fb-4b88-9a06-857e57e3cca4 HTTP/1.1" status: 204 len: 168 time: 0.2727833 Jul 16 18:31:29.191177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45016) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:29.218211 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.218551 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Floating IP ee2a81ec-ffe5-43d6-a4e0-c37cc11f7a98 disassociated (deleted). External IP: 172.25.2.207, port: e6fdf506-9444-415c-b81c-504dc8cc5d68. Jul 16 18:31:29.229964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49a6f4-5ee9-48d2-aec7-d239e5906896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4f7cfc-96fb-4b88-9a06-857e57e3cca4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:29.303315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.323014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178b900-fb55-4498-9d1a-0074943d6fb6 req-02bb0e60-1cf0-4e92-bccf-32dab5d45d5d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:29.324767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2178b900-fb55-4498-9d1a-0074943d6fb6 req-02bb0e60-1cf0-4e92-bccf-32dab5d45d5d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.1613736 Jul 16 18:31:29.399586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.412120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cfe465-9064-4def-aa16-bd32b46a0fd1']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:29.428707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2178b900-fb55-4498-9d1a-0074943d6fb6 req-32352617-f344-419e-a6a3-3dff3d82e15d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948641 Jul 16 18:31:29.433123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dea2aa-2bac-4107-b01a-04c09df6c402') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:29.433284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dea2aa-2bac-4107-b01a-04c09df6c402') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:29.444408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.476644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.486529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:29.487209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:29.489501 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:29.558434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Router c16adbde-74f8-420b-baaa-0ccd8241d54d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:29.575993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.588842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 20ea3e3b-87f4-4d24-abaa-b145878bb09b no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:29.605436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.614082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 20ea3e3b-87f4-4d24-abaa-b145878bb09b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:29.614082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 20ea3e3b-87f4-4d24-abaa-b145878bb09b not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:29.614674 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] 10.222.0.60 "DELETE /v2.0/networks/03cfe465-9064-4def-aa16-bd32b46a0fd1 HTTP/1.1" status: 204 len: 168 time: 0.4200597 Jul 16 18:31:29.614674 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df1cdc-8e03-48bc-869d-ac145005499b admin admin] Pushing event deleted for resources: {'Network': ['ID=03cfe465-9064-4def-aa16-bd32b46a0fd1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:29.719722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:29.724723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.732315 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253445d-1401-4741-9733-e57ea2289c19 None None] Sync routers for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:29.756282 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253445d-1401-4741-9733-e57ea2289c19 None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:29.760495 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1253445d-1401-4741-9733-e57ea2289c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:29.789618 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bdda8de1-1a37-49dc-89f4-e40476d7ec14 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "DELETE /v2.0/floatingips/ee2a81ec-ffe5-43d6-a4e0-c37cc11f7a98 HTTP/1.1" status: 204 len: 168 time: 1.2656658 Jul 16 18:31:29.797357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45038) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:29.800555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:29.846391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.895227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:29.943350 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1253445d-1401-4741-9733-e57ea2289c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:29.953425 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253445d-1401-4741-9733-e57ea2289c19 None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:29.954059 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1253445d-1401-4741-9733-e57ea2289c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:29.980602 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5ad6a7f8-cddc-4912-b70f-9467782c3d3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89f2ed7ef9064bbb954644365d94504c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811617 Jul 16 18:31:29.981199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45042) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:29.995065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.015790 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1253445d-1401-4741-9733-e57ea2289c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:30.016222 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253445d-1401-4741-9733-e57ea2289c19 None None] The sync data for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:30.072767 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0b5e-bf9e-445e-950c-f50f1a8ba88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.106724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0b5e-bf9e-445e-950c-f50f1a8ba88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.131586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Allocated IP 172.25.2.36 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/51defa09-1adc-4ddb-9221-6288d2045ff0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:30.193947 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0b5e-bf9e-445e-950c-f50f1a8ba88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.197029 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dbd0b5e-bf9e-445e-950c-f50f1a8ba88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.201097 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7dbd0b5e-bf9e-445e-950c-f50f1a8ba88f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b1688a9-7f41-4ea4-b8f2-76fbad0cff86 HTTP/1.1" status: 204 len: 168 time: 0.2162111 Jul 16 18:31:30.222900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd0b5e-bf9e-445e-950c-f50f1a8ba88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1688a9-7f41-4ea4-b8f2-76fbad0cff86,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:30.309218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.365296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.421817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Pushing event updated for resources: {'Port': ['ID=51defa09-1adc-4ddb-9221-6288d2045ff0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:30.425616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:30.427698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:30.430281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:30.538748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.624141 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.703361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8d447-7f93-4f78-9c44-ae8cebfbe0f2 req-ccc1187d-7d96-4582-9c3b-a41a824fceeb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.705949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15a8d447-7f93-4f78-9c44-ae8cebfbe0f2 req-ccc1187d-7d96-4582-9c3b-a41a824fceeb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.0958974 Jul 16 18:31:30.710610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45080) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:30.764999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15a8d447-7f93-4f78-9c44-ae8cebfbe0f2 req-1134647f-0b78-46cd-823e-accb908deb1b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Jul 16 18:31:30.843389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9856ded-e4c5-41b4-a2e8-8bc47e4b1b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.895479 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.922451 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.999516 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9856ded-e4c5-41b4-a2e8-8bc47e4b1b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.006135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9856ded-e4c5-41b4-a2e8-8bc47e4b1b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.030209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Pushing event updated for resources: {'Port': ['ID=51defa09-1adc-4ddb-9221-6288d2045ff0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:31.041666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.061733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f9856ded-e4c5-41b4-a2e8-8bc47e4b1b52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d69003a9c0a54e26a7cf62421a3ba280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495758 Jul 16 18:31:31.062006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45092) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:31.076196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9856ded-e4c5-41b4-a2e8-8bc47e4b1b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d34a29-d465-4722-b404-451d79a7ad1b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:31.111009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.113272 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a2ef626a-e4af-458c-82c4-fef4569c9e72 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3179412 Jul 16 18:31:31.116025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45096) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:31.187546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7cacaee-f656-4454-a6cb-503a66cac907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.221030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7cacaee-f656-4454-a6cb-503a66cac907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.285276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7cacaee-f656-4454-a6cb-503a66cac907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.291019 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7cacaee-f656-4454-a6cb-503a66cac907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.292361 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e7cacaee-f656-4454-a6cb-503a66cac907 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60d34a29-d465-4722-b404-451d79a7ad1b HTTP/1.1" status: 204 len: 168 time: 0.2283735 Jul 16 18:31:31.307785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cacaee-f656-4454-a6cb-503a66cac907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d34a29-d465-4722-b404-451d79a7ad1b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:31.325873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45104) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:31.475199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:31.531807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.673917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-812708709-network', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:31.698327 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.711177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Made reservation on behalf of a1cc4fc6d4ca4679a2550eed68336600 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:31.713897 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.750213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.868991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Allocated IP 172.25.2.198 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/fcf673a2-5890-4317-b7e6-be53c2e3ab5c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:32.016574 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.027663 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.051970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6700b8a-a4e8-4261-a2fc-feadad413e2c req-9d49e7ac-a76f-4f06-affa-6cea3fac9f7a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.054677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6700b8a-a4e8-4261-a2fc-feadad413e2c req-9d49e7ac-a76f-4f06-affa-6cea3fac9f7a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.0939391 Jul 16 18:31:32.088667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:32.113651 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.124567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.124567 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Added segment b5346793-b454-4817-8b12-fad10e5f73ab of type vlan for network 28e650c5-9c08-452d-a9f4-d6377e24567e Jul 16 18:31:32.125912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a9ef96-f52d-4197-970e-6e4845aab77a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:32.135667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6700b8a-a4e8-4261-a2fc-feadad413e2c req-3d71f036-5091-4f74-a99b-d8b0336a8dc2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660386 Jul 16 18:31:32.183493 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.228953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.237444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.238435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.239020 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.319386 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9873056 Jul 16 18:31:32.319386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:32.319881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:32.326730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Request body: {'subnet': {'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-812708709-subnet', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:32.328341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:32.352030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Made reservation on behalf of a1cc4fc6d4ca4679a2550eed68336600 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:32.356040 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.358296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Pushing event updated for resources: {'Port': ['ID=fcf673a2-5890-4317-b7e6-be53c2e3ab5c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:32.361036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:32.363712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84571875-1c83-4525-9ac9-3ad4949c29b1 admin admin] Pushing event updated for resources: {'Network': ['ID=28e650c5-9c08-452d-a9f4-d6377e24567e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:32.380399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 28e650c5-9c08-452d-a9f4-d6377e24567e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:32.480766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.563905 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.805032 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.814152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.892708 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Pushing event updated for resources: {'Port': ['ID=fcf673a2-5890-4317-b7e6-be53c2e3ab5c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:32.916546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.933274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.934866 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f33473d9-f007-43f3-84c4-395397563ec4 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8177831 Jul 16 18:31:32.938310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45140) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.036754 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-862819be-5deb-41d1-b967-a3084b48d68f tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0971646 Jul 16 18:31:33.037021 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.037975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45144) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.107911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Checking segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:33.109336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Network hostable DHCP agents. Network: 28e650c5-9c08-452d-a9f4-d6377e24567e, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:33.115398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4625356-a4f5-445c-a349-a43e42130267,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:33.155434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Network 28e650c5-9c08-452d-a9f4-d6377e24567e is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:33.160284 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d27ab17c-1d02-4992-9447-535ec9c75cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.170538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 28e650c5-9c08-452d-a9f4-d6377e24567e) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:33.171360 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-845874d9-240d-484a-8ca8-0d7d6459d230 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1313758 Jul 16 18:31:33.175508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.188509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23c720-e3d8-437f-bdbc-a887997d0989 None None] Network 28e650c5-9c08-452d-a9f4-d6377e24567e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:33.189599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:33.189599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.213217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-59f9d105-0bd7-4c06-867b-9f49ed465462 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8906474 Jul 16 18:31:33.214024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45154) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.220709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:33.255812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.257276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.359653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.419541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45156) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.436422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Deleting port fcf673a2-5890-4317-b7e6-be53c2e3ab5c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:33.436708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.475354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-28e650c5-9c08-452d-a9f4-d6377e24567e', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:33.477259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.531115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02501b2-6e83-4695-afbe-7bbc6e0b3e88 req-e0015771-cfd6-4cc9-a0bc-1f7ae180f784 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:33.533482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b02501b2-6e83-4695-afbe-7bbc6e0b3e88 req-e0015771-cfd6-4cc9-a0bc-1f7ae180f784 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.1916838 Jul 16 18:31:33.539344 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.540410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.561476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Calling delete_port for fcf673a2-5890-4317-b7e6-be53c2e3ab5c owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:33.593586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d0f9946a-b120-4f24-ac30-4eee95aa461e tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-952045466'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:33.594066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d0f9946a-b120-4f24-ac30-4eee95aa461e tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Unknown quota resources ['metering_label']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:31:33.664636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.673456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Allocated IP 172.20.0.2 (28e650c5-9c08-452d-a9f4-d6377e24567e/c4625356-a4f5-445c-a349-a43e42130267/745ed5d3-19f3-43aa-b3b5-58c63ad08ad6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:33.715655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b02501b2-6e83-4695-afbe-7bbc6e0b3e88 req-434653b4-0b1e-49b4-b0da-3790cc41a745 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220589 Jul 16 18:31:33.905496 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.033699 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.035656 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0f9946a-b120-4f24-ac30-4eee95aa461e tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.040791 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d0f9946a-b120-4f24-ac30-4eee95aa461e tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6184115 Jul 16 18:31:34.043867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.051383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0ea039f3-ac8f-49fd-b4ac-6ce40728ce65 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4165cca2-223c-4cc6-9f82-0033ccb8a53e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:34.052298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0ea039f3-ac8f-49fd-b4ac-6ce40728ce65 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:31:34.057869 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.105796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Transition to ACTIVE for port object 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:34.134462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.136059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Transition to ACTIVE for port object 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:34.151416 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.235482 n-d-793619-10 neutron-server[93824]: WARNING neutron.services.metering.metering_plugin [None req-0ea039f3-ac8f-49fd-b4ac-6ce40728ce65 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:31:34.242233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Pushing event deleted for resources: {'Port': ['ID=fcf673a2-5890-4317-b7e6-be53c2e3ab5c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.281589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Network 28e650c5-9c08-452d-a9f4-d6377e24567e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:34.285976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:34.292532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:34.299803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Allocated IP 172.25.2.39 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/4167a002-7d02-43ef-a931-af2bca41b38e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:34.361170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Pushing event updated for resources: {'Port': ['ID=745ed5d3-19f3-43aa-b3b5-58c63ad08ad6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.423038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Attempting to bind port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:34.423599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Attempting to bind port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:34.424141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Attempting to bind port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:34.431265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:34.431908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Checking segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:34.432320 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.432760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Bound using segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:34.433248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Bound port: 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:34.434099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.495497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0ea039f3-ac8f-49fd-b4ac-6ce40728ce65 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.500847 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0ea039f3-ac8f-49fd-b4ac-6ce40728ce65 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4555578 Jul 16 18:31:34.501512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45162) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.509629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d4b9f6ce-e232-4a49-a549-cfcceb2271c5 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4165cca2-223c-4cc6-9f82-0033ccb8a53e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:34.510132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d4b9f6ce-e232-4a49-a549-cfcceb2271c5 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93824) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:31:34.515463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] For port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:34.522158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.522416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] For port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=745ed5d3-19f3-43aa-b3b5-58c63ad08ad6,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:34.525258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.529431 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c07d3ed4-1923-482e-9024-d8bc98b4bee9 tempest-FloatingIPAdminTestJSON-51629024 tempest-FloatingIPAdminTestJSON-51629024-project] 10.222.0.60 "DELETE /v2.0/floatingips/d43f1392-c487-4546-9dab-66e117893d5b HTTP/1.1" status: 204 len: 168 time: 1.3527730 Jul 16 18:31:34.530097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45164) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.530239 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.530519 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.582800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.615418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb69d63-fda8-4ea2-9f95-732add59090c None None] Pushing event updated for resources: {'Port': ['ID=745ed5d3-19f3-43aa-b3b5-58c63ad08ad6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.631092 n-d-793619-10 neutron-server[93824]: WARNING neutron.services.metering.metering_plugin [None req-d4b9f6ce-e232-4a49-a549-cfcceb2271c5 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:31:34.664201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Pushing event updated for resources: {'Port': ['ID=4167a002-7d02-43ef-a931-af2bca41b38e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.678028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:34.681313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:34.684137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:34.831168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4b9f6ce-e232-4a49-a549-cfcceb2271c5 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.832426 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d4b9f6ce-e232-4a49-a549-cfcceb2271c5 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3280296 Jul 16 18:31:34.838420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45168) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.927043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1be78249-5d6c-4377-804f-a006d66a9e4b tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=27dd2781-2eac-48d3-a1b9-1648b438fcfd HTTP/1.1" status: 200 len: 464 time: 0.0871072 Jul 16 18:31:34.928010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Deleting port 51defa09-1adc-4ddb-9221-6288d2045ff0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:34.928591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.931941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.086815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.088959 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.116271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Calling delete_port for 51defa09-1adc-4ddb-9221-6288d2045ff0 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:35.287716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d1dbff8b-3b8a-4e75-9bf8-15202fc9483b tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.292780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d1dbff8b-3b8a-4e75-9bf8-15202fc9483b tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/27dd2781-2eac-48d3-a1b9-1648b438fcfd HTTP/1.1" status: 204 len: 168 time: 0.3559880 Jul 16 18:31:35.294786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.350564 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-37871d98-f911-4d2b-907b-a563e6c601aa tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=27dd2781-2eac-48d3-a1b9-1648b438fcfd HTTP/1.1" status: 200 len: 221 time: 0.0469182 Jul 16 18:31:35.351728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45174) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.355498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3101154a-c162-4869-9854-14505a91089e tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--62669833', 'description': 'label created by tempest'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.355963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3101154a-c162-4869-9854-14505a91089e tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Unknown quota resources ['metering_label']. {{(pid=93823) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:31:35.522883 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.616150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b4c8d-e151-4499-917b-bf04fd715212 req-fe7238b6-d5ba-4bd0-857f-0c9cda6553d3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:35.619217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d5b4c8d-e151-4499-917b-bf04fd715212 req-fe7238b6-d5ba-4bd0-857f-0c9cda6553d3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.4813519 Jul 16 18:31:35.683467 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3101154a-c162-4869-9854-14505a91089e tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.684820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3101154a-c162-4869-9854-14505a91089e tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3332231 Jul 16 18:31:35.693772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.724252 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.755424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Pushing event deleted for resources: {'Port': ['ID=51defa09-1adc-4ddb-9221-6288d2045ff0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.827774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-28e9d13d-9e9c-4418-b1dc-ddfe2d85b3c9 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=c8ddb9aa-7693-46a2-891e-502a727a2686 HTTP/1.1" status: 200 len: 466 time: 0.1305084 Jul 16 18:31:35.831161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.841395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d5b4c8d-e151-4499-917b-bf04fd715212 req-fa1d4aab-ba53-40a6-9df4-5bb15e5ec912 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711147 Jul 16 18:31:35.951044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.955188 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.959894 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f19dd12c-c95f-4da3-b044-ce5bf4ce46f6 tempest-FloatingIPAdminTestJSON-1530119228 tempest-FloatingIPAdminTestJSON-1530119228-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/8251eee0-3e8d-40cb-9b98-dbabd2098748 HTTP/1.1" status: 204 len: 168 time: 1.4244626 Jul 16 18:31:35.968744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45180) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.979705 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.025968 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bb71-5da7-4e3d-bbfc-e290a5fb7939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.051051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.051823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f73f9-d43c-4af7-ae81-a7f54b31abc9 None None] Network 28e650c5-9c08-452d-a9f4-d6377e24567e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:36.087667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cc038b8b-a0eb-461f-b43f-614598c88cf8 None None] Provisioning for port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:36.104696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01535504-c3b6-44ee-bd13-e4f3d2190230 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.110405 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-01535504-c3b6-44ee-bd13-e4f3d2190230 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/c8ddb9aa-7693-46a2-891e-502a727a2686 HTTP/1.1" status: 204 len: 168 time: 0.2762895 Jul 16 18:31:36.112311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.146029 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-534cdd79-38ee-46be-a056-c3a9c8fc508d tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=c8ddb9aa-7693-46a2-891e-502a727a2686 HTTP/1.1" status: 200 len: 216 time: 0.0317383 Jul 16 18:31:36.150527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45184) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.195948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4cb77798-939d-432d-822f-abbb1819a3a7 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0444844 Jul 16 18:31:36.200005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45186) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.213304 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c1892e75-3356-40b1-aec0-77c2ff62cbd7 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0121055 Jul 16 18:31:36.217452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45188) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.224114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-32e591d8-d503-40e7-b2c2-1a4d709c2e3a tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Deleting port e6fdf506-9444-415c-b81c-504dc8cc5d68 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:36.224451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32e591d8-d503-40e7-b2c2-1a4d709c2e3a tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.243691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:36.280875 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ff583db9-4e75-46d9-8ed7-3ba6a86df4f0 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/4165cca2-223c-4cc6-9f82-0033ccb8a53e HTTP/1.1" status: 200 len: 472 time: 0.0604827 Jul 16 18:31:36.285104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45190) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.298132 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-faa5db2d-312c-4791-a1d5-b823a482f37b tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/c40ec073-e024-4d0e-bc72-ef908c3cabec HTTP/1.1" status: 200 len: 461 time: 0.0114734 Jul 16 18:31:36.302045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.342431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:36.347593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:36.348378 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.377825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:36.396312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32e591d8-d503-40e7-b2c2-1a4d709c2e3a tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.426182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-32e591d8-d503-40e7-b2c2-1a4d709c2e3a tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Calling delete_port for e6fdf506-9444-415c-b81c-504dc8cc5d68 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:36.456707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.497285 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebd59666-ef60-448a-be91-040ae80c3097 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.501559 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ebd59666-ef60-448a-be91-040ae80c3097 tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/c40ec073-e024-4d0e-bc72-ef908c3cabec HTTP/1.1" status: 204 len: 168 time: 0.1954029 Jul 16 18:31:36.502046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.504741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=745ed5d3-19f3-43aa-b3b5-58c63ad08ad6,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:36.512256 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.580769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=745ed5d3-19f3-43aa-b3b5-58c63ad08ad6,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:36.623297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6982f9f7-4d6d-4bb1-a011-06c921230b4f None None] Provisioning complete for port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:36.624077 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6982f9f7-4d6d-4bb1-a011-06c921230b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.771257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20371040-57ad-4a9a-a5e4-6648b6554e9f tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.776502 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-20371040-57ad-4a9a-a5e4-6648b6554e9f tempest-MeteringTestJSON-1204745580 tempest-MeteringTestJSON-1204745580-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/4165cca2-223c-4cc6-9f82-0033ccb8a53e HTTP/1.1" status: 204 len: 168 time: 0.2688828 Jul 16 18:31:37.016311 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.028450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:37.042415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Sync routers for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:37.057608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:37.058271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:37.095279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:37.112412 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.116581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ac683c38-1e61-4a7a-882d-56390831452e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8986316 Jul 16 18:31:37.121378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:37.166405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2d2ce-00e6-4f70-890c-c9299009bf09 req-c1335210-b98d-4791-9351-70c3ae6f9f48 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.168016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2da2d2ce-00e6-4f70-890c-c9299009bf09 req-c1335210-b98d-4791-9351-70c3ae6f9f48 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.1932189 Jul 16 18:31:37.169245 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32e591d8-d503-40e7-b2c2-1a4d709c2e3a tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.209991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e591d8-d503-40e7-b2c2-1a4d709c2e3a tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event deleted for resources: {'Port': ['ID=e6fdf506-9444-415c-b81c-504dc8cc5d68,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:37.268443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:37.306450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2da2d2ce-00e6-4f70-890c-c9299009bf09 req-b28cad88-834f-44f9-bd15-814aa2ffd7d1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267748 Jul 16 18:31:37.323562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32e591d8-d503-40e7-b2c2-1a4d709c2e3a tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.325752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-32e591d8-d503-40e7-b2c2-1a4d709c2e3a tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "DELETE /v2.0/ports/e6fdf506-9444-415c-b81c-504dc8cc5d68 HTTP/1.1" status: 204 len: 168 time: 1.3560159 Jul 16 18:31:37.328588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45208) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:37.339957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d250bb8-5ee3-4736-b09c-93f0d8fde989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.411213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2896a59c-febf-414a-a944-4787d0efac37 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.415476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2896a59c-febf-414a-a944-4787d0efac37 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "GET /v2.0/ports?device_id=c16adbde-74f8-420b-baaa-0ccd8241d54d HTTP/1.1" status: 200 len: 913 time: 0.0828676 Jul 16 18:31:37.416828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45210) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:37.532768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:34Z', 'revision_number': 3, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:37.575530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Checking router: f519a9a6-fe4f-4d88-8f23-f3b1ff178132 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:37.576003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Updating router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 port 4167a002-7d02-43ef-a931-af2bca41b38e binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:37.613201 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.616573 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d250bb8-5ee3-4736-b09c-93f0d8fde989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.623152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8d250bb8-5ee3-4736-b09c-93f0d8fde989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.707486 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8d250bb8-5ee3-4736-b09c-93f0d8fde989 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1377c1475a424e54a1a74da10020b304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6084857 Jul 16 18:31:37.714836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:37.732650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d250bb8-5ee3-4736-b09c-93f0d8fde989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c84ae86-2cc9-4125-927c-3042f6e030f6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:37.818218 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb291050-0be8-4b26-97a3-ac6957512bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.837770 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.855022 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb291050-0be8-4b26-97a3-ac6957512bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.948051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb291050-0be8-4b26-97a3-ac6957512bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.952683 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb291050-0be8-4b26-97a3-ac6957512bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.954726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fb291050-0be8-4b26-97a3-ac6957512bd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c84ae86-2cc9-4125-927c-3042f6e030f6 HTTP/1.1" status: 204 len: 168 time: 0.2386529 Jul 16 18:31:37.962217 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.994326 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.007844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Transition to ACTIVE for port object 4167a002-7d02-43ef-a931-af2bca41b38e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:38.017327 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.053181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb291050-0be8-4b26-97a3-ac6957512bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c84ae86-2cc9-4125-927c-3042f6e030f6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.095207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814130c-c804-4485-8c18-e4cde38e1497 None None] Pushing event updated for resources: {'Port': ['ID=4167a002-7d02-43ef-a931-af2bca41b38e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.099732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Attempting to bind port 4167a002-7d02-43ef-a931-af2bca41b38e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:38.100034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Attempting to bind port 4167a002-7d02-43ef-a931-af2bca41b38e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:38.100348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Attempting to bind port 4167a002-7d02-43ef-a931-af2bca41b38e on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:38.112625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:38.112625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:38.112625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.112625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:38.112625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Bound port: 4167a002-7d02-43ef-a931-af2bca41b38e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:38.112625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.145386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Allocated IP 172.20.0.1 (28e650c5-9c08-452d-a9f4-d6377e24567e/c4625356-a4f5-445c-a349-a43e42130267/4fd82007-85a5-4ecc-bfbe-b27fde471af1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:38.209049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] For port 4167a002-7d02-43ef-a931-af2bca41b38e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:38.216724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] For port 4167a002-7d02-43ef-a931-af2bca41b38e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4167a002-7d02-43ef-a931-af2bca41b38e,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:38.228186 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.295160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.313105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Transition to ACTIVE for port object 4fd82007-85a5-4ecc-bfbe-b27fde471af1 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:38.320905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:38.374648 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.388211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:38.388940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:38.396333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814130c-c804-4485-8c18-e4cde38e1497 None None] Pushing event updated for resources: {'Port': ['ID=4167a002-7d02-43ef-a931-af2bca41b38e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.474171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Network 28e650c5-9c08-452d-a9f4-d6377e24567e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:38.478188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:38.483140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:38.502758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Pushing event updated for resources: {'Port': ['ID=4fd82007-85a5-4ecc-bfbe-b27fde471af1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.518137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:38.541726 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9868be0-f642-4c25-ab6e-1712fd23d625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.557176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.642953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Deleting port 7f5fe627-5d67-4b7e-9584-de308a69ba2d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:38.643247 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.659561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:38.659932 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.761202 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.763061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:38.802527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db4003-b38d-40c7-8657-b1e5a9e7592a req-2bbf761f-803c-4930-bca4-a39ee9472efd tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:38.804122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1db4003-b38d-40c7-8657-b1e5a9e7592a req-2bbf761f-803c-4930-bca4-a39ee9472efd tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.2440228 Jul 16 18:31:38.817790 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.857537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Calling delete_port for 7f5fe627-5d67-4b7e-9584-de308a69ba2d owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:38.938985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1db4003-b38d-40c7-8657-b1e5a9e7592a req-3c5c871b-6582-4050-9233-fa841840a8db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182318 Jul 16 18:31:38.952573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-67aa314f-fd54-438f-9fd3-004bcaf03040 None None] Provisioning for port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:38.977802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-67aa314f-fd54-438f-9fd3-004bcaf03040 None None] Provisioning complete for port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:38.978148 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-67aa314f-fd54-438f-9fd3-004bcaf03040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.980049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9868be0-f642-4c25-ab6e-1712fd23d625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.996472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9868be0-f642-4c25-ab6e-1712fd23d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.048699 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.057501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-67aa314f-fd54-438f-9fd3-004bcaf03040 None None] Port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:39.060728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:34Z', 'revision_number': 3, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:39.075258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a9868be0-f642-4c25-ab6e-1712fd23d625 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2f0148dab0745a08d2aec588dd27e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545261 Jul 16 18:31:39.081140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45222) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:39.084811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9868be0-f642-4c25-ab6e-1712fd23d625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3497fedc-af09-4fce-8c1c-5a94df6d2aad,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.097025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4950013e-696b-46b8-bdd0-19928b7c334d None None] The sync data for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 is: [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:34Z', 'revision_number': 3, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:39.197340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.217549 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a9258e1-4240-4351-9baa-ad4f7edaacb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.224476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event deleted for resources: {'Port': ['ID=7f5fe627-5d67-4b7e-9584-de308a69ba2d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.257510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a9258e1-4240-4351-9baa-ad4f7edaacb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.314380 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.323210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.393949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a9258e1-4240-4351-9baa-ad4f7edaacb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.396462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a9258e1-4240-4351-9baa-ad4f7edaacb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.400348 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9a9258e1-4240-4351-9baa-ad4f7edaacb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3497fedc-af09-4fce-8c1c-5a94df6d2aad HTTP/1.1" status: 204 len: 168 time: 0.3155553 Jul 16 18:31:39.416815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Pushing event updated for resources: {'Port': ['ID=4fd82007-85a5-4ecc-bfbe-b27fde471af1,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.420576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.446341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9258e1-4240-4351-9baa-ad4f7edaacb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3497fedc-af09-4fce-8c1c-5a94df6d2aad,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.516575 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.563881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Network 28e650c5-9c08-452d-a9f4-d6377e24567e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:39.565643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:39.766655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:39.847814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Router c16adbde-74f8-420b-baaa-0ccd8241d54d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:39.909068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:39.917049 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5743d5fe-8a10-43a9-a128-51e4c72bd14f admin admin] 10.222.0.60 "PUT /v2.0/routers/f519a9a6-fe4f-4d88-8f23-f3b1ff178132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7940061 Jul 16 18:31:40.001806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63539d6b-1bef-4acf-b741-4221c5fdaf70 None None] Provisioning complete for port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:40.002184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63539d6b-1bef-4acf-b741-4221c5fdaf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.019765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:40.026132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-353aedde-499b-429f-89e3-c59865dfe222 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "PUT /v2.0/routers/c16adbde-74f8-420b-baaa-0ccd8241d54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6079366 Jul 16 18:31:40.028931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:40.040920 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0932db-ba89-4b43-8f16-a42aa0a73790 None None] Sync routers for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:40.056303 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0932db-ba89-4b43-8f16-a42aa0a73790 None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:40.057057 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0f0932db-ba89-4b43-8f16-a42aa0a73790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:40.057753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-63539d6b-1bef-4acf-b741-4221c5fdaf70 None None] Port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:40.158190 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0f0932db-ba89-4b43-8f16-a42aa0a73790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:40.174279 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0932db-ba89-4b43-8f16-a42aa0a73790 None None] Routers {'c16adbde-74f8-420b-baaa-0ccd8241d54d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:40.175898 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0f0932db-ba89-4b43-8f16-a42aa0a73790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c16adbde-74f8-420b-baaa-0ccd8241d54d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:40.229755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2890c08-e853-4e8c-840f-1a0de0963140 req-f6915937-5571-4d49-b478-8a0e7fb770b7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:40.237566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2890c08-e853-4e8c-840f-1a0de0963140 req-f6915937-5571-4d49-b478-8a0e7fb770b7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.0969555 Jul 16 18:31:40.256077 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-0f0932db-ba89-4b43-8f16-a42aa0a73790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:40.256792 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0932db-ba89-4b43-8f16-a42aa0a73790 None None] The sync data for ids ['c16adbde-74f8-420b-baaa-0ccd8241d54d'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:40.281000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.290428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4167a002-7d02-43ef-a931-af2bca41b38e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:40.299869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2890c08-e853-4e8c-840f-1a0de0963140 req-32b138be-cdea-48f4-ac21-4d01d7f0db13 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608618 Jul 16 18:31:40.385260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 4167a002-7d02-43ef-a931-af2bca41b38e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:40.389695 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.391266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4167a002-7d02-43ef-a931-af2bca41b38e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:40.391863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.465601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.539055 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.558926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Deleting port 38c20ccb-684c-4bb6-883e-0a8cdcf9a45f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:40.559878 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.565151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 4167a002-7d02-43ef-a931-af2bca41b38e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4167a002-7d02-43ef-a931-af2bca41b38e,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:40.572292 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.645525 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=4167a002-7d02-43ef-a931-af2bca41b38e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:40.669683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.683371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Calling delete_port for 38c20ccb-684c-4bb6-883e-0a8cdcf9a45f owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:40.740690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45256) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:40.747167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dd661f95-8b69-40b6-add7-66564c26c720 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1622915422', 'description': 'tempest-description--1565704872'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:40.777991 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd661f95-8b69-40b6-add7-66564c26c720 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.872634 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd661f95-8b69-40b6-add7-66564c26c720 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.877537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd661f95-8b69-40b6-add7-66564c26c720 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.878619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.906418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event deleted for resources: {'Port': ['ID=38c20ccb-684c-4bb6-883e-0a8cdcf9a45f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:40.915016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd661f95-8b69-40b6-add7-66564c26c720 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.916111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dd661f95-8b69-40b6-add7-66564c26c720 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1740189 Jul 16 18:31:40.918281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd661f95-8b69-40b6-add7-66564c26c720 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789ce138-9f45-4bcf-b9df-e39c6e54456f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:40.920185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45260) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:40.924725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-acf13781-c6bd-4487-a76b-f0560628d4c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'security_group_rule': {'security_group_id': '789ce138-9f45-4bcf-b9df-e39c6e54456f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:40.961590 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acf13781-c6bd-4487-a76b-f0560628d4c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.987819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.043741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acf13781-c6bd-4487-a76b-f0560628d4c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.049069 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acf13781-c6bd-4487-a76b-f0560628d4c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.076691 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-acf13781-c6bd-4487-a76b-f0560628d4c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.078210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-acf13781-c6bd-4487-a76b-f0560628d4c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570668 Jul 16 18:31:41.079412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13781-c6bd-4487-a76b-f0560628d4c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f4dbd6-7847-4c7a-807d-271833d42a6f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.083039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45266) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.088391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4ee72f22-a293-4812-9da2-e20a3238e219 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'security_group_rule': {'security_group_id': '789ce138-9f45-4bcf-b9df-e39c6e54456f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:41.099366 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.101446 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.135746 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee72f22-a293-4812-9da2-e20a3238e219 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.166216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.166829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Fanout notify agent at l3_agent the message router_deleted on router c16adbde-74f8-420b-baaa-0ccd8241d54d {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:41.177541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.179126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4d1ac3da-d888-47f3-9e58-2fd34c1f19fa tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "DELETE /v2.0/routers/c16adbde-74f8-420b-baaa-0ccd8241d54d HTTP/1.1" status: 204 len: 168 time: 1.1491828 Jul 16 18:31:41.182611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45270) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.211047 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee72f22-a293-4812-9da2-e20a3238e219 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.219140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee72f22-a293-4812-9da2-e20a3238e219 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.239103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee72f22-a293-4812-9da2-e20a3238e219 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72fa901-ae7b-43b2-a140-8f90eaff1edc,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.251912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8d77de-db6f-4b57-99f8-2157bd7e27df tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Deleting subnet ff1e3d43-c870-4633-bb81-e20720170363 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:41.252082 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4ee72f22-a293-4812-9da2-e20a3238e219 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.257281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4ee72f22-a293-4812-9da2-e20a3238e219 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693208 Jul 16 18:31:41.257610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8d77de-db6f-4b57-99f8-2157bd7e27df tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.257730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45274) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.262808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:41.300025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.305924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8d77de-db6f-4b57-99f8-2157bd7e27df tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.413306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45280) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.422893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Sync routers for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:41.434788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:41.435714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:41.437375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.438393 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8d77de-db6f-4b57-99f8-2157bd7e27df tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.519703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8d77de-db6f-4b57-99f8-2157bd7e27df tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.562189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8d77de-db6f-4b57-99f8-2157bd7e27df tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.564996 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a8d77de-db6f-4b57-99f8-2157bd7e27df tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "DELETE /v2.0/subnets/ff1e3d43-c870-4633-bb81-e20720170363 HTTP/1.1" status: 204 len: 168 time: 0.3807378 Jul 16 18:31:41.566486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d77de-db6f-4b57-99f8-2157bd7e27df tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1e3d43-c870-4633-bb81-e20720170363,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.570633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45284) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.587266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7f473467-1368-4c8f-b137-26eba7da6c0f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1270277477'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:41.590100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60560fa5-fe97-4eb2-8b64-bac2ca110489 None None] Network 2446f71a-de13-4bff-9236-3373432ee080 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:41.596254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:41.626078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Allocated IP 172.25.2.159 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/165f77c9-14e9-4249-8d88-5d23354e5fe0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:41.636492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcecf7-b48b-4c04-9273-73309d0f4196 req-7c79a1ec-6039-450c-b4d9-a981945271ca tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:41.638110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08fcecf7-b48b-4c04-9273-73309d0f4196 req-7c79a1ec-6039-450c-b4d9-a981945271ca tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.1474345 Jul 16 18:31:41.661262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f473467-1368-4c8f-b137-26eba7da6c0f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.662746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f473467-1368-4c8f-b137-26eba7da6c0f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.720500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.731595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08fcecf7-b48b-4c04-9273-73309d0f4196 req-cff20345-f8f2-433f-b3d0-8d3aab842bee tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846663 Jul 16 18:31:41.819011 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.819780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f473467-1368-4c8f-b137-26eba7da6c0f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.842761 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f473467-1368-4c8f-b137-26eba7da6c0f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.869858 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:41.870517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f473467-1368-4c8f-b137-26eba7da6c0f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.870696 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.871500 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7f473467-1368-4c8f-b137-26eba7da6c0f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4572053 Jul 16 18:31:41.874565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45286) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.913221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:41.921907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:41.928898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:41.956507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Deleting port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:41.956955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.967786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'Port': ['ID=165f77c9-14e9-4249-8d88-5d23354e5fe0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.973953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fe1317a-0aea-4c57-bb11-8e069c05d409 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.103801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] DHCP port deletion for 2446f71a-de13-4bff-9236-3373432ee080 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:31:42.108480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4fd82007-85a5-4ecc-bfbe-b27fde471af1', 'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'mac_address': 'fa:16:3e:37:52:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 2, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'subnets': [{'id': 'c4625356-a4f5-445c-a349-a43e42130267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.121203 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.122926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] For port 34e80aa5-d4cb-4b35-9e8d-3db13f228758, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=34e80aa5-d4cb-4b35-9e8d-3db13f228758,segment=NetworkSegment(c1fb9f5b-0c58-4593-b90b-029fc2268a5a),segment_id=c1fb9f5b-0c58-4593-b90b-029fc2268a5a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:42.123284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.158757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Checking router: f519a9a6-fe4f-4d88-8f23-f3b1ff178132 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:42.159244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Updating router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:42.203231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Calling delete_port for 34e80aa5-d4cb-4b35-9e8d-3db13f228758 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:42.212183 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.244018 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.246464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fe1317a-0aea-4c57-bb11-8e069c05d409 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.250047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fe1317a-0aea-4c57-bb11-8e069c05d409 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.262544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4167a002-7d02-43ef-a931-af2bca41b38e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:42.341309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fe1317a-0aea-4c57-bb11-8e069c05d409 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.342475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe1317a-0aea-4c57-bb11-8e069c05d409 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b62d27c7-b1a9-4336-8462-db7e2fb1eab9 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:42.358381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fe1317a-0aea-4c57-bb11-8e069c05d409 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.360255 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6fe1317a-0aea-4c57-bb11-8e069c05d409 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "DELETE /v2.0/routers/b62d27c7-b1a9-4336-8462-db7e2fb1eab9 HTTP/1.1" status: 204 len: 168 time: 0.4843497 Jul 16 18:31:42.363908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45288) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:42.389434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9ad637ae-77fc-45e6-8c57-e879b660479d tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Request body: {'router': {'name': 'tempest-router-389054303', 'distributed': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:42.391009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.426402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] Deleting port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:42.427039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event deleted for resources: {'Port': ['ID=34e80aa5-d4cb-4b35-9e8d-3db13f228758,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.427185 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.435071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] No DVR routers for this DVR port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:42.454193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.462455 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.468837 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ad637ae-77fc-45e6-8c57-e879b660479d tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.470575 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ad637ae-77fc-45e6-8c57-e879b660479d tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.536138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4167a002-7d02-43ef-a931-af2bca41b38e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:42.536485 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.538468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] For port 34e80aa5-d4cb-4b35-9e8d-3db13f228758, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:42.538854 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.579484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] Calling delete_port for 34e80aa5-d4cb-4b35-9e8d-3db13f228758 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:42.583812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.588728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] Port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:31:42.601136 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.601429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2446f71a-de13-4bff-9236-3373432ee080']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.614102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fb9f5b-0c58-4593-b90b-029fc2268a5a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.614487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fb9f5b-0c58-4593-b90b-029fc2268a5a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.620858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'Port': ['ID=165f77c9-14e9-4249-8d88-5d23354e5fe0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.638158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ad637ae-77fc-45e6-8c57-e879b660479d tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.639056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.645246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.652759 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ad637ae-77fc-45e6-8c57-e879b660479d tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.662387 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.671355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:42.672920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.683642 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9ad637ae-77fc-45e6-8c57-e879b660479d tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.683642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9ad637ae-77fc-45e6-8c57-e879b660479d tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2955856 Jul 16 18:31:42.683642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:42.697493 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.699364 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-95a527a3-f432-417f-b695-f141284ecdd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4405394 Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:42.765188 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:42.773153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.787298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.793258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "DELETE /v2.0/networks/2446f71a-de13-4bff-9236-3373432ee080 HTTP/1.1" status: 204 len: 168 time: 1.2206798 Jul 16 18:31:42.797721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:42.807885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bfd8c-eb18-417d-a131-c745ca37c102 tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event deleted for resources: {'Network': ['ID=2446f71a-de13-4bff-9236-3373432ee080,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.860308 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ef90e1-cc49-4d97-8fec-94756e5d18df tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.937482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] Pushing event deleted for resources: {'Port': ['ID=34e80aa5-d4cb-4b35-9e8d-3db13f228758,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.955036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb9d28e-1898-4b14-9206-7b00543bf331 None None] No DVR routers for this DVR port 34e80aa5-d4cb-4b35-9e8d-3db13f228758 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:43.125956 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.135817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 34e80aa5-d4cb-4b35-9e8d-3db13f228758 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:43.143865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Transition to ACTIVE for port object 4fd82007-85a5-4ecc-bfbe-b27fde471af1 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:43.167405 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.170846 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 34e80aa5-d4cb-4b35-9e8d-3db13f228758 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:43.171199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 34e80aa5-d4cb-4b35-9e8d-3db13f228758 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:43.228617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d78799-3536-4ed8-afb1-db970e10a558 None None] Pushing event updated for resources: {'Port': ['ID=4fd82007-85a5-4ecc-bfbe-b27fde471af1,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:43.299101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Attempting to bind port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:43.299640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Attempting to bind port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:43.300196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Attempting to bind port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:43.310969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:43.311777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Checking segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:43.312629 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.313482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Bound using segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:43.314486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Bound port: 4fd82007-85a5-4ecc-bfbe-b27fde471af1, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:43.315021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.403103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] For port 4fd82007-85a5-4ecc-bfbe-b27fde471af1, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:43.406885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] For port 4fd82007-85a5-4ecc-bfbe-b27fde471af1, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4fd82007-85a5-4ecc-bfbe-b27fde471af1,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:43.412684 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.480639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:43.481316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:43.527536 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d78799-3536-4ed8-afb1-db970e10a558 None None] Pushing event updated for resources: {'Port': ['ID=4fd82007-85a5-4ecc-bfbe-b27fde471af1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:43.608559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-f80e2d18-c34a-477b-82ac-e7aa96bf6346 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1622915422&fields=id&tenant_id=a1cc4fc6d4ca4679a2550eed68336600 HTTP/1.1" status: 200 len: 267 time: 0.6098883 Jul 16 18:31:43.618140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ef90e1-cc49-4d97-8fec-94756e5d18df tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.619952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:43.622598 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ef90e1-cc49-4d97-8fec-94756e5d18df tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.725070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981ba7-5080-4896-a9a6-1ce319c83992 req-6e339d3e-9253-4992-923f-305d27d98c64 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.726589 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0981ba7-5080-4896-a9a6-1ce319c83992 req-6e339d3e-9253-4992-923f-305d27d98c64 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 943 time: 0.7319772 Jul 16 18:31:43.727936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ef90e1-cc49-4d97-8fec-94756e5d18df tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.728491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ef90e1-cc49-4d97-8fec-94756e5d18df tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2f98d8-fa64-4ef8-937c-e4beefd8fe74 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:43.733137 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ef90e1-cc49-4d97-8fec-94756e5d18df tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.734062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-07ef90e1-cc49-4d97-8fec-94756e5d18df tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "DELETE /v2.0/routers/3c2f98d8-fa64-4ef8-937c-e4beefd8fe74 HTTP/1.1" status: 204 len: 168 time: 1.0485125 Jul 16 18:31:43.738441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45310) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:43.744876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-777eaee6-45c6-4389-948e-abe63e950893 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Request body: {'router': {'name': 'tempest-router-1536723936', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ceddaf01f7f042f4a4734c273afa9732'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:43.750632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Deleting port 09df2d55-c470-4ce2-9051-3029be7ac5d6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:43.751173 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.768276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-777eaee6-45c6-4389-948e-abe63e950893 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.769337 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-777eaee6-45c6-4389-948e-abe63e950893 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.829568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-777eaee6-45c6-4389-948e-abe63e950893 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.835573 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-777eaee6-45c6-4389-948e-abe63e950893 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.852871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-777eaee6-45c6-4389-948e-abe63e950893 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.857052 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-777eaee6-45c6-4389-948e-abe63e950893 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1175427 Jul 16 18:31:43.858302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45312) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:43.863486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:43.877177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4fd82007-85a5-4ecc-bfbe-b27fde471af1', 'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'mac_address': 'fa:16:3e:37:52:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:43Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'subnets': [{'id': 'c4625356-a4f5-445c-a349-a43e42130267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:43.887803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0981ba7-5080-4896-a9a6-1ce319c83992 req-6b158feb-ecc8-48f9-a507-1fdfee5c248c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526546 Jul 16 18:31:43.915931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-9bbf190d-b2b8-4e36-abf4-277c815d01f1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.917390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-9bbf190d-b2b8-4e36-abf4-277c815d01f1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.2882996 Jul 16 18:31:43.918899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a49a1be-e9a7-4d69-a265-fce458fa652d None None] The sync data for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 is: [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4fd82007-85a5-4ecc-bfbe-b27fde471af1', 'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'mac_address': 'fa:16:3e:37:52:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:43Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'subnets': [{'id': 'c4625356-a4f5-445c-a349-a43e42130267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:43.942378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.942717 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.953563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-de690f95-0365-43a3-9548-7ff2420b0e49 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/quotas/a1cc4fc6d4ca4679a2550eed68336600 HTTP/1.1" status: 200 len: 375 time: 0.0282485 Jul 16 18:31:43.959867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Calling delete_port for 09df2d55-c470-4ce2-9051-3029be7ac5d6 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:44.150076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-14c61819-b11a-49f1-b69b-0e0b30a79332 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1164973 Jul 16 18:31:44.194373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2032cf6d-a901-4420-a791-40501d57f119 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:44.226738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4fd82007-85a5-4ecc-bfbe-b27fde471af1 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:44.273042 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.310192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Pushing event deleted for resources: {'Port': ['ID=09df2d55-c470-4ce2-9051-3029be7ac5d6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.366637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:44.380808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:44.381429 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.409694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-0b639884-76ab-4fd8-878e-ca2ce532f4b0 service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312670 Jul 16 18:31:44.415856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.419008 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.420094 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d5f6bbed-35d9-4e98-8f2a-1b2497f89d9c tempest-FloatingIPAdminTestJSON-1723408470 tempest-FloatingIPAdminTestJSON-1723408470-project] 10.222.0.60 "DELETE /v2.0/floatingips/2095d1f2-a62d-447d-a6e1-2174d639c982 HTTP/1.1" status: 204 len: 168 time: 1.6205754 Jul 16 18:31:44.427461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2032cf6d-a901-4420-a791-40501d57f119, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2032cf6d-a901-4420-a791-40501d57f119,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:44.450404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '2032cf6d-a901-4420-a791-40501d57f119', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'port_id': '2032cf6d-a901-4420-a791-40501d57f119', 'mac_address': 'fa:16:3e:66:82:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:44.497842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.523230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2032cf6d-a901-4420-a791-40501d57f119 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:44.532882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-d0761e87-cba5-44d9-bcab-47a4303f2677 service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114202 Jul 16 18:31:44.571803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2032cf6d-a901-4420-a791-40501d57f119, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2032cf6d-a901-4420-a791-40501d57f119,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:44.577680 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.581981 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.582347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.595179 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.684840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 4fd82007-85a5-4ecc-bfbe-b27fde471af1, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4fd82007-85a5-4ecc-bfbe-b27fde471af1,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:44.699502 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.707563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2032cf6d-a901-4420-a791-40501d57f119,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.754868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 18:31:44.755408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Router ba0d7e50-ea95-4fdd-98dc-5a38c88ebeec migrating from provider to provider. {{(pid=93824) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 18:31:44.755594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.761432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.769572 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.798884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=4fd82007-85a5-4ecc-bfbe-b27fde471af1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.804140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-caa802a4-7ff8-402a-9b99-cc6790584fda req-a6f59d4e-5a00-4ae5-8c2c-6094514e6ed8 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 210 time: 0.0497978 Jul 16 18:31:44.884263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:44.891292 n-d-793619-10 neutron-server[93824]: WARNING neutron.scheduler.l3_agent_scheduler [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] No L3 agents can host the router ba0d7e50-ea95-4fdd-98dc-5a38c88ebeec Jul 16 18:31:45.021107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['2032cf6d-a901-4420-a791-40501d57f119'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:45.190041 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-37735b05-ab70-425f-a2d7-d01455121dd1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=898ee6a85bb74ab9b7a21d3af80d1991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045113 Jul 16 18:31:45.191359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Hosts for router ba0d7e50-ea95-4fdd-98dc-5a38c88ebeec: [] {{(pid=93824) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 18:31:45.193276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45334) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:45.247376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005b68-39de-41f1-9662-dfe512a1f8ac req-de8a9204-7298-48eb-844a-52462ff2a004 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.255211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce005b68-39de-41f1-9662-dfe512a1f8ac req-de8a9204-7298-48eb-844a-52462ff2a004 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 944 time: 0.1070189 Jul 16 18:31:45.260432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Hosts for other DVR routers connected to router ba0d7e50-ea95-4fdd-98dc-5a38c88ebeec: set() {{(pid=93824) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 18:31:45.263041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.264291 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eb8e12dc-1250-4bd4-849b-1f3c31289dab tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "PUT /v2.0/routers/ba0d7e50-ea95-4fdd-98dc-5a38c88ebeec HTTP/1.1" status: 200 len: 717 time: 1.4047999 Jul 16 18:31:45.268321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45336) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:45.342122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce005b68-39de-41f1-9662-dfe512a1f8ac req-dc524e0a-0d24-42e2-83f0-41368359798d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852644 Jul 16 18:31:45.382236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f0b13a55-375d-47ba-9a54-cd56741bc259 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "GET /v2.0/routers/ba0d7e50-ea95-4fdd-98dc-5a38c88ebeec HTTP/1.1" status: 200 len: 717 time: 0.1124125 Jul 16 18:31:45.385555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45338) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:45.386687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05d4f1df-14d7-42f7-bc25-4e82f6004e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.426664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05d4f1df-14d7-42f7-bc25-4e82f6004e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.487764 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05d4f1df-14d7-42f7-bc25-4e82f6004e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.491089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05d4f1df-14d7-42f7-bc25-4e82f6004e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.493510 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-05d4f1df-14d7-42f7-bc25-4e82f6004e81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc5d4746-2f5d-46f1-85d7-f39072855adf HTTP/1.1" status: 204 len: 168 time: 0.2990592 Jul 16 18:31:45.503815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4f1df-14d7-42f7-bc25-4e82f6004e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5d4746-2f5d-46f1-85d7-f39072855adf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:45.638014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bed4f9f1-2f9c-4d98-a46c-4885c34196a3 tempest-RoutersTestDVR-2042356043 tempest-RoutersTestDVR-2042356043-project] 10.222.0.60 "GET /v2.0/routers/ba0d7e50-ea95-4fdd-98dc-5a38c88ebeec HTTP/1.1" status: 200 len: 683 time: 0.2487714 Jul 16 18:31:45.638507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45344) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:45.736755 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb872a87-51b1-4ae6-be22-3edf91f7704f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.874239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45350) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:45.888837 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4d73181-787f-4856-8c0b-b96b735f0903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.914146 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb872a87-51b1-4ae6-be22-3edf91f7704f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.916971 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb872a87-51b1-4ae6-be22-3edf91f7704f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.985364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4d73181-787f-4856-8c0b-b96b735f0903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.990713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9baba0d8-d766-4847-bf6c-417e8028a2fd req-9e303ab4-b96b-47df-bd18-dbee865df8eb tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 210 time: 0.0675063 Jul 16 18:31:46.001057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4d73181-787f-4856-8c0b-b96b735f0903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.001293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb872a87-51b1-4ae6-be22-3edf91f7704f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.002893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb872a87-51b1-4ae6-be22-3edf91f7704f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba0d7e50-ea95-4fdd-98dc-5a38c88ebeec {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:46.010373 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb872a87-51b1-4ae6-be22-3edf91f7704f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.011687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fb872a87-51b1-4ae6-be22-3edf91f7704f tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ba0d7e50-ea95-4fdd-98dc-5a38c88ebeec HTTP/1.1" status: 204 len: 168 time: 0.3721962 Jul 16 18:31:46.016189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.021058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3098aca5-7b39-4529-8f21-e707aaef4be9 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Request body: {'router': {'name': 'tempest-router-1777118599', 'distributed': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:46.046239 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3098aca5-7b39-4529-8f21-e707aaef4be9 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.047279 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3098aca5-7b39-4529-8f21-e707aaef4be9 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.076892 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c4d73181-787f-4856-8c0b-b96b735f0903 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=191f9430374e46759a478e7b83adffdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992562 Jul 16 18:31:46.076892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d73181-787f-4856-8c0b-b96b735f0903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45677b89-732c-436f-a889-17a26d7bb12d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:46.081048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45354) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.111388 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3098aca5-7b39-4529-8f21-e707aaef4be9 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.118172 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3098aca5-7b39-4529-8f21-e707aaef4be9 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.136797 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3098aca5-7b39-4529-8f21-e707aaef4be9 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.141069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3098aca5-7b39-4529-8f21-e707aaef4be9 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1218538 Jul 16 18:31:46.141325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45356) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.202391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2032cf6d-a901-4420-a791-40501d57f119 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:46.226077 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46333f5f-4e28-4a09-ad30-73060c0671b8 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.234868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4fd82007-85a5-4ecc-bfbe-b27fde471af1 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:46.323588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 2032cf6d-a901-4420-a791-40501d57f119 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:46.326949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-569a8c19-95b8-455a-9adb-49332054e35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.331712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:46.332403 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.341092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 2032cf6d-a901-4420-a791-40501d57f119 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:46.341719 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.375016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-569a8c19-95b8-455a-9adb-49332054e35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.404545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-0552c9f4-8216-4448-bddd-93b9f181c7fd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.406232 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-0552c9f4-8216-4448-bddd-93b9f181c7fd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.2425866 Jul 16 18:31:46.451244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46333f5f-4e28-4a09-ad30-73060c0671b8 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.454452 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46333f5f-4e28-4a09-ad30-73060c0671b8 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.510477 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-3ac011d0-82f4-4dcf-b2b3-b1b198f04b95 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1cc4fc6d4ca4679a2550eed68336600 HTTP/1.1" status: 200 len: 380 time: 0.0887303 Jul 16 18:31:46.511878 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-569a8c19-95b8-455a-9adb-49332054e35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.514629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-569a8c19-95b8-455a-9adb-49332054e35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.515931 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-569a8c19-95b8-455a-9adb-49332054e35d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45677b89-732c-436f-a889-17a26d7bb12d HTTP/1.1" status: 204 len: 168 time: 0.4335022 Jul 16 18:31:46.529982 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'port': {'device_id': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'admin_state_up': True, 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'security_groups': ['789ce138-9f45-4bcf-b9df-e39c6e54456f']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:46.554898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46333f5f-4e28-4a09-ad30-73060c0671b8 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.555551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46333f5f-4e28-4a09-ad30-73060c0671b8 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1d0be48-a839-4e50-8a49-de5cede78141 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:46.562624 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-46333f5f-4e28-4a09-ad30-73060c0671b8 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.567705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-46333f5f-4e28-4a09-ad30-73060c0671b8 tempest-RoutersTestDVR-1284616828 tempest-RoutersTestDVR-1284616828-project-admin] 10.222.0.60 "DELETE /v2.0/routers/d1d0be48-a839-4e50-8a49-de5cede78141 HTTP/1.1" status: 204 len: 168 time: 0.4250889 Jul 16 18:31:46.600077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a8c19-95b8-455a-9adb-49332054e35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45677b89-732c-436f-a889-17a26d7bb12d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:46.636622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44002618-fc15-4197-8f86-350471856974 req-69fd7c63-8dc2-4a86-a4bf-5f6e1619dc89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.639328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44002618-fc15-4197-8f86-350471856974 req-69fd7c63-8dc2-4a86-a4bf-5f6e1619dc89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 944 time: 0.1368973 Jul 16 18:31:46.691967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Made reservation on behalf of a1cc4fc6d4ca4679a2550eed68336600 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:46.693417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.697549 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.721581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44002618-fc15-4197-8f86-350471856974 req-3780b46f-5e33-4042-9f7a-1404c2118c14 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731189 Jul 16 18:31:46.746007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2032cf6d-a901-4420-a791-40501d57f119'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:46.749103 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaeb0b2-1eec-4151-9ead-f291a2adbc38" -d '{"events": [{"server_uuid": "58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe", "name": "network-vif-plugged", "status": "completed", "tag": "2032cf6d-a901-4420-a791-40501d57f119"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:46.765172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2032cf6d-a901-4420-a791-40501d57f119, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2032cf6d-a901-4420-a791-40501d57f119,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:46.777741 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.827342 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2ecd71-4480-4b62-9961-d8a16672e1fa x-openstack-request-id: req-1b2ecd71-4480-4b62-9961-d8a16672e1fa {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:46.827640 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe", "name": "network-vif-plugged", "status": "completed", "tag": "2032cf6d-a901-4420-a791-40501d57f119", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:46.827876 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b2ecd71-4480-4b62-9961-d8a16672e1fa {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:46.828271 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2032cf6d-a901-4420-a791-40501d57f119', 'code': 200} Jul 16 18:31:46.859907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2032cf6d-a901-4420-a791-40501d57f119,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:46.907204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Allocated IP 172.20.0.9 (28e650c5-9c08-452d-a9f4-d6377e24567e/c4625356-a4f5-445c-a349-a43e42130267/5ebabbba-195a-46e7-b0e0-453e03484d14) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:47.017860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45368) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:47.038702 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-934f1bc3-0f36-4190-9213-bebdd43bd732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.075171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be42d2-c973-40dd-be11-c3e611f2b174 req-31b33629-1bd7-4b6b-94e2-7fbcb1ec51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.076779 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-75be42d2-c973-40dd-be11-c3e611f2b174 req-31b33629-1bd7-4b6b-94e2-7fbcb1ec51a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 1097 time: 0.1472814 Jul 16 18:31:47.138790 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-75be42d2-c973-40dd-be11-c3e611f2b174 req-ec524803-4637-4919-bb6a-d625e9d59fd3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Jul 16 18:31:47.150784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.169260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Transition to ACTIVE for port object 5ebabbba-195a-46e7-b0e0-453e03484d14 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:47.185539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12e5a8b9-8308-46ff-82a1-2502ee51df8e req-5bba098a-2358-40b3-8132-994410db342f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 210 time: 0.0382910 Jul 16 18:31:47.186390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45374) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:47.215841 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-934f1bc3-0f36-4190-9213-bebdd43bd732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.218551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.220324 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-934f1bc3-0f36-4190-9213-bebdd43bd732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.263822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-934f1bc3-0f36-4190-9213-bebdd43bd732 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=667385a57f404166a78074bb3a37aed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448416 Jul 16 18:31:47.265482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f1bc3-0f36-4190-9213-bebdd43bd732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b1b738-f1aa-4962-a3e7-3c3091091e16,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.268130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45378) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:47.269851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Network 28e650c5-9c08-452d-a9f4-d6377e24567e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:47.273906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:47.278586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:47.314812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.331406 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae833220-6aec-4af1-b000-557640119829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.360310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae833220-6aec-4af1-b000-557640119829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.368385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.369970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.409012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88541b2f-e2b5-468a-af04-e38ead52a9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.418509 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae833220-6aec-4af1-b000-557640119829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.421609 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae833220-6aec-4af1-b000-557640119829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.422802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ae833220-6aec-4af1-b000-557640119829 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5b1b738-f1aa-4962-a3e7-3c3091091e16 HTTP/1.1" status: 204 len: 168 time: 0.1534758 Jul 16 18:31:47.428131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-a993bdde-90af-44a2-87f9-e12ba1908405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9106948 Jul 16 18:31:47.432709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae833220-6aec-4af1-b000-557640119829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b1b738-f1aa-4962-a3e7-3c3091091e16,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.451926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Request body: {'port': {'device_id': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:47.577155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.652242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b870ca02-5ac1-4d36-bb4b-2f78bb215ce2 None None] Provisioning for port 5ebabbba-195a-46e7-b0e0-453e03484d14 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:47.669509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b870ca02-5ac1-4d36-bb4b-2f78bb215ce2 None None] Provisioning complete for port 5ebabbba-195a-46e7-b0e0-453e03484d14 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:47.670435 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b870ca02-5ac1-4d36-bb4b-2f78bb215ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.691686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88541b2f-e2b5-468a-af04-e38ead52a9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.730335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b870ca02-5ac1-4d36-bb4b-2f78bb215ce2 None None] Port 5ebabbba-195a-46e7-b0e0-453e03484d14 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:47.741465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88541b2f-e2b5-468a-af04-e38ead52a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.801345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88541b2f-e2b5-468a-af04-e38ead52a9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495595df-2872-4665-8d80-9cd33efd8046,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.817555 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-88541b2f-e2b5-468a-af04-e38ead52a9f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ceddaf01f7f042f4a4734c273afa9732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300647 Jul 16 18:31:47.820177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:47.914511 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4295c95-f04b-4841-a1a7-38008d9bcc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.943789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4295c95-f04b-4841-a1a7-38008d9bcc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.980007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3ac9e-3eb8-46e1-ab8f-0c091cade1b0 req-1dd13e74-79d2-4aad-aac9-d5e42156e3ce tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.981573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25e3ac9e-3eb8-46e1-ab8f-0c091cade1b0 req-1dd13e74-79d2-4aad-aac9-d5e42156e3ce tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 945 time: 0.1216841 Jul 16 18:31:47.983706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebabbba-195a-46e7-b0e0-453e03484d14 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:47.992388 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.034973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Transition to ACTIVE for port object 5ebabbba-195a-46e7-b0e0-453e03484d14 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:48.036165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25e3ac9e-3eb8-46e1-ab8f-0c091cade1b0 req-5a4b7d7e-b463-4781-8f8f-ef9b1943734d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Jul 16 18:31:48.037716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4295c95-f04b-4841-a1a7-38008d9bcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.038592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.041142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d4295c95-f04b-4841-a1a7-38008d9bcc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.045205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d4295c95-f04b-4841-a1a7-38008d9bcc74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/495595df-2872-4665-8d80-9cd33efd8046 HTTP/1.1" status: 204 len: 168 time: 0.2239366 Jul 16 18:31:48.057823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4295c95-f04b-4841-a1a7-38008d9bcc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495595df-2872-4665-8d80-9cd33efd8046,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:48.130338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:48.241955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Attempting to bind port 5ebabbba-195a-46e7-b0e0-453e03484d14 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:48.242591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Attempting to bind port 5ebabbba-195a-46e7-b0e0-453e03484d14 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:48.243134 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Attempting to bind port 5ebabbba-195a-46e7-b0e0-453e03484d14 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:48.250122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Port 5ebabbba-195a-46e7-b0e0-453e03484d14 on network 28e650c5-9c08-452d-a9f4-d6377e24567e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:48.251331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Attempting to bind port 5ebabbba-195a-46e7-b0e0-453e03484d14 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:48.257944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:48.258694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Checking segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:48.259303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Bound using segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:48.260304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Bound port: 5ebabbba-195a-46e7-b0e0-453e03484d14, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:48.261100 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.341614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:48.345672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:48.355352 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.456434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.457368 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.459707 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] 10.222.0.45 "PUT /v2.0/ports/5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 1092 time: 1.0178921 Jul 16 18:31:48.463835 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:48.467510 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f275abfe-9f1c-410d-b607-44361e7a6434" -d '{"events": [{"name": "network-changed", "server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:48.509737 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bc8f1-d22a-40d8-abe8-7b47fc3685ee req-93110d42-73b3-4efd-8605-0cc18c0580a9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.511864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c8bc8f1-d22a-40d8-abe8-7b47fc3685ee req-93110d42-73b3-4efd-8605-0cc18c0580a9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 943 time: 0.1306319 Jul 16 18:31:48.535722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981530-20ac-498b-a53f-0e4d933c2131 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:48.549678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.582838 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe344ef7-3547-4eaf-99fd-a2adb87676da x-openstack-request-id: req-fe344ef7-3547-4eaf-99fd-a2adb87676da {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:48.583025 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:48.583158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c8bc8f1-d22a-40d8-abe8-7b47fc3685ee req-ec172629-5c6c-49bc-aa08-938f36a13adb tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636759 Jul 16 18:31:48.587010 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe344ef7-3547-4eaf-99fd-a2adb87676da {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:48.587540 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'status': 'completed', 'code': 200} Jul 16 18:31:48.603253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c9ad329-bf10-41d6-9ed6-ece024e136ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.702966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-b44c315c-c2e5-4d8e-b592-7a75aadae376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.704914 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-b44c315c-c2e5-4d8e-b592-7a75aadae376 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1095 time: 0.1154242 Jul 16 18:31:48.752999 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-78ed06df-ea32-4b0b-8fd7-7ae4581f92e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 217 time: 0.0392346 Jul 16 18:31:48.827121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-21934dcc-c2a4-4ad2-b9dd-bbc501afa838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.828676 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-21934dcc-c2a4-4ad2-b9dd-bbc501afa838 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0683577 Jul 16 18:31:48.879958 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c9ad329-bf10-41d6-9ed6-ece024e136ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.886550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c9ad329-bf10-41d6-9ed6-ece024e136ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.934394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ad329-bf10-41d6-9ed6-ece024e136ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821d8582-06bc-408e-928b-8371cd7a9d67,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:48.942284 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7c9ad329-bf10-41d6-9ed6-ece024e136ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb9fba9cffdb4a1786da9a010f63b40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910723 Jul 16 18:31:48.945763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.953432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4dd03ec1-e515-45c4-8857-672f6300722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.955353 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4dd03ec1-e515-45c4-8857-672f6300722e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172681 Jul 16 18:31:49.002113 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0cce041b-a57e-43ad-840b-30d7998774cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.036151 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0cce041b-a57e-43ad-840b-30d7998774cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.064353 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-0d45c167-3c7b-48ee-a5b7-c530f7e3b67a service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023762 Jul 16 18:31:49.110439 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0cce041b-a57e-43ad-840b-30d7998774cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.114179 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0cce041b-a57e-43ad-840b-30d7998774cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.115805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0cce041b-a57e-43ad-840b-30d7998774cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/821d8582-06bc-408e-928b-8371cd7a9d67 HTTP/1.1" status: 204 len: 168 time: 0.1673009 Jul 16 18:31:49.128831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce041b-a57e-43ad-840b-30d7998774cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821d8582-06bc-408e-928b-8371cd7a9d67,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:49.235290 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a3ae83c-354a-4026-b5ee-7bae26ed66db req-4797274e-2cbf-4786-b1d4-3705eda792c1 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606236 Jul 16 18:31:49.272732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404c50-96a2-421f-9064-62f9bb3c888d req-d12320e9-8e3e-4a9b-a8c8-f369052ad4f4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.275550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75404c50-96a2-421f-9064-62f9bb3c888d req-d12320e9-8e3e-4a9b-a8c8-f369052ad4f4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 945 time: 0.0963817 Jul 16 18:31:49.337841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75404c50-96a2-421f-9064-62f9bb3c888d req-a66a6e9b-6c65-4c81-8a38-e0591ee6cbaf tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559988 Jul 16 18:31:49.376755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-b71cbb69-093f-4d76-b72d-bb8e4493dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.379396 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-b71cbb69-093f-4d76-b72d-bb8e4493dbcd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1095 time: 0.0801599 Jul 16 18:31:49.508104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.519644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-6c5f2fd3-5dee-4b77-942d-282c2700960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.521470 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-6c5f2fd3-5dee-4b77-942d-282c2700960b service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1360850 Jul 16 18:31:49.583836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e458c-64e7-48e9-8c8b-b172c39f4f91 req-9841e51a-f6bf-44a2-bd0b-5cb86c4d5331 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.593151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b49e458c-64e7-48e9-8c8b-b172c39f4f91 req-9841e51a-f6bf-44a2-bd0b-5cb86c4d5331 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 945 time: 0.0942385 Jul 16 18:31:49.598146 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-38677bed-a170-46aa-81f2-3aaabced963d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 217 time: 0.0675263 Jul 16 18:31:49.648083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b49e458c-64e7-48e9-8c8b-b172c39f4f91 req-c722cd74-4448-4efe-9a2a-2c82532484dc tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539370 Jul 16 18:31:49.680344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a7d3a87c-eae5-464e-b934-b6ab291b06f0 tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:49.730231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-14aec019-17b8-4e0c-b757-8e797a80cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.732107 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-14aec019-17b8-4e0c-b757-8e797a80cd7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.1195362 Jul 16 18:31:49.797058 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a7d3a87c-eae5-464e-b934-b6ab291b06f0 tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] 10.222.0.60 "PUT /v2.0/quotas/9db6b30b853645f0b64f6a170cdaffbd HTTP/1.1" status: 200 len: 366 time: 0.2821968 Jul 16 18:31:49.797715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45460) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.821446 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de128c07-fb40-46aa-8ae3-2c34b9949e8c tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0192654 Jul 16 18:31:49.823139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.848264 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7dd1bf3f-b1d5-4758-9614-cb74417ca458 tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] 10.222.0.60 "GET /v2.0/quotas/9db6b30b853645f0b64f6a170cdaffbd HTTP/1.1" status: 200 len: 366 time: 0.0212703 Jul 16 18:31:49.852071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45464) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.870688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-2f7b3850-89ca-4391-aac4-50b39ec4f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.872547 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-2f7b3850-89ca-4391-aac4-50b39ec4f8ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313839 Jul 16 18:31:49.874593 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8b49289c-adb9-4787-81d9-1dabef628df5 tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/9db6b30b853645f0b64f6a170cdaffbd HTTP/1.1" status: 204 len: 168 time: 0.0207610 Jul 16 18:31:49.877170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.908462 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-00199d99-5701-4318-8e79-be5ce70b4eae tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0301008 Jul 16 18:31:49.910957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.933063 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c5c53441-752b-44b0-a347-9694998859d5 tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] 10.222.0.60 "GET /v2.0/quotas/9db6b30b853645f0b64f6a170cdaffbd HTTP/1.1" status: 200 len: 370 time: 0.0209351 Jul 16 18:31:49.935687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.956904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb3608-4a7b-473c-9f3c-8fe2269cfe50 req-457a854c-01ce-4ee3-af55-de3842c742e0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.959206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1feb3608-4a7b-473c-9f3c-8fe2269cfe50 req-457a854c-01ce-4ee3-af55-de3842c742e0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 943 time: 0.2075675 Jul 16 18:31:49.971165 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d0f653e7-72d4-4858-b0fa-9b53b3f7b38d tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] 10.222.0.60 "GET /v2.0/quotas/9db6b30b853645f0b64f6a170cdaffbd/default HTTP/1.1" status: 200 len: 370 time: 0.0340676 Jul 16 18:31:49.973776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.989222 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-0a54bab6-319d-4145-908b-a76c6c2ac16a tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:31:49.993221 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0a54bab6-319d-4145-908b-a76c6c2ac16a tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/9db6b30b853645f0b64f6a170cdaffbd HTTP/1.1" status: 404 len: 348 time: 0.0155721 Jul 16 18:31:49.995712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64ac03-72ce-46bd-802d-f132456439da req-eb045d50-c626-4180-ac0e-6dba3d881a89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.998093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f64ac03-72ce-46bd-802d-f132456439da req-eb045d50-c626-4180-ac0e-6dba3d881a89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 945 time: 0.1824646 Jul 16 18:31:50.013953 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-dd00f829-c51d-4739-8c92-f5d61f9e373b service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342411 Jul 16 18:31:50.100329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1feb3608-4a7b-473c-9f3c-8fe2269cfe50 req-b17f1892-1030-4b19-a961-a56ee804bf37 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325083 Jul 16 18:31:50.123335 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f64ac03-72ce-46bd-802d-f132456439da req-59bdc2e7-e84e-4c7e-8eaf-aaca83adb4f7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060150 Jul 16 18:31:50.151019 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f275abfe-9f1c-410d-b607-44361e7a6434 req-9d0c7b90-4b82-4b32-9390-8caf2fcc871b service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294820 Jul 16 18:31:50.208616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.321968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.342540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Usage tracker for resource:network and tenant:a60cf057986c4c32a130211cc32b189d is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:31:50.348723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:31:50.357422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Usage tracker for resource:subnet and tenant:a60cf057986c4c32a130211cc32b189d is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:31:50.362558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:31:50.370143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Usage tracker for resource:subnetpool and tenant:a60cf057986c4c32a130211cc32b189d is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:31:50.376453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:31:50.384326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Usage tracker for resource:port and tenant:a60cf057986c4c32a130211cc32b189d is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:31:50.389717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:31:50.396576 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Usage tracker for resource:router and tenant:a60cf057986c4c32a130211cc32b189d is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:31:50.402364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:31:50.409261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Usage tracker for resource:floatingip and tenant:a60cf057986c4c32a130211cc32b189d is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:31:50.426865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:31:50.457662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-0f116069-a77c-4a17-8b6f-14986d8622b8 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.459567 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0f116069-a77c-4a17-8b6f-14986d8622b8 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2498803 Jul 16 18:31:50.462464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45498) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.467912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-ac236648-870c-46f2-8b0f-58f9be0487fb tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.471571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ac236648-870c-46f2-8b0f-58f9be0487fb tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056381 Jul 16 18:31:50.472245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.478807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-7d697f10-5670-42a0-8805-5661cb3df9d8 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.482601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7d697f10-5670-42a0-8805-5661cb3df9d8 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0067780 Jul 16 18:31:50.482843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45502) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.487580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-41bd02ae-1615-4ca2-bfad-84e6d538bb4d tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.491271 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-41bd02ae-1615-4ca2-bfad-84e6d538bb4d tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049889 Jul 16 18:31:50.491685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.492804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Usage tracker for resource:security_group and tenant:a60cf057986c4c32a130211cc32b189d is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:31:50.496422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-9ecb957f-382c-48ff-b382-07d46338493a tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.500580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9ecb957f-382c-48ff-b382-07d46338493a tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050125 Jul 16 18:31:50.500844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:31:50.500952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45506) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.506020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-bd34604e-c089-4f70-9aac-43a630c6754f tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.509856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bd34604e-c089-4f70-9aac-43a630c6754f tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0052450 Jul 16 18:31:50.510090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Usage tracker for resource:security_group_rule and tenant:a60cf057986c4c32a130211cc32b189d is out of sync, need to count used quota {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:31:50.510380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.515161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-b36e84fe-7119-4d88-8c6d-d5b633906144 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.518796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b36e84fe-7119-4d88-8c6d-d5b633906144 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047083 Jul 16 18:31:50.519004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.quota.resource [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93824) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:31:50.519110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45510) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.525358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-8fa17be4-96b0-4492-9e3b-c2c2195c53fe tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.526402 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8fa17be4-96b0-4492-9e3b-c2c2195c53fe tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0063906 Jul 16 18:31:50.528383 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4a5d1f4f-3473-4d65-831e-cf4708c9834b tempest-QuotasTest-1875632867 tempest-QuotasTest-1875632867-project-admin] 10.222.0.60 "GET /v2.0/quotas/a60cf057986c4c32a130211cc32b189d/details.json HTTP/1.1" status: 200 len: 703 time: 0.2053187 Jul 16 18:31:50.529066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.534171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-33477549-172f-45e8-85a3-e60052c1b449 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.535142 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-33477549-172f-45e8-85a3-e60052c1b449 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048397 Jul 16 18:31:50.537959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45516) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.543352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-6c356ecc-a453-4f0f-b5c8-d226b9ad871a tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.544313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6c356ecc-a453-4f0f-b5c8-d226b9ad871a tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054400 Jul 16 18:31:50.546858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45518) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.552101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-de830d6a-8d4e-413e-af8f-4f48f47b5fa6 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.554188 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de830d6a-8d4e-413e-af8f-4f48f47b5fa6 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064285 Jul 16 18:31:50.556849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.562574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-8032de86-0227-4ec1-924b-9d4a0caa0025 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.563474 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8032de86-0227-4ec1-924b-9d4a0caa0025 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054650 Jul 16 18:31:50.566361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.575382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-cf238bef-3603-4266-99bf-55d7a7ebd6cf tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.576869 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cf238bef-3603-4266-99bf-55d7a7ebd6cf tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0091829 Jul 16 18:31:50.579334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45524) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.584076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-f7d6656f-5e18-4683-a939-03e980cee179 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.585108 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f7d6656f-5e18-4683-a939-03e980cee179 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048590 Jul 16 18:31:50.589567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.595976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-bcf16df6-ef32-4063-94c8-80c660a85f6e tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.597100 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bcf16df6-ef32-4063-94c8-80c660a85f6e tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052283 Jul 16 18:31:50.600101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45528) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.607138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-45074cb5-fee4-4be7-8da1-04ce6f4732da tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.608093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-45074cb5-fee4-4be7-8da1-04ce6f4732da tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0070281 Jul 16 18:31:50.611157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45530) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.615867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-e3afa171-f3f8-45ae-bcc4-a0ebadc0d582 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.616548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376d6ae-c6d6-4039-be0e-96653e50a264 req-e6d2d7d9-0469-44f6-b074-9821f1b8069f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.617505 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e3afa171-f3f8-45ae-bcc4-a0ebadc0d582 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047357 Jul 16 18:31:50.618765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4376d6ae-c6d6-4039-be0e-96653e50a264 req-e6d2d7d9-0469-44f6-b074-9821f1b8069f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 945 time: 0.0855157 Jul 16 18:31:50.620640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.625457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-0e9e6719-0451-440d-8722-b4eaf4ce3085 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.628570 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0e9e6719-0451-440d-8722-b4eaf4ce3085 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048494 Jul 16 18:31:50.628994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45534) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.633917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-0f5e8793-fb57-4125-ac7c-9b0c983582de tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.635691 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0f5e8793-fb57-4125-ac7c-9b0c983582de tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049901 Jul 16 18:31:50.638932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45536) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.643448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-d397426d-d21f-4a79-a250-ceb2d977f903 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.647833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d397426d-d21f-4a79-a250-ceb2d977f903 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051417 Jul 16 18:31:50.648479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.654985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-9d502487-0147-460f-864f-04f0de543782 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.657241 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9d502487-0147-460f-864f-04f0de543782 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072250 Jul 16 18:31:50.659821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45540) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.666563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-78ccd83f-46da-4199-99b9-6bb6216c0df4 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.667619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-78ccd83f-46da-4199-99b9-6bb6216c0df4 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065129 Jul 16 18:31:50.672155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45542) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.680604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-fbd118c1-91c7-45a4-b49a-896198977594 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.682203 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fbd118c1-91c7-45a4-b49a-896198977594 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0086780 Jul 16 18:31:50.684799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4376d6ae-c6d6-4039-be0e-96653e50a264 req-4069990b-9fff-4dbb-a5da-2603c79ccede tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522020 Jul 16 18:31:50.685371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.690091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-cd1c7feb-83d9-4530-9ed3-0975843cd78b tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.690852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cd1c7feb-83d9-4530-9ed3-0975843cd78b tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044627 Jul 16 18:31:50.694056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45546) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.699824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-05fe8681-7ade-4e4b-8f97-608cc9d3f377 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.701064 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-05fe8681-7ade-4e4b-8f97-608cc9d3f377 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058250 Jul 16 18:31:50.710747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.716793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-6f78ae09-b0c5-47a6-b0d6-2b264236d791 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.718515 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6f78ae09-b0c5-47a6-b0d6-2b264236d791 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049114 Jul 16 18:31:50.720853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45550) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.725769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-7b31bb73-e5e8-49fc-9b26-7412c206563f tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.727428 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7b31bb73-e5e8-49fc-9b26-7412c206563f tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056865 Jul 16 18:31:50.730505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.734825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-46eac8c4-ea80-4a8d-8d2c-889bfbb51931 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.735393 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-46eac8c4-ea80-4a8d-8d2c-889bfbb51931 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043905 Jul 16 18:31:50.737915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45554) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.742851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-133b9a92-9c20-4b78-8b3d-6a4c342a4ef0 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.744555 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-133b9a92-9c20-4b78-8b3d-6a4c342a4ef0 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049756 Jul 16 18:31:50.746731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45556) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.751693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-57069323-3372-4f11-ac34-0d844eab1931 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.752728 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-57069323-3372-4f11-ac34-0d844eab1931 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049658 Jul 16 18:31:50.755619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45558) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.760216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-c07a71f4-61c5-4eda-9370-03796181f3ed tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.764081 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c07a71f4-61c5-4eda-9370-03796181f3ed tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046759 Jul 16 18:31:50.764081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45560) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.768337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-43a20e18-f571-44d2-a369-a98954843020 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.770768 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-43a20e18-f571-44d2-a369-a98954843020 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042908 Jul 16 18:31:50.772230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.776791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-953d6627-fafe-41c4-b938-d94d7745e18b tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.777680 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-953d6627-fafe-41c4-b938-d94d7745e18b tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045106 Jul 16 18:31:50.780140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.784485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-5c89e16e-8b2f-4211-98d5-e5f146f0eb23 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.785490 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5c89e16e-8b2f-4211-98d5-e5f146f0eb23 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043390 Jul 16 18:31:50.787928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45566) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.793064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-4bf22209-d0ab-447d-b490-8ea9dc785048 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.794024 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4bf22209-d0ab-447d-b490-8ea9dc785048 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0051787 Jul 16 18:31:50.796981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.801208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-cbbae756-6d99-4c79-8cc5-819193e6f122 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.805872 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cbbae756-6d99-4c79-8cc5-819193e6f122 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045769 Jul 16 18:31:50.807091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.811022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-6e2f4649-2401-475e-9bc1-3f7889fcc5fe tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.812002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6e2f4649-2401-475e-9bc1-3f7889fcc5fe tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049310 Jul 16 18:31:50.816143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.821026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-266c34c8-a597-4bde-b7b6-eaa68278eefb tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.821426 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-266c34c8-a597-4bde-b7b6-eaa68278eefb tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043995 Jul 16 18:31:50.823979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.828788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-cb1eb888-2e66-42d9-a0b6-c75be4f8cd6d tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.830137 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cb1eb888-2e66-42d9-a0b6-c75be4f8cd6d tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048532 Jul 16 18:31:50.832768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45578) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.837527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-2ac104dd-ec77-41ea-aafa-43e541946977 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.838563 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2ac104dd-ec77-41ea-aafa-43e541946977 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047936 Jul 16 18:31:50.841416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45580) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.846304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-3d0d8d8f-8d1c-4254-8b86-5390fe89be4b tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.847376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3d0d8d8f-8d1c-4254-8b86-5390fe89be4b tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048163 Jul 16 18:31:50.850377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.855733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-ef26f09b-62c7-4aec-a49c-54c439b68dea tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.856800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ef26f09b-62c7-4aec-a49c-54c439b68dea tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054209 Jul 16 18:31:50.859567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.864178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-18d7c413-fdee-49ac-b700-6397e687b509 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.865261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-18d7c413-fdee-49ac-b700-6397e687b509 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047297 Jul 16 18:31:50.868879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45586) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.875899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-13275489-e7a9-4b20-be5e-c41ca3b62171 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.877521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-13275489-e7a9-4b20-be5e-c41ca3b62171 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073268 Jul 16 18:31:50.881488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45588) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.886242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-c68b1edb-b8ed-4054-a979-4faaf2248d85 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.887309 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c68b1edb-b8ed-4054-a979-4faaf2248d85 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048549 Jul 16 18:31:50.889971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45590) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.895354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-cdf83e12-42e8-4f10-aa4d-2d211e2fbfde tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.898995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cdf83e12-42e8-4f10-aa4d-2d211e2fbfde tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0054243 Jul 16 18:31:50.899305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.903780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-1b063819-8f9b-4f1f-bf9d-966d0ff33b1d tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.904944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1b063819-8f9b-4f1f-bf9d-966d0ff33b1d tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045161 Jul 16 18:31:50.912720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.918044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-dbd36f0c-d17a-4b42-8b18-0443d206b9d6 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.921141 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dbd36f0c-d17a-4b42-8b18-0443d206b9d6 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072987 Jul 16 18:31:50.921849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.922379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45598) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.927122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-d9aa5f04-59a8-4240-a2e8-5c861d4403d9 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.927543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d9aa5f04-59a8-4240-a2e8-5c861d4403d9 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047061 Jul 16 18:31:50.931336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.936525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-00ca078c-2f43-4cb4-a945-d105f55670c7 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.940346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-00ca078c-2f43-4cb4-a945-d105f55670c7 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0063336 Jul 16 18:31:50.940784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.947132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-957a0283-ebbb-45b4-900c-acbc998775d2 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.948564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-957a0283-ebbb-45b4-900c-acbc998775d2 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062158 Jul 16 18:31:50.950922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.955297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-cd49296d-a5fc-4569-9fe5-35bb99af864a tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.956267 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cd49296d-a5fc-4569-9fe5-35bb99af864a tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044069 Jul 16 18:31:50.958740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.964449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-4af671c4-d4c4-4649-adc0-0aa4bfe27f1a tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.964936 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4af671c4-d4c4-4649-adc0-0aa4bfe27f1a tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051093 Jul 16 18:31:50.969524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45610) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.974021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-c3386ded-19d8-4644-a0af-765d07923c02 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.974979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c3386ded-19d8-4644-a0af-765d07923c02 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044575 Jul 16 18:31:50.978298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.982539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-f56a2221-72f9-41dc-a706-f56974457c6b tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.983494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f56a2221-72f9-41dc-a706-f56974457c6b tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042992 Jul 16 18:31:50.985904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45614) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.990231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-7b65338d-9044-4b93-b08f-a835d9ff21b8 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:50.991188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7b65338d-9044-4b93-b08f-a835d9ff21b8 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043895 Jul 16 18:31:50.995400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.000258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-77ca9db1-4f30-4bfe-b541-72e6b57e707c tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.001242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-77ca9db1-4f30-4bfe-b541-72e6b57e707c tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048554 Jul 16 18:31:51.004840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45618) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.013668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-c047cec1-c1e3-4e78-9061-3ab35bc2b931 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.014662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c047cec1-c1e3-4e78-9061-3ab35bc2b931 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0089118 Jul 16 18:31:51.017865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.024917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-2ea8a63f-de13-46ba-ac8b-3491a1b460af tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.025918 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2ea8a63f-de13-46ba-ac8b-3491a1b460af tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0065327 Jul 16 18:31:51.028679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.032989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-3169f5f8-67ca-436d-ae43-5e853f43ca6c tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.033934 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3169f5f8-67ca-436d-ae43-5e853f43ca6c tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043404 Jul 16 18:31:51.036597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.042002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-9aa03ce1-11b8-4a5f-8a69-b74b1b9f6d84 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.045586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9aa03ce1-11b8-4a5f-8a69-b74b1b9f6d84 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075223 Jul 16 18:31:51.050188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.055227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-e13dca7b-4efb-46bc-abca-50a1effda0cb tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.057038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89632b17-c59f-4f26-9137-f26fb1f8d6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.057180 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e13dca7b-4efb-46bc-abca-50a1effda0cb tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058928 Jul 16 18:31:51.058818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.063174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-fd8ff94b-ed36-4b07-a423-434a7f654e85 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.064094 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fd8ff94b-ed36-4b07-a423-434a7f654e85 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042965 Jul 16 18:31:51.066564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.076736 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-6247a2c6-c612-4251-bfac-f8ccd91d481c tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.077694 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6247a2c6-c612-4251-bfac-f8ccd91d481c tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0102532 Jul 16 18:31:51.080337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45632) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.084811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-1c8a4bff-59f9-406f-adb5-3af3193a856d tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.085913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1c8a4bff-59f9-406f-adb5-3af3193a856d tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043974 Jul 16 18:31:51.089187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45634) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.095149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-f440048b-0211-4bd0-8798-8d5d1f658ede tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.096120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f440048b-0211-4bd0-8798-8d5d1f658ede tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054774 Jul 16 18:31:51.098941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.104652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-e5203665-300f-4aae-a438-39ef47a93e30 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.108161 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e5203665-300f-4aae-a438-39ef47a93e30 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0055442 Jul 16 18:31:51.108781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45638) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.113300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [None req-371014f9-669f-4cdc-ad6b-e5a9c35b73e3 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.114228 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-371014f9-669f-4cdc-ad6b-e5a9c35b73e3 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045588 Jul 16 18:31:51.117694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45640) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.122587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [None req-a1df89b5-c650-41de-85a9-4ad5324e45c2 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:51.123561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a1df89b5-c650-41de-85a9-4ad5324e45c2 tempest-ExtensionsTestJSON-2060301057 tempest-ExtensionsTestJSON-2060301057-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048440 Jul 16 18:31:51.204683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89632b17-c59f-4f26-9137-f26fb1f8d6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.209624 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89632b17-c59f-4f26-9137-f26fb1f8d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.252784 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-89632b17-c59f-4f26-9137-f26fb1f8d6b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed9fff0bd6dc40ba91839a15dfd2ecbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265617 Jul 16 18:31:51.252784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89632b17-c59f-4f26-9137-f26fb1f8d6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe1c56f-b8f8-4996-8c1b-e3259b095487,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:51.254149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.312253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39e40a0d-9c78-4a2b-ac94-944ab1b43999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.336937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39e40a0d-9c78-4a2b-ac94-944ab1b43999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.337610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169909f-6f8b-4859-8a35-d0eef0fa9b91 req-a8c0b963-2a55-4cd4-9990-4407e28f6e28 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:51.339185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c169909f-6f8b-4859-8a35-d0eef0fa9b91 req-a8c0b963-2a55-4cd4-9990-4407e28f6e28 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 943 time: 0.0919213 Jul 16 18:31:51.391283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c169909f-6f8b-4859-8a35-d0eef0fa9b91 req-c85a34af-c943-4bfa-b16e-95d4f266339a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Jul 16 18:31:51.396345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.402692 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39e40a0d-9c78-4a2b-ac94-944ab1b43999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.405411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39e40a0d-9c78-4a2b-ac94-944ab1b43999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.407073 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-39e40a0d-9c78-4a2b-ac94-944ab1b43999 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fe1c56f-b8f8-4996-8c1b-e3259b095487 HTTP/1.1" status: 204 len: 168 time: 0.1516497 Jul 16 18:31:51.416840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e40a0d-9c78-4a2b-ac94-944ab1b43999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe1c56f-b8f8-4996-8c1b-e3259b095487,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:51.611170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:51.640644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2cda66f-6a82-4c38-804c-c01dc9328cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.703250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45658) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.717528 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72411c3e-45a3-4374-9736-0ccc52e7fb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.725301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:51.739383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'port_id': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'mac_address': 'fa:16:3e:71:01:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:51.750900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2cda66f-6a82-4c38-804c-c01dc9328cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.757612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2cda66f-6a82-4c38-804c-c01dc9328cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.797642 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.798538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cda66f-6a82-4c38-804c-c01dc9328cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24e71cc-ae12-45f2-8f84-55d135f153da,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:51.815537 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f2cda66f-6a82-4c38-804c-c01dc9328cb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4f8f5bb9fef45a190f8180c094a98e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180043 Jul 16 18:31:51.818373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45662) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.819066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebabbba-195a-46e7-b0e0-453e03484d14 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:51.842033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:51.846514 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.895811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:51.957263 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81b1de70-cc5c-41f3-b707-0e95dda1bb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.961368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72411c3e-45a3-4374-9736-0ccc52e7fb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.980365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-72411c3e-45a3-4374-9736-0ccc52e7fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.003045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81b1de70-cc5c-41f3-b707-0e95dda1bb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.026625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f5ccb-4059-4d68-a5a3-660b674ebcc3 req-eadb0295-d099-4104-ab3d-ee5ff425a4de tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.028158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-053f5ccb-4059-4d68-a5a3-660b674ebcc3 req-eadb0295-d099-4104-ab3d-ee5ff425a4de tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 945 time: 0.1973157 Jul 16 18:31:52.035017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5ebabbba-195a-46e7-b0e0-453e03484d14'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:52.085027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-72411c3e-45a3-4374-9736-0ccc52e7fb77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a60cf057986c4c32a130211cc32b189d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804832 Jul 16 18:31:52.088145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:52.093566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72411c3e-45a3-4374-9736-0ccc52e7fb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1103f6e0-fd92-4d65-a60d-6e42710517d8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:52.120824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-053f5ccb-4059-4d68-a5a3-660b674ebcc3 req-c02eecdc-4603-4bae-97a2-ab862e8ee4cd tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825493 Jul 16 18:31:52.144693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81b1de70-cc5c-41f3-b707-0e95dda1bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.149175 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-81b1de70-cc5c-41f3-b707-0e95dda1bb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.153958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-81b1de70-cc5c-41f3-b707-0e95dda1bb66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a24e71cc-ae12-45f2-8f84-55d135f153da HTTP/1.1" status: 204 len: 168 time: 0.3345613 Jul 16 18:31:52.164609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1de70-cc5c-41f3-b707-0e95dda1bb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24e71cc-ae12-45f2-8f84-55d135f153da,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:52.201601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4439362c-4885-488d-b01a-e2dd7908a275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.232949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4439362c-4885-488d-b01a-e2dd7908a275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.286152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4439362c-4885-488d-b01a-e2dd7908a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.288776 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4439362c-4885-488d-b01a-e2dd7908a275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.290078 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4439362c-4885-488d-b01a-e2dd7908a275 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1103f6e0-fd92-4d65-a60d-6e42710517d8 HTTP/1.1" status: 204 len: 168 time: 0.2008636 Jul 16 18:31:52.297701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439362c-4885-488d-b01a-e2dd7908a275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1103f6e0-fd92-4d65-a60d-6e42710517d8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:52.396415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-594abf85-caf7-4983-9106-fbdd71361463 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.398108 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-594abf85-caf7-4983-9106-fbdd71361463 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.46 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 945 time: 0.0757689 Jul 16 18:31:52.613243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf548c-d100-4f13-bb14-2b3702a944ff req-5cb45c2d-fa8c-40ee-9eef-f692a96da94b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.622893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bacf548c-d100-4f13-bb14-2b3702a944ff req-5cb45c2d-fa8c-40ee-9eef-f692a96da94b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0860178 Jul 16 18:31:52.683171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bacf548c-d100-4f13-bb14-2b3702a944ff req-818fc862-05fb-40dd-b224-2ae1193fca56 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589409 Jul 16 18:31:52.832328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port 2032cf6d-a901-4420-a791-40501d57f119 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:52.836287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.934558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] For port 2032cf6d-a901-4420-a791-40501d57f119, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2032cf6d-a901-4420-a791-40501d57f119,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:52.934931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.950044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for 2032cf6d-a901-4420-a791-40501d57f119 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:53.110053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45706) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:53.115161 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.147825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=2032cf6d-a901-4420-a791-40501d57f119,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.156336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['2032cf6d-a901-4420-a791-40501d57f119'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:53.218209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] No DVR routers for this DVR port 2032cf6d-a901-4420-a791-40501d57f119 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:53.224483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.227632 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d13c2b8-2c5d-459a-999b-ee6b3e5a5262 req-a2bebad6-803a-4768-9640-9431e696d485 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.46 "DELETE /v2.0/ports/2032cf6d-a901-4420-a791-40501d57f119 HTTP/1.1" status: 204 len: 173 time: 0.8231893 Jul 16 18:31:53.233242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe', 'name': 'network-vif-deleted', 'tag': '2032cf6d-a901-4420-a791-40501d57f119'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:53.238641 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3a36e1-603d-41b0-bcbd-cdc4cd47c7bd" -d '{"events": [{"server_uuid": "58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe", "name": "network-vif-deleted", "tag": "2032cf6d-a901-4420-a791-40501d57f119"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:53.337873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45716) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:53.344641 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f3452-c841-4a5e-b236-652f7972e457 x-openstack-request-id: req-c03f3452-c841-4a5e-b236-652f7972e457 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:53.345124 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe", "name": "network-vif-deleted", "tag": "2032cf6d-a901-4420-a791-40501d57f119", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:53.345375 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c03f3452-c841-4a5e-b236-652f7972e457 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:53.345783 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe', 'name': 'network-vif-deleted', 'tag': '2032cf6d-a901-4420-a791-40501d57f119', 'status': 'completed', 'code': 200} Jul 16 18:31:53.354062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-754b9b63-6ce0-4457-a7d3-fba5d815835c req-4e464a12-5ab6-4bf2-a252-28b88fce8646 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 210 time: 0.0536747 Jul 16 18:31:53.401491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-704436776'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:53.413083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1293662356'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:53.435364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:31:53.435364 n-d-793619-10 neutron-server[93824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:31:53.435364 n-d-793619-10 neutron-server[93824]: [parameters: {'project_id': '2d22619d68a743e09496f834171a3177', 'id': '2488036f-2211-4b6a-ab7a-60646232624f', 'expiration': datetime.datetime(2021, 7, 16, 18, 33, 53, 429701)}] Jul 16 18:31:53.435364 n-d-793619-10 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:31:53.436052 n-d-793619-10 neutron-server[93824]: DEBUG oslo_db.api [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:31:53.444959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Made reservation on behalf of 340ecd64ba89465eb469cb492aa0b6b6 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:53.449483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.459055 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.568540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.572976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.600174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:53.611290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e15032-79d2-44f9-baf7-0062b3f56546,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.616282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.616741 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Added segment 5754f145-20fb-4fda-a3ca-0a1f1f3d9dff of type vlan for network 29826634-8800-4b3a-beb0-7b1f04f08295 Jul 16 18:31:53.641965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:53.663810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.692495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 5ebabbba-195a-46e7-b0e0-453e03484d14 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:53.697835 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.703450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.706467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 5ebabbba-195a-46e7-b0e0-453e03484d14 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:53.707167 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.708890 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.787887 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4461050 Jul 16 18:31:53.788395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:53.794150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'subnet': {'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:53.821500 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.853037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbd65e-7877-4bf7-a68e-d349249dabb8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Network': ['ID=29826634-8800-4b3a-beb0-7b1f04f08295,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.868740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:53.871294 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc07500f-5d18-4a8d-a757-1f9eb3102377" -d '{"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-plugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:53.875163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 29826634-8800-4b3a-beb0-7b1f04f08295 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:53.881436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:53.896560 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.953596 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9d0824-2325-420b-9e38-e37ba767e09b x-openstack-request-id: req-fd9d0824-2325-420b-9e38-e37ba767e09b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:53.955729 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.api [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:31:53.955729 n-d-793619-10 neutron-server[93824]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:31:53.955729 n-d-793619-10 neutron-server[93824]: [parameters: {'project_id': '2d22619d68a743e09496f834171a3177', 'id': 'f6fa9c4e-97c0-4863-ac6f-02bf869f7021', 'expiration': datetime.datetime(2021, 7, 16, 18, 33, 53, 951713)}] Jul 16 18:31:53.955729 n-d-793619-10 neutron-server[93824]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93824) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:31:53.956604 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-plugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:53.957100 n-d-793619-10 neutron-server[93824]: DEBUG oslo_db.api [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:31:53.957611 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd9d0824-2325-420b-9e38-e37ba767e09b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:53.958178 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'code': 200} Jul 16 18:31:53.973313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Made reservation on behalf of 340ecd64ba89465eb469cb492aa0b6b6 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:53.978057 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.055775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:54.090521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f8851-bed2-4bcb-835f-15840b10840b req-da3bfd6d-120f-4644-8744-9b96d0b7ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.093584 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4d4f8851-bed2-4bcb-835f-15840b10840b req-da3bfd6d-120f-4644-8744-9b96d0b7ca6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1097 time: 0.0747149 Jul 16 18:31:54.100410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a98a1d-242f-445b-98f6-1f54985122ab req-3db2ae6a-bacb-45bc-a85f-64c453c39809 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.101819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a98a1d-242f-445b-98f6-1f54985122ab req-3db2ae6a-bacb-45bc-a85f-64c453c39809 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.2619112 Jul 16 18:31:54.139236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4d4f8851-bed2-4bcb-835f-15840b10840b req-1f154d7d-d535-4db0-9c97-541af04548ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 Jul 16 18:31:54.206908 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51a98a1d-242f-445b-98f6-1f54985122ab req-9fbb0a18-2010-4b71-bbad-7903fa15b506 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815256 Jul 16 18:31:54.227142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.282244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Subnet': ['ID=c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:54.298069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Checking segment: {'id': '5754f145-20fb-4fda-a3ca-0a1f1f3d9dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:54.298429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Network hostable DHCP agents. Network: 29826634-8800-4b3a-beb0-7b1f04f08295, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:54.317039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Network 29826634-8800-4b3a-beb0-7b1f04f08295 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:54.327398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 29826634-8800-4b3a-beb0-7b1f04f08295) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:54.331692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.332283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.338167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998cdf6-cd1f-486a-9cc2-2693514af583 None None] Network 29826634-8800-4b3a-beb0-7b1f04f08295 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:54.351944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c186022b-f6c8-4ee3-9b5a-1e2fb5449526 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5587313 Jul 16 18:31:54.352433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45726) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.358061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'port': {'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295', 'name': 'tempest-AllowedAddressPairTestJSON-2100548958'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:54.486521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Made reservation on behalf of 340ecd64ba89465eb469cb492aa0b6b6 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:54.490210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.511643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] device_id is not set on port 13653238-bef9-4b6b-9cac-cff58178035f yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:31:54.513905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-29826634-8800-4b3a-beb0-7b1f04f08295', 'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295', 'tenant_id': '340ecd64ba89465eb469cb492aa0b6b6', 'fixed_ips': [{'subnet_id': 'c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:54.515088 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.524684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88e56f58-5128-4f5e-89e9-7fb6ee3f75f7 req-d6474aef-4ad0-4bb8-a7fd-58e193d2f42b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 210 time: 0.0440614 Jul 16 18:31:54.640580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Allocated IP 172.20.0.9 (29826634-8800-4b3a-beb0-7b1f04f08295/c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc/13653238-bef9-4b6b-9cac-cff58178035f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:54.810374 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.826434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Transition to ACTIVE for port object 13653238-bef9-4b6b-9cac-cff58178035f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:54.864331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.919728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Allocated IP 172.20.0.2 (29826634-8800-4b3a-beb0-7b1f04f08295/c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc/3cde74dc-3831-4032-a2f2-4cbb5b67d844) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:54.920381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Network 29826634-8800-4b3a-beb0-7b1f04f08295 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:54.924054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:54.929372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:54.936745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Port': ['ID=13653238-bef9-4b6b-9cac-cff58178035f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:54.990963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:54.995170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.003751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.004376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.017040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.035208 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc5acfae-8695-4d3f-80b4-d7c40c206c3a tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6814613 Jul 16 18:31:55.038223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45730) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.047213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'port': {'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295', 'name': 'tempest-AllowedAddressPairTestJSON-1731147930', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e5:b9:44'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:55.137457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.147349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Transition to ACTIVE for port object 3cde74dc-3831-4032-a2f2-4cbb5b67d844 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:55.165306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Transition to ACTIVE for port object 3cde74dc-3831-4032-a2f2-4cbb5b67d844 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:55.173039 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.217264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Network 29826634-8800-4b3a-beb0-7b1f04f08295 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:55.222274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.223585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:55.229783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:55.230395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.237621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Pushing event updated for resources: {'Port': ['ID=3cde74dc-3831-4032-a2f2-4cbb5b67d844,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:55.269215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:55.290675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Made reservation on behalf of 340ecd64ba89465eb469cb492aa0b6b6 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:55.308047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Attempting to bind port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:55.308609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Attempting to bind port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5754f145-20fb-4fda-a3ca-0a1f1f3d9dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:55.309325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Attempting to bind port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 on network 29826634-8800-4b3a-beb0-7b1f04f08295 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:55.311846 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.312204 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Added segment 5334f4c6-512f-48a9-b99d-f2bd2b1ee865 of type vlan for network 0820b0e6-09b6-416c-9f99-484be031b211 Jul 16 18:31:55.315744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:55.316246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Checking segment: {'id': '5754f145-20fb-4fda-a3ca-0a1f1f3d9dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:55.317663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.318659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Bound using segment: {'id': '5754f145-20fb-4fda-a3ca-0a1f1f3d9dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:55.320538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32bc5f4-3636-493c-bb5e-b9da69cf1b7a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:55.320708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Bound port: 3cde74dc-3831-4032-a2f2-4cbb5b67d844, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5754f145-20fb-4fda-a3ca-0a1f1f3d9dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:55.321156 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.407216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] For port 3cde74dc-3831-4032-a2f2-4cbb5b67d844, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:55.411608 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.413613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] For port 3cde74dc-3831-4032-a2f2-4cbb5b67d844, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3cde74dc-3831-4032-a2f2-4cbb5b67d844,segment=NetworkSegment(5754f145-20fb-4fda-a3ca-0a1f1f3d9dff),segment_id=5754f145-20fb-4fda-a3ca-0a1f1f3d9dff)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:55.420182 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.439120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] device_id is not set on port 4e3e4f9d-9bb1-437c-903f-8ff268947b90 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:31:55.515013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912606ad-cbd0-468a-b3db-d77cfddacc9f None None] Pushing event updated for resources: {'Port': ['ID=3cde74dc-3831-4032-a2f2-4cbb5b67d844,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:55.520460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.522085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579ad40-2886-46ac-b6fc-e40e1b185e08 req-787c8b1f-966b-4634-a91c-fe12d7f0d4f4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.530998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2579ad40-2886-46ac-b6fc-e40e1b185e08 req-787c8b1f-966b-4634-a91c-fe12d7f0d4f4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 945 time: 0.1155653 Jul 16 18:31:55.581748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2579ad40-2886-46ac-b6fc-e40e1b185e08 req-62ef0944-47e2-4e51-baf1-76f6eea5d08f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490000 Jul 16 18:31:55.639873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Allocated IP 172.20.0.10 (29826634-8800-4b3a-beb0-7b1f04f08295/c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc/4e3e4f9d-9bb1-437c-903f-8ff268947b90) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:55.698411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.705533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.706144 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.731327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-807c4204-808f-4396-988c-3f3be5287f29 req-e1e6ef44-77b3-4f8e-81e1-74c542db6699 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 210 time: 0.0418742 Jul 16 18:31:55.830985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d66734-7291-4aca-bf69-13f222082cd6 req-a0c535a2-eff5-4bc8-814c-bac5873af2da tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.833178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7d66734-7291-4aca-bf69-13f222082cd6 req-a0c535a2-eff5-4bc8-814c-bac5873af2da tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 945 time: 0.1054549 Jul 16 18:31:55.843771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Network': ['ID=0820b0e6-09b6-416c-9f99-484be031b211,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:55.848913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.860704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-00461287-1655-460d-b94f-f4f531af3f36 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'floatingip': {'port_id': '5ebabbba-195a-46e7-b0e0-453e03484d14'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:55.861998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:55.886419 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ede7e0c-d1dd-4c99-8e03-e0fa2e7152e2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.7738292 Jul 16 18:31:55.887855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45740) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.893315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'name': 'tempest-PortsTestJSON-1661105943'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:55.942359 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00461287-1655-460d-b94f-f4f531af3f36 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.102768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:56.115421 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.147593 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.159552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:31:56.180508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Transition to ACTIVE for port object 4e3e4f9d-9bb1-437c-903f-8ff268947b90 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:56.253017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2032cf6d-a901-4420-a791-40501d57f119 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:56.268832 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.291760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3cde74dc-3831-4032-a2f2-4cbb5b67d844 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:56.295355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 2032cf6d-a901-4420-a791-40501d57f119 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:56.295755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2032cf6d-a901-4420-a791-40501d57f119 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:56.354263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Network 29826634-8800-4b3a-beb0-7b1f04f08295 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:56.365102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:56.370650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:56.371697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Port': ['ID=4e3e4f9d-9bb1-437c-903f-8ff268947b90,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.374558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:56.472844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.473793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.548271 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ec94dda4-7898-4817-88cf-70e96bec1cb7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5081339 Jul 16 18:31:56.551265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45742) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:56.565095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.625299 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00461287-1655-460d-b94f-f4f531af3f36 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.631579 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00461287-1655-460d-b94f-f4f531af3f36 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.704732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0aca0-9e54-49c8-abd9-053dc6c6d549 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.711979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0aca0-9e54-49c8-abd9-053dc6c6d549 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.718347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0aca0-9e54-49c8-abd9-053dc6c6d549 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.720123 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d9a0aca0-9e54-49c8-abd9-053dc6c6d549 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1678813 Jul 16 18:31:56.725430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:56.761487 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-00461287-1655-460d-b94f-f4f531af3f36 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Floating IP 2cfceada-fe5d-4db2-8fb1-2a4633fa2324 associated. External IP: 172.25.2.159, port: 5ebabbba-195a-46e7-b0e0-453e03484d14. Jul 16 18:31:56.843020 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.902795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aea312-d043-4045-b3f3-069953c3002f None None] Network 29826634-8800-4b3a-beb0-7b1f04f08295 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:56.904018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=3a71402a-f388-4ed5-a7ee-df9f81ad70c9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.920546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e1490752-017c-498b-b16d-ea7053d08e77 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Deleting port 4e3e4f9d-9bb1-437c-903f-8ff268947b90 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:56.920884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1490752-017c-498b-b16d-ea7053d08e77 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.021545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Checking segment: {'id': '5334f4c6-512f-48a9-b99d-f2bd2b1ee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0820b0e6-09b6-416c-9f99-484be031b211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:57.021825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network hostable DHCP agents. Network: 0820b0e6-09b6-416c-9f99-484be031b211, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:57.041423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7dd98718-e3e6-409d-832a-1cd4f70f7b4b None None] Provisioning for port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:57.053694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7dd98718-e3e6-409d-832a-1cd4f70f7b4b None None] Provisioning complete for port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:57.055471 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7dd98718-e3e6-409d-832a-1cd4f70f7b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.066617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:57.074028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1490752-017c-498b-b16d-ea7053d08e77 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.092446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e1490752-017c-498b-b16d-ea7053d08e77 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Calling delete_port for 4e3e4f9d-9bb1-437c-903f-8ff268947b90 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:57.097119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 0820b0e6-09b6-416c-9f99-484be031b211) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:57.102649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:57.109965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:57.110634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.126092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce6b28-a07e-493d-938f-ee01f2bfeac7 None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:57.174998 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-286aca08-04f3-41a3-a254-c13c0c204eda tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2852108 Jul 16 18:31:57.177079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45748) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:57.186933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-929671812'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:57.219925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:57.224130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.254211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c21a7320-317c-494a-b8ed-c0abd59289ec req-ab56b517-f80e-4636-9eb3-589e38fbf8c2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 210 time: 0.0472751 Jul 16 18:31:57.269132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:57.285980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.285980 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Added segment a792e72b-26e7-4ae8-b748-6d3c55993a7a of type vlan for network 06b94f1c-5ade-4c36-b052-e98451c0e930 Jul 16 18:31:57.349978 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.355615 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7dd98718-e3e6-409d-832a-1cd4f70f7b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.453037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7dd98718-e3e6-409d-832a-1cd4f70f7b4b None None] For port 3cde74dc-3831-4032-a2f2-4cbb5b67d844, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3cde74dc-3831-4032-a2f2-4cbb5b67d844,segment=NetworkSegment(5754f145-20fb-4fda-a3ca-0a1f1f3d9dff),segment_id=5754f145-20fb-4fda-a3ca-0a1f1f3d9dff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:57.456067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.465550 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7dd98718-e3e6-409d-832a-1cd4f70f7b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.466112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:57.467275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.490309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00461287-1655-460d-b94f-f4f531af3f36 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:57.495412 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1490752-017c-498b-b16d-ea7053d08e77 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.533217 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3547945 Jul 16 18:31:57.554853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd98718-e3e6-409d-832a-1cd4f70f7b4b None None] Pushing event updated for resources: {'Port': ['ID=3cde74dc-3831-4032-a2f2-4cbb5b67d844,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:57.579953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:57.596903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'ports': [{'network_id': '0820b0e6-09b6-416c-9f99-484be031b211'}, {'network_id': '06b94f1c-5ade-4c36-b052-e98451c0e930'}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:57.597227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:57.597743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '06b94f1c-5ade-4c36-b052-e98451c0e930'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:57.603853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1490752-017c-498b-b16d-ea7053d08e77 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event deleted for resources: {'Port': ['ID=4e3e4f9d-9bb1-437c-903f-8ff268947b90,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:57.654366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00461287-1655-460d-b94f-f4f531af3f36 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:57.660221 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-00461287-1655-460d-b94f-f4f531af3f36 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.670073 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] Sync routers for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:57.682743 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:57.683694 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:57.703788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a17b8f-dbc4-462f-8a68-10280d60f066 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Network': ['ID=06b94f1c-5ade-4c36-b052-e98451c0e930,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:57.717649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 06b94f1c-5ade-4c36-b052-e98451c0e930 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:57.727572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-00461287-1655-460d-b94f-f4f531af3f36 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "PUT /v2.0/floatingips/2cfceada-fe5d-4db2-8fb1-2a4633fa2324 HTTP/1.1" status: 200 len: 991 time: 1.8772862 Jul 16 18:31:57.728227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:57.736622 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628" -d '{"events": [{"name": "network-changed", "server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:57.839503 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997c4a53-0a2d-4640-bc61-1889ba1756f1 x-openstack-request-id: req-997c4a53-0a2d-4640-bc61-1889ba1756f1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:57.839848 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:57.840103 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-997c4a53-0a2d-4640-bc61-1889ba1756f1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:57.840508 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'status': 'completed', 'code': 200} Jul 16 18:31:57.967913 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:57.983510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-115fe237-901a-46a8-978d-69e90c2492a6 None None] Could not find standard attr ID for object 4e3e4f9d-9bb1-437c-903f-8ff268947b90. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:31:58.010203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-115fe237-901a-46a8-978d-69e90c2492a6 None None] Provisioning for port 13653238-bef9-4b6b-9cac-cff58178035f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:58.014282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-115fe237-901a-46a8-978d-69e90c2492a6 None None] Provisioning complete for port 13653238-bef9-4b6b-9cac-cff58178035f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:58.015281 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-115fe237-901a-46a8-978d-69e90c2492a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.104295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-115fe237-901a-46a8-978d-69e90c2492a6 None None] Port 13653238-bef9-4b6b-9cac-cff58178035f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:58.125494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-115fe237-901a-46a8-978d-69e90c2492a6 None None] Provisioning complete for port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:58.125874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-115fe237-901a-46a8-978d-69e90c2492a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.260596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3cde74dc-3831-4032-a2f2-4cbb5b67d844 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:58.345534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1490752-017c-498b-b16d-ea7053d08e77 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.350015 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e1490752-017c-498b-b16d-ea7053d08e77 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "DELETE /v2.0/ports/4e3e4f9d-9bb1-437c-903f-8ff268947b90 HTTP/1.1" status: 204 len: 168 time: 1.6206424 Jul 16 18:31:58.350585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45758) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:58.361446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:58.361702 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.370802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-bf8ead35-2a6a-4072-bea7-184f6a4376d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:58.372718 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-bf8ead35-2a6a-4072-bea7-184f6a4376d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1097 time: 0.4824972 Jul 16 18:31:58.378416 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2cfceada-fe5d-4db2-8fb1-2a4633fa2324', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'port_id': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'mac_address': 'fa:16:3e:71:01:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:41Z', 'updated_at': '2021-07-16T18:31:56Z', 'revision_number': 1, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd82007-85a5-4ecc-bfbe-b27fde471af1', 'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'mac_address': 'fa:16:3e:37:52:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'subnets': [{'id': 'c4625356-a4f5-445c-a349-a43e42130267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:58.415656 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] Checking router: f519a9a6-fe4f-4d88-8f23-f3b1ff178132 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:58.420356 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46bc2ee-4954-4efd-ab4a-079666fb38d5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] GET failed (client error): The resource could not be found. Jul 16 18:31:58.426208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a46bc2ee-4954-4efd-ab4a-079666fb38d5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "GET /v2.0/ports/4e3e4f9d-9bb1-437c-903f-8ff268947b90 HTTP/1.1" status: 404 len: 333 time: 0.0699921 Jul 16 18:31:58.426815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:58.434178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'port': {'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295', 'name': 'tempest-AllowedAddressPairTestJSON-1433979383'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:58.436465 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:58.437465 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:31:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:58.498340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3b83901e-9844-4dff-bc10-1028ea577102 None None] Provisioning complete for port 13653238-bef9-4b6b-9cac-cff58178035f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:58.499076 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b83901e-9844-4dff-bc10-1028ea577102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.559502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 2} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:58.571771 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.643856 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:58.653289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3b83901e-9844-4dff-bc10-1028ea577102 None None] Port 13653238-bef9-4b6b-9cac-cff58178035f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:58.688979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.757014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3158d309-9d66-4bb2-b62b-afdebd1a9cfd req-aa821590-81ad-4ec5-8658-b355c7a64f38 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=58cbd2fa-b7ef-4c9d-b332-6dadb9537fbe HTTP/1.1" status: 200 len: 210 time: 0.0972316 Jul 16 18:31:58.806241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Made reservation on behalf of 340ecd64ba89465eb469cb492aa0b6b6 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:58.809121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.845835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] device_id is not set on port 9db04e69-b610-4153-9d64-109413c09fb7 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:31:58.859728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-582a8757-bc8e-4b65-b77b-6f9f8a653e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:58.863065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-582a8757-bc8e-4b65-b77b-6f9f8a653e20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.4720840 Jul 16 18:31:58.869562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 08fc6d79-bd5c-40f4-831f-151371de4a1c yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:31:58.869930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a85e2be3-05cb-4439-ab7a-534ada1731d9 None None] Could not find standard attr ID for object 4e3e4f9d-9bb1-437c-903f-8ff268947b90. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:31:58.911113 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.967781 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-85ade40e-f048-43e4-8f06-8b764f6976c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 999 time: 0.0929496 Jul 16 18:31:59.042575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-a4806215-00e3-45b0-83f1-c3d3a43e4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.044162 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-a4806215-00e3-45b0-83f1-c3d3a43e4d29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0675230 Jul 16 18:31:59.083811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Allocated IP 172.20.0.6 (29826634-8800-4b3a-beb0-7b1f04f08295/c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc/9db04e69-b610-4153-9d64-109413c09fb7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:59.171253 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2cfceada-fe5d-4db2-8fb1-2a4633fa2324', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'port_id': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'mac_address': 'fa:16:3e:71:01:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:41Z', 'updated_at': '2021-07-16T18:31:56Z', 'revision_number': 1, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd82007-85a5-4ecc-bfbe-b27fde471af1', 'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'mac_address': 'fa:16:3e:37:52:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'subnets': [{'id': 'c4625356-a4f5-445c-a349-a43e42130267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:59.212802 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3d3d97-0b4c-4354-ba87-4f8e47757481 None None] The sync data for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 is: [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '2cfceada-fe5d-4db2-8fb1-2a4633fa2324', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'port_id': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'mac_address': 'fa:16:3e:71:01:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:41Z', 'updated_at': '2021-07-16T18:31:56Z', 'revision_number': 1, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd82007-85a5-4ecc-bfbe-b27fde471af1', 'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'mac_address': 'fa:16:3e:37:52:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'subnets': [{'id': 'c4625356-a4f5-445c-a349-a43e42130267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:59.342657 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.359108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Transition to ACTIVE for port object 9db04e69-b610-4153-9d64-109413c09fb7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:59.397556 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.442977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Network 29826634-8800-4b3a-beb0-7b1f04f08295 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:59.451178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:59.455804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:59.517599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Port': ['ID=9db04e69-b610-4153-9d64-109413c09fb7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:59.531301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.531523 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.559740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0fccf609-6039-4dd3-9467-eb2640e0ddd7 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1320481 Jul 16 18:31:59.562685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:59.568080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7ee25682-8414-4059-8911-56b65833b64f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e5:b9:44'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:59.590775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfd613-700b-482d-a296-7a8ac26d2306 None None] New status for floating IP 2cfceada-fe5d-4db2-8fb1-2a4633fa2324: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:59.593381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.622462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-500d5206-a900-4a78-af72-2b5daae2832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.624182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-500d5206-a900-4a78-af72-2b5daae2832d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5685797 Jul 16 18:31:59.735697 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-2e2fe97d-c99f-4682-b094-15403f35920c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2866013 Jul 16 18:31:59.741170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port d114a684-b997-4487-a8d3-2cd39f5b901e yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:31:59.828386 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-35c5568f-440a-4153-a2f6-acade955131b service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905787 Jul 16 18:31:59.857394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-49c71d4c-fc80-4415-8d7c-e2c37ca57b15 None None] Provisioning for port 9db04e69-b610-4153-9d64-109413c09fb7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:59.862972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-49c71d4c-fc80-4415-8d7c-e2c37ca57b15 None None] Provisioning complete for port 9db04e69-b610-4153-9d64-109413c09fb7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:59.863984 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-49c71d4c-fc80-4415-8d7c-e2c37ca57b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.919332 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ee25682-8414-4059-8911-56b65833b64f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.919830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-49c71d4c-fc80-4415-8d7c-e2c37ca57b15 None None] Port 9db04e69-b610-4153-9d64-109413c09fb7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:00.017443 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a997d9b2-46d9-4f3b-b3bc-a04013ed2628 req-f9af7db5-5914-4557-9ae9-0a7195dcc42e service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789930 Jul 16 18:32:00.066783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.094544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-60a4c5d2-9ba4-444c-bc2b-e0d1d9a8bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.095116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-60a4c5d2-9ba4-444c-bc2b-e0d1d9a8bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.095615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-60a4c5d2-9ba4-444c-bc2b-e0d1d9a8bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.096606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-60a4c5d2-9ba4-444c-bc2b-e0d1d9a8bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.096606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-60a4c5d2-9ba4-444c-bc2b-e0d1d9a8bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.097106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-60a4c5d2-9ba4-444c-bc2b-e0d1d9a8bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.099741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-60a4c5d2-9ba4-444c-bc2b-e0d1d9a8bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.110387 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-60a4c5d2-9ba4-444c-bc2b-e0d1d9a8bc6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6508 time: 0.1528969 Jul 16 18:32:00.149420 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.161248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ee25682-8414-4059-8911-56b65833b64f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.167749 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ee25682-8414-4059-8911-56b65833b64f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.242032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:00.254478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:00.267536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:00.268605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.270220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee25682-8414-4059-8911-56b65833b64f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Port': ['ID=9db04e69-b610-4153-9d64-109413c09fb7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:00.292088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7ee25682-8414-4059-8911-56b65833b64f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] In _notify_port_updated(), no bound segment for port 9db04e69-b610-4153-9d64-109413c09fb7 on network 29826634-8800-4b3a-beb0-7b1f04f08295 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:32:00.306837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee25682-8414-4059-8911-56b65833b64f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.307919 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ee25682-8414-4059-8911-56b65833b64f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.309581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7ee25682-8414-4059-8911-56b65833b64f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "PUT /v2.0/ports/9db04e69-b610-4153-9d64-109413c09fb7 HTTP/1.1" status: 200 len: 993 time: 0.7461560 Jul 16 18:32:00.312496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45772) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:00.343892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=08fc6d79-bd5c-40f4-831f-151371de4a1c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:00.424633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-6717a4d6-1b4e-45aa-9c12-05cfbb2febfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.425124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-6717a4d6-1b4e-45aa-9c12-05cfbb2febfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.425600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-6717a4d6-1b4e-45aa-9c12-05cfbb2febfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.427303 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-6717a4d6-1b4e-45aa-9c12-05cfbb2febfe service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 200 len: 2297 time: 0.2642195 Jul 16 18:32:00.435167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-067f7976-98c0-488f-9758-71ba3e993ce2 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Deleting port 9db04e69-b610-4153-9d64-109413c09fb7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:00.436995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-067f7976-98c0-488f-9758-71ba3e993ce2 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.498979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=d114a684-b997-4487-a8d3-2cd39f5b901e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:00.514765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Checking segment: {'id': 'a792e72b-26e7-4ae8-b748-6d3c55993a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '06b94f1c-5ade-4c36-b052-e98451c0e930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:00.515068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network hostable DHCP agents. Network: 06b94f1c-5ade-4c36-b052-e98451c0e930, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:00.533847 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-067f7976-98c0-488f-9758-71ba3e993ce2 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.547360 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-23db1e18-36f9-464d-a7f3-9c2996ae88f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c HTTP/1.1" status: 200 len: 1001 time: 0.1051207 Jul 16 18:32:00.549698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 06b94f1c-5ade-4c36-b052-e98451c0e930 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:00.555030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-067f7976-98c0-488f-9758-71ba3e993ce2 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Calling delete_port for 9db04e69-b610-4153-9d64-109413c09fb7 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:00.558042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eb5f9b43-6802-4849-bfca-1725a6eb68f7 None None] Provisioning complete for port 9db04e69-b610-4153-9d64-109413c09fb7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:00.558410 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eb5f9b43-6802-4849-bfca-1725a6eb68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.585076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 06b94f1c-5ade-4c36-b052-e98451c0e930) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:00.602201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f9b43-6802-4849-bfca-1725a6eb68f7 None None] Port 9db04e69-b610-4153-9d64-109413c09fb7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:00.605068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85039ac4-9e7d-4a7d-9843-3136859c7322 None None] Network 06b94f1c-5ade-4c36-b052-e98451c0e930 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:00.627042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:00.634384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.659931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.660986 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.691438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-77c4633b-8cd1-43f7-937d-97e1e6dd9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.692881 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-77c4633b-8cd1-43f7-937d-97e1e6dd9df3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f704ad-33fb-4f05-85e6-f4111dd0300d HTTP/1.1" status: 200 len: 854 time: 0.1199443 Jul 16 18:32:00.734118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-067f7976-98c0-488f-9758-71ba3e993ce2 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.760786 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7c5a69b5-798d-4068-bda5-7116fb46e611 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1699009 Jul 16 18:32:00.763442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:00.785939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f7976-98c0-488f-9758-71ba3e993ce2 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event deleted for resources: {'Port': ['ID=9db04e69-b610-4153-9d64-109413c09fb7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:00.876700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-cb547c4c-80dd-4f1c-a2bd-2ba8bcea79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:00.878296 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-cb547c4c-80dd-4f1c-a2bd-2ba8bcea79b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660244 Jul 16 18:32:00.947146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9faddab2-4af6-4083-a5f9-fb7a6b4c0201 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port d114a684-b997-4487-a8d3-2cd39f5b901e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:00.947650 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9faddab2-4af6-4083-a5f9-fb7a6b4c0201 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.989002 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-067f7976-98c0-488f-9758-71ba3e993ce2 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.994699 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-067f7976-98c0-488f-9758-71ba3e993ce2 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "DELETE /v2.0/ports/9db04e69-b610-4153-9d64-109413c09fb7 HTTP/1.1" status: 204 len: 168 time: 0.6776283 Jul 16 18:32:00.997129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45776) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:01.029537 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-edac47c5-cfb4-49d8-a9bd-d17d15c30d3c tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] GET failed (client error): The resource could not be found. Jul 16 18:32:01.034655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-edac47c5-cfb4-49d8-a9bd-d17d15c30d3c tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "GET /v2.0/ports/9db04e69-b610-4153-9d64-109413c09fb7 HTTP/1.1" status: 404 len: 333 time: 0.0328503 Jul 16 18:32:01.037264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45780) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:01.056229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'port': {'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295', 'name': 'tempest-AllowedAddressPairTestJSON-1238352228'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:01.091204 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9faddab2-4af6-4083-a5f9-fb7a6b4c0201 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.124007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9faddab2-4af6-4083-a5f9-fb7a6b4c0201 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for d114a684-b997-4487-a8d3-2cd39f5b901e owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:01.129928 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-35703dd1-67db-4de7-bc78-2c2ee7c8c344 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396672 Jul 16 18:32:01.203897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Made reservation on behalf of 340ecd64ba89465eb469cb492aa0b6b6 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:01.208755 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.229601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] device_id is not set on port ad738f26-9e75-401f-8af2-c12773d2c280 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:01.297526 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-c597fdcb-c859-461c-954a-0538e4e05f3c service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547379 Jul 16 18:32:01.316156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9faddab2-4af6-4083-a5f9-fb7a6b4c0201 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.363927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Allocated IP 172.20.0.10 (29826634-8800-4b3a-beb0-7b1f04f08295/c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc/ad738f26-9e75-401f-8af2-c12773d2c280) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:01.365757 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-58c86fb8-e1a2-4678-92c0-ea62af94d620 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 217 time: 0.0598996 Jul 16 18:32:01.399571 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9faddab2-4af6-4083-a5f9-fb7a6b4c0201 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.405296 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9faddab2-4af6-4083-a5f9-fb7a6b4c0201 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/d114a684-b997-4487-a8d3-2cd39f5b901e HTTP/1.1" status: 204 len: 168 time: 0.6406343 Jul 16 18:32:01.406240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:01.456086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-8cdfede2-55d1-4b3c-9902-9042b9a35676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.457758 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-8cdfede2-55d1-4b3c-9902-9042b9a35676 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0649090 Jul 16 18:32:01.458758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faddab2-4af6-4083-a5f9-fb7a6b4c0201 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=d114a684-b997-4487-a8d3-2cd39f5b901e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:01.527848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-e39fdcb6-0bc4-439d-aa8f-bfffb66cefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.529463 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-e39fdcb6-0bc4-439d-aa8f-bfffb66cefa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0600381 Jul 16 18:32:01.667143 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-7e829e7c-e861-46bf-bf34-4aa700dc2e17 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274104 Jul 16 18:32:01.678505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1e8a5-003e-4341-8bf2-23e6c6a52bc8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.685173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1e8a5-003e-4341-8bf2-23e6c6a52bc8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.689640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0fb1e8a5-003e-4341-8bf2-23e6c6a52bc8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2797303 Jul 16 18:32:01.689640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:01.756474 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.784232 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-a5745f26-8140-4ac4-b2bd-cae52c9985b7 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062119 Jul 16 18:32:01.799645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Transition to ACTIVE for port object ad738f26-9e75-401f-8af2-c12773d2c280 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:01.841323 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-1403a7e9-ca5b-4f1d-a0b5-7cd2f1d78d5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 217 time: 0.0445974 Jul 16 18:32:01.849074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e50af5ff-753d-42b4-a0df-5622ee398ed3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 08fc6d79-bd5c-40f4-831f-151371de4a1c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:01.849422 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e50af5ff-753d-42b4-a0df-5622ee398ed3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.868803 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.898118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-f1ba3496-7058-4dde-8743-7d5699821e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.899873 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-f1ba3496-7058-4dde-8743-7d5699821e96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0488570 Jul 16 18:32:01.990242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-bf7cf6f6-7023-4d49-9c52-f56b4ee08577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:01.994064 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-bf7cf6f6-7023-4d49-9c52-f56b4ee08577 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0864875 Jul 16 18:32:01.995321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e50af5ff-753d-42b4-a0df-5622ee398ed3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.013016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Network 29826634-8800-4b3a-beb0-7b1f04f08295 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:02.019684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e50af5ff-753d-42b4-a0df-5622ee398ed3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 08fc6d79-bd5c-40f4-831f-151371de4a1c owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:02.021904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:02.024434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Port': ['ID=ad738f26-9e75-401f-8af2-c12773d2c280,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:02.026644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:02.147163 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-77dda760-0d69-4822-9607-fe3b916bf2f1 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452885 Jul 16 18:32:02.168914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:02.169577 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.218297 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e433bf2f-d872-401a-8e93-c9acc9495c0f tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1795254 Jul 16 18:32:02.220971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45792) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:02.233027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-751b865d-8a91-477d-9ad3-05bffdd3c724 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e5:b9:44'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:02.244171 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e50af5ff-753d-42b4-a0df-5622ee398ed3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.294660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50af5ff-753d-42b4-a0df-5622ee398ed3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=08fc6d79-bd5c-40f4-831f-151371de4a1c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:02.313594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e50af5ff-753d-42b4-a0df-5622ee398ed3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.318832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e50af5ff-753d-42b4-a0df-5622ee398ed3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/08fc6d79-bd5c-40f4-831f-151371de4a1c HTTP/1.1" status: 204 len: 168 time: 0.6266282 Jul 16 18:32:02.321446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:02.345703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c873c50f-3b4f-4bca-abec-2e9fbc2133da None None] Provisioning for port ad738f26-9e75-401f-8af2-c12773d2c280 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:02.353958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c873c50f-3b4f-4bca-abec-2e9fbc2133da None None] Provisioning complete for port ad738f26-9e75-401f-8af2-c12773d2c280 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:02.355283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c873c50f-3b4f-4bca-abec-2e9fbc2133da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.362250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-939b7b75-e767-42cb-8c0a-dd01f04473be service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040448 Jul 16 18:32:02.414992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c33011a-ac81-44e7-906c-993258d418af tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:02.417061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0c33011a-ac81-44e7-906c-993258d418af tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0942891 Jul 16 18:32:02.420234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45802) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:02.422499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c873c50f-3b4f-4bca-abec-2e9fbc2133da None None] Port ad738f26-9e75-401f-8af2-c12773d2c280 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:02.439144 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-c95c4f9c-acd1-4f0c-af78-880e53b035b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=97467c8f-b022-4c90-8c50-5ef03999a355 HTTP/1.1" status: 200 len: 217 time: 0.0625625 Jul 16 18:32:02.461373 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5aed1d4-0e06-4ff9-8e35-5137b051bf95 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:02.464567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b5aed1d4-0e06-4ff9-8e35-5137b051bf95 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/d114a684-b997-4487-a8d3-2cd39f5b901e HTTP/1.1" status: 404 len: 333 time: 0.0414305 Jul 16 18:32:02.465854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:02.497098 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcc6ec8-519f-42be-814f-78ca4056796d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:02.498865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cbcc6ec8-519f-42be-814f-78ca4056796d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/08fc6d79-bd5c-40f4-831f-151371de4a1c HTTP/1.1" status: 404 len: 333 time: 0.0319753 Jul 16 18:32:02.501612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45808) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:02.552263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-f0d35651-4c4e-4cbe-be16-950e5c3d4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:02.554892 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-f0d35651-4c4e-4cbe-be16-950e5c3d4710 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.1085482 Jul 16 18:32:02.593120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.641153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751b865d-8a91-477d-9ad3-05bffdd3c724 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.696595 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.697132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-a1930d7e-6cce-42c5-ab9f-f1163e436d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:02.698674 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-a1930d7e-6cce-42c5-ab9f-f1163e436d89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1326702 Jul 16 18:32:02.707235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b94f1c-5ade-4c36-b052-e98451c0e930']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:02.719706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a792e72b-26e7-4ae8-b748-6d3c55993a7a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:02.719981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a792e72b-26e7-4ae8-b748-6d3c55993a7a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:02.731113 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.747262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.754649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:02.755228 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:02.760228 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:02.841430 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.848677 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.851114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/networks/06b94f1c-5ade-4c36-b052-e98451c0e930 HTTP/1.1" status: 204 len: 168 time: 0.3479769 Jul 16 18:32:02.855279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:02.868816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1613556118'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:02.873487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3136f62-4276-49d5-8379-da500712f86a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Network': ['ID=06b94f1c-5ade-4c36-b052-e98451c0e930,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:02.883834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-a38b40f1-f2c9-474a-acc2-74bfbb8b0a38 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741176 Jul 16 18:32:02.895136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:02.900025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.927842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:02.939818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.940191 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Added segment 1eb07459-3cfa-402d-b3f1-b4c6871ee3dc of type vlan for network 8110191d-e003-4d09-b53e-82dbbcea3134 Jul 16 18:32:02.988366 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.019647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751b865d-8a91-477d-9ad3-05bffdd3c724 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.024964 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.031529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751b865d-8a91-477d-9ad3-05bffdd3c724 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.032602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.033496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.077843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2185252 Jul 16 18:32:03.078179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:03.084407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '8110191d-e003-4d09-b53e-82dbbcea3134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:03.137278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b844d6-e8c4-4d64-9aaf-dc8e192fb65f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Network': ['ID=8110191d-e003-4d09-b53e-82dbbcea3134,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:03.168644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 8110191d-e003-4d09-b53e-82dbbcea3134 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:03.187687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b865d-8a91-477d-9ad3-05bffdd3c724 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Port': ['ID=ad738f26-9e75-401f-8af2-c12773d2c280,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:03.188480 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54ed354b-54b0-4251-80be-4b809ef8566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.202266 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-3e3d6491-5ab9-47ef-9272-3cba12cb7ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102729 Jul 16 18:32:03.236947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:03.241585 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.299255 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-6177cba3-3e42-4c13-bc4c-225205fe62a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=d1009801-eab5-456c-9434-2755b32d4b69 HTTP/1.1" status: 200 len: 217 time: 0.0818167 Jul 16 18:32:03.307520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-751b865d-8a91-477d-9ad3-05bffdd3c724 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] In _notify_port_updated(), no bound segment for port ad738f26-9e75-401f-8af2-c12773d2c280 on network 29826634-8800-4b3a-beb0-7b1f04f08295 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:32:03.316007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b865d-8a91-477d-9ad3-05bffdd3c724 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.316731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751b865d-8a91-477d-9ad3-05bffdd3c724 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.321808 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-751b865d-8a91-477d-9ad3-05bffdd3c724 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "PUT /v2.0/ports/ad738f26-9e75-401f-8af2-c12773d2c280 HTTP/1.1" status: 200 len: 997 time: 1.0957823 Jul 16 18:32:03.324397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45814) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:03.386853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-e5e5c205-65ba-43dd-87f5-c7edb33c242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.388846 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-e5e5c205-65ba-43dd-87f5-c7edb33c242a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0697100 Jul 16 18:32:03.497914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-727f507e-4379-467e-9af6-4eab737aed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.500302 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-727f507e-4379-467e-9af6-4eab737aed65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033905 Jul 16 18:32:03.560011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4cebc7a9-c74e-4059-a167-626339afa5a3 None None] Provisioning complete for port ad738f26-9e75-401f-8af2-c12773d2c280 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:03.560757 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4cebc7a9-c74e-4059-a167-626339afa5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.585177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fe191881-2fa2-493e-99e0-2f0f1841e3ed tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Deleting port ad738f26-9e75-401f-8af2-c12773d2c280 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:03.585573 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe191881-2fa2-493e-99e0-2f0f1841e3ed tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.626644 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-869dca18-393d-455c-acaf-d41ebda7e1d9 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173487 Jul 16 18:32:03.635511 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4cebc7a9-c74e-4059-a167-626339afa5a3 None None] Port ad738f26-9e75-401f-8af2-c12773d2c280 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:03.706058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.775053 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-0d64e796-bdf1-4bec-9b86-204b85098e1f service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392200 Jul 16 18:32:03.788895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe191881-2fa2-493e-99e0-2f0f1841e3ed tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.808836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=ec86693d-b46f-48a5-bd39-cd5e4fecb925,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:03.817741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fe191881-2fa2-493e-99e0-2f0f1841e3ed tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Calling delete_port for ad738f26-9e75-401f-8af2-c12773d2c280 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:03.831598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Checking segment: {'id': '1eb07459-3cfa-402d-b3f1-b4c6871ee3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8110191d-e003-4d09-b53e-82dbbcea3134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:03.831966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network hostable DHCP agents. Network: 8110191d-e003-4d09-b53e-82dbbcea3134, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:03.837260 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-3426893d-6735-40e9-bd31-1204d95ce0ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8 HTTP/1.1" status: 200 len: 217 time: 0.0518129 Jul 16 18:32:03.892013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 8110191d-e003-4d09-b53e-82dbbcea3134 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:03.894836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-7cc5722e-65d6-4ba1-bacf-edbbf4a319a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.896330 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-7cc5722e-65d6-4ba1-bacf-edbbf4a319a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.0497956 Jul 16 18:32:03.905149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 8110191d-e003-4d09-b53e-82dbbcea3134) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:03.913584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3f08d-50cb-43c3-962e-18c527ab0bb5 None None] Network 8110191d-e003-4d09-b53e-82dbbcea3134 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:03.916821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:03.917426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.939233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4e3100be-53b9-4b38-bb5e-e953f3a58d71 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8593554 Jul 16 18:32:03.943755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:03.949836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '8110191d-e003-4d09-b53e-82dbbcea3134', 'name': 'tempest-PortsTestJSON-441844038'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:04.006390 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe191881-2fa2-493e-99e0-2f0f1841e3ed tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.050540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-b9a98925-35ed-4cac-9b5d-ac9ce78f9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.052088 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-b9a98925-35ed-4cac-9b5d-ac9ce78f9fd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1459622 Jul 16 18:32:04.107738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe191881-2fa2-493e-99e0-2f0f1841e3ed tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event deleted for resources: {'Port': ['ID=ad738f26-9e75-401f-8af2-c12773d2c280,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:04.130603 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe191881-2fa2-493e-99e0-2f0f1841e3ed tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.135172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-8110191d-e003-4d09-b53e-82dbbcea3134', 'network_id': '8110191d-e003-4d09-b53e-82dbbcea3134', 'tenant_id': '2d22619d68a743e09496f834171a3177', 'fixed_ips': [{'subnet_id': 'ec86693d-b46f-48a5-bd39-cd5e4fecb925'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:04.136530 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.139604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fe191881-2fa2-493e-99e0-2f0f1841e3ed tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "DELETE /v2.0/ports/ad738f26-9e75-401f-8af2-c12773d2c280 HTTP/1.1" status: 204 len: 168 time: 0.8092825 Jul 16 18:32:04.140347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:04.180422 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-25587165-6e7a-4f0a-8086-0956bb867405 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] GET failed (client error): The resource could not be found. Jul 16 18:32:04.186997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-25587165-6e7a-4f0a-8086-0956bb867405 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "GET /v2.0/ports/ad738f26-9e75-401f-8af2-c12773d2c280 HTTP/1.1" status: 404 len: 333 time: 0.0414431 Jul 16 18:32:04.187915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45824) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:04.193965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'port': {'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295', 'name': 'tempest-AllowedAddressPairTestJSON-2033699027'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:04.325676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Allocated IP 172.20.0.2 (8110191d-e003-4d09-b53e-82dbbcea3134/ec86693d-b46f-48a5-bd39-cd5e4fecb925/fc362f8f-188b-4fc4-adc9-aefe1c11cc1e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:04.484498 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.496737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Transition to ACTIVE for port object fc362f8f-188b-4fc4-adc9-aefe1c11cc1e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:04.498501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:04.502074 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.519106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Transition to ACTIVE for port object fc362f8f-188b-4fc4-adc9-aefe1c11cc1e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:04.525077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Made reservation on behalf of 340ecd64ba89465eb469cb492aa0b6b6 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:04.527456 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.531517 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.537749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 5f7ac840-9726-44a2-9657-8314e134e4f7 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:04.547610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-4590a125-0751-4a2a-90d0-323c5cad5167 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802661 Jul 16 18:32:04.555032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] device_id is not set on port 7b23a1e0-5e94-42e1-b425-3fef758edc64 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:04.572419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Network 8110191d-e003-4d09-b53e-82dbbcea3134 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:04.585278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:04.587689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Pushing event updated for resources: {'Port': ['ID=fc362f8f-188b-4fc4-adc9-aefe1c11cc1e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:04.590453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:04.659216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Attempting to bind port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:04.660368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Attempting to bind port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '1eb07459-3cfa-402d-b3f1-b4c6871ee3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8110191d-e003-4d09-b53e-82dbbcea3134'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:04.661448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Attempting to bind port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e on network 8110191d-e003-4d09-b53e-82dbbcea3134 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:04.669408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:04.670373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Checking segment: {'id': '1eb07459-3cfa-402d-b3f1-b4c6871ee3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8110191d-e003-4d09-b53e-82dbbcea3134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:04.670988 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.671951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Bound using segment: {'id': '1eb07459-3cfa-402d-b3f1-b4c6871ee3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8110191d-e003-4d09-b53e-82dbbcea3134'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:04.672709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Bound port: fc362f8f-188b-4fc4-adc9-aefe1c11cc1e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb07459-3cfa-402d-b3f1-b4c6871ee3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8110191d-e003-4d09-b53e-82dbbcea3134'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:04.674048 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.730937 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-4488bc6e-59f7-4850-a035-7173c6718955 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467466 Jul 16 18:32:04.747341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Allocated IP 172.20.0.11 (29826634-8800-4b3a-beb0-7b1f04f08295/c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc/7b23a1e0-5e94-42e1-b425-3fef758edc64) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:04.767545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] For port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:04.774013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] For port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fc362f8f-188b-4fc4-adc9-aefe1c11cc1e,segment=NetworkSegment(1eb07459-3cfa-402d-b3f1-b4c6871ee3dc),segment_id=1eb07459-3cfa-402d-b3f1-b4c6871ee3dc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:04.780150 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.798178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-d5effe15-4efd-41f2-b77a-caccdd97e064 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=371d613d-38e1-45bd-97dd-05f7e64845db HTTP/1.1" status: 200 len: 217 time: 0.0536056 Jul 16 18:32:04.799336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.5 (8110191d-e003-4d09-b53e-82dbbcea3134/ec86693d-b46f-48a5-bd39-cd5e4fecb925/5f7ac840-9726-44a2-9657-8314e134e4f7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:04.847959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f4f74-ec24-4c25-8dcd-c885c5afb54b None None] Pushing event updated for resources: {'Port': ['ID=fc362f8f-188b-4fc4-adc9-aefe1c11cc1e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:04.917724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-e762e675-0db7-464d-b0bd-6fb27306cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.919806 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-e762e675-0db7-464d-b0bd-6fb27306cccb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.1080585 Jul 16 18:32:05.014250 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.038967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Transition to ACTIVE for port object 7b23a1e0-5e94-42e1-b425-3fef758edc64 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:05.088068 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.103903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-f0881cae-b1c8-4d76-b015-7912eac35a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:05.111321 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-f0881cae-b1c8-4d76-b015-7912eac35a66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1711676 Jul 16 18:32:05.128828 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.162643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object 5f7ac840-9726-44a2-9657-8314e134e4f7 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:05.210963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Port': ['ID=7b23a1e0-5e94-42e1-b425-3fef758edc64,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:05.226841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Network 29826634-8800-4b3a-beb0-7b1f04f08295 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:05.231388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:05.235090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:05.293513 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-63ac1935-7e31-4908-8606-0fd9595a2266 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789999 Jul 16 18:32:05.297567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:05.298530 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.321247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.325651 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0b6d40db-08ec-49a2-9b43-ca9d8c3b100e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1331642 Jul 16 18:32:05.326153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45834) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:05.333335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'port': {'network_id': '29826634-8800-4b3a-beb0-7b1f04f08295', 'name': 'tempest-AllowedAddressPairTestJSON-1003663206'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:05.414178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 8110191d-e003-4d09-b53e-82dbbcea3134 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:05.420323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:05.426340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:05.522213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Made reservation on behalf of 340ecd64ba89465eb469cb492aa0b6b6 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:05.526371 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.546205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] device_id is not set on port 63e97ed6-ea8a-4017-bc65-ce402631d785 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:05.556906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=5f7ac840-9726-44a2-9657-8314e134e4f7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:05.587748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:05.588446 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.595353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3669735c-47d8-40fd-8735-8a1998788a08 None None] Provisioning for port 7b23a1e0-5e94-42e1-b425-3fef758edc64 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:05.606228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3669735c-47d8-40fd-8735-8a1998788a08 None None] Provisioning complete for port 7b23a1e0-5e94-42e1-b425-3fef758edc64 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:05.606477 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-498edb71-034e-46e0-9e1c-a1db4d68d71c req-c52caef6-80b1-4d59-b4c5-0c8c789711c9 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001225 Jul 16 18:32:05.606921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3669735c-47d8-40fd-8735-8a1998788a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.619674 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cea92979-e663-4386-94e0-132ce69ac8d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6716163 Jul 16 18:32:05.620103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:05.726571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3669735c-47d8-40fd-8735-8a1998788a08 None None] Port 7b23a1e0-5e94-42e1-b425-3fef758edc64 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:05.797023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-017c5273-6ff2-4b9d-a286-2b060d56ea8d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 5f7ac840-9726-44a2-9657-8314e134e4f7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:05.797023 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-017c5273-6ff2-4b9d-a286-2b060d56ea8d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.800994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Allocated IP 172.20.0.4 (29826634-8800-4b3a-beb0-7b1f04f08295/c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc/63e97ed6-ea8a-4017-bc65-ce402631d785) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:05.942275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-017c5273-6ff2-4b9d-a286-2b060d56ea8d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.963315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-017c5273-6ff2-4b9d-a286-2b060d56ea8d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 5f7ac840-9726-44a2-9657-8314e134e4f7 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:05.984960 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.040792 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6db49d0e-4518-4899-962b-66845eddc414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.158338 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-017c5273-6ff2-4b9d-a286-2b060d56ea8d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.213576 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c5273-6ff2-4b9d-a286-2b060d56ea8d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=5f7ac840-9726-44a2-9657-8314e134e4f7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:06.293844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fc362f8f-188b-4fc4-adc9-aefe1c11cc1e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:06.377453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-017c5273-6ff2-4b9d-a286-2b060d56ea8d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.383337 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-017c5273-6ff2-4b9d-a286-2b060d56ea8d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/5f7ac840-9726-44a2-9657-8314e134e4f7 HTTP/1.1" status: 204 len: 168 time: 0.7619383 Jul 16 18:32:06.384216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:06.391278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:06.439247 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2421f4-9694-4aae-994e-f61b6e2e783e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:06.440372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2421f4-9694-4aae-994e-f61b6e2e783e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:06.446451 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1e2421f4-9694-4aae-994e-f61b6e2e783e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/5f7ac840-9726-44a2-9657-8314e134e4f7 HTTP/1.1" status: 404 len: 333 time: 0.0610666 Jul 16 18:32:06.447414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:06.482300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4322da-fd9a-4e4d-91ac-febc8c0c05ac None None] Network 8110191d-e003-4d09-b53e-82dbbcea3134 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:06.486739 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-083365d7-f051-4819-b617-ea170f7da0db tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:06.490115 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-083365d7-f051-4819-b617-ea170f7da0db tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/5f7ac840-9726-44a2-9657-8314e134e4f7 HTTP/1.1" status: 404 len: 333 time: 0.0407455 Jul 16 18:32:06.497190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:06.568329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3648c5-3c42-477d-9253-e05fb8b70a45 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet ec86693d-b46f-48a5-bd39-cd5e4fecb925 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:06.573535 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f3648c5-3c42-477d-9253-e05fb8b70a45 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.581065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2b6be9f1-2738-4763-af08-0896a8832863 None None] Provisioning for port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:06.592148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2b6be9f1-2738-4763-af08-0896a8832863 None None] Provisioning complete for port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:06.595521 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b6be9f1-2738-4763-af08-0896a8832863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.615335 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.639145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Transition to ACTIVE for port object 63e97ed6-ea8a-4017-bc65-ce402631d785 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:06.644284 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f3648c5-3c42-477d-9253-e05fb8b70a45 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.716401 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.790817 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b6be9f1-2738-4763-af08-0896a8832863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.797045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Network 29826634-8800-4b3a-beb0-7b1f04f08295 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:06.801051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:06.816987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:06.843745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2b6be9f1-2738-4763-af08-0896a8832863 None None] For port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fc362f8f-188b-4fc4-adc9-aefe1c11cc1e,segment=NetworkSegment(1eb07459-3cfa-402d-b3f1-b4c6871ee3dc),segment_id=1eb07459-3cfa-402d-b3f1-b4c6871ee3dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:06.853885 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f3648c5-3c42-477d-9253-e05fb8b70a45 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.857732 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2b6be9f1-2738-4763-af08-0896a8832863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.902060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Port': ['ID=63e97ed6-ea8a-4017-bc65-ce402631d785,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:06.959090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f3648c5-3c42-477d-9253-e05fb8b70a45 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.971060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:06.971440 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.004581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6be9f1-2738-4763-af08-0896a8832863 None None] Pushing event updated for resources: {'Port': ['ID=fc362f8f-188b-4fc4-adc9-aefe1c11cc1e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.037424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d5ab8d63-1b06-4f75-8413-0ca81bb439d8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7073183 Jul 16 18:32:07.038431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45860) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:07.040347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f3648c5-3c42-477d-9253-e05fb8b70a45 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.045931 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7f3648c5-3c42-477d-9253-e05fb8b70a45 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/ec86693d-b46f-48a5-bd39-cd5e4fecb925 HTTP/1.1" status: 204 len: 168 time: 0.5460606 Jul 16 18:32:07.046132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ff6ebff0-4619-46a9-8509-092dc2a9e7f8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e5:b9:44'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:17:71:5c'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:07.048030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3648c5-3c42-477d-9253-e05fb8b70a45 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=ec86693d-b46f-48a5-bd39-cd5e4fecb925,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.058825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:07.081999 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.299069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa6b7521-479e-4a78-ac43-c8d3868a8e3c None None] Provisioning for port 63e97ed6-ea8a-4017-bc65-ce402631d785 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:07.304823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa6b7521-479e-4a78-ac43-c8d3868a8e3c None None] Provisioning complete for port 63e97ed6-ea8a-4017-bc65-ce402631d785 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:07.305214 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7521-479e-4a78-ac43-c8d3868a8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.368642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e50ae3e-262d-4aea-874a-c36e0fdf6a5a None None] Network 8110191d-e003-4d09-b53e-82dbbcea3134 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:07.410909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b7521-479e-4a78-ac43-c8d3868a8e3c None None] Port 63e97ed6-ea8a-4017-bc65-ce402631d785 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:07.446689 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.552387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b410e438-d06b-4cb5-be6e-f7ccbb8eebff None None] Provisioning complete for port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:07.552810 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b410e438-d06b-4cb5-be6e-f7ccbb8eebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.645680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697d23e5-5436-461b-a6a4-d975f0743765 None None] DHCP port deletion for 8110191d-e003-4d09-b53e-82dbbcea3134 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:07.703885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:07.703885 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.735973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-697d23e5-5436-461b-a6a4-d975f0743765 None None] Deleting port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:07.736506 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-697d23e5-5436-461b-a6a4-d975f0743765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.745793 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff6ebff0-4619-46a9-8509-092dc2a9e7f8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.817079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-697d23e5-5436-461b-a6a4-d975f0743765 None None] For port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fc362f8f-188b-4fc4-adc9-aefe1c11cc1e,segment=NetworkSegment(1eb07459-3cfa-402d-b3f1-b4c6871ee3dc),segment_id=1eb07459-3cfa-402d-b3f1-b4c6871ee3dc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:07.817561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-697d23e5-5436-461b-a6a4-d975f0743765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.831961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-697d23e5-5436-461b-a6a4-d975f0743765 None None] Calling delete_port for fc362f8f-188b-4fc4-adc9-aefe1c11cc1e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:07.900796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] For port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fc362f8f-188b-4fc4-adc9-aefe1c11cc1e,segment=NetworkSegment(1eb07459-3cfa-402d-b3f1-b4c6871ee3dc),segment_id=1eb07459-3cfa-402d-b3f1-b4c6871ee3dc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:07.901236 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.933713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for fc362f8f-188b-4fc4-adc9-aefe1c11cc1e owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:07.935543 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-697d23e5-5436-461b-a6a4-d975f0743765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.165188 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.214320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d23e5-5436-461b-a6a4-d975f0743765 None None] No DVR routers for this DVR port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:08.221703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d23e5-5436-461b-a6a4-d975f0743765 None None] Pushing event deleted for resources: {'Port': ['ID=fc362f8f-188b-4fc4-adc9-aefe1c11cc1e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.223712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fc362f8f-188b-4fc4-adc9-aefe1c11cc1e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:08.229416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No DVR routers for this DVR port fc362f8f-188b-4fc4-adc9-aefe1c11cc1e on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:08.233732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=fc362f8f-188b-4fc4-adc9-aefe1c11cc1e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.237303 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff6ebff0-4619-46a9-8509-092dc2a9e7f8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.256041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: fc362f8f-188b-4fc4-adc9-aefe1c11cc1e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:08.256228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fc362f8f-188b-4fc4-adc9-aefe1c11cc1e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:08.284955 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff6ebff0-4619-46a9-8509-092dc2a9e7f8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.371127 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.420534 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8110191d-e003-4d09-b53e-82dbbcea3134']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:08.431100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ebff0-4619-46a9-8509-092dc2a9e7f8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event updated for resources: {'Port': ['ID=63e97ed6-ea8a-4017-bc65-ce402631d785,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.453040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb07459-3cfa-402d-b3f1-b4c6871ee3dc') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:08.453488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb07459-3cfa-402d-b3f1-b4c6871ee3dc') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:08.483195 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.507111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ebff0-4619-46a9-8509-092dc2a9e7f8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] In _notify_port_updated(), no bound segment for port 63e97ed6-ea8a-4017-bc65-ce402631d785 on network 29826634-8800-4b3a-beb0-7b1f04f08295 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:32:08.518219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6ebff0-4619-46a9-8509-092dc2a9e7f8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:08.519347 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff6ebff0-4619-46a9-8509-092dc2a9e7f8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.521610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ff6ebff0-4619-46a9-8509-092dc2a9e7f8 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "PUT /v2.0/ports/63e97ed6-ea8a-4017-bc65-ce402631d785 HTTP/1.1" status: 200 len: 1056 time: 1.4814012 Jul 16 18:32:08.524586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45930) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:08.531605 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.542368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:08.542786 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:08.546615 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:08.624469 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.633196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.639252 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/networks/8110191d-e003-4d09-b53e-82dbbcea3134 HTTP/1.1" status: 204 len: 168 time: 1.5678093 Jul 16 18:32:08.641469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d80a2c3f-0dcc-4d60-b081-7687cf1ce8f8 None None] Provisioning complete for port 63e97ed6-ea8a-4017-bc65-ce402631d785 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:08.641898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45932) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:08.642227 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d80a2c3f-0dcc-4d60-b081-7687cf1ce8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.652814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-53919358'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:08.656707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938851f8-a475-4eb4-ad6e-be05f832c2c0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Network': ['ID=8110191d-e003-4d09-b53e-82dbbcea3134,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.700478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d80a2c3f-0dcc-4d60-b081-7687cf1ce8f8 None None] Port 63e97ed6-ea8a-4017-bc65-ce402631d785 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:08.713465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-33759c67-7359-460e-ba01-3c561ab93716 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Deleting port 63e97ed6-ea8a-4017-bc65-ce402631d785 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:08.714025 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33759c67-7359-460e-ba01-3c561ab93716 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.721472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:08.721755 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.727513 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.853300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:08.876014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.876374 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Added segment 61462c0d-504b-4bb3-a62e-40b7512b17ea of type vlan for network baf7c0bb-0d30-4c74-b117-b1414aa7473f Jul 16 18:32:08.920140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33759c67-7359-460e-ba01-3c561ab93716 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.946113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-33759c67-7359-460e-ba01-3c561ab93716 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Calling delete_port for 63e97ed6-ea8a-4017-bc65-ce402631d785 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:08.949055 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.036092 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.041685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.042315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.097624 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4519882 Jul 16 18:32:09.102347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45936) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:09.112424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': 'baf7c0bb-0d30-4c74-b117-b1414aa7473f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:09.141543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc2fab-4b7c-4bef-a0a8-00fdc7bc69a9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Network': ['ID=baf7c0bb-0d30-4c74-b117-b1414aa7473f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:09.159858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network baf7c0bb-0d30-4c74-b117-b1414aa7473f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:09.257775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33759c67-7359-460e-ba01-3c561ab93716 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.293043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:09.300488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.323573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33759c67-7359-460e-ba01-3c561ab93716 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event deleted for resources: {'Port': ['ID=63e97ed6-ea8a-4017-bc65-ce402631d785,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:09.622958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.711858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=204d36af-4989-43e9-ba96-e4e14fe3136f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:09.722804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Checking segment: {'id': '61462c0d-504b-4bb3-a62e-40b7512b17ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'baf7c0bb-0d30-4c74-b117-b1414aa7473f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:09.723160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network hostable DHCP agents. Network: baf7c0bb-0d30-4c74-b117-b1414aa7473f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:09.743656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network baf7c0bb-0d30-4c74-b117-b1414aa7473f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:09.758386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, baf7c0bb-0d30-4c74-b117-b1414aa7473f) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:09.763271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.764037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.785744 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33759c67-7359-460e-ba01-3c561ab93716 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.787355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0058c-c729-46fd-985a-bf72ff93de2a None None] Network baf7c0bb-0d30-4c74-b117-b1414aa7473f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:09.793986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:09.794407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-33759c67-7359-460e-ba01-3c561ab93716 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "DELETE /v2.0/ports/63e97ed6-ea8a-4017-bc65-ce402631d785 HTTP/1.1" status: 204 len: 168 time: 1.2676749 Jul 16 18:32:09.801491 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-71ab117d-f1ea-4b33-9dcc-4245746a2467 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6964073 Jul 16 18:32:09.805393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45944) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:09.814309 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': 'baf7c0bb-0d30-4c74-b117-b1414aa7473f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-864599514'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:09.869176 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4a14dc-4d0a-4f5d-af76-8ed008cd868e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] GET failed (client error): The resource could not be found. Jul 16 18:32:09.876660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45946) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:09.877327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cc4a14dc-4d0a-4f5d-af76-8ed008cd868e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "GET /v2.0/ports/63e97ed6-ea8a-4017-bc65-ce402631d785 HTTP/1.1" status: 404 len: 333 time: 0.0809243 Jul 16 18:32:10.043315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:10.048942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-baf7c0bb-0d30-4c74-b117-b1414aa7473f', 'network_id': 'baf7c0bb-0d30-4c74-b117-b1414aa7473f', 'tenant_id': '2d22619d68a743e09496f834171a3177', 'fixed_ips': [{'subnet_id': '204d36af-4989-43e9-ba96-e4e14fe3136f'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:10.050071 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.051841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.102122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 2a8ad58a-2c51-488b-abbe-5c4aac0c2d62 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:10.116428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-30878e89-afa4-4487-a5d3-d758aaf5f8b1 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Deleting port 7b23a1e0-5e94-42e1-b425-3fef758edc64 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:10.117007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30878e89-afa4-4487-a5d3-d758aaf5f8b1 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.233328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Allocated IP 172.20.0.2 (baf7c0bb-0d30-4c74-b117-b1414aa7473f/204d36af-4989-43e9-ba96-e4e14fe3136f/ccc8ecd1-18d1-4b62-ae9e-b653c8509547) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:10.296823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30878e89-afa4-4487-a5d3-d758aaf5f8b1 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.322669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-30878e89-afa4-4487-a5d3-d758aaf5f8b1 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Calling delete_port for 7b23a1e0-5e94-42e1-b425-3fef758edc64 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:10.411368 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.485707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.540960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30878e89-afa4-4487-a5d3-d758aaf5f8b1 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.541853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Transition to ACTIVE for port object ccc8ecd1-18d1-4b62-ae9e-b653c8509547 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:10.576933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30878e89-afa4-4487-a5d3-d758aaf5f8b1 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event deleted for resources: {'Port': ['ID=7b23a1e0-5e94-42e1-b425-3fef758edc64,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:10.588853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Transition to ACTIVE for port object ccc8ecd1-18d1-4b62-ae9e-b653c8509547 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:10.600150 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.683836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Network baf7c0bb-0d30-4c74-b117-b1414aa7473f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:10.694342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:10.700439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:10.740131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Pushing event updated for resources: {'Port': ['ID=ccc8ecd1-18d1-4b62-ae9e-b653c8509547,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:10.802078 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30878e89-afa4-4487-a5d3-d758aaf5f8b1 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.808494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:10.809168 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-30878e89-afa4-4487-a5d3-d758aaf5f8b1 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "DELETE /v2.0/ports/7b23a1e0-5e94-42e1-b425-3fef758edc64 HTTP/1.1" status: 204 len: 168 time: 0.9303315 Jul 16 18:32:10.813667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.8 (baf7c0bb-0d30-4c74-b117-b1414aa7473f/204d36af-4989-43e9-ba96-e4e14fe3136f/2a8ad58a-2c51-488b-abbe-5c4aac0c2d62) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:10.900425 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55256c2-fa16-4af0-9ad1-cdaa2e68c95e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] GET failed (client error): The resource could not be found. Jul 16 18:32:10.903223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Attempting to bind port ccc8ecd1-18d1-4b62-ae9e-b653c8509547 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:10.903223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Attempting to bind port ccc8ecd1-18d1-4b62-ae9e-b653c8509547 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '61462c0d-504b-4bb3-a62e-40b7512b17ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'baf7c0bb-0d30-4c74-b117-b1414aa7473f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:10.903895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Attempting to bind port ccc8ecd1-18d1-4b62-ae9e-b653c8509547 on network baf7c0bb-0d30-4c74-b117-b1414aa7473f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:10.921608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:10.922160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Checking segment: {'id': '61462c0d-504b-4bb3-a62e-40b7512b17ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'baf7c0bb-0d30-4c74-b117-b1414aa7473f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:10.922587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.923624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Bound using segment: {'id': '61462c0d-504b-4bb3-a62e-40b7512b17ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'baf7c0bb-0d30-4c74-b117-b1414aa7473f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:10.923624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Bound port: ccc8ecd1-18d1-4b62-ae9e-b653c8509547, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61462c0d-504b-4bb3-a62e-40b7512b17ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'baf7c0bb-0d30-4c74-b117-b1414aa7473f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:10.923876 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.927490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d55256c2-fa16-4af0-9ad1-cdaa2e68c95e tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "GET /v2.0/ports/7b23a1e0-5e94-42e1-b425-3fef758edc64 HTTP/1.1" status: 404 len: 333 time: 0.1172507 Jul 16 18:32:10.929039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45954) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.032667 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.059385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object 2a8ad58a-2c51-488b-abbe-5c4aac0c2d62 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:11.097998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] For port ccc8ecd1-18d1-4b62-ae9e-b653c8509547, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:11.106814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.108849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] For port ccc8ecd1-18d1-4b62-ae9e-b653c8509547, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ccc8ecd1-18d1-4b62-ae9e-b653c8509547,segment=NetworkSegment(61462c0d-504b-4bb3-a62e-40b7512b17ea),segment_id=61462c0d-504b-4bb3-a62e-40b7512b17ea)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:11.117114 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.180557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network baf7c0bb-0d30-4c74-b117-b1414aa7473f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:11.188481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-254c0f51-3111-4754-9deb-93b0ad654ee4 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Deleting port 13653238-bef9-4b6b-9cac-cff58178035f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:11.192854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-254c0f51-3111-4754-9deb-93b0ad654ee4 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.211373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:11.211373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:11.230117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849df69a-2649-4be8-b3b1-a90e6c223544 None None] Pushing event updated for resources: {'Port': ['ID=ccc8ecd1-18d1-4b62-ae9e-b653c8509547,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.253857 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=2a8ad58a-2c51-488b-abbe-5c4aac0c2d62,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.299242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:11.299920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.326485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fc24b21e-983f-4433-ba98-efef63b28cef tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.5170264 Jul 16 18:32:11.326874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.331823 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-254c0f51-3111-4754-9deb-93b0ad654ee4 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.348251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-254c0f51-3111-4754-9deb-93b0ad654ee4 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Calling delete_port for 13653238-bef9-4b6b-9cac-cff58178035f owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:11.531410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e828b0f3-22c3-4c41-9789-83bc8e8490f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 2a8ad58a-2c51-488b-abbe-5c4aac0c2d62 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:11.532237 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e828b0f3-22c3-4c41-9789-83bc8e8490f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.570747 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-254c0f51-3111-4754-9deb-93b0ad654ee4 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.633241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c0f51-3111-4754-9deb-93b0ad654ee4 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event deleted for resources: {'Port': ['ID=13653238-bef9-4b6b-9cac-cff58178035f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.692347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e828b0f3-22c3-4c41-9789-83bc8e8490f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.718111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e828b0f3-22c3-4c41-9789-83bc8e8490f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 2a8ad58a-2c51-488b-abbe-5c4aac0c2d62 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:11.768198 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-254c0f51-3111-4754-9deb-93b0ad654ee4 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.774823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-254c0f51-3111-4754-9deb-93b0ad654ee4 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "DELETE /v2.0/ports/13653238-bef9-4b6b-9cac-cff58178035f HTTP/1.1" status: 204 len: 168 time: 0.8409407 Jul 16 18:32:11.775305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45958) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.874788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c82454-2f11-40cd-8aa7-e99ee7bcfd09 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Deleting subnet c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:11.883153 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53c82454-2f11-40cd-8aa7-e99ee7bcfd09 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.929187 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e828b0f3-22c3-4c41-9789-83bc8e8490f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.974748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828b0f3-22c3-4c41-9789-83bc8e8490f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=2a8ad58a-2c51-488b-abbe-5c4aac0c2d62,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.992121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53c82454-2f11-40cd-8aa7-e99ee7bcfd09 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.098821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e828b0f3-22c3-4c41-9789-83bc8e8490f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.107409 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e828b0f3-22c3-4c41-9789-83bc8e8490f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/2a8ad58a-2c51-488b-abbe-5c4aac0c2d62 HTTP/1.1" status: 204 len: 168 time: 0.7753704 Jul 16 18:32:12.107409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.168343 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a77439-7f11-4e9a-aae2-cfb67b9b3070 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:12.174465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-22a77439-7f11-4e9a-aae2-cfb67b9b3070 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/2a8ad58a-2c51-488b-abbe-5c4aac0c2d62 HTTP/1.1" status: 404 len: 333 time: 0.0619810 Jul 16 18:32:12.174814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.207160 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53c82454-2f11-40cd-8aa7-e99ee7bcfd09 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.262416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0fc331-a87c-4c97-b932-33019e9c6cfc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet 204d36af-4989-43e9-ba96-e4e14fe3136f {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:12.266840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc331-a87c-4c97-b932-33019e9c6cfc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.352107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc331-a87c-4c97-b932-33019e9c6cfc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.352357 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53c82454-2f11-40cd-8aa7-e99ee7bcfd09 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.388473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ccc8ecd1-18d1-4b62-ae9e-b653c8509547 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:12.426361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c82454-2f11-40cd-8aa7-e99ee7bcfd09 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.434760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53c82454-2f11-40cd-8aa7-e99ee7bcfd09 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.443032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-53c82454-2f11-40cd-8aa7-e99ee7bcfd09 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "DELETE /v2.0/subnets/c5f80dd4-9002-4ed3-81a1-b4aff07c9cdc HTTP/1.1" status: 204 len: 168 time: 0.6661730 Jul 16 18:32:12.444609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45968) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.455367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f684e8-a473-4f23-b7ca-72761528dee0 None None] Network 29826634-8800-4b3a-beb0-7b1f04f08295 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:12.516856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc331-a87c-4c97-b932-33019e9c6cfc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.576651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ccc8ecd1-18d1-4b62-ae9e-b653c8509547 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:12.657066 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.664752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc331-a87c-4c97-b932-33019e9c6cfc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.720844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fc331-a87c-4c97-b932-33019e9c6cfc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=204d36af-4989-43e9-ba96-e4e14fe3136f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.727681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a0fc331-a87c-4c97-b932-33019e9c6cfc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.733059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a0fc331-a87c-4c97-b932-33019e9c6cfc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/204d36af-4989-43e9-ba96-e4e14fe3136f HTTP/1.1" status: 204 len: 168 time: 0.5546172 Jul 16 18:32:12.734174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.769132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Deleting port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:12.769375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.828431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] DHCP port deletion for 29826634-8800-4b3a-beb0-7b1f04f08295 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:12.880694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] For port 3cde74dc-3831-4032-a2f2-4cbb5b67d844, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3cde74dc-3831-4032-a2f2-4cbb5b67d844,segment=NetworkSegment(5754f145-20fb-4fda-a3ca-0a1f1f3d9dff),segment_id=5754f145-20fb-4fda-a3ca-0a1f1f3d9dff)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:12.882576 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.894775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33dc514-b14e-4e83-9f78-2e70ef5957df None None] Network baf7c0bb-0d30-4c74-b117-b1414aa7473f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:12.904827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Calling delete_port for 3cde74dc-3831-4032-a2f2-4cbb5b67d844 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:12.908708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.027372 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.044812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] Deleting port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:13.045200 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.045783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port ccc8ecd1-18d1-4b62-ae9e-b653c8509547 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:13.049727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9abe0b6b-78cb-4e3a-9b0f-1ad7b2de182b None None] Provisioning for port ccc8ecd1-18d1-4b62-ae9e-b653c8509547 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:13.051534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.059893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event deleted for resources: {'Port': ['ID=3cde74dc-3831-4032-a2f2-4cbb5b67d844,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:13.064270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] No DVR routers for this DVR port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:13.081611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9abe0b6b-78cb-4e3a-9b0f-1ad7b2de182b None None] Provisioning complete for port ccc8ecd1-18d1-4b62-ae9e-b653c8509547 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:13.081919 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9abe0b6b-78cb-4e3a-9b0f-1ad7b2de182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.189232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] For port 3cde74dc-3831-4032-a2f2-4cbb5b67d844, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:13.189681 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.231582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] Calling delete_port for 3cde74dc-3831-4032-a2f2-4cbb5b67d844 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:13.237699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] For port ccc8ecd1-18d1-4b62-ae9e-b653c8509547, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ccc8ecd1-18d1-4b62-ae9e-b653c8509547,segment=NetworkSegment(61462c0d-504b-4bb3-a62e-40b7512b17ea),segment_id=61462c0d-504b-4bb3-a62e-40b7512b17ea)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:13.238061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] Port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:32:13.238256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.254685 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.257342 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.267879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for ccc8ecd1-18d1-4b62-ae9e-b653c8509547 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:13.287901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29826634-8800-4b3a-beb0-7b1f04f08295']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:13.316649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5754f145-20fb-4fda-a3ca-0a1f1f3d9dff') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:13.317336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5754f145-20fb-4fda-a3ca-0a1f1f3d9dff') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:13.333914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] Pushing event deleted for resources: {'Port': ['ID=3cde74dc-3831-4032-a2f2-4cbb5b67d844,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:13.344764 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.345059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f3fe2-2c1b-443c-bd8b-0d682e38506a None None] No DVR routers for this DVR port 3cde74dc-3831-4032-a2f2-4cbb5b67d844 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:13.391033 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.402469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:13.402885 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:13.406508 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:13.419695 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.433972 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9abe0b6b-78cb-4e3a-9b0f-1ad7b2de182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.470253 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2d534c-ac0b-47af-9199-3e9755a9e7fc None None] DHCP port deletion for baf7c0bb-0d30-4c74-b117-b1414aa7473f request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:13.503736 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.510341 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.516488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] 10.222.0.60 "DELETE /v2.0/networks/29826634-8800-4b3a-beb0-7b1f04f08295 HTTP/1.1" status: 204 len: 168 time: 1.0703568 Jul 16 18:32:13.534325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3bcc4-870f-4188-9187-97e7a7b11bc5 tempest-AllowedAddressPairTestJSON-1657955557 tempest-AllowedAddressPairTestJSON-1657955557-project] Pushing event deleted for resources: {'Network': ['ID=29826634-8800-4b3a-beb0-7b1f04f08295,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:13.931745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45980) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:13.949958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=ccc8ecd1-18d1-4b62-ae9e-b653c8509547,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:13.953122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No DVR routers for this DVR port ccc8ecd1-18d1-4b62-ae9e-b653c8509547 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:14.056434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.071197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf7c0bb-0d30-4c74-b117-b1414aa7473f']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:14.083089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61462c0d-504b-4bb3-a62e-40b7512b17ea') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:14.083444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61462c0d-504b-4bb3-a62e-40b7512b17ea') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:14.094664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.120561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.132329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:14.132834 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:14.137359 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:14.205197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2841a619-590b-4c10-b510-c21e077e9a0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=340ecd64ba89465eb469cb492aa0b6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709658 Jul 16 18:32:14.205516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 45984) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:14.237174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ccc8ecd1-18d1-4b62-ae9e-b653c8509547 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:14.237733 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.254005 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.262279 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/networks/baf7c0bb-0d30-4c74-b117-b1414aa7473f HTTP/1.1" status: 204 len: 168 time: 1.5206947 Jul 16 18:32:14.266087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 45986) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:14.272849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'name': 'tempest-PortsTestJSON-1444451176'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:14.273309 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cf411-a5c0-4093-9240-be25c1c7746f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Network': ['ID=baf7c0bb-0d30-4c74-b117-b1414aa7473f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:14.289844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ccc8ecd1-18d1-4b62-ae9e-b653c8509547 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:14.290801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ccc8ecd1-18d1-4b62-ae9e-b653c8509547 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:14.291736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3cde74dc-3831-4032-a2f2-4cbb5b67d844 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:14.299354 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2bc49db-9dcd-4080-93c7-13d0a268d163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.336206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 3cde74dc-3831-4032-a2f2-4cbb5b67d844 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:14.337204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3cde74dc-3831-4032-a2f2-4cbb5b67d844 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:14.337746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2bc49db-9dcd-4080-93c7-13d0a268d163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.462585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:14.469018 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.496885 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2bc49db-9dcd-4080-93c7-13d0a268d163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.501649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2bc49db-9dcd-4080-93c7-13d0a268d163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.503606 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e2bc49db-9dcd-4080-93c7-13d0a268d163 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8e15032-79d2-44f9-baf7-0062b3f56546 HTTP/1.1" status: 204 len: 168 time: 0.2956979 Jul 16 18:32:14.506482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 51fd4c31-a0e4-4a89-8272-565b01500abd yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:14.519113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc49db-9dcd-4080-93c7-13d0a268d163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e15032-79d2-44f9-baf7-0062b3f56546,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:14.796295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.863356 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.950780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:14.956009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:14.959493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:14.971009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:14.972119 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.980643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=51fd4c31-a0e4-4a89-8272-565b01500abd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:15.001435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4285117b-1e53-4792-b800-fe8be2a9f430 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7375176 Jul 16 18:32:15.004755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46002) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:15.140459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-86140d75-e151-42de-850f-7d8347c8d87d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 51fd4c31-a0e4-4a89-8272-565b01500abd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:15.141013 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86140d75-e151-42de-850f-7d8347c8d87d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.262383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86140d75-e151-42de-850f-7d8347c8d87d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.284783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-86140d75-e151-42de-850f-7d8347c8d87d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 51fd4c31-a0e4-4a89-8272-565b01500abd owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:15.425136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86140d75-e151-42de-850f-7d8347c8d87d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.456555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86140d75-e151-42de-850f-7d8347c8d87d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.464136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-86140d75-e151-42de-850f-7d8347c8d87d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/51fd4c31-a0e4-4a89-8272-565b01500abd HTTP/1.1" status: 204 len: 168 time: 0.4543910 Jul 16 18:32:15.464564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46014) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:15.471075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'mac_address': 'fa:16:3e:3a:84:c2', 'name': 'tempest-PortsTestJSON-1855136483'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:15.505038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86140d75-e151-42de-850f-7d8347c8d87d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=51fd4c31-a0e4-4a89-8272-565b01500abd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:15.668229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:15.714625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46020) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:15.760501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.791421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 7a74850c-6919-4730-9ec0-a3cec0ce502c yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:15.879740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1771220991'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:15.913395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Made reservation on behalf of f4fd63a751894207acd5cb98548460b9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:15.918977 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.931593 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.070226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.083135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.090336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.132249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:16.159875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644e9fa8-0369-4c73-9154-aea1860ac03f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:16.168561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.169103 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Added segment 745de23a-a162-4cc9-a603-a655a913c830 of type vlan for network 7e201fa6-10a1-46ba-ae4d-1220d6711163 Jul 16 18:32:16.172700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.189176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.189700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.192870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.192870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.192870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.192870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.194208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.194466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.195071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.196304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.196304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.196734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.261755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:16.267184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:16.274163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:16.282550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:16.283408 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.285225 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.292096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=7a74850c-6919-4730-9ec0-a3cec0ce502c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:16.318069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e5e654e1-c3d7-406c-8c86-fb54d13c3ee1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8521690 Jul 16 18:32:16.322525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46024) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:16.343360 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.358517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:16.359524 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.410573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2b016-c654-4d4d-9f1f-e57db8c9bdcc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:16.415802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ffd2b016-c654-4d4d-9f1f-e57db8c9bdcc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/7a74850c-6919-4730-9ec0-a3cec0ce502c HTTP/1.1" status: 200 len: 841 time: 0.0891476 Jul 16 18:32:16.416608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46026) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:16.421306 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7024374 Jul 16 18:32:16.423739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46028) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:16.437367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'subnet': {'network_id': '7e201fa6-10a1-46ba-ae4d-1220d6711163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:16.536347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d23e5-26e3-4411-813c-9c609b890566 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Network': ['ID=7e201fa6-10a1-46ba-ae4d-1220d6711163,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:16.555918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:16.567859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 7a74850c-6919-4730-9ec0-a3cec0ce502c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:16.569272 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.675227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Made reservation on behalf of f4fd63a751894207acd5cb98548460b9 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:16.683956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.699140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.724251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 7a74850c-6919-4730-9ec0-a3cec0ce502c owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:16.876978 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.911654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=7a74850c-6919-4730-9ec0-a3cec0ce502c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:16.924567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.931250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/7a74850c-6919-4730-9ec0-a3cec0ce502c HTTP/1.1" status: 204 len: 168 time: 0.5085938 Jul 16 18:32:16.931250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.931250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.931250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.931250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.931250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.931250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.932641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.932841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:16.933576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.933576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.933576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.933576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.933576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd50df-8e83-4122-a230-bb96524aa094 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:16.988213 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3874aa57-9481-4f75-a249-ca47db9935b5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:16.991373 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3874aa57-9481-4f75-a249-ca47db9935b5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/7a74850c-6919-4730-9ec0-a3cec0ce502c HTTP/1.1" status: 404 len: 333 time: 0.0574615 Jul 16 18:32:16.996828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46036) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:17.003204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'name': 'tempest-PortsTestJSON-1251877396'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:17.177194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:17.182746 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.192360 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.211654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 7b6f95c7-26ce-42e4-8017-8f7cb0c69c40 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:17.289696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Subnet': ['ID=85926fa4-4c3b-4706-995b-4e55fe651fd2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:17.316592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Checking segment: {'id': '745de23a-a162-4cc9-a603-a655a913c830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7e201fa6-10a1-46ba-ae4d-1220d6711163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:17.316592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network hostable DHCP agents. Network: 7e201fa6-10a1-46ba-ae4d-1220d6711163, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:17.354864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:17.369609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7e201fa6-10a1-46ba-ae4d-1220d6711163) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:17.377867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.378876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.386398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917d3df-0613-4e61-bc3c-61b2edd549a1 None None] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:17.410621 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-24a54cc7-ca27-4133-8bca-5d9260fb2440 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9848566 Jul 16 18:32:17.413913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46038) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:17.422825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-947363865', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:17.463766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.465209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.515362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.554079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.596001 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.667249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2830768-925c-4bcd-97cc-1655eab22c4e None None] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:17.682691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:17.688231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:17.696191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:17.711069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.711069 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.729112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.759964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=7b6f95c7-26ce-42e4-8017-8f7cb0c69c40,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:17.768237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-616647d1-9506-42d6-b7b2-79c0dba907fc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7703547 Jul 16 18:32:17.773178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:17.782643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6d090a8b-6516-47c1-8d2e-c12f04d4bfd1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:17.987418 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d090a8b-6516-47c1-8d2e-c12f04d4bfd1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.096652 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.131138 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.166953 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d090a8b-6516-47c1-8d2e-c12f04d4bfd1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.173148 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d090a8b-6516-47c1-8d2e-c12f04d4bfd1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.215235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d090a8b-6516-47c1-8d2e-c12f04d4bfd1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] In _notify_port_updated(), no bound segment for port 7b6f95c7-26ce-42e4-8017-8f7cb0c69c40 on network 0820b0e6-09b6-416c-9f99-484be031b211 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:32:18.220790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d090a8b-6516-47c1-8d2e-c12f04d4bfd1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.221450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d090a8b-6516-47c1-8d2e-c12f04d4bfd1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.226861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6d090a8b-6516-47c1-8d2e-c12f04d4bfd1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "PUT /v2.0/ports/7b6f95c7-26ce-42e4-8017-8f7cb0c69c40 HTTP/1.1" status: 200 len: 818 time: 0.4480240 Jul 16 18:32:18.227110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46046) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:18.266607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d090a8b-6516-47c1-8d2e-c12f04d4bfd1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=7b6f95c7-26ce-42e4-8017-8f7cb0c69c40,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:18.267552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.25.2.80 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/ecd19464-1231-48d7-a7c8-50775d7ec608) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:18.345050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-37f0db8e-1a67-4806-8453-a0c1a4a362ad tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 7b6f95c7-26ce-42e4-8017-8f7cb0c69c40 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:18.345399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37f0db8e-1a67-4806-8453-a0c1a4a362ad tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.397606 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.421821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37f0db8e-1a67-4806-8453-a0c1a4a362ad tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.436432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-37f0db8e-1a67-4806-8453-a0c1a4a362ad tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 7b6f95c7-26ce-42e4-8017-8f7cb0c69c40 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:18.445142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.498448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:18.502095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:18.507514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:18.511346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=ecd19464-1231-48d7-a7c8-50775d7ec608,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:18.523698 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37f0db8e-1a67-4806-8453-a0c1a4a362ad tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.556350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0db8e-1a67-4806-8453-a0c1a4a362ad tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=7b6f95c7-26ce-42e4-8017-8f7cb0c69c40,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:18.562910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37f0db8e-1a67-4806-8453-a0c1a4a362ad tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.565651 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-37f0db8e-1a67-4806-8453-a0c1a4a362ad tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/7b6f95c7-26ce-42e4-8017-8f7cb0c69c40 HTTP/1.1" status: 204 len: 168 time: 0.3376043 Jul 16 18:32:18.570903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46048) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:18.645509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58bde5-0445-45bb-b6d7-9e23e1bf327b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.648559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2b58bde5-0445-45bb-b6d7-9e23e1bf327b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0787609 Jul 16 18:32:18.651291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46050) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:18.681778 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe71640-53c0-4502-bd3f-b15e4861bd13 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:18.686960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dbe71640-53c0-4502-bd3f-b15e4861bd13 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/7b6f95c7-26ce-42e4-8017-8f7cb0c69c40 HTTP/1.1" status: 404 len: 333 time: 0.0312190 Jul 16 18:32:18.687451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46052) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:18.692986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1642427550'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:18.719015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:18.722500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.749792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:18.759837 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.760185 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Added segment c79df500-3147-4160-aa3a-b9b4ae91fc75 of type vlan for network 7c27920c-29e6-42a7-9328-4030b4aaa316 Jul 16 18:32:18.791367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.804648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.840229 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.847580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.848182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.867251 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:18.891415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2028413 Jul 16 18:32:18.894917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:18.900926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:18.929208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46d121-c9de-424c-a18c-4018a379b263 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Network': ['ID=7c27920c-29e6-42a7-9328-4030b4aaa316,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:18.940348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:19.093749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:19.097898 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.103299 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.387656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:32:19.412024 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.560638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=7aa75635-91b7-45f4-a669-b81787490d3e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:19.580552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Checking segment: {'id': 'c79df500-3147-4160-aa3a-b9b4ae91fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:19.580924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network hostable DHCP agents. Network: 7c27920c-29e6-42a7-9328-4030b4aaa316, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:19.584745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:19.593871 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9d095-66ed-4353-8ae2-e9439c992cbd None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:19.605933 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9d095-66ed-4353-8ae2-e9439c992cbd None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:19.606918 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45d9d095-66ed-4353-8ae2-e9439c992cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:19.612302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:19.617351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.618740 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-192bb00a-f3e2-4c91-bab8-58ea5bdf6fae tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2030606 Jul 16 18:32:19.622402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46060) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:19.628225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7c27920c-29e6-42a7-9328-4030b4aaa316) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:19.646105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.646866 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45d9d095-66ed-4353-8ae2-e9439c992cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:19.647729 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.649165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311434aa-abbc-4b24-8466-17eccba4422b None None] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:19.660944 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9d095-66ed-4353-8ae2-e9439c992cbd None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:19.661596 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45d9d095-66ed-4353-8ae2-e9439c992cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:19.682015 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-47e28b21-a19b-482f-b6fa-80de06d9d533 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7855823 Jul 16 18:32:19.684506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:19.698779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f7efacea-40b3-4a56-afe4-416af36d92e6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:19.712446 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45d9d095-66ed-4353-8ae2-e9439c992cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:19.713432 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9d095-66ed-4353-8ae2-e9439c992cbd None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:19.855704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-7c27920c-29e6-42a7-9328-4030b4aaa316', 'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316', 'tenant_id': '2d22619d68a743e09496f834171a3177', 'fixed_ips': [{'subnet_id': '7aa75635-91b7-45f4-a669-b81787490d3e'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:19.856644 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.030382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Allocated IP 172.20.0.2 (7c27920c-29e6-42a7-9328-4030b4aaa316/7aa75635-91b7-45f4-a669-b81787490d3e/cfff13d8-6417-404b-addd-e5f6c85d0faf) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:20.246391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.260118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Transition to ACTIVE for port object cfff13d8-6417-404b-addd-e5f6c85d0faf will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:20.279908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Transition to ACTIVE for port object cfff13d8-6417-404b-addd-e5f6c85d0faf will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:20.286706 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.332899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:20.335879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:20.339751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:20.351211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Pushing event updated for resources: {'Port': ['ID=cfff13d8-6417-404b-addd-e5f6c85d0faf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:20.356863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7efacea-40b3-4a56-afe4-416af36d92e6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:20.360428 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7efacea-40b3-4a56-afe4-416af36d92e6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.394973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.395314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.395651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.395985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.396332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.396691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.397019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.397351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.397666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.397985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.398305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.398620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.435987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Attempting to bind port cfff13d8-6417-404b-addd-e5f6c85d0faf on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:20.436375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Attempting to bind port cfff13d8-6417-404b-addd-e5f6c85d0faf by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c79df500-3147-4160-aa3a-b9b4ae91fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:20.437044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Attempting to bind port cfff13d8-6417-404b-addd-e5f6c85d0faf on network 7c27920c-29e6-42a7-9328-4030b4aaa316 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:20.444371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:20.444777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Checking segment: {'id': 'c79df500-3147-4160-aa3a-b9b4ae91fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:20.445176 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.445647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Bound using segment: {'id': 'c79df500-3147-4160-aa3a-b9b4ae91fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:20.446129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Bound port: cfff13d8-6417-404b-addd-e5f6c85d0faf, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79df500-3147-4160-aa3a-b9b4ae91fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:20.446579 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.523288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] For port cfff13d8-6417-404b-addd-e5f6c85d0faf, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:20.526849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] For port cfff13d8-6417-404b-addd-e5f6c85d0faf, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=cfff13d8-6417-404b-addd-e5f6c85d0faf,segment=NetworkSegment(c79df500-3147-4160-aa3a-b9b4ae91fc75),segment_id=c79df500-3147-4160-aa3a-b9b4ae91fc75)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:20.532595 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.552867 n-d-793619-10 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-f7efacea-40b3-4a56-afe4-416af36d92e6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7aa75635-91b7-45f4-a669-b81787490d3e (CIDR: 172.20.0.0/28) Jul 16 18:32:20.558271 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7efacea-40b3-4a56-afe4-416af36d92e6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:20.558763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7efacea-40b3-4a56-afe4-416af36d92e6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:20.603505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f7efacea-40b3-4a56-afe4-416af36d92e6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9177325 Jul 16 18:32:20.606441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:20.612821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:20.624381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5a8fd-87ba-4a0a-aa08-fce83c69950a None None] Pushing event updated for resources: {'Port': ['ID=cfff13d8-6417-404b-addd-e5f6c85d0faf,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:20.722263 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.097837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:21.101660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.123957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.20.0.1 (7e201fa6-10a1-46ba-ae4d-1220d6711163/85926fa4-4c3b-4706-995b-4e55fe651fd2/8cc3035c-45a1-4b99-97c5-c39978a4cfcd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:21.275850 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.341090 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.392950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:21.399466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:21.401555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:21.453324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=8cc3035c-45a1-4b99-97c5-c39978a4cfcd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:21.455453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.484610 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.520088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=6845d474-4b22-4052-bb98-d6578f5f69fc,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:21.524415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:21.526348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:21.531268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:21.532931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.563574 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f01c71d8-194b-465e-ac40-c4d2c301ea50 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9548914 Jul 16 18:32:21.567106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.574688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316', 'fixed_ips': [{'subnet_id': '7aa75635-91b7-45f4-a669-b81787490d3e'}, {'subnet_id': '6845d474-4b22-4052-bb98-d6578f5f69fc'}], 'name': 'tempest-PortsTestJSON-822091142'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:21.730267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.767779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:21.879681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.883728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99184f6f-fe69-4838-9643-70b3939f8db9 None None] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:21.906074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 0b83831c-3b1c-4cb1-8db4-981786b505b8 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:21.992476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e650d32c-9271-4aa3-9c2d-07fe51b85122 None None] Provisioning for port cfff13d8-6417-404b-addd-e5f6c85d0faf completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:22.097302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.104922 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.178216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.262951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=8cc3035c-45a1-4b99-97c5-c39978a4cfcd,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.285858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae35fc-ccff-45d0-b00c-f4e54de9d20f None None] Update dhcp port {'port': {'network_id': '7c27920c-29e6-42a7-9328-4030b4aaa316', 'fixed_ips': [{'subnet_id': '7aa75635-91b7-45f4-a669-b81787490d3e', 'ip_address': '172.20.0.2'}, {'subnet_id': '6845d474-4b22-4052-bb98-d6578f5f69fc'}], 'binding:host_id': 'n-d-793619-10'}, 'id': 'cfff13d8-6417-404b-addd-e5f6c85d0faf'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:32:22.320724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.4 (7c27920c-29e6-42a7-9328-4030b4aaa316/7aa75635-91b7-45f4-a669-b81787490d3e/0b83831c-3b1c-4cb1-8db4-981786b505b8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:22.330298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.22 (7c27920c-29e6-42a7-9328-4030b4aaa316/6845d474-4b22-4052-bb98-d6578f5f69fc/0b83831c-3b1c-4cb1-8db4-981786b505b8) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:22.340441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device cfff13d8-6417-404b-addd-e5f6c85d0faf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:22.351792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:22.353408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:22.370136 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52ae35fc-ccff-45d0-b00c-f4e54de9d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.462231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port cfff13d8-6417-404b-addd-e5f6c85d0faf completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:22.520714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port cfff13d8-6417-404b-addd-e5f6c85d0faf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:22.521847 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.540471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:22.590746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.606880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object 0b83831c-3b1c-4cb1-8db4-981786b505b8 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:22.657622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.709549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:22.727338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5981e15a-9c34-406f-8954-730b9aac5bdc tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/routers/42ceec33-6a65-4851-ab74-66dc0e942b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1000087 Jul 16 18:32:22.728498 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46080) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.758969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'port': {'network_id': '7e201fa6-10a1-46ba-ae4d-1220d6711163', 'name': 'tempest-FloatingIPTestJSON-1203109087'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:22.812359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c24576-250c-4dca-ac05-0a488c499664 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:22.840204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=0b83831c-3b1c-4cb1-8db4-981786b505b8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.845165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:22.847346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.849368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:22.879140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c24576-250c-4dca-ac05-0a488c499664 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:22.880052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c8c24576-250c-4dca-ac05-0a488c499664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.888202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:22.929195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c8c24576-250c-4dca-ac05-0a488c499664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.941553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-52ae35fc-ccff-45d0-b00c-f4e54de9d20f None None] Allocated IP 172.20.0.18 (7c27920c-29e6-42a7-9328-4030b4aaa316/6845d474-4b22-4052-bb98-d6578f5f69fc/cfff13d8-6417-404b-addd-e5f6c85d0faf) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:22.955429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port cfff13d8-6417-404b-addd-e5f6c85d0faf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=cfff13d8-6417-404b-addd-e5f6c85d0faf,segment=NetworkSegment(c79df500-3147-4160-aa3a-b9b4ae91fc75),segment_id=c79df500-3147-4160-aa3a-b9b4ae91fc75)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:22.958053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c24576-250c-4dca-ac05-0a488c499664 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:22.958722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c8c24576-250c-4dca-ac05-0a488c499664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.968160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:22.968689 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.995446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.007220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Made reservation on behalf of f4fd63a751894207acd5cb98548460b9 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:23.007573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c8c24576-250c-4dca-ac05-0a488c499664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:23.008260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c24576-250c-4dca-ac05-0a488c499664 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:23.011239 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.035613 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a1f3f801-5564-433d-bda5-29cec697811e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4634700 Jul 16 18:32:23.037703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46084) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:23.041057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] device_id is not set on port ff79a43b-a618-4898-8be9-3e76d9c3cdaa yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:23.044070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7aa75635-91b7-45f4-a669-b81787490d3e'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:23.114412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=cfff13d8-6417-404b-addd-e5f6c85d0faf,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.154783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-52ae35fc-ccff-45d0-b00c-f4e54de9d20f None None] For port cfff13d8-6417-404b-addd-e5f6c85d0faf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=cfff13d8-6417-404b-addd-e5f6c85d0faf,segment=NetworkSegment(c79df500-3147-4160-aa3a-b9b4ae91fc75),segment_id=c79df500-3147-4160-aa3a-b9b4ae91fc75)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:23.202348 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52ae35fc-ccff-45d0-b00c-f4e54de9d20f None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.210452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.20.0.14 (7e201fa6-10a1-46ba-ae4d-1220d6711163/85926fa4-4c3b-4706-995b-4e55fe651fd2/ff79a43b-a618-4898-8be9-3e76d9c3cdaa) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:23.219685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-52ae35fc-ccff-45d0-b00c-f4e54de9d20f None None] Transition to ACTIVE for port object cfff13d8-6417-404b-addd-e5f6c85d0faf will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:23.229560 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52ae35fc-ccff-45d0-b00c-f4e54de9d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.257521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.362267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae35fc-ccff-45d0-b00c-f4e54de9d20f None None] Pushing event updated for resources: {'Port': ['ID=cfff13d8-6417-404b-addd-e5f6c85d0faf,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.438065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.498224 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.565585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:23.574006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:23.591062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:23.609783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Delete allocated IP 172.20.0.22 (7c27920c-29e6-42a7-9328-4030b4aaa316/6845d474-4b22-4052-bb98-d6578f5f69fc) {{(pid=93823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:32:23.624491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=ff79a43b-a618-4898-8be9-3e76d9c3cdaa,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.669316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.670014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.700328 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-46ae4455-2dc5-4950-88e1-0123ad9beaf4 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9643011 Jul 16 18:32:23.702763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46090) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:23.712641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'port': {'network_id': '7e201fa6-10a1-46ba-ae4d-1220d6711163', 'name': 'tempest-FloatingIPTestJSON-674124049'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:23.807118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.825759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Ignored duplicate provisioning block setup for port 0b83831c-3b1c-4cb1-8db4-981786b505b8 by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:32:23.831048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.859844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Made reservation on behalf of f4fd63a751894207acd5cb98548460b9 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:23.866091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.890946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] device_id is not set on port 94d42be0-3c59-48c1-b7c2-14cfaca5c4eb yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:23.949864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=0b83831c-3b1c-4cb1-8db4-981786b505b8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.976839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] In _notify_port_updated(), no bound segment for port 0b83831c-3b1c-4cb1-8db4-981786b505b8 on network 7c27920c-29e6-42a7-9328-4030b4aaa316 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:32:23.983333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.984353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.989323 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e5cdf74b-b7eb-461e-b1f2-02ade5ed265a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "PUT /v2.0/ports/0b83831c-3b1c-4cb1-8db4-981786b505b8 HTTP/1.1" status: 200 len: 918 time: 0.9504251 Jul 16 18:32:23.990979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46092) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:23.997731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7aa75635-91b7-45f4-a669-b81787490d3e'}, {'subnet_id': '6845d474-4b22-4052-bb98-d6578f5f69fc'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:24.041668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.20.0.10 (7e201fa6-10a1-46ba-ae4d-1220d6711163/85926fa4-4c3b-4706-995b-4e55fe651fd2/94d42be0-3c59-48c1-b7c2-14cfaca5c4eb) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:24.041967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d977f317-ce41-4719-9b1e-c5e7ea9f3492 None None] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:24.125601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.126392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e0bf910d-b031-4b80-986a-92ca25473f5e None None] Provisioning for port cfff13d8-6417-404b-addd-e5f6c85d0faf completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:24.192784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e0bf910d-b031-4b80-986a-92ca25473f5e None None] Provisioning complete for port cfff13d8-6417-404b-addd-e5f6c85d0faf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:24.193349 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0bf910d-b031-4b80-986a-92ca25473f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.235384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device cfff13d8-6417-404b-addd-e5f6c85d0faf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:24.284718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.339671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.393764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:24.397720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:24.406021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:24.407035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port cfff13d8-6417-404b-addd-e5f6c85d0faf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:24.407406 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.439097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.30 (7c27920c-29e6-42a7-9328-4030b4aaa316/6845d474-4b22-4052-bb98-d6578f5f69fc/0b83831c-3b1c-4cb1-8db4-981786b505b8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:24.441033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=94d42be0-3c59-48c1-b7c2-14cfaca5c4eb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.500883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.502579 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.528908 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8798248f-76cc-4595-b30d-763cfe0c6e57 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8241715 Jul 16 18:32:24.529714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46104) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.534683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '94d42be0-3c59-48c1-b7c2-14cfaca5c4eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:24.572544 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.638375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.654092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Ignored duplicate provisioning block setup for port 0b83831c-3b1c-4cb1-8db4-981786b505b8 by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:32:24.660040 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.699426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.725927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=0b83831c-3b1c-4cb1-8db4-981786b505b8,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.807963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f1e3a3f6-9a77-4331-83bd-70f07f1b66ef None None] Provisioning for port 0b83831c-3b1c-4cb1-8db4-981786b505b8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:24.817731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f1e3a3f6-9a77-4331-83bd-70f07f1b66ef None None] Provisioning complete for port 0b83831c-3b1c-4cb1-8db4-981786b505b8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:24.818758 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a3f6-9a77-4331-83bd-70f07f1b66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.843696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] In _notify_port_updated(), no bound segment for port 0b83831c-3b1c-4cb1-8db4-981786b505b8 on network 7c27920c-29e6-42a7-9328-4030b4aaa316 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:32:24.849667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.859937 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.863762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.25.2.27 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/9d621eea-812b-4068-a469-de61c99d2a9e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:24.866506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46108) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.879522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-db67c0ec-a2ac-49e4-a136-ca733ee833d3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "PUT /v2.0/ports/0b83831c-3b1c-4cb1-8db4-981786b505b8 HTTP/1.1" status: 200 len: 998 time: 0.8851845 Jul 16 18:32:24.892873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f1e3a3f6-9a77-4331-83bd-70f07f1b66ef None None] Port 0b83831c-3b1c-4cb1-8db4-981786b505b8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:24.915712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f1e3a3f6-9a77-4331-83bd-70f07f1b66ef None None] Provisioning complete for port cfff13d8-6417-404b-addd-e5f6c85d0faf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:24.916308 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a3f6-9a77-4331-83bd-70f07f1b66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.074113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.082447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b7784946-5520-4b07-9c2d-0fb4e6ab03b8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 0b83831c-3b1c-4cb1-8db4-981786b505b8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:25.082815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7784946-5520-4b07-9c2d-0fb4e6ab03b8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.155495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dc271980-24f0-4ece-82e6-e1f5416f3ecd None None] Provisioning complete for port 0b83831c-3b1c-4cb1-8db4-981786b505b8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:25.156116 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dc271980-24f0-4ece-82e6-e1f5416f3ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.191933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dc271980-24f0-4ece-82e6-e1f5416f3ecd None None] Port 0b83831c-3b1c-4cb1-8db4-981786b505b8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:25.218489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7784946-5520-4b07-9c2d-0fb4e6ab03b8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.236470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b7784946-5520-4b07-9c2d-0fb4e6ab03b8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 0b83831c-3b1c-4cb1-8db4-981786b505b8 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:25.247824 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.335641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:25.341343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:25.348984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-372450f5-6f13-4d67-ad6b-90f0e6c0177c None None] Provisioning complete for port 0b83831c-3b1c-4cb1-8db4-981786b505b8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:25.349731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-372450f5-6f13-4d67-ad6b-90f0e6c0177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.350235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:25.357771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=9d621eea-812b-4068-a469-de61c99d2a9e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:25.387507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-372450f5-6f13-4d67-ad6b-90f0e6c0177c None None] Port 0b83831c-3b1c-4cb1-8db4-981786b505b8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:25.607455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2a1a00be-d2b4-40b6-b9da-9f410603b715 None None] Provisioning complete for port 0b83831c-3b1c-4cb1-8db4-981786b505b8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:25.607825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a1a00be-d2b4-40b6-b9da-9f410603b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.650467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2a1a00be-d2b4-40b6-b9da-9f410603b715 None None] Port 0b83831c-3b1c-4cb1-8db4-981786b505b8 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:25.660612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7784946-5520-4b07-9c2d-0fb4e6ab03b8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.700959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7784946-5520-4b07-9c2d-0fb4e6ab03b8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=0b83831c-3b1c-4cb1-8db4-981786b505b8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:25.957950 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7784946-5520-4b07-9c2d-0fb4e6ab03b8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.961002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b7784946-5520-4b07-9c2d-0fb4e6ab03b8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/0b83831c-3b1c-4cb1-8db4-981786b505b8 HTTP/1.1" status: 204 len: 168 time: 1.0935657 Jul 16 18:32:25.963623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46122) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:26.005898 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f105b58-f744-411b-8f0f-5df9ab0312c9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:26.010307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3f105b58-f744-411b-8f0f-5df9ab0312c9 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/0b83831c-3b1c-4cb1-8db4-981786b505b8 HTTP/1.1" status: 404 len: 333 time: 0.0429389 Jul 16 18:32:26.010630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46124) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:26.077678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b538919-3350-4465-a513-2b0dd326affb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet 6845d474-4b22-4052-bb98-d6578f5f69fc {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:26.081598 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b538919-3350-4465-a513-2b0dd326affb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.129527 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b538919-3350-4465-a513-2b0dd326affb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.230065 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b538919-3350-4465-a513-2b0dd326affb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.306874 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b538919-3350-4465-a513-2b0dd326affb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.340852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b538919-3350-4465-a513-2b0dd326affb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=6845d474-4b22-4052-bb98-d6578f5f69fc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:26.350449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b538919-3350-4465-a513-2b0dd326affb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.354694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fba8ae-f339-46e7-bfc4-dd4a3e4e278c None None] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:26.356766 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9b538919-3350-4465-a513-2b0dd326affb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/6845d474-4b22-4052-bb98-d6578f5f69fc HTTP/1.1" status: 204 len: 168 time: 0.3405201 Jul 16 18:32:26.358535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46134) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:26.425547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.439085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ff7cd8-0d1c-4b59-8316-155ad3a56d76 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet 7aa75635-91b7-45f4-a669-b81787490d3e {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:26.444089 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09ff7cd8-0d1c-4b59-8316-155ad3a56d76 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.496833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09ff7cd8-0d1c-4b59-8316-155ad3a56d76 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.575969 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.639048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09ff7cd8-0d1c-4b59-8316-155ad3a56d76 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.709739 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09ff7cd8-0d1c-4b59-8316-155ad3a56d76 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.738072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff7cd8-0d1c-4b59-8316-155ad3a56d76 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa75635-91b7-45f4-a669-b81787490d3e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:26.760287 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-09ff7cd8-0d1c-4b59-8316-155ad3a56d76 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.762491 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-09ff7cd8-0d1c-4b59-8316-155ad3a56d76 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/7aa75635-91b7-45f4-a669-b81787490d3e HTTP/1.1" status: 204 len: 168 time: 0.4025934 Jul 16 18:32:26.766357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46138) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:26.824950 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.836802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.919146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.951856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=9d621eea-812b-4068-a469-de61c99d2a9e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:26.993911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.178086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port cfff13d8-6417-404b-addd-e5f6c85d0faf {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:27.178480 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.195193 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP 05a83414-60aa-4da3-8d60-dc08e18b04e9 associated. External IP: 172.25.2.27, port: 94d42be0-3c59-48c1-b7c2-14cfaca5c4eb. Jul 16 18:32:27.250035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a4c52-cebb-4a65-8a85-2c54251c7015 None None] Network 7c27920c-29e6-42a7-9328-4030b4aaa316 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:27.342490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] For port cfff13d8-6417-404b-addd-e5f6c85d0faf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=cfff13d8-6417-404b-addd-e5f6c85d0faf,segment=NetworkSegment(c79df500-3147-4160-aa3a-b9b4ae91fc75),segment_id=c79df500-3147-4160-aa3a-b9b4ae91fc75)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:27.342962 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.353765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8f3de0ed-0275-45a5-9ad0-4586294db0a6 None None] Provisioning complete for port cfff13d8-6417-404b-addd-e5f6c85d0faf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:27.354141 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f3de0ed-0275-45a5-9ad0-4586294db0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.365465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for cfff13d8-6417-404b-addd-e5f6c85d0faf owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:27.547655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] DHCP port deletion for 7c27920c-29e6-42a7-9328-4030b4aaa316 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:27.568025 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.600863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:27.602308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=cfff13d8-6417-404b-addd-e5f6c85d0faf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:27.606588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No DVR routers for this DVR port cfff13d8-6417-404b-addd-e5f6c85d0faf on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:27.609222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] Deleting port cfff13d8-6417-404b-addd-e5f6c85d0faf {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:27.609879 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.717064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] For port cfff13d8-6417-404b-addd-e5f6c85d0faf, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:27.717772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.740575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] Calling delete_port for cfff13d8-6417-404b-addd-e5f6c85d0faf owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:27.746218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] Port cfff13d8-6417-404b-addd-e5f6c85d0faf was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:32:27.748340 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.757489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.775353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c27920c-29e6-42a7-9328-4030b4aaa316']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:27.795622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] Pushing event deleted for resources: {'Port': ['ID=cfff13d8-6417-404b-addd-e5f6c85d0faf,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:27.806181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1a387-bbe8-4e86-9939-f3573a55177d None None] No DVR routers for this DVR port cfff13d8-6417-404b-addd-e5f6c85d0faf on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:27.822771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79df500-3147-4160-aa3a-b9b4ae91fc75') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:27.822771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79df500-3147-4160-aa3a-b9b4ae91fc75') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:27.838679 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.863053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.872733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:27.874751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:27.875158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:27.878494 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:27.891891 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714f8301-4f98-433b-b4b8-361b92a5e0d0 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:27.907816 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f8301-4f98-433b-b4b8-361b92a5e0d0 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:27.908900 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-714f8301-4f98-433b-b4b8-361b92a5e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:27.960003 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-714f8301-4f98-433b-b4b8-361b92a5e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:27.964940 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.977606 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f8301-4f98-433b-b4b8-361b92a5e0d0 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:27.978847 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-714f8301-4f98-433b-b4b8-361b92a5e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:28.007213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.015619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.023122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/networks/7c27920c-29e6-42a7-9328-4030b4aaa316 HTTP/1.1" status: 204 len: 168 time: 1.2497864 Jul 16 18:32:28.023369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:28.031118 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-714f8301-4f98-433b-b4b8-361b92a5e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:28.032076 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714f8301-4f98-433b-b4b8-361b92a5e0d0 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:28.036372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a37a37-1840-449b-b108-b76145f804a6 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Network': ['ID=7c27920c-29e6-42a7-9328-4030b4aaa316,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:28.045150 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-16024e9e-24f8-4c90-9d09-31420b90b3f6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5141084 Jul 16 18:32:28.046440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46146) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:28.052713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-de4a4b4c-b200-47a6-8907-fc7cf28054d3 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:28.113224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f9d63-8873-4f79-a23a-e224c31dc300 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.117596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0b8f9d63-8873-4f79-a23a-e224c31dc300 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0938580 Jul 16 18:32:28.120039 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de4a4b4c-b200-47a6-8907-fc7cf28054d3 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.121644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46148) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:28.245545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d30685cb-d93f-408b-8cac-709f8e7323c4 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1190839 Jul 16 18:32:28.246997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46152) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:28.249343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device cfff13d8-6417-404b-addd-e5f6c85d0faf no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:28.254162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1070703221'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:28.278186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: cfff13d8-6417-404b-addd-e5f6c85d0faf {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:28.278701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device cfff13d8-6417-404b-addd-e5f6c85d0faf not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:28.302444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:28.312136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.346639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:28.360090 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.360427 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de4a4b4c-b200-47a6-8907-fc7cf28054d3 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.361561 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Added segment f6fe42ae-aa51-4498-a60a-b70f802cb00a of type vlan for network d3b0d4b4-e711-433b-9776-5852f78c4ba4 Jul 16 18:32:28.366395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de4a4b4c-b200-47a6-8907-fc7cf28054d3 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.366740 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-de4a4b4c-b200-47a6-8907-fc7cf28054d3 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP 05a83414-60aa-4da3-8d60-dc08e18b04e9 disassociated. External IP: 172.25.2.27, port: 94d42be0-3c59-48c1-b7c2-14cfaca5c4eb. Jul 16 18:32:28.416890 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.459237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.468342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.469327 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.523332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2737615 Jul 16 18:32:28.527128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46154) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:28.531966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': 'd3b0d4b4-e711-433b-9776-5852f78c4ba4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:28.579709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba8232-b41e-4417-a392-f68a86fbb8f5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Network': ['ID=d3b0d4b4-e711-433b-9776-5852f78c4ba4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:28.593355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d3b0d4b4-e711-433b-9776-5852f78c4ba4 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:28.643908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4a4b4c-b200-47a6-8907-fc7cf28054d3 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:28.671630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:28.679164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.774539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4a4b4c-b200-47a6-8907-fc7cf28054d3 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:28.784091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de4a4b4c-b200-47a6-8907-fc7cf28054d3 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.784302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e856dc2-4110-4530-94fd-5c03775f4a33 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:28.798489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e856dc2-4110-4530-94fd-5c03775f4a33 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:28.799996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e856dc2-4110-4530-94fd-5c03775f4a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:28.832221 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de4a4b4c-b200-47a6-8907-fc7cf28054d3 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/floatingips/05a83414-60aa-4da3-8d60-dc08e18b04e9 HTTP/1.1" status: 200 len: 687 time: 0.7818019 Jul 16 18:32:28.832464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46158) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:28.851959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e856dc2-4110-4530-94fd-5c03775f4a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:28.861925 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e856dc2-4110-4530-94fd-5c03775f4a33 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:28.862666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e856dc2-4110-4530-94fd-5c03775f4a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:28.910426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5e856dc2-4110-4530-94fd-5c03775f4a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:28.911151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e856dc2-4110-4530-94fd-5c03775f4a33 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:28.923124 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.926250 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.978954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port 9d621eea-812b-4068-a469-de61c99d2a9e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:28.979981 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.998825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=5336ec5d-aa52-402d-9ade-cf6319c47527,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.009780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Checking segment: {'id': 'f6fe42ae-aa51-4498-a60a-b70f802cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd3b0d4b4-e711-433b-9776-5852f78c4ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:29.010934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network hostable DHCP agents. Network: d3b0d4b4-e711-433b-9776-5852f78c4ba4, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:29.033284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network d3b0d4b4-e711-433b-9776-5852f78c4ba4 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:29.044892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d3b0d4b4-e711-433b-9776-5852f78c4ba4) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:29.053925 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd673bb-0afe-424e-af35-840adb1ccfeb None None] Network d3b0d4b4-e711-433b-9776-5852f78c4ba4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:29.058692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:29.059298 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.066945 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.068090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.084666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1d741c91-6103-4361-a161-13ee509f7213 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5539470 Jul 16 18:32:29.084934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46160) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.089701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for 9d621eea-812b-4068-a469-de61c99d2a9e owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:29.090141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': 'd3b0d4b4-e711-433b-9776-5852f78c4ba4', 'name': 'tempest-PortsTestJSON-935408603'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.225925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:29.229491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.261608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 1e6e05a3-2525-4afd-995b-c1144d1f1795 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:29.275205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-d3b0d4b4-e711-433b-9776-5852f78c4ba4', 'network_id': 'd3b0d4b4-e711-433b-9776-5852f78c4ba4', 'tenant_id': '2d22619d68a743e09496f834171a3177', 'fixed_ips': [{'subnet_id': '5336ec5d-aa52-402d-9ade-cf6319c47527'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:29.276155 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.278065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.319962 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=9d621eea-812b-4068-a469-de61c99d2a9e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.426026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.429342 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.430560 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-611fcd68-a794-4615-8407-a4f716dffcad tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/floatingips/05a83414-60aa-4da3-8d60-dc08e18b04e9 HTTP/1.1" status: 204 len: 168 time: 0.5970712 Jul 16 18:32:29.434096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46164) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.438968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': 'ff79a43b-a618-4898-8be9-3e76d9c3cdaa'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.462799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.12 (d3b0d4b4-e711-433b-9776-5852f78c4ba4/5336ec5d-aa52-402d-9ade-cf6319c47527/1e6e05a3-2525-4afd-995b-c1144d1f1795) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:29.480894 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.043312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.062228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object 1e6e05a3-2525-4afd-995b-c1144d1f1795 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:30.083641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.238868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.273255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Allocated IP 172.20.0.2 (d3b0d4b4-e711-433b-9776-5852f78c4ba4/5336ec5d-aa52-402d-9ade-cf6319c47527/593e53e0-9ea2-46d9-8a4b-e1c943606af7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:30.303347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e7dc4-fac4-4beb-b798-347b24564792 req-a91376c2-6eb1-42ba-aabb-905c40157aee tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.304819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-a91376c2-6eb1-42ba-aabb-905c40157aee tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.2397444 Jul 16 18:32:30.350424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network d3b0d4b4-e711-433b-9776-5852f78c4ba4 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:30.357517 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-e2b99557-5adb-4095-ae45-1b3b9be9c015 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/quotas/2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 375 time: 0.0443838 Jul 16 18:32:30.367161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.25.2.243 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/cb237ae6-e843-4371-a1c0-bc0682c935e8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:30.369285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=1e6e05a3-2525-4afd-995b-c1144d1f1795,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:30.372090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:30.377291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:30.433516 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.445467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Transition to ACTIVE for port object 593e53e0-9ea2-46d9-8a4b-e1c943606af7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:30.463066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Transition to ACTIVE for port object 593e53e0-9ea2-46d9-8a4b-e1c943606af7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:30.471152 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.491149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.491798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.518300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Network d3b0d4b4-e711-433b-9776-5852f78c4ba4 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:30.524535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:30.527094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:30.540872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Pushing event updated for resources: {'Port': ['ID=593e53e0-9ea2-46d9-8a4b-e1c943606af7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:30.558521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-caaffdc7-2678-4e25-a15c-e90f0559d0bc tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4722743 Jul 16 18:32:30.562691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46180) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:30.572732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': 'd3b0d4b4-e711-433b-9776-5852f78c4ba4', 'name': 'tempest-PortsTestJSON-1325926374'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:30.577973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-a761c8c3-3f44-4ca6-bc89-15e3cc5a33b6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2126460 Jul 16 18:32:30.611534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.639791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Attempting to bind port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:30.640155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Attempting to bind port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'f6fe42ae-aa51-4498-a60a-b70f802cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd3b0d4b4-e711-433b-9776-5852f78c4ba4'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:30.640683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Attempting to bind port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 on network d3b0d4b4-e711-433b-9776-5852f78c4ba4 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:30.648093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:30.648474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Checking segment: {'id': 'f6fe42ae-aa51-4498-a60a-b70f802cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd3b0d4b4-e711-433b-9776-5852f78c4ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:30.649037 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.649458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Bound using segment: {'id': 'f6fe42ae-aa51-4498-a60a-b70f802cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd3b0d4b4-e711-433b-9776-5852f78c4ba4'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:30.649945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Bound port: 593e53e0-9ea2-46d9-8a4b-e1c943606af7, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fe42ae-aa51-4498-a60a-b70f802cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd3b0d4b4-e711-433b-9776-5852f78c4ba4'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:30.650315 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.717078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:30.721361 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.728548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] For port 593e53e0-9ea2-46d9-8a4b-e1c943606af7, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:30.730605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-ca6dd245-c53f-406e-b0bc-d95b92ff7712 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333787 Jul 16 18:32:30.733543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] For port 593e53e0-9ea2-46d9-8a4b-e1c943606af7, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=593e53e0-9ea2-46d9-8a4b-e1c943606af7,segment=NetworkSegment(f6fe42ae-aa51-4498-a60a-b70f802cb00a),segment_id=f6fe42ae-aa51-4498-a60a-b70f802cb00a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:30.734058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.740925 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.743730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 4f1d2758-19ab-4542-b58a-8d0254ed3cfe yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:30.795901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:30.810280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226ed8d-f22e-4995-8eec-6966ed908b12 None None] Pushing event updated for resources: {'Port': ['ID=593e53e0-9ea2-46d9-8a4b-e1c943606af7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:30.815309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:30.818550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:30.881859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=cb237ae6-e843-4371-a1c0-bc0682c935e8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:30.883534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.10 (d3b0d4b4-e711-433b-9776-5852f78c4ba4/5336ec5d-aa52-402d-9ade-cf6319c47527/4f1d2758-19ab-4542-b58a-8d0254ed3cfe) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:30.948599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-6e293d66-7bdb-4af5-9964-84f27cbecf58 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051938 Jul 16 18:32:31.102847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.122663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object 4f1d2758-19ab-4542-b58a-8d0254ed3cfe will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:31.180403 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.234840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network d3b0d4b4-e711-433b-9776-5852f78c4ba4 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:31.238659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:31.244169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:31.249425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=4f1d2758-19ab-4542-b58a-8d0254ed3cfe,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:31.300062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.300062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.326690 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c6363bf3-5baa-4e23-9568-c253306206ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7621810 Jul 16 18:32:31.332000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:31.405448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56fda0fc-b5b2-48ca-8f2f-801dec79f66b req-ff2f53c0-3de1-4c6c-b8f9-8aee61546353 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 210 time: 0.0445676 Jul 16 18:32:31.466612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.479042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85bb5f0-4377-448a-96fd-8ce211ab8839 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.483827 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d85bb5f0-4377-448a-96fd-8ce211ab8839 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1483335 Jul 16 18:32:31.484470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:31.567079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.706354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4925d0fc-d2b5-4cff-bca2-2021787015e7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 4f1d2758-19ab-4542-b58a-8d0254ed3cfe {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:31.706952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4925d0fc-d2b5-4cff-bca2-2021787015e7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.834281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.840377 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.874545 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4925d0fc-d2b5-4cff-bca2-2021787015e7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.890161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4925d0fc-d2b5-4cff-bca2-2021787015e7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 4f1d2758-19ab-4542-b58a-8d0254ed3cfe owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:31.937121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=cb237ae6-e843-4371-a1c0-bc0682c935e8,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:31.946177 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.057618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80defb2-2162-4e13-91fe-1000da9d184a None None] Network d3b0d4b4-e711-433b-9776-5852f78c4ba4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:32.078719 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP d2afa16b-b0d4-402f-aa2c-610f93b9fe32 associated. External IP: 172.25.2.243, port: ff79a43b-a618-4898-8be9-3e76d9c3cdaa. Jul 16 18:32:32.138268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4925d0fc-d2b5-4cff-bca2-2021787015e7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.170091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-09209430-589f-4871-a945-cdc8d775a260 None None] Provisioning for port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:32.207580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925d0fc-d2b5-4cff-bca2-2021787015e7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=4f1d2758-19ab-4542-b58a-8d0254ed3cfe,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:32.309273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 593e53e0-9ea2-46d9-8a4b-e1c943606af7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:32.342448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4925d0fc-d2b5-4cff-bca2-2021787015e7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.347318 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4925d0fc-d2b5-4cff-bca2-2021787015e7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/4f1d2758-19ab-4542-b58a-8d0254ed3cfe HTTP/1.1" status: 204 len: 168 time: 0.8618007 Jul 16 18:32:32.348106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:32.378231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:32.383691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:32.384071 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.392930 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-edff1dba-aa58-4757-a0ff-0398a17c8d21 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:32.394944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-edff1dba-aa58-4757-a0ff-0398a17c8d21 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/4f1d2758-19ab-4542-b58a-8d0254ed3cfe HTTP/1.1" status: 404 len: 333 time: 0.0441809 Jul 16 18:32:32.398120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:32.444666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:32.603577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e0eff32a-c37c-4655-90e5-c925a56542f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 1e6e05a3-2525-4afd-995b-c1144d1f1795 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:32.603577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0eff32a-c37c-4655-90e5-c925a56542f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.609886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:32.622647 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae92ed-e553-4306-9d19-f8e839f9c5d2 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:32.641639 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae92ed-e553-4306-9d19-f8e839f9c5d2 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:32.642718 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4ae92ed-e553-4306-9d19-f8e839f9c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:32.644356 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.702616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6fa05d8e-bb00-4610-a04a-2c847d75eb81 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2669756 Jul 16 18:32:32.705378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:32.730690 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.736473 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4ae92ed-e553-4306-9d19-f8e839f9c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:32.753707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-baf0f83a-429d-4a32-9126-e298c3ef6cca req-1f76eeb7-49a8-4570-a77d-cf208231f403 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 210 time: 0.0533206 Jul 16 18:32:32.760156 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae92ed-e553-4306-9d19-f8e839f9c5d2 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:32.761044 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4ae92ed-e553-4306-9d19-f8e839f9c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:32.772992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3662c4c6-2b00-4a90-a5fb-8c80d4bdf2bb None None] Provisioning complete for port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:32.773366 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3662c4c6-2b00-4a90-a5fb-8c80d4bdf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.823064 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c4ae92ed-e553-4306-9d19-f8e839f9c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:32.824056 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae92ed-e553-4306-9d19-f8e839f9c5d2 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:32.894801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 593e53e0-9ea2-46d9-8a4b-e1c943606af7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=593e53e0-9ea2-46d9-8a4b-e1c943606af7,segment=NetworkSegment(f6fe42ae-aa51-4498-a60a-b70f802cb00a),segment_id=f6fe42ae-aa51-4498-a60a-b70f802cb00a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:32.913001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.915122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1490fe3f-88be-4399-80ab-4c18815010ab tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "GET /v2.0/floatingips/d2afa16b-b0d4-402f-aa2c-610f93b9fe32 HTTP/1.1" status: 200 len: 979 time: 0.2084410 Jul 16 18:32:32.918060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:33.010474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=593e53e0-9ea2-46d9-8a4b-e1c943606af7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.135362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3662c4c6-2b00-4a90-a5fb-8c80d4bdf2bb None None] Provisioning for port 1e6e05a3-2525-4afd-995b-c1144d1f1795 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:33.148081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3662c4c6-2b00-4a90-a5fb-8c80d4bdf2bb None None] Provisioning complete for port 1e6e05a3-2525-4afd-995b-c1144d1f1795 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:33.148417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3662c4c6-2b00-4a90-a5fb-8c80d4bdf2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.149241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a99ecb93-77c2-4fc5-9d94-dde6b8c3ab3a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2291553 Jul 16 18:32:33.151415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:33.159867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'port_id': '94d42be0-3c59-48c1-b7c2-14cfaca5c4eb'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:33.178095 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54e782fc-1e3c-4982-b931-4c7cd5217d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.212354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3662c4c6-2b00-4a90-a5fb-8c80d4bdf2bb None None] Port 1e6e05a3-2525-4afd-995b-c1144d1f1795 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:33.267004 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.339858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ade05471-42f1-4467-a70a-85f444bc1461 None None] Provisioning complete for port 1e6e05a3-2525-4afd-995b-c1144d1f1795 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:33.340345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ade05471-42f1-4467-a70a-85f444bc1461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.348563 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0eff32a-c37c-4655-90e5-c925a56542f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.374106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e0eff32a-c37c-4655-90e5-c925a56542f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 1e6e05a3-2525-4afd-995b-c1144d1f1795 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:33.412403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e7dc4-fac4-4beb-b798-347b24564792 req-49fe0442-bd92-4d92-acbc-98565e9478dc tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.413889 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-49fe0442-bd92-4d92-acbc-98565e9478dc tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.46 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.1607680 Jul 16 18:32:33.416870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ade05471-42f1-4467-a70a-85f444bc1461 None None] Port 1e6e05a3-2525-4afd-995b-c1144d1f1795 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:33.451758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'port': {'device_id': '9393ce45-ebef-47c2-84f2-f155997e3474', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'admin_state_up': True, 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:33.529653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3d0110a1-a87c-4bc0-92bb-95822d11a057 None None] Could not find standard attr ID for object 4f1d2758-19ab-4542-b58a-8d0254ed3cfe. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:32:33.727858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Made reservation on behalf of 2cc5c9da144e47cb863adb1a3cdb4df4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:33.733779 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.756201 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0eff32a-c37c-4655-90e5-c925a56542f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.809948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eff32a-c37c-4655-90e5-c925a56542f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=1e6e05a3-2525-4afd-995b-c1144d1f1795,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.856394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.861744 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.000163 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP d2afa16b-b0d4-402f-aa2c-610f93b9fe32 associated. External IP: 172.25.2.243, port: ff79a43b-a618-4898-8be9-3e76d9c3cdaa. Jul 16 18:32:34.110616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51d4cacb-5c7b-4e25-8d5f-55b0706d5f9a req-a3cf7174-783a-4e04-a94f-3e90f1e76e08 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 210 time: 0.1034486 Jul 16 18:32:34.133591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0eff32a-c37c-4655-90e5-c925a56542f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.136088 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e0eff32a-c37c-4655-90e5-c925a56542f1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/1e6e05a3-2525-4afd-995b-c1144d1f1795 HTTP/1.1" status: 204 len: 168 time: 1.7368207 Jul 16 18:32:34.156821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46224) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:34.239578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.20.0.3 (ac3651b0-430f-4247-aceb-9f4644f72c6e/640d7256-3ca4-4ba8-9cda-a2bf9e97df32/87491e85-925c-4844-8ef1-0a44343dd93a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:34.243143 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b32602b-c46d-4cd1-b330-4bf7fc933975 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:34.245125 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8b32602b-c46d-4cd1-b330-4bf7fc933975 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/1e6e05a3-2525-4afd-995b-c1144d1f1795 HTTP/1.1" status: 404 len: 333 time: 0.0872116 Jul 16 18:32:34.248546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46226) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:34.294977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 593e53e0-9ea2-46d9-8a4b-e1c943606af7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:34.360935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-97eae50e-5e39-4760-9fb9-442a4620e442 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet 5336ec5d-aa52-402d-9ade-cf6319c47527 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:34.363519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:34.364019 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.371316 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97eae50e-5e39-4760-9fb9-442a4620e442 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.450647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:34.462027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97eae50e-5e39-4760-9fb9-442a4620e442 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.643894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:34.663257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3a150-410f-4c56-a71d-19932d8519be None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:34.697738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3a150-410f-4c56-a71d-19932d8519be None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:34.698782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4c3a150-410f-4c56-a71d-19932d8519be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:34.708410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.759457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97eae50e-5e39-4760-9fb9-442a4620e442 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.763384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Transition to ACTIVE for port object 87491e85-925c-4844-8ef1-0a44343dd93a will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:34.784127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4c3a150-410f-4c56-a71d-19932d8519be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:34.804710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3a150-410f-4c56-a71d-19932d8519be None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:34.805774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4c3a150-410f-4c56-a71d-19932d8519be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:34.875419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.899848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4c3a150-410f-4c56-a71d-19932d8519be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:34.901065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3a150-410f-4c56-a71d-19932d8519be None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:34.920996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97eae50e-5e39-4760-9fb9-442a4620e442 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.975850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-97eae50e-5e39-4760-9fb9-442a4620e442 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.983596 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-97eae50e-5e39-4760-9fb9-442a4620e442 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/5336ec5d-aa52-402d-9ade-cf6319c47527 HTTP/1.1" status: 204 len: 168 time: 0.7288055 Jul 16 18:32:34.986418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aa9b50-9b06-4442-b711-a7f6320351ad None None] Network d3b0d4b4-e711-433b-9776-5852f78c4ba4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:34.987262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46228) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:35.030144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:35.050339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eae50e-5e39-4760-9fb9-442a4620e442 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=5336ec5d-aa52-402d-9ade-cf6319c47527,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.064636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:35.079860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:35.087293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=87491e85-925c-4844-8ef1-0a44343dd93a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.167312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:35.223190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.263421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.264104 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.347699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-df8a488a-475a-4289-871b-b1e21cc61e85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9008610 Jul 16 18:32:35.378530 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Request body: {'port': {'device_id': '9393ce45-ebef-47c2-84f2-f155997e3474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:35.380688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec0bb6-10cd-40ac-bbab-91f814bd007d None None] DHCP port deletion for d3b0d4b4-e711-433b-9776-5852f78c4ba4 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:35.476623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-48ec0bb6-10cd-40ac-bbab-91f814bd007d None None] Deleting port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:35.477164 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ec0bb6-10cd-40ac-bbab-91f814bd007d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.493686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:35.493995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.570585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-48ec0bb6-10cd-40ac-bbab-91f814bd007d None None] For port 593e53e0-9ea2-46d9-8a4b-e1c943606af7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=593e53e0-9ea2-46d9-8a4b-e1c943606af7,segment=NetworkSegment(f6fe42ae-aa51-4498-a60a-b70f802cb00a),segment_id=f6fe42ae-aa51-4498-a60a-b70f802cb00a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:35.571793 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ec0bb6-10cd-40ac-bbab-91f814bd007d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.577880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] For port 593e53e0-9ea2-46d9-8a4b-e1c943606af7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=593e53e0-9ea2-46d9-8a4b-e1c943606af7,segment=NetworkSegment(f6fe42ae-aa51-4498-a60a-b70f802cb00a),segment_id=f6fe42ae-aa51-4498-a60a-b70f802cb00a)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:35.578269 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.587838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-48ec0bb6-10cd-40ac-bbab-91f814bd007d None None] Calling delete_port for 593e53e0-9ea2-46d9-8a4b-e1c943606af7 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:35.593209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 593e53e0-9ea2-46d9-8a4b-e1c943606af7 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:35.699778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48ec0bb6-10cd-40ac-bbab-91f814bd007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.717105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-75a3b2bc-2b66-4fb1-b781-4d49c9f7512f None None] Provisioning for port 87491e85-925c-4844-8ef1-0a44343dd93a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:35.720236 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.736021 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.743847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec0bb6-10cd-40ac-bbab-91f814bd007d None None] Pushing event deleted for resources: {'Port': ['ID=593e53e0-9ea2-46d9-8a4b-e1c943606af7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.746944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-75a3b2bc-2b66-4fb1-b781-4d49c9f7512f None None] Provisioning complete for port 87491e85-925c-4844-8ef1-0a44343dd93a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:35.747367 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-75a3b2bc-2b66-4fb1-b781-4d49c9f7512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.793482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-75a3b2bc-2b66-4fb1-b781-4d49c9f7512f None None] Port 87491e85-925c-4844-8ef1-0a44343dd93a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:35.793733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=593e53e0-9ea2-46d9-8a4b-e1c943606af7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.796024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec0bb6-10cd-40ac-bbab-91f814bd007d None None] No DVR routers for this DVR port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:35.808725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No DVR routers for this DVR port 593e53e0-9ea2-46d9-8a4b-e1c943606af7 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:35.964755 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.975917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.981188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b0d4b4-e711-433b-9776-5852f78c4ba4']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.999587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fe42ae-aa51-4498-a60a-b70f802cb00a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.999923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fe42ae-aa51-4498-a60a-b70f802cb00a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:36.034734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.046308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:36.052866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.063502 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c3c52-e87d-4492-af9a-e2118159f972 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:36.079017 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09587900-d9c8-43a8-b0f7-c3cbeef614c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.084903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40631bdf-d647-4bd0-86de-6a9272a8c88c req-4eaf0444-a698-4fd4-a933-d3ce00960917 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.089212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40631bdf-d647-4bd0-86de-6a9272a8c88c req-4eaf0444-a698-4fd4-a933-d3ce00960917 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 931 time: 0.1408854 Jul 16 18:32:36.091721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.094289 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c3c52-e87d-4492-af9a-e2118159f972 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:36.095565 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2d2c3c52-e87d-4492-af9a-e2118159f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:36.111751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:36.112409 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:36.123460 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:36.147182 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2d2c3c52-e87d-4492-af9a-e2118159f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:36.158669 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c3c52-e87d-4492-af9a-e2118159f972 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:36.159331 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2d2c3c52-e87d-4492-af9a-e2118159f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:36.196255 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2d2c3c52-e87d-4492-af9a-e2118159f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:36.197242 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c3c52-e87d-4492-af9a-e2118159f972 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:36.242283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.250846 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.258405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 593e53e0-9ea2-46d9-8a4b-e1c943606af7 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:36.260460 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/networks/d3b0d4b4-e711-433b-9776-5852f78c4ba4 HTTP/1.1" status: 204 len: 168 time: 1.2720582 Jul 16 18:32:36.263290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:36.271880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-780522883'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:36.288852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 593e53e0-9ea2-46d9-8a4b-e1c943606af7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:36.289485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 593e53e0-9ea2-46d9-8a4b-e1c943606af7 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:36.294479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40631bdf-d647-4bd0-86de-6a9272a8c88c req-4d852826-8148-4061-bc48-4cba6c7b1cd4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536152 Jul 16 18:32:36.296682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023d58b-e6ac-4036-897c-ae9fe20b8f41 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Network': ['ID=d3b0d4b4-e711-433b-9776-5852f78c4ba4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:36.323256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c9624d58-6102-436d-b11e-4db7a92dd3c6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/floatingips/d2afa16b-b0d4-402f-aa2c-610f93b9fe32 HTTP/1.1" status: 200 len: 978 time: 3.1668949 Jul 16 18:32:36.324130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46236) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:36.329220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-94a420ee-2d57-4f4c-864c-0b257040331b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:36.351215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:36.355050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.382314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87491e85-925c-4844-8ef1-0a44343dd93a {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:36.390633 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94a420ee-2d57-4f4c-864c-0b257040331b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.391934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.405002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:36.414531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Transition to ACTIVE for port object 87491e85-925c-4844-8ef1-0a44343dd93a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:36.419089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.422636 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.423015 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Added segment 14a47bdd-7b5f-443e-ad19-0738192ee35c of type vlan for network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 Jul 16 18:32:36.517214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.523508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Pushing event updated for resources: {'Port': ['ID=87491e85-925c-4844-8ef1-0a44343dd93a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:36.582260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94a420ee-2d57-4f4c-864c-0b257040331b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.590733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94a420ee-2d57-4f4c-864c-0b257040331b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.591210 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-94a420ee-2d57-4f4c-864c-0b257040331b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP d2afa16b-b0d4-402f-aa2c-610f93b9fe32 disassociated. External IP: 172.25.2.243, port: 94d42be0-3c59-48c1-b7c2-14cfaca5c4eb. Jul 16 18:32:36.667075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Attempting to bind port 87491e85-925c-4844-8ef1-0a44343dd93a on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:36.667701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Attempting to bind port 87491e85-925c-4844-8ef1-0a44343dd93a by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:36.668218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Attempting to bind port 87491e85-925c-4844-8ef1-0a44343dd93a on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:36.675337 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.683001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.683744 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.691083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Port 87491e85-925c-4844-8ef1-0a44343dd93a on network ac3651b0-430f-4247-aceb-9f4644f72c6e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:36.691571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Attempting to bind port 87491e85-925c-4844-8ef1-0a44343dd93a on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:36.705547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:36.706334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:36.707367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Bound using segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:36.709573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Bound port: 87491e85-925c-4844-8ef1-0a44343dd93a, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:36.710329 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.814383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] For port 87491e85-925c-4844-8ef1-0a44343dd93a, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:36.828268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] For port 87491e85-925c-4844-8ef1-0a44343dd93a, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=87491e85-925c-4844-8ef1-0a44343dd93a,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:36.857449 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5860636 Jul 16 18:32:36.857449 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.857857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46240) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:36.864400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '9f3ec846-8f73-4842-a16f-4f62ea8ce211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:36.938454 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.939213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.941697 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] 10.222.0.46 "PUT /v2.0/ports/87491e85-925c-4844-8ef1-0a44343dd93a HTTP/1.1" status: 200 len: 1092 time: 1.5686688 Jul 16 18:32:36.944715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9393ce45-ebef-47c2-84f2-f155997e3474', 'tag': '87491e85-925c-4844-8ef1-0a44343dd93a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:36.947488 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9393ce45-ebef-47c2-84f2-f155997e3474", "tag": "87491e85-925c-4844-8ef1-0a44343dd93a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:36.950443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bb0ec-cb18-4b5c-9ee7-df6ed34350e0 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Network': ['ID=9f3ec846-8f73-4842-a16f-4f62ea8ce211,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:36.973456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:36.974952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a420ee-2d57-4f4c-864c-0b257040331b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:37.017531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de8fce-6110-4fc6-b4d4-3db6be7adc28 service neutron] Pushing event updated for resources: {'Port': ['ID=87491e85-925c-4844-8ef1-0a44343dd93a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:37.073401 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4259a682-0dc1-4b78-b8f6-b8c70811cd92 x-openstack-request-id: req-4259a682-0dc1-4b78-b8f6-b8c70811cd92 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:37.073761 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9393ce45-ebef-47c2-84f2-f155997e3474", "tag": "87491e85-925c-4844-8ef1-0a44343dd93a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:37.074164 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4259a682-0dc1-4b78-b8f6-b8c70811cd92 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:37.074778 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9393ce45-ebef-47c2-84f2-f155997e3474', 'tag': '87491e85-925c-4844-8ef1-0a44343dd93a', 'status': 'completed', 'code': 200} Jul 16 18:32:37.134554 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.201519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:37.201519 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.203904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e7dc4-fac4-4beb-b798-347b24564792 req-62ce1b89-08c3-44fd-af43-25fd64776a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.204745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a420ee-2d57-4f4c-864c-0b257040331b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:37.210089 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-62ce1b89-08c3-44fd-af43-25fd64776a14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 1095 time: 0.1757162 Jul 16 18:32:37.217289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55715b87-16d2-4b87-bd29-092d51e00cea None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:37.222136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94a420ee-2d57-4f4c-864c-0b257040331b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.254152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55715b87-16d2-4b87-bd29-092d51e00cea None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:37.257812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-55715b87-16d2-4b87-bd29-092d51e00cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:37.314790 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-3b75083d-4345-4f5b-89f2-5f03ab7bfc2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87491e85-925c-4844-8ef1-0a44343dd93a HTTP/1.1" status: 200 len: 217 time: 0.0874844 Jul 16 18:32:37.336169 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-94a420ee-2d57-4f4c-864c-0b257040331b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/floatingips/d2afa16b-b0d4-402f-aa2c-610f93b9fe32 HTTP/1.1" status: 200 len: 688 time: 1.0108826 Jul 16 18:32:37.337226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46246) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:37.339614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-55715b87-16d2-4b87-bd29-092d51e00cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:37.373962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55715b87-16d2-4b87-bd29-092d51e00cea None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:37.375031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-55715b87-16d2-4b87-bd29-092d51e00cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:37.453132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-55715b87-16d2-4b87-bd29-092d51e00cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:37.454735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55715b87-16d2-4b87-bd29-092d51e00cea None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:37.494595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e7dc4-fac4-4beb-b798-347b24564792 req-adf43119-e6c2-4e4c-909e-9ed554869bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.496424 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-adf43119-e6c2-4e4c-909e-9ed554869bf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1702776 Jul 16 18:32:37.516029 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.590380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=57446d5e-57ba-4dbf-80f7-bdb96a7cfa37,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:37.600899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Checking segment: {'id': '14a47bdd-7b5f-443e-ad19-0738192ee35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f3ec846-8f73-4842-a16f-4f62ea8ce211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:37.601264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network hostable DHCP agents. Network: 9f3ec846-8f73-4842-a16f-4f62ea8ce211, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:37.602644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port cb237ae6-e843-4371-a1c0-bc0682c935e8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:37.602998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.621239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:37.622745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e7dc4-fac4-4beb-b798-347b24564792 req-80bcd08a-07d1-4edd-999c-0339c78c3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.624577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-80bcd08a-07d1-4edd-999c-0339c78c3e8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059220 Jul 16 18:32:37.633417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 9f3ec846-8f73-4842-a16f-4f62ea8ce211) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:37.639883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.641194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.641756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02c369-0853-4849-b7c7-4ec61ac38993 None None] Network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:37.678320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a615a1ec-4fa0-465f-9955-4ddd84a8246e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8184867 Jul 16 18:32:37.678320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46252) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:37.697274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '9f3ec846-8f73-4842-a16f-4f62ea8ce211', 'name': 'tempest-PortsTestJSON-93950266', 'fixed_ips': [{'subnet_id': '57446d5e-57ba-4dbf-80f7-bdb96a7cfa37', 'ip_address': '172.20.0.10'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:37.878410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.878743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.900379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for cb237ae6-e843-4371-a1c0-bc0682c935e8 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:37.909433 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-357dfd49-53fb-422d-a46d-31df2089dc56 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746477 Jul 16 18:32:37.930197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-9f3ec846-8f73-4842-a16f-4f62ea8ce211', 'network_id': '9f3ec846-8f73-4842-a16f-4f62ea8ce211', 'tenant_id': '2d22619d68a743e09496f834171a3177', 'fixed_ips': [{'subnet_id': '57446d5e-57ba-4dbf-80f7-bdb96a7cfa37'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:37.931292 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.948548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:38.025099 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-3100208e-6d15-48ae-b12c-20bf3c39c995 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2173686 Jul 16 18:32:38.064293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775ed91-4990-4cb5-9857-ee7202bbfe0e req-f0132363-6f7b-481b-ab3a-e519d36c590e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:38.066207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7775ed91-4990-4cb5-9857-ee7202bbfe0e req-f0132363-6f7b-481b-ab3a-e519d36c590e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 943 time: 0.5669012 Jul 16 18:32:38.143503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.159930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7775ed91-4990-4cb5-9857-ee7202bbfe0e req-c5e6f455-4bbc-4dc2-8225-6ef4ef4306b9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868804 Jul 16 18:32:38.162001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Allocated IP 172.20.0.2 (9f3ec846-8f73-4842-a16f-4f62ea8ce211/57446d5e-57ba-4dbf-80f7-bdb96a7cfa37/41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:38.162916 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-930e7dc4-fac4-4beb-b798-347b24564792 req-af0e4fe5-fac5-40d0-a9fc-b4d9d3b6a9d5 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347996 Jul 16 18:32:38.205861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port b0deb2b7-7026-4da4-8b7b-648a0e041946 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:38.244817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-559d0530-66ac-4332-9af6-9687b34e84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:38.246489 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-559d0530-66ac-4332-9af6-9687b34e84b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1097 time: 0.1649897 Jul 16 18:32:38.283396 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.319991 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.328751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Transition to ACTIVE for port object 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:38.345369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Transition to ACTIVE for port object 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:38.347149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=cb237ae6-e843-4371-a1c0-bc0682c935e8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:38.357297 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.397621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:38.401485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:38.408840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:38.449992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Pushing event updated for resources: {'Port': ['ID=41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:38.498024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Attempting to bind port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:38.498660 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Attempting to bind port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '14a47bdd-7b5f-443e-ad19-0738192ee35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f3ec846-8f73-4842-a16f-4f62ea8ce211'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:38.499219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Attempting to bind port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 on network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:38.502896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.10 (9f3ec846-8f73-4842-a16f-4f62ea8ce211/57446d5e-57ba-4dbf-80f7-bdb96a7cfa37/b0deb2b7-7026-4da4-8b7b-648a0e041946) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:38.508889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:38.509556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Checking segment: {'id': '14a47bdd-7b5f-443e-ad19-0738192ee35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f3ec846-8f73-4842-a16f-4f62ea8ce211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:38.510367 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.511293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Bound using segment: {'id': '14a47bdd-7b5f-443e-ad19-0738192ee35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f3ec846-8f73-4842-a16f-4f62ea8ce211'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:38.512194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Bound port: 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a47bdd-7b5f-443e-ad19-0738192ee35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f3ec846-8f73-4842-a16f-4f62ea8ce211'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:38.513035 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.526129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.529352 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.530897 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b10a34eb-cec0-4fcb-b7cf-d2f12f183cb0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/floatingips/d2afa16b-b0d4-402f-aa2c-610f93b9fe32 HTTP/1.1" status: 204 len: 168 time: 1.1913276 Jul 16 18:32:38.534866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-e56bdffe-7732-4b21-a46b-d8130c1efc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:38.535168 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-e56bdffe-7732-4b21-a46b-d8130c1efc05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.2623580 Jul 16 18:32:38.536285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46254) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:38.544252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-847c37bb-09ae-4bf2-9219-837b910e0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:38.545815 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-847c37bb-09ae-4bf2-9219-837b910e0938 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 1095 time: 0.2395182 Jul 16 18:32:38.600306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] For port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:38.606346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] For port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98,segment=NetworkSegment(14a47bdd-7b5f-443e-ad19-0738192ee35c),segment_id=14a47bdd-7b5f-443e-ad19-0738192ee35c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:38.612891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.718941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820feb40-9913-4c30-b21d-b69217c1f4de None None] Pushing event updated for resources: {'Port': ['ID=41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:38.728732 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.769032 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.796932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object b0deb2b7-7026-4da4-8b7b-648a0e041946 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:38.868370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.964549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:38.973839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:38.983012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:39.026143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=b0deb2b7-7026-4da4-8b7b-648a0e041946,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:39.076184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.076907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.102951 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4a27089c-0ad9-4f51-a121-d3358802076b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4222364 Jul 16 18:32:39.105875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46258) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.112039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '9f3ec846-8f73-4842-a16f-4f62ea8ce211', 'name': 'tempest-PortsTestJSON-1256571889', 'fixed_ips': [{'subnet_id': '57446d5e-57ba-4dbf-80f7-bdb96a7cfa37', 'ip_address': '172.20.0.9'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:39.164383 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-1acb255e-c713-4674-b716-5e7e7cd46546 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] delete failed (client error): The resource could not be found. Jul 16 18:32:39.166826 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1acb255e-c713-4674-b716-5e7e7cd46546 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/floatingips/d2afa16b-b0d4-402f-aa2c-610f93b9fe32 HTTP/1.1" status: 404 len: 345 time: 0.6293414 Jul 16 18:32:39.174882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46260) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.231694 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-7377396e-7861-45ac-b22c-e5550e1a7e8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 1001 time: 0.6837656 Jul 16 18:32:39.260479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-9df2891c-eb0f-47c5-ba9f-8099e9e39b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.262183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-9df2891c-eb0f-47c5-ba9f-8099e9e39b4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1870983 Jul 16 18:32:39.341451 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-c5474367-3eee-40ae-bd8a-726fc66f69b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87491e85-925c-4844-8ef1-0a44343dd93a HTTP/1.1" status: 200 len: 217 time: 0.0500245 Jul 16 18:32:39.352181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-719af130-7eb1-4c76-b52b-aed65193c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.354001 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-719af130-7eb1-4c76-b52b-aed65193c90f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0908985 Jul 16 18:32:39.444746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47e3b8-0277-4439-9c2d-30726ef1e703 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.451012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47e3b8-0277-4439-9c2d-30726ef1e703 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.457107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47e3b8-0277-4439-9c2d-30726ef1e703 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.461243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ad47e3b8-0277-4439-9c2d-30726ef1e703 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "GET /v2.0/ports?network_id=7e201fa6-10a1-46ba-ae4d-1220d6711163 HTTP/1.1" status: 200 len: 2359 time: 0.2835374 Jul 16 18:32:39.463305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46264) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.467877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:39.473478 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.477146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-a6cd7240-9cb8-41c6-a00b-bf029a9e6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.478675 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-a6cd7240-9cb8-41c6-a00b-bf029a9e6302 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1237023 Jul 16 18:32:39.500145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 692385f2-d272-423c-b188-a5857fb546b7 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:39.522515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfe931-e6b6-47ff-8b1d-1916fd7a9d41 req-31400026-de85-4c4f-ba36-8d6b2341630a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.524684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9adfe931-e6b6-47ff-8b1d-1916fd7a9d41 req-31400026-de85-4c4f-ba36-8d6b2341630a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 943 time: 0.1811154 Jul 16 18:32:39.544219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-13ce4257-a5f8-440a-b0c4-92954c64add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.545880 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-13ce4257-a5f8-440a-b0c4-92954c64add5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1810396 Jul 16 18:32:39.593490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe4ef1-674d-486f-b8b2-8bb8a519af4d tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.594825 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-37fe4ef1-674d-486f-b8b2-8bb8a519af4d tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "GET /v2.0/subnets/85926fa4-4c3b-4706-995b-4e55fe651fd2 HTTP/1.1" status: 200 len: 797 time: 0.1302500 Jul 16 18:32:39.602827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.638643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9adfe931-e6b6-47ff-8b1d-1916fd7a9d41 req-dea0bbb1-d578-480d-a561-3318bcd2a6c9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867925 Jul 16 18:32:39.640148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'port': {'network_id': '7e201fa6-10a1-46ba-ae4d-1220d6711163', 'name': 'tempest-FloatingIPTestJSON-655103351', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:39.740911 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-3d0a0a90-d155-409c-bdc2-120cf5847b38 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874418 Jul 16 18:32:39.746063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-db1a722c-1cfc-41c3-957e-17936aea503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.747992 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-db1a722c-1cfc-41c3-957e-17936aea503c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2417729 Jul 16 18:32:39.759631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.9 (9f3ec846-8f73-4842-a16f-4f62ea8ce211/57446d5e-57ba-4dbf-80f7-bdb96a7cfa37/692385f2-d272-423c-b188-a5857fb546b7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:39.963574 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-128db87f-4e03-415c-913d-5edc8a91f44a service neutron] 10.222.0.46 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994936 Jul 16 18:32:39.965077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Made reservation on behalf of f4fd63a751894207acd5cb98548460b9 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:39.970739 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-05ecaddd-9d9a-4e45-8b91-5d25025c2ebd req-fbd13717-f980-47b3-9d03-bfa46a5a90e4 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221060 Jul 16 18:32:39.977370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.994018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object 692385f2-d272-423c-b188-a5857fb546b7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:40.040176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.065955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfdce8c-bcca-4008-aa7d-83ae5839be2c None None] Network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:40.100456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:40.119549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:40.128902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:40.156888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.183511 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f60d9db-830d-4d9e-ae0c-6529fa228d2f req-63464da5-1ad7-4946-ac2a-9e323addc444 service neutron] 10.222.0.46 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874926 Jul 16 18:32:40.189236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] device_id is not set on port 4b8058b8-1a5f-4d06-a253-3a3c0ca7b740 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:40.203157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ea9558ca-d1f4-4cf4-a122-be8efc2e359c None None] Provisioning for port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:40.251591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=692385f2-d272-423c-b188-a5857fb546b7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:40.275386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.276240 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.316599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46270) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:40.318123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1d2b7e50-1652-422a-b728-f20f8561a901 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2107747 Jul 16 18:32:40.347549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:40.419519 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.437863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:40.447175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:40.447327 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.546123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad6076-95d1-4ece-872c-ddf69bcc8aa2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.550844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dfad6076-95d1-4ece-872c-ddf69bcc8aa2 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.2303145 Jul 16 18:32:40.552557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:40.589333 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.631768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98,segment=NetworkSegment(14a47bdd-7b5f-443e-ad19-0738192ee35c),segment_id=14a47bdd-7b5f-443e-ad19-0738192ee35c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:40.641418 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.706224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:40.713568 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79490219-52c4-439b-a3ba-e4c7755d069f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.719490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79490219-52c4-439b-a3ba-e4c7755d069f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.725794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79490219-52c4-439b-a3ba-e4c7755d069f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.732763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-79490219-52c4-439b-a3ba-e4c7755d069f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1747267 Jul 16 18:32:40.733049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46276) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:40.751376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Provisioning for port b0deb2b7-7026-4da4-8b7b-648a0e041946 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:40.756435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Provisioning complete for port b0deb2b7-7026-4da4-8b7b-648a0e041946 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:40.756978 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.764225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.20.0.13 (7e201fa6-10a1-46ba-ae4d-1220d6711163/85926fa4-4c3b-4706-995b-4e55fe651fd2/4b8058b8-1a5f-4d06-a253-3a3c0ca7b740) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:40.782667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.20.0.12 (7e201fa6-10a1-46ba-ae4d-1220d6711163/85926fa4-4c3b-4706-995b-4e55fe651fd2/4b8058b8-1a5f-4d06-a253-3a3c0ca7b740) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:40.814841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Port b0deb2b7-7026-4da4-8b7b-648a0e041946 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:40.830849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Provisioning complete for port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:40.831231 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.944265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Provisioning for port 692385f2-d272-423c-b188-a5857fb546b7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:40.949003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Provisioning complete for port 692385f2-d272-423c-b188-a5857fb546b7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:40.949389 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.951170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ad9d-f303-460f-b57a-2cca3c724660 req-e28b8463-0c37-4a17-87c3-7dc040dd36ca tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.952976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e12ad9d-f303-460f-b57a-2cca3c724660 req-e28b8463-0c37-4a17-87c3-7dc040dd36ca tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 943 time: 0.1102276 Jul 16 18:32:40.955965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a138ec5a-f9cb-4f74-bd35-46c3ed22d685 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 692385f2-d272-423c-b188-a5857fb546b7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:40.956316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a138ec5a-f9cb-4f74-bd35-46c3ed22d685 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.999938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-79d08684-ecd0-4099-b8e3-b6a31ffb7f59 None None] Port 692385f2-d272-423c-b188-a5857fb546b7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:41.029812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.074917 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.080855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e12ad9d-f303-460f-b57a-2cca3c724660 req-1b5561b0-5705-4400-94ec-7ebd6f0cd678 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161907 Jul 16 18:32:41.118542 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a138ec5a-f9cb-4f74-bd35-46c3ed22d685 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.132287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a130a365-4628-4ac2-a5b9-cac650800202 None None] Provisioning complete for port b0deb2b7-7026-4da4-8b7b-648a0e041946 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:41.132852 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a130a365-4628-4ac2-a5b9-cac650800202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.135794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:41.139340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:41.144078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:41.144270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a138ec5a-f9cb-4f74-bd35-46c3ed22d685 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 692385f2-d272-423c-b188-a5857fb546b7 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:41.172283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a130a365-4628-4ac2-a5b9-cac650800202 None None] Port b0deb2b7-7026-4da4-8b7b-648a0e041946 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:41.189464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=4b8058b8-1a5f-4d06-a253-3a3c0ca7b740,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:41.212824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.213493 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.228805 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ea211a06-bd43-4053-bb59-0e6dabc77d6e tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6236362 Jul 16 18:32:41.231694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46278) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.236706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '4b8058b8-1a5f-4d06-a253-3a3c0ca7b740', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:41.259561 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.292213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e97c506-5896-4f08-8550-ccdd3dfdc325 None None] Provisioning complete for port 692385f2-d272-423c-b188-a5857fb546b7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:41.292646 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e97c506-5896-4f08-8550-ccdd3dfdc325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.293745 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a138ec5a-f9cb-4f74-bd35-46c3ed22d685 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.314105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0e97c506-5896-4f08-8550-ccdd3dfdc325 None None] Port 692385f2-d272-423c-b188-a5857fb546b7 was deleted so its status cannot be updated. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:32:41.328159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138ec5a-f9cb-4f74-bd35-46c3ed22d685 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=692385f2-d272-423c-b188-a5857fb546b7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:41.381508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.404025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a138ec5a-f9cb-4f74-bd35-46c3ed22d685 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.408760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a138ec5a-f9cb-4f74-bd35-46c3ed22d685 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/692385f2-d272-423c-b188-a5857fb546b7 HTTP/1.1" status: 204 len: 168 time: 0.6722066 Jul 16 18:32:41.409138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46280) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.438431 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-5675bf3a-6aa2-4925-85c9-e15e2ebd6317 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:41.440198 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5675bf3a-6aa2-4925-85c9-e15e2ebd6317 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/692385f2-d272-423c-b188-a5857fb546b7 HTTP/1.1" status: 404 len: 333 time: 0.0300345 Jul 16 18:32:41.444181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46282) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.506401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.25.2.234 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/112a379f-f2ba-4bbc-85e4-96d03d484ca0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:41.570060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f6495408-c540-4e99-9dae-19d5a2fe23fb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port b0deb2b7-7026-4da4-8b7b-648a0e041946 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:41.570401 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6495408-c540-4e99-9dae-19d5a2fe23fb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.596855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-6de9033e-83ce-42f9-9254-cf59e43c8785 req-45392ab2-f0f1-4ca3-b2fd-3371d29c25cf service neutron] (93823) timed out ('10.222.0.45', 50804) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:32:41.628281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.663528 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6495408-c540-4e99-9dae-19d5a2fe23fb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.677946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.680294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f6495408-c540-4e99-9dae-19d5a2fe23fb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for b0deb2b7-7026-4da4-8b7b-648a0e041946 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:41.715420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:41.718514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:41.724408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:41.751205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=112a379f-f2ba-4bbc-85e4-96d03d484ca0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:41.845273 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6495408-c540-4e99-9dae-19d5a2fe23fb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.882010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6495408-c540-4e99-9dae-19d5a2fe23fb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=b0deb2b7-7026-4da4-8b7b-648a0e041946,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:41.960747 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6495408-c540-4e99-9dae-19d5a2fe23fb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.965145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f6495408-c540-4e99-9dae-19d5a2fe23fb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/b0deb2b7-7026-4da4-8b7b-648a0e041946 HTTP/1.1" status: 204 len: 168 time: 0.5173800 Jul 16 18:32:41.965610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46286) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.997475 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93611b0-42c4-48fd-a6f0-51318f699412 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:41.999161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b93611b0-42c4-48fd-a6f0-51318f699412 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/b0deb2b7-7026-4da4-8b7b-648a0e041946 HTTP/1.1" status: 404 len: 333 time: 0.0326359 Jul 16 18:32:42.002285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46288) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:42.059902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc518afa-0609-4406-aa98-1d85becf9448 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet 57446d5e-57ba-4dbf-80f7-bdb96a7cfa37 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:42.063399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc518afa-0609-4406-aa98-1d85becf9448 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.129783 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc518afa-0609-4406-aa98-1d85becf9448 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.253399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:42.260311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc518afa-0609-4406-aa98-1d85becf9448 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.309255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:42.309637 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.344551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da8877-da76-48db-8c7e-1361404470c2 req-8c28426b-df2e-4e16-91a6-d2ee15359fa0 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.346184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9da8877-da76-48db-8c7e-1361404470c2 req-8c28426b-df2e-4e16-91a6-d2ee15359fa0 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 943 time: 0.1406379 Jul 16 18:32:42.371949 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc518afa-0609-4406-aa98-1d85becf9448 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.409423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc518afa-0609-4406-aa98-1d85becf9448 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.413346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fc518afa-0609-4406-aa98-1d85becf9448 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/57446d5e-57ba-4dbf-80f7-bdb96a7cfa37 HTTP/1.1" status: 204 len: 168 time: 0.4098618 Jul 16 18:32:42.417507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:42.427603 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6408df-2fe0-4c71-bac0-8add4b20280d None None] Network 9f3ec846-8f73-4842-a16f-4f62ea8ce211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:42.454460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc518afa-0609-4406-aa98-1d85becf9448 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=57446d5e-57ba-4dbf-80f7-bdb96a7cfa37,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:42.484064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9da8877-da76-48db-8c7e-1361404470c2 req-4286b1ef-1fcf-4feb-90e1-8177b023b44a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275125 Jul 16 18:32:42.560017 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.567956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.571359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-20139a8b-09ef-4e0d-a0a1-fd590f9669ee req-7a99d150-3eb4-44dd-a91d-3bf8aea73cb9 tempest-ServersAdminNegativeTestJSON-851019148 tempest-ServersAdminNegativeTestJSON-851019148-project] (93823) timed out ('10.222.0.45', 50812) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:32:42.632594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:42.633024 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.689209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fc687c-ec27-4126-95f3-56bc02f7886b None None] DHCP port deletion for 9f3ec846-8f73-4842-a16f-4f62ea8ce211 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:42.699096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.718176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] For port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98,segment=NetworkSegment(14a47bdd-7b5f-443e-ad19-0738192ee35c),segment_id=14a47bdd-7b5f-443e-ad19-0738192ee35c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:42.718901 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.737325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:42.755327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-33fc687c-ec27-4126-95f3-56bc02f7886b None None] Deleting port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:42.755761 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33fc687c-ec27-4126-95f3-56bc02f7886b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.841957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-33fc687c-ec27-4126-95f3-56bc02f7886b None None] For port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98,segment=NetworkSegment(14a47bdd-7b5f-443e-ad19-0738192ee35c),segment_id=14a47bdd-7b5f-443e-ad19-0738192ee35c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:42.842518 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33fc687c-ec27-4126-95f3-56bc02f7886b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.853526 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.856718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-33fc687c-ec27-4126-95f3-56bc02f7886b None None] Calling delete_port for 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:42.882633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:42.886626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No DVR routers for this DVR port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:42.973222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.982548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.983499 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33fc687c-ec27-4126-95f3-56bc02f7886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.006497 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.020720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3ec846-8f73-4842-a16f-4f62ea8ce211']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:43.021812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc687c-ec27-4126-95f3-56bc02f7886b None None] Pushing event deleted for resources: {'Port': ['ID=41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.030964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc687c-ec27-4126-95f3-56bc02f7886b None None] No DVR routers for this DVR port 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:43.033976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a47bdd-7b5f-443e-ad19-0738192ee35c') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:43.034331 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a47bdd-7b5f-443e-ad19-0738192ee35c') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:43.047309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.066484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.074881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:43.075538 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:43.079566 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:43.095587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=112a379f-f2ba-4bbc-85e4-96d03d484ca0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.120045 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.151552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.164104 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.172965 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/networks/9f3ec846-8f73-4842-a16f-4f62ea8ce211 HTTP/1.1" status: 204 len: 168 time: 0.7475717 Jul 16 18:32:43.174396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46296) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:43.179354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de572756-5e05-4d9d-964b-5bcfa8a7df04 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Network': ['ID=9f3ec846-8f73-4842-a16f-4f62ea8ce211,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.180351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2007818134'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:43.243177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:43.246797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.287647 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:43.292623 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP 9fa75798-ad19-4d77-b94a-b373479ecd35 associated. External IP: 172.25.2.234, port: 4b8058b8-1a5f-4d06-a253-3a3c0ca7b740. Jul 16 18:32:43.331983 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.333154 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Added segment c7288a41-5ad6-48da-a482-9e3c149aef9d of type vlan for network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 Jul 16 18:32:43.414293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.497953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.503420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:43.504619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.578719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4031408 Jul 16 18:32:43.581517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46300) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:43.588436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '5251dc69-dd8e-4a4b-83b4-8dca54b44128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:43.617176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ab8c2-28e7-47d5-8a95-71095bf8b34d tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Network': ['ID=5251dc69-dd8e-4a4b-83b4-8dca54b44128,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.631387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:43.647800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:43.734250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98819068-b279-4927-9d31-dad1b1828328 req-85a41e6c-d4db-4a1e-9ffd-63e9c957f1f5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:43.735734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98819068-b279-4927-9d31-dad1b1828328 req-85a41e6c-d4db-4a1e-9ffd-63e9c957f1f5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 943 time: 0.1322320 Jul 16 18:32:43.736868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:43.740685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.776230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:43.788583 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cdc2b-dd08-4cbc-95eb-34a5efa822fa None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:43.795742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.799711 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423cdc2b-dd08-4cbc-95eb-34a5efa822fa None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:43.800749 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-423cdc2b-dd08-4cbc-95eb-34a5efa822fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:43.835295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98819068-b279-4927-9d31-dad1b1828328 req-47ac5f64-f909-456d-856d-2063bd2e256b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912769 Jul 16 18:32:43.853835 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-423cdc2b-dd08-4cbc-95eb-34a5efa822fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:43.865702 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d63f6669-f355-4204-bb6b-11098fd347b5 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6328473 Jul 16 18:32:43.868252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46304) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:43.871125 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423cdc2b-dd08-4cbc-95eb-34a5efa822fa None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:43.872046 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-423cdc2b-dd08-4cbc-95eb-34a5efa822fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:43.873501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-379ade78-634e-4560-a061-8cd6b691d1a8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'port_id': '4b8058b8-1a5f-4d06-a253-3a3c0ca7b740', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:43.938254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-379ade78-634e-4560-a061-8cd6b691d1a8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.988561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.013772 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-423cdc2b-dd08-4cbc-95eb-34a5efa822fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:44.014864 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423cdc2b-dd08-4cbc-95eb-34a5efa822fa None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:44.214907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:44.239444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:44.240151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 41d35f1d-5d27-48a9-aabb-2d0a1c2c5c98 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:44.446090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=1ed2d470-4c0e-488b-b471-8a83a5847ecb,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:44.451314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Checking segment: {'id': 'c7288a41-5ad6-48da-a482-9e3c149aef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5251dc69-dd8e-4a4b-83b4-8dca54b44128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:44.451679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network hostable DHCP agents. Network: 5251dc69-dd8e-4a4b-83b4-8dca54b44128, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:44.468501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:44.477779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 5251dc69-dd8e-4a4b-83b4-8dca54b44128) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:44.478303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-379ade78-634e-4560-a061-8cd6b691d1a8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.482013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-379ade78-634e-4560-a061-8cd6b691d1a8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.482163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:44.482662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.489880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a5a39-7edc-4ecd-a16f-2639920fbc36 None None] Network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:44.505800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ad61c45d-41c4-4a0e-9997-e70779f28499 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9221282 Jul 16 18:32:44.508542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46306) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:44.513095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-17c20a79-7bfe-4b63-9f17-343a61302e78 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-873879385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:44.549461 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c20a79-7bfe-4b63-9f17-343a61302e78 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.550557 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c20a79-7bfe-4b63-9f17-343a61302e78 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.609593 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c20a79-7bfe-4b63-9f17-343a61302e78 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.615618 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c20a79-7bfe-4b63-9f17-343a61302e78 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.633641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17c20a79-7bfe-4b63-9f17-343a61302e78 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.635475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-17c20a79-7bfe-4b63-9f17-343a61302e78 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1256313 Jul 16 18:32:44.637845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46308) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:44.643125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'network_id': '5251dc69-dd8e-4a4b-83b4-8dca54b44128', 'name': 'tempest-PortsTestJSON-107923383'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:44.722179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379ade78-634e-4560-a061-8cd6b691d1a8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:44.770320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:44.774475 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.798299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port 23251493-9067-401d-97b7-d934c7520f2c yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:44.818223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-5251dc69-dd8e-4a4b-83b4-8dca54b44128', 'network_id': '5251dc69-dd8e-4a4b-83b4-8dca54b44128', 'tenant_id': '2d22619d68a743e09496f834171a3177', 'fixed_ips': [{'subnet_id': '1ed2d470-4c0e-488b-b471-8a83a5847ecb'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:44.819731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.845577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379ade78-634e-4560-a061-8cd6b691d1a8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:44.854636 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-379ade78-634e-4560-a061-8cd6b691d1a8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.892191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869053f-04fe-40e8-ae69-3153553169d6 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:44.915874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869053f-04fe-40e8-ae69-3153553169d6 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:44.916541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c869053f-04fe-40e8-ae69-3153553169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:44.936890 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-379ade78-634e-4560-a061-8cd6b691d1a8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/floatingips/9fa75798-ad19-4d77-b94a-b373479ecd35 HTTP/1.1" status: 200 len: 978 time: 1.0635552 Jul 16 18:32:44.936890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46312) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:44.958233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c869053f-04fe-40e8-ae69-3153553169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:44.976251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869053f-04fe-40e8-ae69-3153553169d6 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:44.976864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c869053f-04fe-40e8-ae69-3153553169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:44.976982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.9 (5251dc69-dd8e-4a4b-83b4-8dca54b44128/1ed2d470-4c0e-488b-b471-8a83a5847ecb/23251493-9067-401d-97b7-d934c7520f2c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:45.015729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c869053f-04fe-40e8-ae69-3153553169d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:45.016400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869053f-04fe-40e8-ae69-3153553169d6 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:45.138443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ef020-5b01-43e2-a820-148ecb31a870 req-dc7baaa6-f0ea-4cd3-81c0-43f13bd2d09d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:45.139996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-964ef020-5b01-43e2-a820-148ecb31a870 req-dc7baaa6-f0ea-4cd3-81c0-43f13bd2d09d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 943 time: 0.1358309 Jul 16 18:32:45.150373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port 112a379f-f2ba-4bbc-85e4-96d03d484ca0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:45.150723 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.232705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-964ef020-5b01-43e2-a820-148ecb31a870 req-31ee1736-8a68-4103-a5e2-8bb063497a3e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650415 Jul 16 18:32:45.243319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.247374 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.247943 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.257987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object 23251493-9067-401d-97b7-d934c7520f2c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:45.269226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for 112a379f-f2ba-4bbc-85e4-96d03d484ca0 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:45.310510 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.370991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:45.372918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Allocated IP 172.20.0.2 (5251dc69-dd8e-4a4b-83b4-8dca54b44128/1ed2d470-4c0e-488b-b471-8a83a5847ecb/bf8deb75-d909-4fea-a80f-d1eb09a49187) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:45.376967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:45.382500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:45.386739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=23251493-9067-401d-97b7-d934c7520f2c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.442677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:45.443931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.460379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f76df7ff-0527-4697-86af-d9e3320c5d57 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8212872 Jul 16 18:32:45.463201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46316) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:45.495300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.528914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=112a379f-f2ba-4bbc-85e4-96d03d484ca0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.579772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.589973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Transition to ACTIVE for port object bf8deb75-d909-4fea-a80f-d1eb09a49187 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:45.594626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.594911 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP 9fa75798-ad19-4d77-b94a-b373479ecd35 disassociated (deleted). External IP: 172.25.2.234, port: 4b8058b8-1a5f-4d06-a253-3a3c0ca7b740. Jul 16 18:32:45.609634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Transition to ACTIVE for port object bf8deb75-d909-4fea-a80f-d1eb09a49187 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:45.617689 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.694209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:45.702041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:45.710938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:45.715806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Pushing event updated for resources: {'Port': ['ID=bf8deb75-d909-4fea-a80f-d1eb09a49187,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.776385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Attempting to bind port bf8deb75-d909-4fea-a80f-d1eb09a49187 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:45.776698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Attempting to bind port bf8deb75-d909-4fea-a80f-d1eb09a49187 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c7288a41-5ad6-48da-a482-9e3c149aef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5251dc69-dd8e-4a4b-83b4-8dca54b44128'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:45.777070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Attempting to bind port bf8deb75-d909-4fea-a80f-d1eb09a49187 on network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:45.782363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:45.782766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Checking segment: {'id': 'c7288a41-5ad6-48da-a482-9e3c149aef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5251dc69-dd8e-4a4b-83b4-8dca54b44128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:45.783173 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.783575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Bound using segment: {'id': 'c7288a41-5ad6-48da-a482-9e3c149aef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5251dc69-dd8e-4a4b-83b4-8dca54b44128'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:45.784050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Bound port: bf8deb75-d909-4fea-a80f-d1eb09a49187, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7288a41-5ad6-48da-a482-9e3c149aef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5251dc69-dd8e-4a4b-83b4-8dca54b44128'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:45.784431 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.828323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:45.840568 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.851953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] For port bf8deb75-d909-4fea-a80f-d1eb09a49187, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:45.855589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] For port bf8deb75-d909-4fea-a80f-d1eb09a49187, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bf8deb75-d909-4fea-a80f-d1eb09a49187,segment=NetworkSegment(c7288a41-5ad6-48da-a482-9e3c149aef9d),segment_id=c7288a41-5ad6-48da-a482-9e3c149aef9d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:45.860769 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.936807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4543026-2e10-452f-a66b-0dd08125be78 None None] Pushing event updated for resources: {'Port': ['ID=bf8deb75-d909-4fea-a80f-d1eb09a49187,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.966317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:45.972667 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.982882 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898d2c3-061e-4847-86f2-29993506d793 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:45.994436 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898d2c3-061e-4847-86f2-29993506d793 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:45.995712 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f898d2c3-061e-4847-86f2-29993506d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:46.022880 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eb327427-fd67-4a2d-abc8-578370a9c898 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/floatingips/9fa75798-ad19-4d77-b94a-b373479ecd35 HTTP/1.1" status: 204 len: 168 time: 1.0857096 Jul 16 18:32:46.025864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46318) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.043000 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f898d2c3-061e-4847-86f2-29993506d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:46.053570 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898d2c3-061e-4847-86f2-29993506d793 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:46.054211 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f898d2c3-061e-4847-86f2-29993506d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:46.094805 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f898d2c3-061e-4847-86f2-29993506d793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:46.095457 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898d2c3-061e-4847-86f2-29993506d793 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:46.146492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-68362d5c-3a4a-4a14-a007-ecd30013f7e8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port 4b8058b8-1a5f-4d06-a253-3a3c0ca7b740 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:46.146838 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68362d5c-3a4a-4a14-a007-ecd30013f7e8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.196354 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.207875 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.304422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68362d5c-3a4a-4a14-a007-ecd30013f7e8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.309475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=23251493-9067-401d-97b7-d934c7520f2c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.320939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-68362d5c-3a4a-4a14-a007-ecd30013f7e8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for 4b8058b8-1a5f-4d06-a253-3a3c0ca7b740 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:46.469265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 87491e85-925c-4844-8ef1-0a44343dd93a details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:46.519257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68362d5c-3a4a-4a14-a007-ecd30013f7e8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.539362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cbcc7-035e-4357-8222-cd756ade1e0a req-e0d2b140-6960-4387-afbd-3ad9bfa92535 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:46.540888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-565cbcc7-035e-4357-8222-cd756ade1e0a req-e0d2b140-6960-4387-afbd-3ad9bfa92535 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 943 time: 0.1629810 Jul 16 18:32:46.541564 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.575641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68362d5c-3a4a-4a14-a007-ecd30013f7e8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=4b8058b8-1a5f-4d06-a253-3a3c0ca7b740,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.584581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 87491e85-925c-4844-8ef1-0a44343dd93a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=87491e85-925c-4844-8ef1-0a44343dd93a,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:46.597668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '87491e85-925c-4844-8ef1-0a44343dd93a', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'port_id': '87491e85-925c-4844-8ef1-0a44343dd93a', 'mac_address': 'fa:16:3e:13:15:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:46.641966 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.650718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-565cbcc7-035e-4357-8222-cd756ade1e0a req-70bcf593-ded7-4166-95cd-ba5222c79f51 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663829 Jul 16 18:32:46.660771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87491e85-925c-4844-8ef1-0a44343dd93a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:46.683605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 87491e85-925c-4844-8ef1-0a44343dd93a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=87491e85-925c-4844-8ef1-0a44343dd93a,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:46.689416 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.693734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68362d5c-3a4a-4a14-a007-ecd30013f7e8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.701442 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68362d5c-3a4a-4a14-a007-ecd30013f7e8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/ports/4b8058b8-1a5f-4d06-a253-3a3c0ca7b740 HTTP/1.1" status: 204 len: 168 time: 0.6710608 Jul 16 18:32:46.702725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46324) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.708025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:46.739301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.742570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=87491e85-925c-4844-8ef1-0a44343dd93a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.760261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.049711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.059977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1039107-7c81-48cc-a0bb-70fd1c2916c5 None None] Network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:47.135333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['87491e85-925c-4844-8ef1-0a44343dd93a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:47.141929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-daff5f57-f627-41d6-8a8a-a52171c996b4 None None] Provisioning for port bf8deb75-d909-4fea-a80f-d1eb09a49187 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:47.149086 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.171005 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.281564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.25.2.253 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/509add83-b69a-44f6-8ab4-c6b8be8691fd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:47.284004 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.288952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=23251493-9067-401d-97b7-d934c7520f2c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:47.469053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:47.476003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:47.483580 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.607199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-19a97f69-ac7f-485d-986d-76cde8e6dc60 None None] Provisioning for port 23251493-9067-401d-97b7-d934c7520f2c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:47.611606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-19a97f69-ac7f-485d-986d-76cde8e6dc60 None None] Provisioning complete for port 23251493-9067-401d-97b7-d934c7520f2c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:47.611995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19a97f69-ac7f-485d-986d-76cde8e6dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.615396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.656585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-19a97f69-ac7f-485d-986d-76cde8e6dc60 None None] Port 23251493-9067-401d-97b7-d934c7520f2c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:47.670710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:47.679091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:47.685105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:47.688598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=509add83-b69a-44f6-8ab4-c6b8be8691fd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:47.714878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Router f5ec2238-7c70-4697-bfbd-0f50b127ff11 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:32:47.793768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0f4b43d5-ca65-4ac0-af1d-8bf903906d4d None None] Provisioning complete for port 23251493-9067-401d-97b7-d934c7520f2c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:47.794222 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f4b43d5-ca65-4ac0-af1d-8bf903906d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.831888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b43d5-ca65-4ac0-af1d-8bf903906d4d None None] Port 23251493-9067-401d-97b7-d934c7520f2c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:47.899262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:47.906562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e3bd1311-5b41-4ed5-9828-22ae43aaac7c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "PUT /v2.0/routers/f5ec2238-7c70-4697-bfbd-0f50b127ff11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4405558 Jul 16 18:32:47.909289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46330) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.912356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59d4f4-8f8e-4f2c-8a32-b94ffd9c6d9b None None] Sync routers for ids ['f5ec2238-7c70-4697-bfbd-0f50b127ff11'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:47.920751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.924855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59d4f4-8f8e-4f2c-8a32-b94ffd9c6d9b None None] Routers {'f5ec2238-7c70-4697-bfbd-0f50b127ff11'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:47.926599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce59d4f4-8f8e-4f2c-8a32-b94ffd9c6d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f5ec2238-7c70-4697-bfbd-0f50b127ff11'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:47.946101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9c031-252a-401a-9a85-6b8f9d12a413 req-015788b1-05db-4a71-a4ac-25cde860515f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.947715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97b9c031-252a-401a-9a85-6b8f9d12a413 req-015788b1-05db-4a71-a4ac-25cde860515f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 944 time: 0.1483662 Jul 16 18:32:47.981795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce59d4f4-8f8e-4f2c-8a32-b94ffd9c6d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:48.000459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a30884ee-1496-4368-b5bd-076f2c597d86 None None] Provisioning complete for port 23251493-9067-401d-97b7-d934c7520f2c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:48.000888 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a30884ee-1496-4368-b5bd-076f2c597d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.006144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59d4f4-8f8e-4f2c-8a32-b94ffd9c6d9b None None] Routers {'f5ec2238-7c70-4697-bfbd-0f50b127ff11'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:48.006981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce59d4f4-8f8e-4f2c-8a32-b94ffd9c6d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f5ec2238-7c70-4697-bfbd-0f50b127ff11'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:48.008809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.013371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570262be-e55c-44b5-8b6c-ab4998f8d548 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:48.016072 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-570262be-e55c-44b5-8b6c-ab4998f8d548 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5ec2238-7c70-4697-bfbd-0f50b127ff11 HTTP/1.1" status: 200 len: 981 time: 0.1050484 Jul 16 18:32:48.018832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.048413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97b9c031-252a-401a-9a85-6b8f9d12a413 req-3d270e51-f58e-4b1d-95ed-a2e6c3a2f699 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769231 Jul 16 18:32:48.098577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ce59d4f4-8f8e-4f2c-8a32-b94ffd9c6d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:48.099573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59d4f4-8f8e-4f2c-8a32-b94ffd9c6d9b None None] The sync data for ids ['f5ec2238-7c70-4697-bfbd-0f50b127ff11'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:48.109193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a30884ee-1496-4368-b5bd-076f2c597d86 None None] Port 23251493-9067-401d-97b7-d934c7520f2c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:48.234941 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.238325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2beb99ef-e74a-4930-abb1-283e581adc34 None None] Provisioning complete for port 23251493-9067-401d-97b7-d934c7520f2c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:48.238936 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2beb99ef-e74a-4930-abb1-283e581adc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.241583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.305296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2beb99ef-e74a-4930-abb1-283e581adc34 None None] Port 23251493-9067-401d-97b7-d934c7520f2c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:48.308041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bf8deb75-d909-4fea-a80f-d1eb09a49187 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:48.333079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=509add83-b69a-44f6-8ab4-c6b8be8691fd,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.340210 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.357185 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.358682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dd531cd2-8e89-497f-939e-850780c9444a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6549840 Jul 16 18:32:48.361780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46334) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.369621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'port': {'network_id': '7e201fa6-10a1-46ba-ae4d-1220d6711163', 'name': 'tempest-FloatingIPTestJSON-736113938'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:48.370825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port bf8deb75-d909-4fea-a80f-d1eb09a49187 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:48.376910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bf8deb75-d909-4fea-a80f-d1eb09a49187 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:48.377485 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.486897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 87491e85-925c-4844-8ef1-0a44343dd93a up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:48.512087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Made reservation on behalf of f4fd63a751894207acd5cb98548460b9 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:48.515748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.518956 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.537253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] device_id is not set on port c0e8596c-cbdf-40ed-89bc-fd41a0a04d28 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:48.566262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port bf8deb75-d909-4fea-a80f-d1eb09a49187, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bf8deb75-d909-4fea-a80f-d1eb09a49187,segment=NetworkSegment(c7288a41-5ad6-48da-a482-9e3c149aef9d),segment_id=c7288a41-5ad6-48da-a482-9e3c149aef9d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:48.575139 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.623628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 87491e85-925c-4844-8ef1-0a44343dd93a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:48.641658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 87491e85-925c-4844-8ef1-0a44343dd93a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:48.642152 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.721379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.20.0.7 (7e201fa6-10a1-46ba-ae4d-1220d6711163/85926fa4-4c3b-4706-995b-4e55fe651fd2/c0e8596c-cbdf-40ed-89bc-fd41a0a04d28) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:48.727657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=bf8deb75-d909-4fea-a80f-d1eb09a49187,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.798029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.826186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9393ce45-ebef-47c2-84f2-f155997e3474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87491e85-925c-4844-8ef1-0a44343dd93a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:48.828851 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030663d5-bf21-4385-beb8-dacebef0785f" -d '{"events": [{"server_uuid": "9393ce45-ebef-47c2-84f2-f155997e3474", "name": "network-vif-plugged", "status": "completed", "tag": "87491e85-925c-4844-8ef1-0a44343dd93a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:48.849160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 87491e85-925c-4844-8ef1-0a44343dd93a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=87491e85-925c-4844-8ef1-0a44343dd93a,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:48.856162 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.892394 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b477bf-845b-4aa7-a494-2a0f15a43cfd x-openstack-request-id: req-90b477bf-845b-4aa7-a494-2a0f15a43cfd {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:48.892655 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9393ce45-ebef-47c2-84f2-f155997e3474", "name": "network-vif-plugged", "status": "completed", "tag": "87491e85-925c-4844-8ef1-0a44343dd93a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:48.892887 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90b477bf-845b-4aa7-a494-2a0f15a43cfd {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:48.893242 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9393ce45-ebef-47c2-84f2-f155997e3474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87491e85-925c-4844-8ef1-0a44343dd93a', 'code': 200} Jul 16 18:32:48.935556 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.936818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=87491e85-925c-4844-8ef1-0a44343dd93a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.991347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.997948 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.053261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 7e201fa6-10a1-46ba-ae4d-1220d6711163 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:49.056736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:49.061397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:49.090104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=c0e8596c-cbdf-40ed-89bc-fd41a0a04d28,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:49.124922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.125602 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.146594 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-94ded0ea-9841-425e-86e0-fb2f57054ef6 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7805328 Jul 16 18:32:49.146764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46342) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.151494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'port_id': 'c0e8596c-cbdf-40ed-89bc-fd41a0a04d28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:49.196361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd914450-8001-44f7-8829-ffc3e6f6d172 req-022a08ec-bd8d-4afe-a33d-4c83268b7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.197920 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fd914450-8001-44f7-8829-ffc3e6f6d172 req-022a08ec-bd8d-4afe-a33d-4c83268b7a61 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 1097 time: 0.2042916 Jul 16 18:32:49.203782 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.246728 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fd914450-8001-44f7-8829-ffc3e6f6d172 req-50bde789-f994-43b4-b23a-1386200e8fb9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Jul 16 18:32:49.307044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 23251493-9067-401d-97b7-d934c7520f2c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:49.307477 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.403177 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.415602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 23251493-9067-401d-97b7-d934c7520f2c owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:49.606069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.637619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=23251493-9067-401d-97b7-d934c7520f2c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:49.794831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.848479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf6096-78f7-4829-917c-e998891e1fbd req-f6230f92-8d4f-4cf8-a8b3-1a4b63c4bec8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.850081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bdf6096-78f7-4829-917c-e998891e1fbd req-f6230f92-8d4f-4cf8-a8b3-1a4b63c4bec8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 945 time: 0.6422989 Jul 16 18:32:49.935922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bdf6096-78f7-4829-917c-e998891e1fbd req-4f8da8f7-1ce8-4861-8a7f-4fee80d309e3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799904 Jul 16 18:32:49.958398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Router f5ec2238-7c70-4697-bfbd-0f50b127ff11 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:50.039535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:50.044867 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cbd74cb1-77d7-4906-a6bf-c74c6c16d3eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "PUT /v2.0/routers/f5ec2238-7c70-4697-bfbd-0f50b127ff11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0237677 Jul 16 18:32:50.047400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46348) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.049529 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9d878-0594-47f0-ba52-d7dfb50c9f18 None None] Sync routers for ids ['f5ec2238-7c70-4697-bfbd-0f50b127ff11'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:50.059223 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9d878-0594-47f0-ba52-d7dfb50c9f18 None None] Routers {'f5ec2238-7c70-4697-bfbd-0f50b127ff11'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:50.060014 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-63f9d878-0594-47f0-ba52-d7dfb50c9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f5ec2238-7c70-4697-bfbd-0f50b127ff11'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.077456 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-495c9c67-b184-4cfe-9cf0-584b54faa44b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:50.081340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46350) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.081465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-495c9c67-b184-4cfe-9cf0-584b54faa44b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/23251493-9067-401d-97b7-d934c7520f2c HTTP/1.1" status: 404 len: 333 time: 0.0329702 Jul 16 18:32:50.092331 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-63f9d878-0594-47f0-ba52-d7dfb50c9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.101151 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9d878-0594-47f0-ba52-d7dfb50c9f18 None None] Routers {'f5ec2238-7c70-4697-bfbd-0f50b127ff11'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:50.101756 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-63f9d878-0594-47f0-ba52-d7dfb50c9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f5ec2238-7c70-4697-bfbd-0f50b127ff11'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.137698 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-63f9d878-0594-47f0-ba52-d7dfb50c9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.138348 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9d878-0594-47f0-ba52-d7dfb50c9f18 None None] The sync data for ids ['f5ec2238-7c70-4697-bfbd-0f50b127ff11'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:50.157800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.resource_extend [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:32:50.204101 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1518c262-bba9-4125-ac27-0e0579881373 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.224213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bf8deb75-d909-4fea-a80f-d1eb09a49187 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:50.274157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bf8deb75-d909-4fea-a80f-d1eb09a49187 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:50.274527 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.278898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.287078 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.420460 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1518c262-bba9-4125-ac27-0e0579881373 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.424617 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1518c262-bba9-4125-ac27-0e0579881373 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.510723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1518c262-bba9-4125-ac27-0e0579881373 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.511150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1518c262-bba9-4125-ac27-0e0579881373 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Fanout notify agent at l3_agent the message router_deleted on router f5ec2238-7c70-4697-bfbd-0f50b127ff11 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:32:50.518868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1518c262-bba9-4125-ac27-0e0579881373 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.520810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1518c262-bba9-4125-ac27-0e0579881373 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/routers/f5ec2238-7c70-4697-bfbd-0f50b127ff11 HTTP/1.1" status: 204 len: 168 time: 0.4377880 Jul 16 18:32:50.524193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.524426 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP 4d5ef3a5-b560-4961-8e3a-7cccb3386db5 associated. External IP: 172.25.2.253, port: c0e8596c-cbdf-40ed-89bc-fd41a0a04d28. Jul 16 18:32:50.578555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b33b9e2-94ca-4d18-b068-f0b18a7cd2fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet 1ed2d470-4c0e-488b-b471-8a83a5847ecb {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:50.582155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b33b9e2-94ca-4d18-b068-f0b18a7cd2fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.630921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b33b9e2-94ca-4d18-b068-f0b18a7cd2fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.721509 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b33b9e2-94ca-4d18-b068-f0b18a7cd2fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.758778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:50.781262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b33b9e2-94ca-4d18-b068-f0b18a7cd2fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.814115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33b9e2-94ca-4d18-b068-f0b18a7cd2fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed2d470-4c0e-488b-b471-8a83a5847ecb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.818506 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b33b9e2-94ca-4d18-b068-f0b18a7cd2fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.824711 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7b33b9e2-94ca-4d18-b068-f0b18a7cd2fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/1ed2d470-4c0e-488b-b471-8a83a5847ecb HTTP/1.1" status: 204 len: 168 time: 0.2957013 Jul 16 18:32:50.826004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46356) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.829744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133954a6-f2ef-469a-8510-1ac250d71a8f None None] Network 5251dc69-dd8e-4a4b-83b4-8dca54b44128 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:50.884336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:50.889476 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.905318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705b481-a371-40fa-89ce-28cf56616cb8 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:50.914287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.937304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2141fc61-8207-4000-a9b5-7e3d993c2ff8 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/floatingips/4d5ef3a5-b560-4961-8e3a-7cccb3386db5 HTTP/1.1" status: 200 len: 977 time: 1.7871981 Jul 16 18:32:50.937932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.952164 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705b481-a371-40fa-89ce-28cf56616cb8 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:50.952823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7705b481-a371-40fa-89ce-28cf56616cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:50.983902 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port bf8deb75-d909-4fea-a80f-d1eb09a49187 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:50.984257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.995176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7705b481-a371-40fa-89ce-28cf56616cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.013070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705b481-a371-40fa-89ce-28cf56616cb8 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:51.013699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7705b481-a371-40fa-89ce-28cf56616cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.056689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7705b481-a371-40fa-89ce-28cf56616cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.057734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705b481-a371-40fa-89ce-28cf56616cb8 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:51.068275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] For port bf8deb75-d909-4fea-a80f-d1eb09a49187, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bf8deb75-d909-4fea-a80f-d1eb09a49187,segment=NetworkSegment(c7288a41-5ad6-48da-a482-9e3c149aef9d),segment_id=c7288a41-5ad6-48da-a482-9e3c149aef9d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:51.069264 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.079648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port c0e8596c-cbdf-40ed-89bc-fd41a0a04d28 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:51.080000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.083605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for bf8deb75-d909-4fea-a80f-d1eb09a49187 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:51.164693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] DHCP port deletion for 5251dc69-dd8e-4a4b-83b4-8dca54b44128 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:51.179783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.196128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No DVR routers for this DVR port bf8deb75-d909-4fea-a80f-d1eb09a49187 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:51.221059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] Deleting port bf8deb75-d909-4fea-a80f-d1eb09a49187 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:51.221551 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.223361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=bf8deb75-d909-4fea-a80f-d1eb09a49187,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.235009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.280171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144d091-b3ef-41c3-8ccb-e9f6fb913026 req-165b37cc-794f-4331-a3b9-17a003bc0864 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.281269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8144d091-b3ef-41c3-8ccb-e9f6fb913026 req-165b37cc-794f-4331-a3b9-17a003bc0864 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 945 time: 0.1851521 Jul 16 18:32:51.302881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] For port bf8deb75-d909-4fea-a80f-d1eb09a49187, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:51.303868 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.317926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.327307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] Calling delete_port for bf8deb75-d909-4fea-a80f-d1eb09a49187 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:51.328950 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5251dc69-dd8e-4a4b-83b4-8dca54b44128']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.333512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] Port bf8deb75-d909-4fea-a80f-d1eb09a49187 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:32:51.336038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.341259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7288a41-5ad6-48da-a482-9e3c149aef9d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.341722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7288a41-5ad6-48da-a482-9e3c149aef9d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.352929 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.367308 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.374685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:51.375140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:51.379037 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:51.383198 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] Pushing event deleted for resources: {'Port': ['ID=bf8deb75-d909-4fea-a80f-d1eb09a49187,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.387038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358580a1-0b22-4c8a-926a-da79605c9df2 None None] No DVR routers for this DVR port bf8deb75-d909-4fea-a80f-d1eb09a49187 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:51.430718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8144d091-b3ef-41c3-8ccb-e9f6fb913026 req-388af5c8-91b6-4e21-a614-02618a7acb1e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132107 Jul 16 18:32:51.460757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.467734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.469686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/networks/5251dc69-dd8e-4a4b-83b4-8dca54b44128 HTTP/1.1" status: 204 len: 168 time: 0.6437483 Jul 16 18:32:51.482980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46364) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.493976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62193393-4070-4839-911f-9bb8ce7a3f88 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Network': ['ID=5251dc69-dd8e-4a4b-83b4-8dca54b44128,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.518314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.518809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.519242 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP 4d5ef3a5-b560-4961-8e3a-7cccb3386db5 disassociated. External IP: 172.25.2.253, port: c0e8596c-cbdf-40ed-89bc-fd41a0a04d28. Jul 16 18:32:51.520784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for c0e8596c-cbdf-40ed-89bc-fd41a0a04d28 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:51.551570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7aa7f-f171-4239-a567-0c4dd5594cce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.558235 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5bc7aa7f-f171-4239-a567-0c4dd5594cce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/3a71402a-f388-4ed5-a7ee-df9f81ad70c9 HTTP/1.1" status: 200 len: 841 time: 0.0692236 Jul 16 18:32:51.558477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.609842 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ac7ee1c4-2c5f-4ff8-9506-211517c36c36 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/3a71402a-f388-4ed5-a7ee-df9f81ad70c9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0500281 Jul 16 18:32:51.613994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46368) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.619062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:51.671997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7564048-9bee-4fdd-b312-fa0d5d0448db req-1f05f782-2b56-44da-a3ef-2723ba4ebad4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.673449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7564048-9bee-4fdd-b312-fa0d5d0448db req-1f05f782-2b56-44da-a3ef-2723ba4ebad4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 945 time: 0.1028442 Jul 16 18:32:51.718079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:51.721757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.751208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7564048-9bee-4fdd-b312-fa0d5d0448db req-cfef5924-676e-4c40-8f74-cf3dadb71d0e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534382 Jul 16 18:32:51.752482 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.788666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=c0e8596c-cbdf-40ed-89bc-fd41a0a04d28,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.924726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:51.937372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.982694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:51.989357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:51.992440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.993718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.002900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc718866-4ff2-4170-9b19-22ff63eb6446 None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:52.009563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=aa95cb11-445a-423d-a22c-8d70c60a5e56,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:52.018939 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-00c10e95-2a33-4a11-8f39-da0fc5be0565 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4037681 Jul 16 18:32:52.022186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46376) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.027110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0b1529a4-faf6-46b3-aece-f6be6e7e252b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'security_group': {'name': 'tempest-secgroup-719402061'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:52.059553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1529a4-faf6-46b3-aece-f6be6e7e252b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.078428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:52.093401 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2d0e8-daa5-400c-854a-042db759b25e None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:52.104672 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2d0e8-daa5-400c-854a-042db759b25e None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:52.105035 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8ef2d0e8-daa5-400c-854a-042db759b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:52.157402 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8ef2d0e8-daa5-400c-854a-042db759b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:52.170034 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2d0e8-daa5-400c-854a-042db759b25e None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:52.170847 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8ef2d0e8-daa5-400c-854a-042db759b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:52.172699 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.174816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f3491826-28b6-43fc-8f3e-22d7c7aa38bb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/ports/c0e8596c-cbdf-40ed-89bc-fd41a0a04d28 HTTP/1.1" status: 204 len: 168 time: 1.2358074 Jul 16 18:32:52.185048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.218366 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8ef2d0e8-daa5-400c-854a-042db759b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:52.219391 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2d0e8-daa5-400c-854a-042db759b25e None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:52.249933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-05ec8d6f-5481-43cf-8559-36678d67e591 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "GET /v2.0/floatingips/4d5ef3a5-b560-4961-8e3a-7cccb3386db5 HTTP/1.1" status: 200 len: 688 time: 0.0636032 Jul 16 18:32:52.252679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.275273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bf8deb75-d909-4fea-a80f-d1eb09a49187 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:52.285935 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1529a4-faf6-46b3-aece-f6be6e7e252b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.291773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1529a4-faf6-46b3-aece-f6be6e7e252b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.328106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: bf8deb75-d909-4fea-a80f-d1eb09a49187 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:52.329229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bf8deb75-d909-4fea-a80f-d1eb09a49187 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:52.339108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b1529a4-faf6-46b3-aece-f6be6e7e252b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.343128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0b1529a4-faf6-46b3-aece-f6be6e7e252b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3198843 Jul 16 18:32:52.344018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1529a4-faf6-46b3-aece-f6be6e7e252b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619b0d0c-0f80-4f92-9b25-f57479f72b3e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:52.346444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46386) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.362521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-730c9d6c-0a0f-42a2-9238-c433d431a7cf tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'security_group': {'name': 'tempest-secgroup-593615100'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:52.376782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-0820b0e6-09b6-416c-9f99-484be031b211', 'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'tenant_id': '2d22619d68a743e09496f834171a3177', 'fixed_ips': [{'subnet_id': 'aa95cb11-445a-423d-a22c-8d70c60a5e56'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:52.378026 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.390279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-730c9d6c-0a0f-42a2-9238-c433d431a7cf tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.430630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port 509add83-b69a-44f6-8ab4-c6b8be8691fd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:52.431464 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.538376 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.538778 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.552709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for 509add83-b69a-44f6-8ab4-c6b8be8691fd owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:52.563411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-730c9d6c-0a0f-42a2-9238-c433d431a7cf tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.570661 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-730c9d6c-0a0f-42a2-9238-c433d431a7cf tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.579107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Allocated IP 172.20.0.2 (0820b0e6-09b6-416c-9f99-484be031b211/aa95cb11-445a-423d-a22c-8d70c60a5e56/0d214560-4881-45f3-a4d3-5b9766507955) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:52.622492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c9d6c-0a0f-42a2-9238-c433d431a7cf tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ebc8fe-2b6a-4df9-b9e0-c15a3c4484d9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:52.646438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-730c9d6c-0a0f-42a2-9238-c433d431a7cf tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.651071 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-730c9d6c-0a0f-42a2-9238-c433d431a7cf tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2964859 Jul 16 18:32:52.651820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46396) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.665544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1940035726', 'security_groups': ['f3ebc8fe-2b6a-4df9-b9e0-c15a3c4484d9'], 'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa95cb11-445a-423d-a22c-8d70c60a5e56'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:52.753299 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.859509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=509add83-b69a-44f6-8ab4-c6b8be8691fd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:52.870115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:53.053957 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.058384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.060409 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ef01b38c-bca9-409a-a139-7d03d6d7a545 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/floatingips/4d5ef3a5-b560-4961-8e3a-7cccb3386db5 HTTP/1.1" status: 204 len: 168 time: 0.8067024 Jul 16 18:32:53.064281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46412) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:53.070555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '94d42be0-3c59-48c1-b7c2-14cfaca5c4eb'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:53.072091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.079125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.095398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port b1571a7d-ba2a-4827-ab31-2f298b310057 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:53.101864 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.109987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Transition to ACTIVE for port object 0d214560-4881-45f3-a4d3-5b9766507955 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:53.151711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Transition to ACTIVE for port object 0d214560-4881-45f3-a4d3-5b9766507955 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:53.165231 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.222174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:53.231159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:53.237445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:53.311482 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.313111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Pushing event updated for resources: {'Port': ['ID=0d214560-4881-45f3-a4d3-5b9766507955,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:53.317241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Attempting to bind port 0d214560-4881-45f3-a4d3-5b9766507955 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:53.317610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Attempting to bind port 0d214560-4881-45f3-a4d3-5b9766507955 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5334f4c6-512f-48a9-b99d-f2bd2b1ee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0820b0e6-09b6-416c-9f99-484be031b211'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:53.317978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Attempting to bind port 0d214560-4881-45f3-a4d3-5b9766507955 on network 0820b0e6-09b6-416c-9f99-484be031b211 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:53.324256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:53.324685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Checking segment: {'id': '5334f4c6-512f-48a9-b99d-f2bd2b1ee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0820b0e6-09b6-416c-9f99-484be031b211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:53.325099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.325500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Bound using segment: {'id': '5334f4c6-512f-48a9-b99d-f2bd2b1ee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0820b0e6-09b6-416c-9f99-484be031b211'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:53.325996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Bound port: 0d214560-4881-45f3-a4d3-5b9766507955, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5334f4c6-512f-48a9-b99d-f2bd2b1ee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0820b0e6-09b6-416c-9f99-484be031b211'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:53.326392 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.388191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.5 (0820b0e6-09b6-416c-9f99-484be031b211/aa95cb11-445a-423d-a22c-8d70c60a5e56/b1571a7d-ba2a-4827-ab31-2f298b310057) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:53.510243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] For port 0d214560-4881-45f3-a4d3-5b9766507955, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:53.515543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] For port 0d214560-4881-45f3-a4d3-5b9766507955, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0d214560-4881-45f3-a4d3-5b9766507955,segment=NetworkSegment(5334f4c6-512f-48a9-b99d-f2bd2b1ee865),segment_id=5334f4c6-512f-48a9-b99d-f2bd2b1ee865)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:53.524836 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.568475 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.578412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.25.2.199 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/daa6ee7b-deff-41fe-b8d8-5f6f58e05fac) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:53.592500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object b1571a7d-ba2a-4827-ab31-2f298b310057 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:53.646016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.675313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102675-f026-49c9-89b9-72338bfdf6ca None None] Pushing event updated for resources: {'Port': ['ID=0d214560-4881-45f3-a4d3-5b9766507955,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:53.693870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:53.710694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:53.717638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:53.797493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=b1571a7d-ba2a-4827-ab31-2f298b310057,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:53.812126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.917893 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.924227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:53.925038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.980950 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5c42df9c-70c8-4346-910d-33e20727d1fa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3230729 Jul 16 18:32:53.980950 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:53.989385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0b67d46b-cfcb-4e29-9a1c-b438c6761b84 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:53.999767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=daa6ee7b-deff-41fe-b8d8-5f6f58e05fac,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:54.025589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:54.029022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:54.049293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:54.145638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b67d46b-cfcb-4e29-9a1c-b438c6761b84 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:54.149544 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b67d46b-cfcb-4e29-9a1c-b438c6761b84 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.344340 n-d-793619-10 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-0b67d46b-cfcb-4e29-9a1c-b438c6761b84 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa95cb11-445a-423d-a22c-8d70c60a5e56 (CIDR: 172.20.0.0/28) Jul 16 18:32:54.344576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0d214560-4881-45f3-a4d3-5b9766507955 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:54.350074 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b67d46b-cfcb-4e29-9a1c-b438c6761b84 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:54.350609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b67d46b-cfcb-4e29-9a1c-b438c6761b84 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:54.372988 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0b67d46b-cfcb-4e29-9a1c-b438c6761b84 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3877926 Jul 16 18:32:54.373464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46452) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:54.380497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:54.413355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 0d214560-4881-45f3-a4d3-5b9766507955 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:54.529912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:54.537412 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.824743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.881591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:54.887860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:54.895259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.895892 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:54.906646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=0569afca-6209-4281-9dd3-177fdb13ffa5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:54.919259 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-859bb877-6249-415d-b011-72da3678eb4a tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5440397 Jul 16 18:32:54.923261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:54.934922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1447515365', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0569afca-6209-4281-9dd3-177fdb13ffa5'}], 'security_groups': ['619b0d0c-0f80-4f92-9b25-f57479f72b3e']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:54.972868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.076126 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.085593 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.196029 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd688617-7560-4625-9dd7-fe047aea518c None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:55.235214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] Provisioning for port 0d214560-4881-45f3-a4d3-5b9766507955 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:55.280198 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] Provisioning complete for port 0d214560-4881-45f3-a4d3-5b9766507955 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:55.280817 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.355636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-4a62a348-0d14-4a06-a349-b79a69acb145 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:55.357264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-4a62a348-0d14-4a06-a349-b79a69acb145 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.1885860 Jul 16 18:32:55.391788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-c3c5318b-ec02-441f-be57-1a27c3dabfcb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/quotas/2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 375 time: 0.0216219 Jul 16 18:32:55.394856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.408700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.473695 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.525172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] For port 0d214560-4881-45f3-a4d3-5b9766507955, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0d214560-4881-45f3-a4d3-5b9766507955,segment=NetworkSegment(5334f4c6-512f-48a9-b99d-f2bd2b1ee865),segment_id=5334f4c6-512f-48a9-b99d-f2bd2b1ee865)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:55.531041 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.541065 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=daa6ee7b-deff-41fe-b8d8-5f6f58e05fac,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:55.557322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Delete allocated IP 172.20.0.5 (0820b0e6-09b6-416c-9f99-484be031b211/aa95cb11-445a-423d-a22c-8d70c60a5e56) {{(pid=93824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:32:55.561952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.575853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.28 (0820b0e6-09b6-416c-9f99-484be031b211/0569afca-6209-4281-9dd3-177fdb13ffa5/b1571a7d-ba2a-4827-ab31-2f298b310057) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:55.590410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] Provisioning complete for port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:55.590779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.658018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] Pushing event updated for resources: {'Port': ['ID=0d214560-4881-45f3-a4d3-5b9766507955,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:55.677398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-257cd11f-207f-4dcc-8c92-1660152438c8 None None] Port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:55.688320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a9778-b17f-4dd8-95e2-5eb355fb8cb1 None None] Update dhcp port {'port': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'fixed_ips': [{'subnet_id': 'aa95cb11-445a-423d-a22c-8d70c60a5e56', 'ip_address': '172.20.0.2'}, {'subnet_id': '0569afca-6209-4281-9dd3-177fdb13ffa5'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '0d214560-4881-45f3-a4d3-5b9766507955'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:32:55.689840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-e8631277-44f1-4443-a1eb-7d9acb7cc6df tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2712214 Jul 16 18:32:55.732828 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-854a9778-b17f-4dd8-95e2-5eb355fb8cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.735830 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP 51d7f376-46f3-4f49-ba91-f22537a17671 associated. External IP: 172.25.2.199, port: 94d42be0-3c59-48c1-b7c2-14cfaca5c4eb. Jul 16 18:32:55.823191 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.844205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Ignored duplicate provisioning block setup for port b1571a7d-ba2a-4827-ab31-2f298b310057 by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:32:55.853832 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.863379 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:55.953280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-7ae4d219-d451-4f0a-aa7a-11009b095309 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624691 Jul 16 18:32:55.969732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-854a9778-b17f-4dd8-95e2-5eb355fb8cb1 None None] Allocated IP 172.20.0.18 (0820b0e6-09b6-416c-9f99-484be031b211/0569afca-6209-4281-9dd3-177fdb13ffa5/0d214560-4881-45f3-a4d3-5b9766507955) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:55.988888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=b1571a7d-ba2a-4827-ab31-2f298b310057,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.009819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] In _notify_port_updated(), no bound segment for port b1571a7d-ba2a-4827-ab31-2f298b310057 on network 0820b0e6-09b6-416c-9f99-484be031b211 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:32:56.016634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:56.017084 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.021400 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8db2d6ee-4abc-463f-9d87-060c2e174367 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "PUT /v2.0/ports/b1571a7d-ba2a-4827-ab31-2f298b310057 HTTP/1.1" status: 200 len: 921 time: 1.0931256 Jul 16 18:32:56.021692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:56.120032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-854a9778-b17f-4dd8-95e2-5eb355fb8cb1 None None] For port 0d214560-4881-45f3-a4d3-5b9766507955, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0d214560-4881-45f3-a4d3-5b9766507955,segment=NetworkSegment(5334f4c6-512f-48a9-b99d-f2bd2b1ee865),segment_id=5334f4c6-512f-48a9-b99d-f2bd2b1ee865)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:56.138910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-671ec32d-0fd3-4b4e-a0d5-d575ea8cc07b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port b1571a7d-ba2a-4827-ab31-2f298b310057 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:56.139697 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671ec32d-0fd3-4b4e-a0d5-d575ea8cc07b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.169977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-854a9778-b17f-4dd8-95e2-5eb355fb8cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.189016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-cb693821-b48b-4b9b-a7c5-cff88131aa19 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837938 Jul 16 18:32:56.191796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:56.198819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-854a9778-b17f-4dd8-95e2-5eb355fb8cb1 None None] Transition to ACTIVE for port object 0d214560-4881-45f3-a4d3-5b9766507955 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:56.209453 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-854a9778-b17f-4dd8-95e2-5eb355fb8cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.281460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0d214560-4881-45f3-a4d3-5b9766507955 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:56.329991 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671ec32d-0fd3-4b4e-a0d5-d575ea8cc07b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.345884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a9778-b17f-4dd8-95e2-5eb355fb8cb1 None None] Pushing event updated for resources: {'Port': ['ID=0d214560-4881-45f3-a4d3-5b9766507955,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.354940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-671ec32d-0fd3-4b4e-a0d5-d575ea8cc07b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for b1571a7d-ba2a-4827-ab31-2f298b310057 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:56.388410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:56.407917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ee190-81be-4527-8260-5ed63e24db1e None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:56.411261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.429149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ee190-81be-4527-8260-5ed63e24db1e None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:56.429947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a74ee190-81be-4527-8260-5ed63e24db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:56.476033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a74ee190-81be-4527-8260-5ed63e24db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:56.488327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ee190-81be-4527-8260-5ed63e24db1e None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:56.489305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a74ee190-81be-4527-8260-5ed63e24db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:56.495546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-937f8498-cd77-49e4-bdea-3245d7137775 req-a57a7664-4557-4a65-afb0-9ece3cffc999 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 210 time: 0.0408990 Jul 16 18:32:56.541245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-efc686a4-e722-4bab-bf31-0d2b5d41089b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4750826 Jul 16 18:32:56.542631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:56.549562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-22134241'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:56.567683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a74ee190-81be-4527-8260-5ed63e24db1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:56.571759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ee190-81be-4527-8260-5ed63e24db1e None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:56.591977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Made reservation on behalf of f4fd63a751894207acd5cb98548460b9 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:56.599001 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.631322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671ec32d-0fd3-4b4e-a0d5-d575ea8cc07b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.645274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:56.658289 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.658886 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Added segment 6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc of type vlan for network 461d0216-80d7-464e-8dfe-18a5620e6f9f Jul 16 18:32:56.672883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ec32d-0fd3-4b4e-a0d5-d575ea8cc07b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=b1571a7d-ba2a-4827-ab31-2f298b310057,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.717089 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.768381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-671ec32d-0fd3-4b4e-a0d5-d575ea8cc07b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.772320 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-671ec32d-0fd3-4b4e-a0d5-d575ea8cc07b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/b1571a7d-ba2a-4827-ab31-2f298b310057 HTTP/1.1" status: 204 len: 168 time: 0.7495527 Jul 16 18:32:56.776304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:56.789387 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.803853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:56.804501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.814803 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-01732445-4a6a-4c8d-9cb5-d8a682c9def4 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:32:56.816953 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-01732445-4a6a-4c8d-9cb5-d8a682c9def4 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/b1571a7d-ba2a-4827-ab31-2f298b310057 HTTP/1.1" status: 404 len: 333 time: 0.0393081 Jul 16 18:32:56.820063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46492) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:56.825075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2811096 Jul 16 18:32:56.836841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46494) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:56.843136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'subnet': {'network_id': '461d0216-80d7-464e-8dfe-18a5620e6f9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:56.892099 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a228f15-7d11-4462-8c1c-03bd432d9979 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.923768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf3460-b3c7-4517-a69a-20b930d037d1 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Network': ['ID=461d0216-80d7-464e-8dfe-18a5620e6f9f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.930734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a228f15-7d11-4462-8c1c-03bd432d9979 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.936252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 461d0216-80d7-464e-8dfe-18a5620e6f9f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:57.006979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a228f15-7d11-4462-8c1c-03bd432d9979 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.011405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2a228f15-7d11-4462-8c1c-03bd432d9979 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.012340 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2a228f15-7d11-4462-8c1c-03bd432d9979 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/security-groups/f3ebc8fe-2b6a-4df9-b9e0-c15a3c4484d9 HTTP/1.1" status: 204 len: 168 time: 0.1911132 Jul 16 18:32:57.016108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:57.039883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a228f15-7d11-4462-8c1c-03bd432d9979 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ebc8fe-2b6a-4df9-b9e0-c15a3c4484d9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:57.055619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Made reservation on behalf of f4fd63a751894207acd5cb98548460b9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:57.060775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.090168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f441bc0a-3720-45d1-9b95-80efc0619d58 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.125743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f441bc0a-3720-45d1-9b95-80efc0619d58 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.181995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f441bc0a-3720-45d1-9b95-80efc0619d58 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.185108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f441bc0a-3720-45d1-9b95-80efc0619d58 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.186298 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f441bc0a-3720-45d1-9b95-80efc0619d58 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/security-groups/619b0d0c-0f80-4f92-9b25-f57479f72b3e HTTP/1.1" status: 204 len: 168 time: 0.1691215 Jul 16 18:32:57.191875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:57.199864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441bc0a-3720-45d1-9b95-80efc0619d58 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b0d0c-0f80-4f92-9b25-f57479f72b3e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:57.236300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3fbc7bb1-8252-4467-94c0-503a47a06d14 None None] Provisioning for port 0d214560-4881-45f3-a4d3-5b9766507955 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:57.242242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3fbc7bb1-8252-4467-94c0-503a47a06d14 None None] Provisioning complete for port 0d214560-4881-45f3-a4d3-5b9766507955 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:57.242950 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7bb1-8252-4467-94c0-503a47a06d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.344998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3fbc7bb1-8252-4467-94c0-503a47a06d14 None None] Could not find standard attr ID for object b1571a7d-ba2a-4827-ab31-2f298b310057. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:32:57.365563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3fbc7bb1-8252-4467-94c0-503a47a06d14 None None] Provisioning complete for port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:57.366283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3fbc7bb1-8252-4467-94c0-503a47a06d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.373401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-406b0acf-28cd-4acf-a1e7-d945b56b6106 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet aa95cb11-445a-423d-a22c-8d70c60a5e56 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:57.379974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-406b0acf-28cd-4acf-a1e7-d945b56b6106 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.384640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.429173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc7bb1-8252-4467-94c0-503a47a06d14 None None] Port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:57.484550 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-406b0acf-28cd-4acf-a1e7-d945b56b6106 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.523129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Subnet': ['ID=3f441ad8-827d-4f3c-b419-121c0283be31,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:57.543552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cb0fd9e8-4f94-4284-b9e5-d61c7e79df96 None None] Could not find standard attr ID for object b1571a7d-ba2a-4827-ab31-2f298b310057. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:32:57.574636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Checking segment: {'id': '6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '461d0216-80d7-464e-8dfe-18a5620e6f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:57.575297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network hostable DHCP agents. Network: 461d0216-80d7-464e-8dfe-18a5620e6f9f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:57.620914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 461d0216-80d7-464e-8dfe-18a5620e6f9f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:57.640755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 461d0216-80d7-464e-8dfe-18a5620e6f9f) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:57.647084 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-406b0acf-28cd-4acf-a1e7-d945b56b6106 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.652257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.652885 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.657392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c10c230-71af-41c2-b048-a5c28b4c7c00 None None] Network 461d0216-80d7-464e-8dfe-18a5620e6f9f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:57.727245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-66d94a25-9289-45d0-a273-68f7c57fbb39 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8889577 Jul 16 18:32:57.729641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05f6fdb4-6684-4f30-b351-900c07788f0e req-169201f7-262e-4e4e-b138-4a803dc26d5c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 210 time: 0.0509260 Jul 16 18:32:57.730073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:57.737860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-744361007', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:57.774487 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-406b0acf-28cd-4acf-a1e7-d945b56b6106 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.824269 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.828133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.829842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b0acf-28cd-4acf-a1e7-d945b56b6106 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=aa95cb11-445a-423d-a22c-8d70c60a5e56,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:57.837535 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-406b0acf-28cd-4acf-a1e7-d945b56b6106 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.843681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-406b0acf-28cd-4acf-a1e7-d945b56b6106 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/aa95cb11-445a-423d-a22c-8d70c60a5e56 HTTP/1.1" status: 204 len: 168 time: 0.6503489 Jul 16 18:32:57.844397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:57.850330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:57.911329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-461d0216-80d7-464e-8dfe-18a5620e6f9f', 'network_id': '461d0216-80d7-464e-8dfe-18a5620e6f9f', 'tenant_id': 'f4fd63a751894207acd5cb98548460b9', 'fixed_ips': [{'subnet_id': '3f441ad8-827d-4f3c-b419-121c0283be31'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:57.912363 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:57.937176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.042032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:58.046662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.091282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef237b-7856-476a-9348-1b5d4f66f620 None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:58.258480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Allocated IP 172.20.0.2 (461d0216-80d7-464e-8dfe-18a5620e6f9f/3f441ad8-827d-4f3c-b419-121c0283be31/e8699efd-f839-48a1-9852-a529b6848c9e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:58.263083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d429b4a7-ec02-461c-be6c-0d85a785f8a3 None None] Could not find standard attr ID for object b1571a7d-ba2a-4827-ab31-2f298b310057. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:32:58.274634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0d214560-4881-45f3-a4d3-5b9766507955 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:58.478613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.488109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 0d214560-4881-45f3-a4d3-5b9766507955 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:58.488960 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.547770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:58.552407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:58.557881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.558808 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.562500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.577171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=093d56da-435c-457e-97cb-a52bdea7e382,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:58.586209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-03f473c0-ae7f-4839-9c3f-f06bd65885fe tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7398813 Jul 16 18:32:58.588036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46510) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:58.593673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1bc15baf-d926-4467-9f74-3d772cdcc2c1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470825899'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:58.629938 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bc15baf-d926-4467-9f74-3d772cdcc2c1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.662630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.693485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-f0ad38f0-c8cd-4392-911d-817ff0f02fa1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.695107 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-f0ad38f0-c8cd-4392-911d-817ff0f02fa1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.7724423 Jul 16 18:32:58.705600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Transition to ACTIVE for port object e8699efd-f839-48a1-9852-a529b6848c9e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:58.730916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'port': {'device_id': 'fe062649-b13f-496f-ad9b-cdcce6672580', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'admin_state_up': True, 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:58.743819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Transition to ACTIVE for port object e8699efd-f839-48a1-9852-a529b6848c9e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:58.759721 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.766376 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bc15baf-d926-4467-9f74-3d772cdcc2c1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.777713 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bc15baf-d926-4467-9f74-3d772cdcc2c1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.802709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Network 461d0216-80d7-464e-8dfe-18a5620e6f9f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:58.867591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bc15baf-d926-4467-9f74-3d772cdcc2c1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.871264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1bc15baf-d926-4467-9f74-3d772cdcc2c1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2817805 Jul 16 18:32:58.875605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46518) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:58.884434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b6e37e84-e93e-44ba-a192-01c10f7a72d5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1502299668'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:58.894206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc15baf-d926-4467-9f74-3d772cdcc2c1 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9714d4cc-475e-4df6-89aa-db12cf20e371,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:58.924370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:58.935742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:58.954322 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6e37e84-e93e-44ba-a192-01c10f7a72d5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.121408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.125620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Attempting to bind port e8699efd-f839-48a1-9852-a529b6848c9e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:59.126209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Attempting to bind port e8699efd-f839-48a1-9852-a529b6848c9e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '461d0216-80d7-464e-8dfe-18a5620e6f9f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:59.126769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Attempting to bind port e8699efd-f839-48a1-9852-a529b6848c9e on network 461d0216-80d7-464e-8dfe-18a5620e6f9f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:59.140490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-173c04c6-9e5f-427b-9a40-3285c6b7c3ca req-0123cf86-9e18-4029-9cfe-53b81dfdf39c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 210 time: 0.0779958 Jul 16 18:32:59.145119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.163628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Pushing event updated for resources: {'Port': ['ID=e8699efd-f839-48a1-9852-a529b6848c9e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:59.181249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:59.181827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Checking segment: {'id': '6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '461d0216-80d7-464e-8dfe-18a5620e6f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:59.182417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.183110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Bound using segment: {'id': '6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '461d0216-80d7-464e-8dfe-18a5620e6f9f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:59.183993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Bound port: e8699efd-f839-48a1-9852-a529b6848c9e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '461d0216-80d7-464e-8dfe-18a5620e6f9f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:59.184771 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.191316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.214091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6e37e84-e93e-44ba-a192-01c10f7a72d5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.221879 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6e37e84-e93e-44ba-a192-01c10f7a72d5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.257831 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Made reservation on behalf of 2cc5c9da144e47cb863adb1a3cdb4df4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:59.262540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.278347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] For port e8699efd-f839-48a1-9852-a529b6848c9e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:59.283416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] For port e8699efd-f839-48a1-9852-a529b6848c9e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e8699efd-f839-48a1-9852-a529b6848c9e,segment=NetworkSegment(6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc),segment_id=6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:59.290338 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.305248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b6e37e84-e93e-44ba-a192-01c10f7a72d5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.306565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b6e37e84-e93e-44ba-a192-01c10f7a72d5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4262645 Jul 16 18:32:59.308679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e37e84-e93e-44ba-a192-01c10f7a72d5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ff0d40-410e-4b82-94fe-6046da669eec,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:59.312053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46522) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:59.318115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c9778ad0-ce5a-4f8a-babf-a2dc9ff6f2ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'security_group': {'name': 'tempest-secgroup-1588645793'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:59.350115 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9778ad0-ce5a-4f8a-babf-a2dc9ff6f2ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.382814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc82b8-eabb-4d4b-977f-71f305b5f71c None None] Pushing event updated for resources: {'Port': ['ID=e8699efd-f839-48a1-9852-a529b6848c9e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:59.460910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.25.2.59 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/e6f2a346-390a-481a-901d-61f75eb7e21a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:59.478926 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9778ad0-ce5a-4f8a-babf-a2dc9ff6f2ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.490781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9778ad0-ce5a-4f8a-babf-a2dc9ff6f2ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.520417 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9778ad0-ce5a-4f8a-babf-a2dc9ff6f2ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.525138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c9778ad0-ce5a-4f8a-babf-a2dc9ff6f2ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2084072 Jul 16 18:32:59.552307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46524) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:59.562129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-422291104', 'security_groups': ['31dcb6ff-ca83-4ac6-8b26-68ac1b1df399'], 'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '093d56da-435c-457e-97cb-a52bdea7e382'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:59.585092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9778ad0-ce5a-4f8a-babf-a2dc9ff6f2ce tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31dcb6ff-ca83-4ac6-8b26-68ac1b1df399,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:59.672806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.689698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.20.0.11 (ac3651b0-430f-4247-aceb-9f4644f72c6e/640d7256-3ca4-4ba8-9cda-a2bf9e97df32/4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:59.743638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:59.765230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15a6e5-765a-4240-ab6d-17131438a11b None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:59.870045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6803a292-4068-4f16-82fd-cb45721941c3 None None] Provisioning complete for port 0d214560-4881-45f3-a4d3-5b9766507955 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:59.870811 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6803a292-4068-4f16-82fd-cb45721941c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:59.908348 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.028560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:00.036735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:00.048693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.053448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:00.087912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] device_id is not set on port f383976c-a5bb-4c52-8b7f-edb2318e2c0d yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:00.118517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=e6f2a346-390a-481a-901d-61f75eb7e21a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:00.146967 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.184882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6803a292-4068-4f16-82fd-cb45721941c3 None None] Provisioning complete for port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:00.184882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6803a292-4068-4f16-82fd-cb45721941c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.223484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6803a292-4068-4f16-82fd-cb45721941c3 None None] Port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:00.380177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Transition to ACTIVE for port object 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:00.385542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e8699efd-f839-48a1-9852-a529b6848c9e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:00.464821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59fb414a-553d-4625-b104-d5496aa286ba req-cb1f8871-7e92-4656-9eef-3c68d4cf38aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 210 time: 0.0367224 Jul 16 18:33:00.506122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.7 (0820b0e6-09b6-416c-9f99-484be031b211/093d56da-435c-457e-97cb-a52bdea7e382/f383976c-a5bb-4c52-8b7f-edb2318e2c0d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:00.520747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc72c63b-2904-4808-ba8d-5f71f896f11a None None] Update dhcp port {'port': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'fixed_ips': [{'subnet_id': '0569afca-6209-4281-9dd3-177fdb13ffa5', 'ip_address': '172.20.0.18'}, {'subnet_id': '093d56da-435c-457e-97cb-a52bdea7e382'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '0d214560-4881-45f3-a4d3-5b9766507955'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:33:00.524283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e8699efd-f839-48a1-9852-a529b6848c9e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:00.536798 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-34e168c3-b52b-46b4-bea3-757835818de5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2328060 Jul 16 18:33:00.586862 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc72c63b-2904-4808-ba8d-5f71f896f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.659546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.749781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.772575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Transition to ACTIVE for port object f383976c-a5bb-4c52-8b7f-edb2318e2c0d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:00.838582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.842420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:00.856467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:00.871747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:00.904240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:00.907370 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:00.927956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=f383976c-a5bb-4c52-8b7f-edb2318e2c0d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:00.944891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:00.947220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:00.954988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:00.974112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['87491e85-925c-4844-8ef1-0a44343dd93a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:01.074905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.075452 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.093936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-f30d6931-99f2-4393-8e0b-920b6831f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.094691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-f30d6931-99f2-4393-8e0b-920b6831f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.094951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-f30d6931-99f2-4393-8e0b-920b6831f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.100801 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-f30d6931-99f2-4393-8e0b-920b6831f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.101827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-f30d6931-99f2-4393-8e0b-920b6831f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.102327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-f30d6931-99f2-4393-8e0b-920b6831f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.102816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-f30d6931-99f2-4393-8e0b-920b6831f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.105228 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-f30d6931-99f2-4393-8e0b-920b6831f3c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da10e53478d74bd3ad819e97526ced87&device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 6508 time: 0.4685955 Jul 16 18:33:01.119254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d7c5fb1f-a129-43af-96d3-3e283e3ecd37 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5652523 Jul 16 18:33:01.130396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46530) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:01.142100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c3552d45-6b2e-4e16-8d13-06ee7367e34f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:01.196786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bc72c63b-2904-4808-ba8d-5f71f896f11a None None] Allocated IP 172.20.0.2 (0820b0e6-09b6-416c-9f99-484be031b211/093d56da-435c-457e-97cb-a52bdea7e382/0d214560-4881-45f3-a4d3-5b9766507955) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:01.272256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.273424 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.305691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c4592-e6c7-4b22-9cbc-0993926062f1 None None] Network 461d0216-80d7-464e-8dfe-18a5620e6f9f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:01.430469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3552d45-6b2e-4e16-8d13-06ee7367e34f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:01.435214 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c3552d45-6b2e-4e16-8d13-06ee7367e34f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.463877 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-90ac7b86-51c7-4bb2-bc7a-9a7a241880db tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7418439 Jul 16 18:33:01.477426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Request body: {'port': {'device_id': 'fe062649-b13f-496f-ad9b-cdcce6672580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:01.549397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad81b7ed-be8c-4d33-82fe-ecf8d0919ee5 None None] Provisioning for port e8699efd-f839-48a1-9852-a529b6848c9e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:01.568504 n-d-793619-10 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-c3552d45-6b2e-4e16-8d13-06ee7367e34f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 093d56da-435c-457e-97cb-a52bdea7e382 (CIDR: 172.20.0.0/28) Jul 16 18:33:01.582650 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3552d45-6b2e-4e16-8d13-06ee7367e34f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:33:01.583469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3552d45-6b2e-4e16-8d13-06ee7367e34f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:01.606746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c3552d45-6b2e-4e16-8d13-06ee7367e34f tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4732904 Jul 16 18:33:01.607372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46536) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:01.608977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ad81b7ed-be8c-4d33-82fe-ecf8d0919ee5 None None] Provisioning complete for port e8699efd-f839-48a1-9852-a529b6848c9e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:01.609763 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad81b7ed-be8c-4d33-82fe-ecf8d0919ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.615180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bc72c63b-2904-4808-ba8d-5f71f896f11a None None] For port 0d214560-4881-45f3-a4d3-5b9766507955, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0d214560-4881-45f3-a4d3-5b9766507955,segment=NetworkSegment(5334f4c6-512f-48a9-b99d-f2bd2b1ee865),segment_id=5334f4c6-512f-48a9-b99d-f2bd2b1ee865)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:01.620546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3e3e9729-8579-4dee-9e98-ad9ebdd679f3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:01.656430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-8979ae42-2023-48d9-b0dc-a7a0c9eaa883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.657862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-8979ae42-2023-48d9-b0dc-a7a0c9eaa883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.658304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-8979ae42-2023-48d9-b0dc-a7a0c9eaa883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.661912 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-8979ae42-2023-48d9-b0dc-a7a0c9eaa883 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 200 len: 2297 time: 0.5205615 Jul 16 18:33:01.807730 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc72c63b-2904-4808-ba8d-5f71f896f11a None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.875023 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-95703b2f-8116-41ba-98da-d3ceccfe9982 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c HTTP/1.1" status: 200 len: 1001 time: 0.1935713 Jul 16 18:33:01.878454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.882296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.886595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc72c63b-2904-4808-ba8d-5f71f896f11a None None] Transition to ACTIVE for port object 0d214560-4881-45f3-a4d3-5b9766507955 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:01.897544 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc72c63b-2904-4808-ba8d-5f71f896f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.907146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df06c9-04af-4847-9d09-6ceb6a396c98 req-c4350f1f-46c2-4389-ba78-654aad3d38ce tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.909708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87df06c9-04af-4847-9d09-6ceb6a396c98 req-c4350f1f-46c2-4389-ba78-654aad3d38ce tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 932 time: 0.1798110 Jul 16 18:33:01.930620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3e9729-8579-4dee-9e98-ad9ebdd679f3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:01.935933 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e3e9729-8579-4dee-9e98-ad9ebdd679f3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.016567 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad81b7ed-be8c-4d33-82fe-ecf8d0919ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.019500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87df06c9-04af-4847-9d09-6ceb6a396c98 req-5cce7c2f-c825-4c1c-8b36-6e646919f415 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969095 Jul 16 18:33:02.037873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72c63b-2904-4808-ba8d-5f71f896f11a None None] Pushing event updated for resources: {'Port': ['ID=0d214560-4881-45f3-a4d3-5b9766507955,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:02.089847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ad81b7ed-be8c-4d33-82fe-ecf8d0919ee5 None None] For port e8699efd-f839-48a1-9852-a529b6848c9e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e8699efd-f839-48a1-9852-a529b6848c9e,segment=NetworkSegment(6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc),segment_id=6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:02.100251 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ad81b7ed-be8c-4d33-82fe-ecf8d0919ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.169207 n-d-793619-10 neutron-server[93823]: INFO neutron.db.ipam_backend_mixin [None req-3e3e9729-8579-4dee-9e98-ad9ebdd679f3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0569afca-6209-4281-9dd3-177fdb13ffa5 (CIDR: 172.20.0.16/28) Jul 16 18:33:02.173905 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3e9729-8579-4dee-9e98-ad9ebdd679f3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:33:02.175583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3e9729-8579-4dee-9e98-ad9ebdd679f3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:02.245000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3e3e9729-8579-4dee-9e98-ad9ebdd679f3 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5987020 Jul 16 18:33:02.246486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:02.252583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81b7ed-be8c-4d33-82fe-ecf8d0919ee5 None None] Pushing event updated for resources: {'Port': ['ID=e8699efd-f839-48a1-9852-a529b6848c9e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:02.258177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e56150da-876e-4b32-a544-afe931f6d3ab None None] Provisioning for port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:02.263828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e56150da-876e-4b32-a544-afe931f6d3ab None None] Provisioning complete for port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:02.264360 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e56150da-876e-4b32-a544-afe931f6d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.269306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'subnet': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:02.283393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-97a338c5-8b49-40cf-a0b4-2257368cbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.290620 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-97a338c5-8b49-40cf-a0b4-2257368cbeff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82f704ad-33fb-4f05-85e6-f4111dd0300d HTTP/1.1" status: 200 len: 854 time: 0.4068444 Jul 16 18:33:02.325461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e56150da-876e-4b32-a544-afe931f6d3ab None None] Port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:02.331609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0d214560-4881-45f3-a4d3-5b9766507955 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:02.490673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Made reservation on behalf of 2d22619d68a743e09496f834171a3177 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:02.497063 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.563367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-821ea8fa-b98f-427d-bd08-032ece5c06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.564989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-821ea8fa-b98f-427d-bd08-032ece5c06e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac607c0e-76b7-4d45-b1ce-c482ba19b11e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2277920 Jul 16 18:33:02.586670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-68673162-65c6-4c64-8dd4-3d2b6dd923b5 None None] Provisioning complete for port e8699efd-f839-48a1-9852-a529b6848c9e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:02.587336 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68673162-65c6-4c64-8dd4-3d2b6dd923b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.627610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-071e63d7-e30a-4c3d-bc5f-03353e4d281b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:02.634285 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-071e63d7-e30a-4c3d-bc5f-03353e4d281b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150285 Jul 16 18:33:02.717698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 91e0b67a-64a4-4a42-a251-8e314f5632d7 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:33:02.935431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.027059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-4bcde15f-5843-4bc2-9721-58c8fb310152 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515654 Jul 16 18:33:03.054888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Subnet': ['ID=4688b43a-58ca-436d-8284-09c378d07a82,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:03.069970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Network 0820b0e6-09b6-416c-9f99-484be031b211 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:03.071750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:03.075975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:03.077036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.102639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c0ea8945-c3a2-4a7b-8a74-033604b020e5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8548017 Jul 16 18:33:03.104423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.111966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1566918980', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4688b43a-58ca-436d-8284-09c378d07a82'}], 'security_groups': ['9714d4cc-475e-4df6-89aa-db12cf20e371', '20ff0d40-410e-4b82-94fe-6046da669eec']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:03.155204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87165fb7-a54f-49e1-aa5b-d5baeb824396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.207072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2f845b-a7b1-43fe-96de-6524d8b80771 None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:03.288989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:03.300939 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52014d4c-142e-4dff-89d2-55ff10fb2835 None None] Sync routers for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:03.316481 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52014d4c-142e-4dff-89d2-55ff10fb2835 None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:03.317260 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-52014d4c-142e-4dff-89d2-55ff10fb2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:03.317496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f7c84d1e-8cca-459e-8df6-71be8bd2acf6 None None] Provisioning for port 0d214560-4881-45f3-a4d3-5b9766507955 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:03.318068 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-c34286d8-7b77-4a01-bae3-aad511980ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734919 Jul 16 18:33:03.331204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f7c84d1e-8cca-459e-8df6-71be8bd2acf6 None None] Provisioning complete for port 0d214560-4881-45f3-a4d3-5b9766507955 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:03.331740 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7c84d1e-8cca-459e-8df6-71be8bd2acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.356276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:03.368176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.388151 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Transition to ACTIVE for port object 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:03.449744 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-52014d4c-142e-4dff-89d2-55ff10fb2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:03.456926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.458095 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-89a5f76d-e282-47af-82b9-f7792c472699 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7268984 Jul 16 18:33:03.459431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.461193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.463246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46550) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.476094 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-741e39e9-0a05-4c0b-af14-b40e84e89eff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 217 time: 0.1405239 Jul 16 18:33:03.494317 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52014d4c-142e-4dff-89d2-55ff10fb2835 None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:03.502967 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-52014d4c-142e-4dff-89d2-55ff10fb2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:32:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:03.627142 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-52014d4c-142e-4dff-89d2-55ff10fb2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:03.630979 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52014d4c-142e-4dff-89d2-55ff10fb2835 None None] The sync data for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:03.673438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f7c84d1e-8cca-459e-8df6-71be8bd2acf6 None None] Provisioning complete for port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:03.674007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7c84d1e-8cca-459e-8df6-71be8bd2acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.706939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-10f6d3a4-5ed4-46df-b540-2a69f22221e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:03.709923 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-10f6d3a4-5ed4-46df-b540-2a69f22221e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.2106941 Jul 16 18:33:03.725851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f7c84d1e-8cca-459e-8df6-71be8bd2acf6 None None] Port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:03.931446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Pushing event updated for resources: {'Port': ['ID=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:04.095498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee26e1-2893-4b57-82d2-0881b53372b1 None None] Update dhcp port {'port': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'fixed_ips': [{'subnet_id': '0569afca-6209-4281-9dd3-177fdb13ffa5', 'ip_address': '172.20.0.18'}, {'subnet_id': '093d56da-435c-457e-97cb-a52bdea7e382', 'ip_address': '172.20.0.2'}, {'subnet_id': '4688b43a-58ca-436d-8284-09c378d07a82'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '0d214560-4881-45f3-a4d3-5b9766507955'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:33:04.162553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-c8b25cfd-6bbe-4a0d-96f9-29fdc118e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:04.165221 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-c8b25cfd-6bbe-4a0d-96f9-29fdc118e17a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4440920 Jul 16 18:33:04.276082 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bee26e1-2893-4b57-82d2-0881b53372b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.348255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Attempting to bind port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:04.349140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Attempting to bind port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:04.349140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Attempting to bind port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:04.354828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e8699efd-f839-48a1-9852-a529b6848c9e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:04.398782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 on network ac3651b0-430f-4247-aceb-9f4644f72c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:04.398782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Attempting to bind port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:04.408400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:04.409462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:04.412692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Bound using segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:04.412692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Bound port: 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:04.412692 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.546794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] For port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:04.551750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] For port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:04.556773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e8699efd-f839-48a1-9852-a529b6848c9e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:04.558071 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.562621 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.632659 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-349c476d-6879-4860-9e3f-667e58483a8c service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532967 Jul 16 18:33:04.666168 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2bee26e1-2893-4b57-82d2-0881b53372b1 None None] Allocated IP 172.20.0.34 (0820b0e6-09b6-416c-9f99-484be031b211/4688b43a-58ca-436d-8284-09c378d07a82/0d214560-4881-45f3-a4d3-5b9766507955) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:04.712159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667c6a-57bc-442f-aed6-7fadde5c97dd req-66b3b8b4-3205-4593-a266-23a61d792b0d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:04.722690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef667c6a-57bc-442f-aed6-7fadde5c97dd req-66b3b8b4-3205-4593-a266-23a61d792b0d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 932 time: 1.4737964 Jul 16 18:33:04.841511 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef667c6a-57bc-442f-aed6-7fadde5c97dd req-0fe6674e-6d32-439c-b7cb-df9336677123 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176105 Jul 16 18:33:04.934561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2bee26e1-2893-4b57-82d2-0881b53372b1 None None] For port 0d214560-4881-45f3-a4d3-5b9766507955, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0d214560-4881-45f3-a4d3-5b9766507955,segment=NetworkSegment(5334f4c6-512f-48a9-b99d-f2bd2b1ee865),segment_id=5334f4c6-512f-48a9-b99d-f2bd2b1ee865)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:05.023322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bee26e1-2893-4b57-82d2-0881b53372b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.126017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2bee26e1-2893-4b57-82d2-0881b53372b1 None None] Transition to ACTIVE for port object 0d214560-4881-45f3-a4d3-5b9766507955 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:05.136749 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bee26e1-2893-4b57-82d2-0881b53372b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.407898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee26e1-2893-4b57-82d2-0881b53372b1 None None] Pushing event updated for resources: {'Port': ['ID=0d214560-4881-45f3-a4d3-5b9766507955,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:05.442890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.443782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:05.445053 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] 10.222.0.45 "PUT /v2.0/ports/4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 HTTP/1.1" status: 200 len: 1093 time: 3.9737654 Jul 16 18:33:05.455453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe062649-b13f-496f-ad9b-cdcce6672580', 'tag': '4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:05.459696 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4664af0e-2607-4a82-b7f4-b11ceff7e807" -d '{"events": [{"name": "network-changed", "server_uuid": "fe062649-b13f-496f-ad9b-cdcce6672580", "tag": "4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:05.466896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Delete allocated IP 172.20.0.7 (0820b0e6-09b6-416c-9f99-484be031b211/093d56da-435c-457e-97cb-a52bdea7e382) {{(pid=93823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:33:05.497522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Allocated IP 172.20.0.41 (0820b0e6-09b6-416c-9f99-484be031b211/4688b43a-58ca-436d-8284-09c378d07a82/f383976c-a5bb-4c52-8b7f-edb2318e2c0d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:05.608752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a82d6-605d-46f7-a7d9-0d7e73beec4d service neutron] Pushing event updated for resources: {'Port': ['ID=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:05.617399 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f54c9e-15ee-4cfa-b9e6-f45a2a6f1b5c x-openstack-request-id: req-05f54c9e-15ee-4cfa-b9e6-f45a2a6f1b5c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:05.617959 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe062649-b13f-496f-ad9b-cdcce6672580", "tag": "4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:05.618512 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05f54c9e-15ee-4cfa-b9e6-f45a2a6f1b5c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:05.619168 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe062649-b13f-496f-ad9b-cdcce6672580', 'tag': '4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0', 'status': 'completed', 'code': 200} Jul 16 18:33:05.667347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f56f3-e890-4bec-97bd-fed71411ad43 req-64da5f49-53e4-4c89-9a74-a6fcd97a2052 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.675674 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-6271e329-39bc-4c5a-9103-ac35d4c4cf1a service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623272 Jul 16 18:33:05.682008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f56f3-e890-4bec-97bd-fed71411ad43 req-64da5f49-53e4-4c89-9a74-a6fcd97a2052 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.696183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f56f3-e890-4bec-97bd-fed71411ad43 req-64da5f49-53e4-4c89-9a74-a6fcd97a2052 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.710598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f56f3-e890-4bec-97bd-fed71411ad43 req-64da5f49-53e4-4c89-9a74-a6fcd97a2052 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.724478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f56f3-e890-4bec-97bd-fed71411ad43 req-64da5f49-53e4-4c89-9a74-a6fcd97a2052 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.738325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f56f3-e890-4bec-97bd-fed71411ad43 req-64da5f49-53e4-4c89-9a74-a6fcd97a2052 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.742600 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-b13b79a6-09e7-4994-9f77-09cc9e6bd560 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.222&port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 217 time: 0.0617025 Jul 16 18:33:05.752161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f56f3-e890-4bec-97bd-fed71411ad43 req-64da5f49-53e4-4c89-9a74-a6fcd97a2052 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.769458 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-625f56f3-e890-4bec-97bd-fed71411ad43 req-64da5f49-53e4-4c89-9a74-a6fcd97a2052 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.8343024 Jul 16 18:33:05.771106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-9d1c49a4-374d-4010-b6dc-58fe4f18b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:05.772719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-9d1c49a4-374d-4010-b6dc-58fe4f18b9bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 1096 time: 0.2211533 Jul 16 18:33:05.934432 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-7ca69056-5729-437c-8e55-aa08715e7111 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 HTTP/1.1" status: 200 len: 217 time: 0.1318626 Jul 16 18:33:06.000870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.044095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-070299c8-7992-43bc-9ff6-900b26df63de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.054407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-070299c8-7992-43bc-9ff6-900b26df63de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.2740047 Jul 16 18:33:06.116550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-51823c78-6095-42c7-80f5-5bc21eb971f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.120442 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-51823c78-6095-42c7-80f5-5bc21eb971f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1743348 Jul 16 18:33:06.134772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d13a5671-3264-4040-bde1-2e6f12fbc5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.135141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-625f56f3-e890-4bec-97bd-fed71411ad43 req-6b0f6691-c9f1-4ac5-a2ca-fe8272fc03ab tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3643367 Jul 16 18:33:06.298940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-0f87af08-34e5-4155-a75d-2b6179a9f5cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.305899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-0f87af08-34e5-4155-a75d-2b6179a9f5cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.312586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-0f87af08-34e5-4155-a75d-2b6179a9f5cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.320790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-0f87af08-34e5-4155-a75d-2b6179a9f5cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.328282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-0f87af08-34e5-4155-a75d-2b6179a9f5cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.337880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-0f87af08-34e5-4155-a75d-2b6179a9f5cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.343918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-0f87af08-34e5-4155-a75d-2b6179a9f5cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.348097 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-0f87af08-34e5-4155-a75d-2b6179a9f5cb tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.5340650 Jul 16 18:33:06.354052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0d214560-4881-45f3-a4d3-5b9766507955 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:06.424367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-aa9700d7-17ff-420f-9afb-87dd913a670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.428504 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-aa9700d7-17ff-420f-9afb-87dd913a670d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3553092 Jul 16 18:33:06.452841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-e7d7d774-2855-452b-8da5-5f39d935e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.454620 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-e7d7d774-2855-452b-8da5-5f39d935e432 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3222580 Jul 16 18:33:06.519979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Provisioning for port f383976c-a5bb-4c52-8b7f-edb2318e2c0d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:06.527694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Provisioning complete for port f383976c-a5bb-4c52-8b7f-edb2318e2c0d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:06.528783 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.543767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-bac5536f-788a-46f3-bd74-0e57fd91b558 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.546068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-bac5536f-788a-46f3-bd74-0e57fd91b558 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "GET /v2.0/ports/7f7b01d2-8289-41dc-9776-7a174fb63fa1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1894841 Jul 16 18:33:06.554252 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.625662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Port f383976c-a5bb-4c52-8b7f-edb2318e2c0d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:06.641006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Ignored duplicate provisioning block setup for port f383976c-a5bb-4c52-8b7f-edb2318e2c0d by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:33:06.658042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Provisioning for port 0d214560-4881-45f3-a4d3-5b9766507955 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:06.684844 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.686836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Provisioning complete for port 0d214560-4881-45f3-a4d3-5b9766507955 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:06.687242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.708768 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-37358c8a-2309-405f-bd77-8d447c9cea53 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694678 Jul 16 18:33:06.744138 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-409d90d1-75b4-47a4-840f-ac9a2efa2b16 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694573 Jul 16 18:33:06.846533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187a685-dcef-4ecd-8130-c716cf04af88 req-fc149080-1439-405c-9181-ed9058ac2286 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:06.851476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6187a685-dcef-4ecd-8130-c716cf04af88 req-fc149080-1439-405c-9181-ed9058ac2286 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.4738903 Jul 16 18:33:06.897656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Provisioning complete for port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:06.898046 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:06.908914 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4f706a26-37fe-4c02-881b-aee22b28a33f req-435c5695-d8af-4863-bd17-d95c85e6a542 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526611 Jul 16 18:33:06.941719 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event updated for resources: {'Port': ['ID=f383976c-a5bb-4c52-8b7f-edb2318e2c0d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:06.946554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-36d2696c-1972-4550-9572-5786b0734f8b None None] Port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:07.048455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-e5f0c4d0-c719-4f57-b942-96031c8ac167 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4841504 Jul 16 18:33:07.049003 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.058825 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-8bada556-7fed-4da5-8bee-a852b0275e91 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405485 Jul 16 18:33:07.083135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e28557d8-8647-4aa6-9845-3aa479b866e0 None None] Provisioning complete for port f383976c-a5bb-4c52-8b7f-edb2318e2c0d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:07.083347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e28557d8-8647-4aa6-9845-3aa479b866e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.111708 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-bc649629-47ac-4ec9-a272-58ffb9a20170 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=97467c8f-b022-4c90-8c50-5ef03999a355 HTTP/1.1" status: 200 len: 217 time: 0.0457783 Jul 16 18:33:07.132626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:07.161427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6187a685-dcef-4ecd-8130-c716cf04af88 req-c3ece615-7ed4-4236-92f6-c2d759c89508 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859476 Jul 16 18:33:07.173228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-9037b0cb-55a7-4673-bad7-e4ad7dc00505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.175418 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-9037b0cb-55a7-4673-bad7-e4ad7dc00505 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 1096 time: 0.1648710 Jul 16 18:33:07.194367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e28557d8-8647-4aa6-9845-3aa479b866e0 None None] Port f383976c-a5bb-4c52-8b7f-edb2318e2c0d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:07.214907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-b118f66b-644d-4163-bbcf-63afb6b6f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.217852 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-b118f66b-644d-4163-bbcf-63afb6b6f5e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.0978403 Jul 16 18:33:07.306658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] In _notify_port_updated(), no bound segment for port f383976c-a5bb-4c52-8b7f-edb2318e2c0d on network 0820b0e6-09b6-416c-9f99-484be031b211 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:33:07.318733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.325547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.331743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bc45fcdb-6f29-44db-9a81-f099cc084ac5 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "PUT /v2.0/ports/f383976c-a5bb-4c52-8b7f-edb2318e2c0d HTTP/1.1" status: 200 len: 960 time: 4.2210128 Jul 16 18:33:07.336008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46566) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:07.342405 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.437481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-60660f67-1590-4135-a688-54a9cea213de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.438969 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-60660f67-1590-4135-a688-54a9cea213de service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.2568097 Jul 16 18:33:07.478771 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.515269 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-d0248884-9b51-47e0-bd78-a5d735a1e8e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 HTTP/1.1" status: 200 len: 217 time: 0.0644822 Jul 16 18:33:07.597462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-f886be4e-131e-4f52-bce8-b67624cc7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.600812 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-f886be4e-131e-4f52-bce8-b67624cc7c5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3721316 Jul 16 18:33:07.666535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-31cd7d05-5708-41ed-b78f-4bffde6a0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.668319 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-31cd7d05-5708-41ed-b78f-4bffde6a0ee0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1382337 Jul 16 18:33:07.772393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d1661e43-8886-4f4f-b751-a3bb0843c104 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port f383976c-a5bb-4c52-8b7f-edb2318e2c0d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:07.773003 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1661e43-8886-4f4f-b751-a3bb0843c104 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.831477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-853d5c92-b736-43fd-b947-7db471bddb9e None None] Provisioning complete for port f383976c-a5bb-4c52-8b7f-edb2318e2c0d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:07.832454 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-853d5c92-b736-43fd-b947-7db471bddb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.869883 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-72ff1727-9769-4614-b092-b87bc423e5da service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569573 Jul 16 18:33:07.888925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] For port 7f7b01d2-8289-41dc-9776-7a174fb63fa1, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=7f7b01d2-8289-41dc-9776-7a174fb63fa1,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:07.916065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-8b3989c7-3637-4236-992a-0a0bba9a1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:07.918110 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-8b3989c7-3637-4236-992a-0a0bba9a1a82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2428670 Jul 16 18:33:07.930329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-853d5c92-b736-43fd-b947-7db471bddb9e None None] Port f383976c-a5bb-4c52-8b7f-edb2318e2c0d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:08.006006 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1661e43-8886-4f4f-b751-a3bb0843c104 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.007789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] For port 7f7b01d2-8289-41dc-9776-7a174fb63fa1, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:08.065461 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d1661e43-8886-4f4f-b751-a3bb0843c104 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for f383976c-a5bb-4c52-8b7f-edb2318e2c0d owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:08.108592 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-59be9ccd-ce3e-4d17-b838-cae1c529396c service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285111 Jul 16 18:33:08.204724 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-1fd01fee-0aa0-4bce-bc58-41979e04620f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=d1009801-eab5-456c-9434-2755b32d4b69 HTTP/1.1" status: 200 len: 217 time: 0.0560658 Jul 16 18:33:08.210896 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-8b74c048-41ed-4dbd-9384-4501989426aa service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793489 Jul 16 18:33:08.361697 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4664af0e-2607-4a82-b7f4-b11ceff7e807 req-a35106f6-7abc-48c0-b89e-5dd6b8dfcede service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368670 Jul 16 18:33:08.383527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-4ed769e0-a60e-46af-bd4f-05e8b65c4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.385180 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-4ed769e0-a60e-46af-bd4f-05e8b65c4b2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 200 len: 797 time: 0.1716132 Jul 16 18:33:08.426502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86abf67-dd6b-4921-9b99-67a10ae1c14c req-3ad95540-7da7-4bb0-8545-bb7ff8fa957d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.442130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86abf67-dd6b-4921-9b99-67a10ae1c14c req-3ad95540-7da7-4bb0-8545-bb7ff8fa957d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.451173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86abf67-dd6b-4921-9b99-67a10ae1c14c req-3ad95540-7da7-4bb0-8545-bb7ff8fa957d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.463734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86abf67-dd6b-4921-9b99-67a10ae1c14c req-3ad95540-7da7-4bb0-8545-bb7ff8fa957d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.473304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86abf67-dd6b-4921-9b99-67a10ae1c14c req-3ad95540-7da7-4bb0-8545-bb7ff8fa957d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.482944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86abf67-dd6b-4921-9b99-67a10ae1c14c req-3ad95540-7da7-4bb0-8545-bb7ff8fa957d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.496755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86abf67-dd6b-4921-9b99-67a10ae1c14c req-3ad95540-7da7-4bb0-8545-bb7ff8fa957d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.500792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1661e43-8886-4f4f-b751-a3bb0843c104 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.501510 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b86abf67-dd6b-4921-9b99-67a10ae1c14c req-3ad95540-7da7-4bb0-8545-bb7ff8fa957d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 5444 time: 0.9644892 Jul 16 18:33:08.546561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-029d9d49-7682-47d4-aaa9-dfc49ae242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.547710 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-029d9d49-7682-47d4-aaa9-dfc49ae242c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e82fb2e-8bfc-485f-98cd-7646e4e78162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1548581 Jul 16 18:33:08.551088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1661e43-8886-4f4f-b751-a3bb0843c104 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=f383976c-a5bb-4c52-8b7f-edb2318e2c0d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:08.606809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 7f7b01d2-8289-41dc-9776-7a174fb63fa1 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:08.653218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] device_id is not set on port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:08.719826 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.730591 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.744486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1661e43-8886-4f4f-b751-a3bb0843c104 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.747928 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d1661e43-8886-4f4f-b751-a3bb0843c104 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/f383976c-a5bb-4c52-8b7f-edb2318e2c0d HTTP/1.1" status: 204 len: 168 time: 1.4067879 Jul 16 18:33:08.749688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:08.794517 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b86abf67-dd6b-4921-9b99-67a10ae1c14c req-373ca11a-2f17-4ca2-9c6c-ccc94cd1fb9b tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2839258 Jul 16 18:33:08.800056 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-481479b3-32b8-4d43-a2f4-f4666246b9b4 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] GET failed (client error): The resource could not be found. Jul 16 18:33:08.804575 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-481479b3-32b8-4d43-a2f4-f4666246b9b4 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports/f383976c-a5bb-4c52-8b7f-edb2318e2c0d HTTP/1.1" status: 404 len: 333 time: 0.0513332 Jul 16 18:33:08.810227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:08.813694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.814140 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.828763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.20.0.1 (461d0216-80d7-464e-8dfe-18a5620e6f9f/3f441ad8-827d-4f3c-b419-121c0283be31/36928eab-f3cf-4663-bdbb-920f8c9d2039) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:08.850365 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-c86cf0f3-8a36-4744-b81f-b3d5651491ba service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926221 Jul 16 18:33:08.864553 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:33:08.865854 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:33:08.916097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] Pushing event updated for resources: {'Port': ['ID=7f7b01d2-8289-41dc-9776-7a174fb63fa1,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:08.969588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] No DVR routers for this DVR port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:09.068969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] In _notify_port_updated(), no bound segment for port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:33:09.070464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.071536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.073825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-98f73c99-0c5c-4c0b-91c2-d4311cd67f9b service neutron] 10.222.0.46 "PUT /v2.0/ports/7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 200 len: 1033 time: 1.9664435 Jul 16 18:33:09.106444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-67967703-ee63-45f7-8756-a6df47863da1 service neutron] 10.222.0.46 "GET /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374837 Jul 16 18:33:09.107555 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-937947a7-3fd4-43fb-b242-adb7da4b6165 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.133495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634948-ef65-4252-9e4a-4db0a3a32071 req-04bb439f-2b74-4281-941c-c29654f82d6f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.135113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8634948-ef65-4252-9e4a-4db0a3a32071 req-04bb439f-2b74-4281-941c-c29654f82d6f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.6266816 Jul 16 18:33:09.172164 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-313d98ff-202c-4638-aa2d-146b3f2579f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8 HTTP/1.1" status: 200 len: 217 time: 0.0582252 Jul 16 18:33:09.239393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-20fcfcd8-7b25-4836-91a7-d4fb3f87523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.241280 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-20fcfcd8-7b25-4836-91a7-d4fb3f87523d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.0596735 Jul 16 18:33:09.242948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-937947a7-3fd4-43fb-b242-adb7da4b6165 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.296898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8634948-ef65-4252-9e4a-4db0a3a32071 req-4b49c768-541e-4b08-a5a6-5e8bebc6ca60 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471152 Jul 16 18:33:09.307917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-dd8301af-4b6a-40ee-8e2e-9bb6b72a7c3a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.309644 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-dd8301af-4b6a-40ee-8e2e-9bb6b72a7c3a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "GET /v2.0/ports/f980964f-ab12-4a1c-984a-2ea58998774f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2290711 Jul 16 18:33:09.328455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:09.391818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-937947a7-3fd4-43fb-b242-adb7da4b6165 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.394643 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-937947a7-3fd4-43fb-b242-adb7da4b6165 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.398350 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-937947a7-3fd4-43fb-b242-adb7da4b6165 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/security-groups/31dcb6ff-ca83-4ac6-8b26-68ac1b1df399 HTTP/1.1" status: 204 len: 168 time: 0.5768671 Jul 16 18:33:09.400190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:09.412229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937947a7-3fd4-43fb-b242-adb7da4b6165 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dcb6ff-ca83-4ac6-8b26-68ac1b1df399,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:09.430801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f980964f-ab12-4a1c-984a-2ea58998774f no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:09.437859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-d54964e3-8aaf-4744-9c05-a9d41cc37369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.445379 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-d54964e3-8aaf-4744-9c05-a9d41cc37369 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1876314 Jul 16 18:33:09.446808 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.492890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-77f92691-e52c-4c9e-bedf-af13b1017117 None None] Provisioning complete for port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:09.493323 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77f92691-e52c-4c9e-bedf-af13b1017117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.545874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Transition to ACTIVE for port object 36928eab-f3cf-4663-bdbb-920f8c9d2039 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:09.548952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-77f92691-e52c-4c9e-bedf-af13b1017117 None None] Port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:09.569686 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f74c89-c2da-47b0-8d5e-15c2fb6d7613 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.597934 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f74c89-c2da-47b0-8d5e-15c2fb6d7613 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.601391 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.619577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-b9411497-41da-4d12-b377-69855458819d service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663096 Jul 16 18:33:09.630030 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.685086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f980964f-ab12-4a1c-984a-2ea58998774f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f980964f-ab12-4a1c-984a-2ea58998774f,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:09.686225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f980964f-ab12-4a1c-984a-2ea58998774f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:09.689475 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08aff85-b819-4087-a335-35b94db66652" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "f980964f-ab12-4a1c-984a-2ea58998774f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:09.696090 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.697474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 97467c8f-b022-4c90-8c50-5ef03999a355 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:09.700165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f74c89-c2da-47b0-8d5e-15c2fb6d7613 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.703216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65f74c89-c2da-47b0-8d5e-15c2fb6d7613 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.704399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-65f74c89-c2da-47b0-8d5e-15c2fb6d7613 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/security-groups/20ff0d40-410e-4b82-94fe-6046da669eec HTTP/1.1" status: 204 len: 168 time: 0.3032300 Jul 16 18:33:09.723330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46580) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:09.755809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f74c89-c2da-47b0-8d5e-15c2fb6d7613 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ff0d40-410e-4b82-94fe-6046da669eec,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:09.773733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.api [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:33:09.774005 n-d-793619-10 neutron-server[93823]: DEBUG oslo_db.api [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:33:09.795871 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:09.868848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 461d0216-80d7-464e-8dfe-18a5620e6f9f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:09.884584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:09.897509 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-7102229b-df53-417e-805d-d7fb8861f20e service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661946 Jul 16 18:33:09.910030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:09.996421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=36928eab-f3cf-4663-bdbb-920f8c9d2039,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:10.021653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1840838c-8a7f-403b-925b-0eee70a62307 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.024502 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa2798-08fa-48f0-99a6-19a0d4ea4216 x-openstack-request-id: req-4caa2798-08fa-48f0-99a6-19a0d4ea4216 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:10.025051 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "f980964f-ab12-4a1c-984a-2ea58998774f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:10.025453 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4caa2798-08fa-48f0-99a6-19a0d4ea4216 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:10.025998 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f980964f-ab12-4a1c-984a-2ea58998774f', 'code': 200} Jul 16 18:33:10.039683 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.050926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f980964f-ab12-4a1c-984a-2ea58998774f,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:10.117335 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-307b3587-6ba2-4aac-ba53-99c56c737183 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=371d613d-38e1-45bd-97dd-05f7e64845db HTTP/1.1" status: 200 len: 217 time: 0.2124805 Jul 16 18:33:10.167843 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.176421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1840838c-8a7f-403b-925b-0eee70a62307 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.241448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-06935163-71e5-44a7-87c5-4a7de133740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.244409 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-06935163-71e5-44a7-87c5-4a7de133740d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 200 len: 797 time: 0.1190236 Jul 16 18:33:10.280790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 97467c8f-b022-4c90-8c50-5ef03999a355, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=97467c8f-b022-4c90-8c50-5ef03999a355,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:10.289190 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.294878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 371d613d-38e1-45bd-97dd-05f7e64845db no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:10.344653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1840838c-8a7f-403b-925b-0eee70a62307 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.348617 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1840838c-8a7f-403b-925b-0eee70a62307 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.350061 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1840838c-8a7f-403b-925b-0eee70a62307 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/security-groups/9714d4cc-475e-4df6-89aa-db12cf20e371 HTTP/1.1" status: 204 len: 168 time: 0.6257591 Jul 16 18:33:10.373610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:10.414145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840838c-8a7f-403b-925b-0eee70a62307 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9714d4cc-475e-4df6-89aa-db12cf20e371,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:10.471369 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.498776 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.525763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-45e486d7-32cd-49e9-8f2d-be64055f08d7 None None] Provisioning for port 36928eab-f3cf-4663-bdbb-920f8c9d2039 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:10.563893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-45e486d7-32cd-49e9-8f2d-be64055f08d7 None None] Provisioning complete for port 36928eab-f3cf-4663-bdbb-920f8c9d2039 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:10.564220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45e486d7-32cd-49e9-8f2d-be64055f08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.601434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b3067-5782-4552-aaec-31a07b713595 req-2d312c9a-ead9-4823-8e70-b84a4b119a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.607763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-2d312c9a-ead9-4823-8e70-b84a4b119a2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3493903 Jul 16 18:33:10.625425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bb8635-283d-44c6-80fe-6dfc40f6e06e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet 093d56da-435c-457e-97cb-a52bdea7e382 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:10.673483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8635-283d-44c6-80fe-6dfc40f6e06e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.715483 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.760155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=97467c8f-b022-4c90-8c50-5ef03999a355,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:10.789787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-45e486d7-32cd-49e9-8f2d-be64055f08d7 None None] Port 36928eab-f3cf-4663-bdbb-920f8c9d2039 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:10.811191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 371d613d-38e1-45bd-97dd-05f7e64845db, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=371d613d-38e1-45bd-97dd-05f7e64845db,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:10.827936 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.832468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8369adb2-a408-4a2d-8f23-3cdb64eff63c no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:10.847513 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.855603 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-2ff1ca92-ea6f-4127-a1bb-a32c505825d4 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218831 Jul 16 18:33:10.880201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542c49d-073c-4986-b06f-6bcd83927146 req-39e707a1-c105-4876-9a70-0f9208453638 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.892104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542c49d-073c-4986-b06f-6bcd83927146 req-39e707a1-c105-4876-9a70-0f9208453638 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.903638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542c49d-073c-4986-b06f-6bcd83927146 req-39e707a1-c105-4876-9a70-0f9208453638 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.915947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542c49d-073c-4986-b06f-6bcd83927146 req-39e707a1-c105-4876-9a70-0f9208453638 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.923640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8635-283d-44c6-80fe-6dfc40f6e06e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:10.928845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542c49d-073c-4986-b06f-6bcd83927146 req-39e707a1-c105-4876-9a70-0f9208453638 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.942376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542c49d-073c-4986-b06f-6bcd83927146 req-39e707a1-c105-4876-9a70-0f9208453638 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.946984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6542c49d-073c-4986-b06f-6bcd83927146 req-39e707a1-c105-4876-9a70-0f9208453638 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 4660 time: 0.6212652 Jul 16 18:33:11.043592 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-218b3067-5782-4552-aaec-31a07b713595 req-9aa551c3-7f35-4aa8-bf6f-ab4222bc5215 service neutron] 10.222.0.46 "GET /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676509 Jul 16 18:33:11.069550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=371d613d-38e1-45bd-97dd-05f7e64845db,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:11.088170 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.108715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8635-283d-44c6-80fe-6dfc40f6e06e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.213390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8369adb2-a408-4a2d-8f23-3cdb64eff63c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:11.220276 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.222260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:11.240663 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8635-283d-44c6-80fe-6dfc40f6e06e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.272014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb8635-283d-44c6-80fe-6dfc40f6e06e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=093d56da-435c-457e-97cb-a52bdea7e382,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:11.279191 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8635-283d-44c6-80fe-6dfc40f6e06e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.281430 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d1bb8635-283d-44c6-80fe-6dfc40f6e06e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/093d56da-435c-457e-97cb-a52bdea7e382 HTTP/1.1" status: 204 len: 168 time: 0.8883851 Jul 16 18:33:11.298123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46590) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:11.334300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6542c49d-073c-4986-b06f-6bcd83927146 req-57317cdb-8fba-442b-bab8-237957097e2a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6c0405b-8f72-45d8-bea6-13cde7b80391&id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3270278 Jul 16 18:33:11.388264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40805af-cfe4-4128-a30b-4e84b8b3d470 None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:11.418837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=8369adb2-a408-4a2d-8f23-3cdb64eff63c,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:11.441194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-716a88bb-3778-4fdc-ba96-b9fdab1ae46e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet 4688b43a-58ca-436d-8284-09c378d07a82 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:11.445173 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-716a88bb-3778-4fdc-ba96-b9fdab1ae46e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.498510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-716a88bb-3778-4fdc-ba96-b9fdab1ae46e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.531438 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.572389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492741d1-ba56-44c0-b7a1-a5e968f21223 req-b8c7e16a-52c8-4896-bae9-6cf834a0a2cf tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.590225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-492741d1-ba56-44c0-b7a1-a5e968f21223 req-b8c7e16a-52c8-4896-bae9-6cf834a0a2cf tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.7680938 Jul 16 18:33:11.689450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] For port f980964f-ab12-4a1c-984a-2ea58998774f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f980964f-ab12-4a1c-984a-2ea58998774f,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:11.708965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:11.724913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.725643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d1009801-eab5-456c-9434-2755b32d4b69 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:11.742559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-716a88bb-3778-4fdc-ba96-b9fdab1ae46e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.770932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-492741d1-ba56-44c0-b7a1-a5e968f21223 req-67544ca5-346c-4702-8b09-52b3e66feff7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795461 Jul 16 18:33:11.844059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] For port f980964f-ab12-4a1c-984a-2ea58998774f, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:11.873746 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-716a88bb-3778-4fdc-ba96-b9fdab1ae46e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.928856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a88bb-3778-4fdc-ba96-b9fdab1ae46e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=4688b43a-58ca-436d-8284-09c378d07a82,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:11.935915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] device_id is not set on port f980964f-ab12-4a1c-984a-2ea58998774f yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:11.938907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-716a88bb-3778-4fdc-ba96-b9fdab1ae46e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.942852 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-716a88bb-3778-4fdc-ba96-b9fdab1ae46e tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/4688b43a-58ca-436d-8284-09c378d07a82 HTTP/1.1" status: 204 len: 168 time: 0.6418810 Jul 16 18:33:11.946076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:11.948456 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.959988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:12.003710 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d38957-c140-4530-9eb5-e30a82e20c8b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:12.005449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.006240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d38957-c140-4530-9eb5-e30a82e20c8b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:12.012446 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a1d38957-c140-4530-9eb5-e30a82e20c8b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/093d56da-435c-457e-97cb-a52bdea7e382 HTTP/1.1" status: 404 len: 337 time: 0.0640054 Jul 16 18:33:12.015315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:12.029157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97467c8f-b022-4c90-8c50-5ef03999a355'}, {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371d613d-38e1-45bd-97dd-05f7e64845db'}, {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c'}, {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:12.031459 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7077405-4848-44fa-9d17-99a2dbfd7ace" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "97467c8f-b022-4c90-8c50-5ef03999a355"}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "371d613d-38e1-45bd-97dd-05f7e64845db"}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c"}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaf0a25-22e8-41a0-8063-3344b00ab1f8"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:12.059392 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.139973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f176c8e4-7967-4527-a590-3e6e8bc761bb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting subnet 0569afca-6209-4281-9dd3-177fdb13ffa5 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:12.147011 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7942acd-023f-408c-b00d-44405d8b8419 x-openstack-request-id: req-e7942acd-023f-408c-b00d-44405d8b8419 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:12.147597 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "97467c8f-b022-4c90-8c50-5ef03999a355", "code": 200}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "371d613d-38e1-45bd-97dd-05f7e64845db", "code": 200}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c", "code": 200}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "9aaf0a25-22e8-41a0-8063-3344b00ab1f8", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:12.148020 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7942acd-023f-408c-b00d-44405d8b8419 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:12.148618 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f176c8e4-7967-4527-a590-3e6e8bc761bb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.148880 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97467c8f-b022-4c90-8c50-5ef03999a355', 'code': 200} Jul 16 18:33:12.149535 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '371d613d-38e1-45bd-97dd-05f7e64845db', 'code': 200} Jul 16 18:33:12.150290 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'code': 200} Jul 16 18:33:12.150840 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8', 'code': 200} Jul 16 18:33:12.180290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d1009801-eab5-456c-9434-2755b32d4b69, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d1009801-eab5-456c-9434-2755b32d4b69,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:12.192947 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.200787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e895124-d27d-4c8e-b788-159b2baf9d46 None None] Update dhcp port {'port': {'network_id': '0820b0e6-09b6-416c-9f99-484be031b211', 'fixed_ips': [{'subnet_id': '0569afca-6209-4281-9dd3-177fdb13ffa5', 'ip_address': '172.20.0.18'}, {'subnet_id': '4688b43a-58ca-436d-8284-09c378d07a82'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '0d214560-4881-45f3-a4d3-5b9766507955'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:33:12.251557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f176c8e4-7967-4527-a590-3e6e8bc761bb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.273039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] No DVR routers for this DVR port f980964f-ab12-4a1c-984a-2ea58998774f on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:12.280440 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.282796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Pushing event updated for resources: {'Port': ['ID=f980964f-ab12-4a1c-984a-2ea58998774f,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:12.284193 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e895124-d27d-4c8e-b788-159b2baf9d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.290712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=d1009801-eab5-456c-9434-2755b32d4b69,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:12.324806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.378432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.381124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f176c8e4-7967-4527-a590-3e6e8bc761bb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.456226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] In _notify_port_updated(), no bound segment for port f980964f-ab12-4a1c-984a-2ea58998774f on network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:33:12.456226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.457271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.458694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-3fed0848-384e-4cb4-b10d-a62e0e6d24bb service neutron] 10.222.0.46 "PUT /v2.0/ports/f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 200 len: 1032 time: 3.1399820 Jul 16 18:33:12.489363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=36928eab-f3cf-4663-bdbb-920f8c9d2039,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:12.493216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f176c8e4-7967-4527-a590-3e6e8bc761bb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-4e895124-d27d-4c8e-b788-159b2baf9d46 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0569afca-6209-4281-9dd3-177fdb13ffa5: This subnet is being modified by another concurrent operation. Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0569afca-6209-4281-9dd3-177fdb13ffa5: This subnet is being modified by another concurrent operation. Jul 16 18:33:12.497235 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:33:12.555300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d4b06f2f-8935-42bc-83cd-3e30427b2824 None None] Provisioning complete for port f980964f-ab12-4a1c-984a-2ea58998774f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:12.557636 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4b06f2f-8935-42bc-83cd-3e30427b2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.633777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230485a-efc6-4f01-a4fa-437b683cd047 None None] Network 0820b0e6-09b6-416c-9f99-484be031b211 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:12.683436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 461d0216-80d7-464e-8dfe-18a5620e6f9f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:12.692707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:12.789438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a10e-ec5f-4e7a-be06-8d6645690375 req-cec778a3-0f73-428e-9e25-3c79ec705744 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.795814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a10e-ec5f-4e7a-be06-8d6645690375 req-cec778a3-0f73-428e-9e25-3c79ec705744 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.803025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a10e-ec5f-4e7a-be06-8d6645690375 req-cec778a3-0f73-428e-9e25-3c79ec705744 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.809816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a10e-ec5f-4e7a-be06-8d6645690375 req-cec778a3-0f73-428e-9e25-3c79ec705744 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.819096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a10e-ec5f-4e7a-be06-8d6645690375 req-cec778a3-0f73-428e-9e25-3c79ec705744 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:12.827356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d4b06f2f-8935-42bc-83cd-3e30427b2824 None None] Port f980964f-ab12-4a1c-984a-2ea58998774f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:12.828035 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b87a10e-ec5f-4e7a-be06-8d6645690375 req-cec778a3-0f73-428e-9e25-3c79ec705744 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 3875 time: 0.2682090 Jul 16 18:33:13.007380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1b29bd7e-3903-43e8-af2e-147dd84a736c None None] Provisioning complete for port 0d214560-4881-45f3-a4d3-5b9766507955 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:13.007988 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b29bd7e-3903-43e8-af2e-147dd84a736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.194553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176c8e4-7967-4527-a590-3e6e8bc761bb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Subnet': ['ID=0569afca-6209-4281-9dd3-177fdb13ffa5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:13.199779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:13.200353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.202642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f176c8e4-7967-4527-a590-3e6e8bc761bb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.206410 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f176c8e4-7967-4527-a590-3e6e8bc761bb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/0569afca-6209-4281-9dd3-177fdb13ffa5 HTTP/1.1" status: 204 len: 168 time: 1.1895263 Jul 16 18:33:13.210585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.246067 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6adc50-8d47-48d2-b853-6f7553be22de tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.246518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6adc50-8d47-48d2-b853-6f7553be22de tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.248338 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4a6adc50-8d47-48d2-b853-6f7553be22de tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/aa95cb11-445a-423d-a22c-8d70c60a5e56 HTTP/1.1" status: 404 len: 337 time: 0.0363460 Jul 16 18:33:13.253306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.285337 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de6eeaff-3973-4423-99e1-498dcafd8faa tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5ec2238-7c70-4697-bfbd-0f50b127ff11 HTTP/1.1" status: 200 len: 205 time: 0.0308676 Jul 16 18:33:13.289388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46610) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.299887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1b29bd7e-3903-43e8-af2e-147dd84a736c None None] Provisioning complete for port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:13.301180 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b29bd7e-3903-43e8-af2e-147dd84a736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.301342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b87a10e-ec5f-4e7a-be06-8d6645690375 req-5a79e222-5c5c-4014-97b3-678999a11168 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4728482 Jul 16 18:33:13.345342 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-24e35422-1d8e-4ec3-af65-5e7bb3687db8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] delete failed (client error): The resource could not be found. Jul 16 18:33:13.347001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae011b0-9955-4582-9098-f63f00311e32 None None] DHCP port deletion for 0820b0e6-09b6-416c-9f99-484be031b211 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:13.350299 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-24e35422-1d8e-4ec3-af65-5e7bb3687db8 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/routers/f5ec2238-7c70-4697-bfbd-0f50b127ff11 HTTP/1.1" status: 404 len: 336 time: 0.0576339 Jul 16 18:33:13.350783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46612) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.379244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 91e0b67a-64a4-4a42-a251-8e314f5632d7 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:13.383643 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce6270f-6923-4981-ab56-a4d96c459754 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.384415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce6270f-6923-4981-ab56-a4d96c459754 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.389417 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5ce6270f-6923-4981-ab56-a4d96c459754 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/1ed2d470-4c0e-488b-b471-8a83a5847ecb HTTP/1.1" status: 404 len: 337 time: 0.0368199 Jul 16 18:33:13.390784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.416921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] For port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:13.417325 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.419102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1b29bd7e-3903-43e8-af2e-147dd84a736c None None] Port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:13.443621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Calling delete_port for 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:13.446610 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-10367eed-4207-497e-8402-771603d8bdd7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.447220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10367eed-4207-497e-8402-771603d8bdd7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.453369 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-10367eed-4207-497e-8402-771603d8bdd7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/57446d5e-57ba-4dbf-80f7-bdb96a7cfa37 HTTP/1.1" status: 404 len: 337 time: 0.0587964 Jul 16 18:33:13.453596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243130fa-c741-41a0-ad2d-b5edb851835e req-9161a393-c7a4-4b6d-a9dd-6e783f32e3b2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.453941 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.454872 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-243130fa-c741-41a0-ad2d-b5edb851835e req-9161a393-c7a4-4b6d-a9dd-6e783f32e3b2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.2513874 Jul 16 18:33:13.463362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1ae011b0-9955-4582-9098-f63f00311e32 None None] Deleting port 0d214560-4881-45f3-a4d3-5b9766507955 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:13.464492 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ae011b0-9955-4582-9098-f63f00311e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.503508 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dfa203-b6c2-4091-8cd7-9352fa09dfd4 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.504226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dfa203-b6c2-4091-8cd7-9352fa09dfd4 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.507925 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-12dfa203-b6c2-4091-8cd7-9352fa09dfd4 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/5336ec5d-aa52-402d-9ade-cf6319c47527 HTTP/1.1" status: 404 len: 337 time: 0.0519354 Jul 16 18:33:13.509966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.558907 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6bd6b3-4cbd-4472-9a5c-1f16123d577b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.560264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6bd6b3-4cbd-4472-9a5c-1f16123d577b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.565926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4e6bd6b3-4cbd-4472-9a5c-1f16123d577b tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/0b83831c-3b1c-4cb1-8db4-981786b505b8 HTTP/1.1" status: 404 len: 333 time: 0.0514436 Jul 16 18:33:13.566446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1ae011b0-9955-4582-9098-f63f00311e32 None None] For port 0d214560-4881-45f3-a4d3-5b9766507955, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0d214560-4881-45f3-a4d3-5b9766507955,segment=NetworkSegment(5334f4c6-512f-48a9-b99d-f2bd2b1ee865),segment_id=5334f4c6-512f-48a9-b99d-f2bd2b1ee865)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:13.567113 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ae011b0-9955-4582-9098-f63f00311e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.568150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.590179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1ae011b0-9955-4582-9098-f63f00311e32 None None] Calling delete_port for 0d214560-4881-45f3-a4d3-5b9766507955 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:13.597233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5aab7878-1f9d-4db2-b776-23a695386c65 None None] Provisioning complete for port 36928eab-f3cf-4663-bdbb-920f8c9d2039 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:13.597639 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5aab7878-1f9d-4db2-b776-23a695386c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.623025 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfe2700-4038-40f3-8797-d3300401b238 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.623503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfe2700-4038-40f3-8797-d3300401b238 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.627877 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cdfe2700-4038-40f3-8797-d3300401b238 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/6845d474-4b22-4052-bb98-d6578f5f69fc HTTP/1.1" status: 404 len: 337 time: 0.0569258 Jul 16 18:33:13.634197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-243130fa-c741-41a0-ad2d-b5edb851835e req-1e9bc5b9-e2fc-46dd-8312-a237e6d9fda5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337161 Jul 16 18:33:13.634854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.688893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:13.689878 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06f99da-37ad-42b2-bb3a-ce240f0f7a8c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.706756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e06f99da-37ad-42b2-bb3a-ce240f0f7a8c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.706912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cf370eb4-aa06-4c18-a2c8-0ebb7daa9391 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/routers/91e0b67a-64a4-4a42-a251-8e314f5632d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2256794 Jul 16 18:33:13.707085 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e06f99da-37ad-42b2-bb3a-ce240f0f7a8c tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/7aa75635-91b7-45f4-a669-b81787490d3e HTTP/1.1" status: 404 len: 337 time: 0.0624621 Jul 16 18:33:13.707085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46624) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.713156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'port': {'network_id': '461d0216-80d7-464e-8dfe-18a5620e6f9f', 'name': 'tempest-FloatingIPTestJSON-1232823838'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:13.713428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.716900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10517d10-f0cd-43a4-91a3-2a121aa6bea8 None None] Sync routers for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:13.733587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5aab7878-1f9d-4db2-b776-23a695386c65 None None] Port 36928eab-f3cf-4663-bdbb-920f8c9d2039 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:13.747105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10517d10-f0cd-43a4-91a3-2a121aa6bea8 None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:13.747994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-10517d10-f0cd-43a4-91a3-2a121aa6bea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:13.793514 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-10517d10-f0cd-43a4-91a3-2a121aa6bea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:13.807561 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-939cf6f2-88f9-44ee-9021-098d0846fbf7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.808797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939cf6f2-88f9-44ee-9021-098d0846fbf7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.816114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-939cf6f2-88f9-44ee-9021-098d0846fbf7 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/2a8ad58a-2c51-488b-abbe-5c4aac0c2d62 HTTP/1.1" status: 404 len: 333 time: 0.0974391 Jul 16 18:33:13.816440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10517d10-f0cd-43a4-91a3-2a121aa6bea8 None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:13.817458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-10517d10-f0cd-43a4-91a3-2a121aa6bea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:13.819045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.859480 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-28708599-a3bb-472b-a250-39bc1a87a472 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.860001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28708599-a3bb-472b-a250-39bc1a87a472 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.865610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-28708599-a3bb-472b-a250-39bc1a87a472 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/204d36af-4989-43e9-ba96-e4e14fe3136f HTTP/1.1" status: 404 len: 337 time: 0.0429702 Jul 16 18:33:13.865857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-10517d10-f0cd-43a4-91a3-2a121aa6bea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:13.865857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10517d10-f0cd-43a4-91a3-2a121aa6bea8 None None] The sync data for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:13.866679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.876861 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.880882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ae011b0-9955-4582-9098-f63f00311e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.911331 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Port': ['ID=9aaf0a25-22e8-41a0-8063-3344b00ab1f8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:13.916740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae011b0-9955-4582-9098-f63f00311e32 None None] No DVR routers for this DVR port 0d214560-4881-45f3-a4d3-5b9766507955 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:13.921831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae011b0-9955-4582-9098-f63f00311e32 None None] Pushing event deleted for resources: {'Port': ['ID=0d214560-4881-45f3-a4d3-5b9766507955,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:13.964481 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57f4180-48e0-47b6-86c7-95394d9a1b92 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:13.965279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57f4180-48e0-47b6-86c7-95394d9a1b92 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:13.968617 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c57f4180-48e0-47b6-86c7-95394d9a1b92 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/subnets/ec86693d-b46f-48a5-bd39-cd5e4fecb925 HTTP/1.1" status: 404 len: 337 time: 0.1015408 Jul 16 18:33:13.975296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.980932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] No DVR routers for this DVR port 9aaf0a25-22e8-41a0-8063-3344b00ab1f8 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:13.985213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.989021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-b4a522a0-9e12-4635-b176-fe010ba72de5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "DELETE /v2.0/ports/9aaf0a25-22e8-41a0-8063-3344b00ab1f8 HTTP/1.1" status: 204 len: 173 time: 1.5188296 Jul 16 18:33:13.989786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:13.992876 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0598e1-56b5-4309-a51d-973e7efe13e2" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "9aaf0a25-22e8-41a0-8063-3344b00ab1f8"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:14.076176 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aca0d98-5807-4811-ae1b-5c7f66108ec5 x-openstack-request-id: req-1aca0d98-5807-4811-ae1b-5c7f66108ec5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:14.076736 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "9aaf0a25-22e8-41a0-8063-3344b00ab1f8", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:14.077929 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1aca0d98-5807-4811-ae1b-5c7f66108ec5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:14.078592 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': '9aaf0a25-22e8-41a0-8063-3344b00ab1f8', 'status': 'completed', 'code': 200} Jul 16 18:33:14.103858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Made reservation on behalf of f4fd63a751894207acd5cb98548460b9 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:14.113762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.153164 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1009801-eab5-456c-9434-2755b32d4b69'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:14.155415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting port 8369adb2-a408-4a2d-8f23-3cdb64eff63c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:14.155840 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.157549 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd1f74d-d1e4-4c82-b51c-9d97ca5c9e1a" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "d1009801-eab5-456c-9434-2755b32d4b69"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:14.208702 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cb89f5-4c24-4de9-831e-ded920daa3da x-openstack-request-id: req-08cb89f5-4c24-4de9-831e-ded920daa3da {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:14.209154 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "d1009801-eab5-456c-9434-2755b32d4b69", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:14.209746 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08cb89f5-4c24-4de9-831e-ded920daa3da {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:14.210363 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1009801-eab5-456c-9434-2755b32d4b69', 'code': 200} Jul 16 18:33:14.220507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] device_id is not set on port 65fd20dc-ed74-486a-b125-77f98a4e53a1 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:14.306898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] For port 8369adb2-a408-4a2d-8f23-3cdb64eff63c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8369adb2-a408-4a2d-8f23-3cdb64eff63c,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:14.307348 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.312807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0d214560-4881-45f3-a4d3-5b9766507955 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:14.366678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e39fc120-30bd-4d54-8610-ab340b42c691 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Deleting port 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:14.367256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e39fc120-30bd-4d54-8610-ab340b42c691 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.402509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 0d214560-4881-45f3-a4d3-5b9766507955 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:14.416626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0d214560-4881-45f3-a4d3-5b9766507955 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:14.562114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e39fc120-30bd-4d54-8610-ab340b42c691 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.582729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Allocated IP 172.20.0.3 (461d0216-80d7-464e-8dfe-18a5620e6f9f/3f441ad8-827d-4f3c-b419-121c0283be31/65fd20dc-ed74-486a-b125-77f98a4e53a1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:14.602009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e39fc120-30bd-4d54-8610-ab340b42c691 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Calling delete_port for 3a71402a-f388-4ed5-a7ee-df9f81ad70c9 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:14.697604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51514c-21f5-482f-a893-23b9ec2acdac None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:33:14.750021 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.750878 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.751705 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Floating IP ed2abe2a-039c-4c42-b068-25eb027c4bd1 disassociated. External IP: 172.25.2.194, port: 8369adb2-a408-4a2d-8f23-3cdb64eff63c. Jul 16 18:33:14.751705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Calling delete_port for 8369adb2-a408-4a2d-8f23-3cdb64eff63c owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:14.888297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e39fc120-30bd-4d54-8610-ab340b42c691 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.012830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fc120-30bd-4d54-8610-ab340b42c691 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Port': ['ID=3a71402a-f388-4ed5-a7ee-df9f81ad70c9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.023324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316f78-2233-4efa-add4-da8c9162c0d8 req-0bc128b7-6603-4dfb-8e2f-83882347b038 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.030433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a51514c-21f5-482f-a893-23b9ec2acdac None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:33:15.034246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316f78-2233-4efa-add4-da8c9162c0d8 req-0bc128b7-6603-4dfb-8e2f-83882347b038 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.035869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e39fc120-30bd-4d54-8610-ab340b42c691 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.039644 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e39fc120-30bd-4d54-8610-ab340b42c691 tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/ports/3a71402a-f388-4ed5-a7ee-df9f81ad70c9 HTTP/1.1" status: 204 len: 168 time: 1.0480080 Jul 16 18:33:15.043027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316f78-2233-4efa-add4-da8c9162c0d8 req-0bc128b7-6603-4dfb-8e2f-83882347b038 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.051671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316f78-2233-4efa-add4-da8c9162c0d8 req-0bc128b7-6603-4dfb-8e2f-83882347b038 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.054090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f316f78-2233-4efa-add4-da8c9162c0d8 req-0bc128b7-6603-4dfb-8e2f-83882347b038 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 3142 time: 0.2781434 Jul 16 18:33:15.056323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:15.209293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.231255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd050f9a-63e8-4f1a-a88c-c87a499c584f req-76bb35da-7dce-4742-9076-fb7a18d9b642 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.240321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd050f9a-63e8-4f1a-a88c-c87a499c584f req-76bb35da-7dce-4742-9076-fb7a18d9b642 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.1459439 Jul 16 18:33:15.266373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f316f78-2233-4efa-add4-da8c9162c0d8 req-746eddd2-ff73-432f-94ab-cd50d7b38e15 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988049 Jul 16 18:33:15.293498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.297810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Transition to ACTIVE for port object 65fd20dc-ed74-486a-b125-77f98a4e53a1 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:15.337087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd050f9a-63e8-4f1a-a88c-c87a499c584f req-ed6d0dda-555a-4bdf-8454-4d47d3a3f0e1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955272 Jul 16 18:33:15.402166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.423290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.438566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0820b0e6-09b6-416c-9f99-484be031b211']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:15.453415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5334f4c6-512f-48a9-b99d-f2bd2b1ee865') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:15.453746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5334f4c6-512f-48a9-b99d-f2bd2b1ee865') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:15.464566 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.467703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.529709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event updated for resources: {'Port': ['ID=65fd20dc-ed74-486a-b125-77f98a4e53a1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.550064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.553541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Network 461d0216-80d7-464e-8dfe-18a5620e6f9f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:15.557200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:15.561152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:15.564703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:15.565257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:15.568446 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:15.677381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.678106 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.679880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Port': ['ID=8369adb2-a408-4a2d-8f23-3cdb64eff63c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.682257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.688942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Router 104a52a8-bd57-4435-b42d-16a62e8e7276 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:15.696160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.702294 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] 10.222.0.60 "DELETE /v2.0/networks/0820b0e6-09b6-416c-9f99-484be031b211 HTTP/1.1" status: 204 len: 168 time: 0.6402106 Jul 16 18:33:15.735103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00977a8d-2127-435b-b618-65af3a8043eb tempest-PortsTestJSON-1811154172 tempest-PortsTestJSON-1811154172-project] Pushing event deleted for resources: {'Network': ['ID=0820b0e6-09b6-416c-9f99-484be031b211,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.751569 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-47136827-2b79-4ef2-8d92-4c7d048677fb tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0482988 Jul 16 18:33:15.752480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:15.761724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Request body: {'floatingip': {'port_id': '65fd20dc-ed74-486a-b125-77f98a4e53a1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:15.828410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:15.853518 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] Sync routers for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:15.880627 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:15.882522 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:15.886462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] No DVR routers for this DVR port 8369adb2-a408-4a2d-8f23-3cdb64eff63c on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:15.890551 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.896902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-7fa26be0-aa6b-4102-acbd-1570c8674c09 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "DELETE /v2.0/ports/8369adb2-a408-4a2d-8f23-3cdb64eff63c HTTP/1.1" status: 204 len: 173 time: 1.8968382 Jul 16 18:33:15.949140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.092592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:16.104390 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295641f9-5178-4c55-b696-4085fe70e779" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:16.126173 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:16.176810 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27297b91-dc50-49ac-93f0-ec65bec2f338 x-openstack-request-id: req-27297b91-dc50-49ac-93f0-ec65bec2f338 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:16.177531 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "8369adb2-a408-4a2d-8f23-3cdb64eff63c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:16.177618 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27297b91-dc50-49ac-93f0-ec65bec2f338 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:16.182631 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': '8369adb2-a408-4a2d-8f23-3cdb64eff63c', 'status': 'completed', 'code': 200} Jul 16 18:33:16.249442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting port 97467c8f-b022-4c90-8c50-5ef03999a355 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:16.250037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.361306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46656) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:16.550568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-57f275f3-64ba-4190-9c4f-50a5ca250fdd None None] Provisioning for port 65fd20dc-ed74-486a-b125-77f98a4e53a1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:16.567802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-57f275f3-64ba-4190-9c4f-50a5ca250fdd None None] Provisioning complete for port 65fd20dc-ed74-486a-b125-77f98a4e53a1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:16.568414 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-57f275f3-64ba-4190-9c4f-50a5ca250fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.572999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] For port 97467c8f-b022-4c90-8c50-5ef03999a355, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=97467c8f-b022-4c90-8c50-5ef03999a355,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:16.573930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.601949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Calling delete_port for 97467c8f-b022-4c90-8c50-5ef03999a355 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:16.779185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-57f275f3-64ba-4190-9c4f-50a5ca250fdd None None] Port 65fd20dc-ed74-486a-b125-77f98a4e53a1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:16.896294 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.966911 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '88063bc6-2463-4e7d-9410-2d7436b72231', 'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'mac_address': 'fa:16:3e:f5:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:12Z', 'updated_at': '2021-07-16T18:22:25Z', 'revision_number': 5, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'subnets': [{'id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:17.012499 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] Checking router: 104a52a8-bd57-4435-b42d-16a62e8e7276 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:17.019693 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d00a5fc9-812a-488e-927b-f110414e0920 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d22619d68a743e09496f834171a3177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562881 Jul 16 18:33:17.028208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46666) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:17.039467 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:17.042329 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:17.058114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Port': ['ID=97467c8f-b022-4c90-8c50-5ef03999a355,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:17.075905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.076427 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.076911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.077353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.077819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.078380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.078704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.079139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.079579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.080059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.080492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.080966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:17.160856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] No DVR routers for this DVR port 97467c8f-b022-4c90-8c50-5ef03999a355 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:17.171835 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.175058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-9fecd790-a829-4ded-a5da-7522b3cec56e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "DELETE /v2.0/ports/97467c8f-b022-4c90-8c50-5ef03999a355 HTTP/1.1" status: 204 len: 173 time: 1.2722559 Jul 16 18:33:17.239816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f277246-0b63-4bc8-a52b-b4345261fd19 req-a3c0deba-f623-4a09-b202-904e947b73ee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:17.246413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f277246-0b63-4bc8-a52b-b4345261fd19 req-a3c0deba-f623-4a09-b202-904e947b73ee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:17.248093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f277246-0b63-4bc8-a52b-b4345261fd19 req-a3c0deba-f623-4a09-b202-904e947b73ee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 1676 time: 0.3140411 Jul 16 18:33:17.264327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc623ec8-0540-40f9-bf0b-f060c400ff35 req-eef9cd5e-98b9-4ebb-8c58-28324cd86ab6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:17.268435 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:17.273774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc623ec8-0540-40f9-bf0b-f060c400ff35 req-eef9cd5e-98b9-4ebb-8c58-28324cd86ab6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.4014065 Jul 16 18:33:17.390796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc623ec8-0540-40f9-bf0b-f060c400ff35 req-76060068-5de2-47ea-825d-f7085af14a2e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158350 Jul 16 18:33:17.500694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting port 371d613d-38e1-45bd-97dd-05f7e64845db {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:17.501613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.529749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f277246-0b63-4bc8-a52b-b4345261fd19 req-59f17502-6c34-42c6-bac7-8ae37b77bd53 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494612 Jul 16 18:33:17.654207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.685643 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.746295 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.774831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] For port 371d613d-38e1-45bd-97dd-05f7e64845db, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=371d613d-38e1-45bd-97dd-05f7e64845db,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:17.775203 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.792881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Calling delete_port for 371d613d-38e1-45bd-97dd-05f7e64845db owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:17.816279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.872351 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP 51d7f376-46f3-4f49-ba91-f22537a17671 associated. External IP: 172.25.2.199, port: 94d42be0-3c59-48c1-b7c2-14cfaca5c4eb. Jul 16 18:33:17.879634 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '88063bc6-2463-4e7d-9410-2d7436b72231', 'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'mac_address': 'fa:16:3e:f5:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:12Z', 'updated_at': '2021-07-16T18:22:25Z', 'revision_number': 5, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'subnets': [{'id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:17.957059 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640c16a-3287-4e53-b678-4cda68d463f3 None None] The sync data for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 is: [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 4, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '88063bc6-2463-4e7d-9410-2d7436b72231', 'name': '', 'network_id': 'ac607c0e-76b7-4d45-b1ce-c482ba19b11e', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'mac_address': 'fa:16:3e:f5:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:12Z', 'updated_at': '2021-07-16T18:22:25Z', 'revision_number': 5, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'subnets': [{'id': '82f704ad-33fb-4f05-85e6-f4111dd0300d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:18.073490 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.076881 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.078651 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c32bc5f4-3636-493c-bb5e-b9da69cf1b7a HTTP/1.1" status: 204 len: 168 time: 1.0482838 Jul 16 18:33:18.170519 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32bc5f4-3636-493c-bb5e-b9da69cf1b7a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:18.185149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': '97467c8f-b022-4c90-8c50-5ef03999a355'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:18.187918 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56511564-8b7c-4e10-8f84-7e5cbe9e2576" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "97467c8f-b022-4c90-8c50-5ef03999a355"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:18.202569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.203192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.203398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.203742 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.204078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.204472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.218586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.219018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.219367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.219718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.220059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.221212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de652ada-48e5-4b65-94a1-c4ba67a73970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:18.278329 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fa68ef-3fd4-47a3-8ed9-1b5c6e8daffb x-openstack-request-id: req-58fa68ef-3fd4-47a3-8ed9-1b5c6e8daffb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:18.279990 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "97467c8f-b022-4c90-8c50-5ef03999a355", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:18.281614 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58fa68ef-3fd4-47a3-8ed9-1b5c6e8daffb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:18.285518 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': '97467c8f-b022-4c90-8c50-5ef03999a355', 'status': 'completed', 'code': 200} Jul 16 18:33:18.365832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:18.438460 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.510946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Port': ['ID=371d613d-38e1-45bd-97dd-05f7e64845db,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:18.552129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbef8ce-b985-4edb-98f1-d74901a2caec None None] New status for floating IP ed2abe2a-039c-4c42-b068-25eb027c4bd1: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:33:18.590341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] No DVR routers for this DVR port 371d613d-38e1-45bd-97dd-05f7e64845db on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:18.593683 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.596294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-84c046be-c41c-49fd-96fc-7200816b1ec9 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "DELETE /v2.0/ports/371d613d-38e1-45bd-97dd-05f7e64845db HTTP/1.1" status: 204 len: 173 time: 1.4094296 Jul 16 18:33:18.599696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:18.617584 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea4526-af5d-4dee-a6da-02a0fd60a775 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:18.635108 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea4526-af5d-4dee-a6da-02a0fd60a775 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:18.637360 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-43ea4526-af5d-4dee-a6da-02a0fd60a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:18.851642 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-43ea4526-af5d-4dee-a6da-02a0fd60a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:18.889017 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea4526-af5d-4dee-a6da-02a0fd60a775 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:18.897549 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-43ea4526-af5d-4dee-a6da-02a0fd60a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:19.004165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc37aca-361c-4cb0-91bd-61ccc98bf093 req-ecaf4d26-26cb-4ca9-90a0-78fda4f45e6b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.010672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdc37aca-361c-4cb0-91bd-61ccc98bf093 req-ecaf4d26-26cb-4ca9-90a0-78fda4f45e6b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.3324978 Jul 16 18:33:19.039052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting port d1009801-eab5-456c-9434-2755b32d4b69 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:19.039397 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.085321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 91e0b67a-64a4-4a42-a251-8e314f5632d7 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:19.246890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bc409-e808-40cc-8014-b5853961e65b req-ed94135b-3448-4611-932e-724f5ec195cc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.250532 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-43ea4526-af5d-4dee-a6da-02a0fd60a775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:19.251282 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea4526-af5d-4dee-a6da-02a0fd60a775 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:19.279378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e99bc409-e808-40cc-8014-b5853961e65b req-ed94135b-3448-4611-932e-724f5ec195cc tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 942 time: 0.4411793 Jul 16 18:33:19.304158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdc37aca-361c-4cb0-91bd-61ccc98bf093 req-0a2c0653-86bb-4b08-a522-a4ab063dd636 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524433 Jul 16 18:33:19.306165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:19.313558 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.324265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b4e3f-fb49-4f38-b05f-261e8db726eb None None] Sync routers for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:19.379581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b4e3f-fb49-4f38-b05f-261e8db726eb None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:19.379581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2a4b4e3f-fb49-4f38-b05f-261e8db726eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:19.475788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2a4b4e3f-fb49-4f38-b05f-261e8db726eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:19.500659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b4e3f-fb49-4f38-b05f-261e8db726eb None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:19.502618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2a4b4e3f-fb49-4f38-b05f-261e8db726eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:19.511279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] For port d1009801-eab5-456c-9434-2755b32d4b69, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d1009801-eab5-456c-9434-2755b32d4b69,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:19.511772 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.516658 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3966469e-e113-4d19-8a50-7a212098e426 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/floatingips/51d7f376-46f3-4f49-ba91-f22537a17671 HTTP/1.1" status: 200 len: 978 time: 3.7612081 Jul 16 18:33:19.520945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46696) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:19.538333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Calling delete_port for d1009801-eab5-456c-9434-2755b32d4b69 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:19.564824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-2a4b4e3f-fb49-4f38-b05f-261e8db726eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:19.567820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b4e3f-fb49-4f38-b05f-261e8db726eb None None] The sync data for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:19.589095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46698) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:19.671371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port 65fd20dc-ed74-486a-b125-77f98a4e53a1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:19.672662 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.761352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1630834733'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:19.804951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Made reservation on behalf of 9a79bf53462a42ad98a58847f3a7dcec for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:19.809035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.811802 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.816003 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.829180 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.849534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e99bc409-e808-40cc-8014-b5853961e65b req-97d1dc91-45bd-41d3-b526-612a4d831b90 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups?id=18dac136-bba5-43c0-b554-d2218b8d6167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917373 Jul 16 18:33:19.852076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Port': ['ID=d1009801-eab5-456c-9434-2755b32d4b69,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:19.930000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] No DVR routers for this DVR port d1009801-eab5-456c-9434-2755b32d4b69 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:19.933332 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.936325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86d03703-fe67-477d-8aad-0ba3686eba66 req-45272115-a56c-42bd-903a-64e338a79eee tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.46 "DELETE /v2.0/ports/d1009801-eab5-456c-9434-2755b32d4b69 HTTP/1.1" status: 204 len: 173 time: 1.3342028 Jul 16 18:33:20.289470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': '371d613d-38e1-45bd-97dd-05f7e64845db'}, {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': 'd1009801-eab5-456c-9434-2755b32d4b69'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:20.292949 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5edb17-8002-4082-8392-f29cbb5404fe" -d '{"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "371d613d-38e1-45bd-97dd-05f7e64845db"}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "d1009801-eab5-456c-9434-2755b32d4b69"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:20.351229 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e2519e-185c-4825-a933-64fbfa96c2e2 x-openstack-request-id: req-16e2519e-185c-4825-a933-64fbfa96c2e2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:20.352027 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "371d613d-38e1-45bd-97dd-05f7e64845db", "status": "completed", "code": 200}, {"server_uuid": "d2c9bc0f-fc1a-42e9-83af-64a97711a4de", "name": "network-vif-deleted", "tag": "d1009801-eab5-456c-9434-2755b32d4b69", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:20.352297 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16e2519e-185c-4825-a933-64fbfa96c2e2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:20.352757 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': '371d613d-38e1-45bd-97dd-05f7e64845db', 'status': 'completed', 'code': 200} Jul 16 18:33:20.353940 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c9bc0f-fc1a-42e9-83af-64a97711a4de', 'name': 'network-vif-deleted', 'tag': 'd1009801-eab5-456c-9434-2755b32d4b69', 'status': 'completed', 'code': 200} Jul 16 18:33:20.491386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.492035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.492150 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Floating IP 51d7f376-46f3-4f49-ba91-f22537a17671 disassociated. External IP: 172.25.2.199, port: 65fd20dc-ed74-486a-b125-77f98a4e53a1. Jul 16 18:33:20.492490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for 65fd20dc-ed74-486a-b125-77f98a4e53a1 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:20.524270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.583644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09317579-4365-4d7b-8289-37f70dd86af4 req-2a4132ef-1af4-407e-a3fa-ccf587d1311d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.592206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09317579-4365-4d7b-8289-37f70dd86af4 req-2a4132ef-1af4-407e-a3fa-ccf587d1311d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.0929294 Jul 16 18:33:20.615021 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.645307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09317579-4365-4d7b-8289-37f70dd86af4 req-78f0acc2-5e96-4d85-8a6e-9f6d2ccaafe2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518715 Jul 16 18:33:20.673206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:20.700316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847a7908-98a9-4f09-a7ef-a8918eb1fefb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:20.763559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.765912 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.766442 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Added segment 8a9b0597-13f3-441e-a13d-2da9432e2d98 of type vlan for network d156a07f-d920-4700-aff9-673252d0b3e3 Jul 16 18:33:20.827039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=65fd20dc-ed74-486a-b125-77f98a4e53a1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:20.848847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.021347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.033700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:21.034944 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.048595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e60af6a-3f0c-43d7-87e4-673a7cf913fe req-4e8cae0d-ba2a-4ba8-9599-52f5434c53fe tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0476549 Jul 16 18:33:21.073093 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4794018 Jul 16 18:33:21.074524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46712) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:21.079275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Request body: {'subnet': {'network_id': 'd156a07f-d920-4700-aff9-673252d0b3e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:21.198209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Made reservation on behalf of 9a79bf53462a42ad98a58847f3a7dcec for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:21.200851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6fb1d-9426-41ac-8460-b717c3763461 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Pushing event updated for resources: {'Network': ['ID=d156a07f-d920-4700-aff9-673252d0b3e3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:21.203448 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.218390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d156a07f-d920-4700-aff9-673252d0b3e3 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:21.219564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 91e0b67a-64a4-4a42-a251-8e314f5632d7 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:21.401488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:21.417267 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce899938-f00b-4ffe-adcb-bda1641af70a None None] Sync routers for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:21.428977 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce899938-f00b-4ffe-adcb-bda1641af70a None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:21.429868 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce899938-f00b-4ffe-adcb-bda1641af70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.464987 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce899938-f00b-4ffe-adcb-bda1641af70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.475642 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce899938-f00b-4ffe-adcb-bda1641af70a None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:21.476491 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce899938-f00b-4ffe-adcb-bda1641af70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.497774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.505841 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c606fe76-2cba-4df4-a6d9-029d589b831a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/ports/65fd20dc-ed74-486a-b125-77f98a4e53a1 HTTP/1.1" status: 204 len: 168 time: 1.9782407 Jul 16 18:33:21.506173 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.506922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:21.514142 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce899938-f00b-4ffe-adcb-bda1641af70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.514839 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce899938-f00b-4ffe-adcb-bda1641af70a None None] The sync data for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:21.578075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Pushing event updated for resources: {'Subnet': ['ID=31ff0367-f184-4f16-a71c-5303ad4c17a8,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:21.584620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Checking segment: {'id': '8a9b0597-13f3-441e-a13d-2da9432e2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd156a07f-d920-4700-aff9-673252d0b3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:21.585151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Network hostable DHCP agents. Network: d156a07f-d920-4700-aff9-673252d0b3e3, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:21.607562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Network d156a07f-d920-4700-aff9-673252d0b3e3 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:21.620332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d156a07f-d920-4700-aff9-673252d0b3e3) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:21.631343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ee195-df14-4b55-b7e7-0afb98bf5d5b None None] Network d156a07f-d920-4700-aff9-673252d0b3e3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:21.636845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:21.637791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.661252 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b663a8e7-691e-4b78-a64a-affb5150f28b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5855553 Jul 16 18:33:21.663389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:21.671883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Request body: {'port': {'network_id': 'd156a07f-d920-4700-aff9-673252d0b3e3', 'name': 'tempest-TagsExtTest-1789979131'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:21.864208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-d156a07f-d920-4700-aff9-673252d0b3e3', 'network_id': 'd156a07f-d920-4700-aff9-673252d0b3e3', 'tenant_id': '9a79bf53462a42ad98a58847f3a7dcec', 'fixed_ips': [{'subnet_id': '31ff0367-f184-4f16-a71c-5303ad4c17a8'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:21.865770 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.895157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Made reservation on behalf of 9a79bf53462a42ad98a58847f3a7dcec for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:21.901778 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.930273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] device_id is not set on port 8ba6236f-ac23-49ec-a71e-36da317af122 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:33:22.082081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.086791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Allocated IP 172.20.0.2 (d156a07f-d920-4700-aff9-673252d0b3e3/31ff0367-f184-4f16-a71c-5303ad4c17a8/5fc6b161-e127-473b-9b6f-e7585176da5f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:22.141194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15b5af-63ce-47b0-84d6-21dd25b403b5 req-804225a8-047f-47fa-8f68-33cf860e4fd6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:22.145830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef15b5af-63ce-47b0-84d6-21dd25b403b5 req-804225a8-047f-47fa-8f68-33cf860e4fd6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.2232361 Jul 16 18:33:22.274466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef15b5af-63ce-47b0-84d6-21dd25b403b5 req-d83e782e-6c01-4635-a524-1a38963acab3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216326 Jul 16 18:33:22.368876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae93fa5d-4e87-4b9f-9e73-7f8442d9ae11 req-777460d9-e9bc-4400-a3e5-8860d40c6395 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0535727 Jul 16 18:33:22.411952 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.424433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Transition to ACTIVE for port object 5fc6b161-e127-473b-9b6f-e7585176da5f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:22.449424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Transition to ACTIVE for port object 5fc6b161-e127-473b-9b6f-e7585176da5f will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:22.470497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.573288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Allocated IP 172.20.0.13 (d156a07f-d920-4700-aff9-673252d0b3e3/31ff0367-f184-4f16-a71c-5303ad4c17a8/8ba6236f-ac23-49ec-a71e-36da317af122) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:22.606709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Network d156a07f-d920-4700-aff9-673252d0b3e3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:22.607845 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port 36928eab-f3cf-4663-bdbb-920f8c9d2039 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:22.608299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Pushing event updated for resources: {'Port': ['ID=5fc6b161-e127-473b-9b6f-e7585176da5f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.608886 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.619431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.620058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.620416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.620787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.621125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.621463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.621848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.622186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.622519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.623631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.623982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.624323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:22.629042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:22.635956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:22.800633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.823605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for 36928eab-f3cf-4663-bdbb-920f8c9d2039 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:22.896426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.914551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Transition to ACTIVE for port object 8ba6236f-ac23-49ec-a71e-36da317af122 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:22.925027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Attempting to bind port 5fc6b161-e127-473b-9b6f-e7585176da5f on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:22.925391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Attempting to bind port 5fc6b161-e127-473b-9b6f-e7585176da5f by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8a9b0597-13f3-441e-a13d-2da9432e2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd156a07f-d920-4700-aff9-673252d0b3e3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:22.925760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Attempting to bind port 5fc6b161-e127-473b-9b6f-e7585176da5f on network d156a07f-d920-4700-aff9-673252d0b3e3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:22.932994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:22.933504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Checking segment: {'id': '8a9b0597-13f3-441e-a13d-2da9432e2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd156a07f-d920-4700-aff9-673252d0b3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:22.933963 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.934370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Bound using segment: {'id': '8a9b0597-13f3-441e-a13d-2da9432e2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd156a07f-d920-4700-aff9-673252d0b3e3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:22.934910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Bound port: 5fc6b161-e127-473b-9b6f-e7585176da5f, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9b0597-13f3-441e-a13d-2da9432e2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd156a07f-d920-4700-aff9-673252d0b3e3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:22.935802 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.978856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.049005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] For port 5fc6b161-e127-473b-9b6f-e7585176da5f, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:23.053424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] For port 5fc6b161-e127-473b-9b6f-e7585176da5f, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5fc6b161-e127-473b-9b6f-e7585176da5f,segment=NetworkSegment(8a9b0597-13f3-441e-a13d-2da9432e2d98),segment_id=8a9b0597-13f3-441e-a13d-2da9432e2d98)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:23.062102 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.071116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Network d156a07f-d920-4700-aff9-673252d0b3e3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:23.074759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:23.080790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:23.134253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Pushing event updated for resources: {'Port': ['ID=8ba6236f-ac23-49ec-a71e-36da317af122,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.172983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77e612-0890-413e-a5bc-84005ca4e161 None None] Pushing event updated for resources: {'Port': ['ID=5fc6b161-e127-473b-9b6f-e7585176da5f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.184442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.209303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:23.209981 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.233683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8962f168-8e2f-4244-be13-83220f69ab82 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5643847 Jul 16 18:33:23.233963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.239499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7d64bd0d-a93b-4ce4-b00a-499d83af3054 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-629553582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:23.276624 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d64bd0d-a93b-4ce4-b00a-499d83af3054 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.277818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d64bd0d-a93b-4ce4-b00a-499d83af3054 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.356777 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d64bd0d-a93b-4ce4-b00a-499d83af3054 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.363519 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d64bd0d-a93b-4ce4-b00a-499d83af3054 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.373354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=36928eab-f3cf-4663-bdbb-920f8c9d2039,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.395896 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7d64bd0d-a93b-4ce4-b00a-499d83af3054 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.400925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7d64bd0d-a93b-4ce4-b00a-499d83af3054 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1633832 Jul 16 18:33:23.401596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46730) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.409340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9bc606fd-d6ab-49eb-8e04-f82c109a92ea tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-438419281', 'prefixes': ['172.20.0.0/16']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:23.607657 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9bc606fd-d6ab-49eb-8e04-f82c109a92ea tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for subnetpool, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.614374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9bc606fd-d6ab-49eb-8e04-f82c109a92ea tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2089775 Jul 16 18:33:23.636251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46734) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.641878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-4af421f9-da29-49d0-8ed2-0b700b65148a tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8', 'tempest-TagsExtTest-Tag-1671657765') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:23.717359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.747505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32505fff-1c67-4ba1-8d6b-be0cc7b77317 req-3e13a8b4-50b9-4fd3-900f-4edf97140ade tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0676920 Jul 16 18:33:23.827899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c1abf-9681-4c98-9295-fee356ec1071 req-dfb5d408-62f3-4d4b-a34b-6e29b264769f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:23.831064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-889c1abf-9681-4c98-9295-fee356ec1071 req-dfb5d408-62f3-4d4b-a34b-6e29b264769f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.2578628 Jul 16 18:33:23.910096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-889c1abf-9681-4c98-9295-fee356ec1071 req-47fdb30d-debe-471f-9487-baa207506392 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714405 Jul 16 18:33:23.915015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4af421f9-da29-49d0-8ed2-0b700b65148a tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags/tempest-TagsExtTest-Tag-1671657765 HTTP/1.1" status: 201 len: 201 time: 0.2749035 Jul 16 18:33:23.917014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46736) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.921545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-97d34101-7e33-481c-b4aa-1c16971a792e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122', 'tempest-TagsExtTest-Tag-1597034527') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.025502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-97d34101-7e33-481c-b4aa-1c16971a792e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags/tempest-TagsExtTest-Tag-1597034527 HTTP/1.1" status: 201 len: 201 time: 0.1050694 Jul 16 18:33:24.025734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.031962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-3317d9f7-1cd2-4903-b068-90a60758f369 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df', 'tempest-TagsExtTest-Tag-1895425233') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.037692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 91e0b67a-64a4-4a42-a251-8e314f5632d7 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:24.145021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3317d9f7-1cd2-4903-b068-90a60758f369 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags/tempest-TagsExtTest-Tag-1895425233 HTTP/1.1" status: 201 len: 201 time: 0.1180654 Jul 16 18:33:24.149419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46740) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.154778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-d9e9a865-411b-4d1d-ab31-cc5f1ac2beec tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227', 'tempest-TagsExtTest-Tag-412814223') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.178832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:24.188954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.189750 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7ed3a5bf-64b2-411c-8562-c798aae6599a tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/routers/91e0b67a-64a4-4a42-a251-8e314f5632d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6816020 Jul 16 18:33:24.192666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfee372-e426-4f0e-bfe1-a9301edfcc67 None None] Sync routers for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:24.206087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfee372-e426-4f0e-bfe1-a9301edfcc67 None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:24.206737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3bfee372-e426-4f0e-bfe1-a9301edfcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.285962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d9e9a865-411b-4d1d-ab31-cc5f1ac2beec tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags/tempest-TagsExtTest-Tag-412814223 HTTP/1.1" status: 201 len: 201 time: 0.1326475 Jul 16 18:33:24.286344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46746) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.289807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3bfee372-e426-4f0e-bfe1-a9301edfcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.291267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-45e31741-8c89-4e3f-9740-10a5283cfc75 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.314585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfee372-e426-4f0e-bfe1-a9301edfcc67 None None] Routers {'91e0b67a-64a4-4a42-a251-8e314f5632d7'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:24.315086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3bfee372-e426-4f0e-bfe1-a9301edfcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['91e0b67a-64a4-4a42-a251-8e314f5632d7'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.373537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3bfee372-e426-4f0e-bfe1-a9301edfcc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.374469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfee372-e426-4f0e-bfe1-a9301edfcc67 None None] The sync data for ids ['91e0b67a-64a4-4a42-a251-8e314f5632d7'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:24.415863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5fc6b161-e127-473b-9b6f-e7585176da5f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:24.459076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.496789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 5fc6b161-e127-473b-9b6f-e7585176da5f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:24.498283 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-45e31741-8c89-4e3f-9740-10a5283cfc75 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags HTTP/1.1" status: 200 len: 241 time: 0.2108326 Jul 16 18:33:24.501281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46748) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.519951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-7fa32a10-a924-4732-a36b-939ad3d40127 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8', 'tempest-TagsExtTest-Tag-1671657765') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.591263 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7fa32a10-a924-4732-a36b-939ad3d40127 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags/tempest-TagsExtTest-Tag-1671657765 HTTP/1.1" status: 204 len: 168 time: 0.0882616 Jul 16 18:33:24.593917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.600336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-ce14b442-645a-4171-92b7-d45416c87c87 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8', 'tempest-TagsExtTest-Tag-1671657765') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.635041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.708077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46752) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.708275 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ce14b442-645a-4171-92b7-d45416c87c87 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags/tempest-TagsExtTest-Tag-1671657765 HTTP/1.1" status: 204 len: 168 time: 0.1113188 Jul 16 18:33:24.711731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port e6f2a346-390a-481a-901d-61f75eb7e21a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:24.712077 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.716425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-6473f0fb-6baf-483d-a760-c95a07722dc0 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.842655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010c689-026c-4a66-9b21-a835e236fc8c None None] Network d156a07f-d920-4700-aff9-673252d0b3e3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:24.983228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6da81b19-eb8e-445c-bcaa-44dff6e5f4bb None None] Provisioning for port 5fc6b161-e127-473b-9b6f-e7585176da5f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:24.992091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6da81b19-eb8e-445c-bcaa-44dff6e5f4bb None None] Provisioning complete for port 5fc6b161-e127-473b-9b6f-e7585176da5f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:24.992538 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6da81b19-eb8e-445c-bcaa-44dff6e5f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.114864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-148cb9c3-b914-4772-9845-0eff842dbbd7 req-8caac5b0-0f68-4342-a67e-cf2ea4e5b7cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0365324 Jul 16 18:33:25.169549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.202638 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6da81b19-eb8e-445c-bcaa-44dff6e5f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.208894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6473f0fb-6baf-483d-a760-c95a07722dc0 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags HTTP/1.1" status: 200 len: 205 time: 0.4989350 Jul 16 18:33:25.210734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for e6f2a346-390a-481a-901d-61f75eb7e21a owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:25.212307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:25.223771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-bc82aa9e-4798-4135-b8c8-8b4acc6c1d79 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:25.263462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6da81b19-eb8e-445c-bcaa-44dff6e5f4bb None None] For port 5fc6b161-e127-473b-9b6f-e7585176da5f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5fc6b161-e127-473b-9b6f-e7585176da5f,segment=NetworkSegment(8a9b0597-13f3-441e-a13d-2da9432e2d98),segment_id=8a9b0597-13f3-441e-a13d-2da9432e2d98)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:25.269943 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6da81b19-eb8e-445c-bcaa-44dff6e5f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.322504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea847a-b3c9-4e5e-9c93-ab1218676c51 req-aaa1aacb-10c9-4d34-a56c-a640ba89e55b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:25.325205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67ea847a-b3c9-4e5e-9c93-ab1218676c51 req-aaa1aacb-10c9-4d34-a56c-a640ba89e55b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.1721649 Jul 16 18:33:25.333210 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bc82aa9e-4798-4135-b8c8-8b4acc6c1d79 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags HTTP/1.1" status: 200 len: 241 time: 0.1194160 Jul 16 18:33:25.333817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46760) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:25.342655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-2f3a3ada-b34d-42a1-9cb9-e5be15416e65 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122', 'tempest-TagsExtTest-Tag-1597034527') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:25.355366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da81b19-eb8e-445c-bcaa-44dff6e5f4bb None None] Pushing event updated for resources: {'Port': ['ID=5fc6b161-e127-473b-9b6f-e7585176da5f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:25.426656 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2f3a3ada-b34d-42a1-9cb9-e5be15416e65 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags/tempest-TagsExtTest-Tag-1597034527 HTTP/1.1" status: 204 len: 168 time: 0.0916343 Jul 16 18:33:25.428990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46762) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:25.434806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-b51290e2-e5af-4ba6-86af-f38735f27b2d tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122', 'tempest-TagsExtTest-Tag-1597034527') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:25.546175 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b51290e2-e5af-4ba6-86af-f38735f27b2d tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags/tempest-TagsExtTest-Tag-1597034527 HTTP/1.1" status: 204 len: 168 time: 0.1123748 Jul 16 18:33:25.546175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:25.557434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-5716bec5-e7cd-41ce-8d8d-acd317aa1aab tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:25.582564 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.610029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67ea847a-b3c9-4e5e-9c93-ab1218676c51 req-613d2868-ee6c-4735-909d-6e5e6ccba5f0 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698445 Jul 16 18:33:25.643481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-87280120-bf82-4c5b-a38e-865c13051f97 None None] Provisioning complete for port 5fc6b161-e127-473b-9b6f-e7585176da5f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:25.644945 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87280120-bf82-4c5b-a38e-865c13051f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.649506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=e6f2a346-390a-481a-901d-61f75eb7e21a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:25.717544 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5716bec5-e7cd-41ce-8d8d-acd317aa1aab tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags HTTP/1.1" status: 200 len: 205 time: 0.1674218 Jul 16 18:33:25.717780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:25.728160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-4dfdc0ec-c913-4c3f-b325-f785d6f4ea56 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:25.741192 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.845875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-87280120-bf82-4c5b-a38e-865c13051f97 None None] Provisioning for port 8ba6236f-ac23-49ec-a71e-36da317af122 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:25.861295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-87280120-bf82-4c5b-a38e-865c13051f97 None None] Provisioning complete for port 8ba6236f-ac23-49ec-a71e-36da317af122 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:25.861960 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-87280120-bf82-4c5b-a38e-865c13051f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.908353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.911981 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.916389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:25.919454 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4dfdc0ec-c913-4c3f-b325-f785d6f4ea56 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags HTTP/1.1" status: 200 len: 241 time: 0.2003050 Jul 16 18:33:25.923834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-8d67d5b5-d6b9-4d65-af3d-638d36a25a23 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df', 'tempest-TagsExtTest-Tag-1895425233') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:25.948866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-87280120-bf82-4c5b-a38e-865c13051f97 None None] Port 8ba6236f-ac23-49ec-a71e-36da317af122 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:26.051820 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.052371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Fanout notify agent at l3_agent the message router_deleted on router 91e0b67a-64a4-4a42-a251-8e314f5632d7 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:26.059221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8d67d5b5-d6b9-4d65-af3d-638d36a25a23 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags/tempest-TagsExtTest-Tag-1895425233 HTTP/1.1" status: 204 len: 168 time: 0.1391475 Jul 16 18:33:26.059568 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.063595 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.065534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-0418fad8-c8a5-48bd-86f6-00c353877ff8 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df', 'tempest-TagsExtTest-Tag-1895425233') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.066204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9548898f-120d-4a68-8279-59c70840080c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/routers/91e0b67a-64a4-4a42-a251-8e314f5632d7 HTTP/1.1" status: 204 len: 168 time: 1.8727219 Jul 16 18:33:26.068444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46774) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.097037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-56839045-5d67-4dbc-ad25-5a30f97f3a4b None None] Provisioning complete for port 8ba6236f-ac23-49ec-a71e-36da317af122 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:26.098397 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-56839045-5d67-4dbc-ad25-5a30f97f3a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.147540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c07c78d-b28b-43a4-90fd-a3fe7f7d23e9 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting subnet 3f441ad8-827d-4f3c-b419-121c0283be31 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:26.152688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c07c78d-b28b-43a4-90fd-a3fe7f7d23e9 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.197302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-56839045-5d67-4dbc-ad25-5a30f97f3a4b None None] Port 8ba6236f-ac23-49ec-a71e-36da317af122 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:26.213310 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0418fad8-c8a5-48bd-86f6-00c353877ff8 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags/tempest-TagsExtTest-Tag-1895425233 HTTP/1.1" status: 204 len: 168 time: 0.1525748 Jul 16 18:33:26.216071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46778) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.217040 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c07c78d-b28b-43a4-90fd-a3fe7f7d23e9 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.229294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-60944ea7-e608-4832-8202-b8de34eb6465 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.311924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5fc6b161-e127-473b-9b6f-e7585176da5f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:26.390634 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-60944ea7-e608-4832-8202-b8de34eb6465 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags HTTP/1.1" status: 200 len: 205 time: 0.1730917 Jul 16 18:33:26.394890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46780) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.406279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 5fc6b161-e127-473b-9b6f-e7585176da5f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:26.406876 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.415129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-1ccd4431-475b-4f90-991e-817be3f2bc1b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.437699 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e024913-4f59-4654-a77f-0da15b48aff9 req-5ac66251-159a-438d-b421-e0c0aa46cd5e tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0682399 Jul 16 18:33:26.458567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c07c78d-b28b-43a4-90fd-a3fe7f7d23e9 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.496984 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1ccd4431-475b-4f90-991e-817be3f2bc1b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags HTTP/1.1" status: 200 len: 240 time: 0.0919111 Jul 16 18:33:26.497179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46782) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.511346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-e981fa3d-3937-4e0d-aed0-f7ca878ac80e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227', 'tempest-TagsExtTest-Tag-412814223') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.546189 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e981fa3d-3937-4e0d-aed0-f7ca878ac80e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags/tempest-TagsExtTest-Tag-412814223 HTTP/1.1" status: 204 len: 168 time: 0.0463343 Jul 16 18:33:26.550220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.555787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-933562c8-361e-4078-b75e-69285a400ddc tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227', 'tempest-TagsExtTest-Tag-412814223') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.593792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c07c78d-b28b-43a4-90fd-a3fe7f7d23e9 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.622101 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-933562c8-361e-4078-b75e-69285a400ddc tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags/tempest-TagsExtTest-Tag-412814223 HTTP/1.1" status: 204 len: 168 time: 0.0694163 Jul 16 18:33:26.623946 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c07c78d-b28b-43a4-90fd-a3fe7f7d23e9 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.627883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457da7ad-4a32-4810-8efe-e0ca27b0b561 None None] Network 461d0216-80d7-464e-8dfe-18a5620e6f9f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:26.630445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46786) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.630893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2c07c78d-b28b-43a4-90fd-a3fe7f7d23e9 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/subnets/3f441ad8-827d-4f3c-b419-121c0283be31 HTTP/1.1" status: 204 len: 168 time: 0.5582209 Jul 16 18:33:26.631170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46790) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.645573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-5f7da5b9-6432-4642-930c-c2256d0cf0e4 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.655775 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07c78d-b28b-43a4-90fd-a3fe7f7d23e9 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Subnet': ['ID=3f441ad8-827d-4f3c-b419-121c0283be31,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:26.731241 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5f7da5b9-6432-4642-930c-c2256d0cf0e4 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags HTTP/1.1" status: 200 len: 205 time: 0.0971859 Jul 16 18:33:26.733908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46796) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.739868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-c0ec371e-a44b-45cb-acf5-025439fe9110 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.802805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c0ec371e-a44b-45cb-acf5-025439fe9110 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags HTTP/1.1" status: 204 len: 168 time: 0.0677726 Jul 16 18:33:26.804886 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.806095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46798) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.825474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-6a828a96-e77d-4b0e-9bcc-963760ad5801 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.920853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port e8699efd-f839-48a1-9852-a529b6848c9e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:26.921523 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.939650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd53bdf-19ac-476b-a606-dd53f6e6ed9a None None] DHCP port deletion for 461d0216-80d7-464e-8dfe-18a5620e6f9f request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:26.993597 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6a828a96-e77d-4b0e-9bcc-963760ad5801 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags HTTP/1.1" status: 204 len: 168 time: 0.1851172 Jul 16 18:33:26.996325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46800) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.002226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-e5b4854c-8cce-4fe1-8ec3-eadb341a1b1e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.019391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-acd53bdf-19ac-476b-a606-dd53f6e6ed9a None None] Deleting port e8699efd-f839-48a1-9852-a529b6848c9e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:27.019871 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acd53bdf-19ac-476b-a606-dd53f6e6ed9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.075951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] For port e8699efd-f839-48a1-9852-a529b6848c9e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e8699efd-f839-48a1-9852-a529b6848c9e,segment=NetworkSegment(6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc),segment_id=6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:27.076960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.096757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for e8699efd-f839-48a1-9852-a529b6848c9e owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:27.129394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e5b4854c-8cce-4fe1-8ec3-eadb341a1b1e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags HTTP/1.1" status: 204 len: 168 time: 0.1319005 Jul 16 18:33:27.132121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46802) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.137329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-20c7400b-c872-4c79-a81e-981df9861c7c tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.172750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-acd53bdf-19ac-476b-a606-dd53f6e6ed9a None None] For port e8699efd-f839-48a1-9852-a529b6848c9e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e8699efd-f839-48a1-9852-a529b6848c9e,segment=NetworkSegment(6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc),segment_id=6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:27.173022 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acd53bdf-19ac-476b-a606-dd53f6e6ed9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.177748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6355c-f07f-4f0c-9301-1f70927b1ec5 req-eec839ba-5224-4c28-a4ce-9c6697c29a47 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:27.179732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25f6355c-f07f-4f0c-9301-1f70927b1ec5 req-eec839ba-5224-4c28-a4ce-9c6697c29a47 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.1484540 Jul 16 18:33:27.203756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-acd53bdf-19ac-476b-a606-dd53f6e6ed9a None None] Calling delete_port for e8699efd-f839-48a1-9852-a529b6848c9e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:27.238446 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.245306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25f6355c-f07f-4f0c-9301-1f70927b1ec5 req-0c9eabdd-3c6d-43a6-8566-2176dc604dd5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562842 Jul 16 18:33:27.288508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=e8699efd-f839-48a1-9852-a529b6848c9e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.291225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-20c7400b-c872-4c79-a81e-981df9861c7c tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1579089 Jul 16 18:33:27.297604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.310540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] No DVR routers for this DVR port e8699efd-f839-48a1-9852-a529b6848c9e on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:27.312878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-91e8a544-ed62-4bc2-ac12-3578f56a1c03 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8', 'tempest-TagsExtTest-Tag-235134730') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.345835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acd53bdf-19ac-476b-a606-dd53f6e6ed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.375515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd53bdf-19ac-476b-a606-dd53f6e6ed9a None None] Pushing event deleted for resources: {'Port': ['ID=e8699efd-f839-48a1-9852-a529b6848c9e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.380947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd53bdf-19ac-476b-a606-dd53f6e6ed9a None None] No DVR routers for this DVR port e8699efd-f839-48a1-9852-a529b6848c9e on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:27.463164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-91e8a544-ed62-4bc2-ac12-3578f56a1c03 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags/tempest-TagsExtTest-Tag-235134730 HTTP/1.1" status: 201 len: 201 time: 0.1581631 Jul 16 18:33:27.466739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46806) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.473079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-c1fe55fb-db3f-4f46-884d-26d34d860635 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122', 'tempest-TagsExtTest-Tag-263412572') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.480237 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.509129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461d0216-80d7-464e-8dfe-18a5620e6f9f']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.539200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.539714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4af7ef-e0fb-4f1f-9f1e-90856c8cf4bc') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.559821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.570259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c1fe55fb-db3f-4f46-884d-26d34d860635 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags/tempest-TagsExtTest-Tag-263412572 HTTP/1.1" status: 201 len: 201 time: 0.1015973 Jul 16 18:33:27.572484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46810) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.584617 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.586166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-a3895638-fd5f-4882-beb8-9bdd18b452d2 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df', 'tempest-TagsExtTest-Tag-1404286950') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.597337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:27.597792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:27.601885 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:27.692112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.698272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.703440 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/networks/461d0216-80d7-464e-8dfe-18a5620e6f9f HTTP/1.1" status: 204 len: 168 time: 1.0649211 Jul 16 18:33:27.705275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46812) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.742202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728af81-0cf6-4fd0-a0ed-a948f638a39b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Network': ['ID=461d0216-80d7-464e-8dfe-18a5620e6f9f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.803321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a3895638-fd5f-4882-beb8-9bdd18b452d2 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags/tempest-TagsExtTest-Tag-1404286950 HTTP/1.1" status: 201 len: 201 time: 0.2289689 Jul 16 18:33:27.807540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.815935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-4b83c00d-632b-40dc-b1df-4908a020741e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227', 'tempest-TagsExtTest-Tag-1296751008') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.845215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8b1c2df-6af0-4600-b1a9-b6641b46b480 req-4c626aea-0dff-4b80-9409-66fd7fa2695d tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0622990 Jul 16 18:33:27.863488 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4b83c00d-632b-40dc-b1df-4908a020741e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags/tempest-TagsExtTest-Tag-1296751008 HTTP/1.1" status: 201 len: 201 time: 0.0548627 Jul 16 18:33:27.869893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.877409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-46d5aded-6449-4301-80d1-77ce9136142d tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8', {'tags': ['tempest-TagsExtTest-Tag-852919439', 'tempest-TagsExtTest-Tag-159187366', 'tempest-TagsExtTest-Tag-579126504']}) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.971919 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-46d5aded-6449-4301-80d1-77ce9136142d tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags HTTP/1.1" status: 200 len: 315 time: 0.1008093 Jul 16 18:33:27.972794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.979725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-b3d35bb8-e4b9-4b8c-9679-5b10696ccb20 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.040698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port daa6ee7b-deff-41fe-b8d8-5f6f58e05fac {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:28.041116 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.149066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b3d35bb8-e4b9-4b8c-9679-5b10696ccb20 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1741095 Jul 16 18:33:28.152051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46822) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.154103 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.154647 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.157618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-0906179e-a177-4cf2-87e0-60985c2e6063 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8', 'tempest-TagsExtTest-Tag-852919439') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.169938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for daa6ee7b-deff-41fe-b8d8-5f6f58e05fac owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:28.224411 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-0906179e-a177-4cf2-87e0-60985c2e6063 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:28.226237 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0906179e-a177-4cf2-87e0-60985c2e6063 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags/tempest-TagsExtTest-Tag-852919439 HTTP/1.1" status: 404 len: 328 time: 0.0726643 Jul 16 18:33:28.229308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46824) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.234917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-c0669892-0b2e-4e25-8aee-5f156e7f7020 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8', 'tempest-TagsExtTest-Tag-159187366') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.339118 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-c0669892-0b2e-4e25-8aee-5f156e7f7020 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:28.341322 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c0669892-0b2e-4e25-8aee-5f156e7f7020 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags/tempest-TagsExtTest-Tag-159187366 HTTP/1.1" status: 404 len: 328 time: 0.1098757 Jul 16 18:33:28.343527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.350257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e8699efd-f839-48a1-9852-a529b6848c9e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:28.352843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-23df626e-196a-4f05-bc2f-b3d6a13b6078 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8', 'tempest-TagsExtTest-Tag-579126504') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.379303 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.416503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e8699efd-f839-48a1-9852-a529b6848c9e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:28.417150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e8699efd-f839-48a1-9852-a529b6848c9e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:28.438195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=daa6ee7b-deff-41fe-b8d8-5f6f58e05fac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:28.446517 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-23df626e-196a-4f05-bc2f-b3d6a13b6078 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:28.447899 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-23df626e-196a-4f05-bc2f-b3d6a13b6078 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags/tempest-TagsExtTest-Tag-579126504 HTTP/1.1" status: 404 len: 328 time: 0.1018126 Jul 16 18:33:28.453229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.461958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-ad7444ec-b3a6-4060-8c6f-85ed1c6a35ac tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122', {'tags': ['tempest-TagsExtTest-Tag-126073529', 'tempest-TagsExtTest-Tag-1429136582', 'tempest-TagsExtTest-Tag-2100393338']}) {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.546011 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ad7444ec-b3a6-4060-8c6f-85ed1c6a35ac tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags HTTP/1.1" status: 200 len: 317 time: 0.0907688 Jul 16 18:33:28.550873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46832) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.556409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-ccc20478-78f7-40bc-b9fe-417a80b3b37e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.636202 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.640954 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.643314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-048f1ef7-e287-468f-9631-3c27e10a6d59 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/floatingips/51d7f376-46f3-4f49-ba91-f22537a17671 HTTP/1.1" status: 204 len: 168 time: 0.9364846 Jul 16 18:33:28.651997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.693374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3479d-8ed5-4f8d-ac5c-c9c2f7a67036 req-f80a3d13-561f-4bcb-8b84-e88a3a080c0d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:28.696189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11d3479d-8ed5-4f8d-ac5c-c9c2f7a67036 req-f80a3d13-561f-4bcb-8b84-e88a3a080c0d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.1557112 Jul 16 18:33:28.703021 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-822150f1-3d6e-443e-8c17-409d7c0f0271 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:28.704035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822150f1-3d6e-443e-8c17-409d7c0f0271 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:28.711753 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-822150f1-3d6e-443e-8c17-409d7c0f0271 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/ports/65fd20dc-ed74-486a-b125-77f98a4e53a1 HTTP/1.1" status: 404 len: 333 time: 0.0581546 Jul 16 18:33:28.713342 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46836) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.723340 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ccc20478-78f7-40bc-b9fe-417a80b3b37e tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags HTTP/1.1" status: 204 len: 168 time: 0.1659503 Jul 16 18:33:28.724704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46838) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.731185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-406a27a4-059e-49d7-9fd6-a2457f7dcb9f tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122', 'tempest-TagsExtTest-Tag-126073529') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.776421 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ccd2c525-bdc9-4ae7-a978-fdb3797f6cab tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "GET /v2.0/ports?device_id=91e0b67a-64a4-4a42-a251-8e314f5632d7 HTTP/1.1" status: 200 len: 205 time: 0.0612431 Jul 16 18:33:28.778281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46840) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.801454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11d3479d-8ed5-4f8d-ac5c-c9c2f7a67036 req-bd68492e-b808-4c95-bab1-f6dbe3a5f956 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930731 Jul 16 18:33:28.822934 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-406a27a4-059e-49d7-9fd6-a2457f7dcb9f tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:28.830411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-406a27a4-059e-49d7-9fd6-a2457f7dcb9f tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags/tempest-TagsExtTest-Tag-126073529 HTTP/1.1" status: 404 len: 328 time: 0.0985780 Jul 16 18:33:28.830411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46842) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.837281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-d4ddf8ab-5b37-4ea2-bf45-091e0eb16635 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122', 'tempest-TagsExtTest-Tag-1429136582') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.845543 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-433f1062-0cb0-44da-b1e8-56d4ccf25e5f tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] delete failed (client error): The resource could not be found. Jul 16 18:33:28.850692 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-433f1062-0cb0-44da-b1e8-56d4ccf25e5f tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/routers/91e0b67a-64a4-4a42-a251-8e314f5632d7 HTTP/1.1" status: 404 len: 336 time: 0.0717959 Jul 16 18:33:28.851525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.886908 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2831f7b4-8c71-40f4-afc6-dc80d6754fef tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] DELETE failed (client error): The resource could not be found. Jul 16 18:33:28.887289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2831f7b4-8c71-40f4-afc6-dc80d6754fef tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:33:28.889993 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2831f7b4-8c71-40f4-afc6-dc80d6754fef tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/subnets/3f441ad8-827d-4f3c-b419-121c0283be31 HTTP/1.1" status: 404 len: 337 time: 0.0368686 Jul 16 18:33:28.896477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.933818 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.953347 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-d4ddf8ab-5b37-4ea2-bf45-091e0eb16635 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:28.957839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d4ddf8ab-5b37-4ea2-bf45-091e0eb16635 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags/tempest-TagsExtTest-Tag-1429136582 HTTP/1.1" status: 404 len: 329 time: 0.1257827 Jul 16 18:33:28.964914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46850) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.978513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-aef8c952-fbc7-4600-b63f-120be5fc84c3 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122', 'tempest-TagsExtTest-Tag-2100393338') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:29.068496 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-aef8c952-fbc7-4600-b63f-120be5fc84c3 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:29.070479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aef8c952-fbc7-4600-b63f-120be5fc84c3 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags/tempest-TagsExtTest-Tag-2100393338 HTTP/1.1" status: 404 len: 329 time: 0.1033616 Jul 16 18:33:29.074830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:29.086037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-7b908922-09da-4841-b0e7-e69b330e5193 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df', {'tags': ['tempest-TagsExtTest-Tag-1443200464', 'tempest-TagsExtTest-Tag-1143902873', 'tempest-TagsExtTest-Tag-1363801780']}) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:29.097173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-40bb82a5-efec-4b34-86c8-c262b9aba30b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port 94d42be0-3c59-48c1-b7c2-14cfaca5c4eb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:29.097803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40bb82a5-efec-4b34-86c8-c262b9aba30b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.262300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c7f3cc8-7954-481f-802a-2a0fa3e2dd6b req-bddf3d64-11cf-4ed4-819f-8cd7116f4ba4 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0450642 Jul 16 18:33:29.310797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7b908922-09da-4841-b0e7-e69b330e5193 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags HTTP/1.1" status: 200 len: 318 time: 0.2304883 Jul 16 18:33:29.311376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46856) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:29.324756 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40bb82a5-efec-4b34-86c8-c262b9aba30b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.328947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-5eae4ac2-14e0-4907-b275-9aa80ceba238 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:29.356706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-40bb82a5-efec-4b34-86c8-c262b9aba30b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for 94d42be0-3c59-48c1-b7c2-14cfaca5c4eb owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:29.509412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5eae4ac2-14e0-4907-b275-9aa80ceba238 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags HTTP/1.1" status: 204 len: 168 time: 0.1931171 Jul 16 18:33:29.513913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:29.519574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-1ced47bb-7c3c-4a52-8f8c-d3b6152a1b4b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df', 'tempest-TagsExtTest-Tag-1443200464') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:29.616566 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-1ced47bb-7c3c-4a52-8f8c-d3b6152a1b4b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:29.622290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1ced47bb-7c3c-4a52-8f8c-d3b6152a1b4b tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags/tempest-TagsExtTest-Tag-1443200464 HTTP/1.1" status: 404 len: 329 time: 0.1028399 Jul 16 18:33:29.622795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46860) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:29.629399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-88b1fafa-f4ff-47ed-9a71-a64e48f31ab2 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df', 'tempest-TagsExtTest-Tag-1143902873') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:29.759589 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-88b1fafa-f4ff-47ed-9a71-a64e48f31ab2 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:29.763806 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-88b1fafa-f4ff-47ed-9a71-a64e48f31ab2 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags/tempest-TagsExtTest-Tag-1143902873 HTTP/1.1" status: 404 len: 329 time: 0.1374786 Jul 16 18:33:29.764307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:29.773470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-7501a8ac-239c-4aa0-93ba-0bb2a3d37579 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df', 'tempest-TagsExtTest-Tag-1363801780') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:29.888467 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-7501a8ac-239c-4aa0-93ba-0bb2a3d37579 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:29.892781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7501a8ac-239c-4aa0-93ba-0bb2a3d37579 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags/tempest-TagsExtTest-Tag-1363801780 HTTP/1.1" status: 404 len: 329 time: 0.1235919 Jul 16 18:33:29.893217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46866) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:29.900167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-fd12f08c-d7b6-44c4-bb8a-779b5438f35c tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227', {'tags': ['tempest-TagsExtTest-Tag-889559414', 'tempest-TagsExtTest-Tag-920635446', 'tempest-TagsExtTest-Tag-1453759779']}) {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:29.949420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fd12f08c-d7b6-44c4-bb8a-779b5438f35c tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "PUT /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags HTTP/1.1" status: 200 len: 316 time: 0.0539186 Jul 16 18:33:29.953237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:29.967194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-702e4e48-b31b-4f56-909b-4821b0e6b06c tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.010870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40bb82a5-efec-4b34-86c8-c262b9aba30b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.049133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb82a5-efec-4b34-86c8-c262b9aba30b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=94d42be0-3c59-48c1-b7c2-14cfaca5c4eb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.111985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-702e4e48-b31b-4f56-909b-4821b0e6b06c tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags HTTP/1.1" status: 204 len: 168 time: 0.1516356 Jul 16 18:33:30.113798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46870) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.115633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:30.120718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-20a84159-5a13-46c5-9a28-b502a7ae635a tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227', 'tempest-TagsExtTest-Tag-889559414') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.161221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40bb82a5-efec-4b34-86c8-c262b9aba30b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.163989 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-20a84159-5a13-46c5-9a28-b502a7ae635a tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:30.164227 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-40bb82a5-efec-4b34-86c8-c262b9aba30b tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/ports/94d42be0-3c59-48c1-b7c2-14cfaca5c4eb HTTP/1.1" status: 204 len: 168 time: 1.2661130 Jul 16 18:33:30.169416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-20a84159-5a13-46c5-9a28-b502a7ae635a tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags/tempest-TagsExtTest-Tag-889559414 HTTP/1.1" status: 404 len: 328 time: 0.0492239 Jul 16 18:33:30.169416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46872) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.169815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46874) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.178618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-645a6dbd-776e-4bf4-8496-252140d0e579 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227', 'tempest-TagsExtTest-Tag-920635446') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.226621 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-645a6dbd-776e-4bf4-8496-252140d0e579 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:30.228154 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-645a6dbd-776e-4bf4-8496-252140d0e579 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags/tempest-TagsExtTest-Tag-920635446 HTTP/1.1" status: 404 len: 328 time: 0.0574005 Jul 16 18:33:30.233041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46876) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.246531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-da1ffebc-1af9-4443-afc1-abc886a398a4 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227', 'tempest-TagsExtTest-Tag-1453759779') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.248396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefa8d7-a330-4686-8891-bd3fb903c2d1 req-c4d074b9-e123-4434-b847-42dc82bab5b9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:30.250797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddefa8d7-a330-4686-8891-bd3fb903c2d1 req-c4d074b9-e123-4434-b847-42dc82bab5b9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 944 time: 0.1836288 Jul 16 18:33:30.285876 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-da1ffebc-1af9-4443-afc1-abc886a398a4 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] show failed (client error): The resource could not be found. Jul 16 18:33:30.287171 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-da1ffebc-1af9-4443-afc1-abc886a398a4 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags/tempest-TagsExtTest-Tag-1453759779 HTTP/1.1" status: 404 len: 329 time: 0.0529256 Jul 16 18:33:30.292324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46878) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.300235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-3aca7875-8ff9-46ac-aa2e-1b617eff87b7 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c1b508df-cf1b-40c1-96f3-12cd7ee63227') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.330602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:30.353866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddefa8d7-a330-4686-8891-bd3fb903c2d1 req-d0fa5410-ac55-4074-9c05-3b9a5acd59b1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816061 Jul 16 18:33:30.354500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'port_id': '4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0', 'mac_address': 'fa:16:3e:1b:74:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:30.390738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2379c881-db94-4378-9be7-71a1052a4bac tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port ff79a43b-a618-4898-8be9-3e76d9c3cdaa {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:30.392722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c881-db94-4378-9be7-71a1052a4bac tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.412415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46884) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.413986 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3aca7875-8ff9-46ac-aa2e-1b617eff87b7 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227/tags HTTP/1.1" status: 204 len: 168 time: 0.1200871 Jul 16 18:33:30.419713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.tag.tag_plugin [None req-b8388c02-e1cb-458f-b9c5-a5ba19169bf4 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fc197e77-9ecf-49a0-ac68-4163355ab5df') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.456587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.474675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:30.506884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:30.512891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.616903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.742773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:31.005826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8d88a2a-579a-4bf4-b6f4-344a6e41b064 req-93ce7f58-ed8c-4ae7-9229-0b7bb243e1dd tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0771320 Jul 16 18:33:31.041657 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c881-db94-4378-9be7-71a1052a4bac tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.048751 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b8388c02-e1cb-458f-b9c5-a5ba19169bf4 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df/tags HTTP/1.1" status: 204 len: 168 time: 0.6322703 Jul 16 18:33:31.049224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46886) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.057055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-6084c65f-cd48-4be8-bf0e-c96b2a71b79f tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ba6236f-ac23-49ec-a71e-36da317af122') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:31.059670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-2379c881-db94-4378-9be7-71a1052a4bac tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for ff79a43b-a618-4898-8be9-3e76d9c3cdaa owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:31.144368 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6084c65f-cd48-4be8-bf0e-c96b2a71b79f tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122/tags HTTP/1.1" status: 204 len: 168 time: 0.0903986 Jul 16 18:33:31.144870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46888) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.154458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.tag.tag_plugin [None req-f1fd71bc-4b8b-49ab-ba70-9dcf1c20dc80 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '31ff0367-f184-4f16-a71c-5303ad4c17a8') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:31.221353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c881-db94-4378-9be7-71a1052a4bac tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.236011 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f1fd71bc-4b8b-49ab-ba70-9dcf1c20dc80 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0890822 Jul 16 18:33:31.236964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46890) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.277336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379c881-db94-4378-9be7-71a1052a4bac tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=ff79a43b-a618-4898-8be9-3e76d9c3cdaa,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.377913 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c881-db94-4378-9be7-71a1052a4bac tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.381490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2379c881-db94-4378-9be7-71a1052a4bac tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/ports/ff79a43b-a618-4898-8be9-3e76d9c3cdaa HTTP/1.1" status: 204 len: 168 time: 1.2128804 Jul 16 18:33:31.384212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46892) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.410763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d341d93a-bfe7-43b1-9ffa-2ffe51d4202d tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for subnetpool, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.411889 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d341d93a-bfe7-43b1-9ffa-2ffe51d4202d tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnetpools/c1b508df-cf1b-40c1-96f3-12cd7ee63227 HTTP/1.1" status: 204 len: 168 time: 0.1736062 Jul 16 18:33:31.416201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.452470 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c1f1dab6-dacf-4f4e-ad8a-d3c886999c8c tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc197e77-9ecf-49a0-ac68-4163355ab5df HTTP/1.1" status: 200 len: 205 time: 0.0349236 Jul 16 18:33:31.459936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.505215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbaac77-8623-429a-b10b-d7da168157b0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:31.508594 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4fbaac77-8623-429a-b10b-d7da168157b0 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "GET /v2.0/ports?device_id=42ceec33-6a65-4851-ab74-66dc0e942b61 HTTP/1.1" status: 200 len: 913 time: 0.1214986 Jul 16 18:33:31.510041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 46900) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.554827 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de820ec-fa22-4e6f-a49f-ac9d9c1fb9f8 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.779542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df16dd4-b224-4b5f-bedc-5704206c01d2 req-0a72cdb2-8f2e-43bd-9e87-a055fd7cd083 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:31.781166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4df16dd4-b224-4b5f-bedc-5704206c01d2 req-0a72cdb2-8f2e-43bd-9e87-a055fd7cd083 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 945 time: 0.2074335 Jul 16 18:33:31.831280 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de820ec-fa22-4e6f-a49f-ac9d9c1fb9f8 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.835173 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de820ec-fa22-4e6f-a49f-ac9d9c1fb9f8 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.883742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4df16dd4-b224-4b5f-bedc-5704206c01d2 req-039cbf44-774b-4945-9a28-b199f5a2b22f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937283 Jul 16 18:33:31.978734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de820ec-fa22-4e6f-a49f-ac9d9c1fb9f8 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.979620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de820ec-fa22-4e6f-a49f-ac9d9c1fb9f8 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Fanout notify agent at l3_agent the message router_deleted on router fc197e77-9ecf-49a0-ac68-4163355ab5df {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:31.991267 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2de820ec-fa22-4e6f-a49f-ac9d9c1fb9f8 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.997853 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2de820ec-fa22-4e6f-a49f-ac9d9c1fb9f8 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/routers/fc197e77-9ecf-49a0-ac68-4163355ab5df HTTP/1.1" status: 204 len: 168 time: 0.5314822 Jul 16 18:33:31.997853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:32.114133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:32.182135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a48f06b5-ba5e-49bb-b1bf-c95f269733de tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Deleting port 8ba6236f-ac23-49ec-a71e-36da317af122 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:32.183371 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f06b5-ba5e-49bb-b1bf-c95f269733de tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.260574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b4052-0fd2-4578-a46b-bbed75800692 req-59634f5d-6e6c-457a-9d64-eed82cd1f7ca tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:32.264079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-450b4052-0fd2-4578-a46b-bbed75800692 req-59634f5d-6e6c-457a-9d64-eed82cd1f7ca tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 945 time: 0.2887185 Jul 16 18:33:32.270195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:32.276503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:32.277116 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.327179 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f06b5-ba5e-49bb-b1bf-c95f269733de tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.342758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a48f06b5-ba5e-49bb-b1bf-c95f269733de tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Calling delete_port for 8ba6236f-ac23-49ec-a71e-36da317af122 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:32.463998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c582a254-5d38-46e5-92e2-38a31ed99ff9 req-f5b7fb2f-fd13-42e7-b796-fd10f0264d64 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0724924 Jul 16 18:33:32.484234 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.494413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-450b4052-0fd2-4578-a46b-bbed75800692 req-0b82f4c5-aa4f-4ab6-8397-149337db686c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135248 Jul 16 18:33:32.513848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe062649-b13f-496f-ad9b-cdcce6672580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:32.517514 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276f59d5-8c4d-45bf-92f3-72685a769687" -d '{"events": [{"server_uuid": "fe062649-b13f-496f-ad9b-cdcce6672580", "name": "network-vif-plugged", "status": "completed", "tag": "4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:32.547296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:32.554506 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.588305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.632381 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b42fdb3-64c7-4724-af9d-b4a6e2531c4a x-openstack-request-id: req-1b42fdb3-64c7-4724-af9d-b4a6e2531c4a {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:32.632870 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe062649-b13f-496f-ad9b-cdcce6672580", "name": "network-vif-plugged", "status": "completed", "tag": "4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:32.633890 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b42fdb3-64c7-4724-af9d-b4a6e2531c4a {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:32.634912 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe062649-b13f-496f-ad9b-cdcce6672580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0', 'code': 200} Jul 16 18:33:32.665524 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f06b5-ba5e-49bb-b1bf-c95f269733de tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.694795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.786293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f06b5-ba5e-49bb-b1bf-c95f269733de tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Pushing event deleted for resources: {'Port': ['ID=8ba6236f-ac23-49ec-a71e-36da317af122,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.869121 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:32.990931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a48f06b5-ba5e-49bb-b1bf-c95f269733de tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.994295 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a48f06b5-ba5e-49bb-b1bf-c95f269733de tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/ports/8ba6236f-ac23-49ec-a71e-36da317af122 HTTP/1.1" status: 204 len: 168 time: 0.9974098 Jul 16 18:33:33.007173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d1bd-0cf1-4e90-818a-acb22e94bd7c req-f7439fcd-1ad6-4055-8a88-b68851b08243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.011711 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2b65d1bd-0cf1-4e90-818a-acb22e94bd7c req-f7439fcd-1ad6-4055-8a88-b68851b08243 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 1098 time: 0.2878950 Jul 16 18:33:33.012251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46922) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:33.167289 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dca40388-7cbf-490a-8393-a08da93db634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.201907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcaf1053-e2f7-4189-8b75-065183c16743 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Deleting subnet 31ff0367-f184-4f16-a71c-5303ad4c17a8 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:33.206611 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1053-e2f7-4189-8b75-065183c16743 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.210292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port 8cc3035c-45a1-4b99-97c5-c39978a4cfcd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:33.211404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.268875 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2b65d1bd-0cf1-4e90-818a-acb22e94bd7c req-a476df75-ac82-40cc-8abe-676e74862eda service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337062 Jul 16 18:33:33.271321 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1053-e2f7-4189-8b75-065183c16743 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.386066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1053-e2f7-4189-8b75-065183c16743 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.449303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bbdfd-392f-4ce1-bd06-e244fe0251eb req-828e8579-47af-4880-ab93-347326bb4714 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:33.450918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e0bbdfd-392f-4ce1-bd06-e244fe0251eb req-828e8579-47af-4880-ab93-347326bb4714 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 946 time: 0.2067151 Jul 16 18:33:33.453261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.470920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1053-e2f7-4189-8b75-065183c16743 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.478732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for 8cc3035c-45a1-4b99-97c5-c39978a4cfcd owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:33.524474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf1053-e2f7-4189-8b75-065183c16743 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Pushing event deleted for resources: {'Subnet': ['ID=31ff0367-f184-4f16-a71c-5303ad4c17a8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:33.545846 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1053-e2f7-4189-8b75-065183c16743 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.546096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38404b29-cdca-4dfc-bc37-3dfa0ab67c4d None None] Network d156a07f-d920-4700-aff9-673252d0b3e3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:33.552714 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fcaf1053-e2f7-4189-8b75-065183c16743 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/subnets/31ff0367-f184-4f16-a71c-5303ad4c17a8 HTTP/1.1" status: 204 len: 168 time: 0.5325029 Jul 16 18:33:33.553182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46930) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:33.609907 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e0bbdfd-392f-4ce1-bd06-e244fe0251eb req-fe1437c3-7a94-4ba0-90a3-cb280156da39 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394010 Jul 16 18:33:33.774988 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.929135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Deleting port 5fc6b161-e127-473b-9b6f-e7585176da5f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:33.931456 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.025054 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.042508 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-970170c0-2848-4f63-8ca1-7dd7367b583c req-2b209714-5963-4b2a-8ee9-a8dc5747cdb7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0942304 Jul 16 18:33:34.148279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=8cc3035c-45a1-4b99-97c5-c39978a4cfcd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.159084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] For port 5fc6b161-e127-473b-9b6f-e7585176da5f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=5fc6b161-e127-473b-9b6f-e7585176da5f,segment=NetworkSegment(8a9b0597-13f3-441e-a13d-2da9432e2d98),segment_id=8a9b0597-13f3-441e-a13d-2da9432e2d98)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:34.159762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.193339 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] DHCP port deletion for d156a07f-d920-4700-aff9-673252d0b3e3 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:34.194834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Calling delete_port for 5fc6b161-e127-473b-9b6f-e7585176da5f owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:34.353900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.372490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] No DVR routers for this DVR port 5fc6b161-e127-473b-9b6f-e7585176da5f on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:34.382610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] Deleting port 5fc6b161-e127-473b-9b6f-e7585176da5f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:34.383556 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.392089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5fc6b161-e127-473b-9b6f-e7585176da5f no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:34.403141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Pushing event deleted for resources: {'Port': ['ID=5fc6b161-e127-473b-9b6f-e7585176da5f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.476815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 5fc6b161-e127-473b-9b6f-e7585176da5f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:34.477336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 5fc6b161-e127-473b-9b6f-e7585176da5f not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:34.504580 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.569160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] For port 5fc6b161-e127-473b-9b6f-e7585176da5f, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:34.569654 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.573296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.588572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] Calling delete_port for 5fc6b161-e127-473b-9b6f-e7585176da5f owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:34.593562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] Port 5fc6b161-e127-473b-9b6f-e7585176da5f was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:33:34.595221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d156a07f-d920-4700-aff9-673252d0b3e3']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:34.596185 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.612363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] No DVR routers for this DVR port 5fc6b161-e127-473b-9b6f-e7585176da5f on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:34.621059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9b0597-13f3-441e-a13d-2da9432e2d98') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:34.621559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9b0597-13f3-441e-a13d-2da9432e2d98') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:34.640982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b12a6-55cf-44c6-b117-a94efedb1fbe None None] Pushing event deleted for resources: {'Port': ['ID=5fc6b161-e127-473b-9b6f-e7585176da5f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.648569 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.676282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.691486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:34.692232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:34.699083 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:34.852380 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.862215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.866347 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] 10.222.0.60 "DELETE /v2.0/networks/d156a07f-d920-4700-aff9-673252d0b3e3 HTTP/1.1" status: 204 len: 168 time: 1.3116939 Jul 16 18:33:34.896203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e1085-9d6d-4c18-8a3e-737c3db6c085 tempest-TagsExtTest-2052814281 tempest-TagsExtTest-2052814281-project] Pushing event deleted for resources: {'Network': ['ID=d156a07f-d920-4700-aff9-673252d0b3e3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:35.249820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Router 42ceec33-6a65-4851-ab74-66dc0e942b61 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:35.290183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97895f4e-e8e2-4cdf-aad5-94c813601eb5 req-2a132cf6-b514-4e5e-8e65-f9fe86d2491d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.302361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97895f4e-e8e2-4cdf-aad5-94c813601eb5 req-2a132cf6-b514-4e5e-8e65-f9fe86d2491d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 946 time: 0.4755192 Jul 16 18:33:35.434502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97895f4e-e8e2-4cdf-aad5-94c813601eb5 req-8815389a-03b0-431d-b1ca-ba9961c2cdf1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297183 Jul 16 18:33:35.447690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46948) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.602661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33a48349-c23b-4fb4-990d-dc76163b017e req-665dbfa3-6ca2-4666-ac20-ac05dad6905a tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.1846979 Jul 16 18:33:35.776832 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a58bfbea-bbb6-4e3b-a897-61dca8339dc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a79bf53462a42ad98a58847f3a7dcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245595 Jul 16 18:33:35.777022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46954) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.805142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:35.821173 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc08add-03df-40b9-9b18-c7ea801eca42 None None] Sync routers for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:35.823616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8caea491-7a4f-4e63-962d-1c2217a0585c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "PUT /v2.0/routers/42ceec33-6a65-4851-ab74-66dc0e942b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3125119 Jul 16 18:33:35.827302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.838404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdc231-526e-49d9-994a-1f3aceea0787 req-eed50d3b-fd9b-4562-93af-13e533124aa2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:35.840144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54bdc231-526e-49d9-994a-1f3aceea0787 req-eed50d3b-fd9b-4562-93af-13e533124aa2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 946 time: 0.1455169 Jul 16 18:33:35.851663 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc08add-03df-40b9-9b18-c7ea801eca42 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:35.853017 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1bc08add-03df-40b9-9b18-c7ea801eca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:35.895710 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1bc08add-03df-40b9-9b18-c7ea801eca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:35.905841 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc08add-03df-40b9-9b18-c7ea801eca42 None None] Routers {'42ceec33-6a65-4851-ab74-66dc0e942b61'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:35.907576 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1bc08add-03df-40b9-9b18-c7ea801eca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:33:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['42ceec33-6a65-4851-ab74-66dc0e942b61'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:35.909408 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54bdc231-526e-49d9-994a-1f3aceea0787 req-c1759c64-1833-4b0d-b199-1c092e547706 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597250 Jul 16 18:33:35.945815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8e66f84b-ba34-4da4-b3e3-2f2cb10d7da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.956133 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1bc08add-03df-40b9-9b18-c7ea801eca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:35.957190 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc08add-03df-40b9-9b18-c7ea801eca42 None None] The sync data for ids ['42ceec33-6a65-4851-ab74-66dc0e942b61'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:35.980177 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.036269 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5e0faab-38dc-484e-97ff-2a93df75d725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.055158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8e66f84b-ba34-4da4-b3e3-2f2cb10d7da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.134613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:36.161118 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.318045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:36.345740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'port_id': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'mac_address': 'fa:16:3e:71:01:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:36.377385 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8e66f84b-ba34-4da4-b3e3-2f2cb10d7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.380523 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8e66f84b-ba34-4da4-b3e3-2f2cb10d7da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.385212 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8e66f84b-ba34-4da4-b3e3-2f2cb10d7da9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/847a7908-98a9-4f09-a7ef-a8918eb1fefb HTTP/1.1" status: 204 len: 168 time: 0.6069112 Jul 16 18:33:36.400019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66f84b-ba34-4da4-b3e3-2f2cb10d7da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847a7908-98a9-4f09-a7ef-a8918eb1fefb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.435204 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.440612 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.459373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ebabbba-195a-46e7-b0e0-453e03484d14 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:36.493931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:36.503678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.574655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting port ecd19464-1231-48d7-a7c8-50775d7ec608 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:36.575166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.617114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.622591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5ebabbba-195a-46e7-b0e0-453e03484d14'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:36.636165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc5fa-aace-40c1-9b85-6ce1b5ab1548 req-159ec546-6ec6-490a-8fb6-4d824ff06514 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.640898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76ddc5fa-aace-40c1-9b85-6ce1b5ab1548 req-159ec546-6ec6-490a-8fb6-4d824ff06514 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 946 time: 0.1368706 Jul 16 18:33:36.721041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76ddc5fa-aace-40c1-9b85-6ce1b5ab1548 req-68d24481-72bc-48bd-9d1f-1ef9187b7b24 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728478 Jul 16 18:33:36.809849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.846764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Calling delete_port for ecd19464-1231-48d7-a7c8-50775d7ec608 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:36.993155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b8875d9-099d-41a4-9cb4-b408788e52d0 req-ff29386c-5ae9-4d70-ae1a-a2386d0cdaa5 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0605652 Jul 16 18:33:37.040701 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.185772 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.220303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Port': ['ID=ecd19464-1231-48d7-a7c8-50775d7ec608,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.302468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.423293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.426619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.505712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.506604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Fanout notify agent at l3_agent the message router_deleted on router 42ceec33-6a65-4851-ab74-66dc0e942b61 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:37.520354 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.524458 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-73675e28-e990-45b2-9118-2d56dfe4d16c tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/routers/42ceec33-6a65-4851-ab74-66dc0e942b61 HTTP/1.1" status: 204 len: 168 time: 1.6878567 Jul 16 18:33:37.524951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 46994) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:37.605851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-98968729-a72b-46b8-9d8e-ce267d123a74 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Deleting subnet 85926fa4-4c3b-4706-995b-4e55fe651fd2 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:37.609298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98968729-a72b-46b8-9d8e-ce267d123a74 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.659210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98968729-a72b-46b8-9d8e-ce267d123a74 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.723864 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98968729-a72b-46b8-9d8e-ce267d123a74 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.807396 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98968729-a72b-46b8-9d8e-ce267d123a74 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.846313 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-98968729-a72b-46b8-9d8e-ce267d123a74 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.848344 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-98968729-a72b-46b8-9d8e-ce267d123a74 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/subnets/85926fa4-4c3b-4706-995b-4e55fe651fd2 HTTP/1.1" status: 204 len: 168 time: 0.3220754 Jul 16 18:33:37.849418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98968729-a72b-46b8-9d8e-ce267d123a74 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Subnet': ['ID=85926fa4-4c3b-4706-995b-4e55fe651fd2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.852163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:37.959302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.066479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043ddb8-96db-4d4c-8324-87e5a6a97cfe req-c4bafc71-e9f1-4bb0-9a8a-da668799e322 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.068388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4043ddb8-96db-4d4c-8324-87e5a6a97cfe req-c4bafc71-e9f1-4bb0-9a8a-da668799e322 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 946 time: 0.1466148 Jul 16 18:33:38.151655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4043ddb8-96db-4d4c-8324-87e5a6a97cfe req-3f80e510-feae-4cda-bba1-eb38bf31ff23 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726888 Jul 16 18:33:38.156315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:38.215152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.259298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e201fa6-10a1-46ba-ae4d-1220d6711163']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:38.279409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 5ebabbba-195a-46e7-b0e0-453e03484d14 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:38.279782 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.290545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745de23a-a162-4cc9-a603-a655a913c830') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:38.291009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745de23a-a162-4cc9-a603-a655a913c830') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:38.302709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01f35987-eb1b-4b35-a1d8-97b47bfdce64 req-8242162f-10ac-44f1-af5c-e6401d23f830 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.0372734 Jul 16 18:33:38.339434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.383182 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.394056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-aebaad3d-0056-4e24-be5a-46922320caf8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.395650 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-aebaad3d-0056-4e24-be5a-46922320caf8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 946 time: 0.2437997 Jul 16 18:33:38.406709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:38.407139 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:38.410530 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:38.452663 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.494825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:38.495936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:38.499611 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d83517-33f3-411e-af21-e5b627fed643" -d '{"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-plugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:38.519839 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.580322 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e87002-448c-4414-9af9-5ef9249006a5 x-openstack-request-id: req-d4e87002-448c-4414-9af9-5ef9249006a5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:38.580813 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-plugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:38.581067 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4e87002-448c-4414-9af9-5ef9249006a5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:38.581466 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'code': 200} Jul 16 18:33:38.617469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:38.723517 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.748948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.758248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.762444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] 10.222.0.60 "DELETE /v2.0/networks/7e201fa6-10a1-46ba-ae4d-1220d6711163 HTTP/1.1" status: 204 len: 168 time: 0.9091420 Jul 16 18:33:38.811835 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ce2e-0d6a-41ad-b729-d239234c0702 tempest-FloatingIPTestJSON-851169784 tempest-FloatingIPTestJSON-851169784-project] Pushing event deleted for resources: {'Network': ['ID=7e201fa6-10a1-46ba-ae4d-1220d6711163,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:38.863579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:38.864388 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.122920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] For port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:39.123070 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.149597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:39.448026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47066) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:39.526161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-c9c552a9-e2ec-4373-9652-f1a887de634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.527856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-c9c552a9-e2ec-4373-9652-f1a887de634d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1097 time: 0.6700644 Jul 16 18:33:39.559000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.572745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:39.665359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:39.681801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c305c22-c356-4b8e-928f-4d93fef1ddb2 req-981fdbb4-2be8-4114-89fb-d4350bc88b38 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:39.694848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['87491e85-925c-4844-8ef1-0a44343dd93a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:39.699036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c305c22-c356-4b8e-928f-4d93fef1ddb2 req-981fdbb4-2be8-4114-89fb-d4350bc88b38 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 867 time: 0.3827977 Jul 16 18:33:39.708931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] No DVR routers for this DVR port 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:39.713829 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.718144 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28b330f4-8b4e-496f-bd6e-5e7080cf2b89 req-90f131cf-b020-470e-b93e-df0313dc697a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "DELETE /v2.0/ports/4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 HTTP/1.1" status: 204 len: 173 time: 1.3132689 Jul 16 18:33:39.721103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe062649-b13f-496f-ad9b-cdcce6672580', 'name': 'network-vif-deleted', 'tag': '4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:39.736917 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6d41b9-32d4-48fd-8f1e-04a55fe8b3a7" -d '{"events": [{"server_uuid": "fe062649-b13f-496f-ad9b-cdcce6672580", "name": "network-vif-deleted", "tag": "4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:39.941955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6114e7cc-661c-4919-9026-83edacde43fb req-9d948c28-dc6f-4b4b-a573-8a0d6e846bdf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2c9bc0f-fc1a-42e9-83af-64a97711a4de HTTP/1.1" status: 200 len: 210 time: 0.2196481 Jul 16 18:33:40.059005 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb74e88-a10c-4812-8c39-202bade2c406 x-openstack-request-id: req-1bb74e88-a10c-4812-8c39-202bade2c406 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:40.059320 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe062649-b13f-496f-ad9b-cdcce6672580", "name": "network-vif-deleted", "tag": "4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:40.059565 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bb74e88-a10c-4812-8c39-202bade2c406 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:40.060264 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe062649-b13f-496f-ad9b-cdcce6672580', 'name': 'network-vif-deleted', 'tag': '4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0', 'status': 'completed', 'code': 200} Jul 16 18:33:40.083390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47080) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.267958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-26b53f97-44ad-48af-b887-9c16bf78d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.269547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-26b53f97-44ad-48af-b887-9c16bf78d028 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.7083645 Jul 16 18:33:40.310303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f48fb586-4169-48d7-bb73-cfa32d77b962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.424327 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.430938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a710bf8b-8dea-4afe-9acc-3f69bdfefc7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4fd63a751894207acd5cb98548460b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9807096 Jul 16 18:33:40.433647 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47084) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.434709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c305c22-c356-4b8e-928f-4d93fef1ddb2 req-c8491993-807d-4f11-a783-2b28e5f4af76 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7348442 Jul 16 18:33:40.437048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-c6e06725-b424-40b2-b726-31b7d43d5649 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 1001 time: 0.1405580 Jul 16 18:33:40.533336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f48fb586-4169-48d7-bb73-cfa32d77b962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.545090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f48fb586-4169-48d7-bb73-cfa32d77b962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.547981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-a9c4565e-7af3-46f0-8a68-58807ad7e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.555846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-a9c4565e-7af3-46f0-8a68-58807ad7e45f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.1097758 Jul 16 18:33:40.608564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be4ef0c3-b9d3-47a0-9f40-a2d2e368e41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.614121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fb586-4169-48d7-bb73-cfa32d77b962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cb10ac-81e3-4848-94fd-e7c0d66cccea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:40.620533 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f48fb586-4169-48d7-bb73-cfa32d77b962 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bf272fd18ba4cd5be3fcb11b8ce71a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354085 Jul 16 18:33:40.623128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47086) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.729380 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be4ef0c3-b9d3-47a0-9f40-a2d2e368e41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.732311 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e758-41c0-417c-acf1-24ea5b4efd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.793391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e758-41c0-417c-acf1-24ea5b4efd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.887166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e758-41c0-417c-acf1-24ea5b4efd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.891704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e758-41c0-417c-acf1-24ea5b4efd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.897156 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ce2e758-41c0-417c-acf1-24ea5b4efd97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43cb10ac-81e3-4848-94fd-e7c0d66cccea HTTP/1.1" status: 204 len: 168 time: 0.2705739 Jul 16 18:33:40.976544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2e758-41c0-417c-acf1-24ea5b4efd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cb10ac-81e3-4848-94fd-e7c0d66cccea,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:40.983890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-f305b528-cd8b-4f52-9f06-c0b2a954fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.990824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-f305b528-cd8b-4f52-9f06-c0b2a954fffa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4285789 Jul 16 18:33:41.031776 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be4ef0c3-b9d3-47a0-9f40-a2d2e368e41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.037034 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be4ef0c3-b9d3-47a0-9f40-a2d2e368e41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.049635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-ff2112fc-0b26-4bef-a47f-df664f5d7c0c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:33:41.053028 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be4ef0c3-b9d3-47a0-9f40-a2d2e368e41f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/644e9fa8-0369-4c73-9154-aea1860ac03f HTTP/1.1" status: 204 len: 168 time: 0.6139679 Jul 16 18:33:41.069521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-ff2112fc-0b26-4bef-a47f-df664f5d7c0c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0421402 Jul 16 18:33:41.077997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ef0c3-b9d3-47a0-9f40-a2d2e368e41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644e9fa8-0369-4c73-9154-aea1860ac03f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:41.475682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-02150c43-506d-4ef6-becc-515ad21a7fc5 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047337 Jul 16 18:33:41.586967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47106) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.665652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b72e175b-bf1c-43a1-a8a7-5e321c738b9c req-64ab95b4-811f-4662-90fa-c8bccba79906 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830010 Jul 16 18:33:41.767822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a380f2b-1112-4bff-b54b-3cb945e4d377 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.820672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a380f2b-1112-4bff-b54b-3cb945e4d377 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.827188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bf3e5d1-7ca0-4af6-b1a6-4eff4db1a333 req-362a499d-1550-471c-bdd1-b77aee5617ba tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 210 time: 0.0890043 Jul 16 18:33:41.896325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.919886 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a380f2b-1112-4bff-b54b-3cb945e4d377 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.932227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1065d72b-318e-49f5-b361-feb6230fc640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.936696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8a380f2b-1112-4bff-b54b-3cb945e4d377 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.942147 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8a380f2b-1112-4bff-b54b-3cb945e4d377 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "DELETE /v2.0/security-groups/18dac136-bba5-43c0-b554-d2218b8d6167 HTTP/1.1" status: 204 len: 168 time: 0.3514531 Jul 16 18:33:41.965306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47116) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.977222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a380f2b-1112-4bff-b54b-3cb945e4d377 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dac136-bba5-43c0-b554-d2218b8d6167,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.045451 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-334a5e69-a7cb-4f50-ad84-013fd4d16a29 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] show failed (client error): The resource could not be found. Jul 16 18:33:42.051339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-334a5e69-a7cb-4f50-ad84-013fd4d16a29 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "GET /v2.0/security-groups/18dac136-bba5-43c0-b554-d2218b8d6167 HTTP/1.1" status: 404 len: 347 time: 0.0805635 Jul 16 18:33:42.052657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47118) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:42.238560 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1065d72b-318e-49f5-b361-feb6230fc640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.240668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:42.248535 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1065d72b-318e-49f5-b361-feb6230fc640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.339935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1065d72b-318e-49f5-b361-feb6230fc640 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=646c2c0ba90b44aca3eb53d52f34f87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418325 Jul 16 18:33:42.341430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47128) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:42.350167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065d72b-318e-49f5-b361-feb6230fc640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cad516-a267-4830-bb62-a91f5e9173db,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.456370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86d701bd-021b-450f-a5c1-3d94d93cd7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.488086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting port f7e061c7-896a-4a43-a0d0-f236eae2051c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:42.488401 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.509907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86d701bd-021b-450f-a5c1-3d94d93cd7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.606556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:42.607144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4ec29a89-eb6c-43a6-8c32-6eaa6d59b3f0 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:42.682198 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86d701bd-021b-450f-a5c1-3d94d93cd7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.686040 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86d701bd-021b-450f-a5c1-3d94d93cd7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.688389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-86d701bd-021b-450f-a5c1-3d94d93cd7df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1cad516-a267-4830-bb62-a91f5e9173db HTTP/1.1" status: 204 len: 168 time: 0.3447573 Jul 16 18:33:42.699500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d701bd-021b-450f-a5c1-3d94d93cd7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cad516-a267-4830-bb62-a91f5e9173db,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.713639 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.715605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.765079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Calling delete_port for f7e061c7-896a-4a43-a0d0-f236eae2051c owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:43.164243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47140) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:43.487973 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.491449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d082f10-a520-4a25-aecb-769c488c6a72 req-fc0dc428-42d5-45d3-b1ce-a58508d79ebe tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 210 time: 0.0736933 Jul 16 18:33:43.546252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Port': ['ID=f7e061c7-896a-4a43-a0d0-f236eae2051c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:43.702403 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.713349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.716537 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-405ebd8c-6596-47e2-8d30-c662115ae95c tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "DELETE /v2.0/floatingips/ed2abe2a-039c-4c42-b068-25eb027c4bd1 HTTP/1.1" status: 204 len: 168 time: 1.6605842 Jul 16 18:33:43.718615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47154) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:43.925825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1209142162'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:44.014542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-86488a1a-7c0e-471f-8dfa-012554414eae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting port 7f7b01d2-8289-41dc-9776-7a174fb63fa1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:44.015117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86488a1a-7c0e-471f-8dfa-012554414eae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.080350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:44.084451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.143479 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.594204 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.606356 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.632554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:44.650655 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.651202 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment 1d45bc26-956b-4a96-b797-8abb88ad627f of type vlan for network 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 Jul 16 18:33:44.829333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.027813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b399d2a-5422-4126-95cb-f533c8fcf47e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.038582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.050355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:45.051378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.210454 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86488a1a-7c0e-471f-8dfa-012554414eae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.227346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-86488a1a-7c0e-471f-8dfa-012554414eae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Calling delete_port for 7f7b01d2-8289-41dc-9776-7a174fb63fa1 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:45.330248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-796e5b40-a099-4560-aa7e-c83cdbde1817 req-64441278-d07c-45a3-af68-d929d820cd75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 210 time: 0.3048375 Jul 16 18:33:45.350616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1750791 Jul 16 18:33:45.650965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e2d96-98c7-4531-a3e2-c272f20e3e91 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.669396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:45.753772 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86488a1a-7c0e-471f-8dfa-012554414eae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.887093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86488a1a-7c0e-471f-8dfa-012554414eae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Port': ['ID=7f7b01d2-8289-41dc-9776-7a174fb63fa1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:46.083779 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-86488a1a-7c0e-471f-8dfa-012554414eae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.087376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-86488a1a-7c0e-471f-8dfa-012554414eae tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "DELETE /v2.0/ports/7f7b01d2-8289-41dc-9776-7a174fb63fa1 HTTP/1.1" status: 204 len: 168 time: 2.3665686 Jul 16 18:33:46.090314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47218) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:46.455038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-88120889-eeef-480b-8aea-6a4fa68ea910 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting port f980964f-ab12-4a1c-984a-2ea58998774f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:46.455822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88120889-eeef-480b-8aea-6a4fa68ea910 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.867106 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88120889-eeef-480b-8aea-6a4fa68ea910 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.918089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-88120889-eeef-480b-8aea-6a4fa68ea910 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Calling delete_port for f980964f-ab12-4a1c-984a-2ea58998774f owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:46.929002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d370d517-3df7-4dd6-abb1-2e7d76d8a1ce req-abb6b28f-af81-4d0b-b07d-3e329fb3d5fa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 210 time: 0.1244693 Jul 16 18:33:47.156639 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88120889-eeef-480b-8aea-6a4fa68ea910 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.255624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88120889-eeef-480b-8aea-6a4fa68ea910 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Port': ['ID=f980964f-ab12-4a1c-984a-2ea58998774f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.546415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-88120889-eeef-480b-8aea-6a4fa68ea910 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.549656 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-88120889-eeef-480b-8aea-6a4fa68ea910 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "DELETE /v2.0/ports/f980964f-ab12-4a1c-984a-2ea58998774f HTTP/1.1" status: 204 len: 168 time: 1.4573996 Jul 16 18:33:47.554756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:47.705541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc2581c-2e0b-497e-ac4b-73f95dc6cdec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting subnet 2fc4fa43-170b-42b3-bee8-546c6b75f4b0 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:47.714584 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abc2581c-2e0b-497e-ac4b-73f95dc6cdec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.830632 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abc2581c-2e0b-497e-ac4b-73f95dc6cdec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.287083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abc2581c-2e0b-497e-ac4b-73f95dc6cdec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.462495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abc2581c-2e0b-497e-ac4b-73f95dc6cdec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.525996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1681ea51-a6c7-4dc0-b0ed-9339ed549b28 req-7c90b1fe-9ae7-4766-8a3e-3443112464bc tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe062649-b13f-496f-ad9b-cdcce6672580 HTTP/1.1" status: 200 len: 210 time: 0.1512573 Jul 16 18:33:48.596711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2581c-2e0b-497e-ac4b-73f95dc6cdec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc4fa43-170b-42b3-bee8-546c6b75f4b0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.635769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-abc2581c-2e0b-497e-ac4b-73f95dc6cdec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.641761 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-abc2581c-2e0b-497e-ac4b-73f95dc6cdec tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "DELETE /v2.0/subnets/2fc4fa43-170b-42b3-bee8-546c6b75f4b0 HTTP/1.1" status: 204 len: 168 time: 1.0847886 Jul 16 18:33:48.646438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47276) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:48.655664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ec3b9-8512-4650-976d-adb8f3883e53 None None] Network bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:48.853664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-977fc98b-9a91-4e09-b3f9-e4a10310c92f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting subnet fa341516-92b1-4649-8db1-f710b5ffa10a {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:48.871992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-977fc98b-9a91-4e09-b3f9-e4a10310c92f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.014427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-977fc98b-9a91-4e09-b3f9-e4a10310c92f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.342190 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-977fc98b-9a91-4e09-b3f9-e4a10310c92f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.366678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3330d8d8-1bad-4f9d-a94c-738ab1764759 None None] DHCP port deletion for bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:49.541620 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-977fc98b-9a91-4e09-b3f9-e4a10310c92f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.542907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3330d8d8-1bad-4f9d-a94c-738ab1764759 None None] Deleting port d839ab0b-7fc9-4673-b728-a4a34a289417 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:49.543570 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3330d8d8-1bad-4f9d-a94c-738ab1764759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.685005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fc98b-9a91-4e09-b3f9-e4a10310c92f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Subnet': ['ID=fa341516-92b1-4649-8db1-f710b5ffa10a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:49.710368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-977fc98b-9a91-4e09-b3f9-e4a10310c92f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.722254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-977fc98b-9a91-4e09-b3f9-e4a10310c92f tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "DELETE /v2.0/subnets/fa341516-92b1-4649-8db1-f710b5ffa10a HTTP/1.1" status: 204 len: 168 time: 1.0745029 Jul 16 18:33:49.725596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47280) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:49.809255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3330d8d8-1bad-4f9d-a94c-738ab1764759 None None] For port d839ab0b-7fc9-4673-b728-a4a34a289417, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d839ab0b-7fc9-4673-b728-a4a34a289417,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:49.810405 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3330d8d8-1bad-4f9d-a94c-738ab1764759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.839534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3330d8d8-1bad-4f9d-a94c-738ab1764759 None None] Calling delete_port for d839ab0b-7fc9-4673-b728-a4a34a289417 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:49.878494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.988324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Deleting port d839ab0b-7fc9-4673-b728-a4a34a289417 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:49.993938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.145137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73c3991-4b56-4d20-a864-5496e2d32d24 None None] Network 5e82fb2e-8bfc-485f-98cd-7646e4e78162 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:50.151444 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3330d8d8-1bad-4f9d-a94c-738ab1764759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.237113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330d8d8-1bad-4f9d-a94c-738ab1764759 None None] Pushing event deleted for resources: {'Port': ['ID=d839ab0b-7fc9-4673-b728-a4a34a289417,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.355020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330d8d8-1bad-4f9d-a94c-738ab1764759 None None] No DVR routers for this DVR port d839ab0b-7fc9-4673-b728-a4a34a289417 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:50.499247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d839ab0b-7fc9-4673-b728-a4a34a289417 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:50.560427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d839ab0b-7fc9-4673-b728-a4a34a289417 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:50.562886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d839ab0b-7fc9-4673-b728-a4a34a289417 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:50.775847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6460ca03-ef11-4ba1-a5a4-d727a645e557 None None] DHCP port deletion for 5e82fb2e-8bfc-485f-98cd-7646e4e78162 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:50.903855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47286) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:50.918527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6460ca03-ef11-4ba1-a5a4-d727a645e557 None None] Deleting port 65238bc3-aec5-468c-8060-6e7517d0c5fb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:50.919199 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6460ca03-ef11-4ba1-a5a4-d727a645e557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.920861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': '06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:50.960469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] For port d839ab0b-7fc9-4673-b728-a4a34a289417, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d839ab0b-7fc9-4673-b728-a4a34a289417,segment=NetworkSegment(cffa8ee6-e385-4292-b2ce-09e36320c9c0),segment_id=cffa8ee6-e385-4292-b2ce-09e36320c9c0)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:50.963780 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.055119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Calling delete_port for d839ab0b-7fc9-4673-b728-a4a34a289417 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:51.091147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6460ca03-ef11-4ba1-a5a4-d727a645e557 None None] For port 65238bc3-aec5-468c-8060-6e7517d0c5fb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=65238bc3-aec5-468c-8060-6e7517d0c5fb,segment=NetworkSegment(e70efbce-c728-4ef0-b540-6040a9f5da11),segment_id=e70efbce-c728-4ef0-b540-6040a9f5da11)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:51.091689 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6460ca03-ef11-4ba1-a5a4-d727a645e557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.120375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6460ca03-ef11-4ba1-a5a4-d727a645e557 None None] Calling delete_port for 65238bc3-aec5-468c-8060-6e7517d0c5fb owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:51.243810 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6460ca03-ef11-4ba1-a5a4-d727a645e557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.318746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460ca03-ef11-4ba1-a5a4-d727a645e557 None None] No DVR routers for this DVR port 65238bc3-aec5-468c-8060-6e7517d0c5fb on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:51.335692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460ca03-ef11-4ba1-a5a4-d727a645e557 None None] Pushing event deleted for resources: {'Port': ['ID=65238bc3-aec5-468c-8060-6e7517d0c5fb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:51.422438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.474222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Port': ['ID=d839ab0b-7fc9-4673-b728-a4a34a289417,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:51.502083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] No DVR routers for this DVR port d839ab0b-7fc9-4673-b728-a4a34a289417 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:51.657429 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.670657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:51.689393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffa8ee6-e385-4292-b2ce-09e36320c9c0') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:51.690098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffa8ee6-e385-4292-b2ce-09e36320c9c0') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:51.706690 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.727509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:51.735152 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.739693 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.761876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:51.764793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:51.771624 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:51.877624 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.884087 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.891076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47292) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:51.891701 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "DELETE /v2.0/networks/bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1 HTTP/1.1" status: 204 len: 168 time: 2.1637332 Jul 16 18:33:51.910676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296c566-4ac4-4374-bbbd-028a165f23cf tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Network': ['ID=bbebbc6b-74fa-4a2a-9308-cd6a6a2fc8b1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.044495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.274652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.288709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e82fb2e-8bfc-485f-98cd-7646e4e78162']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:52.291506 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.382656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70efbce-c728-4ef0-b540-6040a9f5da11') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:52.383211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70efbce-c728-4ef0-b540-6040a9f5da11') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:52.385817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 65238bc3-aec5-468c-8060-6e7517d0c5fb no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:52.432018 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.443106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 65238bc3-aec5-468c-8060-6e7517d0c5fb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:52.443643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 65238bc3-aec5-468c-8060-6e7517d0c5fb not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:52.502830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=02f37d58-aecb-4998-923e-b991c3a48abb,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.508871 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.521441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking segment: {'id': '1d45bc26-956b-4a96-b797-8abb88ad627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:52.521945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network hostable DHCP agents. Network: 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:52.533137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:52.533797 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:52.537707 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:52.575351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:52.622016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:52.628232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.630277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.632398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0dad6-ec75-44c1-a4eb-41cedf0c5430 None None] Network 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:52.645323 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.653271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.661388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] 10.222.0.60 "DELETE /v2.0/networks/5e82fb2e-8bfc-485f-98cd-7646e4e78162 HTTP/1.1" status: 204 len: 168 time: 0.7690527 Jul 16 18:33:52.695342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd731e6a-4945-4b05-a11b-02182dbb36f7 tempest-TaggedBootDevicesTest_v242-1745247886 tempest-TaggedBootDevicesTest_v242-1745247886-project] Pushing event deleted for resources: {'Network': ['ID=5e82fb2e-8bfc-485f-98cd-7646e4e78162,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.704492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:52.714865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-187779628'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:52.722260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e74cba35-1de5-4b27-81c6-68b7084b2111 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8147762 Jul 16 18:33:52.779464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:52.788536 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.873305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:52.893312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.894281 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment dc0b8437-e055-46d8-aa92-7c9b94f6d736 of type vlan for network cc8f1e99-9e21-4be2-ac6a-f55ba68d3383 Jul 16 18:33:53.041329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6', 'network_id': '06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6', 'tenant_id': '349ce8807fa149a9a3c5df994417ddf9', 'fixed_ips': [{'subnet_id': '02f37d58-aecb-4998-923e-b991c3a48abb'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:53.042603 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.071814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.175675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.181790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:53.185289 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.393347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=cc8f1e99-9e21-4be2-ac6a-f55ba68d3383,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:53.402907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47310) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:53.407271 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8fb6d792-356e-4516-b10c-3c6c2ff74634 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6994708 Jul 16 18:33:53.410814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': 'cc8f1e99-9e21-4be2-ac6a-f55ba68d3383', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:53.423149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Allocated IP 2001:db8:0:ffff::2 (06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6/02f37d58-aecb-4998-923e-b991c3a48abb/b82b8370-e48f-4f99-aa5b-099ced8b4237) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:53.475035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network cc8f1e99-9e21-4be2-ac6a-f55ba68d3383 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:53.685253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:53.689997 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.792771 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.807466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Transition to ACTIVE for port object b82b8370-e48f-4f99-aa5b-099ced8b4237 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:53.843618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Transition to ACTIVE for port object b82b8370-e48f-4f99-aa5b-099ced8b4237 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:53.855178 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.975232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Network 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:53.980501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:53.987288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:54.065513 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.125133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Pushing event updated for resources: {'Port': ['ID=b82b8370-e48f-4f99-aa5b-099ced8b4237,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.151361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Attempting to bind port b82b8370-e48f-4f99-aa5b-099ced8b4237 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:54.151736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Attempting to bind port b82b8370-e48f-4f99-aa5b-099ced8b4237 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '1d45bc26-956b-4a96-b797-8abb88ad627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:54.152120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Attempting to bind port b82b8370-e48f-4f99-aa5b-099ced8b4237 on network 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:54.158726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:54.159118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Checking segment: {'id': '1d45bc26-956b-4a96-b797-8abb88ad627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:54.159535 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.159929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Bound using segment: {'id': '1d45bc26-956b-4a96-b797-8abb88ad627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:54.160423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Bound port: b82b8370-e48f-4f99-aa5b-099ced8b4237, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d45bc26-956b-4a96-b797-8abb88ad627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:54.160841 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.216699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=60a30ba9-c875-40c9-8fab-2764b4f8b66b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.230965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking segment: {'id': 'dc0b8437-e055-46d8-aa92-7c9b94f6d736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc8f1e99-9e21-4be2-ac6a-f55ba68d3383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:54.231519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network hostable DHCP agents. Network: cc8f1e99-9e21-4be2-ac6a-f55ba68d3383, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:54.253484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network cc8f1e99-9e21-4be2-ac6a-f55ba68d3383 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:54.270348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, cc8f1e99-9e21-4be2-ac6a-f55ba68d3383) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:54.280223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.281876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.286433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0614bf6-8a31-452f-bfcc-605bbac56f63 None None] Network cc8f1e99-9e21-4be2-ac6a-f55ba68d3383 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:54.313161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-89fe4416-0a9d-4c85-bf65-f72e6324634c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9061177 Jul 16 18:33:54.314362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47316) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:54.459675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] For port b82b8370-e48f-4f99-aa5b-099ced8b4237, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:54.463266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] For port b82b8370-e48f-4f99-aa5b-099ced8b4237, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b82b8370-e48f-4f99-aa5b-099ced8b4237,segment=NetworkSegment(1d45bc26-956b-4a96-b797-8abb88ad627f),segment_id=1d45bc26-956b-4a96-b797-8abb88ad627f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:54.476095 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.586505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.695935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6ba35-f804-47eb-8489-0ecd7a81abc4 None None] Pushing event updated for resources: {'Port': ['ID=b82b8370-e48f-4f99-aa5b-099ced8b4237,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.838488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.009371 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.043827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5056071-700a-4897-9dfa-1c0c89d51b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-cc8f1e99-9e21-4be2-ac6a-f55ba68d3383', 'network_id': 'cc8f1e99-9e21-4be2-ac6a-f55ba68d3383', 'tenant_id': '349ce8807fa149a9a3c5df994417ddf9', 'fixed_ips': [{'subnet_id': '60a30ba9-c875-40c9-8fab-2764b4f8b66b'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:55.045223 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5056071-700a-4897-9dfa-1c0c89d51b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.093888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=60a30ba9-c875-40c9-8fab-2764b4f8b66b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.322117 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.350101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8f1e99-9e21-4be2-ac6a-f55ba68d3383']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:55.375978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbeec17-a602-4d8b-bc67-64adad8ef885 None None] Network cc8f1e99-9e21-4be2-ac6a-f55ba68d3383 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:55.397961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0b8437-e055-46d8-aa92-7c9b94f6d736') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:55.397961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0b8437-e055-46d8-aa92-7c9b94f6d736') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:55.442740 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.488587 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.505864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:55.506289 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:55.510847 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:55.769691 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.790554 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.792496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/cc8f1e99-9e21-4be2-ac6a-f55ba68d3383 HTTP/1.1" status: 204 len: 168 time: 1.4763219 Jul 16 18:33:55.803438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:55.834512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-395519270'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:55.840420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d019a5d-5bdf-4056-ba54-d0b4499eca28 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=cc8f1e99-9e21-4be2-ac6a-f55ba68d3383,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.908368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:55.927366 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.054741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:56.095200 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.095792 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment 2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f of type vlan for network 5dcfba47-7838-466c-89b2-506e5c49fcec Jul 16 18:33:56.278098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.385034 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.391657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.392317 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.518429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b82b8370-e48f-4f99-aa5b-099ced8b4237 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:56.632801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8091412 Jul 16 18:33:56.634371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47342) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:56.648558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0418b30-ff61-4f5f-b111-9f4aaf6de3bb tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=5dcfba47-7838-466c-89b2-506e5c49fcec,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:56.649595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': '5dcfba47-7838-466c-89b2-506e5c49fcec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:56.696456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 5dcfba47-7838-466c-89b2-506e5c49fcec details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:56.883530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:56.893804 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.968920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port b82b8370-e48f-4f99-aa5b-099ced8b4237 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:57.039928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7225b-5c1c-4f3d-ad2b-e1296ee756c9 None None] Network 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:57.436429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5435be2d-9bb7-41cd-bb47-63eb585c5a75 None None] Provisioning for port b82b8370-e48f-4f99-aa5b-099ced8b4237 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:57.442870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5435be2d-9bb7-41cd-bb47-63eb585c5a75 None None] Provisioning complete for port b82b8370-e48f-4f99-aa5b-099ced8b4237 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:57.443491 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5435be2d-9bb7-41cd-bb47-63eb585c5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.537558 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.723287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=1f165ff6-5a00-4ec3-ae99-dba9025cef53,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:57.745801 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5435be2d-9bb7-41cd-bb47-63eb585c5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.746548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking segment: {'id': '2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5dcfba47-7838-466c-89b2-506e5c49fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:57.746926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network hostable DHCP agents. Network: 5dcfba47-7838-466c-89b2-506e5c49fcec, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:57.795050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network 5dcfba47-7838-466c-89b2-506e5c49fcec is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:57.818812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 5dcfba47-7838-466c-89b2-506e5c49fcec) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:57.824905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.825228 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.855791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5435be2d-9bb7-41cd-bb47-63eb585c5a75 None None] For port b82b8370-e48f-4f99-aa5b-099ced8b4237, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b82b8370-e48f-4f99-aa5b-099ced8b4237,segment=NetworkSegment(1d45bc26-956b-4a96-b797-8abb88ad627f),segment_id=1d45bc26-956b-4a96-b797-8abb88ad627f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:57.861593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0dcdada2-d863-4774-acc9-b0b56f495c98 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2192471 Jul 16 18:33:57.862152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47350) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:57.866374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195c6ae-d7a1-45ca-8916-260ee6895fd1 None None] Network 5dcfba47-7838-466c-89b2-506e5c49fcec requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:57.879161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055552955'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:57.940079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:57.948182 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.986243 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5435be2d-9bb7-41cd-bb47-63eb585c5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.061545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:58.101053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.101804 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment 079fc07e-2883-4643-bb1b-3525615317c5 of type vlan for network f038b3f8-4bda-477f-adf4-f6984c3123fb Jul 16 18:33:58.144791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435be2d-9bb7-41cd-bb47-63eb585c5a75 None None] Pushing event updated for resources: {'Port': ['ID=b82b8370-e48f-4f99-aa5b-099ced8b4237,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.166820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14f7eb3e-f27f-491f-a687-dcf3c7fbba96 None None] Provisioning complete for port b82b8370-e48f-4f99-aa5b-099ced8b4237 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:58.167585 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14f7eb3e-f27f-491f-a687-dcf3c7fbba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.204008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-5dcfba47-7838-466c-89b2-506e5c49fcec', 'network_id': '5dcfba47-7838-466c-89b2-506e5c49fcec', 'tenant_id': '349ce8807fa149a9a3c5df994417ddf9', 'fixed_ips': [{'subnet_id': '1f165ff6-5a00-4ec3-ae99-dba9025cef53'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:58.205641 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.246473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.372089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.394529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:58.395184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.440187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b82b8370-e48f-4f99-aa5b-099ced8b4237 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:58.482744 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6161685 Jul 16 18:33:58.482950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:58.488911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': 'f038b3f8-4bda-477f-adf4-f6984c3123fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:58.503081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Allocated IP 2001:db8::3 (5dcfba47-7838-466c-89b2-506e5c49fcec/1f165ff6-5a00-4ec3-ae99-dba9025cef53/e6feb230-106d-42a9-8bd9-dcb702bc45b6) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:58.577989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588c81b-f02d-4401-8f0e-a75c682645c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=f038b3f8-4bda-477f-adf4-f6984c3123fb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.735217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:58.744907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.883899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b82b8370-e48f-4f99-aa5b-099ced8b4237 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:58.884973 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.907315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Performing IP validity checks on allocation pools {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:33:58.908357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.ipam_backend_mixin [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93823) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:33:58.920264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f038b3f8-4bda-477f-adf4-f6984c3123fb details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:59.215125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.271468 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.548424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=4c638f8f-d801-4e72-a1c8-4fe702ca2fd1,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:59.563526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking segment: {'id': '079fc07e-2883-4643-bb1b-3525615317c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f038b3f8-4bda-477f-adf4-f6984c3123fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:59.564877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network hostable DHCP agents. Network: f038b3f8-4bda-477f-adf4-f6984c3123fb, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:59.576067 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.596105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Transition to ACTIVE for port object e6feb230-106d-42a9-8bd9-dcb702bc45b6 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:59.605903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network f038b3f8-4bda-477f-adf4-f6984c3123fb is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:59.630757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f038b3f8-4bda-477f-adf4-f6984c3123fb) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:59.636614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Transition to ACTIVE for port object e6feb230-106d-42a9-8bd9-dcb702bc45b6 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:59.639529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.641784 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.649420 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.692760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fb922c4c-c806-4ef3-8a48-d2be6c0a7bb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2045705 Jul 16 18:33:59.693042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47372) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:59.766508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Pushing event updated for resources: {'Port': ['ID=e6feb230-106d-42a9-8bd9-dcb702bc45b6,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:59.779637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211466c-a180-4c38-8c10-930208b676b6 None None] Network f038b3f8-4bda-477f-adf4-f6984c3123fb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:59.951538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.979279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Network 5dcfba47-7838-466c-89b2-506e5c49fcec is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:59.982410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:00.021781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:00.134403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95535ebf-95f9-479f-a7f3-b5beb1c9bb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-f038b3f8-4bda-477f-adf4-f6984c3123fb', 'network_id': 'f038b3f8-4bda-477f-adf4-f6984c3123fb', 'tenant_id': '349ce8807fa149a9a3c5df994417ddf9', 'fixed_ips': [{'subnet_id': '4c638f8f-d801-4e72-a1c8-4fe702ca2fd1'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:00.138475 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-95535ebf-95f9-479f-a7f3-b5beb1c9bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.172842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.207059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Attempting to bind port e6feb230-106d-42a9-8bd9-dcb702bc45b6 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:00.210317 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Attempting to bind port e6feb230-106d-42a9-8bd9-dcb702bc45b6 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5dcfba47-7838-466c-89b2-506e5c49fcec'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:00.211269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Attempting to bind port e6feb230-106d-42a9-8bd9-dcb702bc45b6 on network 5dcfba47-7838-466c-89b2-506e5c49fcec {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:00.235105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:00.236245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Checking segment: {'id': '2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5dcfba47-7838-466c-89b2-506e5c49fcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:00.236901 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.237625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Bound using segment: {'id': '2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5dcfba47-7838-466c-89b2-506e5c49fcec'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:00.241334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Bound port: e6feb230-106d-42a9-8bd9-dcb702bc45b6, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5dcfba47-7838-466c-89b2-506e5c49fcec'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:00.242194 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.374913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.441391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=4c638f8f-d801-4e72-a1c8-4fe702ca2fd1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:00.499487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67874fe5-29e5-4284-acbe-afb67ff064cd req-6e0425e7-bcf9-47ff-ac10-d0536c9731b3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:00.501464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67874fe5-29e5-4284-acbe-afb67ff064cd req-6e0425e7-bcf9-47ff-ac10-d0536c9731b3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 945 time: 0.1940172 Jul 16 18:34:00.601980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67874fe5-29e5-4284-acbe-afb67ff064cd req-db009204-3826-44d1-9f08-ba69ebc9862c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923893 Jul 16 18:34:00.692236 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-95535ebf-95f9-479f-a7f3-b5beb1c9bb70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c638f8f-d801-4e72-a1c8-4fe702ca2fd1: This subnet is being modified by another concurrent operation. Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c638f8f-d801-4e72-a1c8-4fe702ca2fd1: This subnet is being modified by another concurrent operation. Jul 16 18:34:00.728457 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:34:00.745087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f038b3f8-4bda-477f-adf4-f6984c3123fb']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:00.760268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079fc07e-2883-4643-bb1b-3525615317c5') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:00.760268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079fc07e-2883-4643-bb1b-3525615317c5') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:00.761472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825801f4-829c-44fc-8cb6-ed42ae3ff03a None None] Network f038b3f8-4bda-477f-adf4-f6984c3123fb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:00.793639 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.826407 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.841191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:00.841607 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.902210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] For port e6feb230-106d-42a9-8bd9-dcb702bc45b6, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:01.006160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] For port e6feb230-106d-42a9-8bd9-dcb702bc45b6, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e6feb230-106d-42a9-8bd9-dcb702bc45b6,segment=NetworkSegment(2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f),segment_id=2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:01.013576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:01.031177 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:01.053347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.088989 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.091083 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/f038b3f8-4bda-477f-adf4-f6984c3123fb HTTP/1.1" status: 204 len: 168 time: 1.3968606 Jul 16 18:34:01.096185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:01.102784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1771538825'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:01.113508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6bbe9-ad0d-4e16-b4b8-b3e2ea386c52 None None] Pushing event updated for resources: {'Port': ['ID=e6feb230-106d-42a9-8bd9-dcb702bc45b6,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:01.115955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266b8d8-34e4-467b-aa5f-141cae9b1621 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=f038b3f8-4bda-477f-adf4-f6984c3123fb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:01.189946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:01.208507 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.284806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:01.319953 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.320316 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment 7803270d-bba6-43c2-b3f2-b4384ed0a65b of type vlan for network f6f225b5-962e-47bb-9aae-c99a7b7daa80 Jul 16 18:34:01.465396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.526722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.536426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.537031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.601631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5006485 Jul 16 18:34:01.601804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:01.607111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': 'f6f225b5-962e-47bb-9aae-c99a7b7daa80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:01.711822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e6cf9-0f2c-4b99-afad-a4ce539a557a tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=f6f225b5-962e-47bb-9aae-c99a7b7daa80,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:01.732179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f6f225b5-962e-47bb-9aae-c99a7b7daa80 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:01.887813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:01.922466 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.236086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7584f5-377b-40ed-aab5-6cb2dd768cc6 req-84a05587-1396-40c1-8d65-6077fd385ff7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:02.263304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb7584f5-377b-40ed-aab5-6cb2dd768cc6 req-84a05587-1396-40c1-8d65-6077fd385ff7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 945 time: 0.2828367 Jul 16 18:34:02.559812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e6feb230-106d-42a9-8bd9-dcb702bc45b6 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:02.703569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb7584f5-377b-40ed-aab5-6cb2dd768cc6 req-3d452b5e-a399-4e4c-8896-2af950918443 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347908 Jul 16 18:34:02.925688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e6feb230-106d-42a9-8bd9-dcb702bc45b6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:03.034462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.132892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=ce3ff996-dd3c-4f06-ba59-40ff1ab4f567,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:03.161068 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa27d9af-0a4b-4f5e-8d8d-57115cb074ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.201644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e8709-4cd3-490f-940f-14f239bf9f53 None None] Network 5dcfba47-7838-466c-89b2-506e5c49fcec requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:03.230479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30c972-7666-45d4-b408-93b9b1293872 req-cfb8895c-5ea3-4f26-84e0-bfcb5e20b59e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.232081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c30c972-7666-45d4-b408-93b9b1293872 req-cfb8895c-5ea3-4f26-84e0-bfcb5e20b59e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.46 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 945 time: 0.9297831 Jul 16 18:34:03.365908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-32eaa31e-a514-41ca-8175-e4992c53e698 None None] Provisioning for port e6feb230-106d-42a9-8bd9-dcb702bc45b6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:03.372804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-32eaa31e-a514-41ca-8175-e4992c53e698 None None] Provisioning complete for port e6feb230-106d-42a9-8bd9-dcb702bc45b6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:03.373183 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32eaa31e-a514-41ca-8175-e4992c53e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.389044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking segment: {'id': '7803270d-bba6-43c2-b3f2-b4384ed0a65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f6f225b5-962e-47bb-9aae-c99a7b7daa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:03.390535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network hostable DHCP agents. Network: f6f225b5-962e-47bb-9aae-c99a7b7daa80, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:03.540892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network f6f225b5-962e-47bb-9aae-c99a7b7daa80 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:03.594668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5c30c972-7666-45d4-b408-93b9b1293872 req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port 87491e85-925c-4844-8ef1-0a44343dd93a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:03.599516 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c30c972-7666-45d4-b408-93b9b1293872 req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.607193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f6f225b5-962e-47bb-9aae-c99a7b7daa80) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:03.621111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.626428 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.635192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa79c48e-658d-41bd-9380-01060d9e5a8d None None] Network f6f225b5-962e-47bb-9aae-c99a7b7daa80 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:03.669259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32eaa31e-a514-41ca-8175-e4992c53e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.784228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-32eaa31e-a514-41ca-8175-e4992c53e698 None None] For port e6feb230-106d-42a9-8bd9-dcb702bc45b6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e6feb230-106d-42a9-8bd9-dcb702bc45b6,segment=NetworkSegment(2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f),segment_id=2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:03.817329 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32eaa31e-a514-41ca-8175-e4992c53e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.934080 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5a0f5c87-950e-4294-8cbb-ee503e9a911b tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3287272 Jul 16 18:34:03.934927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47398) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:03.947116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaa31e-a514-41ca-8175-e4992c53e698 None None] Pushing event updated for resources: {'Port': ['ID=e6feb230-106d-42a9-8bd9-dcb702bc45b6,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.179580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5c30c972-7666-45d4-b408-93b9b1293872 req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] For port 87491e85-925c-4844-8ef1-0a44343dd93a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=87491e85-925c-4844-8ef1-0a44343dd93a,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:04.185131 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c30c972-7666-45d4-b408-93b9b1293872 req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.196586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-f6f225b5-962e-47bb-9aae-c99a7b7daa80', 'network_id': 'f6f225b5-962e-47bb-9aae-c99a7b7daa80', 'tenant_id': '349ce8807fa149a9a3c5df994417ddf9', 'fixed_ips': [{'subnet_id': 'ce3ff996-dd3c-4f06-ba59-40ff1ab4f567'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:04.197492 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.343839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5c30c972-7666-45d4-b408-93b9b1293872 req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for 87491e85-925c-4844-8ef1-0a44343dd93a owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:04.512682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8127f7b-6ccf-4962-b602-fe008c8fc966 req-46d8cff8-c4f8-4d10-8447-bd9afea9832b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:04.525921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8127f7b-6ccf-4962-b602-fe008c8fc966 req-46d8cff8-c4f8-4d10-8447-bd9afea9832b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 945 time: 0.4917819 Jul 16 18:34:04.563186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Allocated IP 2001:db8::1 (f6f225b5-962e-47bb-9aae-c99a7b7daa80/ce3ff996-dd3c-4f06-ba59-40ff1ab4f567/d0c8b94e-aa70-4ee8-872e-efb1ff64ea16) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:04.583303 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.696727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e6feb230-106d-42a9-8bd9-dcb702bc45b6 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:04.769899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.790581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8127f7b-6ccf-4962-b602-fe008c8fc966 req-bb4609ec-3d88-4135-81ea-ffa39e28a13d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631423 Jul 16 18:34:04.803281 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.814771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Transition to ACTIVE for port object d0c8b94e-aa70-4ee8-872e-efb1ff64ea16 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:04.984318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 87491e85-925c-4844-8ef1-0a44343dd93a no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:05.026652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c30c972-7666-45d4-b408-93b9b1293872 req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.055963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Transition to ACTIVE for port object d0c8b94e-aa70-4ee8-872e-efb1ff64ea16 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:05.086136 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.105079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No active binding found for port 87491e85-925c-4844-8ef1-0a44343dd93a {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:34:05.105683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 87491e85-925c-4844-8ef1-0a44343dd93a not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:05.136085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=87491e85-925c-4844-8ef1-0a44343dd93a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.254528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c30c972-7666-45d4-b408-93b9b1293872 req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] No DVR routers for this DVR port 87491e85-925c-4844-8ef1-0a44343dd93a on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:05.260193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.277377 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c30c972-7666-45d4-b408-93b9b1293872 req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.285667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c30c972-7666-45d4-b408-93b9b1293872 req-dace9359-50e5-4945-8f40-9c46ac1eefef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.46 "DELETE /v2.0/ports/87491e85-925c-4844-8ef1-0a44343dd93a HTTP/1.1" status: 204 len: 173 time: 2.0295544 Jul 16 18:34:05.295951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9393ce45-ebef-47c2-84f2-f155997e3474', 'name': 'network-vif-deleted', 'tag': '87491e85-925c-4844-8ef1-0a44343dd93a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:05.310506 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f5e7c9-e32e-4142-97ef-02432adf7a6f" -d '{"events": [{"server_uuid": "9393ce45-ebef-47c2-84f2-f155997e3474", "name": "network-vif-deleted", "tag": "87491e85-925c-4844-8ef1-0a44343dd93a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:05.354595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Pushing event updated for resources: {'Port': ['ID=d0c8b94e-aa70-4ee8-872e-efb1ff64ea16,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.381952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d28fd2a2-0f15-45d3-8bfd-018d64e085bc None None] Provisioning complete for port e6feb230-106d-42a9-8bd9-dcb702bc45b6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:05.384290 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d28fd2a2-0f15-45d3-8bfd-018d64e085bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.415042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3ff996-dd3c-4f06-ba59-40ff1ab4f567,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:05.441838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Network f6f225b5-962e-47bb-9aae-c99a7b7daa80 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:05.449977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:05.479734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:05.650683 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.653702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e6feb230-106d-42a9-8bd9-dcb702bc45b6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:05.653921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.681100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f225b5-962e-47bb-9aae-c99a7b7daa80']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:05.706152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7803270d-bba6-43c2-b3f2-b4384ed0a65b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:05.706459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7803270d-bba6-43c2-b3f2-b4384ed0a65b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:05.731382 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e21145-53f2-419f-8305-8f0feea8affd x-openstack-request-id: req-39e21145-53f2-419f-8305-8f0feea8affd {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:05.731677 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9393ce45-ebef-47c2-84f2-f155997e3474", "name": "network-vif-deleted", "tag": "87491e85-925c-4844-8ef1-0a44343dd93a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:05.731924 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39e21145-53f2-419f-8305-8f0feea8affd {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:05.732461 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9393ce45-ebef-47c2-84f2-f155997e3474', 'name': 'network-vif-deleted', 'tag': '87491e85-925c-4844-8ef1-0a44343dd93a', 'status': 'completed', 'code': 200} Jul 16 18:34:05.735290 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.755751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.769304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:05.769683 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:05.774068 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:05.949513 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:34:05.949513 n-d-793619-10 neutron-server[93823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:34:05.949513 n-d-793619-10 neutron-server[93823]: [parameters: {'id': 'f6f225b5-962e-47bb-9aae-c99a7b7daa80'}] Jul 16 18:34:05.949513 n-d-793619-10 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:34:05.950147 n-d-793619-10 neutron-server[93823]: DEBUG oslo_db.api [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:34:06.196595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26c01856-32d7-439d-a9a7-1f135ebe889e req-db4de5a5-1191-40d6-9928-0e4631a4f4f6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 210 time: 0.0677571 Jul 16 18:34:06.364179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Attempting to bind port d0c8b94e-aa70-4ee8-872e-efb1ff64ea16 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:06.364833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Attempting to bind port d0c8b94e-aa70-4ee8-872e-efb1ff64ea16 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '7803270d-bba6-43c2-b3f2-b4384ed0a65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f6f225b5-962e-47bb-9aae-c99a7b7daa80'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:06.365228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Attempting to bind port d0c8b94e-aa70-4ee8-872e-efb1ff64ea16 on network f6f225b5-962e-47bb-9aae-c99a7b7daa80 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:06.375098 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-19478efe-b0ec-4120-a2f0-94acadb00295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.440316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.442625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:06.443182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Checking segment: {'id': '7803270d-bba6-43c2-b3f2-b4384ed0a65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f6f225b5-962e-47bb-9aae-c99a7b7daa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:06.443588 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.443974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Bound using segment: {'id': '7803270d-bba6-43c2-b3f2-b4384ed0a65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f6f225b5-962e-47bb-9aae-c99a7b7daa80'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:06.444558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Bound port: d0c8b94e-aa70-4ee8-872e-efb1ff64ea16, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7803270d-bba6-43c2-b3f2-b4384ed0a65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f6f225b5-962e-47bb-9aae-c99a7b7daa80'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:06.444868 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.451378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.547696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] For port d0c8b94e-aa70-4ee8-872e-efb1ff64ea16, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:06.553353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] For port d0c8b94e-aa70-4ee8-872e-efb1ff64ea16, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d0c8b94e-aa70-4ee8-872e-efb1ff64ea16,segment=NetworkSegment(7803270d-bba6-43c2-b3f2-b4384ed0a65b),segment_id=7803270d-bba6-43c2-b3f2-b4384ed0a65b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:06.565868 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.601500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting port d0c8b94e-aa70-4ee8-872e-efb1ff64ea16 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:06.603994 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.730010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af215460-ca2a-4ed8-a312-8c1379a2d536 None None] Network f6f225b5-962e-47bb-9aae-c99a7b7daa80 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:06.826438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ed284-35bf-40e0-bf60-ddc16c33e037 None None] Pushing event updated for resources: {'Port': ['ID=d0c8b94e-aa70-4ee8-872e-efb1ff64ea16,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:06.841476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] For port d0c8b94e-aa70-4ee8-872e-efb1ff64ea16, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d0c8b94e-aa70-4ee8-872e-efb1ff64ea16,segment=NetworkSegment(7803270d-bba6-43c2-b3f2-b4384ed0a65b),segment_id=7803270d-bba6-43c2-b3f2-b4384ed0a65b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:06.842084 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.867885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Calling delete_port for d0c8b94e-aa70-4ee8-872e-efb1ff64ea16 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:06.979183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430597fc-2120-4d6f-8d01-b92f1bc5523e None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:34:07.055863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.083757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8b709-11de-43f2-aabb-fcdec0a8d307 req-fe4eb1c0-5c81-4bbc-b610-752f8bd4de7d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:07.105222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5db8b709-11de-43f2-aabb-fcdec0a8d307 req-fe4eb1c0-5c81-4bbc-b610-752f8bd4de7d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 945 time: 0.2483268 Jul 16 18:34:07.129051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.194507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Port': ['ID=d0c8b94e-aa70-4ee8-872e-efb1ff64ea16,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.216130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No DVR routers for this DVR port d0c8b94e-aa70-4ee8-872e-efb1ff64ea16 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:07.324145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430597fc-2120-4d6f-8d01-b92f1bc5523e None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:34:07.368692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.444777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f225b5-962e-47bb-9aae-c99a7b7daa80']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:07.507203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7803270d-bba6-43c2-b3f2-b4384ed0a65b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:07.507465 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7803270d-bba6-43c2-b3f2-b4384ed0a65b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:07.511396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a184ef13-d471-4e67-a5a8-d6baad8f0ec9 req-e43b596d-22c9-4600-acb4-781b74843500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 210 time: 0.0523057 Jul 16 18:34:07.520746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5db8b709-11de-43f2-aabb-fcdec0a8d307 req-1ff77c8a-1d3e-43e4-9ec4-99c6a5dce9e4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799520 Jul 16 18:34:07.527157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.566089 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.580872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:07.585414 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:07.591909 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:07.687849 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.695218 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.697635 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/f6f225b5-962e-47bb-9aae-c99a7b7daa80 HTTP/1.1" status: 204 len: 168 time: 3.7399139 Jul 16 18:34:07.701208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:07.707644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1705371977'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:07.739874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:07.745357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.753088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30888be-3520-434f-a56e-e27e26d33bf8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=f6f225b5-962e-47bb-9aae-c99a7b7daa80,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.791247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:07.816978 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.817533 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment 7e26b258-8e71-4251-a446-456df805437c of type vlan for network 3f2132af-cb99-4f7f-a3f0-fc377e9e15d1 Jul 16 18:34:07.882353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77edaf-0f25-48a6-bc44-e818685e662d None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:34:07.899911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.972417 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.978286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:07.978932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.079551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77edaf-0f25-48a6-bc44-e818685e662d None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:34:08.085425 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3817215 Jul 16 18:34:08.086906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83753667-9fa0-4cec-9b66-69eeb7c435ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=3f2132af-cb99-4f7f-a3f0-fc377e9e15d1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.089749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47448) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:08.102228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': '3f2132af-cb99-4f7f-a3f0-fc377e9e15d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:08.115797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 3f2132af-cb99-4f7f-a3f0-fc377e9e15d1 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:08.298488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:08.304179 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.583707 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.696348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=bca2db88-77c5-4d2c-b7e4-f21826111290,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.735734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.795801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08552797-6920-40dc-b906-62a804b73806 req-7f9a9d64-2f70-4b16-8e02-8fd5e4966566 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 210 time: 0.0361159 Jul 16 18:34:08.801764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking segment: {'id': '7e26b258-8e71-4251-a446-456df805437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f2132af-cb99-4f7f-a3f0-fc377e9e15d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:08.801764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network hostable DHCP agents. Network: 3f2132af-cb99-4f7f-a3f0-fc377e9e15d1, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:08.839793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network 3f2132af-cb99-4f7f-a3f0-fc377e9e15d1 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:08.851991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3082b-0d5d-41b5-be76-44c203d107db req-3fe5d47b-435d-4713-a8e7-b5cf70d78c8b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.853633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2bc3082b-0d5d-41b5-be76-44c203d107db req-3fe5d47b-435d-4713-a8e7-b5cf70d78c8b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 945 time: 0.1439245 Jul 16 18:34:08.868550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 3f2132af-cb99-4f7f-a3f0-fc377e9e15d1) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:08.882973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.883566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:08.884388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37df565-495a-4811-9251-90b36ea3341e None None] Network 3f2132af-cb99-4f7f-a3f0-fc377e9e15d1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:08.913374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2bc3082b-0d5d-41b5-be76-44c203d107db req-77b0e104-a675-41b6-b0a4-7763084d1624 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531580 Jul 16 18:34:08.916682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8b8f397b-82b3-4774-aa27-29c543f0357d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8252978 Jul 16 18:34:08.919286 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:09.063130 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.157459 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.265728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f4e52b-e353-40f0-93a0-b77db3d94f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-3f2132af-cb99-4f7f-a3f0-fc377e9e15d1', 'network_id': '3f2132af-cb99-4f7f-a3f0-fc377e9e15d1', 'tenant_id': '349ce8807fa149a9a3c5df994417ddf9', 'fixed_ips': [{'subnet_id': 'bca2db88-77c5-4d2c-b7e4-f21826111290'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:09.266638 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61f4e52b-e353-40f0-93a0-b77db3d94f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.288163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.325043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=bca2db88-77c5-4d2c-b7e4-f21826111290,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.460294 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.476663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2132af-cb99-4f7f-a3f0-fc377e9e15d1']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:09.489662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e26b258-8e71-4251-a446-456df805437c') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:09.489983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e26b258-8e71-4251-a446-456df805437c') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:09.502815 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.528932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.546577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafd71ae-5b95-41ba-a247-bba9f86c153f None None] Network 3f2132af-cb99-4f7f-a3f0-fc377e9e15d1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:09.558534 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:09.559431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:09.564926 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:09.702295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.715789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.722027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/3f2132af-cb99-4f7f-a3f0-fc377e9e15d1 HTTP/1.1" status: 204 len: 168 time: 0.8010292 Jul 16 18:34:09.728421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:09.741064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-157307902'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:09.755201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8d44d-65de-4f0b-8e91-aee17bae3e64 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=3f2132af-cb99-4f7f-a3f0-fc377e9e15d1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.783148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:09.789195 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.826137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:09.841669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.842312 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment b5c8d859-86b8-409e-88b8-315114af3ef1 of type vlan for network 63411df6-4822-4ed5-96be-f6044559d97f Jul 16 18:34:09.878114 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:09.958264 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.008267 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.015217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.016109 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.037879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b69a5e49-d6d6-4a8a-916c-74dce74dbb04 req-7c4f5435-0739-480d-b188-064d1ec25ad3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 210 time: 0.0566261 Jul 16 18:34:10.064933 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3334835 Jul 16 18:34:10.068478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47480) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:10.076407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': '63411df6-4822-4ed5-96be-f6044559d97f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:10.142650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd9d2c-b2c8-4aaa-aa1d-036f6d61fe53 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=63411df6-4822-4ed5-96be-f6044559d97f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:10.156863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 63411df6-4822-4ed5-96be-f6044559d97f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:10.266565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:10.270527 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.421995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.551011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.622942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=77a055d1-94ce-4167-b374-45e74ff14273,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:10.643496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking segment: {'id': 'b5c8d859-86b8-409e-88b8-315114af3ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63411df6-4822-4ed5-96be-f6044559d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:10.643872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network hostable DHCP agents. Network: 63411df6-4822-4ed5-96be-f6044559d97f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:10.677166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network 63411df6-4822-4ed5-96be-f6044559d97f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:10.690524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 63411df6-4822-4ed5-96be-f6044559d97f) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:10.695199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.695895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.703671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ca0bd-0641-4175-a289-60c3fdc57f20 None None] Network 63411df6-4822-4ed5-96be-f6044559d97f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:10.717943 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f5b51d0f-efc6-4e69-a5f1-5e223f72b435 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6452014 Jul 16 18:34:10.719043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47490) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:10.732169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': '63411df6-4822-4ed5-96be-f6044559d97f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:10.907242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:10.912595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:10.999601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-63411df6-4822-4ed5-96be-f6044559d97f', 'network_id': '63411df6-4822-4ed5-96be-f6044559d97f', 'tenant_id': '349ce8807fa149a9a3c5df994417ddf9', 'fixed_ips': [{'subnet_id': '77a055d1-94ce-4167-b374-45e74ff14273'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:11.000895 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.204871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Allocated IP 2001:db8::2 (63411df6-4822-4ed5-96be-f6044559d97f/77a055d1-94ce-4167-b374-45e74ff14273/7b2fd2b7-e7cb-4ad6-917f-ad981785c693) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:11.362793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c3cef84-741d-4d7a-8526-b435fab1663c req-0fe6d4f6-9ef1-40cf-a88f-2e6985e9fdc6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=9393ce45-ebef-47c2-84f2-f155997e3474 HTTP/1.1" status: 200 len: 210 time: 0.0690103 Jul 16 18:34:11.413572 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.472158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network 63411df6-4822-4ed5-96be-f6044559d97f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:11.487220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:11.488376 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.498816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.499495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584233'] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.507968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Transition to ACTIVE for port object 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:11.521283 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=3aa5305d-8d59-4a41-911f-b792703c2347,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:11.528747 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cc96a1d8-5751-46d7-b104-2627e9760498 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8055665 Jul 16 18:34:11.529074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Transition to ACTIVE for port object 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:11.529173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:11.546684 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.651214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Network 63411df6-4822-4ed5-96be-f6044559d97f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:11.652432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Pushing event updated for resources: {'Port': ['ID=7b2fd2b7-e7cb-4ad6-917f-ad981785c693,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:11.656909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:11.659390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:11.731529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d71f9-55dc-4723-8397-a4b0443951b3 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.733727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d71f9-55dc-4723-8397-a4b0443951b3 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.741923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d71f9-55dc-4723-8397-a4b0443951b3 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.745063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d71f9-55dc-4723-8397-a4b0443951b3 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.752175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4d71f9-55dc-4723-8397-a4b0443951b3 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.757079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:11.759958 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9e4d71f9-55dc-4723-8397-a4b0443951b3 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2270312 Jul 16 18:34:11.763455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129538628'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:11.805517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:11.814203 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.823517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Attempting to bind port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:11.825364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Attempting to bind port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b5c8d859-86b8-409e-88b8-315114af3ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63411df6-4822-4ed5-96be-f6044559d97f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:11.826958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Attempting to bind port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 on network 63411df6-4822-4ed5-96be-f6044559d97f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:11.847303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:11.847683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Checking segment: {'id': 'b5c8d859-86b8-409e-88b8-315114af3ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63411df6-4822-4ed5-96be-f6044559d97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:11.848101 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.848503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Bound using segment: {'id': 'b5c8d859-86b8-409e-88b8-315114af3ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63411df6-4822-4ed5-96be-f6044559d97f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:11.849019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Bound port: 7b2fd2b7-e7cb-4ad6-917f-ad981785c693, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c8d859-86b8-409e-88b8-315114af3ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63411df6-4822-4ed5-96be-f6044559d97f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:11.849399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.877093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:11.890654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.891273 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment 8983d057-2897-4dbc-83f3-b5a23942571a of type vlan for network 152f71c0-b0ce-477c-af81-ba7cf59bc541 Jul 16 18:34:11.954438 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.989863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] For port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:11.991999 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:11.993618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] For port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b2fd2b7-e7cb-4ad6-917f-ad981785c693,segment=NetworkSegment(b5c8d859-86b8-409e-88b8-315114af3ef1),segment_id=b5c8d859-86b8-409e-88b8-315114af3ef1)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:12.000699 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.000924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.001636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.056472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2981310 Jul 16 18:34:12.059210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:12.068677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a0934b63-d377-43a4-958d-a259d513e7c2 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:12.142720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282cb20-23af-479d-8f67-bba02e48744a None None] Pushing event updated for resources: {'Port': ['ID=7b2fd2b7-e7cb-4ad6-917f-ad981785c693,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.157013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088cec2-215a-43e9-8310-f5fdfca4d4d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=152f71c0-b0ce-477c-af81-ba7cf59bc541,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.171499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:12.317519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:12.498725 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.502055 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0934b63-d377-43a4-958d-a259d513e7c2 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.537437 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0934b63-d377-43a4-958d-a259d513e7c2 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.563169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:12.568637 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee35b9de-39f2-40e5-b5fd-69779f3e5793" -d '{"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:12.596301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0934b63-d377-43a4-958d-a259d513e7c2 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 is not hosted by any dhcp agent {{(pid=93824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:34:12.602368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0934b63-d377-43a4-958d-a259d513e7c2 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.603320 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0934b63-d377-43a4-958d-a259d513e7c2 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.607427 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a0934b63-d377-43a4-958d-a259d513e7c2 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "PUT /v2.0/networks/152f71c0-b0ce-477c-af81-ba7cf59bc541 HTTP/1.1" status: 200 len: 723 time: 0.5444229 Jul 16 18:34:12.608358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47520) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:12.615106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': '152f71c0-b0ce-477c-af81-ba7cf59bc541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:12.638326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:12.646475 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.726092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0934b63-d377-43a4-958d-a259d513e7c2 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=152f71c0-b0ce-477c-af81-ba7cf59bc541,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.793613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:12.806820 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.827105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:12.849471 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5cf7f4-ab95-4018-926d-cd6226026109 x-openstack-request-id: req-7c5cf7f4-ab95-4018-926d-cd6226026109 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:12.849951 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:12.850368 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c5cf7f4-ab95-4018-926d-cd6226026109 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:12.851017 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'code': 200} Jul 16 18:34:12.871089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:12.982912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:13.083126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:13.114348 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.266807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=6372a102-bfd5-4fee-9f1c-6e3c2ac23c67,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:13.273930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking segment: {'id': '8983d057-2897-4dbc-83f3-b5a23942571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '152f71c0-b0ce-477c-af81-ba7cf59bc541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:13.275154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network hostable DHCP agents. Network: 152f71c0-b0ce-477c-af81-ba7cf59bc541, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:13.306103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:13.320039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 152f71c0-b0ce-477c-af81-ba7cf59bc541) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:13.327375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.328346 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.330517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e2d51-38f7-4653-a850-40dbcd1d3309 None None] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:13.368015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-13cc8d9e-4374-43e4-ba58-b126c80cda32 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7575922 Jul 16 18:34:13.370847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47536) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:13.378087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-64061611-ce79-49b0-95f9-e467e60073d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:13.524344 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64061611-ce79-49b0-95f9-e467e60073d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3549345'] for subnet, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.662182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-152f71c0-b0ce-477c-af81-ba7cf59bc541', 'network_id': '152f71c0-b0ce-477c-af81-ba7cf59bc541', 'tenant_id': '349ce8807fa149a9a3c5df994417ddf9', 'fixed_ips': [{'subnet_id': '6372a102-bfd5-4fee-9f1c-6e3c2ac23c67'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:13.666640 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.833357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dbd7a5-6f39-4666-a6fc-416542468f36 None None] Network 63411df6-4822-4ed5-96be-f6044559d97f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:13.949985 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64061611-ce79-49b0-95f9-e467e60073d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759291421067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3347966'] for subnet, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.012449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4708ed29-1074-4f86-9638-aca26ae2a562 None None] Provisioning for port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:14.025082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4708ed29-1074-4f86-9638-aca26ae2a562 None None] Provisioning complete for port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:14.025876 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4708ed29-1074-4f86-9638-aca26ae2a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.071045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64061611-ce79-49b0-95f9-e467e60073d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.071660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-64061611-ce79-49b0-95f9-e467e60073d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.075880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:14.077850 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-64061611-ce79-49b0-95f9-e467e60073d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "PUT /v2.0/subnets/6372a102-bfd5-4fee-9f1c-6e3c2ac23c67 HTTP/1.1" status: 200 len: 826 time: 0.7052436 Jul 16 18:34:14.125865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64061611-ce79-49b0-95f9-e467e60073d7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=6372a102-bfd5-4fee-9f1c-6e3c2ac23c67,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:14.174712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Allocated IP 2001:db8::2 (152f71c0-b0ce-477c-af81-ba7cf59bc541/6372a102-bfd5-4fee-9f1c-6e3c2ac23c67/19c6e200-32d4-4e8a-ac97-a19eeb23e0e0) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:14.254744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:14.490731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4708ed29-1074-4f86-9638-aca26ae2a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.666968 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.671061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47582) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:14.696454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Transition to ACTIVE for port object 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:14.739266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Transition to ACTIVE for port object 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:14.785580 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.898899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting port 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:14.899255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.125511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] For port 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0, host n-d-793619-10, got binding levels [] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:15.126643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.155695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Calling delete_port for 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:15.330363 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.349859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:15.392203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:15.414315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:15.433161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:15.449477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4708ed29-1074-4f86-9638-aca26ae2a562 None None] For port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b2fd2b7-e7cb-4ad6-917f-ad981785c693,segment=NetworkSegment(b5c8d859-86b8-409e-88b8-315114af3ef1),segment_id=b5c8d859-86b8-409e-88b8-315114af3ef1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:15.485194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.547074 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4708ed29-1074-4f86-9638-aca26ae2a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.564081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Port': ['ID=19c6e200-32d4-4e8a-ac97-a19eeb23e0e0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:15.671514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No DVR routers for this DVR port 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:15.680113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'port_id': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'mac_address': 'fa:16:3e:71:01:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:15.764743 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.782944 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.820376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Pushing event updated for resources: {'Port': ['ID=19c6e200-32d4-4e8a-ac97-a19eeb23e0e0,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:15.841842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c263362-e76d-48b6-9065-5222185149cc None None] Update dhcp port {'port': {'network_id': '63411df6-4822-4ed5-96be-f6044559d97f', 'fixed_ips': [{'subnet_id': '77a055d1-94ce-4167-b374-45e74ff14273', 'ip_address': '2001:db8::2'}, {'subnet_id': '3aa5305d-8d59-4a41-911f-b792703c2347'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '7b2fd2b7-e7cb-4ad6-917f-ad981785c693'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:34:15.959215 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c263362-e76d-48b6-9065-5222185149cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.983076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.020653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Attempting to bind port 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:16.021060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Attempting to bind port 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8983d057-2897-4dbc-83f3-b5a23942571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '152f71c0-b0ce-477c-af81-ba7cf59bc541'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:16.021386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Attempting to bind port 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 on network 152f71c0-b0ce-477c-af81-ba7cf59bc541 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:16.048096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebabbba-195a-46e7-b0e0-453e03484d14 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:16.062354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=6372a102-bfd5-4fee-9f1c-6e3c2ac23c67,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:16.128542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:16.128875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Checking segment: {'id': '8983d057-2897-4dbc-83f3-b5a23942571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '152f71c0-b0ce-477c-af81-ba7cf59bc541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:16.129306 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.139874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Bound using segment: {'id': '8983d057-2897-4dbc-83f3-b5a23942571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '152f71c0-b0ce-477c-af81-ba7cf59bc541'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:16.140824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Bound port: 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8983d057-2897-4dbc-83f3-b5a23942571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '152f71c0-b0ce-477c-af81-ba7cf59bc541'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:16.141959 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.218903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708ed29-1074-4f86-9638-aca26ae2a562 None None] Pushing event updated for resources: {'Port': ['ID=7b2fd2b7-e7cb-4ad6-917f-ad981785c693,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:16.294791 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.298901 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.331547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152f71c0-b0ce-477c-af81-ba7cf59bc541']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.333313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:16.352782 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.354961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8983d057-2897-4dbc-83f3-b5a23942571a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.355323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8983d057-2897-4dbc-83f3-b5a23942571a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:16.382921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.413957 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.425827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:16.426253 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:16.429695 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:16.448798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f024cd84-af07-4b6d-a69c-89e155809ee8 None None] Port 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 has been deleted concurrently {{(pid=93825) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:34:16.617688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.628748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.641025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/152f71c0-b0ce-477c-af81-ba7cf59bc541 HTTP/1.1" status: 204 len: 168 time: 2.5589972 Jul 16 18:34:16.641222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:16.658106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5ebabbba-195a-46e7-b0e0-453e03484d14'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:16.712177 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d2cf04-8fa9-46a1-ba76-fbbd64222683 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:16.712811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d2cf04-8fa9-46a1-ba76-fbbd64222683 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:16.718312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c0971-c78f-4148-87d5-04b76e3db4c5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=152f71c0-b0ce-477c-af81-ba7cf59bc541,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:16.718540 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-16d2cf04-8fa9-46a1-ba76-fbbd64222683 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/152f71c0-b0ce-477c-af81-ba7cf59bc541 HTTP/1.1" status: 404 len: 339 time: 0.0728579 Jul 16 18:34:16.725273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:16.740855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2124483873', 'description': 'd1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:16.790668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:16.838039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:16.847904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:16.895660 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:16.972225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:17.022628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.023233 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment 5a01155d-6219-475e-9a6e-0e0122a650cc of type vlan for network a44ffaa8-4167-4df3-9266-0a70cdf8b96a Jul 16 18:34:17.147026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9c263362-e76d-48b6-9065-5222185149cc None None] Allocated IP 172.20.0.1 (63411df6-4822-4ed5-96be-f6044559d97f/3aa5305d-8d59-4a41-911f-b792703c2347/7b2fd2b7-e7cb-4ad6-917f-ad981785c693) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:17.204053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Deleting port 88063bc6-2463-4e7d-9410-2d7436b72231 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:17.204903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.213762 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.304309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.320977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:17.321633 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.352295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:17.356776 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.391318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] For port 88063bc6-2463-4e7d-9410-2d7436b72231, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=88063bc6-2463-4e7d-9410-2d7436b72231,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:17.393261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.425976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Calling delete_port for 88063bc6-2463-4e7d-9410-2d7436b72231 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:17.503164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7766471 Jul 16 18:34:17.509414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:17.683097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=a44ffaa8-4167-4df3-9266-0a70cdf8b96a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:17.726686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.727030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.727367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.727699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.728028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.728368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.760611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.761126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.761398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.761739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.762082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.762415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc94bb43-8db7-46d7-9f4f-b597c778b3a4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:17.816297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network a44ffaa8-4167-4df3-9266-0a70cdf8b96a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:17.836993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacfca8f-e285-45e6-ae9a-6a39ca80044e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:17.838669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bacfca8f-e285-45e6-ae9a-6a39ca80044e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/networks?id=a44ffaa8-4167-4df3-9266-0a70cdf8b96a HTTP/1.1" status: 200 len: 765 time: 0.3256211 Jul 16 18:34:17.842890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:17.850707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3cf70dd7-4671-48b0-8819-933dba10a092 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'description': 'd2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:17.905218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.995973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9c263362-e76d-48b6-9065-5222185149cc None None] For port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b2fd2b7-e7cb-4ad6-917f-ad981785c693,segment=NetworkSegment(b5c8d859-86b8-409e-88b8-315114af3ef1),segment_id=b5c8d859-86b8-409e-88b8-315114af3ef1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:18.168975 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c263362-e76d-48b6-9065-5222185149cc None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.191340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9c263362-e76d-48b6-9065-5222185149cc None None] Transition to ACTIVE for port object 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:18.212770 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c263362-e76d-48b6-9065-5222185149cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.225704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Pushing event deleted for resources: {'Port': ['ID=88063bc6-2463-4e7d-9410-2d7436b72231,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:18.415772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:18.439116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.439788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.452505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.458432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.462089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.478308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.487183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.487619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.488252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.488735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.489178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.489623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:18.539213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c263362-e76d-48b6-9065-5222185149cc None None] Pushing event updated for resources: {'Port': ['ID=7b2fd2b7-e7cb-4ad6-917f-ad981785c693,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:18.557645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 5ebabbba-195a-46e7-b0e0-453e03484d14 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:18.558019 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.783282 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.845385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:18.847986 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f85726f-5aeb-457e-8278-5aa4d92b8369" -d '{"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-plugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:18.918760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:18.929013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.965717 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cf70dd7-4671-48b0-8819-933dba10a092 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.038144 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc9b673-e706-459a-95d3-ff018d99a93d x-openstack-request-id: req-4bc9b673-e706-459a-95d3-ff018d99a93d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:19.038790 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-plugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:19.039216 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bc9b673-e706-459a-95d3-ff018d99a93d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:19.039753 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'code': 200} Jul 16 18:34:19.040474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=10']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:19.045399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e5ee9-feb2-404e-a279-93cf60478ad7 None None] DHCP port deletion for 152f71c0-b0ce-477c-af81-ba7cf59bc541 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:19.052413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a065b994-632e-4dfa-8c37-7b2b50dc66be None None] Could not find standard attr ID for object 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:19.068046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cf70dd7-4671-48b0-8819-933dba10a092 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.080027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:19.082347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372917f-02b7-42ae-9dea-685c3ecdc027 None None] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:19.116487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372917f-02b7-42ae-9dea-685c3ecdc027 None None] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:34:19.136078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc9bd2-4187-4b72-aaeb-06568dcc7133 None None] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:19.168113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cc9bd2-4187-4b72-aaeb-06568dcc7133 None None] Network 152f71c0-b0ce-477c-af81-ba7cf59bc541 could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:34:19.242850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3cf70dd7-4671-48b0-8819-933dba10a092 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network a44ffaa8-4167-4df3-9266-0a70cdf8b96a is not hosted by any dhcp agent {{(pid=93824) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:34:19.251451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf70dd7-4671-48b0-8819-933dba10a092 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:19.252333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cf70dd7-4671-48b0-8819-933dba10a092 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.256269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47674) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:19.256861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3cf70dd7-4671-48b0-8819-933dba10a092 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "PUT /v2.0/networks/a44ffaa8-4167-4df3-9266-0a70cdf8b96a HTTP/1.1" status: 200 len: 762 time: 1.4108391 Jul 16 18:34:19.257327 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.289349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47676) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:19.309932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-773facb8-1f3c-43fe-bf77-808d7f20c440 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655750239', 'description': 'tempest-secgroup-smoke-1655750239 description', 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:19.406539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc394820-2e8e-469e-b0ce-b56dc0789af9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:19.408123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fc394820-2e8e-469e-b0ce-b56dc0789af9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/networks?id=a44ffaa8-4167-4df3-9266-0a70cdf8b96a HTTP/1.1" status: 200 len: 765 time: 0.1496572 Jul 16 18:34:19.414325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:19.426431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf70dd7-4671-48b0-8819-933dba10a092 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=a44ffaa8-4167-4df3-9266-0a70cdf8b96a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:19.444343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network a44ffaa8-4167-4df3-9266-0a70cdf8b96a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:19.621488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-773facb8-1f3c-43fe-bf77-808d7f20c440 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.817623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Router 104a52a8-bd57-4435-b42d-16a62e8e7276 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:19.818551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c7deb-4460-435d-9c1c-c1001922b1c3 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:19.820984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ba2c7deb-4460-435d-9c1c-c1001922b1c3 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4055011 Jul 16 18:34:19.824320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:19.837384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011d121-2ff7-4d1c-be1e-05b36882eb8a None None] Network 63411df6-4822-4ed5-96be-f6044559d97f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:19.861932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-773facb8-1f3c-43fe-bf77-808d7f20c440 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.875888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7a952edb-5f57-4497-bb41-80f4954cecc7 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2 HTTP/1.1" status: 200 len: 207 time: 0.0492206 Jul 16 18:34:19.880850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:20.018620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:20.030096 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6c69be0b-166c-43fd-b79e-271623be539e admin admin] 10.222.0.60 "PUT /v2.0/routers/104a52a8-bd57-4435-b42d-16a62e8e7276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3557088 Jul 16 18:34:20.031763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-773facb8-1f3c-43fe-bf77-808d7f20c440 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.044125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:20.054585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0086c73e-e523-4cbc-bf1a-6e2cb97a987b None None] Provisioning for port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:20.058500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] Sync routers for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:20.065675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-773facb8-1f3c-43fe-bf77-808d7f20c440 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.069611 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-773facb8-1f3c-43fe-bf77-808d7f20c440 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7697654 Jul 16 18:34:20.076423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0086c73e-e523-4cbc-bf1a-6e2cb97a987b None None] Provisioning complete for port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:20.077000 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0086c73e-e523-4cbc-bf1a-6e2cb97a987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.083834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47692) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:20.089076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-17f23518-5698-4e52-b77a-04eb4f73234b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'security_group_rule': {'security_group_id': 'e9ea8367-5121-4aba-be4a-3b8d457a27f1', 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:20.179223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:20.179944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:34:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:20.195739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaacb18-4820-46d7-9457-4d208b5850ef tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.206123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaacb18-4820-46d7-9457-4d208b5850ef tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.213032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaacb18-4820-46d7-9457-4d208b5850ef tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.220879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaacb18-4820-46d7-9457-4d208b5850ef tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.228796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaacb18-4820-46d7-9457-4d208b5850ef tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.244006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaacb18-4820-46d7-9457-4d208b5850ef tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.249386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-efaacb18-4820-46d7-9457-4d208b5850ef tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3670447 Jul 16 18:34:20.254670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:20.327597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17f23518-5698-4e52-b77a-04eb4f73234b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.345923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.621177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773facb8-1f3c-43fe-bf77-808d7f20c440 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ea8367-5121-4aba-be4a-3b8d457a27f1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:20.647966 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.704619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:20.737457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-caeca834-e616-4bb2-8d99-b4b54d8c5b92 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4762368 Jul 16 18:34:20.737862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:20.740729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:20.793680 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17f23518-5698-4e52-b77a-04eb4f73234b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.810375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17f23518-5698-4e52-b77a-04eb4f73234b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.850164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f23518-5698-4e52-b77a-04eb4f73234b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a6c903-0f5a-49f7-b316-5ed220f8858b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:20.862703 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17f23518-5698-4e52-b77a-04eb4f73234b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.869268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-17f23518-5698-4e52-b77a-04eb4f73234b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7827599 Jul 16 18:34:20.869534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Deleting port 36278a87-c54a-4a71-828e-49593bc8db79 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:20.870154 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.872721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47704) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:20.879054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-74029737-ccac-47dc-b821-2b77e2b26712 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'security_group_rule': {'security_group_id': 'e9ea8367-5121-4aba-be4a-3b8d457a27f1', 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:20.947513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68272d87-79c5-4b2b-9218-02b4174dc1ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.949854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68272d87-79c5-4b2b-9218-02b4174dc1ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.952265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68272d87-79c5-4b2b-9218-02b4174dc1ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.954010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68272d87-79c5-4b2b-9218-02b4174dc1ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.955913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68272d87-79c5-4b2b-9218-02b4174dc1ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.974436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:20.974751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74029737-ccac-47dc-b821-2b77e2b26712 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:20.975562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 19c6e200-32d4-4e8a-ac97-a19eeb23e0e0 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:20.988070 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68272d87-79c5-4b2b-9218-02b4174dc1ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2431180 Jul 16 18:34:20.997147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47706) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:21.213445 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74029737-ccac-47dc-b821-2b77e2b26712 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.219836 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74029737-ccac-47dc-b821-2b77e2b26712 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.257068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74029737-ccac-47dc-b821-2b77e2b26712 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c9967e-d3ce-4610-8614-6e12b7857f73,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:21.265835 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74029737-ccac-47dc-b821-2b77e2b26712 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.267660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-74029737-ccac-47dc-b821-2b77e2b26712 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3937261 Jul 16 18:34:21.271260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa387e64-1bbd-4094-9951-6ce8848e1194 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.274049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:21.279624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa387e64-1bbd-4094-9951-6ce8848e1194 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.281076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e5e3d027-8ba7-4cc0-ba54-7cf4de5b3b89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'security_group_rule': {'security_group_id': 'e9ea8367-5121-4aba-be4a-3b8d457a27f1', 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:21.281935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa387e64-1bbd-4094-9951-6ce8848e1194 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.283571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa387e64-1bbd-4094-9951-6ce8848e1194 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.290550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa387e64-1bbd-4094-9951-6ce8848e1194 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['shared'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.292622 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-aa387e64-1bbd-4094-9951-6ce8848e1194 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2714458 Jul 16 18:34:21.299620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47710) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:21.342334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5e3d027-8ba7-4cc0-ba54-7cf4de5b3b89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.393165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '36278a87-c54a-4a71-828e-49593bc8db79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:34:17Z', 'revision_number': 5, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port': {'id': '36278a87-c54a-4a71-828e-49593bc8db79', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:22:07Z', 'updated_at': '2021-07-16T18:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:21.428317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] For port 36278a87-c54a-4a71-828e-49593bc8db79, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36278a87-c54a-4a71-828e-49593bc8db79,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:21.429106 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.478653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] Checking router: 104a52a8-bd57-4435-b42d-16a62e8e7276 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:21.503276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5e3d027-8ba7-4cc0-ba54-7cf4de5b3b89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.512061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] Routers {'104a52a8-bd57-4435-b42d-16a62e8e7276'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:21.519452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:34:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['104a52a8-bd57-4435-b42d-16a62e8e7276'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:21.522241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5e3d027-8ba7-4cc0-ba54-7cf4de5b3b89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.531125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Calling delete_port for 36278a87-c54a-4a71-828e-49593bc8db79 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:21.573980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3d027-8ba7-4cc0-ba54-7cf4de5b3b89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704b82e3-e5a6-4932-b831-87d1e1f3d3a4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:21.591923 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e5e3d027-8ba7-4cc0-ba54-7cf4de5b3b89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.599302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e5e3d027-8ba7-4cc0-ba54-7cf4de5b3b89 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3202736 Jul 16 18:34:21.601652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47712) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:21.611862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-06cafc13-f103-4534-a91e-455a8ea745b7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'security_group_rule': {'security_group_id': 'e9ea8367-5121-4aba-be4a-3b8d457a27f1', 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:21.627179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c061600-3e9b-4f5b-8919-d638b7d6cba4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.632137 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4c061600-3e9b-4f5b-8919-d638b7d6cba4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/networks/06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 HTTP/1.1" status: 200 len: 804 time: 0.3208873 Jul 16 18:34:21.645411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47714) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:21.761823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-98cb176c-dc3e-466c-a112-8e96e31082cc None None] Provisioning complete for port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:21.762421 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98cb176c-dc3e-466c-a112-8e96e31082cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.833418 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06cafc13-f103-4534-a91e-455a8ea745b7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.835888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.880405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36278a87-c54a-4a71-828e-49593bc8db79,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:21.943295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] Set router 104a52a8-bd57-4435-b42d-16a62e8e7276 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:22.055390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.203532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:34:20Z', 'revision_number': 6, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:22.212643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06cafc13-f103-4534-a91e-455a8ea745b7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.258856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06cafc13-f103-4534-a91e-455a8ea745b7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.307047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ebe8ee70-0963-4124-9a46-4967aafcffae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/networks/06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6504972 Jul 16 18:34:22.307485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.361014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cafc13-f103-4534-a91e-455a8ea745b7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fba0132-cbda-4b7e-8df6-bb3f54ae722d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.373432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06cafc13-f103-4534-a91e-455a8ea745b7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.379825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-06cafc13-f103-4534-a91e-455a8ea745b7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7737815 Jul 16 18:34:22.387712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47724) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.396628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0dead2c4-c5aa-472b-89f1-5f990f01f351 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'security_group_rule': {'security_group_id': 'e9ea8367-5121-4aba-be4a-3b8d457a27f1', 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:22.407043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a79f51-2d78-4844-9df6-d02ee00f43cb None None] The sync data for ids ['104a52a8-bd57-4435-b42d-16a62e8e7276'] in n-d-793619-10 is: [{'id': '104a52a8-bd57-4435-b42d-16a62e8e7276', 'name': 'tempest-TaggedBootDevicesTest_v242-52540455-router', 'tenant_id': 'da10e53478d74bd3ad819e97526ced87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:22:03Z', 'updated_at': '2021-07-16T18:34:20Z', 'revision_number': 6, 'project_id': 'da10e53478d74bd3ad819e97526ced87', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:22.484788 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-0dead2c4-c5aa-472b-89f1-5f990f01f351 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Project 2cc5c9da144e47cb863adb1a3cdb4df4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:34:22.494593 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dead2c4-c5aa-472b-89f1-5f990f01f351 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.500584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d14b689-21d8-4bdd-b9c2-79023b9b9844 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.501955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6d14b689-21d8-4bdd-b9c2-79023b9b9844 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/subnets/02f37d58-aecb-4998-923e-b991c3a48abb HTTP/1.1" status: 200 len: 843 time: 0.1932147 Jul 16 18:34:22.515119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47726) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.594469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe5501a-e3d0-4700-85c2-53837ad30ac8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['shared'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.595948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7fe5501a-e3d0-4700-85c2-53837ad30ac8 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "GET /v2.0/subnets/02f37d58-aecb-4998-923e-b991c3a48abb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0721371 Jul 16 18:34:22.604435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47728) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.610657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-999093661'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:22.632025 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.634324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.665122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:22.668899 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.673871 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dead2c4-c5aa-472b-89f1-5f990f01f351 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.683163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dead2c4-c5aa-472b-89f1-5f990f01f351 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.711067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.711935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 104a52a8-bd57-4435-b42d-16a62e8e7276 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:34:22.719094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0dead2c4-c5aa-472b-89f1-5f990f01f351 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.720306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.723740 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e34c9c9e-191d-4968-a4a7-bd354adde6c6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/104a52a8-bd57-4435-b42d-16a62e8e7276 HTTP/1.1" status: 204 len: 168 time: 2.6720057 Jul 16 18:34:22.723884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0dead2c4-c5aa-472b-89f1-5f990f01f351 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3327253 Jul 16 18:34:22.723984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47730) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.725253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47732) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:22.729629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-20d27dac-694f-4eb7-aa32-1a627b3de6b5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'security_group_rule': {'security_group_id': 'e9ea8367-5121-4aba-be4a-3b8d457a27f1', 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:22.734524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dead2c4-c5aa-472b-89f1-5f990f01f351 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7adbf0-0e6d-4b02-87e7-809d10b0d061,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.765894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:22.772437 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-20d27dac-694f-4eb7-aa32-1a627b3de6b5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Project 2cc5c9da144e47cb863adb1a3cdb4df4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:34:22.796333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20d27dac-694f-4eb7-aa32-1a627b3de6b5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.811710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.812064 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Added segment 006cfe41-c988-4ddc-96ec-db6e90bc0085 of type vlan for network 50c4192e-d355-4db4-ae30-9a462be59a11 Jul 16 18:34:22.875894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f7c2b0-0b80-44c4-bd4c-cba913875ff7 admin admin] Deleting subnet 82f704ad-33fb-4f05-85e6-f4111dd0300d {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:22.900033 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20d27dac-694f-4eb7-aa32-1a627b3de6b5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.912769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20d27dac-694f-4eb7-aa32-1a627b3de6b5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.923151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 88063bc6-2463-4e7d-9410-2d7436b72231 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:22.948196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 88063bc6-2463-4e7d-9410-2d7436b72231 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:22.949030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 88063bc6-2463-4e7d-9410-2d7436b72231 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:22.955924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d27dac-694f-4eb7-aa32-1a627b3de6b5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49528a4f-5fc4-4477-b458-2d83b10ebcb7,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:22.968805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-20d27dac-694f-4eb7-aa32-1a627b3de6b5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.972587 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-20d27dac-694f-4eb7-aa32-1a627b3de6b5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2464221 Jul 16 18:34:22.974428 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c2b0-0b80-44c4-bd4c-cba913875ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.996641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.037164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c2b0-0b80-44c4-bd4c-cba913875ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.089317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.095446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:23.096083 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.210102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6014373 Jul 16 18:34:23.210453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47778) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:23.215771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'network_id': '50c4192e-d355-4db4-ae30-9a462be59a11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:23.292770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293b65f-88d7-4ca9-8f0b-fe3a5c0552e1 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Network': ['ID=50c4192e-d355-4db4-ae30-9a462be59a11,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.321606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c2b0-0b80-44c4-bd4c-cba913875ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.324055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 50c4192e-d355-4db4-ae30-9a462be59a11 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:23.423356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Made reservation on behalf of 349ce8807fa149a9a3c5df994417ddf9 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:23.426491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c2b0-0b80-44c4-bd4c-cba913875ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.436937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.523120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7c2b0-0b80-44c4-bd4c-cba913875ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f704ad-33fb-4f05-85e6-f4111dd0300d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.535939 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c2b0-0b80-44c4-bd4c-cba913875ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.540754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e7f7c2b0-0b80-44c4-bd4c-cba913875ff7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/82f704ad-33fb-4f05-85e6-f4111dd0300d HTTP/1.1" status: 204 len: 168 time: 0.8143640 Jul 16 18:34:23.548799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:23.551382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5e58c3-dd1e-4943-9c7b-4dc2bb52a7c8 None None] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:23.724556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Performing IP validity checks on allocation pools {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:34:23.730108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:34:23.740678 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.911724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Deleting port 6a084755-0061-4e2c-becc-cfb932219261 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:23.913443 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.076460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] DHCP port deletion for ac607c0e-76b7-4d45-b1ce-c482ba19b11e request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:24.097120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] For port 6a084755-0061-4e2c-becc-cfb932219261, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6a084755-0061-4e2c-becc-cfb932219261,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:24.097574 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.120557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Calling delete_port for 6a084755-0061-4e2c-becc-cfb932219261 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:24.175654 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.184956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Deleting port 6a084755-0061-4e2c-becc-cfb932219261 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:24.185726 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.240542 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.266965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a084755-0061-4e2c-becc-cfb932219261,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:24.277235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] No DVR routers for this DVR port 6a084755-0061-4e2c-becc-cfb932219261 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:24.314776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] For port 6a084755-0061-4e2c-becc-cfb932219261, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6a084755-0061-4e2c-becc-cfb932219261,segment=NetworkSegment(269d905e-d002-4b98-9caa-0c8eca5c6ac4),segment_id=269d905e-d002-4b98-9caa-0c8eca5c6ac4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:24.315570 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.361580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Calling delete_port for 6a084755-0061-4e2c-becc-cfb932219261 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:24.393187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=b9b93ea3-ae0d-4506-9636-55c460d9648c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:24.395538 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.398670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Checking segment: {'id': '006cfe41-c988-4ddc-96ec-db6e90bc0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50c4192e-d355-4db4-ae30-9a462be59a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:24.399194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network hostable DHCP agents. Network: 50c4192e-d355-4db4-ae30-9a462be59a11, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:24.423512 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac607c0e-76b7-4d45-b1ce-c482ba19b11e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:24.436814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269d905e-d002-4b98-9caa-0c8eca5c6ac4') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:24.437853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269d905e-d002-4b98-9caa-0c8eca5c6ac4') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:24.440958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Network 50c4192e-d355-4db4-ae30-9a462be59a11 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:24.455284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 50c4192e-d355-4db4-ae30-9a462be59a11) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:24.455508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.462719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:24.464731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.473094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508854b-4774-4ddf-a3e3-9ef3db4579e4 None None] Network 50c4192e-d355-4db4-ae30-9a462be59a11 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:24.486082 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.495560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:24.496234 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.503062 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-31cf24dd-ceab-4b27-89cc-5a13cc3959b9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2904942 Jul 16 18:34:24.503704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47832) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:24.515692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6cff2e40-1511-4853-b21d-c3076cc85e92 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:24.597105 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:24.603310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.616145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.621814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ac607c0e-76b7-4d45-b1ce-c482ba19b11e HTTP/1.1" status: 204 len: 168 time: 1.0491893 Jul 16 18:34:24.655260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51beaf-168f-42e9-ac60-edd2fa454f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac607c0e-76b7-4d45-b1ce-c482ba19b11e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:24.830927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:24.853075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6a084755-0061-4e2c-becc-cfb932219261 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:24.913384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cff2e40-1511-4853-b21d-c3076cc85e92 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3549345'] for subnet, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:24.914768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 6a084755-0061-4e2c-becc-cfb932219261 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:24.915116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6a084755-0061-4e2c-becc-cfb932219261 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:24.915544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36278a87-c54a-4a71-828e-49593bc8db79 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:24.956180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 36278a87-c54a-4a71-828e-49593bc8db79 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:24.956537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36278a87-c54a-4a71-828e-49593bc8db79 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:24.983183 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.004364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:25.017169 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9ca15c6b-bb64-4ca6-8c14-14f1c9761d6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da10e53478d74bd3ad819e97526ced87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688154 Jul 16 18:34:25.113515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Pushing event deleted for resources: {'Port': ['ID=6a084755-0061-4e2c-becc-cfb932219261,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:25.123439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-50c4192e-d355-4db4-ae30-9a462be59a11', 'network_id': '50c4192e-d355-4db4-ae30-9a462be59a11', 'tenant_id': '349ce8807fa149a9a3c5df994417ddf9', 'fixed_ips': [{'subnet_id': 'b9b93ea3-ae0d-4506-9636-55c460d9648c'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:25.123439 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.126012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Network ac607c0e-76b7-4d45-b1ce-c482ba19b11e is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:34:25.131137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] No DVR routers for this DVR port 6a084755-0061-4e2c-becc-cfb932219261 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:25.170418 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ae79-7603-4692-82de-2bd59742c7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.197315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536ebc98-dd1f-4bf6-9d61-0f619ff1b959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:25.212240 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ae79-7603-4692-82de-2bd59742c7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.280986 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ae79-7603-4692-82de-2bd59742c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.290946 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ae79-7603-4692-82de-2bd59742c7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.296503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c4e1ae79-7603-4692-82de-2bd59742c7ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6c0405b-8f72-45d8-bea6-13cde7b80391 HTTP/1.1" status: 204 len: 168 time: 0.2884502 Jul 16 18:34:25.331464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1ae79-7603-4692-82de-2bd59742c7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c0405b-8f72-45d8-bea6-13cde7b80391,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:25.374238 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cff2e40-1511-4853-b21d-c3076cc85e92 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759291421067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3347966'] for subnet, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.500387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cff2e40-1511-4853-b21d-c3076cc85e92 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:25.503452 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6cff2e40-1511-4853-b21d-c3076cc85e92 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.504843 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6cff2e40-1511-4853-b21d-c3076cc85e92 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "PUT /v2.0/subnets/b9b93ea3-ae0d-4506-9636-55c460d9648c HTTP/1.1" status: 200 len: 900 time: 1.0000591 Jul 16 18:34:25.509012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:25.547672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff2e40-1511-4853-b21d-c3076cc85e92 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event updated for resources: {'Subnet': ['ID=b9b93ea3-ae0d-4506-9636-55c460d9648c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:25.575749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Allocated IP 2001:db8::3 (50c4192e-d355-4db4-ae30-9a462be59a11/b9b93ea3-ae0d-4506-9636-55c460d9648c/6298b9dc-e703-49df-86a4-65c1658dda3b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:25.808651 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.829247 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.850567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Transition to ACTIVE for port object 6298b9dc-e703-49df-86a4-65c1658dda3b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:25.870632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Transition to ACTIVE for port object 6298b9dc-e703-49df-86a4-65c1658dda3b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:25.900364 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.917241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.007361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Network 50c4192e-d355-4db4-ae30-9a462be59a11 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:26.012462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:26.017045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:26.026947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Pushing event updated for resources: {'Port': ['ID=6298b9dc-e703-49df-86a4-65c1658dda3b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.049985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.103377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b93ea3-ae0d-4506-9636-55c460d9648c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.223463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Attempting to bind port 6298b9dc-e703-49df-86a4-65c1658dda3b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:26.223846 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Attempting to bind port 6298b9dc-e703-49df-86a4-65c1658dda3b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '006cfe41-c988-4ddc-96ec-db6e90bc0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50c4192e-d355-4db4-ae30-9a462be59a11'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:26.224216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Attempting to bind port 6298b9dc-e703-49df-86a4-65c1658dda3b on network 50c4192e-d355-4db4-ae30-9a462be59a11 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:26.240495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:26.240905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Checking segment: {'id': '006cfe41-c988-4ddc-96ec-db6e90bc0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50c4192e-d355-4db4-ae30-9a462be59a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:26.241319 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.241749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Bound using segment: {'id': '006cfe41-c988-4ddc-96ec-db6e90bc0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50c4192e-d355-4db4-ae30-9a462be59a11'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:26.242267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Bound port: 6298b9dc-e703-49df-86a4-65c1658dda3b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006cfe41-c988-4ddc-96ec-db6e90bc0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50c4192e-d355-4db4-ae30-9a462be59a11'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:26.242708 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.314368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.346410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c4192e-d355-4db4-ae30-9a462be59a11']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:26.377273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006cfe41-c988-4ddc-96ec-db6e90bc0085') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:26.380130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006cfe41-c988-4ddc-96ec-db6e90bc0085') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:26.394366 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.409152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] For port 6298b9dc-e703-49df-86a4-65c1658dda3b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:26.416725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] For port 6298b9dc-e703-49df-86a4-65c1658dda3b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6298b9dc-e703-49df-86a4-65c1658dda3b,segment=NetworkSegment(006cfe41-c988-4ddc-96ec-db6e90bc0085),segment_id=006cfe41-c988-4ddc-96ec-db6e90bc0085)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:26.427175 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.437708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.463035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:26.463448 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:26.471634 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:26.594887 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.api [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:34:26.594887 n-d-793619-10 neutron-server[93823]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:34:26.594887 n-d-793619-10 neutron-server[93823]: [parameters: {'id': '50c4192e-d355-4db4-ae30-9a462be59a11'}] Jul 16 18:34:26.594887 n-d-793619-10 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:34:26.597867 n-d-793619-10 neutron-server[93823]: DEBUG oslo_db.api [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:34:26.636196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7959a-20a6-4de9-9fea-dc9f18737639 None None] Pushing event updated for resources: {'Port': ['ID=6298b9dc-e703-49df-86a4-65c1658dda3b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.677468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc8d28-fae1-4e75-b441-8b21d2f52999 None None] Network 50c4192e-d355-4db4-ae30-9a462be59a11 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:26.743048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:26.923405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd4475-38b0-495a-9e9a-9dc74f5962ed None None] Network 50c4192e-d355-4db4-ae30-9a462be59a11 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:26.931172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1275731127-network', 'tenant_id': '35915fe1270043009293b36537a33cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:26.985219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Made reservation on behalf of 35915fe1270043009293b36537a33cf2 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:26.988422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.001692 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.101151 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.166721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.176055 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.215304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4f9a8-6f7d-438d-9c0e-866e2f7be871 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:34:27.261352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:27.263306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting port 6298b9dc-e703-49df-86a4-65c1658dda3b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:27.264091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.299376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:27.334502 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.335090 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Added segment 8b509b14-45c7-45df-b47b-1627f4b1da9f of type vlan for network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f Jul 16 18:34:27.420278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] For port 6298b9dc-e703-49df-86a4-65c1658dda3b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6298b9dc-e703-49df-86a4-65c1658dda3b,segment=NetworkSegment(006cfe41-c988-4ddc-96ec-db6e90bc0085),segment_id=006cfe41-c988-4ddc-96ec-db6e90bc0085)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:27.420683 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.434244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.450523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Calling delete_port for 6298b9dc-e703-49df-86a4-65c1658dda3b owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:27.527847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.528096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a4f9a8-6f7d-438d-9c0e-866e2f7be871 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:34:27.529896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.530769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.650152 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9059796 Jul 16 18:34:27.653917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:27.687957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Request body: {'subnet': {'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1275731127-subnet', 'tenant_id': '35915fe1270043009293b36537a33cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:27.698123 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.762144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Port': ['ID=6298b9dc-e703-49df-86a4-65c1658dda3b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:27.779948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No DVR routers for this DVR port 6298b9dc-e703-49df-86a4-65c1658dda3b on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:27.843855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da807e44-74e0-492e-bac7-788391f44327 admin admin] Pushing event updated for resources: {'Network': ['ID=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:27.888853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Made reservation on behalf of 35915fe1270043009293b36537a33cf2 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:27.893367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:27.940582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:27.994879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.033147 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.066239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c4192e-d355-4db4-ae30-9a462be59a11']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.249925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.355115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Checking segment: {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:28.355832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Network hostable DHCP agents. Network: a25129cf-0df7-4f96-a2c2-e73bbcb39d5f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:28.373550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846f06d3-3e27-49fd-9508-93998f8db333,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:28.386893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:28.404940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, a25129cf-0df7-4f96-a2c2-e73bbcb39d5f) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:28.410227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.410903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.457306 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a51ba29a-f43c-4ac8-8370-a3ef73a17508 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7841847 Jul 16 18:34:28.466689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48252e59-32d7-49bf-b101-b8efc74f77d7 None None] Network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:28.590184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006cfe41-c988-4ddc-96ec-db6e90bc0085') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.591453 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006cfe41-c988-4ddc-96ec-db6e90bc0085') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:28.611155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.640147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4379318-6a33-4885-a9e4-268101578430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.652057 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.684087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:28.687365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.766961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0eb77-2b83-46a8-b083-21b1141456f8 None None] Network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:28.767186 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:28.774358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.786614 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.789100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/50c4192e-d355-4db4-ae30-9a462be59a11 HTTP/1.1" status: 204 len: 168 time: 3.2777069 Jul 16 18:34:28.797620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47906) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.891202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ba064-597c-4be2-9e89-18ff3dbeb6f4 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=50c4192e-d355-4db4-ae30-9a462be59a11,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:28.906668 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2249cb32-57d5-4b92-bbfe-b5e169de40bc tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:28.907160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2249cb32-57d5-4b92-bbfe-b5e169de40bc tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:28.918021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2249cb32-57d5-4b92-bbfe-b5e169de40bc tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/b9b93ea3-ae0d-4506-9636-55c460d9648c HTTP/1.1" status: 404 len: 337 time: 0.1156785 Jul 16 18:34:28.920152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47914) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.930241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4379318-6a33-4885-a9e4-268101578430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.941044 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4379318-6a33-4885-a9e4-268101578430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:28.972442 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2b11ae-f694-4144-9016-d4620f8e5d58 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:28.973128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2b11ae-f694-4144-9016-d4620f8e5d58 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:28.980508 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aa2b11ae-f694-4144-9016-d4620f8e5d58 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/50c4192e-d355-4db4-ae30-9a462be59a11 HTTP/1.1" status: 404 len: 339 time: 0.0582552 Jul 16 18:34:28.984076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47916) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:28.989401 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.052126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d4379318-6a33-4885-a9e4-268101578430 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb4428e633f5480f817f7999b16955fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0551741 Jul 16 18:34:29.054378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4379318-6a33-4885-a9e4-268101578430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc564331-df03-44fc-bf7a-51148904b487,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:29.061403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47918) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.167183 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49f44e16-be8e-4a01-a21c-1d7b85d63657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.170904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.228387 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49f44e16-be8e-4a01-a21c-1d7b85d63657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.339164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.348867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49f44e16-be8e-4a01-a21c-1d7b85d63657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.351620 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49f44e16-be8e-4a01-a21c-1d7b85d63657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.353250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44ffaa8-4167-4df3-9266-0a70cdf8b96a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:29.354939 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-49f44e16-be8e-4a01-a21c-1d7b85d63657 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc564331-df03-44fc-bf7a-51148904b487 HTTP/1.1" status: 204 len: 168 time: 0.2902708 Jul 16 18:34:29.371521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a01155d-6219-475e-9a6e-0e0122a650cc') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:29.372464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a01155d-6219-475e-9a6e-0e0122a650cc') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:29.382775 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f44e16-be8e-4a01-a21c-1d7b85d63657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc564331-df03-44fc-bf7a-51148904b487,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:29.385616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.405686 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.414085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:29.414552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:29.451967 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:29.499000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.513257 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.517237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/a44ffaa8-4167-4df3-9266-0a70cdf8b96a HTTP/1.1" status: 204 len: 168 time: 0.5311966 Jul 16 18:34:29.519732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47928) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.535094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d95bde-14b0-487b-8448-73e3be198107 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=a44ffaa8-4167-4df3-9266-0a70cdf8b96a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:29.565843 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-538ac969-b07f-498e-acdd-e11d2d33a1ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:29.566412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538ac969-b07f-498e-acdd-e11d2d33a1ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:29.571824 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-538ac969-b07f-498e-acdd-e11d2d33a1ae tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/6372a102-bfd5-4fee-9f1c-6e3c2ac23c67 HTTP/1.1" status: 404 len: 337 time: 0.0482965 Jul 16 18:34:29.572181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47930) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.595210 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ec12f6-491e-44d1-a63e-e19a5ae02949 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:29.600627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ec12f6-491e-44d1-a63e-e19a5ae02949 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:29.600627 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d9ec12f6-491e-44d1-a63e-e19a5ae02949 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/152f71c0-b0ce-477c-af81-ba7cf59bc541 HTTP/1.1" status: 404 len: 339 time: 0.0250287 Jul 16 18:34:29.601149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47932) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:29.661678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6baaece-8b44-4853-a4ab-efb247322c96 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting subnet 3aa5305d-8d59-4a41-911f-b792703c2347 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:29.665281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6baaece-8b44-4853-a4ab-efb247322c96 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.721185 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6baaece-8b44-4853-a4ab-efb247322c96 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.845049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6baaece-8b44-4853-a4ab-efb247322c96 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.945195 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6baaece-8b44-4853-a4ab-efb247322c96 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:29.992575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baaece-8b44-4853-a4ab-efb247322c96 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa5305d-8d59-4a41-911f-b792703c2347,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.001930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6baaece-8b44-4853-a4ab-efb247322c96 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.006230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e6baaece-8b44-4853-a4ab-efb247322c96 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/3aa5305d-8d59-4a41-911f-b792703c2347 HTTP/1.1" status: 204 len: 168 time: 0.4018207 Jul 16 18:34:30.006488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47944) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:30.012630 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894ba3e-e081-4b8e-bbc4-fbd14ac119e9 None None] Network 63411df6-4822-4ed5-96be-f6044559d97f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:30.076737 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1087e322-59c8-457c-91ff-a4cda1b1d5ec tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting subnet 77a055d1-94ce-4167-b374-45e74ff14273 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:30.080889 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1087e322-59c8-457c-91ff-a4cda1b1d5ec tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.176178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1087e322-59c8-457c-91ff-a4cda1b1d5ec tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.384087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1087e322-59c8-457c-91ff-a4cda1b1d5ec tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.599133 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1087e322-59c8-457c-91ff-a4cda1b1d5ec tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.651513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087e322-59c8-457c-91ff-a4cda1b1d5ec tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=77a055d1-94ce-4167-b374-45e74ff14273,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:30.654186 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1087e322-59c8-457c-91ff-a4cda1b1d5ec tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.658498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1087e322-59c8-457c-91ff-a4cda1b1d5ec tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/77a055d1-94ce-4167-b374-45e74ff14273 HTTP/1.1" status: 204 len: 168 time: 0.6487436 Jul 16 18:34:30.659162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:30.801762 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.891549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:30.892222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.995251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] For port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b2fd2b7-e7cb-4ad6-917f-ad981785c693,segment=NetworkSegment(b5c8d859-86b8-409e-88b8-315114af3ef1),segment_id=b5c8d859-86b8-409e-88b8-315114af3ef1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:30.995720 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.029408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Calling delete_port for 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:31.206016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.239232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Port': ['ID=7b2fd2b7-e7cb-4ad6-917f-ad981785c693,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:31.246322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No DVR routers for this DVR port 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:31.282040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843bcb1-0364-4a16-9d3c-3eb2c0facf3d None None] Network 63411df6-4822-4ed5-96be-f6044559d97f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:31.395739 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.412718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63411df6-4822-4ed5-96be-f6044559d97f']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:31.426081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c8d859-86b8-409e-88b8-315114af3ef1') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:31.426766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c8d859-86b8-409e-88b8-315114af3ef1') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:31.437962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0111655e-20a5-428d-bec6-7832a95a9f3e None None] Could not find standard attr ID for object 7b2fd2b7-e7cb-4ad6-917f-ad981785c693. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:31.457747 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.492035 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.512064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:31.516628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:31.656601 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:31.676935 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.689798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.696956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 47980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.697921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/63411df6-4822-4ed5-96be-f6044559d97f HTTP/1.1" status: 204 len: 168 time: 1.0372407 Jul 16 18:34:31.746022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92212a4b-9f5e-4939-a307-e1c53c90832c tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=63411df6-4822-4ed5-96be-f6044559d97f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:31.766540 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadc769c-f91d-4a94-ab31-77557351df3d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:31.768981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadc769c-f91d-4a94-ab31-77557351df3d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:31.773067 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cadc769c-f91d-4a94-ab31-77557351df3d tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/bca2db88-77c5-4d2c-b7e4-f21826111290 HTTP/1.1" status: 404 len: 337 time: 0.0734916 Jul 16 18:34:31.776992 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47982) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.809156 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71171eb-1dc6-41bc-9991-ae0826f275b6 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:31.809777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71171eb-1dc6-41bc-9991-ae0826f275b6 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:31.811533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e71171eb-1dc6-41bc-9991-ae0826f275b6 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/3f2132af-cb99-4f7f-a3f0-fc377e9e15d1 HTTP/1.1" status: 404 len: 339 time: 0.0332134 Jul 16 18:34:31.814113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47984) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.862880 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-8850d86b-fab6-41c9-97dc-c49a8690d05f tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:31.863341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8850d86b-fab6-41c9-97dc-c49a8690d05f tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:31.865191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8850d86b-fab6-41c9-97dc-c49a8690d05f tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/ce3ff996-dd3c-4f06-ba59-40ff1ab4f567 HTTP/1.1" status: 404 len: 337 time: 0.0501423 Jul 16 18:34:31.867795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47986) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.886572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dabefe-078e-4417-8620-4708a2691506 None None] DHCP port deletion for 63411df6-4822-4ed5-96be-f6044559d97f request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:31.888126 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba416ae5-f7af-464d-96a1-a4cb05486abf tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:31.888735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba416ae5-f7af-464d-96a1-a4cb05486abf tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:31.890526 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ba416ae5-f7af-464d-96a1-a4cb05486abf tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/f6f225b5-962e-47bb-9aae-c99a7b7daa80 HTTP/1.1" status: 404 len: 339 time: 0.0214920 Jul 16 18:34:31.893159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.933329 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cafb75-7381-44d4-b05c-7bcb30cb5066 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:31.934267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cafb75-7381-44d4-b05c-7bcb30cb5066 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:31.935690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-93cafb75-7381-44d4-b05c-7bcb30cb5066 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/4c638f8f-d801-4e72-a1c8-4fe702ca2fd1 HTTP/1.1" status: 404 len: 337 time: 0.0414624 Jul 16 18:34:31.938422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47992) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.967880 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-00807a97-1851-417f-b4c3-8f0a0ef86311 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:31.968740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00807a97-1851-417f-b4c3-8f0a0ef86311 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:31.970678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-00807a97-1851-417f-b4c3-8f0a0ef86311 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/f038b3f8-4bda-477f-adf4-f6984c3123fb HTTP/1.1" status: 404 len: 339 time: 0.0310109 Jul 16 18:34:31.973243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 47994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.062895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc1d696-e4df-4fdd-900d-ffcaeab373a9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting subnet 1f165ff6-5a00-4ec3-ae99-dba9025cef53 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:32.067700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbc1d696-e4df-4fdd-900d-ffcaeab373a9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.141311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbc1d696-e4df-4fdd-900d-ffcaeab373a9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.286556 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbc1d696-e4df-4fdd-900d-ffcaeab373a9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.397600 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbc1d696-e4df-4fdd-900d-ffcaeab373a9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.444826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1d696-e4df-4fdd-900d-ffcaeab373a9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=1f165ff6-5a00-4ec3-ae99-dba9025cef53,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:32.447204 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cbc1d696-e4df-4fdd-900d-ffcaeab373a9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.451888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48004) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:32.452064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cbc1d696-e4df-4fdd-900d-ffcaeab373a9 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/1f165ff6-5a00-4ec3-ae99-dba9025cef53 HTTP/1.1" status: 204 len: 168 time: 0.4774661 Jul 16 18:34:32.467413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8025091-80a4-4040-b6af-bc6475c7e3fa None None] Network 5dcfba47-7838-466c-89b2-506e5c49fcec requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:32.639968 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.800276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:32.840189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting port e6feb230-106d-42a9-8bd9-dcb702bc45b6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:32.841391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:32.841756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b2fd2b7-e7cb-4ad6-917f-ad981785c693 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:32.842405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.874609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6221bdf-1c1c-4958-a2b9-ee0499878c14 None None] DHCP port deletion for 5dcfba47-7838-466c-89b2-506e5c49fcec request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:32.959799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] For port e6feb230-106d-42a9-8bd9-dcb702bc45b6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e6feb230-106d-42a9-8bd9-dcb702bc45b6,segment=NetworkSegment(2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f),segment_id=2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:32.960631 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.978953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b6221bdf-1c1c-4958-a2b9-ee0499878c14 None None] Deleting port e6feb230-106d-42a9-8bd9-dcb702bc45b6 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:32.979347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6221bdf-1c1c-4958-a2b9-ee0499878c14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.986750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Calling delete_port for e6feb230-106d-42a9-8bd9-dcb702bc45b6 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:33.120375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b6221bdf-1c1c-4958-a2b9-ee0499878c14 None None] For port e6feb230-106d-42a9-8bd9-dcb702bc45b6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e6feb230-106d-42a9-8bd9-dcb702bc45b6,segment=NetworkSegment(2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f),segment_id=2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:33.125476 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6221bdf-1c1c-4958-a2b9-ee0499878c14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.142735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.179576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b6221bdf-1c1c-4958-a2b9-ee0499878c14 None None] Calling delete_port for e6feb230-106d-42a9-8bd9-dcb702bc45b6 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:33.184883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Port': ['ID=e6feb230-106d-42a9-8bd9-dcb702bc45b6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:33.194870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No DVR routers for this DVR port e6feb230-106d-42a9-8bd9-dcb702bc45b6 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:33.209217 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-97ed486a-300b-4b1a-8bf6-422402349963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.358140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.377452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcfba47-7838-466c-89b2-506e5c49fcec']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:33.390945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:33.391439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4a5ff4-fd8e-41a5-9bfa-33cc9661113f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:33.407705 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.425566 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b6221bdf-1c1c-4958-a2b9-ee0499878c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.437863 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.450676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:33.450676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:33.461063 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:33.500352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6221bdf-1c1c-4958-a2b9-ee0499878c14 None None] Pushing event deleted for resources: {'Port': ['ID=e6feb230-106d-42a9-8bd9-dcb702bc45b6,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:33.503273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6221bdf-1c1c-4958-a2b9-ee0499878c14 None None] No DVR routers for this DVR port e6feb230-106d-42a9-8bd9-dcb702bc45b6 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:33.602489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.635576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.641915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/5dcfba47-7838-466c-89b2-506e5c49fcec HTTP/1.1" status: 204 len: 168 time: 1.1886396 Jul 16 18:34:33.642324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48022) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.643125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3163045-44de-4e80-9477-e7c4596d796e tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=5dcfba47-7838-466c-89b2-506e5c49fcec,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:33.760688 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36eb5fd-6ae0-497c-a23d-b1673ef5dc90 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:33.761604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36eb5fd-6ae0-497c-a23d-b1673ef5dc90 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:33.770342 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48024) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.770618 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f36eb5fd-6ae0-497c-a23d-b1673ef5dc90 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/60a30ba9-c875-40c9-8fab-2764b4f8b66b HTTP/1.1" status: 404 len: 337 time: 0.1261077 Jul 16 18:34:33.837382 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e623d9-a071-4c09-a4a8-37b2649fbd95 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:33.838354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e623d9-a071-4c09-a4a8-37b2649fbd95 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:33.841866 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-98e623d9-a071-4c09-a4a8-37b2649fbd95 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/cc8f1e99-9e21-4be2-ac6a-f55ba68d3383 HTTP/1.1" status: 404 len: 339 time: 0.0688615 Jul 16 18:34:33.845416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48028) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:33.970686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0992a3-9c1d-4175-b625-7a91050921ff tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting subnet 02f37d58-aecb-4998-923e-b991c3a48abb {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:33.978910 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b0992a3-9c1d-4175-b625-7a91050921ff tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.055035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b0992a3-9c1d-4175-b625-7a91050921ff tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.253732 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b0992a3-9c1d-4175-b625-7a91050921ff tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.357514 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b0992a3-9c1d-4175-b625-7a91050921ff tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.392157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0992a3-9c1d-4175-b625-7a91050921ff tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Subnet': ['ID=02f37d58-aecb-4998-923e-b991c3a48abb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:34.394504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b0992a3-9c1d-4175-b625-7a91050921ff tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.396796 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5b0992a3-9c1d-4175-b625-7a91050921ff tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/subnets/02f37d58-aecb-4998-923e-b991c3a48abb HTTP/1.1" status: 204 len: 168 time: 0.5497348 Jul 16 18:34:34.399359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:34.404459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4bcafd-9555-4d49-b574-d4c5815f1aad None None] Network 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:34.599469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.710156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Deleting port b82b8370-e48f-4f99-aa5b-099ced8b4237 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:34.710555 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.783445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630357b-c030-498a-99ee-b802eb1b203f None None] DHCP port deletion for 06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:34.847754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e6feb230-106d-42a9-8bd9-dcb702bc45b6 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:34.849301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] For port b82b8370-e48f-4f99-aa5b-099ced8b4237, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b82b8370-e48f-4f99-aa5b-099ced8b4237,segment=NetworkSegment(1d45bc26-956b-4a96-b797-8abb88ad627f),segment_id=1d45bc26-956b-4a96-b797-8abb88ad627f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:34.849842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.878746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Calling delete_port for b82b8370-e48f-4f99-aa5b-099ced8b4237 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:34.904741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e6feb230-106d-42a9-8bd9-dcb702bc45b6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:34.905455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e6feb230-106d-42a9-8bd9-dcb702bc45b6 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:34.942087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f630357b-c030-498a-99ee-b802eb1b203f None None] Deleting port b82b8370-e48f-4f99-aa5b-099ced8b4237 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:34.942782 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f630357b-c030-498a-99ee-b802eb1b203f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.102994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.103870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f630357b-c030-498a-99ee-b802eb1b203f None None] For port b82b8370-e48f-4f99-aa5b-099ced8b4237, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b82b8370-e48f-4f99-aa5b-099ced8b4237,segment=NetworkSegment(1d45bc26-956b-4a96-b797-8abb88ad627f),segment_id=1d45bc26-956b-4a96-b797-8abb88ad627f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:35.105469 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f630357b-c030-498a-99ee-b802eb1b203f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.133688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f630357b-c030-498a-99ee-b802eb1b203f None None] Calling delete_port for b82b8370-e48f-4f99-aa5b-099ced8b4237 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:35.174486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Port': ['ID=b82b8370-e48f-4f99-aa5b-099ced8b4237,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.186745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] No DVR routers for this DVR port b82b8370-e48f-4f99-aa5b-099ced8b4237 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:35.298234 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.313018 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f630357b-c030-498a-99ee-b802eb1b203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.318432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:35.336290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d45bc26-956b-4a96-b797-8abb88ad627f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:35.336719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d45bc26-956b-4a96-b797-8abb88ad627f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:35.340473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630357b-c030-498a-99ee-b802eb1b203f None None] Pushing event deleted for resources: {'Port': ['ID=b82b8370-e48f-4f99-aa5b-099ced8b4237,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.348430 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.363751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630357b-c030-498a-99ee-b802eb1b203f None None] No DVR routers for this DVR port b82b8370-e48f-4f99-aa5b-099ced8b4237 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:35.369775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.379839 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:35.380252 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:35.384550 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:35.508067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.528687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.534636 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] 10.222.0.60 "DELETE /v2.0/networks/06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6 HTTP/1.1" status: 204 len: 168 time: 1.1340833 Jul 16 18:34:35.581263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d706347-0a34-4bfb-9d00-d47d6fdf8fb5 tempest-NetworksIpV6Test-355241205 tempest-NetworksIpV6Test-355241205-project] Pushing event deleted for resources: {'Network': ['ID=06c64952-9ebc-48b9-b7a1-8c0ac24cc2b6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:35.982593 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.047313 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbac9a66-e83e-4179-8d49-cd59ef86b260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.126584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48058) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.492013 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7721ae19-3b7a-4967-ab00-d84d4cbb068e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=349ce8807fa149a9a3c5df994417ddf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641338 Jul 16 18:34:36.495279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48070) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:36.587696 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd916fd4-ac18-4eab-a264-97f0e69593c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.625819 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd916fd4-ac18-4eab-a264-97f0e69593c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.714779 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd916fd4-ac18-4eab-a264-97f0e69593c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.720708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd916fd4-ac18-4eab-a264-97f0e69593c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.721961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fd916fd4-ac18-4eab-a264-97f0e69593c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b399d2a-5422-4126-95cb-f533c8fcf47e HTTP/1.1" status: 204 len: 168 time: 0.2230325 Jul 16 18:34:36.746995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd916fd4-ac18-4eab-a264-97f0e69593c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b399d2a-5422-4126-95cb-f533c8fcf47e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:36.800979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b82b8370-e48f-4f99-aa5b-099ced8b4237 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:36.868536 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: b82b8370-e48f-4f99-aa5b-099ced8b4237 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:36.874469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b82b8370-e48f-4f99-aa5b-099ced8b4237 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:37.044216 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.756887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-f2e02cf6-58b6-4830-b731-90bb712d11da tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:37.759082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-f2e02cf6-58b6-4830-b731-90bb712d11da tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/networks?id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f HTTP/1.1" status: 200 len: 818 time: 0.2045898 Jul 16 18:34:37.790333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41598ae3-dcbe-43b7-8827-4f302ae4e1aa req-f6a35821-0783-4a0b-9459-f52e34880dfa tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:37.792416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41598ae3-dcbe-43b7-8827-4f302ae4e1aa req-f6a35821-0783-4a0b-9459-f52e34880dfa tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.1154668 Jul 16 18:34:37.798598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-85982ae5-d4f9-4518-8314-f0a9be54fe45 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/quotas/35915fe1270043009293b36537a33cf2 HTTP/1.1" status: 200 len: 375 time: 0.0298347 Jul 16 18:34:37.814785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48122) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:37.862656 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6247bb73-9647-4bb8-9292-5029410d08b0 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=35915fe1270043009293b36537a33cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441315 Jul 16 18:34:37.919339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41598ae3-dcbe-43b7-8827-4f302ae4e1aa req-2e5e32a6-d4f8-4786-bc18-08891a4ffe87 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189394 Jul 16 18:34:37.987164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-982532901'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:38.018739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:38.028733 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.042675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.049403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-52e1f1ca-3112-411c-a06b-979d8782e1df service neutron] 10.222.0.60 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743355 Jul 16 18:34:38.205096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.210564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.213392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-83d976aa-cbaf-42fa-bb5c-0c35778bb2a2 service neutron] 10.222.0.60 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562006 Jul 16 18:34:38.249025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:38.260594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90643771-26a7-4091-9ff2-285bf80044ae,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.267431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.267779 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Added segment c7856e53-766e-4e82-bdf5-d84b54b68a8d of type vlan for network 34b2a897-102e-46b7-9aea-98e773e3d3bb Jul 16 18:34:38.321731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.397481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.402841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:38.403463 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.446951 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6310279 Jul 16 18:34:38.450869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48134) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:38.457729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'name': 'tempest-PortsIpV6TestJSON-1879425733'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:38.486980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76719b09-25f3-4355-9c50-839194267757 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Network': ['ID=34b2a897-102e-46b7-9aea-98e773e3d3bb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.498518 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:38.580108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:38.586455 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.612191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 503e49f2-ebeb-4617-bfea-ea9fa9527480 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:38.726887 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.844056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab2cfaf1-8c4a-4e6c-8af7-6f80ef1a0806 req-45775527-804f-4a25-9bfd-e9e0d6d2ff68 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 210 time: 0.0398276 Jul 16 18:34:38.974436 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.039819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-70015c32-ffce-46be-82b1-c5801892b69a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1532252 Jul 16 18:34:39.068286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.253627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=503e49f2-ebeb-4617-bfea-ea9fa9527480,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:39.274956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Checking segment: {'id': 'c7856e53-766e-4e82-bdf5-d84b54b68a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:39.275579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network hostable DHCP agents. Network: 34b2a897-102e-46b7-9aea-98e773e3d3bb, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:39.318278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-6f760892-5062-437f-b753-2be140361518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.319773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-6f760892-5062-437f-b753-2be140361518 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1098 time: 0.1989560 Jul 16 18:34:39.332334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6b1d6-cd20-4b3f-9b4c-7a5221942aef req-55bc03b6-1ea3-46fd-93da-d26a39fbc96c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.341241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85f6b1d6-cd20-4b3f-9b4c-7a5221942aef req-55bc03b6-1ea3-46fd-93da-d26a39fbc96c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.2553053 Jul 16 18:34:39.377676 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:39.461044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 34b2a897-102e-46b7-9aea-98e773e3d3bb) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:39.473905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3f71fa-4edd-4526-bec4-299024270e32 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:39.485359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:39.496730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.498918 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.535746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85f6b1d6-cd20-4b3f-9b4c-7a5221942aef req-25089522-c359-479b-8670-0101e0a0e11d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937993 Jul 16 18:34:39.545776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48166) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:39.552765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-616203634'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:39.558268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-32f620e0-a647-404d-bc8b-93519f51d06d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1045194 Jul 16 18:34:39.631806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:39.676312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.755590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:39.770370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-ff60a3ec-54fa-49ce-ab04-712903ff3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.774920 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-ff60a3ec-54fa-49ce-ab04-712903ff3034 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.4119227 Jul 16 18:34:39.790465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.790840 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Added segment fb050e72-25b0-43d3-882b-2d75c2a0c451 of type vlan for network 6b1b045a-4aa7-4cf8-b310-8aa48811c791 Jul 16 18:34:39.874131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-c226b4ef-a485-4ec1-9fe8-1be7063c6108 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 1001 time: 0.0918679 Jul 16 18:34:39.896062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.971550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:39.988018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.999243 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.053337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eac87297-0f3e-44f5-84a9-aa85bace3b84 req-3eb2bdf4-d131-4b7e-b385-162797f2203e tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 210 time: 0.0773501 Jul 16 18:34:40.069930 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5227892 Jul 16 18:34:40.073804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48184) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:40.099797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'ports': [{'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb'}, {'network_id': '6b1b045a-4aa7-4cf8-b310-8aa48811c791'}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:40.100228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:40.101028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '6b1b045a-4aa7-4cf8-b310-8aa48811c791'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:40.141934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-ea04ee88-2651-4025-9a36-56a06cc6ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:40.147651 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-ea04ee88-2651-4025-9a36-56a06cc6ebcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.2542439 Jul 16 18:34:40.197752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c7c64-7862-4c2f-bce5-3d3360dc316d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Network': ['ID=6b1b045a-4aa7-4cf8-b310-8aa48811c791,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:40.210583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 6b1b045a-4aa7-4cf8-b310-8aa48811c791 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:40.453268 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.554491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:40.561489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.579436 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:40.719905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 53e415ef-a7dd-4f5f-b1ca-8650d9e39d3b yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:40.766991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-c389861a-01d8-40af-821e-e3b7e588b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:40.769145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-c389861a-01d8-40af-821e-e3b7e588b4eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6139696 Jul 16 18:34:41.082155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-f986f1f4-b3f5-4d72-9296-8232b5649417 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882931 Jul 16 18:34:41.138608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dcdd6-69af-42e4-a7c3-1ac988135f59 req-966ff3b9-5842-4fbe-bcd0-3acf3ec9991c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:41.140946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-730dcdd6-69af-42e4-a7c3-1ac988135f59 req-966ff3b9-5842-4fbe-bcd0-3acf3ec9991c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.3953795 Jul 16 18:34:41.173170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.358174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-730dcdd6-69af-42e4-a7c3-1ac988135f59 req-2eefb42e-8327-49d4-be12-73f5e7bd0038 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975813 Jul 16 18:34:41.360327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34b27ec3-5bd9-422f-baf1-f5dbb34456e9 req-0e61edb0-7409-4ccd-9bc5-b3dc68c5a9d7 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 210 time: 0.0953026 Jul 16 18:34:41.366701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 019f4d1f-e1f0-48f4-a0f6-8012bd464bdc yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:41.401935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fdfcb684-e55b-4226-927f-fa63116324a5 req-1555ace8-997e-465b-80b6-cd27b1ea21ae service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993145 Jul 16 18:34:41.505990 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.550660 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.595694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:41.599379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:41.603452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:41.604314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.629660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=53e415ef-a7dd-4f5f-b1ca-8650d9e39d3b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:41.713948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Checking segment: {'id': 'fb050e72-25b0-43d3-882b-2d75c2a0c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6b1b045a-4aa7-4cf8-b310-8aa48811c791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:41.714315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network hostable DHCP agents. Network: 6b1b045a-4aa7-4cf8-b310-8aa48811c791, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:41.724090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=019f4d1f-e1f0-48f4-a0f6-8012bd464bdc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:41.766409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 6b1b045a-4aa7-4cf8-b310-8aa48811c791 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:41.801316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 6b1b045a-4aa7-4cf8-b310-8aa48811c791) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:41.811023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:41.813648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d0bcb-6892-432e-a822-0326d0b60d92 None None] Network 6b1b045a-4aa7-4cf8-b310-8aa48811c791 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:41.817387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:41.825645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:41.826400 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.320283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9c3775c8-52bc-4189-8c00-2823bf660d77 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.321984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9c3775c8-52bc-4189-8c00-2823bf660d77 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.46 "GET /v2.0/networks?id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f HTTP/1.1" status: 200 len: 818 time: 0.5704057 Jul 16 18:34:42.447259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-e290a4cd-0e11-4078-bc28-eef8c21a134c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.448849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-e290a4cd-0e11-4078-bc28-eef8c21a134c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.45 "GET /v2.0/networks?id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f HTTP/1.1" status: 200 len: 818 time: 0.5718505 Jul 16 18:34:42.452818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a91511aa-d14a-4b64-9cfe-6c4b75b2470b tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3673639 Jul 16 18:34:42.456462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Request body: {'port': {'device_id': '5b655392-dfd2-4d17-ad69-ae79861ea098', 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f', 'admin_state_up': True, 'tenant_id': '35915fe1270043009293b36537a33cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:42.456739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48222) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:42.465148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Request body: {'port': {'device_id': '0e4a504b-6c38-48b1-995a-caba9d97593f', 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f', 'admin_state_up': True, 'tenant_id': '35915fe1270043009293b36537a33cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:42.517169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:42.732174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Made reservation on behalf of 35915fe1270043009293b36537a33cf2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:42.735963 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.801985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4acdd9ab-d9fb-44d3-b248-326145d385de req-736bba6b-4b37-4ca6-8f49-fb407e21a176 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 210 time: 0.0815904 Jul 16 18:34:42.806995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.888568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:42.896059 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c9ba4-8f7d-4c8b-94db-b1502acba978" -d '{"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:42.931253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Made reservation on behalf of 35915fe1270043009293b36537a33cf2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:42.931561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:42.942258 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.960719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.039053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-10dcb078-a7f6-4d60-90f4-77952deb4090 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.043720 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-10dcb078-a7f6-4d60-90f4-77952deb4090 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.46 "GET /v2.0/networks?id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f HTTP/1.1" status: 200 len: 818 time: 0.4985328 Jul 16 18:34:43.055634 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b10f9aa-15db-4a4c-aa2e-cab61b431d64 x-openstack-request-id: req-9b10f9aa-15db-4a4c-aa2e-cab61b431d64 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:43.055951 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:43.056178 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b10f9aa-15db-4a4c-aa2e-cab61b431d64 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:43.056597 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'code': 200} Jul 16 18:34:43.057156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.070504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-acd80738-ccc2-474c-9e32-4356863b6f1e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 019f4d1f-e1f0-48f4-a0f6-8012bd464bdc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:43.071184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-acd80738-ccc2-474c-9e32-4356863b6f1e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.108847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Request body: {'port': {'device_id': '286c15e5-4758-4688-a82d-53a568a9e04f', 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f', 'admin_state_up': True, 'tenant_id': '35915fe1270043009293b36537a33cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:43.166380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa760215-2a2d-4b2d-8b76-a96d3ee572fe req-8f1ac720-b0be-4f80-9ff8-057acbd7b1ec tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.168574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa760215-2a2d-4b2d-8b76-a96d3ee572fe req-8f1ac720-b0be-4f80-9ff8-057acbd7b1ec tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.4685657 Jul 16 18:34:43.280624 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-acd80738-ccc2-474c-9e32-4356863b6f1e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.305023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-acd80738-ccc2-474c-9e32-4356863b6f1e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 019f4d1f-e1f0-48f4-a0f6-8012bd464bdc owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:43.329897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa760215-2a2d-4b2d-8b76-a96d3ee572fe req-6cd418a0-2384-4c9c-9859-0507d74ddbf9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514313 Jul 16 18:34:43.331247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Allocated IP 172.20.0.10 (a25129cf-0df7-4f96-a2c2-e73bbcb39d5f/846f06d3-3e27-49fd-9508-93998f8db333/a1e4d218-c2d4-4819-abb9-c1bb8080ca6a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:43.430287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Made reservation on behalf of 35915fe1270043009293b36537a33cf2 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:43.437017 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.564690 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-acd80738-ccc2-474c-9e32-4356863b6f1e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.591984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.634487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd80738-ccc2-474c-9e32-4356863b6f1e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=019f4d1f-e1f0-48f4-a0f6-8012bd464bdc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.697470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-acd80738-ccc2-474c-9e32-4356863b6f1e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.704943 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-acd80738-ccc2-474c-9e32-4356863b6f1e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/019f4d1f-e1f0-48f4-a0f6-8012bd464bdc HTTP/1.1" status: 204 len: 168 time: 1.2456770 Jul 16 18:34:43.706914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:43.738319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.882859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Pushing event updated for resources: {'Port': ['ID=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.919512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2289f4d4-11b4-433e-9770-f6f407094949 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.927473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2289f4d4-11b4-433e-9770-f6f407094949 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.932704 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2289f4d4-11b4-433e-9770-f6f407094949 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2171180 Jul 16 18:34:43.934444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:43.954608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:43.960990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:43.970454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:44.004583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Allocated IP 172.20.0.4 (a25129cf-0df7-4f96-a2c2-e73bbcb39d5f/846f06d3-3e27-49fd-9508-93998f8db333/f7a4e140-546b-4576-a18c-420ef652878c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:44.078936 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe281fe3-8b41-49ce-8c5e-b35753322621 req-a4bd0319-9d57-41db-b5e9-d9f12571d8db tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 210 time: 0.0541153 Jul 16 18:34:44.092696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb9c9b-e2a0-4fbf-abff-5eb511a7c317 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 53e415ef-a7dd-4f5f-b1ca-8650d9e39d3b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:44.093959 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8eb9c9b-e2a0-4fbf-abff-5eb511a7c317 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.102249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.103120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.149968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-2eec9e2f-e105-4fbd-945c-ee4fb8dd746c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6899433 Jul 16 18:34:44.169621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Request body: {'port': {'device_id': '0e4a504b-6c38-48b1-995a-caba9d97593f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:44.198480 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8eb9c9b-e2a0-4fbf-abff-5eb511a7c317 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.219100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a8eb9c9b-e2a0-4fbf-abff-5eb511a7c317 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 53e415ef-a7dd-4f5f-b1ca-8650d9e39d3b owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:44.324534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8eb9c9b-e2a0-4fbf-abff-5eb511a7c317 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.362924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb9c9b-e2a0-4fbf-abff-5eb511a7c317 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=53e415ef-a7dd-4f5f-b1ca-8650d9e39d3b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:44.374314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a8eb9c9b-e2a0-4fbf-abff-5eb511a7c317 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.377415 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a8eb9c9b-e2a0-4fbf-abff-5eb511a7c317 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/53e415ef-a7dd-4f5f-b1ca-8650d9e39d3b HTTP/1.1" status: 204 len: 168 time: 0.4417622 Jul 16 18:34:44.379973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48244) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:44.384329 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.416608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.526650 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.534083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:44.570084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a29fdfe-c557-46f7-ba44-0ece8ee0d2de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.572745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4a29fdfe-c557-46f7-ba44-0ece8ee0d2de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1912575 Jul 16 18:34:44.577910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48246) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:44.637909 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-631b5176-f024-4181-bf5c-ed5d5be69726 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:34:44.641101 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-631b5176-f024-4181-bf5c-ed5d5be69726 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/019f4d1f-e1f0-48f4-a0f6-8012bd464bdc HTTP/1.1" status: 404 len: 333 time: 0.0621166 Jul 16 18:34:44.645269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48248) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:44.657856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:44.667116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Pushing event updated for resources: {'Port': ['ID=f7a4e140-546b-4576-a18c-420ef652878c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:44.672880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'port_id': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'mac_address': 'fa:16:3e:71:01:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:44.728211 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.746760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebabbba-195a-46e7-b0e0-453e03484d14 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:44.754075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Allocated IP 172.20.0.12 (a25129cf-0df7-4f96-a2c2-e73bbcb39d5f/846f06d3-3e27-49fd-9508-93998f8db333/c5725303-0312-482b-9a60-de6ddc501577) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:44.764410 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7b0e08-4cd8-4213-80ea-b8ca1e32de82 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:34:44.769570 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ab7b0e08-4cd8-4213-80ea-b8ca1e32de82 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/53e415ef-a7dd-4f5f-b1ca-8650d9e39d3b HTTP/1.1" status: 404 len: 333 time: 0.1228933 Jul 16 18:34:44.774679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48252) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:44.783097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:44.801855 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.820900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:44.822768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:44.841670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:44.916749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.918534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['5ebabbba-195a-46e7-b0e0-453e03484d14'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:44.925425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.926109 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:44.956899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c89f8-f511-4dfe-a117-a07fbee720a9 req-998ac593-03d5-410a-9833-7c151636a533 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.958763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-181c89f8-f511-4dfe-a117-a07fbee720a9 req-998ac593-03d5-410a-9833-7c151636a533 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.3708487 Jul 16 18:34:44.960868 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-9464cd3f-4ca8-4910-ad8e-f54913059023 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5096593 Jul 16 18:34:44.973535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:45.166067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-181c89f8-f511-4dfe-a117-a07fbee720a9 req-aeddf675-0d98-4d3e-a473-4cbe52cb5feb tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004101 Jul 16 18:34:45.190050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Request body: {'port': {'device_id': '5b655392-dfd2-4d17-ad69-ae79861ea098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:45.322043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87227ad3-f84a-4cfa-8789-1ccba3abf08f req-45990da9-2c0d-47b6-94f2-73c833b4d572 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 210 time: 0.0454428 Jul 16 18:34:45.378511 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.606626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.621603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1b045a-4aa7-4cf8-b310-8aa48811c791']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:45.640181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb050e72-25b0-43d3-882b-2d75c2a0c451') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:45.640487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb050e72-25b0-43d3-882b-2d75c2a0c451') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:45.660494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.670883 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.687974 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.697847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:45.698189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:45.703139 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:45.799017 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.898597 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.911357 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/networks/6b1b045a-4aa7-4cf8-b310-8aa48811c791 HTTP/1.1" status: 204 len: 168 time: 1.1332157 Jul 16 18:34:45.919369 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.921549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48296) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:45.929238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1196602612'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:45.947786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03f3ba-aa23-4af4-8342-1aa4d05ae68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Network': ['ID=6b1b045a-4aa7-4cf8-b310-8aa48811c791,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:46.086328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:46.109041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:46.125632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:46.128880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Pushing event updated for resources: {'Port': ['ID=c5725303-0312-482b-9a60-de6ddc501577,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:46.174481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:46.181611 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.295219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:46.340825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:46.342185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e4d218-c2d4-4819-abb9-c1bb8080ca6a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:46.343261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.358692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.365057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.365531 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Added segment a1c60795-cf16-46ee-b22a-e97b8901fab6 of type vlan for network 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be Jul 16 18:34:46.383977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7c333e97-671a-4567-97d2-1435b5c8bda3 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3155730 Jul 16 18:34:46.402736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Transition to ACTIVE for port object a1e4d218-c2d4-4819-abb9-c1bb8080ca6a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:46.453288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.482714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Request body: {'port': {'device_id': '286c15e5-4758-4688-a82d-53a568a9e04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:46.534805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:46.640334 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.686959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 5ebabbba-195a-46e7-b0e0-453e03484d14 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:46.687703 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.707361 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.711844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48316) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:46.755185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:46.814867 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.869864 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:46.894360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff00aa5-9f2d-47ca-b733-3cfade571f7e req-d5fcf2c5-8cc7-41d2-86e1-f98f225d51ed tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:46.895984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ff00aa5-9f2d-47ca-b733-3cfade571f7e req-d5fcf2c5-8cc7-41d2-86e1-f98f225d51ed tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 945 time: 0.4593368 Jul 16 18:34:46.914625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:46.916162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:46.922113 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df267ccd-ee34-4b79-a924-700bbee6d446" -d '{"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-plugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:46.927254 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.988694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.db.resource_extend [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:34:47.001263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=13']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.039012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.048836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.050659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.050927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7c0528-f0d3-42b9-994a-1aafdc69ae05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.069064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Attempting to bind port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:47.069467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Attempting to bind port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:47.069738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Attempting to bind port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a on network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:47.084900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a on network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:47.085370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Attempting to bind port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a on network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:47.095288 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1725485 Jul 16 18:34:47.099035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48322) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:47.116322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '7ead64b9-792b-4fd5-bbc7-017e3cf5e5be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:47.127297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5355f-4d7d-4e93-b8d7-b563ff919841 req-655df8f9-b1eb-4bc2-a442-6ecb19e89c5f tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.135441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2f5355f-4d7d-4e93-b8d7-b563ff919841 req-655df8f9-b1eb-4bc2-a442-6ecb19e89c5f tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 932 time: 0.4609518 Jul 16 18:34:47.163031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ff00aa5-9f2d-47ca-b733-3cfade571f7e req-f1eff60a-2980-45e6-bd1d-65a5edb67a51 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549553 Jul 16 18:34:47.173244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aedd12-74fc-43bb-92fc-be7ff5da62e7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Network': ['ID=7ead64b9-792b-4fd5-bbc7-017e3cf5e5be,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.173587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:47.174445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Checking segment: {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:47.174867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Bound using segment: {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:47.175320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Bound port: a1e4d218-c2d4-4819-abb9-c1bb8080ca6a, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:47.175688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.187819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:47.257268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2f5355f-4d7d-4e93-b8d7-b563ff919841 req-f3eade8c-d3d0-4cd6-a7dd-e5292aa4c668 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208429 Jul 16 18:34:47.264287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a4e140-546b-4576-a18c-420ef652878c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:47.311668 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3b5953-b72c-47ac-a5d1-1c70c9f6b8bf x-openstack-request-id: req-4f3b5953-b72c-47ac-a5d1-1c70c9f6b8bf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:47.311954 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-plugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:47.312200 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f3b5953-b72c-47ac-a5d1-1c70c9f6b8bf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:47.312620 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'code': 200} Jul 16 18:34:47.332730 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.348863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Transition to ACTIVE for port object f7a4e140-546b-4576-a18c-420ef652878c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:47.453112 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7c0528-f0d3-42b9-994a-1aafdc69ae05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.458881 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.469744 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4f7c0528-f0d3-42b9-994a-1aafdc69ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.533004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:47.537233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.630911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c0528-f0d3-42b9-994a-1aafdc69ae05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743ea87-2196-4ada-add5-dbb1b66de0a2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.648076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4f7c0528-f0d3-42b9-994a-1aafdc69ae05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9f1cfea086d4431932c3c865b40d4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9275222 Jul 16 18:34:47.652626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48326) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:47.653700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a4e140-546b-4576-a18c-420ef652878c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.663985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] For port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:47.749431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5725303-0312-482b-9a60-de6ddc501577 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:47.763482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.786454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] For port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:47.792008 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b767180-72a7-4b14-af56-8781dda161eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.798023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.813017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Transition to ACTIVE for port object c5725303-0312-482b-9a60-de6ddc501577 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:47.825192 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.879355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.880122 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.882698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] 10.222.0.45 "PUT /v2.0/ports/a1e4d218-c2d4-4819-abb9-c1bb8080ca6a HTTP/1.1" status: 200 len: 1093 time: 3.7226768 Jul 16 18:34:47.895628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b767180-72a7-4b14-af56-8781dda161eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.899149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4a504b-6c38-48b1-995a-caba9d97593f', 'tag': 'a1e4d218-c2d4-4819-abb9-c1bb8080ca6a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:47.908045 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b42dc3e-b337-49d0-8c92-573a2171959f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4a504b-6c38-48b1-995a-caba9d97593f", "tag": "a1e4d218-c2d4-4819-abb9-c1bb8080ca6a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:47.958108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Pushing event updated for resources: {'Port': ['ID=c5725303-0312-482b-9a60-de6ddc501577,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:48.012976 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a2e811-70f8-4696-a134-6650c4b888b1 x-openstack-request-id: req-b5a2e811-70f8-4696-a134-6650c4b888b1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:48.013250 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4a504b-6c38-48b1-995a-caba9d97593f", "tag": "a1e4d218-c2d4-4819-abb9-c1bb8080ca6a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:48.013495 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5a2e811-70f8-4696-a134-6650c4b888b1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:48.013889 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4a504b-6c38-48b1-995a-caba9d97593f', 'tag': 'a1e4d218-c2d4-4819-abb9-c1bb8080ca6a', 'status': 'completed', 'code': 200} Jul 16 18:34:48.023710 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.039608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Attempting to bind port f7a4e140-546b-4576-a18c-420ef652878c on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:48.039818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Attempting to bind port f7a4e140-546b-4576-a18c-420ef652878c by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:48.040162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Attempting to bind port f7a4e140-546b-4576-a18c-420ef652878c on network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:48.042145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725394fe-6e70-447f-ad7e-9e2b09da2fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:48.054789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Port f7a4e140-546b-4576-a18c-420ef652878c on network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:48.055182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Attempting to bind port f7a4e140-546b-4576-a18c-420ef652878c on network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:48.074450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:48.075501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Checking segment: {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:48.075501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Bound using segment: {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:48.075758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Bound port: f7a4e140-546b-4576-a18c-420ef652878c, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:48.076003 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.106267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b767180-72a7-4b14-af56-8781dda161eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.108870 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b767180-72a7-4b14-af56-8781dda161eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.113123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6b767180-72a7-4b14-af56-8781dda161eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4743ea87-2196-4ada-add5-dbb1b66de0a2 HTTP/1.1" status: 204 len: 168 time: 0.4552598 Jul 16 18:34:48.139648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-d7136963-93d5-4b41-966c-3c6f6093f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:48.141216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-d7136963-93d5-4b41-966c-3c6f6093f177 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35915fe1270043009293b36537a33cf2&device_id=0e4a504b-6c38-48b1-995a-caba9d97593f HTTP/1.1" status: 200 len: 1096 time: 0.2093079 Jul 16 18:34:48.158904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b767180-72a7-4b14-af56-8781dda161eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743ea87-2196-4ada-add5-dbb1b66de0a2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:48.159393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=66fc418f-6208-43e3-80dd-4f3507ced3b0,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:48.186540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Attempting to bind port c5725303-0312-482b-9a60-de6ddc501577 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:48.186880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Attempting to bind port c5725303-0312-482b-9a60-de6ddc501577 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:48.187214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Attempting to bind port c5725303-0312-482b-9a60-de6ddc501577 on network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:48.197578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Port c5725303-0312-482b-9a60-de6ddc501577 on network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:48.197938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Attempting to bind port c5725303-0312-482b-9a60-de6ddc501577 on network a25129cf-0df7-4f96-a2c2-e73bbcb39d5f {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:48.202114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-7ef10098-40dc-42da-8a7d-ec0910140a2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a HTTP/1.1" status: 200 len: 217 time: 0.0517170 Jul 16 18:34:48.217250 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Checking segment: {'id': 'a1c60795-cf16-46ee-b22a-e97b8901fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ead64b9-792b-4fd5-bbc7-017e3cf5e5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:48.217636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network hostable DHCP agents. Network: 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:48.232474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:48.232864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Checking segment: {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:48.233255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Bound using segment: {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:48.233696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Bound port: c5725303-0312-482b-9a60-de6ddc501577, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b509b14-45c7-45df-b47b-1627f4b1da9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:48.234056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.287334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-17b1ea2e-cab2-4e3b-9dcd-020ce0883776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:48.288933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-17b1ea2e-cab2-4e3b-9dcd-020ce0883776 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=846f06d3-3e27-49fd-9508-93998f8db333 HTTP/1.1" status: 200 len: 858 time: 0.0805407 Jul 16 18:34:48.305530 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:48.345847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6aeee55a-4ea9-4c9f-a65b-af1bfa4550ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481846 Jul 16 18:34:48.356688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] For port f7a4e140-546b-4576-a18c-420ef652878c, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:48.397897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:48.411552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eb5c37-02b5-48a8-8083-550c007e574b None None] Network 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:48.415665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:48.416364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.433664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] For port f7a4e140-546b-4576-a18c-420ef652878c, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f7a4e140-546b-4576-a18c-420ef652878c,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:48.455230 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.506201 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2da75e9d-0a54-478f-a9ef-f2652365e328 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4054952 Jul 16 18:34:48.507668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] For port c5725303-0312-482b-9a60-de6ddc501577, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:48.518085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48342) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:48.523437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '7ead64b9-792b-4fd5-bbc7-017e3cf5e5be', 'name': 'tempest-PortsIpV6TestJSON-1053156910'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:48.534429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] For port c5725303-0312-482b-9a60-de6ddc501577, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5725303-0312-482b-9a60-de6ddc501577,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:48.591205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.640276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:48.641269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.643050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] 10.222.0.46 "PUT /v2.0/ports/f7a4e140-546b-4576-a18c-420ef652878c HTTP/1.1" status: 200 len: 1092 time: 3.6501558 Jul 16 18:34:48.906557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-7ead64b9-792b-4fd5-bbc7-017e3cf5e5be', 'network_id': '7ead64b9-792b-4fd5-bbc7-017e3cf5e5be', 'tenant_id': '26323166245f442d87415533f0f9ed36', 'fixed_ips': [{'subnet_id': '66fc418f-6208-43e3-80dd-4f3507ced3b0'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:48.907567 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.958789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48350) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:49.018350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-794d5f9f-a343-4e53-94a6-8000d2ec4653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.022702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:49.029963 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.036491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.037761 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.044055 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] 10.222.0.46 "PUT /v2.0/ports/c5725303-0312-482b-9a60-de6ddc501577 HTTP/1.1" status: 200 len: 1093 time: 2.5695930 Jul 16 18:34:49.060862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286c15e5-4758-4688-a82d-53a568a9e04f', 'tag': 'c5725303-0312-482b-9a60-de6ddc501577'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:49.074871 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed26209-616b-4c08-8503-95d7f4dfc88c" -d '{"events": [{"name": "network-changed", "server_uuid": "286c15e5-4758-4688-a82d-53a568a9e04f", "tag": "c5725303-0312-482b-9a60-de6ddc501577"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:49.182983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Allocated IP 2001:db8::2 (7ead64b9-792b-4fd5-bbc7-017e3cf5e5be/66fc418f-6208-43e3-80dd-4f3507ced3b0/ff0884c8-a5da-4074-964d-42657d62d66b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:49.261800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40828b-bb09-4a0b-b477-52bd162f509b service neutron] Pushing event updated for resources: {'Port': ['ID=c5725303-0312-482b-9a60-de6ddc501577,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:49.267478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port e02c66ac-7fd2-4e07-9173-78895a4c74de yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:49.299803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfc375-01b7-4179-9433-5335328f9141 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a4e140-546b-4576-a18c-420ef652878c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:49.335940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-3ac2001d-720c-4863-84e3-40fd4906e846 service neutron] 10.222.0.45 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9749932 Jul 16 18:34:49.377583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-46347856-1eae-4e16-a715-5f8c10d48f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.379221 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-46347856-1eae-4e16-a715-5f8c10d48f92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=35915fe1270043009293b36537a33cf2&device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 1096 time: 0.2520728 Jul 16 18:34:49.439582 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-a83435d4-0630-49c2-aec8-e10ea2fecb3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5725303-0312-482b-9a60-de6ddc501577 HTTP/1.1" status: 200 len: 217 time: 0.0430510 Jul 16 18:34:49.469559 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.477793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-dbe387bf-b450-4f52-ac11-062c4b6959e8 service neutron] 10.222.0.45 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139667 Jul 16 18:34:49.508263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Transition to ACTIVE for port object ff0884c8-a5da-4074-964d-42657d62d66b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:49.538738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0e8c-9625-49b6-8cd9-8d92f6b4315a req-3e13e453-e9f2-494b-ac4f-14817832d648 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.540304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b32d0e8c-9625-49b6-8cd9-8d92f6b4315a req-3e13e453-e9f2-494b-ac4f-14817832d648 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 944 time: 0.9118648 Jul 16 18:34:49.541146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-3564cbe4-28a4-406a-a23a-3dccfa66de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.543364 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-3564cbe4-28a4-406a-a23a-3dccfa66de54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=846f06d3-3e27-49fd-9508-93998f8db333 HTTP/1.1" status: 200 len: 858 time: 0.0904744 Jul 16 18:34:49.561822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Transition to ACTIVE for port object ff0884c8-a5da-4074-964d-42657d62d66b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:49.576000 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.593278 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-e82a6cae-1223-4a77-bf72-99c15a19086f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416090 Jul 16 18:34:49.679234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Network 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:49.685744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:49.688092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Pushing event updated for resources: {'Port': ['ID=ff0884c8-a5da-4074-964d-42657d62d66b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:49.693140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6c514b7a-e7a7-4204-a0bf-28fe74e9175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.694659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-6c514b7a-e7a7-4204-a0bf-28fe74e9175a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=35915fe1270043009293b36537a33cf2&device_id=5b655392-dfd2-4d17-ad69-ae79861ea098 HTTP/1.1" status: 200 len: 1095 time: 0.5124431 Jul 16 18:34:49.697427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:49.710683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf011-0a0f-4d44-b432-440b3870ca33 req-395bc840-7311-490a-9445-1ce0daf96e6d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.718765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f9bf011-0a0f-4d44-b432-440b3870ca33 req-395bc840-7311-490a-9445-1ce0daf96e6d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.5375998 Jul 16 18:34:49.739710 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-8bb492dd-7529-417b-b4a4-859fcdf3b2ea service neutron] 10.222.0.46 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344490 Jul 16 18:34:49.801087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-561c5a14-806f-4260-8c7a-675e04265b31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7a4e140-546b-4576-a18c-420ef652878c HTTP/1.1" status: 200 len: 217 time: 0.0785713 Jul 16 18:34:49.891201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f9bf011-0a0f-4d44-b432-440b3870ca33 req-45f3124d-0a2a-492f-85d6-7553f9922ed0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714416 Jul 16 18:34:49.937161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b32d0e8c-9625-49b6-8cd9-8d92f6b4315a req-160f6002-fd3d-4dca-9aa6-c61dde60a57c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653448 Jul 16 18:34:49.967218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Attempting to bind port ff0884c8-a5da-4074-964d-42657d62d66b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:49.967856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Attempting to bind port ff0884c8-a5da-4074-964d-42657d62d66b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'a1c60795-cf16-46ee-b22a-e97b8901fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ead64b9-792b-4fd5-bbc7-017e3cf5e5be'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:49.969774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Attempting to bind port ff0884c8-a5da-4074-964d-42657d62d66b on network 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:49.999751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:50.000166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Checking segment: {'id': 'a1c60795-cf16-46ee-b22a-e97b8901fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ead64b9-792b-4fd5-bbc7-017e3cf5e5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:50.001095 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.001494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Bound using segment: {'id': 'a1c60795-cf16-46ee-b22a-e97b8901fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ead64b9-792b-4fd5-bbc7-017e3cf5e5be'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:50.001976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Bound port: ff0884c8-a5da-4074-964d-42657d62d66b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c60795-cf16-46ee-b22a-e97b8901fab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7ead64b9-792b-4fd5-bbc7-017e3cf5e5be'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:50.002567 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.005110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-d2a80dc8-14ab-4592-8f96-b965925c2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.007143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-d2a80dc8-14ab-4592-8f96-b965925c2b8e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35915fe1270043009293b36537a33cf2&device_id=0e4a504b-6c38-48b1-995a-caba9d97593f HTTP/1.1" status: 200 len: 1096 time: 0.4648983 Jul 16 18:34:50.017589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b655392-dfd2-4d17-ad69-ae79861ea098', 'tag': 'f7a4e140-546b-4576-a18c-420ef652878c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:50.021016 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0670968f-7a67-4a48-b68a-08c378a57c48" -d '{"events": [{"name": "network-changed", "server_uuid": "5b655392-dfd2-4d17-ad69-ae79861ea098", "tag": "f7a4e140-546b-4576-a18c-420ef652878c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:50.025079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-c59cf52f-770e-4d35-a8d3-92e60b9481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.027924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-c59cf52f-770e-4d35-a8d3-92e60b9481c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=846f06d3-3e27-49fd-9508-93998f8db333 HTTP/1.1" status: 200 len: 858 time: 0.2041669 Jul 16 18:34:50.053132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::194 (7ead64b9-792b-4fd5-bbc7-017e3cf5e5be/66fc418f-6208-43e3-80dd-4f3507ced3b0/e02c66ac-7fd2-4e07-9173-78895a4c74de) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:50.081528 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-794d5f9f-a343-4e53-94a6-8000d2ec4653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.106001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-794d5f9f-a343-4e53-94a6-8000d2ec4653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.110690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-fb771982-2299-4d69-928c-5e25d57a9a3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712068 Jul 16 18:34:50.114392 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25157b72-99ff-4481-91d6-dc219d19281b x-openstack-request-id: req-25157b72-99ff-4481-91d6-dc219d19281b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:50.115551 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b655392-dfd2-4d17-ad69-ae79861ea098", "tag": "f7a4e140-546b-4576-a18c-420ef652878c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:50.116025 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25157b72-99ff-4481-91d6-dc219d19281b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:50.117311 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b655392-dfd2-4d17-ad69-ae79861ea098', 'tag': 'f7a4e140-546b-4576-a18c-420ef652878c', 'status': 'completed', 'code': 200} Jul 16 18:34:50.184536 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-794d5f9f-a343-4e53-94a6-8000d2ec4653 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7f9e8a6949f499a868f93296fab717c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2169769 Jul 16 18:34:50.185665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] For port ff0884c8-a5da-4074-964d-42657d62d66b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:50.194626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] For port ff0884c8-a5da-4074-964d-42657d62d66b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ff0884c8-a5da-4074-964d-42657d62d66b,segment=NetworkSegment(a1c60795-cf16-46ee-b22a-e97b8901fab6),segment_id=a1c60795-cf16-46ee-b22a-e97b8901fab6)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:50.200583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:50.206510 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.334149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd632669-591c-4376-ac70-b7754e7b70ad None None] Pushing event updated for resources: {'Port': ['ID=ff0884c8-a5da-4074-964d-42657d62d66b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:50.337625 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-179b5805-efef-4d21-a354-30ab88076078 service neutron] 10.222.0.46 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890892 Jul 16 18:34:50.360615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-ade6c6a3-1ce2-4dac-ba70-390c2f8f4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.362495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-ade6c6a3-1ce2-4dac-ba70-390c2f8f4b9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f HTTP/1.1" status: 200 len: 919 time: 0.3326368 Jul 16 18:34:50.467486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f827f0b9-211f-4bfa-9a1a-68219a2741f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.484102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-47e1475a-69c9-4268-acf8-b6750172da1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a HTTP/1.1" status: 200 len: 217 time: 0.1061220 Jul 16 18:34:50.568757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-6505d646-8656-4361-a896-564a99588ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.570590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-6505d646-8656-4361-a896-564a99588ac6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=846f06d3-3e27-49fd-9508-93998f8db333 HTTP/1.1" status: 200 len: 858 time: 0.0540462 Jul 16 18:34:50.615715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.653500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object e02c66ac-7fd2-4e07-9173-78895a4c74de will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:50.672182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-1c05bc13-45b9-435a-ae40-1355d794ee1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891817 Jul 16 18:34:50.741948 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe31ec15-37b5-4733-bf4f-c51918f1dbf1 x-openstack-request-id: req-fe31ec15-37b5-4733-bf4f-c51918f1dbf1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:50.742689 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286c15e5-4758-4688-a82d-53a568a9e04f", "tag": "c5725303-0312-482b-9a60-de6ddc501577", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:50.743373 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe31ec15-37b5-4733-bf4f-c51918f1dbf1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:50.743934 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286c15e5-4758-4688-a82d-53a568a9e04f', 'tag': 'c5725303-0312-482b-9a60-de6ddc501577', 'status': 'completed', 'code': 200} Jul 16 18:34:50.804170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f827f0b9-211f-4bfa-9a1a-68219a2741f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.820395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d5f9f-a343-4e53-94a6-8000d2ec4653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f696130-305c-4b33-b5fc-0c7c36d32ee6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:50.872128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-3b78bebe-5ee1-453a-8528-18fd1f106a23 service neutron] 10.222.0.45 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738336 Jul 16 18:34:50.874380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-311d0297-9a51-4207-af6b-4fa4624d2715 service neutron] 10.222.0.46 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458727 Jul 16 18:34:50.902573 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.940566 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f827f0b9-211f-4bfa-9a1a-68219a2741f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.943948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ff0884c8-a5da-4074-964d-42657d62d66b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:50.955218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f827f0b9-211f-4bfa-9a1a-68219a2741f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.959339 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f827f0b9-211f-4bfa-9a1a-68219a2741f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f696130-305c-4b33-b5fc-0c7c36d32ee6 HTTP/1.1" status: 204 len: 168 time: 0.7548318 Jul 16 18:34:51.098065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827f0b9-211f-4bfa-9a1a-68219a2741f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f696130-305c-4b33-b5fc-0c7c36d32ee6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:51.164119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:51.196552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:51.223186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:51.237607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.241490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ff0884c8-a5da-4074-964d-42657d62d66b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:51.249973 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.301116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=e02c66ac-7fd2-4e07-9173-78895a4c74de,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:51.304824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b42dc3e-b337-49d0-8c92-573a2171959f req-7b1509b0-63a5-4230-ad2c-0514b9c3cec2 service neutron] 10.222.0.45 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241574 Jul 16 18:34:51.316066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d27f1261-6179-4e9b-81a7-20a53a85313c req-81990b92-0aa2-4b45-a3cc-f007529dae78 service neutron] 10.222.0.46 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331214 Jul 16 18:34:51.380985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b45fb-317d-4606-a6db-b8b3f5c80db1 req-fa204271-5325-4dcc-aea2-1e8da11d45a5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.389326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-065b45fb-317d-4606-a6db-b8b3f5c80db1 req-fa204271-5325-4dcc-aea2-1e8da11d45a5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.2124033 Jul 16 18:34:51.409058 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eda87bf5-958d-4b2e-8ec2-119b90bc4569 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8860402 Jul 16 18:34:51.411340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-f0b1c919-4a64-4e2e-a1fd-fb781dd07864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.414897 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-f0b1c919-4a64-4e2e-a1fd-fb781dd07864 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=35915fe1270043009293b36537a33cf2&device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 1096 time: 0.6571300 Jul 16 18:34:51.415417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48378) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:51.595958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-065b45fb-317d-4606-a6db-b8b3f5c80db1 req-03f77fa7-bda4-479a-a94f-249fdd1f6dd1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034516 Jul 16 18:34:51.641611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17562f7c-80b4-4b4f-80ad-21d3394b8950 req-48261dcb-822e-4361-a0f9-a9d7abc0fd50 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.643591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17562f7c-80b4-4b4f-80ad-21d3394b8950 req-48261dcb-822e-4361-a0f9-a9d7abc0fd50 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 944 time: 0.2511182 Jul 16 18:34:51.672106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-a1881fff-a51c-41ac-a3c7-71f9d5657139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.681009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-a1881fff-a51c-41ac-a3c7-71f9d5657139 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=35915fe1270043009293b36537a33cf2&device_id=5b655392-dfd2-4d17-ad69-ae79861ea098 HTTP/1.1" status: 200 len: 1095 time: 0.2255440 Jul 16 18:34:51.780891 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17562f7c-80b4-4b4f-80ad-21d3394b8950 req-499ee250-94ce-466f-92a7-c3d8ebdd9581 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311846 Jul 16 18:34:51.865498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-ec5df31e-745d-43b5-96c4-3b0855e42699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.867167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-ec5df31e-745d-43b5-96c4-3b0855e42699 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f HTTP/1.1" status: 200 len: 919 time: 0.1723073 Jul 16 18:34:51.872478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-6063bdbf-d16a-4949-b34a-91cfc91f77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.874738 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-6063bdbf-d16a-4949-b34a-91cfc91f77d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f HTTP/1.1" status: 200 len: 919 time: 0.4182267 Jul 16 18:34:51.889153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8b08e166-5e3a-44b0-9015-5c472fc148a8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port e02c66ac-7fd2-4e07-9173-78895a4c74de {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:51.889627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b08e166-5e3a-44b0-9015-5c472fc148a8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:51.938145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48382) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:51.947532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-e7127b15-50c7-4a69-a0c6-82b917981a60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7a4e140-546b-4576-a18c-420ef652878c HTTP/1.1" status: 200 len: 217 time: 0.0631294 Jul 16 18:34:52.017939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-d51182ef-c199-4f67-8f17-241aab2206da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:52.019580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-d51182ef-c199-4f67-8f17-241aab2206da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=846f06d3-3e27-49fd-9508-93998f8db333 HTTP/1.1" status: 200 len: 858 time: 0.0631270 Jul 16 18:34:52.022647 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-8e6107a8-82c7-4599-9477-ec4494677b6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5725303-0312-482b-9a60-de6ddc501577 HTTP/1.1" status: 200 len: 217 time: 0.1367879 Jul 16 18:34:52.046522 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1d891b1-9707-460e-844f-6a488532f53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.078354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-835943f7-5510-4086-9aee-1aee9369f018 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463674 Jul 16 18:34:52.087937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ea636-74c7-46c2-b71d-accaecd55a9c None None] Network 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:52.200373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-e9a14588-86bb-457c-ba34-b6524fb7bdfe service neutron] 10.222.0.46 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127856 Jul 16 18:34:52.263039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-f5487436-cb25-472e-b7d1-f767c08845f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:52.264607 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-f5487436-cb25-472e-b7d1-f767c08845f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=846f06d3-3e27-49fd-9508-93998f8db333 HTTP/1.1" status: 200 len: 858 time: 0.2073898 Jul 16 18:34:52.333064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0670968f-7a67-4a48-b68a-08c378a57c48 req-9b1d2ae9-fa14-4431-ab94-812fdf03e07a service neutron] 10.222.0.46 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213541 Jul 16 18:34:52.337190 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-567d6aff-3dde-48f0-b32a-962ca55c78b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572150 Jul 16 18:34:52.340589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b08e166-5e3a-44b0-9015-5c472fc148a8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.422657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5ec2bb4-4852-4274-8471-7044141b495a None None] Provisioning for port ff0884c8-a5da-4074-964d-42657d62d66b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:52.429040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5ec2bb4-4852-4274-8471-7044141b495a None None] Provisioning complete for port ff0884c8-a5da-4074-964d-42657d62d66b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:52.430088 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5ec2bb4-4852-4274-8471-7044141b495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.479922 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-999dc69d-352a-4532-a39f-e6f5af2de6c8 service neutron] 10.222.0.46 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118400 Jul 16 18:34:52.491019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8b08e166-5e3a-44b0-9015-5c472fc148a8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for e02c66ac-7fd2-4e07-9173-78895a4c74de owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:52.601705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a1e4d218-c2d4-4819-abb9-c1bb8080ca6a details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:52.683738 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5ec2bb4-4852-4274-8471-7044141b495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.816405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f5ec2bb4-4852-4274-8471-7044141b495a None None] For port ff0884c8-a5da-4074-964d-42657d62d66b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ff0884c8-a5da-4074-964d-42657d62d66b,segment=NetworkSegment(a1c60795-cf16-46ee-b22a-e97b8901fab6),segment_id=a1c60795-cf16-46ee-b22a-e97b8901fab6)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:52.841994 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5ec2bb4-4852-4274-8471-7044141b495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.879528 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8ed26209-616b-4c08-8503-95d7f4dfc88c req-b1f79d5b-0ffd-4ca1-b1d3-ef07361b0236 service neutron] 10.222.0.46 "GET /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859782 Jul 16 18:34:52.938924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1d891b1-9707-460e-844f-6a488532f53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.954675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b1d891b1-9707-460e-844f-6a488532f53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.982544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:53.063104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'a1e4d218-c2d4-4819-abb9-c1bb8080ca6a', 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f', 'port_id': 'a1e4d218-c2d4-4819-abb9-c1bb8080ca6a', 'mac_address': 'fa:16:3e:e8:3f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846f06d3-3e27-49fd-9508-93998f8db333', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:53.112185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d891b1-9707-460e-844f-6a488532f53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6726d11-a9d1-4cb7-a096-67aa0b375e6e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:53.158090 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b1d891b1-9707-460e-844f-6a488532f53a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=441966439e114516afb63c44291d031d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2171242 Jul 16 18:34:53.159903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48390) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:53.170162 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b08e166-5e3a-44b0-9015-5c472fc148a8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.219528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f7a4e140-546b-4576-a18c-420ef652878c details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:53.242728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08e166-5e3a-44b0-9015-5c472fc148a8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=e02c66ac-7fd2-4e07-9173-78895a4c74de,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:53.298552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d5fc5-3609-4080-bbd1-a056c177e3d0 req-f4d7bf4f-3e6e-41bd-ac14-8f95f70a0f9b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:53.307768 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b12d5fc5-3609-4080-bbd1-a056c177e3d0 req-f4d7bf4f-3e6e-41bd-ac14-8f95f70a0f9b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.3988354 Jul 16 18:34:53.318488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b08e166-5e3a-44b0-9015-5c472fc148a8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.325100 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8b08e166-5e3a-44b0-9015-5c472fc148a8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/e02c66ac-7fd2-4e07-9173-78895a4c74de HTTP/1.1" status: 204 len: 168 time: 1.8952260 Jul 16 18:34:53.332131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48392) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:53.367024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b12d5fc5-3609-4080-bbd1-a056c177e3d0 req-302dd84f-c871-4fd5-8927-fe03aaae876d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577567 Jul 16 18:34:53.400655 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad63540-3035-4d4b-9d15-8c87686162a6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:34:53.403890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad63540-3035-4d4b-9d15-8c87686162a6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:34:53.408373 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3ad63540-3035-4d4b-9d15-8c87686162a6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/e02c66ac-7fd2-4e07-9173-78895a4c74de HTTP/1.1" status: 404 len: 333 time: 0.0720644 Jul 16 18:34:53.409204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:53.438547 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2519768d-1a3a-4e47-aff2-3f51d1317d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.441005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec2bb4-4852-4274-8471-7044141b495a None None] Pushing event updated for resources: {'Port': ['ID=ff0884c8-a5da-4074-964d-42657d62d66b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:53.452376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bce88aa9-fa0d-40f4-9f3d-4dee452d3b91 None None] Provisioning for port e02c66ac-7fd2-4e07-9173-78895a4c74de completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:53.469106 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-071e1d99-737c-438c-b566-712a9eaf0264 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:34:53.475070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-071e1d99-737c-438c-b566-712a9eaf0264 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/e02c66ac-7fd2-4e07-9173-78895a4c74de HTTP/1.1" status: 404 len: 333 time: 0.0600181 Jul 16 18:34:53.480486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48396) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:53.482198 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.482362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3d12a-7092-477f-9695-706db04edec2 req-1f3e2a72-1a83-412d-9156-6c12dde2784f tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:53.489735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1df3d12a-7092-477f-9695-706db04edec2 req-1f3e2a72-1a83-412d-9156-6c12dde2784f tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 944 time: 0.4428954 Jul 16 18:34:53.496824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bce88aa9-fa0d-40f4-9f3d-4dee452d3b91 None None] Provisioning complete for port e02c66ac-7fd2-4e07-9173-78895a4c74de triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:53.497863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bce88aa9-fa0d-40f4-9f3d-4dee452d3b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.531565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2519768d-1a3a-4e47-aff2-3f51d1317d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.586043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1df3d12a-7092-477f-9695-706db04edec2 req-defa6f8c-6a7f-4deb-812c-8b1ec2786824 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946982 Jul 16 18:34:53.604608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bce88aa9-fa0d-40f4-9f3d-4dee452d3b91 None None] Port e02c66ac-7fd2-4e07-9173-78895a4c74de was deleted so its status cannot be updated. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:34:53.633270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e4d218-c2d4-4819-abb9-c1bb8080ca6a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:53.900815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f7a4e140-546b-4576-a18c-420ef652878c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f7a4e140-546b-4576-a18c-420ef652878c,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:53.916580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'f7a4e140-546b-4576-a18c-420ef652878c', 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f', 'port_id': 'f7a4e140-546b-4576-a18c-420ef652878c', 'mac_address': 'fa:16:3e:10:c0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846f06d3-3e27-49fd-9508-93998f8db333', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:53.958097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bce88aa9-fa0d-40f4-9f3d-4dee452d3b91 None None] Provisioning complete for port ff0884c8-a5da-4074-964d-42657d62d66b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:53.958877 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bce88aa9-fa0d-40f4-9f3d-4dee452d3b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.032468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-5502bef4-6437-49c0-9e01-5d0a6e9ab59e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet 66fc418f-6208-43e3-80dd-4f3507ced3b0 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:54.036293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5502bef4-6437-49c0-9e01-5d0a6e9ab59e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.044872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:54.084096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5502bef4-6437-49c0-9e01-5d0a6e9ab59e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.102386 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.172421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:54.183838 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.187428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5502bef4-6437-49c0-9e01-5d0a6e9ab59e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.200992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a4e140-546b-4576-a18c-420ef652878c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:54.212960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c0d3b5e4-841e-4323-ad05-708587ab2cd1 None None] Could not find standard attr ID for object e02c66ac-7fd2-4e07-9173-78895a4c74de. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:34:54.218512 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2519768d-1a3a-4e47-aff2-3f51d1317d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.221657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2519768d-1a3a-4e47-aff2-3f51d1317d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.227226 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2519768d-1a3a-4e47-aff2-3f51d1317d9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6726d11-a9d1-4cb7-a096-67aa0b375e6e HTTP/1.1" status: 204 len: 168 time: 1.0657575 Jul 16 18:34:54.234704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f7a4e140-546b-4576-a18c-420ef652878c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f7a4e140-546b-4576-a18c-420ef652878c,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:54.240074 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.242127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5725303-0312-482b-9a60-de6ddc501577 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:54.249644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519768d-1a3a-4e47-aff2-3f51d1317d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6726d11-a9d1-4cb7-a096-67aa0b375e6e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:54.284765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5725303-0312-482b-9a60-de6ddc501577, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5725303-0312-482b-9a60-de6ddc501577,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:54.291553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5502bef4-6437-49c0-9e01-5d0a6e9ab59e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.341085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502bef4-6437-49c0-9e01-5d0a6e9ab59e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=66fc418f-6208-43e3-80dd-4f3507ced3b0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:54.358660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5502bef4-6437-49c0-9e01-5d0a6e9ab59e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.359957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'c5725303-0312-482b-9a60-de6ddc501577', 'network_id': 'a25129cf-0df7-4f96-a2c2-e73bbcb39d5f', 'port_id': 'c5725303-0312-482b-9a60-de6ddc501577', 'mac_address': 'fa:16:3e:b3:2a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846f06d3-3e27-49fd-9508-93998f8db333', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:54.363327 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5502bef4-6437-49c0-9e01-5d0a6e9ab59e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/66fc418f-6208-43e3-80dd-4f3507ced3b0 HTTP/1.1" status: 204 len: 168 time: 0.8772514 Jul 16 18:34:54.363699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48402) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:54.420985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f5c19-06c4-4c23-81ad-bcfa092328cd None None] Network 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:54.477045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a1e4d218-c2d4-4819-abb9-c1bb8080ca6a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:54.560673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.600696 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.629992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f7a4e140-546b-4576-a18c-420ef652878c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:54.648617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port ff0884c8-a5da-4074-964d-42657d62d66b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:54.649071 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.740633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] For port ff0884c8-a5da-4074-964d-42657d62d66b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ff0884c8-a5da-4074-964d-42657d62d66b,segment=NetworkSegment(a1c60795-cf16-46ee-b22a-e97b8901fab6),segment_id=a1c60795-cf16-46ee-b22a-e97b8901fab6)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:54.741178 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.758175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for ff0884c8-a5da-4074-964d-42657d62d66b owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:54.850700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ff0884c8-a5da-4074-964d-42657d62d66b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:54.859900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5725303-0312-482b-9a60-de6ddc501577 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:54.869885 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.905547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=ff0884c8-a5da-4074-964d-42657d62d66b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:54.916505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No DVR routers for this DVR port ff0884c8-a5da-4074-964d-42657d62d66b on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:54.930115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad83338-1634-4d43-a51b-edb9ada1da3d req-395cfc66-d779-410c-bb5b-4c3ab4fb1851 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.938385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cad83338-1634-4d43-a51b-edb9ada1da3d req-395cfc66-d779-410c-bb5b-4c3ab4fb1851 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.2677867 Jul 16 18:34:55.067672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5725303-0312-482b-9a60-de6ddc501577, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5725303-0312-482b-9a60-de6ddc501577,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:55.101374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.115135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No active binding found for port ff0884c8-a5da-4074-964d-42657d62d66b {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:34:55.115135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ff0884c8-a5da-4074-964d-42657d62d66b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:34:55.118983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cad83338-1634-4d43-a51b-edb9ada1da3d req-2dfed0db-95bd-4c21-89df-450de911be1f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603270 Jul 16 18:34:55.171224 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.179206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34bbf14-0041-49ec-8a8f-ff6defe02e69 None None] DHCP port deletion for 7ead64b9-792b-4fd5-bbc7-017e3cf5e5be request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:34:55.186154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ead64b9-792b-4fd5-bbc7-017e3cf5e5be']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:55.193906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410546e-0758-497e-8bc5-0ea1bba467cf req-1c2e3cf3-7e92-4f94-87bb-1caa29301855 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.195961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5410546e-0758-497e-8bc5-0ea1bba467cf req-1c2e3cf3-7e92-4f94-87bb-1caa29301855 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 944 time: 0.3970914 Jul 16 18:34:55.204037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Port ff0884c8-a5da-4074-964d-42657d62d66b not found, will not notify nova. {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:34:55.237236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c60795-cf16-46ee-b22a-e97b8901fab6') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:55.237865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c60795-cf16-46ee-b22a-e97b8901fab6') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:55.256057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.275831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5410546e-0758-497e-8bc5-0ea1bba467cf req-a54336ac-e313-4877-bee7-d49c363f965c tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667367 Jul 16 18:34:55.276180 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.288008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:34:55.288008 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:34:55.290701 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:34:55.309806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c5725303-0312-482b-9a60-de6ddc501577,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.443106 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.470155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.479458 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/networks/7ead64b9-792b-4fd5-bbc7-017e3cf5e5be HTTP/1.1" status: 204 len: 168 time: 1.1076877 Jul 16 18:34:55.480377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:55.487729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1064551992'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:55.492546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cead759-ee15-4883-9abd-b5e8ae1a92f8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Network': ['ID=7ead64b9-792b-4fd5-bbc7-017e3cf5e5be,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.496818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f7a4e140-546b-4576-a18c-420ef652878c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:55.528766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:55.529929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c5725303-0312-482b-9a60-de6ddc501577'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:55.533473 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.561758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:34:55.571315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.571741 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Added segment 464220a2-5e9f-497a-b6d3-2e55d6262aba of type vlan for network 73b52c4d-ccb8-4629-968c-6ac1b5541db1 Jul 16 18:34:55.665546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.703027 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.710717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.711414 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.768912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48434) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:55.769122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2863617 Jul 16 18:34:55.773991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '73b52c4d-ccb8-4629-968c-6ac1b5541db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:55.824318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fe4b2-d68b-4786-83f4-0609e7a1387e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Network': ['ID=73b52c4d-ccb8-4629-968c-6ac1b5541db1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.840456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 73b52c4d-ccb8-4629-968c-6ac1b5541db1 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:34:55.899571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:55.904288 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.390002 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.473070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=116c3a6a-6d78-4ac7-b886-c412bb75c18e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:56.509926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Checking segment: {'id': '464220a2-5e9f-497a-b6d3-2e55d6262aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '73b52c4d-ccb8-4629-968c-6ac1b5541db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:56.510277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network hostable DHCP agents. Network: 73b52c4d-ccb8-4629-968c-6ac1b5541db1, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:34:56.555749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 73b52c4d-ccb8-4629-968c-6ac1b5541db1 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:34:56.591983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 73b52c4d-ccb8-4629-968c-6ac1b5541db1) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:56.598084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.598265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.603331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1eeb1b-114c-43d1-b646-a44cd26822bf None None] Network 73b52c4d-ccb8-4629-968c-6ac1b5541db1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:34:56.616412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-b4a0f7d6-6102-4ba3-bd8f-87dad88dc81b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655750239&fields=id&tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 267 time: 0.1565804 Jul 16 18:34:56.647621 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-53c1da46-d72c-4f57-a6cd-c17d90a3b7c8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8777707 Jul 16 18:34:56.652477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:56.665689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '73b52c4d-ccb8-4629-968c-6ac1b5541db1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-475241647'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:56.759285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ad95-6f8a-4cd0-a588-56c858c708c7 req-b25ec865-8278-4732-9fe7-4d5015b61ec4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.769690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8324ad95-6f8a-4cd0-a588-56c858c708c7 req-b25ec865-8278-4732-9fe7-4d5015b61ec4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.3726552 Jul 16 18:34:56.782541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a1e4d218-c2d4-4819-abb9-c1bb8080ca6a up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:56.860705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8324ad95-6f8a-4cd0-a588-56c858c708c7 req-b0c49332-b7d8-4159-bd62-b29b110ac4b3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895839 Jul 16 18:34:56.893711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ff0884c8-a5da-4074-964d-42657d62d66b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:56.935669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ff0884c8-a5da-4074-964d-42657d62d66b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:56.937985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-2478c8b5-d790-4c85-96fb-d669d9ff114c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.939626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-2478c8b5-d790-4c85-96fb-d669d9ff114c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.3099236 Jul 16 18:34:56.946640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ff0884c8-a5da-4074-964d-42657d62d66b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:56.967790 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-d1cd3e05-10ae-429f-9c97-e4073fa5b427 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/quotas/2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 375 time: 0.0209539 Jul 16 18:34:57.000959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:57.007069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.009121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:57.014646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:57.015168 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.050179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-73b52c4d-ccb8-4629-968c-6ac1b5541db1', 'network_id': '73b52c4d-ccb8-4629-968c-6ac1b5541db1', 'tenant_id': '26323166245f442d87415533f0f9ed36', 'fixed_ips': [{'subnet_id': '116c3a6a-6d78-4ac7-b886-c412bb75c18e'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:34:57.051152 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.058485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 4d6565b8-baea-4ed6-bed1-19958e055288 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:34:57.188582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-1acc4249-afb8-4f14-ba51-a56c071adb09 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2108490 Jul 16 18:34:57.214660 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f7a4e140-546b-4576-a18c-420ef652878c up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:57.217024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e267b271-75c9-43a7-98da-5acb575322f3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:57.218421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e267b271-75c9-43a7-98da-5acb575322f3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130527 Jul 16 18:34:57.297065 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77004db-083b-47f5-a34e-f4d7e30451a7 req-33b51093-f3f8-48e0-a95c-46b90f4edb6f tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.298697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e77004db-083b-47f5-a34e-f4d7e30451a7 req-33b51093-f3f8-48e0-a95c-46b90f4edb6f tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 945 time: 0.2185874 Jul 16 18:34:57.320078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Allocated IP 2001:db8::2 (73b52c4d-ccb8-4629-968c-6ac1b5541db1/116c3a6a-6d78-4ac7-b886-c412bb75c18e/d079fff5-05da-4cd1-96b2-92b4fccbf83f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:57.395369 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e77004db-083b-47f5-a34e-f4d7e30451a7 req-45b4204a-973f-4df3-9448-dc95ff99f018 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892661 Jul 16 18:34:57.406557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port f7a4e140-546b-4576-a18c-420ef652878c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:57.425125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port f7a4e140-546b-4576-a18c-420ef652878c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:57.425503 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.429111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-c40d245c-a1da-42ab-8859-1b22502db360 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026963 Jul 16 18:34:57.484301 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.555849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-573c2b7b-5eb7-4711-8175-67ac37aeb192 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255581 Jul 16 18:34:57.626542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4a504b-6c38-48b1-995a-caba9d97593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4d218-c2d4-4819-abb9-c1bb8080ca6a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:57.629361 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84070a97-abd4-4249-a0b1-ba1082b8a02f" -d '{"events": [{"server_uuid": "0e4a504b-6c38-48b1-995a-caba9d97593f", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4d218-c2d4-4819-abb9-c1bb8080ca6a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:57.655010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:57.761473 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.764474 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4481b4c0-aa9f-4e11-b548-cb832b11d601 x-openstack-request-id: req-4481b4c0-aa9f-4e11-b548-cb832b11d601 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:57.764882 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4a504b-6c38-48b1-995a-caba9d97593f", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4d218-c2d4-4819-abb9-c1bb8080ca6a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:57.765226 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4481b4c0-aa9f-4e11-b548-cb832b11d601 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:57.765736 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4a504b-6c38-48b1-995a-caba9d97593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4d218-c2d4-4819-abb9-c1bb8080ca6a', 'code': 200} Jul 16 18:34:57.848933 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.856458 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:57.913218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Transition to ACTIVE for port object d079fff5-05da-4cd1-96b2-92b4fccbf83f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:57.922478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:57.934353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde2eec-1016-4cd9-81c4-890d6ae23c93 req-d122b546-6dee-425e-bea7-8b45b654fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.936138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0fde2eec-1016-4cd9-81c4-890d6ae23c93 req-d122b546-6dee-425e-bea7-8b45b654fe7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0e4a504b-6c38-48b1-995a-caba9d97593f HTTP/1.1" status: 200 len: 1098 time: 0.0981665 Jul 16 18:34:57.953449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f7a4e140-546b-4576-a18c-420ef652878c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f7a4e140-546b-4576-a18c-420ef652878c,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:57.982916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Transition to ACTIVE for port object d079fff5-05da-4cd1-96b2-92b4fccbf83f will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:58.002666 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.008290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0fde2eec-1016-4cd9-81c4-890d6ae23c93 req-14195524-26fb-4ec7-83c3-fec3f206f576 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650549 Jul 16 18:34:58.016961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5725303-0312-482b-9a60-de6ddc501577 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:58.050999 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.171418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Network 73b52c4d-ccb8-4629-968c-6ac1b5541db1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:58.175337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:58.178665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:58.194869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f7a4e140-546b-4576-a18c-420ef652878c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.203498 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::36c (73b52c4d-ccb8-4629-968c-6ac1b5541db1/116c3a6a-6d78-4ac7-b886-c412bb75c18e/4d6565b8-baea-4ed6-bed1-19958e055288) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:58.270568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69f9d36c-53c9-4a79-a2dd-dc8e4b0b35a0 req-5b05b857-d39f-4279-a424-2f0fd6e85b0e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 210 time: 0.0662923 Jul 16 18:34:58.312605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4801a-7d3f-4ef4-b9a2-2fed229f9611 req-41c6b035-e843-4581-bfcf-17f174b4b1f1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.315524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port c5725303-0312-482b-9a60-de6ddc501577 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:58.320285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ce4801a-7d3f-4ef4-b9a2-2fed229f9611 req-41c6b035-e843-4581-bfcf-17f174b4b1f1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.2309120 Jul 16 18:34:58.322143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port c5725303-0312-482b-9a60-de6ddc501577 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:58.324589 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.368256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Attempting to bind port d079fff5-05da-4cd1-96b2-92b4fccbf83f on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:58.368654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Attempting to bind port d079fff5-05da-4cd1-96b2-92b4fccbf83f by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '464220a2-5e9f-497a-b6d3-2e55d6262aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '73b52c4d-ccb8-4629-968c-6ac1b5541db1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:58.369014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Attempting to bind port d079fff5-05da-4cd1-96b2-92b4fccbf83f on network 73b52c4d-ccb8-4629-968c-6ac1b5541db1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:58.375565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Pushing event updated for resources: {'Port': ['ID=d079fff5-05da-4cd1-96b2-92b4fccbf83f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.390949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:58.391410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Checking segment: {'id': '464220a2-5e9f-497a-b6d3-2e55d6262aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '73b52c4d-ccb8-4629-968c-6ac1b5541db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:58.391752 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.392132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Bound using segment: {'id': '464220a2-5e9f-497a-b6d3-2e55d6262aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '73b52c4d-ccb8-4629-968c-6ac1b5541db1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:58.392648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Bound port: d079fff5-05da-4cd1-96b2-92b4fccbf83f, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464220a2-5e9f-497a-b6d3-2e55d6262aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '73b52c4d-ccb8-4629-968c-6ac1b5541db1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:58.393038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.434200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ce4801a-7d3f-4ef4-b9a2-2fed229f9611 req-669390ca-2c90-4663-b1de-833a2e2900f4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949240 Jul 16 18:34:58.461164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.507582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object 4d6565b8-baea-4ed6-bed1-19958e055288 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:58.520349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a04412cd-b889-409b-a927-572a786f64dc None None] For port d079fff5-05da-4cd1-96b2-92b4fccbf83f, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:58.525126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a04412cd-b889-409b-a927-572a786f64dc None None] For port d079fff5-05da-4cd1-96b2-92b4fccbf83f, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d079fff5-05da-4cd1-96b2-92b4fccbf83f,segment=NetworkSegment(464220a2-5e9f-497a-b6d3-2e55d6262aba),segment_id=464220a2-5e9f-497a-b6d3-2e55d6262aba)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:58.569620 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.572240 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.588066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.686478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=4d6565b8-baea-4ed6-bed1-19958e055288,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.690223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5725303-0312-482b-9a60-de6ddc501577, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5725303-0312-482b-9a60-de6ddc501577,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:58.697592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04412cd-b889-409b-a927-572a786f64dc None None] Pushing event updated for resources: {'Port': ['ID=d079fff5-05da-4cd1-96b2-92b4fccbf83f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.700325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 73b52c4d-ccb8-4629-968c-6ac1b5541db1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:58.701866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:58.702693 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.704502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:58.711744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.712435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:58.739263 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c7b1568a-5a8c-4eb4-9fbf-4c024d8a439d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0842454 Jul 16 18:34:58.740476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:58.896136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855eb6e-dfef-49da-9032-edc6bda5cbac req-3ba219e9-91dc-49fd-a2ef-0efcd0db076d tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.911786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d855eb6e-dfef-49da-9032-edc6bda5cbac req-3ba219e9-91dc-49fd-a2ef-0efcd0db076d tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 945 time: 0.2452641 Jul 16 18:34:58.940776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c5725303-0312-482b-9a60-de6ddc501577,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:58.956311 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.017574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c24cf-9e58-495f-bf03-13cd2a9c3376 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 4d6565b8-baea-4ed6-bed1-19958e055288 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:59.018495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a3c24cf-9e58-495f-bf03-13cd2a9c3376 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.085077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d855eb6e-dfef-49da-9032-edc6bda5cbac req-2cae7d49-b19f-4036-9aa9-02af3ba3061e tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712737 Jul 16 18:34:59.258156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a3c24cf-9e58-495f-bf03-13cd2a9c3376 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.274629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c24cf-9e58-495f-bf03-13cd2a9c3376 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 4d6565b8-baea-4ed6-bed1-19958e055288 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:59.377211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-02f11ecc-976b-462d-85f5-f6c7cd42d64c tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e6e65673e36e45bdacee07616e4e5c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667648 Jul 16 18:34:59.529282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0292a33-7811-4f62-b001-1dc66b99ebb1 req-8179712d-32b0-4b47-b7ed-16c4c333ef4c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 210 time: 0.0762453 Jul 16 18:34:59.535809 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a3c24cf-9e58-495f-bf03-13cd2a9c3376 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.575468 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c24cf-9e58-495f-bf03-13cd2a9c3376 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=4d6565b8-baea-4ed6-bed1-19958e055288,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:59.622894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a3c24cf-9e58-495f-bf03-13cd2a9c3376 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.628352 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1a3c24cf-9e58-495f-bf03-13cd2a9c3376 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/4d6565b8-baea-4ed6-bed1-19958e055288 HTTP/1.1" status: 204 len: 168 time: 0.8826590 Jul 16 18:34:59.628685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:59.661913 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1666d358-f6b0-4289-8873-102adf6e4630 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:34:59.666093 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1666d358-f6b0-4289-8873-102adf6e4630 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/4d6565b8-baea-4ed6-bed1-19958e055288 HTTP/1.1" status: 404 len: 333 time: 0.0337989 Jul 16 18:34:59.667492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48508) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:59.747584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-003fbb2a-a33a-441e-8b9e-8e35abe3395c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet 116c3a6a-6d78-4ac7-b886-c412bb75c18e {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:34:59.754432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-003fbb2a-a33a-441e-8b9e-8e35abe3395c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.767687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b655392-dfd2-4d17-ad69-ae79861ea098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a4e140-546b-4576-a18c-420ef652878c'}, {'server_uuid': '286c15e5-4758-4688-a82d-53a568a9e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5725303-0312-482b-9a60-de6ddc501577'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:59.770259 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785fd8b3-6134-496c-81a9-8f5a097bcf8c" -d '{"events": [{"server_uuid": "5b655392-dfd2-4d17-ad69-ae79861ea098", "name": "network-vif-plugged", "status": "completed", "tag": "f7a4e140-546b-4576-a18c-420ef652878c"}, {"server_uuid": "286c15e5-4758-4688-a82d-53a568a9e04f", "name": "network-vif-plugged", "status": "completed", "tag": "c5725303-0312-482b-9a60-de6ddc501577"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:59.789618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-58807897-2c1c-4c55-8c9b-baf15d732eac tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.791443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-58807897-2c1c-4c55-8c9b-baf15d732eac tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4134436 Jul 16 18:34:59.817202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-003fbb2a-a33a-441e-8b9e-8e35abe3395c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.877375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-3f7afa55-d759-4314-a40d-ec4d00deb51d tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/quotas/e6e65673e36e45bdacee07616e4e5c3b HTTP/1.1" status: 200 len: 375 time: 0.0627177 Jul 16 18:34:59.898938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f4ed2-d821-4a50-a15a-bfbfe2726ae7 req-a45ff976-1dd4-42d4-8b10-9348efa2f35b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.900296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-308f4ed2-d821-4a50-a15a-bfbfe2726ae7 req-a45ff976-1dd4-42d4-8b10-9348efa2f35b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.1898715 Jul 16 18:34:59.970182 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-003fbb2a-a33a-441e-8b9e-8e35abe3395c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:59.996403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-c771dae8-a5ae-4955-8022-0d2a285d29e7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6e65673e36e45bdacee07616e4e5c3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903981 Jul 16 18:35:00.092273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-003fbb2a-a33a-441e-8b9e-8e35abe3395c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.139896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-003fbb2a-a33a-441e-8b9e-8e35abe3395c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.142235 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-003fbb2a-a33a-441e-8b9e-8e35abe3395c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/116c3a6a-6d78-4ac7-b886-c412bb75c18e HTTP/1.1" status: 204 len: 168 time: 0.4716775 Jul 16 18:35:00.143558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fbb2a-a33a-441e-8b9e-8e35abe3395c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=116c3a6a-6d78-4ac7-b886-c412bb75c18e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:00.151055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48514) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:00.277840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-13d88aa4-ad2c-41b9-93e8-3e2a18ca6760 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.279578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-13d88aa4-ad2c-41b9-93e8-3e2a18ca6760 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.2939718 Jul 16 18:35:00.300248 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be10e3-df4b-4975-98f3-f239136bd79b x-openstack-request-id: req-84be10e3-df4b-4975-98f3-f239136bd79b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:00.300964 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b655392-dfd2-4d17-ad69-ae79861ea098", "name": "network-vif-plugged", "status": "completed", "tag": "f7a4e140-546b-4576-a18c-420ef652878c", "code": 200}, {"server_uuid": "286c15e5-4758-4688-a82d-53a568a9e04f", "name": "network-vif-plugged", "status": "completed", "tag": "c5725303-0312-482b-9a60-de6ddc501577", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:00.301666 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84be10e3-df4b-4975-98f3-f239136bd79b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:00.302297 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b655392-dfd2-4d17-ad69-ae79861ea098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a4e140-546b-4576-a18c-420ef652878c', 'code': 200} Jul 16 18:35:00.302798 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286c15e5-4758-4688-a82d-53a568a9e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5725303-0312-482b-9a60-de6ddc501577', 'code': 200} Jul 16 18:35:00.377121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d6dcb-957c-4ae4-bdda-0b9d5028f218 None None] Network 73b52c4d-ccb8-4629-968c-6ac1b5541db1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:00.388567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.407548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-a1312e02-8a6b-4065-81dd-0ef24311c894 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 380 time: 0.1093009 Jul 16 18:35:00.424617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'port': {'device_id': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'admin_state_up': True, 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'security_groups': ['e9ea8367-5121-4aba-be4a-3b8d457a27f1']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:00.452843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-308f4ed2-d821-4a50-a15a-bfbfe2726ae7 req-1ba3473a-e1ed-45d5-af87-37cf0562e4c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5328388 Jul 16 18:35:00.654278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5cd79-019c-4121-9922-d0a3cd94efe9 req-3c84ec93-c890-46a7-a13b-30699fa2faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.656135 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1cb5cd79-019c-4121-9922-d0a3cd94efe9 req-3c84ec93-c890-46a7-a13b-30699fa2faeb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b655392-dfd2-4d17-ad69-ae79861ea098 HTTP/1.1" status: 200 len: 1097 time: 0.1790276 Jul 16 18:35:00.657381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8b55f92d-a091-4d84-a1ac-6871021b74c8 None None] Provisioning for port d079fff5-05da-4cd1-96b2-92b4fccbf83f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:00.658021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port d079fff5-05da-4cd1-96b2-92b4fccbf83f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:00.658472 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.845659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] For port d079fff5-05da-4cd1-96b2-92b4fccbf83f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d079fff5-05da-4cd1-96b2-92b4fccbf83f,segment=NetworkSegment(464220a2-5e9f-497a-b6d3-2e55d6262aba),segment_id=464220a2-5e9f-497a-b6d3-2e55d6262aba)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:00.846484 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.911203 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1cb5cd79-019c-4121-9922-d0a3cd94efe9 req-de4c2854-bf8f-4d04-93a1-877bc04d1fab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754432 Jul 16 18:35:00.923116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for d079fff5-05da-4cd1-96b2-92b4fccbf83f owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:01.019127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d079fff5-05da-4cd1-96b2-92b4fccbf83f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:01.085580 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.108697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No DVR routers for this DVR port d079fff5-05da-4cd1-96b2-92b4fccbf83f on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:01.145283 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=d079fff5-05da-4cd1-96b2-92b4fccbf83f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:01.192250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No active binding found for port d079fff5-05da-4cd1-96b2-92b4fccbf83f {{(pid=93825) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:35:01.193098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d079fff5-05da-4cd1-96b2-92b4fccbf83f not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:35:01.247777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Port d079fff5-05da-4cd1-96b2-92b4fccbf83f not found, will not notify nova. {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:35:01.251494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82091dc0-edee-48c3-9506-5a1d1bb233b1 None None] DHCP port deletion for 73b52c4d-ccb8-4629-968c-6ac1b5541db1 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:35:01.283885 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.299313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b52c4d-ccb8-4629-968c-6ac1b5541db1']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:01.314446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464220a2-5e9f-497a-b6d3-2e55d6262aba') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:01.314854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464220a2-5e9f-497a-b6d3-2e55d6262aba') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:01.327513 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.355438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.365058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:01.365945 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:01.372130 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:01.420271 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e81c0261-acae-4b1e-882a-6cc44e10e2cb req-fedced16-4162-4ad0-9dd6-bbfe031aea6a tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 210 time: 0.8070269 Jul 16 18:35:01.538924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.549877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.559682 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/networks/73b52c4d-ccb8-4629-968c-6ac1b5541db1 HTTP/1.1" status: 204 len: 168 time: 1.4067256 Jul 16 18:35:01.566816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48536) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:01.590419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0ed9-5017-4136-80bf-278e7bbd8213 req-6d011dd3-5636-476a-9fa1-7efb98575001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:01.594794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-264b0ed9-5017-4136-80bf-278e7bbd8213 req-6d011dd3-5636-476a-9fa1-7efb98575001 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 1098 time: 1.1048017 Jul 16 18:35:01.599398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Made reservation on behalf of 2cc5c9da144e47cb863adb1a3cdb4df4 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:01.607583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'name': 'tempest-PortsIpV6TestJSON-148015388'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:01.610200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.613711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8379c2-9dae-465f-8137-bd89cc1df88c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Network': ['ID=73b52c4d-ccb8-4629-968c-6ac1b5541db1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:01.747322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-668b804d-a561-48f9-88f1-f570b245341c req-2878702a-dbc0-485f-9707-179b55f3fec3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 210 time: 0.1024067 Jul 16 18:35:01.772462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:01.779523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da294d13-c6c1-4f74-b105-1cb2053ddb04 req-70104a62-2764-4e83-b675-633c3c41b7e8 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:01.783384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.788929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da294d13-c6c1-4f74-b105-1cb2053ddb04 req-70104a62-2764-4e83-b675-633c3c41b7e8 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 946 time: 1.1736789 Jul 16 18:35:01.873233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 1ce3253b-74a5-4914-8e0e-c07433f710b9 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:02.097301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.20.0.14 (ac3651b0-430f-4247-aceb-9f4644f72c6e/640d7256-3ca4-4ba8-9cda-a2bf9e97df32/896341b2-f40f-4d7c-928b-9280a3436846) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:02.337484 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.431116 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.505329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-264b0ed9-5017-4136-80bf-278e7bbd8213 req-3fa99f47-dfae-495a-8f80-387d93e5c56e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8833878 Jul 16 18:35:02.546438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=1ce3253b-74a5-4914-8e0e-c07433f710b9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:02.558695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:02.560462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:02.563274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:02.569328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:02.570078 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.592187 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0deb10a3-4206-457c-a763-c5f8a55bc91a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0167687 Jul 16 18:35:02.593925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:02.705143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da294d13-c6c1-4f74-b105-1cb2053ddb04 req-9586a225-9764-4894-b50f-a8789ea26056 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9149871 Jul 16 18:35:02.748157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-051c9b03-cdb5-4065-b1d9-bcae9fa1567c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 1ce3253b-74a5-4914-8e0e-c07433f710b9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:02.748546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-051c9b03-cdb5-4065-b1d9-bcae9fa1567c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.805963 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.845523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2ac9c-21de-4a9e-be54-3e65db0f7de8 req-0c14266b-21b2-4d0f-9237-46e53b423105 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:02.847435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45d2ac9c-21de-4a9e-be54-3e65db0f7de8 req-0c14266b-21b2-4d0f-9237-46e53b423105 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.5579600 Jul 16 18:35:02.850225 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-051c9b03-cdb5-4065-b1d9-bcae9fa1567c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.882364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-051c9b03-cdb5-4065-b1d9-bcae9fa1567c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 1ce3253b-74a5-4914-8e0e-c07433f710b9 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:02.931031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Transition to ACTIVE for port object 896341b2-f40f-4d7c-928b-9280a3436846 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:02.937571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-e5607b11-28d2-4e90-b68b-b9a728d30d71 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6e65673e36e45bdacee07616e4e5c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889812 Jul 16 18:35:02.981435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d079fff5-05da-4cd1-96b2-92b4fccbf83f no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:03.022915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d079fff5-05da-4cd1-96b2-92b4fccbf83f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:03.023421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d079fff5-05da-4cd1-96b2-92b4fccbf83f not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:03.024784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f14efde-f106-4cd5-8977-3fc7c845f6fc req-608ee934-c43d-4d73-b464-ddfe11c26b74 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 210 time: 0.1039259 Jul 16 18:35:03.043758 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-051c9b03-cdb5-4065-b1d9-bcae9fa1567c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.112154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45d2ac9c-21de-4a9e-be54-3e65db0f7de8 req-3cb9cc58-aa20-43ac-be52-85e8e6631011 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515152 Jul 16 18:35:03.160262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c9b03-cdb5-4065-b1d9-bcae9fa1567c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=1ce3253b-74a5-4914-8e0e-c07433f710b9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:03.174626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-051c9b03-cdb5-4065-b1d9-bcae9fa1567c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.178236 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dff76631-db23-4a74-ad7e-e7436d46cc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.189274 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-051c9b03-cdb5-4065-b1d9-bcae9fa1567c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/1ce3253b-74a5-4914-8e0e-c07433f710b9 HTTP/1.1" status: 204 len: 168 time: 0.5918458 Jul 16 18:35:03.189515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:03.202763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'mac_address': 'fa:16:3e:b7:99:df', 'name': 'tempest-PortsIpV6TestJSON-1825795635'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:03.215277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.242322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:03.243738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:03.279996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-03dc76be-e282-4698-95e4-3729e99157a8 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.281810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-03dc76be-e282-4698-95e4-3729e99157a8 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013999 Jul 16 18:35:03.282849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:03.358518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Request body: {'port': {'device_id': '9c9d774b-602c-480e-9e82-5601c4625201', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': 'e6e65673e36e45bdacee07616e4e5c3b'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:03.430253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:03.554895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.556248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Made reservation on behalf of e6e65673e36e45bdacee07616e4e5c3b for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:03.559660 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.576685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.618171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=896341b2-f40f-4d7c-928b-9280a3436846,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:03.629425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port bc5e22d0-90b8-4154-9cfa-b69f8e6638a4 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:03.648811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.649565 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.692580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e499195-6a22-478e-b069-8761002916d3 req-53e881a3-f369-41b5-92a8-50ccf89be3ca tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.701120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e499195-6a22-478e-b069-8761002916d3 req-53e881a3-f369-41b5-92a8-50ccf89be3ca tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 932 time: 0.4300768 Jul 16 18:35:03.723543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-93a789a0-dc4f-4d4b-adbb-24e0aa73987a None None] Provisioning for port 896341b2-f40f-4d7c-928b-9280a3436846 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:03.759128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-93a789a0-dc4f-4d4b-adbb-24e0aa73987a None None] Provisioning complete for port 896341b2-f40f-4d7c-928b-9280a3436846 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:03.759389 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93a789a0-dc4f-4d4b-adbb-24e0aa73987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.778830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e499195-6a22-478e-b069-8761002916d3 req-9e80cdc1-0e60-452a-8377-f6fecf454803 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769799 Jul 16 18:35:03.871655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-93a789a0-dc4f-4d4b-adbb-24e0aa73987a None None] Port 896341b2-f40f-4d7c-928b-9280a3436846 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:03.902529 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.913530 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.980330 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.000491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adff342-07cb-4243-b8e3-813b1ec3f0e8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:04.005235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-4ded7dcf-0da7-4d13-84d0-ba2be3858056 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5904138 Jul 16 18:35:04.030384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Request body: {'port': {'device_id': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:04.096694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.205372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=bc5e22d0-90b8-4154-9cfa-b69f8e6638a4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:04.226997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:04.229155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:04.238896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:04.245097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:04.256996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.295036 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-489bb40a-7711-4455-9986-32ad67d26ee2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1010635 Jul 16 18:35:04.295036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:04.328628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.332577 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd0ddbc7-ec24-4f10-9334-3c568c14346f req-03ed2554-bfe6-459e-a00c-4642bb7a74e1 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 210 time: 0.0616338 Jul 16 18:35:04.359278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c17d0a-d9a9-4361-a9ad-f469a3aa5501 req-4fafb3fa-108e-492c-b110-416cd93de0a8 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:04.360917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10c17d0a-d9a9-4361-a9ad-f469a3aa5501 req-4fafb3fa-108e-492c-b110-416cd93de0a8 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 946 time: 0.3535678 Jul 16 18:35:04.372467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Allocated IP 192.168.233.194 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/4e1ed882-2b23-42c2-b364-888fd2d61326) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:04.428895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1a6e9-b793-4060-8424-395073452552 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:04.433334 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-41f1a6e9-b793-4060-8424-395073452552 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/bc5e22d0-90b8-4154-9cfa-b69f8e6638a4 HTTP/1.1" status: 200 len: 845 time: 0.1346931 Jul 16 18:35:04.436279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48554) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:04.459868 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10c17d0a-d9a9-4361-a9ad-f469a3aa5501 req-5b4560cb-ea3e-4fa3-92d2-73494010b6a9 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807953 Jul 16 18:35:04.627296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-99be23e8-6f4f-479c-ba5b-3e112c41ba69 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port bc5e22d0-90b8-4154-9cfa-b69f8e6638a4 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:04.627874 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99be23e8-6f4f-479c-ba5b-3e112c41ba69 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.728280 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99be23e8-6f4f-479c-ba5b-3e112c41ba69 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.748359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-99be23e8-6f4f-479c-ba5b-3e112c41ba69 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for bc5e22d0-90b8-4154-9cfa-b69f8e6638a4 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:04.876401 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99be23e8-6f4f-479c-ba5b-3e112c41ba69 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.922274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be23e8-6f4f-479c-ba5b-3e112c41ba69 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=bc5e22d0-90b8-4154-9cfa-b69f8e6638a4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:04.942185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-99be23e8-6f4f-479c-ba5b-3e112c41ba69 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.946952 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-99be23e8-6f4f-479c-ba5b-3e112c41ba69 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/bc5e22d0-90b8-4154-9cfa-b69f8e6638a4 HTTP/1.1" status: 204 len: 168 time: 0.5064933 Jul 16 18:35:04.947191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48560) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:04.993485 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f4c78e-9c63-4788-9c7c-24a4deadcb33 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:04.996570 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-52f4c78e-9c63-4788-9c7c-24a4deadcb33 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/bc5e22d0-90b8-4154-9cfa-b69f8e6638a4 HTTP/1.1" status: 404 len: 333 time: 0.0471623 Jul 16 18:35:05.001233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48562) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:05.008694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'name': 'tempest-PortsIpV6TestJSON-290011030'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:05.010412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a6d1a-4328-4234-a872-aa282792568c req-9c25439d-6a58-49cb-b5ac-a38aba8f547b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.012135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e4a6d1a-4328-4234-a872-aa282792568c req-9c25439d-6a58-49cb-b5ac-a38aba8f547b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.3727252 Jul 16 18:35:05.024810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b852d0-3f4f-42cd-a07a-e5450fe997f7 req-23772f7c-7068-4076-b7be-5ca224a44327 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.027082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90b852d0-3f4f-42cd-a07a-e5450fe997f7 req-23772f7c-7068-4076-b7be-5ca224a44327 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e4a504b-6c38-48b1-995a-caba9d97593f HTTP/1.1" status: 200 len: 946 time: 0.3444910 Jul 16 18:35:05.064132 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.137482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e4a6d1a-4328-4234-a872-aa282792568c req-5bc453a1-d82e-40f1-9987-6e5c79c9ea09 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028817 Jul 16 18:35:05.184247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Transition to ACTIVE for port object 4e1ed882-2b23-42c2-b364-888fd2d61326 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:05.198683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:05.203108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.241169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 47e84548-7939-4743-bb79-4898a072ea42 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:05.271609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896341b2-f40f-4d7c-928b-9280a3436846 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:05.280117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.293795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Transition to ACTIVE for port object 896341b2-f40f-4d7c-928b-9280a3436846 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:05.308987 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.424761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90b852d0-3f4f-42cd-a07a-e5450fe997f7 req-a72495ef-dc85-4148-8e90-177858c06b35 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746927 Jul 16 18:35:05.441117 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.523469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.598658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.633547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:05.658960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:05.664073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:05.701876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:05.706083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:05.710848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:05.731644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.732465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.751614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=47e84548-7939-4743-bb79-4898a072ea42,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:05.760004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.761711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.773804 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b0121621-b051-4dd2-b956-5baa4de1e0d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7700734 Jul 16 18:35:05.774678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Pushing event updated for resources: {'Port': ['ID=896341b2-f40f-4d7c-928b-9280a3436846,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:05.775458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:05.790195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3fcff4c5-b31e-4582-b7d9-4b4462039e5f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:05.824268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2be1d-69ae-480f-92a4-28f9fb95e8f9 req-9db58b25-730f-4b6a-95fc-196cefa976ed tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.825949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46d2be1d-69ae-480f-92a4-28f9fb95e8f9 req-9db58b25-730f-4b6a-95fc-196cefa976ed tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 944 time: 0.3999321 Jul 16 18:35:05.839021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4874015 Jul 16 18:35:05.929263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Request body: {'port': {'device_id': '9c9d774b-602c-480e-9e82-5601c4625201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:05.980848 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.999148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fcff4c5-b31e-4582-b7d9-4b4462039e5f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.056401 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46d2be1d-69ae-480f-92a4-28f9fb95e8f9 req-f3afad26-4893-4af7-9fb5-0fc8bb4542da tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111013 Jul 16 18:35:06.067617 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-127e5cd9-bf7b-4800-93bf-f427653ec07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.174628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.239053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-61aa22e5-e36b-47b0-84ba-309965a2975f None None] Provisioning for port 4e1ed882-2b23-42c2-b364-888fd2d61326 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:06.247831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fcff4c5-b31e-4582-b7d9-4b4462039e5f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.248910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-61aa22e5-e36b-47b0-84ba-309965a2975f None None] Provisioning complete for port 4e1ed882-2b23-42c2-b364-888fd2d61326 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:06.249433 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61aa22e5-e36b-47b0-84ba-309965a2975f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.263821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fcff4c5-b31e-4582-b7d9-4b4462039e5f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.360638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-61aa22e5-e36b-47b0-84ba-309965a2975f None None] Port 4e1ed882-2b23-42c2-b364-888fd2d61326 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:06.383240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3fcff4c5-b31e-4582-b7d9-4b4462039e5f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] In _notify_port_updated(), no bound segment for port 47e84548-7939-4743-bb79-4898a072ea42 on network 34b2a897-102e-46b7-9aea-98e773e3d3bb {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:35:06.395642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcff4c5-b31e-4582-b7d9-4b4462039e5f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:06.397327 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3fcff4c5-b31e-4582-b7d9-4b4462039e5f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.399084 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3fcff4c5-b31e-4582-b7d9-4b4462039e5f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "PUT /v2.0/ports/47e84548-7939-4743-bb79-4898a072ea42 HTTP/1.1" status: 200 len: 818 time: 0.6218512 Jul 16 18:35:06.404462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcff4c5-b31e-4582-b7d9-4b4462039e5f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=47e84548-7939-4743-bb79-4898a072ea42,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:06.409122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:06.552613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6fedf0f6-d902-438b-bd93-896878329500 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 47e84548-7939-4743-bb79-4898a072ea42 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:06.554291 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fedf0f6-d902-438b-bd93-896878329500 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.658674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1ed882-2b23-42c2-b364-888fd2d61326 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:06.667942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.681375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Transition to ACTIVE for port object 4e1ed882-2b23-42c2-b364-888fd2d61326 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:06.705914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fedf0f6-d902-438b-bd93-896878329500 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.736464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6fedf0f6-d902-438b-bd93-896878329500 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 47e84548-7939-4743-bb79-4898a072ea42 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:06.763891 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.810366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da004721-293a-4c72-9f20-14b999d6c123 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Pushing event updated for resources: {'Port': ['ID=4e1ed882-2b23-42c2-b364-888fd2d61326,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:06.828695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491b812-4326-428e-b832-07241179f248 req-c719e855-56da-4caa-9304-9605e60f27d7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:06.838750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5491b812-4326-428e-b832-07241179f248 req-c719e855-56da-4caa-9304-9605e60f27d7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 936 time: 1.0596967 Jul 16 18:35:06.966470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fedf0f6-d902-438b-bd93-896878329500 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.967028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1ed882-2b23-42c2-b364-888fd2d61326,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:07.029987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedf0f6-d902-438b-bd93-896878329500 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=47e84548-7939-4743-bb79-4898a072ea42,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:07.062130 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.062691 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6fedf0f6-d902-438b-bd93-896878329500 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.067273 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6fedf0f6-d902-438b-bd93-896878329500 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/47e84548-7939-4743-bb79-4898a072ea42 HTTP/1.1" status: 204 len: 168 time: 0.6546071 Jul 16 18:35:07.068220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:07.086601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Attempting to bind port 896341b2-f40f-4d7c-928b-9280a3436846 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:07.087164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Attempting to bind port 896341b2-f40f-4d7c-928b-9280a3436846 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:07.087268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Attempting to bind port 896341b2-f40f-4d7c-928b-9280a3436846 on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:07.104903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5491b812-4326-428e-b832-07241179f248 req-492365ad-e842-4b77-9eff-c02bc51cd687 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649989 Jul 16 18:35:07.145320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Port 896341b2-f40f-4d7c-928b-9280a3436846 on network ac3651b0-430f-4247-aceb-9f4644f72c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:07.146160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Attempting to bind port 896341b2-f40f-4d7c-928b-9280a3436846 on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:07.159750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:07.160173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:07.160654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Bound using segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:07.161167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Bound port: 896341b2-f40f-4d7c-928b-9280a3436846, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:07.161601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.192507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5462b8-c0af-4690-9749-b181c53b8ae3 req-56419d9c-bb1d-4f75-9d8d-df4092d54675 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.200437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e5462b8-c0af-4690-9749-b181c53b8ae3 req-56419d9c-bb1d-4f75-9d8d-df4092d54675 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b655392-dfd2-4d17-ad69-ae79861ea098 HTTP/1.1" status: 200 len: 945 time: 0.7325101 Jul 16 18:35:07.220860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Attempting to bind port 4e1ed882-2b23-42c2-b364-888fd2d61326 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:07.221196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Attempting to bind port 4e1ed882-2b23-42c2-b364-888fd2d61326 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:07.221515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Attempting to bind port 4e1ed882-2b23-42c2-b364-888fd2d61326 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:07.229030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb95f00-381c-4856-8460-afc4fde129bd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.233334 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0cb95f00-381c-4856-8460-afc4fde129bd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1616912 Jul 16 18:35:07.233627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48578) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:07.264396 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a60b12b-7f2a-4755-88ba-4097803aa372 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:07.272991 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4a60b12b-7f2a-4755-88ba-4097803aa372 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/47e84548-7939-4743-bb79-4898a072ea42 HTTP/1.1" status: 404 len: 333 time: 0.0317898 Jul 16 18:35:07.273200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Port 4e1ed882-2b23-42c2-b364-888fd2d61326 on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:07.273200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Attempting to bind port 4e1ed882-2b23-42c2-b364-888fd2d61326 on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:07.273347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:07.284572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1917017595'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:07.317740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:07.317973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:07.318368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:07.319185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Bound port: 4e1ed882-2b23-42c2-b364-888fd2d61326, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:07.319185 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.335381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:07.341992 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.383020 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:07.388279 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e5462b8-c0af-4690-9749-b181c53b8ae3 req-1afe108e-b3dc-4313-aea1-ad9002075d08 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869133 Jul 16 18:35:07.396172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.396634 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Added segment 805abf09-72a8-40f0-a0f4-ecb681316bba of type vlan for network 4732f55a-86c4-421c-8acb-9d62585be214 Jul 16 18:35:07.439933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] For port 896341b2-f40f-4d7c-928b-9280a3436846, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:07.468395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] For port 896341b2-f40f-4d7c-928b-9280a3436846, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=896341b2-f40f-4d7c-928b-9280a3436846,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:07.496007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.497149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec1172-79e5-488e-b37d-c9e154997eb8 req-d0d7bc67-28a6-4db6-a930-d47d6e6bd426 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.498766 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57ec1172-79e5-488e-b37d-c9e154997eb8 req-d0d7bc67-28a6-4db6-a930-d47d6e6bd426 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.1934032 Jul 16 18:35:07.499961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.555318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] For port 4e1ed882-2b23-42c2-b364-888fd2d61326, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:07.574636 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.580970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.581575 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.597463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] For port 4e1ed882-2b23-42c2-b364-888fd2d61326, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4e1ed882-2b23-42c2-b364-888fd2d61326,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:07.626764 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3463817 Jul 16 18:35:07.630183 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48584) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:07.633860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.634517 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.636954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '4732f55a-86c4-421c-8acb-9d62585be214', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:07.637101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] 10.222.0.45 "PUT /v2.0/ports/896341b2-f40f-4d7c-928b-9280a3436846 HTTP/1.1" status: 200 len: 1093 time: 3.6185453 Jul 16 18:35:07.639783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'tag': '896341b2-f40f-4d7c-928b-9280a3436846'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:07.647656 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85f660b-85b1-4aa9-9708-64362407fd74" -d '{"events": [{"name": "network-changed", "server_uuid": "686185ba-2193-4bc6-9f74-d2cb5ab63b29", "tag": "896341b2-f40f-4d7c-928b-9280a3436846"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:07.651352 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.653540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8fe35-4ea0-4379-a870-48d930086f90 service neutron] Pushing event updated for resources: {'Port': ['ID=896341b2-f40f-4d7c-928b-9280a3436846,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:07.750163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1ed882-2b23-42c2-b364-888fd2d61326,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:07.754434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9bad5-cfa1-4f5f-a59a-208fb708e468 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Network': ['ID=4732f55a-86c4-421c-8acb-9d62585be214,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:07.768133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 4732f55a-86c4-421c-8acb-9d62585be214 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:07.892814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57ec1172-79e5-488e-b37d-c9e154997eb8 req-bd73c341-6ef7-4cc1-92cf-dece34320753 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796358 Jul 16 18:35:07.909496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.910432 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.912281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-b206c747-63e9-48a0-9070-36a3c6d6ec79 service neutron] 10.222.0.46 "PUT /v2.0/ports/4e1ed882-2b23-42c2-b364-888fd2d61326 HTTP/1.1" status: 200 len: 1097 time: 1.9908414 Jul 16 18:35:07.983514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-2eabd005-1d88-4634-89f5-83e02f724811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.985470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-2eabd005-1d88-4634-89f5-83e02f724811 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 1096 time: 0.1971354 Jul 16 18:35:08.041166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bf4ae-ffd4-4bb6-a717-f71c65553c76 req-f0009c05-b6d6-4671-9f5b-77a5e99b9be4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:08.049824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-757bf4ae-ffd4-4bb6-a717-f71c65553c76 req-f0009c05-b6d6-4671-9f5b-77a5e99b9be4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 944 time: 0.4247727 Jul 16 18:35:08.121764 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-5a748f57-a007-4d70-9742-a84d1176b5e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=896341b2-f40f-4d7c-928b-9280a3436846 HTTP/1.1" status: 200 len: 217 time: 0.1238534 Jul 16 18:35:08.150772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-757bf4ae-ffd4-4bb6-a717-f71c65553c76 req-5568dfcf-b34b-4a83-a448-f9ab54f65a81 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993671 Jul 16 18:35:08.234841 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5df121d-73f1-45c1-9f9c-21a5b793bbfb x-openstack-request-id: req-a5df121d-73f1-45c1-9f9c-21a5b793bbfb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:08.235355 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686185ba-2193-4bc6-9f74-d2cb5ab63b29", "tag": "896341b2-f40f-4d7c-928b-9280a3436846", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:08.236432 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5df121d-73f1-45c1-9f9c-21a5b793bbfb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:08.238666 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'tag': '896341b2-f40f-4d7c-928b-9280a3436846', 'status': 'completed', 'code': 200} Jul 16 18:35:08.282583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-bbc6299a-4e91-4af5-8f19-93914d7cf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:08.283536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-bbc6299a-4e91-4af5-8f19-93914d7cf9df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1299696 Jul 16 18:35:08.289091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-9665709a-b07f-4e57-a787-09615672020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:08.290822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-9665709a-b07f-4e57-a787-09615672020a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6e65673e36e45bdacee07616e4e5c3b&device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 1100 time: 0.3041811 Jul 16 18:35:08.335144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:08.351390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.407694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-1ef8cc5d-0757-450c-b06c-f845a2c1c41f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4e1ed882-2b23-42c2-b364-888fd2d61326 HTTP/1.1" status: 200 len: 217 time: 0.0787117 Jul 16 18:35:08.651703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.724359 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.786688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Checking segment: {'id': '805abf09-72a8-40f0-a0f4-ecb681316bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4732f55a-86c4-421c-8acb-9d62585be214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:08.787190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network hostable DHCP agents. Network: 4732f55a-86c4-421c-8acb-9d62585be214, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:08.789583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=44efbec8-214e-4145-848f-495aac754dad,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:08.816418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 4732f55a-86c4-421c-8acb-9d62585be214 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:08.828101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 4732f55a-86c4-421c-8acb-9d62585be214) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:08.833127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:08.833945 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.845934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95150ef6-c1e9-496b-b287-c0e253168fd7 None None] Network 4732f55a-86c4-421c-8acb-9d62585be214 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:08.868699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68868d1d-9b92-4991-94f8-1e5f446ac3de tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2368705 Jul 16 18:35:08.869427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:08.875159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d7f43834-244d-4921-89db-0601744e52c7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '4732f55a-86c4-421c-8acb-9d62585be214', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:08.921125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-4a9cbceb-5c86-412f-9f5b-e6c894967805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:08.922510 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-4a9cbceb-5c86-412f-9f5b-e6c894967805 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.4946153 Jul 16 18:35:08.979777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9377ad9-27cd-4b8c-ba45-780494659d73 req-0bf46621-5e2c-4b4d-b259-6e71ecafa795 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:08.987324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9377ad9-27cd-4b8c-ba45-780494659d73 req-0bf46621-5e2c-4b4d-b259-6e71ecafa795 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 948 time: 0.5938673 Jul 16 18:35:08.996636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-9bc9963e-3f4e-4b79-a130-f844c0d66dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:08.998179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-9bc9963e-3f4e-4b79-a130-f844c0d66dc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6896718 Jul 16 18:35:09.043100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-4732f55a-86c4-421c-8acb-9d62585be214', 'network_id': '4732f55a-86c4-421c-8acb-9d62585be214', 'tenant_id': '26323166245f442d87415533f0f9ed36', 'fixed_ips': [{'subnet_id': '44efbec8-214e-4145-848f-495aac754dad'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:09.044621 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.057991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873978cb-bcf5-44a2-8188-35589e1df92a req-b02d2de3-9243-4dab-9ee8-48c2e7896d7a tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.067985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-873978cb-bcf5-44a2-8188-35589e1df92a req-b02d2de3-9243-4dab-9ee8-48c2e7896d7a tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b655392-dfd2-4d17-ad69-ae79861ea098 HTTP/1.1" status: 200 len: 945 time: 0.6309085 Jul 16 18:35:09.071098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f43834-244d-4921-89db-0601744e52c7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:09.081233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d7f43834-244d-4921-89db-0601744e52c7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.123063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9377ad9-27cd-4b8c-ba45-780494659d73 req-93415351-04d2-49c7-9d37-a336f305cbe7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350226 Jul 16 18:35:09.207602 n-d-793619-10 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-d7f43834-244d-4921-89db-0601744e52c7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44efbec8-214e-4145-848f-495aac754dad (CIDR: 2001:db8::/64) Jul 16 18:35:09.212032 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f43834-244d-4921-89db-0601744e52c7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:35:09.212527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f43834-244d-4921-89db-0601744e52c7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:35:09.247563 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d7f43834-244d-4921-89db-0601744e52c7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3769777 Jul 16 18:35:09.248548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:09.255884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '4732f55a-86c4-421c-8acb-9d62585be214', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:09.287288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Allocated IP 2001:db8::2 (4732f55a-86c4-421c-8acb-9d62585be214/44efbec8-214e-4145-848f-495aac754dad/c58233ca-3ccd-4c9b-813e-f414f9803d2b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:09.339113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-873978cb-bcf5-44a2-8188-35589e1df92a req-fc70b2d7-2769-435b-bde4-4a7ebe0a92a5 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699666 Jul 16 18:35:09.418891 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-e19fe66e-c8df-40ad-b47c-8be650016112 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021664 Jul 16 18:35:09.423102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-d390aa11-c338-4b40-a5ae-1b85d8496e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.425099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-d390aa11-c338-4b40-a5ae-1b85d8496e5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4905086 Jul 16 18:35:09.443178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:09.453715 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.552009 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.571956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Transition to ACTIVE for port object c58233ca-3ccd-4c9b-813e-f414f9803d2b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:09.591300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Transition to ACTIVE for port object c58233ca-3ccd-4c9b-813e-f414f9803d2b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:09.610406 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.651969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890d31-88f3-4a95-abfe-8e1c402c6f9e req-5f136ef6-af8f-4cbc-823f-db0475971688 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.659805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a890d31-88f3-4a95-abfe-8e1c402c6f9e req-5f136ef6-af8f-4cbc-823f-db0475971688 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.3869970 Jul 16 18:35:09.670940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Network 4732f55a-86c4-421c-8acb-9d62585be214 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:09.674094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:09.680125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:09.715094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Pushing event updated for resources: {'Port': ['ID=c58233ca-3ccd-4c9b-813e-f414f9803d2b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:09.753278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Attempting to bind port c58233ca-3ccd-4c9b-813e-f414f9803d2b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:09.754264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Attempting to bind port c58233ca-3ccd-4c9b-813e-f414f9803d2b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '805abf09-72a8-40f0-a0f4-ecb681316bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4732f55a-86c4-421c-8acb-9d62585be214'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:09.754264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Attempting to bind port c58233ca-3ccd-4c9b-813e-f414f9803d2b on network 4732f55a-86c4-421c-8acb-9d62585be214 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:09.760424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:09.761360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Checking segment: {'id': '805abf09-72a8-40f0-a0f4-ecb681316bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4732f55a-86c4-421c-8acb-9d62585be214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:09.761661 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.761855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Bound using segment: {'id': '805abf09-72a8-40f0-a0f4-ecb681316bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4732f55a-86c4-421c-8acb-9d62585be214'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:09.762345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Bound port: c58233ca-3ccd-4c9b-813e-f414f9803d2b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805abf09-72a8-40f0-a0f4-ecb681316bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '4732f55a-86c4-421c-8acb-9d62585be214'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:09.762741 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.764063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a890d31-88f3-4a95-abfe-8e1c402c6f9e req-9227e873-14eb-4e6c-9687-28a3c2e5a60e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031947 Jul 16 18:35:09.798773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-e843de32-5f52-4f32-8cfc-9155b8c4eb69 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449099 Jul 16 18:35:09.800766 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05ff481e-41af-41a6-93e7-9a07ab1680a1 req-43acc52b-c98c-44e2-83ff-5b537aa21b63 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726723 Jul 16 18:35:09.819216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.820346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab4d19-3b9f-4607-9d17-ab6e47333fcf req-867dc93d-5a24-4025-a70f-b1679194a26d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.822943 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03ab4d19-3b9f-4607-9d17-ab6e47333fcf req-867dc93d-5a24-4025-a70f-b1679194a26d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 944 time: 0.2447910 Jul 16 18:35:09.846776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] For port c58233ca-3ccd-4c9b-813e-f414f9803d2b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:09.850960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] For port c58233ca-3ccd-4c9b-813e-f414f9803d2b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c58233ca-3ccd-4c9b-813e-f414f9803d2b,segment=NetworkSegment(805abf09-72a8-40f0-a0f4-ecb681316bba),segment_id=805abf09-72a8-40f0-a0f4-ecb681316bba)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:09.858748 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.899600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:09.919046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916a90d-86f0-4a20-a300-d58839ff4178 None None] Pushing event updated for resources: {'Port': ['ID=c58233ca-3ccd-4c9b-813e-f414f9803d2b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:09.946258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-03ab4d19-3b9f-4607-9d17-ab6e47333fcf req-b280d1b3-7d6d-467d-b370-3bb282d0c8c5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090469 Jul 16 18:35:09.975248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 4732f55a-86c4-421c-8acb-9d62585be214 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:09.978327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:09.983173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.984171 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.030047 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-af1ed585-643b-4bfe-9cf0-4a19b3a6f724 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7802560 Jul 16 18:35:10.032986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:10.038904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '4732f55a-86c4-421c-8acb-9d62585be214', 'fixed_ips': [{'subnet_id': '44efbec8-214e-4145-848f-495aac754dad'}, {'subnet_id': '7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2'}], 'name': 'tempest-PortsIpV6TestJSON-96087925'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:10.040173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-0a5e3545-46d3-4454-bcd3-271e37c5c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.043222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-0a5e3545-46d3-4454-bcd3-271e37c5c450 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 1096 time: 0.1685815 Jul 16 18:35:10.085507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-0e97bfa2-5e35-4bdd-a5d1-1cdebe9d78aa tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.087344 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-0e97bfa2-5e35-4bdd-a5d1-1cdebe9d78aa tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b655392-dfd2-4d17-ad69-ae79861ea098 HTTP/1.1" status: 200 len: 945 time: 0.1780462 Jul 16 18:35:10.094096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd9d6810-ddca-4ef0-81b2-077c79bd39a2 req-434de02b-b469-4c45-b71a-96095364a7df service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700367 Jul 16 18:35:10.205420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-13f43720-f805-43f8-9f88-116af241f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.206945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-13f43720-f805-43f8-9f88-116af241f8da service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1539977 Jul 16 18:35:10.297944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9d774b-602c-480e-9e82-5601c4625201', 'tag': '4e1ed882-2b23-42c2-b364-888fd2d61326'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:10.300534 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01e1b6c-8745-421d-b886-9c1585211d37" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9d774b-602c-480e-9e82-5601c4625201", "tag": "4e1ed882-2b23-42c2-b364-888fd2d61326"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:10.316623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-fd397442-9d25-4b71-9488-872112d79e2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=896341b2-f40f-4d7c-928b-9280a3436846 HTTP/1.1" status: 200 len: 217 time: 0.0900981 Jul 16 18:35:10.360081 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361cdf0d-0455-49e7-bdfd-9dc0cf0570d2 x-openstack-request-id: req-361cdf0d-0455-49e7-bdfd-9dc0cf0570d2 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:10.360363 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9d774b-602c-480e-9e82-5601c4625201", "tag": "4e1ed882-2b23-42c2-b364-888fd2d61326", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:10.360681 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-361cdf0d-0455-49e7-bdfd-9dc0cf0570d2 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:10.361095 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9d774b-602c-480e-9e82-5601c4625201', 'tag': '4e1ed882-2b23-42c2-b364-888fd2d61326', 'status': 'completed', 'code': 200} Jul 16 18:35:10.437293 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.467836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-284c946f-ab87-4442-ab87-b109c07ea638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.469544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-284c946f-ab87-4442-ab87-b109c07ea638 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1520686 Jul 16 18:35:10.476701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:10.514436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Deleting port f7a4e140-546b-4576-a18c-420ef652878c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:10.514702 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.599380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09954da1-f6ab-44a1-a82d-2c7ed3c014a2 req-3d276d6b-0657-400a-8759-8f64fb721ab9 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.601003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09954da1-f6ab-44a1-a82d-2c7ed3c014a2 req-3d276d6b-0657-400a-8759-8f64fb721ab9 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 948 time: 0.2391193 Jul 16 18:35:10.615823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-1a778f76-979b-4fa5-a0d8-c49fc8705927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.617452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-1a778f76-979b-4fa5-a0d8-c49fc8705927 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6e65673e36e45bdacee07616e4e5c3b&device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 1100 time: 0.2109828 Jul 16 18:35:10.643066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.676034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] For port f7a4e140-546b-4576-a18c-420ef652878c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f7a4e140-546b-4576-a18c-420ef652878c,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:10.676410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.679292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port bd15ac49-138c-4712-8d38-110df565f9e9 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:10.698871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Calling delete_port for f7a4e140-546b-4576-a18c-420ef652878c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:10.704677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-824f22b9-f914-4f2f-b2a8-c4507d2dcac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.706238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-824f22b9-f914-4f2f-b2a8-c4507d2dcac7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209404 Jul 16 18:35:10.747441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09954da1-f6ab-44a1-a82d-2c7ed3c014a2 req-0460c500-d032-4e72-b82a-b9f011e91eaf tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364026 Jul 16 18:35:10.793548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-fc088314-6c63-4297-9c47-6a0f54782fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.795064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-fc088314-6c63-4297-9c47-6a0f54782fdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1658683 Jul 16 18:35:10.804442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20600df-d8ff-4cfc-8661-1be30d8c4f3f req-a17df6d9-6aa4-4b4d-8c7f-8e86e2aafdde tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.819358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d20600df-d8ff-4cfc-8661-1be30d8c4f3f req-a17df6d9-6aa4-4b4d-8c7f-8e86e2aafdde tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b655392-dfd2-4d17-ad69-ae79861ea098 HTTP/1.1" status: 200 len: 945 time: 0.2896769 Jul 16 18:35:10.958084 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-aee6fd13-630b-4a2f-b535-ddaefdeb5ab0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4e1ed882-2b23-42c2-b364-888fd2d61326 HTTP/1.1" status: 200 len: 217 time: 0.1273806 Jul 16 18:35:10.977373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c58233ca-3ccd-4c9b-813e-f414f9803d2b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:11.038732 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.055665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a1e4d218-c2d4-4819-abb9-c1bb8080ca6a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:11.095218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d20600df-d8ff-4cfc-8661-1be30d8c4f3f req-5e3a6aec-da7e-4936-80eb-faa106336dbc tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746882 Jul 16 18:35:11.118847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c5725303-0312-482b-9a60-de6ddc501577', 'f7a4e140-546b-4576-a18c-420ef652878c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:11.144739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Pushing event deleted for resources: {'Port': ['ID=f7a4e140-546b-4576-a18c-420ef652878c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:11.210908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] No DVR routers for this DVR port f7a4e140-546b-4576-a18c-420ef652878c on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:11.217793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.220459 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e5286c96-d42b-4108-9572-dd261f6e6649 req-14bed416-39ab-4a2e-9252-1e845fe536a4 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.46 "DELETE /v2.0/ports/f7a4e140-546b-4576-a18c-420ef652878c HTTP/1.1" status: 204 len: 173 time: 1.1255951 Jul 16 18:35:11.220976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b655392-dfd2-4d17-ad69-ae79861ea098', 'name': 'network-vif-deleted', 'tag': 'f7a4e140-546b-4576-a18c-420ef652878c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:11.224589 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed876682-6a8f-4094-b0b1-fc676874470b" -d '{"events": [{"server_uuid": "5b655392-dfd2-4d17-ad69-ae79861ea098", "name": "network-vif-deleted", "tag": "f7a4e140-546b-4576-a18c-420ef652878c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:11.267087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-b434ce0e-3423-4b68-9f69-6aafbc03868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.270556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4e1ed882-2b23-42c2-b364-888fd2d61326 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:11.271332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-b434ce0e-3423-4b68-9f69-6aafbc03868d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.2836201 Jul 16 18:35:11.345219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port c58233ca-3ccd-4c9b-813e-f414f9803d2b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:11.420207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-ab9baee4-5678-4bfd-9c44-4c00564c78a2 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826633 Jul 16 18:35:11.502508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::1f2 (4732f55a-86c4-421c-8acb-9d62585be214/44efbec8-214e-4145-848f-495aac754dad/bd15ac49-138c-4712-8d38-110df565f9e9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:11.514128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64edff2d-014f-428c-a82b-b278d7ad51f2 None None] Network 4732f55a-86c4-421c-8acb-9d62585be214 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:11.514483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8:0:1::372 (4732f55a-86c4-421c-8acb-9d62585be214/7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2/bd15ac49-138c-4712-8d38-110df565f9e9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:11.534132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2801b-5cdd-4127-86ee-ac3668a1cabf req-27c93d67-7cf5-4358-9446-38b6ac78d89d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.535741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9d2801b-5cdd-4127-86ee-ac3668a1cabf req-27c93d67-7cf5-4358-9446-38b6ac78d89d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.5689492 Jul 16 18:35:11.634415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e8b5b0c-a91e-4775-8249-c1b69ac99b60 None None] Provisioning for port c58233ca-3ccd-4c9b-813e-f414f9803d2b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:11.663788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9d2801b-5cdd-4127-86ee-ac3668a1cabf req-d789b2bc-e175-43c8-87e8-4e63123fc390 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184611 Jul 16 18:35:11.665682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-6344a520-21bf-40e7-9185-a6ca27aff5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.667878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-6344a520-21bf-40e7-9185-a6ca27aff5e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3791220 Jul 16 18:35:11.671485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e8b5b0c-a91e-4775-8249-c1b69ac99b60 None None] Provisioning complete for port c58233ca-3ccd-4c9b-813e-f414f9803d2b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:11.672120 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5b0c-a91e-4775-8249-c1b69ac99b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.715547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a85f660b-85b1-4aa9-9708-64362407fd74 req-d96a247d-bfdc-4723-bca0-cab17e394a04 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604811 Jul 16 18:35:11.727277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95acfbc-b2fa-4588-aaf0-6d94f76d4edf req-8eeeade1-9a53-414d-a78b-8266d6d0135a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.728831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b95acfbc-b2fa-4588-aaf0-6d94f76d4edf req-8eeeade1-9a53-414d-a78b-8266d6d0135a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 944 time: 0.3073328 Jul 16 18:35:11.755956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.774809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object bd15ac49-138c-4712-8d38-110df565f9e9 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:11.808491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4e1ed882-2b23-42c2-b364-888fd2d61326, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4e1ed882-2b23-42c2-b364-888fd2d61326,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:11.820420 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df1df78-ba73-4513-a13e-3fac6d05e4e2 x-openstack-request-id: req-6df1df78-ba73-4513-a13e-3fac6d05e4e2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:11.821220 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b655392-dfd2-4d17-ad69-ae79861ea098", "name": "network-vif-deleted", "tag": "f7a4e140-546b-4576-a18c-420ef652878c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:11.821565 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6df1df78-ba73-4513-a13e-3fac6d05e4e2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:11.822204 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b655392-dfd2-4d17-ad69-ae79861ea098', 'name': 'network-vif-deleted', 'tag': 'f7a4e140-546b-4576-a18c-420ef652878c', 'status': 'completed', 'code': 200} Jul 16 18:35:11.825947 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.849887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b95acfbc-b2fa-4588-aaf0-6d94f76d4edf req-064bf749-cd93-4e9a-a1f4-30e4af5d57a9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656867 Jul 16 18:35:11.871526 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-5ec2517f-175c-4199-97ee-1a622442adbe service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929135 Jul 16 18:35:11.909942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 4732f55a-86c4-421c-8acb-9d62585be214 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:11.914838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:11.917958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=bd15ac49-138c-4712-8d38-110df565f9e9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:11.924731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:11.931122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.932359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:11.952793 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6023a19e-9449-4030-8333-da90893ae742 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.9180684 Jul 16 18:35:11.955284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:11.962495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44efbec8-214e-4145-848f-495aac754dad'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:11.982924 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5b0c-a91e-4775-8249-c1b69ac99b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.012459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b01e1b6c-8745-421d-b886-9c1585211d37 req-7120f442-4807-4aca-9de3-4b775b18a70a service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286900 Jul 16 18:35:12.018587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '4e1ed882-2b23-42c2-b364-888fd2d61326', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': '4e1ed882-2b23-42c2-b364-888fd2d61326', 'mac_address': 'fa:16:3e:96:3c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:12.075320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8418eea-04c9-4200-a225-915295ad30c4 req-2228c82d-3d3a-4727-8939-ea301da95ec3 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.085709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8418eea-04c9-4200-a225-915295ad30c4 req-2228c82d-3d3a-4727-8939-ea301da95ec3 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 948 time: 0.0864239 Jul 16 18:35:12.101050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.126901 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.167550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8418eea-04c9-4200-a225-915295ad30c4 req-60a43ed9-e4c0-4c0c-ac67-3f7488068015 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807824 Jul 16 18:35:12.191397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7e8b5b0c-a91e-4775-8249-c1b69ac99b60 None None] For port c58233ca-3ccd-4c9b-813e-f414f9803d2b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c58233ca-3ccd-4c9b-813e-f414f9803d2b,segment=NetworkSegment(805abf09-72a8-40f0-a0f4-ecb681316bba),segment_id=805abf09-72a8-40f0-a0f4-ecb681316bba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:12.210798 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e8b5b0c-a91e-4775-8249-c1b69ac99b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.229572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1ed882-2b23-42c2-b364-888fd2d61326 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:12.335602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4e1ed882-2b23-42c2-b364-888fd2d61326, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4e1ed882-2b23-42c2-b364-888fd2d61326,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:12.339412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b5b0c-a91e-4775-8249-c1b69ac99b60 None None] Pushing event updated for resources: {'Port': ['ID=c58233ca-3ccd-4c9b-813e-f414f9803d2b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:12.358001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.446529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4e1ed882-2b23-42c2-b364-888fd2d61326,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:12.461907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Delete allocated IP 2001:db8:0:1::372 (4732f55a-86c4-421c-8acb-9d62585be214/7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2) {{(pid=93824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:35:12.463685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f659bc10-7356-4b7b-9414-9a198282e0c6 None None] Update dhcp port {'port': {'network_id': '4732f55a-86c4-421c-8acb-9d62585be214', 'fixed_ips': [{'subnet_id': '44efbec8-214e-4145-848f-495aac754dad', 'ip_address': '2001:db8::2'}, {'subnet_id': '7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2'}], 'binding:host_id': 'n-d-793619-10'}, 'id': 'c58233ca-3ccd-4c9b-813e-f414f9803d2b'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:35:12.505004 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f659bc10-7356-4b7b-9414-9a198282e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.611999 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.626870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Ignored duplicate provisioning block setup for port bd15ac49-138c-4712-8d38-110df565f9e9 by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:35:12.630600 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.698070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] In _notify_port_updated(), no bound segment for port bd15ac49-138c-4712-8d38-110df565f9e9 on network 4732f55a-86c4-421c-8acb-9d62585be214 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:35:12.702522 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f659bc10-7356-4b7b-9414-9a198282e0c6 None None] Allocated IP 2001:db8:0:1::2 (4732f55a-86c4-421c-8acb-9d62585be214/7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2/c58233ca-3ccd-4c9b-813e-f414f9803d2b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:12.703588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.704234 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.708203 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "PUT /v2.0/ports/bd15ac49-138c-4712-8d38-110df565f9e9 HTTP/1.1" status: 200 len: 924 time: 0.7493324 Jul 16 18:35:12.708984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48684) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:12.717921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44efbec8-214e-4145-848f-495aac754dad'}, {'subnet_id': '7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:12.723700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18979ac2-1814-496c-ad8e-8602928824b4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=bd15ac49-138c-4712-8d38-110df565f9e9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:12.807265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['4e1ed882-2b23-42c2-b364-888fd2d61326'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:12.826816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.893781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f659bc10-7356-4b7b-9414-9a198282e0c6 None None] For port c58233ca-3ccd-4c9b-813e-f414f9803d2b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c58233ca-3ccd-4c9b-813e-f414f9803d2b,segment=NetworkSegment(805abf09-72a8-40f0-a0f4-ecb681316bba),segment_id=805abf09-72a8-40f0-a0f4-ecb681316bba)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:12.926468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c58233ca-3ccd-4c9b-813e-f414f9803d2b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:12.988420 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f659bc10-7356-4b7b-9414-9a198282e0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.016751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f659bc10-7356-4b7b-9414-9a198282e0c6 None None] Transition to ACTIVE for port object c58233ca-3ccd-4c9b-813e-f414f9803d2b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:13.037862 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f659bc10-7356-4b7b-9414-9a198282e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.097736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3297018-ae1f-442c-a88f-de9d78bf6ec7 req-8051292d-e6bb-461d-81ca-3beba09baae2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.100369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659bc10-7356-4b7b-9414-9a198282e0c6 None None] Pushing event updated for resources: {'Port': ['ID=c58233ca-3ccd-4c9b-813e-f414f9803d2b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:13.115901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3297018-ae1f-442c-a88f-de9d78bf6ec7 req-8051292d-e6bb-461d-81ca-3beba09baae2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.1144500 Jul 16 18:35:13.141996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8:0:1::133 (4732f55a-86c4-421c-8acb-9d62585be214/7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2/bd15ac49-138c-4712-8d38-110df565f9e9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:13.209550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3297018-ae1f-442c-a88f-de9d78bf6ec7 req-d44c5bcd-5375-4820-94b3-ddcf6c1a0597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830526 Jul 16 18:35:13.283842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44be3de-f2d7-48e8-973d-962ec1f34bba req-d2bea273-e5ee-4689-b8d1-bbc113707953 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.291502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e44be3de-f2d7-48e8-973d-962ec1f34bba req-d2bea273-e5ee-4689-b8d1-bbc113707953 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 944 time: 0.1461887 Jul 16 18:35:13.321550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.325632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f7a4e140-546b-4576-a18c-420ef652878c no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:13.337240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Ignored duplicate provisioning block setup for port bd15ac49-138c-4712-8d38-110df565f9e9 by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:35:13.344107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.364359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e44be3de-f2d7-48e8-973d-962ec1f34bba req-c07a26aa-7ad9-4bae-a9b2-d50552867838 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706739 Jul 16 18:35:13.383381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: f7a4e140-546b-4576-a18c-420ef652878c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:13.383798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f7a4e140-546b-4576-a18c-420ef652878c not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:13.491493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=bd15ac49-138c-4712-8d38-110df565f9e9,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:13.501809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] In _notify_port_updated(), no bound segment for port bd15ac49-138c-4712-8d38-110df565f9e9 on network 4732f55a-86c4-421c-8acb-9d62585be214 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:35:13.515583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.516287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.517681 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ead79afa-1dbc-40de-9426-db03ae9a5d63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "PUT /v2.0/ports/bd15ac49-138c-4712-8d38-110df565f9e9 HTTP/1.1" status: 200 len: 1010 time: 0.8077261 Jul 16 18:35:13.520642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48732) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:13.661183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e8a9-caa1-48ce-bfc2-b2566e4d7f50 req-9a5e359b-cae3-4628-b254-f70115dff3ed tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.665356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-05d3e873-e263-469f-a450-8b9eca9be81a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port bd15ac49-138c-4712-8d38-110df565f9e9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:13.665742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05d3e873-e263-469f-a450-8b9eca9be81a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.674125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61b3e8a9-caa1-48ce-bfc2-b2566e4d7f50 req-9a5e359b-cae3-4628-b254-f70115dff3ed tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 949 time: 0.1267598 Jul 16 18:35:13.734274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61b3e8a9-caa1-48ce-bfc2-b2566e4d7f50 req-5d53ae61-5f4d-49f9-b9db-d8478b2addd3 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564182 Jul 16 18:35:13.781520 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05d3e873-e263-469f-a450-8b9eca9be81a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.802151 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-05d3e873-e263-469f-a450-8b9eca9be81a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for bd15ac49-138c-4712-8d38-110df565f9e9 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:13.839519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae5991-ec7b-4b03-81f4-15560e0af8ea req-cfeb7588-7f1d-4475-866c-842e328425ff tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.845704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae5991-ec7b-4b03-81f4-15560e0af8ea req-cfeb7588-7f1d-4475-866c-842e328425ff tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.847538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30ae5991-ec7b-4b03-81f4-15560e0af8ea req-cfeb7588-7f1d-4475-866c-842e328425ff tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e4a504b-6c38-48b1-995a-caba9d97593f&device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 1683 time: 0.0820003 Jul 16 18:35:13.894019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30ae5991-ec7b-4b03-81f4-15560e0af8ea req-fa3e071e-2689-4953-a869-efe1807172aa tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376804 Jul 16 18:35:14.020425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef1d07-54c8-4bd6-aa29-2af0082e0e42 None None] Network 4732f55a-86c4-421c-8acb-9d62585be214 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:14.030585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05d3e873-e263-469f-a450-8b9eca9be81a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.086491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3e873-e263-469f-a450-8b9eca9be81a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=bd15ac49-138c-4712-8d38-110df565f9e9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:14.105689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b697277-d993-4a82-8b51-c0c26a823a43 None None] Provisioning for port c58233ca-3ccd-4c9b-813e-f414f9803d2b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:14.112088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b697277-d993-4a82-8b51-c0c26a823a43 None None] Provisioning complete for port c58233ca-3ccd-4c9b-813e-f414f9803d2b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:14.112459 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4b697277-d993-4a82-8b51-c0c26a823a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.198226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-05d3e873-e263-469f-a450-8b9eca9be81a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.200680 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-05d3e873-e263-469f-a450-8b9eca9be81a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/bd15ac49-138c-4712-8d38-110df565f9e9 HTTP/1.1" status: 204 len: 168 time: 0.6791663 Jul 16 18:35:14.203347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48784) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:14.242000 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b20cac-a187-4bbd-ad6a-402e5b292b67 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:14.245839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-63b20cac-a187-4bbd-ad6a-402e5b292b67 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/bd15ac49-138c-4712-8d38-110df565f9e9 HTTP/1.1" status: 404 len: 333 time: 0.0410168 Jul 16 18:35:14.248169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48790) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:14.330237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7800aab-69c3-4b3d-b88a-98ea3a271b87 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet 7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:14.334863 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7800aab-69c3-4b3d-b88a-98ea3a271b87 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.391480 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7800aab-69c3-4b3d-b88a-98ea3a271b87 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.516023 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7800aab-69c3-4b3d-b88a-98ea3a271b87 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.605155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7800aab-69c3-4b3d-b88a-98ea3a271b87 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.629163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07a57b-e074-42ee-986d-8e1e44559c80 req-f14ab896-782e-4316-8e46-c2f082738819 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.637349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc07a57b-e074-42ee-986d-8e1e44559c80 req-f14ab896-782e-4316-8e46-c2f082738819 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 944 time: 0.0965848 Jul 16 18:35:14.648730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7800aab-69c3-4b3d-b88a-98ea3a271b87 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:14.651552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7800aab-69c3-4b3d-b88a-98ea3a271b87 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.653547 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e7800aab-69c3-4b3d-b88a-98ea3a271b87 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2 HTTP/1.1" status: 204 len: 168 time: 0.4043303 Jul 16 18:35:14.656264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48804) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:14.676298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee146015-8255-4580-9175-a54b5f777672 None None] Provisioning complete for port c58233ca-3ccd-4c9b-813e-f414f9803d2b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:14.676748 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee146015-8255-4580-9175-a54b5f777672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.724418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:14.757878 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc07a57b-e074-42ee-986d-8e1e44559c80 req-8bea553f-68b7-461c-ab12-7897451dc257 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194468 Jul 16 18:35:14.772567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07d01bf-7d85-42a3-9062-40db6dbd1489 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet 44efbec8-214e-4145-848f-495aac754dad {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:14.779497 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07d01bf-7d85-42a3-9062-40db6dbd1489 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.858387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729eb22-ed10-4138-abd0-fda3373cb9cd req-ae99598d-2006-42f8-a876-1288c851e1f5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.860172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2729eb22-ed10-4138-abd0-fda3373cb9cd req-ae99598d-2006-42f8-a876-1288c851e1f5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 946 time: 0.1719584 Jul 16 18:35:14.862826 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07d01bf-7d85-42a3-9062-40db6dbd1489 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.908121 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:14.914390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c58233ca-3ccd-4c9b-813e-f414f9803d2b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:14.961661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2729eb22-ed10-4138-abd0-fda3373cb9cd req-ce015181-6ad9-4a29-a0c5-5ca69331deff tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945187 Jul 16 18:35:14.965199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf408ee-6c4e-46ea-b8cf-95588f27a8f5 None None] Network 4732f55a-86c4-421c-8acb-9d62585be214 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:15.021936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07d01bf-7d85-42a3-9062-40db6dbd1489 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.023411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a99da0c2-620d-4f9c-9059-ba0ffbd73505 None None] Could not find standard attr ID for object bd15ac49-138c-4712-8d38-110df565f9e9. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:35:15.057122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:15.059928 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1f4c21-feba-459f-89c1-929c9049c049" -d '{"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:15.112053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:15.113868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07d01bf-7d85-42a3-9062-40db6dbd1489 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.140206 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.151634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c58233ca-3ccd-4c9b-813e-f414f9803d2b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:15.152605 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.182470 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b07d01bf-7d85-42a3-9062-40db6dbd1489 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.186710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b07d01bf-7d85-42a3-9062-40db6dbd1489 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/44efbec8-214e-4145-848f-495aac754dad HTTP/1.1" status: 204 len: 168 time: 0.5269890 Jul 16 18:35:15.186710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d01bf-7d85-42a3-9062-40db6dbd1489 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=44efbec8-214e-4145-848f-495aac754dad,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:15.187242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:15.246462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb9535-30c7-4d6c-baed-c87a0deee072 req-a0f30658-31aa-47d1-9369-2be8df0cf6c4 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.253619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66eb9535-30c7-4d6c-baed-c87a0deee072 req-a0f30658-31aa-47d1-9369-2be8df0cf6c4 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 949 time: 0.1256514 Jul 16 18:35:15.288478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.294721 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66eb9535-30c7-4d6c-baed-c87a0deee072 req-23bffcf7-0ba3-46a8-bd35-6d2f2d6689fe tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390863 Jul 16 18:35:15.369832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port c58233ca-3ccd-4c9b-813e-f414f9803d2b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:15.370470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.384026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4e1ed882-2b23-42c2-b364-888fd2d61326 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:15.391045 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bb76d5-039f-42e1-aecb-5c41372261d5 x-openstack-request-id: req-a9bb76d5-039f-42e1-aecb-5c41372261d5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:15.391335 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:15.391586 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9bb76d5-039f-42e1-aecb-5c41372261d5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:15.391973 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'code': 200} Jul 16 18:35:15.497363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=14']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:15.519310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] For port c58233ca-3ccd-4c9b-813e-f414f9803d2b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c58233ca-3ccd-4c9b-813e-f414f9803d2b,segment=NetworkSegment(805abf09-72a8-40f0-a0f4-ecb681316bba),segment_id=805abf09-72a8-40f0-a0f4-ecb681316bba)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:15.519818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.545301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for c58233ca-3ccd-4c9b-813e-f414f9803d2b owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:15.558194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 4e1ed882-2b23-42c2-b364-888fd2d61326 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:15.573867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 4e1ed882-2b23-42c2-b364-888fd2d61326 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:15.574241 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.595406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-d58c4f98-6158-4493-977a-9e7c317753e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.597419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-d58c4f98-6158-4493-977a-9e7c317753e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1096 time: 0.1514578 Jul 16 18:35:15.669502 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.675678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.696791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=c58233ca-3ccd-4c9b-813e-f414f9803d2b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:15.698727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No DVR routers for this DVR port c58233ca-3ccd-4c9b-813e-f414f9803d2b on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:15.711266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a5345f-e31d-4ce8-9341-567d3f377765 None None] DHCP port deletion for 4732f55a-86c4-421c-8acb-9d62585be214 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:35:15.715348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45796cbd-2733-49c0-90df-1d7134ebf3a1 req-b46b9b14-0e11-42a9-9b01-9a3dc185f1e0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.717214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45796cbd-2733-49c0-90df-1d7134ebf3a1 req-b46b9b14-0e11-42a9-9b01-9a3dc185f1e0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1823697 Jul 16 18:35:15.733205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4e1ed882-2b23-42c2-b364-888fd2d61326, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4e1ed882-2b23-42c2-b364-888fd2d61326,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:15.751144 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.804979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.814228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4e1ed882-2b23-42c2-b364-888fd2d61326,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:15.816460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4732f55a-86c4-421c-8acb-9d62585be214']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:15.820776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-fca788a8-2055-47b7-a9d3-397a16d63ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.823046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-fca788a8-2055-47b7-a9d3-397a16d63ce3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.2144465 Jul 16 18:35:15.827766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805abf09-72a8-40f0-a0f4-ecb681316bba') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:15.828064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805abf09-72a8-40f0-a0f4-ecb681316bba') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:15.829827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50000d7b-da5d-45eb-aabd-150a16f7e884 req-18610a45-587f-43ef-bd2b-a22d261aa494 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.831326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50000d7b-da5d-45eb-aabd-150a16f7e884 req-18610a45-587f-43ef-bd2b-a22d261aa494 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e4a504b-6c38-48b1-995a-caba9d97593f HTTP/1.1" status: 200 len: 946 time: 0.2102830 Jul 16 18:35:15.835449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45796cbd-2733-49c0-90df-1d7134ebf3a1 req-66d7cfab-4b07-4afe-9ab2-90cf262b4e62 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831172 Jul 16 18:35:15.837222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.852543 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.868157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:15.868721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:15.873776 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:15.934663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50000d7b-da5d-45eb-aabd-150a16f7e884 req-429ec2f0-1774-4d08-ae2a-b9224b1e3222 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935016 Jul 16 18:35:15.936551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-ab5b0d69-c8eb-45ee-8597-1ebfd83319b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 999 time: 0.1041672 Jul 16 18:35:15.974306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.987796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.989719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/networks/4732f55a-86c4-421c-8acb-9d62585be214 HTTP/1.1" status: 204 len: 168 time: 0.8012328 Jul 16 18:35:16.000293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48822) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:16.014596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18292126-26ae-43d1-a149-87960ebc4066 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Network': ['ID=4732f55a-86c4-421c-8acb-9d62585be214,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:16.024994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-af1c0352-dc10-4c12-a103-2e2b36fb97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.027170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-af1c0352-dc10-4c12-a103-2e2b36fb97d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0831628 Jul 16 18:35:16.052524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2e072-9554-4a04-b389-f28881c67881 req-87f09e4e-3a82-4597-baae-072034479f26 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.054175 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0ab2e072-9554-4a04-b389-f28881c67881 req-87f09e4e-3a82-4597-baae-072034479f26 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e4a504b-6c38-48b1-995a-caba9d97593f HTTP/1.1" status: 200 len: 946 time: 0.1692882 Jul 16 18:35:16.436108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fbcc7c-0910-4010-8d76-3d1d8baedd1a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.437670 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-06fbcc7c-0910-4010-8d76-3d1d8baedd1a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4347944 Jul 16 18:35:16.441691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48826) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:16.468273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2304f-eb8e-48c8-9a50-38f4e1125fe4 req-ece5f3c6-33f7-4b8f-b70c-98f92f632c87 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.469846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13d2304f-eb8e-48c8-9a50-38f4e1125fe4 req-ece5f3c6-33f7-4b8f-b70c-98f92f632c87 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 944 time: 0.5154057 Jul 16 18:35:16.518643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-a322506f-9662-42cb-a37e-9e95a9d7f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.520252 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-a322506f-9662-42cb-a37e-9e95a9d7f38f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4860172 Jul 16 18:35:16.541967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-0ab2e072-9554-4a04-b389-f28881c67881 req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Deleting port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:16.542405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ab2e072-9554-4a04-b389-f28881c67881 req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.560235 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d4f819e3-975e-4c4a-8401-45d8da5eaf29 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1174338 Jul 16 18:35:16.561067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13d2304f-eb8e-48c8-9a50-38f4e1125fe4 req-571e4d8c-d329-4dec-b39e-defde1c5046a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792367 Jul 16 18:35:16.570286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:16.576446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-195169238'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:16.580856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972bbe5-4c1f-4de7-a0cc-895e99d780c7 req-e50e09aa-5392-405b-aefc-e063bb127d6d tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.582352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1972bbe5-4c1f-4de7-a0cc-895e99d780c7 req-e50e09aa-5392-405b-aefc-e063bb127d6d tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 950 time: 0.1643009 Jul 16 18:35:16.640541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:16.643998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.670048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1972bbe5-4c1f-4de7-a0cc-895e99d780c7 req-d4585ed9-9b90-4785-880b-0ee6cd126feb tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774424 Jul 16 18:35:16.671080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-0ab2e072-9554-4a04-b389-f28881c67881 req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] For port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:16.671449 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ab2e072-9554-4a04-b389-f28881c67881 req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.674291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-c696d0bc-376f-4970-b984-203e760ef01c service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424780 Jul 16 18:35:16.689754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-0ab2e072-9554-4a04-b389-f28881c67881 req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Calling delete_port for a1e4d218-c2d4-4819-abb9-c1bb8080ca6a owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:16.699393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:16.745835 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.746183 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Added segment 30f61e42-f0fe-4f7c-9afe-32c65ff78973 of type vlan for network 6b04c23b-5516-482c-81bb-815789b0e26f Jul 16 18:35:16.793802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-607d8390-0c6e-4d43-8c8a-e046cac346eb req-1f05e2df-8a58-4031-97a8-431c4ebf5451 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134272 Jul 16 18:35:16.804138 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.855558 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.861229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.861926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.887784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c58233ca-3ccd-4c9b-813e-f414f9803d2b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:16.919001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: c58233ca-3ccd-4c9b-813e-f414f9803d2b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:16.919562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c58233ca-3ccd-4c9b-813e-f414f9803d2b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:16.924056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-1688d0d8-5012-42e1-95bd-81ca12a1df39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.925705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-1688d0d8-5012-42e1-95bd-81ca12a1df39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.46 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 946 time: 0.1146507 Jul 16 18:35:16.938835 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3648946 Jul 16 18:35:16.943544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48832) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:16.981078 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ab2e072-9554-4a04-b389-f28881c67881 req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.982881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af571df-6222-4d33-83e3-cf3c912b2493 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Network': ['ID=6b04c23b-5516-482c-81bb-815789b0e26f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:16.983255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '6b04c23b-5516-482c-81bb-815789b0e26f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:17.001446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a1e4d218-c2d4-4819-abb9-c1bb8080ca6a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:17.007980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 6b04c23b-5516-482c-81bb-815789b0e26f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:17.016253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Pushing event deleted for resources: {'Port': ['ID=a1e4d218-c2d4-4819-abb9-c1bb8080ca6a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:17.062044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c5725303-0312-482b-9a60-de6ddc501577'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:17.074382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab2e072-9554-4a04-b389-f28881c67881 req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] No DVR routers for this DVR port a1e4d218-c2d4-4819-abb9-c1bb8080ca6a on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:17.098245 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-0ab2e072-9554-4a04-b389-f28881c67881 req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.101020 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0ab2e072-9554-4a04-b389-f28881c67881 req-e2cddb32-91ca-473c-9cf7-3e6c39cb0f39 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.45 "DELETE /v2.0/ports/a1e4d218-c2d4-4819-abb9-c1bb8080ca6a HTTP/1.1" status: 204 len: 173 time: 1.0401239 Jul 16 18:35:17.101712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4a504b-6c38-48b1-995a-caba9d97593f', 'name': 'network-vif-deleted', 'tag': 'a1e4d218-c2d4-4819-abb9-c1bb8080ca6a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:17.105524 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1d829e-1e66-45dc-a24c-9c837f4f3cd8" -d '{"events": [{"server_uuid": "0e4a504b-6c38-48b1-995a-caba9d97593f", "name": "network-vif-deleted", "tag": "a1e4d218-c2d4-4819-abb9-c1bb8080ca6a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:17.146522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f2a4f0d-550f-4db0-9bf0-70738f7d46b8 req-8c394218-c3a5-44a3-b36d-74cffeed2973 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=0e4a504b-6c38-48b1-995a-caba9d97593f HTTP/1.1" status: 200 len: 210 time: 0.0450819 Jul 16 18:35:17.216289 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a306225-7259-45c7-a586-960ba5aecde0 x-openstack-request-id: req-1a306225-7259-45c7-a586-960ba5aecde0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:17.216830 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4a504b-6c38-48b1-995a-caba9d97593f", "name": "network-vif-deleted", "tag": "a1e4d218-c2d4-4819-abb9-c1bb8080ca6a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:17.216939 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a306225-7259-45c7-a586-960ba5aecde0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:17.217468 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4a504b-6c38-48b1-995a-caba9d97593f', 'name': 'network-vif-deleted', 'tag': 'a1e4d218-c2d4-4819-abb9-c1bb8080ca6a', 'status': 'completed', 'code': 200} Jul 16 18:35:17.231178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:17.234789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.389099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a2ad2-8a0b-4fa1-87ae-0cb39df1e126 req-e161b94a-41cf-4ef9-8327-9d0dfd929317 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.390615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb8a2ad2-8a0b-4fa1-87ae-0cb39df1e126 req-e161b94a-41cf-4ef9-8327-9d0dfd929317 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.3336649 Jul 16 18:35:17.392087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Deleting port c5725303-0312-482b-9a60-de6ddc501577 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:17.392436 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.393502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9d774b-602c-480e-9e82-5601c4625201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1ed882-2b23-42c2-b364-888fd2d61326'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:17.396178 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071310ca-f31f-458c-9e13-f34f90d56a92" -d '{"events": [{"server_uuid": "9c9d774b-602c-480e-9e82-5601c4625201", "name": "network-vif-plugged", "status": "completed", "tag": "4e1ed882-2b23-42c2-b364-888fd2d61326"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:17.441192 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a967874-e88b-4b36-994d-0a40a146dd4e x-openstack-request-id: req-8a967874-e88b-4b36-994d-0a40a146dd4e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:17.441772 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9d774b-602c-480e-9e82-5601c4625201", "name": "network-vif-plugged", "status": "completed", "tag": "4e1ed882-2b23-42c2-b364-888fd2d61326", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:17.442210 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a967874-e88b-4b36-994d-0a40a146dd4e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:17.442852 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9d774b-602c-480e-9e82-5601c4625201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1ed882-2b23-42c2-b364-888fd2d61326', 'code': 200} Jul 16 18:35:17.536114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb8a2ad2-8a0b-4fa1-87ae-0cb39df1e126 req-4115ea8b-8b4f-4cc9-8799-f5b042424ff5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389029 Jul 16 18:35:17.613343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] For port c5725303-0312-482b-9a60-de6ddc501577, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5725303-0312-482b-9a60-de6ddc501577,segment=NetworkSegment(8b509b14-45c7-45df-b47b-1627f4b1da9f),segment_id=8b509b14-45c7-45df-b47b-1627f4b1da9f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:17.613641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.629825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9224b8a-c84f-443c-9662-be2fd9f92f6c req-ebf9887f-e906-42a5-a09d-ff2c6d8b2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.631715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Calling delete_port for c5725303-0312-482b-9a60-de6ddc501577 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:17.631979 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a9224b8a-c84f-443c-9662-be2fd9f92f6c req-ebf9887f-e906-42a5-a09d-ff2c6d8b2c66 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 1102 time: 0.0679991 Jul 16 18:35:17.637038 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.694229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a9224b8a-c84f-443c-9662-be2fd9f92f6c req-865bf642-be24-4196-887e-37a2f3dcae9e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483251 Jul 16 18:35:17.778887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=aa85f41c-9e21-4528-82e9-4989c5632993,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:17.817891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.818234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.818573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.818930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.819267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.819594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.819923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.820245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.820587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.820930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.821254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.821569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:17.873661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Checking segment: {'id': '30f61e42-f0fe-4f7c-9afe-32c65ff78973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b04c23b-5516-482c-81bb-815789b0e26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:17.874023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network hostable DHCP agents. Network: 6b04c23b-5516-482c-81bb-815789b0e26f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:17.930342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9e2bc-62d3-4e73-b05c-587e17392f90 req-28c32086-f9f8-4c52-a7a0-956481412c27 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.932676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08b9e2bc-62d3-4e73-b05c-587e17392f90 req-28c32086-f9f8-4c52-a7a0-956481412c27 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 944 time: 0.2198358 Jul 16 18:35:17.977016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 6b04c23b-5516-482c-81bb-815789b0e26f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:17.990149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.000114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b585-0fd8-44ff-a733-7045381983ac req-72ffd12d-2490-45f5-9970-112203159144 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.001686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c117b585-0fd8-44ff-a733-7045381983ac req-72ffd12d-2490-45f5-9970-112203159144 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 950 time: 0.2012706 Jul 16 18:35:18.001810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['a1e4d218-c2d4-4819-abb9-c1bb8080ca6a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:18.050959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 6b04c23b-5516-482c-81bb-815789b0e26f) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:18.059120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610d737a-840f-4dd7-903c-d32e90cd5172 None None] Network 6b04c23b-5516-482c-81bb-815789b0e26f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:18.065667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08b9e2bc-62d3-4e73-b05c-587e17392f90 req-ef8affa8-84f4-4d9c-836c-c02a42b6f616 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235213 Jul 16 18:35:18.066483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Pushing event deleted for resources: {'Port': ['ID=c5725303-0312-482b-9a60-de6ddc501577,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.071277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.071561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.127798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c117b585-0fd8-44ff-a733-7045381983ac req-47eccbf6-5bb0-4fbb-88ad-0608b21b4dc8 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183131 Jul 16 18:35:18.146376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-abc2744e-a144-48c8-b50e-f56e5a73734f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2027378 Jul 16 18:35:18.149814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48844) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:18.154681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '6b04c23b-5516-482c-81bb-815789b0e26f', 'name': 'tempest-PortsIpV6TestJSON-128642446'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:18.159746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] No DVR routers for this DVR port c5725303-0312-482b-9a60-de6ddc501577 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:18.172362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.174548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9baf9257-6253-4cb0-9aa3-67e8e591bc75 req-31b24ed5-edd5-42bb-a790-1f3e31e29e33 tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.46 "DELETE /v2.0/ports/c5725303-0312-482b-9a60-de6ddc501577 HTTP/1.1" status: 204 len: 173 time: 1.2398627 Jul 16 18:35:18.174988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286c15e5-4758-4688-a82d-53a568a9e04f', 'name': 'network-vif-deleted', 'tag': 'c5725303-0312-482b-9a60-de6ddc501577'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:18.177527 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34901c1b-c8eb-41ab-b984-89a7d877d68b" -d '{"events": [{"server_uuid": "286c15e5-4758-4688-a82d-53a568a9e04f", "name": "network-vif-deleted", "tag": "c5725303-0312-482b-9a60-de6ddc501577"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:18.232365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-6b04c23b-5516-482c-81bb-815789b0e26f', 'network_id': '6b04c23b-5516-482c-81bb-815789b0e26f', 'tenant_id': '26323166245f442d87415533f0f9ed36', 'fixed_ips': [{'subnet_id': 'aa85f41c-9e21-4528-82e9-4989c5632993'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:18.233380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.252918 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5339990d-c492-409b-b77d-fb78aa7f3561 x-openstack-request-id: req-5339990d-c492-409b-b77d-fb78aa7f3561 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:18.253310 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286c15e5-4758-4688-a82d-53a568a9e04f", "name": "network-vif-deleted", "tag": "c5725303-0312-482b-9a60-de6ddc501577", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:18.253491 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5339990d-c492-409b-b77d-fb78aa7f3561 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:18.253864 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286c15e5-4758-4688-a82d-53a568a9e04f', 'name': 'network-vif-deleted', 'tag': 'c5725303-0312-482b-9a60-de6ddc501577', 'status': 'completed', 'code': 200} Jul 16 18:35:18.320815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:18.326813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.352643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 124d021d-18a1-4df8-853e-23ba5d476f47 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:18.391973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Allocated IP 2001:db8::2 (6b04c23b-5516-482c-81bb-815789b0e26f/aa85f41c-9e21-4528-82e9-4989c5632993/d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:18.448740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45b47df2-b36a-4c6c-99bd-15cfcaa01f29 req-4cbfdec7-ad95-4f50-96d7-0f1f36c32dfa tempest-ListServersNegativeTestJSON-321327821 tempest-ListServersNegativeTestJSON-321327821-project] 10.222.0.60 "GET /v2.0/ports?device_id=286c15e5-4758-4688-a82d-53a568a9e04f HTTP/1.1" status: 200 len: 210 time: 0.0372229 Jul 16 18:35:18.544043 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.552224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Transition to ACTIVE for port object d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:18.567023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Transition to ACTIVE for port object d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:18.574877 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.611312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Network 6b04c23b-5516-482c-81bb-815789b0e26f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:18.616713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:18.620542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:18.630228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Pushing event updated for resources: {'Port': ['ID=d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.648175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::298 (6b04c23b-5516-482c-81bb-815789b0e26f/aa85f41c-9e21-4528-82e9-4989c5632993/124d021d-18a1-4df8-853e-23ba5d476f47) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:18.688681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Attempting to bind port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:18.689098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Attempting to bind port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '30f61e42-f0fe-4f7c-9afe-32c65ff78973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b04c23b-5516-482c-81bb-815789b0e26f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:18.689552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Attempting to bind port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 on network 6b04c23b-5516-482c-81bb-815789b0e26f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:18.696459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:18.697768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Checking segment: {'id': '30f61e42-f0fe-4f7c-9afe-32c65ff78973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b04c23b-5516-482c-81bb-815789b0e26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:18.698603 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.698715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Bound using segment: {'id': '30f61e42-f0fe-4f7c-9afe-32c65ff78973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b04c23b-5516-482c-81bb-815789b0e26f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:18.699198 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Bound port: d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f61e42-f0fe-4f7c-9afe-32c65ff78973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b04c23b-5516-482c-81bb-815789b0e26f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:18.699578 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.738241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 896341b2-f40f-4d7c-928b-9280a3436846 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:18.803274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] For port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:18.821238 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] For port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7,segment=NetworkSegment(30f61e42-f0fe-4f7c-9afe-32c65ff78973),segment_id=30f61e42-f0fe-4f7c-9afe-32c65ff78973)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:18.823741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe89909-1036-43a4-bfeb-76b859fe7a02 req-367e0528-09b2-416e-8b04-931718abbeba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:18.825498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbe89909-1036-43a4-bfeb-76b859fe7a02 req-367e0528-09b2-416e-8b04-931718abbeba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1572115 Jul 16 18:35:18.849515 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.902536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.921242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbe89909-1036-43a4-bfeb-76b859fe7a02 req-d5d50ce0-b623-4f60-9087-6ed3f77e46c6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820923 Jul 16 18:35:18.946565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ef202-473f-468e-b931-860007eee0fb None None] Pushing event updated for resources: {'Port': ['ID=d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.947596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object 124d021d-18a1-4df8-853e-23ba5d476f47 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:18.948011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 896341b2-f40f-4d7c-928b-9280a3436846, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=896341b2-f40f-4d7c-928b-9280a3436846,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:18.985069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '896341b2-f40f-4d7c-928b-9280a3436846', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'port_id': '896341b2-f40f-4d7c-928b-9280a3436846', 'mac_address': 'fa:16:3e:1d:59:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:19.013925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.034069 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.050299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896341b2-f40f-4d7c-928b-9280a3436846 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:19.080213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 896341b2-f40f-4d7c-928b-9280a3436846, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=896341b2-f40f-4d7c-928b-9280a3436846,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:19.091012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.126036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 6b04c23b-5516-482c-81bb-815789b0e26f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:19.148588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:19.170779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=896341b2-f40f-4d7c-928b-9280a3436846,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:19.171021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:19.177251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:19.177897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.180882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=124d021d-18a1-4df8-853e-23ba5d476f47,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:19.201527 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d8114b6a-0e6e-40cd-b451-19812539eb46 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0513806 Jul 16 18:35:19.204131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48862) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:19.209182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': '6b04c23b-5516-482c-81bb-815789b0e26f', 'name': 'tempest-PortsIpV6TestJSON-2079184437'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:19.297527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['896341b2-f40f-4d7c-928b-9280a3436846'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:19.356089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5725303-0312-482b-9a60-de6ddc501577 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:19.381841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: c5725303-0312-482b-9a60-de6ddc501577 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:19.382184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5725303-0312-482b-9a60-de6ddc501577 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:19.468195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:19.471817 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.483963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2d70-0298-49ad-ade9-fe60dfcb9361 req-a49c9596-98d2-464e-99ca-36742ed1d89b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:19.485453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed1e2d70-0298-49ad-ade9-fe60dfcb9361 req-a49c9596-98d2-464e-99ca-36742ed1d89b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 945 time: 0.1615703 Jul 16 18:35:19.499838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849338c-3ea9-400c-af31-3d9aa7400502 req-7d0a0bb3-39b8-4c04-8150-b1f25afb717a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:19.501402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c849338c-3ea9-400c-af31-3d9aa7400502 req-7d0a0bb3-39b8-4c04-8150-b1f25afb717a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1786492 Jul 16 18:35:19.535759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 9ca0e76a-85db-40d3-8667-12e8e80ac5a1 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:19.622127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed1e2d70-0298-49ad-ade9-fe60dfcb9361 req-11213206-fc04-46bb-9dda-6d2e1e1ff0ee tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197157 Jul 16 18:35:19.633689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c849338c-3ea9-400c-af31-3d9aa7400502 req-33f2fbd6-f429-4bf5-aedc-96f8c76477ce tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211963 Jul 16 18:35:19.706038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::7b (6b04c23b-5516-482c-81bb-815789b0e26f/aa85f41c-9e21-4528-82e9-4989c5632993/9ca0e76a-85db-40d3-8667-12e8e80ac5a1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:19.771847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:19.838415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Deleting subnet 846f06d3-3e27-49fd-9508-93998f8db333 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:19.842032 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.890205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.942464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.981769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfd743-5005-495c-afba-de2adac875fc req-10bb15e6-d3b9-4484-9660-4997ba7de2e6 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:19.983646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9cfd743-5005-495c-afba-de2adac875fc req-10bb15e6-d3b9-4484-9660-4997ba7de2e6 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 950 time: 0.2302065 Jul 16 18:35:20.009659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.018803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.042037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object 9ca0e76a-85db-40d3-8667-12e8e80ac5a1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:20.055739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846f06d3-3e27-49fd-9508-93998f8db333,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:20.064819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.069649 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/846f06d3-3e27-49fd-9508-93998f8db333 HTTP/1.1" status: 204 len: 168 time: 0.2922204 Jul 16 18:35:20.069649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.069649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.070010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.070206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.070728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.071074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.071410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.071776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.071939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48870) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:20.072094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.072432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.072786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.073112 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cffe1e7-ec53-43b8-8050-2c0b368ca57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:20.084725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd11d43-3eb9-467d-a549-1087f2a95e13 None None] Network 6b04c23b-5516-482c-81bb-815789b0e26f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:20.092473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897d6a9-0157-4d16-89ee-faf2de29f395 req-1d8b05ba-74cb-448f-a2bb-37fd7162e384 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:20.094028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2897d6a9-0157-4d16-89ee-faf2de29f395 req-1d8b05ba-74cb-448f-a2bb-37fd7162e384 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.2090640 Jul 16 18:35:20.111084 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9cfd743-5005-495c-afba-de2adac875fc req-1b4031c8-d756-44d7-98cb-54a8cafd4834 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151500 Jul 16 18:35:20.210158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.213152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4b66baff-0258-40b0-b974-c16d3ae8b3fe None None] Provisioning for port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:20.216821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2897d6a9-0157-4d16-89ee-faf2de29f395 req-9f89d6a3-a620-4ac7-885f-9cd66d05c8b7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047876 Jul 16 18:35:20.220087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.267457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 6b04c23b-5516-482c-81bb-815789b0e26f is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:20.272238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:20.276806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:20.283454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:20.283991 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.328978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=9ca0e76a-85db-40d3-8667-12e8e80ac5a1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:20.347334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0f0c2d9a-0431-4b5c-9953-5c4c08a3a02d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1396310 Jul 16 18:35:20.347882 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48878) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:20.390294 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.404689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25129cf-0df7-4f96-a2c2-e73bbcb39d5f']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:20.418400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b509b14-45c7-45df-b47b-1627f4b1da9f') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:20.418710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b509b14-45c7-45df-b47b-1627f4b1da9f') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:20.433595 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.455140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.475266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:20.475771 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:20.479422 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:20.517278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b113f43-81af-4b53-a469-20b96a173486 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:20.519492 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2b113f43-81af-4b53-a469-20b96a173486 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A298 HTTP/1.1" status: 200 len: 928 time: 0.1698427 Jul 16 18:35:20.522945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48894) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:20.595915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.600980 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.606194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] 10.222.0.60 "DELETE /v2.0/networks/a25129cf-0df7-4f96-a2c2-e73bbcb39d5f HTTP/1.1" status: 204 len: 168 time: 0.5309777 Jul 16 18:35:20.641252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7699f-377b-418a-a9e0-ecb8d5ad5fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=a25129cf-0df7-4f96-a2c2-e73bbcb39d5f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:20.674429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5025383c-36a0-4453-865f-b66b9eacd69c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 9ca0e76a-85db-40d3-8667-12e8e80ac5a1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:20.677376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5025383c-36a0-4453-865f-b66b9eacd69c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.737483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 896341b2-f40f-4d7c-928b-9280a3436846 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:20.835001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-691014e6-3e53-41d0-83ab-6ab7101ec18d None None] Provisioning for port 9ca0e76a-85db-40d3-8667-12e8e80ac5a1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:20.843436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-691014e6-3e53-41d0-83ab-6ab7101ec18d None None] Provisioning complete for port 9ca0e76a-85db-40d3-8667-12e8e80ac5a1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:20.844226 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-691014e6-3e53-41d0-83ab-6ab7101ec18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.857246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-53d43a6d-3322-49c1-a03b-759b44dbff48 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:20.870312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-53d43a6d-3322-49c1-a03b-759b44dbff48 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.3640318 Jul 16 18:35:20.901269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 896341b2-f40f-4d7c-928b-9280a3436846 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:20.908880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 896341b2-f40f-4d7c-928b-9280a3436846 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:20.909264 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.918529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5025383c-36a0-4453-865f-b66b9eacd69c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:20.936563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-b895c157-c4b5-41f6-a490-39cb994baf52 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/quotas/a1cc4fc6d4ca4679a2550eed68336600 HTTP/1.1" status: 200 len: 375 time: 0.0621817 Jul 16 18:35:20.960970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5025383c-36a0-4453-865f-b66b9eacd69c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 9ca0e76a-85db-40d3-8667-12e8e80ac5a1 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:20.961273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-691014e6-3e53-41d0-83ab-6ab7101ec18d None None] Port 9ca0e76a-85db-40d3-8667-12e8e80ac5a1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:20.976710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48902) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:21.001334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-691014e6-3e53-41d0-83ab-6ab7101ec18d None None] Provisioning for port 124d021d-18a1-4df8-853e-23ba5d476f47 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:21.034159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-691014e6-3e53-41d0-83ab-6ab7101ec18d None None] Provisioning complete for port 124d021d-18a1-4df8-853e-23ba5d476f47 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:21.034711 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-691014e6-3e53-41d0-83ab-6ab7101ec18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.071329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:21.139239 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.164643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-691014e6-3e53-41d0-83ab-6ab7101ec18d None None] Port 124d021d-18a1-4df8-853e-23ba5d476f47 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:21.173892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:21.174518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de796fa4-a739-43f2-8214-721be77cefd5 req-f149de1d-7fb5-4922-aa10-be0a4aa18b34 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.176570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de796fa4-a739-43f2-8214-721be77cefd5 req-f149de1d-7fb5-4922-aa10-be0a4aa18b34 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 945 time: 0.3008895 Jul 16 18:35:21.182847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c5e04bfb-244d-44c8-80d7-21d440673e3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35915fe1270043009293b36537a33cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736922 Jul 16 18:35:21.183117 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5025383c-36a0-4453-865f-b66b9eacd69c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.185199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48904) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:21.208075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 896341b2-f40f-4d7c-928b-9280a3436846, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=896341b2-f40f-4d7c-928b-9280a3436846,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:21.210063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896341b2-f40f-4d7c-928b-9280a3436846'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:21.215047 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63071b1-adab-4329-b7f2-8521ec4d16ba" -d '{"events": [{"server_uuid": "686185ba-2193-4bc6-9f74-d2cb5ab63b29", "name": "network-vif-plugged", "status": "completed", "tag": "896341b2-f40f-4d7c-928b-9280a3436846"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:21.222141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:21.222786 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.227053 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.230098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a1e4d218-c2d4-4819-abb9-c1bb8080ca6a no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:21.231555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de796fa4-a739-43f2-8214-721be77cefd5 req-5fa576d3-bde1-49b5-8076-c1949700202f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463829 Jul 16 18:35:21.245096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025383c-36a0-4453-865f-b66b9eacd69c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=9ca0e76a-85db-40d3-8667-12e8e80ac5a1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:21.255196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-16334184-62d3-43ad-b0d6-bff1906b6032 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3173904 Jul 16 18:35:21.269172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-69c233f5-5b7a-4477-8241-a2f338031fce service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:35:21.282096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-69c233f5-5b7a-4477-8241-a2f338031fce service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259345 Jul 16 18:35:21.324125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5025383c-36a0-4453-865f-b66b9eacd69c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.329483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48908) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:21.329989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5025383c-36a0-4453-865f-b66b9eacd69c tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/9ca0e76a-85db-40d3-8667-12e8e80ac5a1 HTTP/1.1" status: 204 len: 168 time: 0.8055539 Jul 16 18:35:21.334124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82aed595-d6d0-4bb5-89c7-c5f6d85236ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.339782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: a1e4d218-c2d4-4819-abb9-c1bb8080ca6a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:21.340134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device a1e4d218-c2d4-4819-abb9-c1bb8080ca6a not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:21.353891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=896341b2-f40f-4d7c-928b-9280a3436846,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:21.361920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82aed595-d6d0-4bb5-89c7-c5f6d85236ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.367787 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d6759b-8114-4c15-be83-242f54cbbc0e x-openstack-request-id: req-64d6759b-8114-4c15-be83-242f54cbbc0e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:21.378636 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686185ba-2193-4bc6-9f74-d2cb5ab63b29", "name": "network-vif-plugged", "status": "completed", "tag": "896341b2-f40f-4d7c-928b-9280a3436846", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:21.378827 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64d6759b-8114-4c15-be83-242f54cbbc0e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:21.379235 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896341b2-f40f-4d7c-928b-9280a3436846', 'code': 200} Jul 16 18:35:21.408150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-23f8af48-40b0-4db8-969c-fa2380b9f321 None None] Provisioning complete for port 124d021d-18a1-4df8-853e-23ba5d476f47 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:21.408959 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23f8af48-40b0-4db8-969c-fa2380b9f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.431515 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b914876f-d4e6-4a17-b2f2-a77e867cc289 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:21.433378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b914876f-d4e6-4a17-b2f2-a77e867cc289 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/9ca0e76a-85db-40d3-8667-12e8e80ac5a1 HTTP/1.1" status: 404 len: 333 time: 0.1028857 Jul 16 18:35:21.436035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48910) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:21.455663 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82aed595-d6d0-4bb5-89c7-c5f6d85236ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.458719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82aed595-d6d0-4bb5-89c7-c5f6d85236ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.459977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-82aed595-d6d0-4bb5-89c7-c5f6d85236ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee8691a9-dd4d-4343-b0d2-263f5de1ccb6 HTTP/1.1" status: 204 len: 168 time: 0.2738433 Jul 16 18:35:21.493028 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aed595-d6d0-4bb5-89c7-c5f6d85236ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8691a9-dd4d-4343-b0d2-263f5de1ccb6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:21.509155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-23f8af48-40b0-4db8-969c-fa2380b9f321 None None] Port 124d021d-18a1-4df8-853e-23ba5d476f47 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:21.543653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01fe0d-6e80-4bbb-b742-60ecfaab0b88 req-d5a5377b-634f-40d0-a16d-8ce0b4ac6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.546617 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3c01fe0d-6e80-4bbb-b742-60ecfaab0b88 req-d5a5377b-634f-40d0-a16d-8ce0b4ac6e91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 1098 time: 0.1022928 Jul 16 18:35:21.570560 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.585765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-8651784c-9594-4181-807a-af092c8dfc32 service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027451 Jul 16 18:35:21.618031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7,segment=NetworkSegment(30f61e42-f0fe-4f7c-9afe-32c65ff78973),segment_id=30f61e42-f0fe-4f7c-9afe-32c65ff78973)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:21.621830 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3c01fe0d-6e80-4bbb-b742-60ecfaab0b88 req-8802a1a8-2bca-4f94-a1e0-cb8f8c0cf186 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640309 Jul 16 18:35:21.625945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-85ed2d5f-1333-404a-81ed-84fead089b3a None None] Could not find standard attr ID for object 9ca0e76a-85db-40d3-8667-12e8e80ac5a1. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:35:21.630024 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.716277 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:22.113595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-96e640dc-e5a4-488f-82e4-528aec6d77fd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 124d021d-18a1-4df8-853e-23ba5d476f47 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:22.114067 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96e640dc-e5a4-488f-82e4-528aec6d77fd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.184527 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-30f17435-7a16-47e4-ade9-d9184b8926fc service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760107 Jul 16 18:35:22.276222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96e640dc-e5a4-488f-82e4-528aec6d77fd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.298807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-96e640dc-e5a4-488f-82e4-528aec6d77fd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 124d021d-18a1-4df8-853e-23ba5d476f47 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:22.498649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05f1c4fa-da1d-4dca-b297-e6d3cd287517 req-5d6b0c54-49ef-4af4-949e-c790163a416e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 210 time: 0.0749812 Jul 16 18:35:22.542604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48940) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:22.560600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee33c97-6c74-4cbb-9969-b37e6605d364 req-092ff0ea-7866-41ca-8700-5827f2937e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.562656 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bee33c97-6c74-4cbb-9969-b37e6605d364 req-092ff0ea-7866-41ca-8700-5827f2937e55 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 946 time: 0.1400170 Jul 16 18:35:22.640016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bee33c97-6c74-4cbb-9969-b37e6605d364 req-44c56491-2a95-416b-b629-d96422ae00d3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697532 Jul 16 18:35:22.659314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96e640dc-e5a4-488f-82e4-528aec6d77fd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.705218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1356465756-network', 'tenant_id': 'e6f56d68744d4ad5b5c2eff009b7a6d8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:22.718682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e640dc-e5a4-488f-82e4-528aec6d77fd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=124d021d-18a1-4df8-853e-23ba5d476f47,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:22.731707 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-96e640dc-e5a4-488f-82e4-528aec6d77fd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.734887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-96e640dc-e5a4-488f-82e4-528aec6d77fd tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/124d021d-18a1-4df8-853e-23ba5d476f47 HTTP/1.1" status: 204 len: 168 time: 1.2977459 Jul 16 18:35:22.739280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48948) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:22.768798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Made reservation on behalf of e6f56d68744d4ad5b5c2eff009b7a6d8 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:22.771311 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.794582 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-58467537-5cbc-48a1-89be-2209bc00dceb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:22.796164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.797011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-58467537-5cbc-48a1-89be-2209bc00dceb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/124d021d-18a1-4df8-853e-23ba5d476f47 HTTP/1.1" status: 404 len: 333 time: 0.0552337 Jul 16 18:35:22.799603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48950) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:22.919910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:22.960022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-df94a174-9215-49b6-b313-ad42db74e130 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet aa85f41c-9e21-4528-82e9-4989c5632993 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:22.967926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df94a174-9215-49b6-b313-ad42db74e130 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.003617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:23.003983 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.045080 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df94a174-9215-49b6-b313-ad42db74e130 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.184535 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.190483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df94a174-9215-49b6-b313-ad42db74e130 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.193613 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.251247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:23.264398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc652d8e-ea2d-4a4f-b342-ebe86446c0df,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.276617 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.276977 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Added segment 1b1b2fe2-20ef-447c-ae11-9d1da3b2f712 of type vlan for network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 Jul 16 18:35:23.322526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df94a174-9215-49b6-b313-ad42db74e130 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.340786 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.366200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94a174-9215-49b6-b313-ad42db74e130 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=aa85f41c-9e21-4528-82e9-4989c5632993,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.370783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-df94a174-9215-49b6-b313-ad42db74e130 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.375498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:23.376762 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-df94a174-9215-49b6-b313-ad42db74e130 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/aa85f41c-9e21-4528-82e9-4989c5632993 HTTP/1.1" status: 204 len: 168 time: 0.5721502 Jul 16 18:35:23.379675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf6cce-2bbb-4053-aab0-dcfb96f9165a None None] Network 6b04c23b-5516-482c-81bb-815789b0e26f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:23.403299 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.405311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.405952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.443696 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8994253 Jul 16 18:35:23.451912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:23.459034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Request body: {'subnet': {'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1356465756-subnet', 'tenant_id': 'e6f56d68744d4ad5b5c2eff009b7a6d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:23.479900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.507738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f5563-390e-42c3-9935-245a500da45a admin admin] Pushing event updated for resources: {'Network': ['ID=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.524282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Made reservation on behalf of e6f56d68744d4ad5b5c2eff009b7a6d8 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:23.528907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.544718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:23.554875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:23.554875 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.645305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] For port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7,segment=NetworkSegment(30f61e42-f0fe-4f7c-9afe-32c65ff78973),segment_id=30f61e42-f0fe-4f7c-9afe-32c65ff78973)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:23.645781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.664968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:23.805568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7aa021d4-6773-4741-b882-ad852360e752 req-5903b58c-10b9-42e8-a10f-2efae2201560 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 210 time: 0.0472109 Jul 16 18:35:23.825333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] DHCP port deletion for 6b04c23b-5516-482c-81bb-815789b0e26f request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:35:23.830966 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.872125 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:23.902490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.915781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] Deleting port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:23.916174 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.929614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc81f56-eda7-4152-8f3d-7088d443666a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.941567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No DVR routers for this DVR port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:23.953231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.969781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Checking segment: {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:23.970251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Network hostable DHCP agents. Network: e9ffaac4-b7cc-411b-afa8-d3b42081b1f5, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:24.019496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:24.048505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e9ffaac4-b7cc-411b-afa8-d3b42081b1f5) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:24.053209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.054114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.059115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] For port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:24.060147 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.061598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e5a8e-bb20-4c9b-872a-0e6fc416a542 req-2219acf7-e468-479c-9de3-6fc6ab201282 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.063210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f2e5a8e-bb20-4c9b-872a-0e6fc416a542 req-2219acf7-e468-479c-9de3-6fc6ab201282 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 946 time: 0.2092140 Jul 16 18:35:24.064996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d830941-aabb-44fa-a958-ee1b139c7434 None None] Network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:24.094989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-22ba65ae-8f6a-49e1-af02-747596d72ed6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6415036 Jul 16 18:35:24.103465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] Calling delete_port for d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:24.108008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] Port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:35:24.113280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.138324 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.160198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b04c23b-5516-482c-81bb-815789b0e26f']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:24.185004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f61e42-f0fe-4f7c-9afe-32c65ff78973') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:24.186283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f61e42-f0fe-4f7c-9afe-32c65ff78973') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:24.213842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f2e5a8e-bb20-4c9b-872a-0e6fc416a542 req-ac3e5c57-b685-44ae-a7d7-9f4e4ff9c7b6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339054 Jul 16 18:35:24.221972 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.247902 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.256965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:24.258261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:24.263524 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:24.409196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] No DVR routers for this DVR port d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:24.442596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94e430-741d-4c08-83cf-eb023e835c81 None None] Pushing event deleted for resources: {'Port': ['ID=d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:24.534631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3867ba-2a5e-4c63-9257-c8f8b43e390a None None] Network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:24.548158 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.553586 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.555759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/networks/6b04c23b-5516-482c-81bb-815789b0e26f HTTP/1.1" status: 204 len: 168 time: 1.1790166 Jul 16 18:35:24.561942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:24.567654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-106319763'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:24.601029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:24.608926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.648980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:24.662096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.662517 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Added segment 891fc39a-7630-4cc3-b792-581bf5bf2191 of type vlan for network b39a939b-d827-4a4d-80d5-1d308644625f Jul 16 18:35:24.678217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282faa5-5398-49f3-aedb-cb7c07045a63 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Network': ['ID=6b04c23b-5516-482c-81bb-815789b0e26f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:24.722290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.729545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-760b9dcb-40a5-4c5d-9041-688b74163df8 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.731237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-760b9dcb-40a5-4c5d-9041-688b74163df8 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.4491994 Jul 16 18:35:24.757364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'port': {'device_id': '383cc8fa-d776-407d-8568-219ce726e4bb', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'admin_state_up': True, 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:24.762012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.768897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.769621 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.814374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2511098 Jul 16 18:35:24.817348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48986) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:24.822537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': 'b39a939b-d827-4a4d-80d5-1d308644625f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:24.882890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cfcde-106f-44bb-93bd-e9a91c9690eb req-332c02fb-e520-4166-8031-08338bf3cf3c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.885344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d70cfcde-106f-44bb-93bd-e9a91c9690eb req-332c02fb-e520-4166-8031-08338bf3cf3c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 946 time: 0.3589182 Jul 16 18:35:24.894697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:24.925091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:24.925488 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d7e5c5b8-f0ca-48cc-ac86-34c970d00ba7 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:24.929620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-0db3d6d1-6b54-4e6b-8445-95997c01b100 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.936960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-0db3d6d1-6b54-4e6b-8445-95997c01b100 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 813 time: 0.2672901 Jul 16 18:35:24.969679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7a5a8-2af3-432f-97af-6108c167feda tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Network': ['ID=b39a939b-d827-4a4d-80d5-1d308644625f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:24.984796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-626d2b16-e490-46e0-8f8c-05aceaf5a0e9 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/quotas/e6f56d68744d4ad5b5c2eff009b7a6d8 HTTP/1.1" status: 200 len: 375 time: 0.0469251 Jul 16 18:35:24.988888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network b39a939b-d827-4a4d-80d5-1d308644625f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:25.015569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:25.025062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.067546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d70cfcde-106f-44bb-93bd-e9a91c9690eb req-b80b4d6c-b9be-4cb1-8ac0-73445a6b80b3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490364 Jul 16 18:35:25.092548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-cbd34780-02fb-4c66-af94-9f28c9c9e91e tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843089 Jul 16 18:35:25.103604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48992) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:25.143812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Made reservation on behalf of a1cc4fc6d4ca4679a2550eed68336600 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:25.147803 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.339461 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.401618 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23244417-10a2-4351-a57d-7d433970f73b req-c5c5dfc1-5101-4129-baf1-5fca3d88d224 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 210 time: 0.0798981 Jul 16 18:35:25.402889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Allocated IP 172.20.0.4 (28e650c5-9c08-452d-a9f4-d6377e24567e/c4625356-a4f5-445c-a349-a43e42130267/51f6ed95-d740-43f5-b1a3-239a3b7d7f94) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:25.411501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=73802e89-621a-4bd7-b228-f247613d3ee2,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:25.423158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Checking segment: {'id': '891fc39a-7630-4cc3-b792-581bf5bf2191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b39a939b-d827-4a4d-80d5-1d308644625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:25.423844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network hostable DHCP agents. Network: b39a939b-d827-4a4d-80d5-1d308644625f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:25.447954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network b39a939b-d827-4a4d-80d5-1d308644625f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:25.460271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, b39a939b-d827-4a4d-80d5-1d308644625f) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:25.464949 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:25.466466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.474676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-4522939b-e427-4a6a-afaa-f7874b35ae58 service neutron] 10.222.0.60 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813505 Jul 16 18:35:25.480567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb779920-8443-4fad-93ff-3786e714f934 None None] Network b39a939b-d827-4a4d-80d5-1d308644625f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:25.504005 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-21553069-308d-44ca-9c94-99b255f0d269 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6855452 Jul 16 18:35:25.507556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 48996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:25.516771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': 'b39a939b-d827-4a4d-80d5-1d308644625f', 'name': 'tempest-PortsIpV6TestJSON-370958575', 'fixed_ips': [{'subnet_id': '73802e89-621a-4bd7-b228-f247613d3ee2', 'ip_address': '2001:db8::10'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:25.572322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a983b-9b26-4ae5-af2b-55b029469020 tempest-TestVolumeBootPattern-1154659773 tempest-TestVolumeBootPattern-1154659773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:25.576794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ca9a983b-9b26-4ae5-af2b-55b029469020 tempest-TestVolumeBootPattern-1154659773 tempest-TestVolumeBootPattern-1154659773-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 1093 time: 0.4674051 Jul 16 18:35:25.602903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 48998) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:25.611297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '896341b2-f40f-4d7c-928b-9280a3436846', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:25.674370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:25.700237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-b39a939b-d827-4a4d-80d5-1d308644625f', 'network_id': 'b39a939b-d827-4a4d-80d5-1d308644625f', 'tenant_id': '26323166245f442d87415533f0f9ed36', 'fixed_ips': [{'subnet_id': '73802e89-621a-4bd7-b228-f247613d3ee2'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:25.701726 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.720483 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.747121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.758347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-3e29591b-51f5-4fcf-a69b-9736298642a7 service neutron] 10.222.0.60 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696881 Jul 16 18:35:25.770437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Transition to ACTIVE for port object 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:25.812559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.839803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:25.866614 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.938968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Network 28e650c5-9c08-452d-a9f4-d6377e24567e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:25.948549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:25.949217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'Port': ['ID=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:25.953188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:26.007747 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.036859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Allocated IP 2001:db8::2 (b39a939b-d827-4a4d-80d5-1d308644625f/73802e89-621a-4bd7-b228-f247613d3ee2/36b02107-f2dd-4ed2-bc25-c4f4d151ce6f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:26.046589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:26.047246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.174448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0239e408-5be3-4a20-956b-1276de94b9ba tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4238863 Jul 16 18:35:26.203366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Request body: {'port': {'device_id': '383cc8fa-d776-407d-8568-219ce726e4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:26.319993 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.329545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Transition to ACTIVE for port object 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:26.347094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Transition to ACTIVE for port object 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:26.365831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.25.2.123 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/aea3b242-c739-4bc3-93ca-41d772ea0592) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:26.370999 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.417910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0f255b2-4edf-4688-b0ac-4144eeb1d7f9 req-95718e9b-991a-43aa-bdc6-7a318c679f71 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 210 time: 0.0550017 Jul 16 18:35:26.420159 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.478890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::10 (b39a939b-d827-4a4d-80d5-1d308644625f/73802e89-621a-4bd7-b228-f247613d3ee2/2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:26.485580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-baa03e69-faeb-4171-a1bc-4cd257b5c5ee None None] Provisioning for port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:26.505458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-baa03e69-faeb-4171-a1bc-4cd257b5c5ee None None] Provisioning complete for port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:26.508237 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baa03e69-faeb-4171-a1bc-4cd257b5c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.547909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Network b39a939b-d827-4a4d-80d5-1d308644625f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:26.554043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:26.564323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:26.568208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Pushing event updated for resources: {'Port': ['ID=36b02107-f2dd-4ed2-bc25-c4f4d151ce6f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:26.593046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-baa03e69-faeb-4171-a1bc-4cd257b5c5ee None None] Port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:26.652104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.653274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.655516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.656200 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.656761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.657471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.659049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.660210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.661078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.662316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.662896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.663354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:26.748574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Attempting to bind port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:26.749422 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Attempting to bind port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '891fc39a-7630-4cc3-b792-581bf5bf2191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b39a939b-d827-4a4d-80d5-1d308644625f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:26.749996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Attempting to bind port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f on network b39a939b-d827-4a4d-80d5-1d308644625f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:26.756709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:26.757576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Checking segment: {'id': '891fc39a-7630-4cc3-b792-581bf5bf2191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b39a939b-d827-4a4d-80d5-1d308644625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:26.758183 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.759518 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Bound using segment: {'id': '891fc39a-7630-4cc3-b792-581bf5bf2191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b39a939b-d827-4a4d-80d5-1d308644625f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:26.760267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Bound port: 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891fc39a-7630-4cc3-b792-581bf5bf2191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b39a939b-d827-4a4d-80d5-1d308644625f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:26.760951 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.836294 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.838520 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.880188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object 2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:26.919931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] For port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:26.924835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] For port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36b02107-f2dd-4ed2-bc25-c4f4d151ce6f,segment=NetworkSegment(891fc39a-7630-4cc3-b792-581bf5bf2191),segment_id=891fc39a-7630-4cc3-b792-581bf5bf2191)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:26.932972 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.951602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.972365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ed9ed-fe31-4344-ad59-7eca9935d36f req-54ffb63a-9961-493d-9355-7f15b655f0d1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:26.974072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-978ed9ed-fe31-4344-ad59-7eca9935d36f req-54ffb63a-9961-493d-9355-7f15b655f0d1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 931 time: 0.2829635 Jul 16 18:35:27.001149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55964b38-bf77-480f-988c-a752d42d73a4 None None] Pushing event updated for resources: {'Port': ['ID=36b02107-f2dd-4ed2-bc25-c4f4d151ce6f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.020599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.039421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.054159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network b39a939b-d827-4a4d-80d5-1d308644625f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:27.056533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:27.059460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:27.065742 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:27.066416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.090529 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d1ec1aa4-5d66-4f40-ae84-8735fc35fb38 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5815580 Jul 16 18:35:27.091901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-978ed9ed-fe31-4344-ad59-7eca9935d36f req-d5652b6c-53a7-48fd-9582-432378c9c6ee tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088517 Jul 16 18:35:27.093670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49020) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:27.100463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': 'b39a939b-d827-4a4d-80d5-1d308644625f', 'name': 'tempest-PortsIpV6TestJSON-907595049', 'fixed_ips': [{'subnet_id': '73802e89-621a-4bd7-b228-f247613d3ee2', 'ip_address': '2001:db8::f'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:27.129351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:27.180860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:27.192863 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.212606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:27.216620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Transition to ACTIVE for port object 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:27.217323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=aea3b242-c739-4bc3-93ca-41d772ea0592,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.225828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:27.270187 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.321888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:27.328211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.360467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 2e6602bc-f24e-4e26-beef-9b873ed699af yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:27.381657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.698672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb735f25-5561-4ef9-8c57-3f8f30165546 req-af94252a-2b1b-48f6-b039-aec13b66b8f5 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 210 time: 0.0964882 Jul 16 18:35:27.768648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::f (b39a939b-d827-4a4d-80d5-1d308644625f/73802e89-621a-4bd7-b228-f247613d3ee2/2e6602bc-f24e-4e26-beef-9b873ed699af) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:27.769203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Attempting to bind port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:27.769546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Attempting to bind port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:27.769877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Attempting to bind port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:27.949884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.966894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object 2e6602bc-f24e-4e26-beef-9b873ed699af will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:28.017423 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.075476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network b39a939b-d827-4a4d-80d5-1d308644625f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:28.079194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:28.083654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:28.092634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:28.093332 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.109484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=2e6602bc-f24e-4e26-beef-9b873ed699af,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:28.119297 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-04398b4b-214a-4cef-a7af-48e7c1dbe171 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0213013 Jul 16 18:35:28.119649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:28.248660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 on network 28e650c5-9c08-452d-a9f4-d6377e24567e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:28.249214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Attempting to bind port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:28.263846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:28.264277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Checking segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:28.264763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Bound using segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:28.265296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Bound port: 51f6ed95-d740-43f5-b1a3-239a3b7d7f94, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:28.266386 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.346735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc0507-6f4a-43e1-84ca-e8c57aa890f6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:28.348397 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-13bc0507-6f4a-43e1-84ca-e8c57aa890f6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2277920 Jul 16 18:35:28.355098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49030) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:28.365732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-b5e18be9-ad32-4d44-918c-e4048418e7b7 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:28.367785 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-b5e18be9-ad32-4d44-918c-e4048418e7b7 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.45 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 813 time: 0.1805031 Jul 16 18:35:28.423154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Request body: {'port': {'device_id': 'b9a8e293-e270-4a76-9d62-ab8fffbec281', 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5', 'admin_state_up': True, 'tenant_id': 'e6f56d68744d4ad5b5c2eff009b7a6d8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:28.482223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a641a3-7c30-4f3e-acad-ffdb7b400fb8 None None] Network b39a939b-d827-4a4d-80d5-1d308644625f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:28.519611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] For port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:28.574795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ba93e-23e7-4647-81af-20b7ff30f39a req-9155c0f2-6c0c-4b87-8601-16d064e03d39 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:28.576383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-197ba93e-23e7-4647-81af-20b7ff30f39a req-9155c0f2-6c0c-4b87-8601-16d064e03d39 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 943 time: 0.2676165 Jul 16 18:35:28.578370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] For port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:28.595340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.649278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-21302060-c414-4ad5-bfa2-2861a17979b5 None None] Provisioning for port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:28.656168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:28.656842 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.658280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] 10.222.0.46 "PUT /v2.0/ports/51f6ed95-d740-43f5-b1a3-239a3b7d7f94 HTTP/1.1" status: 200 len: 1092 time: 2.4624875 Jul 16 18:35:28.666965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383cc8fa-d776-407d-8568-219ce726e4bb', 'tag': '51f6ed95-d740-43f5-b1a3-239a3b7d7f94'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:28.670394 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953" -d '{"events": [{"name": "network-changed", "server_uuid": "383cc8fa-d776-407d-8568-219ce726e4bb", "tag": "51f6ed95-d740-43f5-b1a3-239a3b7d7f94"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:28.788272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce640f-7c9c-433a-a242-48f16ca64ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:28.795018 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b883f4-12bb-491f-9100-c974855ef862 x-openstack-request-id: req-d1b883f4-12bb-491f-9100-c974855ef862 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:28.795233 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383cc8fa-d776-407d-8568-219ce726e4bb", "tag": "51f6ed95-d740-43f5-b1a3-239a3b7d7f94", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:28.795601 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1b883f4-12bb-491f-9100-c974855ef862 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:28.795994 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383cc8fa-d776-407d-8568-219ce726e4bb', 'tag': '51f6ed95-d740-43f5-b1a3-239a3b7d7f94', 'status': 'completed', 'code': 200} Jul 16 18:35:28.822683 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-197ba93e-23e7-4647-81af-20b7ff30f39a req-2771dcd8-e439-4bff-8269-f15c3967bc93 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344301 Jul 16 18:35:28.837655 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.939804 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.941715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-f1aff413-f2df-4d08-8bef-4c10e34c89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:28.943437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-f1aff413-f2df-4d08-8bef-4c10e34c89a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 1095 time: 0.1963878 Jul 16 18:35:28.957666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:29.026396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:29.031162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:29.031572 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.096182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-feceb12c-9304-4c34-9688-fbdee8da3a8a req-3d8ae196-885b-4ce8-b2b1-2c59f7d2fa4e tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 210 time: 0.0363245 Jul 16 18:35:29.097477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-8176ce83-953f-433b-b883-b0dd1ed6fa72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f6ed95-d740-43f5-b1a3-239a3b7d7f94 HTTP/1.1" status: 200 len: 217 time: 0.1124671 Jul 16 18:35:29.100609 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.166813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.202206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-2b110660-e9e1-4b61-a1f6-45440781504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.203830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-2b110660-e9e1-4b61-a1f6-45440781504d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0982172 Jul 16 18:35:29.210556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36b02107-f2dd-4ed2-bc25-c4f4d151ce6f,segment=NetworkSegment(891fc39a-7630-4cc3-b792-581bf5bf2191),segment_id=891fc39a-7630-4cc3-b792-581bf5bf2191)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:29.219712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.235101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e852187-2050-4ee5-964e-165d250efd95 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.241807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e852187-2050-4ee5-964e-165d250efd95 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.248008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e852187-2050-4ee5-964e-165d250efd95 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.249953 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4e852187-2050-4ee5-964e-165d250efd95 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.8798037 Jul 16 18:35:29.253103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49038) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:29.292920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=36b02107-f2dd-4ed2-bc25-c4f4d151ce6f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:29.315794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Provisioning complete for port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:29.316170 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.321405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-b064eb7e-4a2a-4001-ae3a-0d35a53b78c6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.323312 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-b064eb7e-4a2a-4001-ae3a-0d35a53b78c6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.46 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 813 time: 0.7852345 Jul 16 18:35:29.350457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-59deb767-ce78-4ea3-bdd1-54e64b376643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.352034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-59deb767-ce78-4ea3-bdd1-54e64b376643 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333523 Jul 16 18:35:29.357378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Request body: {'port': {'device_id': 'cba2d7a8-9359-4f4f-b82f-ea69c7aa6782', 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5', 'admin_state_up': True, 'tenant_id': 'e6f56d68744d4ad5b5c2eff009b7a6d8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:29.380744 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.386216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Made reservation on behalf of e6f56d68744d4ad5b5c2eff009b7a6d8 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:29.389950 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.415113 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.433730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Provisioning for port 2e6602bc-f24e-4e26-beef-9b873ed699af completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:29.439118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Provisioning complete for port 2e6602bc-f24e-4e26-beef-9b873ed699af triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:29.439118 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.480873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Port 2e6602bc-f24e-4e26-beef-9b873ed699af cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:29.487685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=aea3b242-c739-4bc3-93ca-41d772ea0592,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:29.499280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Provisioning for port 2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:29.505973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Provisioning complete for port 2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:29.505973 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.552709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-17d8b6ba-27c2-4650-b6e0-aa4cbd4e148f None None] Port 2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:29.627845 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.677526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-33e37c46-e815-4f34-b782-67cfbb7495d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 2e6602bc-f24e-4e26-beef-9b873ed699af {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:29.677770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e7f0fae6-c39c-4d14-8f5f-b2acb49e3f3d None None] Provisioning complete for port 2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:29.677860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33e37c46-e815-4f34-b782-67cfbb7495d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.678085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7f0fae6-c39c-4d14-8f5f-b2acb49e3f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.681577 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-c046f657-5330-4426-bc78-6045db540f09 service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980983 Jul 16 18:35:29.689648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Allocated IP 172.20.0.3 (e9ffaac4-b7cc-411b-afa8-d3b42081b1f5/0bc81f56-eda7-4152-8f3d-7088d443666a/99830645-b9e7-4016-aa42-667a83c1843a) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:29.746896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0fae6-c39c-4d14-8f5f-b2acb49e3f3d None None] Port 2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:29.818706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Made reservation on behalf of e6f56d68744d4ad5b5c2eff009b7a6d8 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:29.822819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.825393 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Floating IP 31e8ea73-199f-476a-86c6-e7936869aa52 associated. External IP: 172.25.2.123, port: 896341b2-f40f-4d7c-928b-9280a3436846. Jul 16 18:35:29.877298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a677843-ac3a-4c83-906a-b64c5b25c3b0 req-0b31604f-f449-47bd-b432-34bddf888608 service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875582 Jul 16 18:35:29.880967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e6f9dd7-36ca-4ef2-8fe8-3b83fc8f3fc9 None None] Provisioning complete for port 2e6602bc-f24e-4e26-beef-9b873ed699af triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:29.881345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e6f9dd7-36ca-4ef2-8fe8-3b83fc8f3fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.889304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33e37c46-e815-4f34-b782-67cfbb7495d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.922192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f9dd7-36ca-4ef2-8fe8-3b83fc8f3fc9 None None] Port 2e6602bc-f24e-4e26-beef-9b873ed699af cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:29.986331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-33e37c46-e815-4f34-b782-67cfbb7495d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 2e6602bc-f24e-4e26-beef-9b873ed699af owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:30.122673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.173878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-393ebe8b-1089-4d88-979a-c3f2a78796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.175411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-393ebe8b-1089-4d88-979a-c3f2a78796d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 1095 time: 0.1943128 Jul 16 18:35:30.182962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317f8f-7d7a-40f9-82bd-e82fb2f9e304 req-20038d21-9b62-40e3-871b-7057f0b6c622 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.184433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c317f8f-7d7a-40f9-82bd-e82fb2f9e304 req-20038d21-9b62-40e3-871b-7057f0b6c622 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 943 time: 0.2015033 Jul 16 18:35:30.227333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.292858 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33e37c46-e815-4f34-b782-67cfbb7495d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.293556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Router 37fa7e14-6425-4c07-8972-3fb5c4189864 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:30.310262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c317f8f-7d7a-40f9-82bd-e82fb2f9e304 req-196d4468-ab41-4ece-880c-294904fc5a16 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153893 Jul 16 18:35:30.333983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:30.337667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3284a1b6-fcc1-49de-b867-88955f5ae619 req-57b2aef5-8608-4056-9943-35cd8f8a9096 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 210 time: 0.0763326 Jul 16 18:35:30.340238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Allocated IP 172.20.0.11 (e9ffaac4-b7cc-411b-afa8-d3b42081b1f5/0bc81f56-eda7-4152-8f3d-7088d443666a/c27dc56d-cf2c-42e7-912a-2edd150945a0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:30.345958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:30.351490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Pushing event updated for resources: {'Port': ['ID=99830645-b9e7-4016-aa42-667a83c1843a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:30.356334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:30.418107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-10809702-9e22-4d65-a188-e416995f0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.419546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-10809702-9e22-4d65-a188-e416995f0afb service neutron] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.2341435 Jul 16 18:35:30.426584 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33e37c46-e815-4f34-b782-67cfbb7495d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.431588 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-33e37c46-e815-4f34-b782-67cfbb7495d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/2e6602bc-f24e-4e26-beef-9b873ed699af HTTP/1.1" status: 204 len: 168 time: 1.1725943 Jul 16 18:35:30.436383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:30.438662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e37c46-e815-4f34-b782-67cfbb7495d8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=2e6602bc-f24e-4e26-beef-9b873ed699af,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:30.505157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.505813 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.509120 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f0c567-7de5-4cae-af58-4b9e09bfd260 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:30.513788 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-41f0c567-7de5-4cae-af58-4b9e09bfd260 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/2e6602bc-f24e-4e26-beef-9b873ed699af HTTP/1.1" status: 404 len: 333 time: 0.0732288 Jul 16 18:35:30.519265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49048) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:30.522250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-67a9e4dc-d96f-42fe-b8bd-4117d76ebec5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f6ed95-d740-43f5-b1a3-239a3b7d7f94 HTTP/1.1" status: 200 len: 217 time: 0.0937903 Jul 16 18:35:30.538816 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a819ec67-c9fb-4e91-a412-5c1e66076f25 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1280611 Jul 16 18:35:30.561614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Request body: {'port': {'device_id': 'b9a8e293-e270-4a76-9d62-ab8fffbec281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:30.613354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:30.628636 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] Sync routers for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:30.638922 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:30.639549 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:35:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:30.658608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-0eee0149-a7fa-49d0-9d71-c718ab9fe6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.660253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-0eee0149-a7fa-49d0-9d71-c718ab9fe6a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.1287313 Jul 16 18:35:30.672539 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.711542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.718766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.763582 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:30.780474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-16a07bbe-2bb4-470d-ac02-44bee2451efa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1744342 Jul 16 18:35:30.799003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'tag': '896341b2-f40f-4d7c-928b-9280a3436846'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:30.801665 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256fe220-e278-4f3f-a4d5-476a6da14f20" -d '{"events": [{"name": "network-changed", "server_uuid": "686185ba-2193-4bc6-9f74-d2cb5ab63b29", "tag": "896341b2-f40f-4d7c-928b-9280a3436846"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:30.837955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e7caa39b-0830-43e4-8957-2683c4946f11 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:30.838530 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7caa39b-0830-43e4-8957-2683c4946f11 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.863879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-f7833f1e-ee55-45d4-876e-bf7c4b2c39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:30.866510 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-f7833f1e-ee55-45d4-876e-bf7c4b2c39fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1917396 Jul 16 18:35:30.869782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.883444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:30.912063 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9a5553-2c96-4cd0-b0c0-f74e3686701e x-openstack-request-id: req-ca9a5553-2c96-4cd0-b0c0-f74e3686701e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:30.912815 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686185ba-2193-4bc6-9f74-d2cb5ab63b29", "tag": "896341b2-f40f-4d7c-928b-9280a3436846", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:30.912815 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca9a5553-2c96-4cd0-b0c0-f74e3686701e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:30.913187 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'tag': '896341b2-f40f-4d7c-928b-9280a3436846', 'status': 'completed', 'code': 200} Jul 16 18:35:30.948661 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:30.949049 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.953855 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:30.966196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:30.969987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:31.076856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Pushing event updated for resources: {'Port': ['ID=c27dc56d-cf2c-42e7-912a-2edd150945a0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.096729 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '31e8ea73-199f-476a-86c6-e7936869aa52', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '896341b2-f40f-4d7c-928b-9280a3436846', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:1d:59:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:28Z', 'updated_at': '2021-07-16T18:35:28Z', 'revision_number': 0, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:31.115054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.115698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.130510 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] Checking router: 37fa7e14-6425-4c07-8972-3fb5c4189864 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:31.130692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7caa39b-0830-43e4-8957-2683c4946f11 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.140066 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:31.140861 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:35:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:31.148101 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-c0a80dbd-ea22-4bd4-907d-4067746ef949 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7985084 Jul 16 18:35:31.154778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e7caa39b-0830-43e4-8957-2683c4946f11 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:31.167107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-dcc0312e-03f6-4c61-a61b-c4b6c75c6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.168555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-dcc0312e-03f6-4c61-a61b-c4b6c75c6716 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 1098 time: 0.2414465 Jul 16 18:35:31.173381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Request body: {'port': {'device_id': 'cba2d7a8-9359-4f4f-b82f-ea69c7aa6782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:31.181160 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-e85a69c7-4bd3-41d0-b663-a65b0cf426ba service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663436 Jul 16 18:35:31.241832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99830645-b9e7-4016-aa42-667a83c1843a {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:31.261728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:31.283089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.302305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.307484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Transition to ACTIVE for port object 99830645-b9e7-4016-aa42-667a83c1843a will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:31.316021 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.375498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:31.478306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-eaec9038-4390-47ed-9186-72fde0fd7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.479818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-eaec9038-4390-47ed-9186-72fde0fd7e28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.3018167 Jul 16 18:35:31.485845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25a9de4b-f077-43f4-bd0c-ad2bf23ce953 req-ac378cce-e67f-4124-9425-8fd3e3e86165 service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950153 Jul 16 18:35:31.491800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=99830645-b9e7-4016-aa42-667a83c1843a,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.570575 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '31e8ea73-199f-476a-86c6-e7936869aa52', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '896341b2-f40f-4d7c-928b-9280a3436846', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:1d:59:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:28Z', 'updated_at': '2021-07-16T18:35:28Z', 'revision_number': 0, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:31.587516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:31.603440 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c398c-1d68-4684-ac7d-20c1a69cd37d None None] The sync data for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 is: [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '31e8ea73-199f-476a-86c6-e7936869aa52', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '896341b2-f40f-4d7c-928b-9280a3436846', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:1d:59:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:28Z', 'updated_at': '2021-07-16T18:35:28Z', 'revision_number': 0, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:31.611360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '51f6ed95-d740-43f5-b1a3-239a3b7d7f94', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'port_id': '51f6ed95-d740-43f5-b1a3-239a3b7d7f94', 'mac_address': 'fa:16:3e:69:02:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:31.637591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7caa39b-0830-43e4-8957-2683c4946f11 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.648918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-e03c888d-be3c-44af-8de2-0113c00c7ec4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=896341b2-f40f-4d7c-928b-9280a3436846 HTTP/1.1" status: 200 len: 1000 time: 0.1600776 Jul 16 18:35:31.671187 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.684106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Attempting to bind port 99830645-b9e7-4016-aa42-667a83c1843a on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:31.684505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Attempting to bind port 99830645-b9e7-4016-aa42-667a83c1843a by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:31.684833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Attempting to bind port 99830645-b9e7-4016-aa42-667a83c1843a on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:31.700261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Port 99830645-b9e7-4016-aa42-667a83c1843a on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:31.701625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Attempting to bind port 99830645-b9e7-4016-aa42-667a83c1843a on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:31.711283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:31.741150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:31.741511 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Checking segment: {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:31.741830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Bound using segment: {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:31.742525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Bound port: 99830645-b9e7-4016-aa42-667a83c1843a, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:31.743655 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.778666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:31.783758 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.864428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.872483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] For port 99830645-b9e7-4016-aa42-667a83c1843a, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:31.908356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] For port 99830645-b9e7-4016-aa42-667a83c1843a, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=99830645-b9e7-4016-aa42-667a83c1843a,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:31.916022 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.950490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27dc56d-cf2c-42e7-912a-2edd150945a0 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:31.968092 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.970204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf1cd0-94b9-4e2d-9f0a-cf262d60b838 None None] New status for floating IP 31e8ea73-199f-476a-86c6-e7936869aa52: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:31.979976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.980738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.982283 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] 10.222.0.45 "PUT /v2.0/ports/99830645-b9e7-4016-aa42-667a83c1843a HTTP/1.1" status: 200 len: 1092 time: 1.4272821 Jul 16 18:35:31.985903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a8e293-e270-4a76-9d62-ab8fffbec281', 'tag': '99830645-b9e7-4016-aa42-667a83c1843a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:31.988339 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a8e293-e270-4a76-9d62-ab8fffbec281", "tag": "99830645-b9e7-4016-aa42-667a83c1843a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:32.022516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Transition to ACTIVE for port object c27dc56d-cf2c-42e7-912a-2edd150945a0 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:32.038532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.049302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b845c-b276-4d3a-ae16-c17e022b7ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=99830645-b9e7-4016-aa42-667a83c1843a,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:32.079980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caa39b-0830-43e4-8957-2683c4946f11 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:32.158900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7caa39b-0830-43e4-8957-2683c4946f11 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.163338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e7caa39b-0830-43e4-8957-2683c4946f11 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a HTTP/1.1" status: 204 len: 168 time: 1.6404276 Jul 16 18:35:32.167219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49064) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:32.178231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['51f6ed95-d740-43f5-b1a3-239a3b7d7f94'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:32.197182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-be921585-f0f1-4177-9e5b-753ee90f5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.199739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-be921585-f0f1-4177-9e5b-753ee90f5e16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1336584 Jul 16 18:35:32.211230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Pushing event updated for resources: {'Port': ['ID=c27dc56d-cf2c-42e7-912a-2edd150945a0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:32.228366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-3c6f88c6-cb3a-4bcd-abe5-3743a273a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.229997 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-3c6f88c6-cb3a-4bcd-abe5-3743a273a349 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&device_id=b9a8e293-e270-4a76-9d62-ab8fffbec281 HTTP/1.1" status: 200 len: 1095 time: 0.2003736 Jul 16 18:35:32.256153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bfc18-092b-4a30-8824-3bf42844b33c req-25797c33-3112-4978-80fc-ce88d07a7e21 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.257791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c94bfc18-092b-4a30-8824-3bf42844b33c req-25797c33-3112-4978-80fc-ce88d07a7e21 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 932 time: 0.6957307 Jul 16 18:35:32.259535 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cfbc58-a8a6-49d4-b445-62bdccbca82d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:32.261238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-56cfbc58-a8a6-49d4-b445-62bdccbca82d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/2b7d42cb-6c21-4146-bdd5-4e11cdb60b0a HTTP/1.1" status: 404 len: 333 time: 0.0914295 Jul 16 18:35:32.265956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49066) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:32.270366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c13660-b9bc-4a31-8ce6-7d421bd20d35 req-1f0613ce-f69d-48ac-93ba-24d88aa8d4d0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.271956 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4c13660-b9bc-4a31-8ce6-7d421bd20d35 req-1f0613ce-f69d-48ac-93ba-24d88aa8d4d0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 943 time: 0.7325346 Jul 16 18:35:32.333976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-fb3ab6ff-2723-4fcb-870d-2719b4fb2228 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99830645-b9e7-4016-aa42-667a83c1843a HTTP/1.1" status: 200 len: 217 time: 0.0862129 Jul 16 18:35:32.377981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4c13660-b9bc-4a31-8ce6-7d421bd20d35 req-3bb80e06-2252-4297-9b17-b7ee4483451f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672607 Jul 16 18:35:32.401883 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c94bfc18-092b-4a30-8824-3bf42844b33c req-1eb10364-0039-4854-9bd2-ea49517c5bf1 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929892 Jul 16 18:35:32.407150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Attempting to bind port c27dc56d-cf2c-42e7-912a-2edd150945a0 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:32.407493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Attempting to bind port c27dc56d-cf2c-42e7-912a-2edd150945a0 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:32.408211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Attempting to bind port c27dc56d-cf2c-42e7-912a-2edd150945a0 on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:32.424123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Port c27dc56d-cf2c-42e7-912a-2edd150945a0 on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:32.424255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Attempting to bind port c27dc56d-cf2c-42e7-912a-2edd150945a0 on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:32.426577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-78b06420-df9c-415b-91e8-e6fbed4a6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.428288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-78b06420-df9c-415b-91e8-e6fbed4a6812 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1881664 Jul 16 18:35:32.429593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-34442997-8b99-4ce1-8c0f-5be1d8bfffb5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet 73802e89-621a-4bd7-b228-f247613d3ee2 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:32.439747 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34442997-8b99-4ce1-8c0f-5be1d8bfffb5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.464408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:32.464787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Checking segment: {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:32.465176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Bound using segment: {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:32.465625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Bound port: c27dc56d-cf2c-42e7-912a-2edd150945a0, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:32.465991 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.468698 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c78d10-ed66-47d3-8dd7-d93a403c7359 x-openstack-request-id: req-05c78d10-ed66-47d3-8dd7-d93a403c7359 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:32.468999 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a8e293-e270-4a76-9d62-ab8fffbec281", "tag": "99830645-b9e7-4016-aa42-667a83c1843a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:32.469249 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05c78d10-ed66-47d3-8dd7-d93a403c7359 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:32.469644 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a8e293-e270-4a76-9d62-ab8fffbec281', 'tag': '99830645-b9e7-4016-aa42-667a83c1843a', 'status': 'completed', 'code': 200} Jul 16 18:35:32.474086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a10a634b-404d-4f31-8934-b13790ed719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.475960 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a10a634b-404d-4f31-8934-b13790ed719f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0bc81f56-eda7-4152-8f3d-7088d443666a HTTP/1.1" status: 200 len: 853 time: 0.1212516 Jul 16 18:35:32.528095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34442997-8b99-4ce1-8c0f-5be1d8bfffb5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.543013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-7d0d4525-bc5d-4520-98d5-7cbc365e46f8 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063588 Jul 16 18:35:32.548439 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-6fdda01f-595f-4902-877b-57dbdbf05142 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563469 Jul 16 18:35:32.665489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-256fe220-e278-4f3f-a4d5-476a6da14f20 req-98c8d4f8-8cc3-4f54-8105-d55bce3afa05 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957284 Jul 16 18:35:32.672675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] For port c27dc56d-cf2c-42e7-912a-2edd150945a0, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:32.719140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] For port c27dc56d-cf2c-42e7-912a-2edd150945a0, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c27dc56d-cf2c-42e7-912a-2edd150945a0,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:32.729147 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.747041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34442997-8b99-4ce1-8c0f-5be1d8bfffb5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.810958 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-5e606735-6e1f-49e5-bcc0-04c86053c93a service neutron] 10.222.0.45 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381818 Jul 16 18:35:32.825469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.826096 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.827476 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] 10.222.0.46 "PUT /v2.0/ports/c27dc56d-cf2c-42e7-912a-2edd150945a0 HTTP/1.1" status: 200 len: 1093 time: 1.6599627 Jul 16 18:35:32.879921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548d351-6b60-48f2-b875-fb277d11434b service neutron] Pushing event updated for resources: {'Port': ['ID=c27dc56d-cf2c-42e7-912a-2edd150945a0,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:33.150361 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-01bbba0d-e3a5-4df3-be36-f70ef3e52725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.296005 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34442997-8b99-4ce1-8c0f-5be1d8bfffb5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.344455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34442997-8b99-4ce1-8c0f-5be1d8bfffb5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=73802e89-621a-4bd7-b228-f247613d3ee2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:33.347806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-34442997-8b99-4ce1-8c0f-5be1d8bfffb5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.349750 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-34442997-8b99-4ce1-8c0f-5be1d8bfffb5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/73802e89-621a-4bd7-b228-f247613d3ee2 HTTP/1.1" status: 204 len: 168 time: 1.0807805 Jul 16 18:35:33.351806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3218812-d91d-4984-961f-ddd32d2bf054 None None] Network b39a939b-d827-4a4d-80d5-1d308644625f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:33.353361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49078) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:33.354303 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-f3bcf026-140a-4e62-816a-73e1d06ee880 service neutron] 10.222.0.45 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322194 Jul 16 18:35:33.373674 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-bff8080d-5fc0-4da6-80ef-e959805e6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.376028 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-bff8080d-5fc0-4da6-80ef-e959805e6360 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 1096 time: 0.4868512 Jul 16 18:35:33.413926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:33.436768 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-fe379aa5-4932-462a-8b6c-93bd81cdd8be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27dc56d-cf2c-42e7-912a-2edd150945a0 HTTP/1.1" status: 200 len: 217 time: 0.0454028 Jul 16 18:35:33.460813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.527824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-7ca80581-21d8-48a9-8756-1b20159fb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.529605 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-7ca80581-21d8-48a9-8756-1b20159fb8ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0bc81f56-eda7-4152-8f3d-7088d443666a HTTP/1.1" status: 200 len: 853 time: 0.0836208 Jul 16 18:35:33.548390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-39fdcad0-9d69-4ae3-8588-739440ea6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.550256 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-39fdcad0-9d69-4ae3-8588-739440ea6c71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&device_id=b9a8e293-e270-4a76-9d62-ab8fffbec281 HTTP/1.1" status: 200 len: 1095 time: 0.1154752 Jul 16 18:35:33.587897 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-30f8f44b-79e2-4d9f-8b41-4af4d649ca42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419643 Jul 16 18:35:33.607672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:33.621299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:33.622783 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.643445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:33.644098 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.691029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bce425-3c48-4504-bc0e-525dee854d6a req-41279cd6-e250-4d39-afb7-b7fbf09d347a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.699507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4bce425-3c48-4504-bc0e-525dee854d6a req-41279cd6-e250-4d39-afb7-b7fbf09d347a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 944 time: 0.1419544 Jul 16 18:35:33.761532 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-a9ddbd52-32d9-446e-9ec9-dfd3a80bbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.762981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-a9ddbd52-32d9-446e-9ec9-dfd3a80bbe76 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 914 time: 0.2045288 Jul 16 18:35:33.792170 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.820572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] For port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36b02107-f2dd-4ed2-bc25-c4f4d151ce6f,segment=NetworkSegment(891fc39a-7630-4cc3-b792-581bf5bf2191),segment_id=891fc39a-7630-4cc3-b792-581bf5bf2191)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:33.821100 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.824423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383cc8fa-d776-407d-8568-219ce726e4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f6ed95-d740-43f5-b1a3-239a3b7d7f94'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:33.826891 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc2edb7-4651-4a78-90e6-73a341421d13" -d '{"events": [{"server_uuid": "383cc8fa-d776-407d-8568-219ce726e4bb", "name": "network-vif-plugged", "status": "completed", "tag": "51f6ed95-d740-43f5-b1a3-239a3b7d7f94"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:33.831579 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-fadc1b1e-b370-4eb1-bcbe-a73a6d3b449b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99830645-b9e7-4016-aa42-667a83c1843a HTTP/1.1" status: 200 len: 217 time: 0.0594032 Jul 16 18:35:33.842284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4bce425-3c48-4504-bc0e-525dee854d6a req-21b59c40-fe2b-4ac7-9bd5-8bb6d7501215 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417727 Jul 16 18:35:33.858117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:33.864138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:33.873755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3ae8-219b-443d-bd9f-e1f2be13b703 req-d41a91dc-5d88-4350-97f2-3fceeb3770be tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.876671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e01b3ae8-219b-443d-bd9f-e1f2be13b703 req-d41a91dc-5d88-4350-97f2-3fceeb3770be tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 944 time: 0.2129467 Jul 16 18:35:33.879228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] DHCP port deletion for b39a939b-d827-4a4d-80d5-1d308644625f request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:35:33.883236 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.905815 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-a5b97ac6-940f-47ca-9be0-461b57d28572 service neutron] 10.222.0.46 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076503 Jul 16 18:35:33.933379 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fa495a-95cb-4637-b8eb-586f9d75b5d6 x-openstack-request-id: req-38fa495a-95cb-4637-b8eb-586f9d75b5d6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:33.933733 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383cc8fa-d776-407d-8568-219ce726e4bb", "name": "network-vif-plugged", "status": "completed", "tag": "51f6ed95-d740-43f5-b1a3-239a3b7d7f94", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:33.933925 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38fa495a-95cb-4637-b8eb-586f9d75b5d6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:33.934358 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383cc8fa-d776-407d-8568-219ce726e4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f6ed95-d740-43f5-b1a3-239a3b7d7f94', 'code': 200} Jul 16 18:35:33.989694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.025050 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.027267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] Deleting port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:34.027964 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.065907 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5219552a-53a8-4a7a-95fe-48f7fe883e9b req-6c7fbc03-c886-44aa-b927-23f1d581efff service neutron] 10.222.0.46 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507034 Jul 16 18:35:34.069854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-c9a96b3b-fa5d-457a-8240-1148ac8c141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.072465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-c9a96b3b-fa5d-457a-8240-1148ac8c141c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0bc81f56-eda7-4152-8f3d-7088d443666a HTTP/1.1" status: 200 len: 853 time: 0.2336373 Jul 16 18:35:34.097211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e01b3ae8-219b-443d-bd9f-e1f2be13b703 req-c8aee043-6de9-4bfc-b9a5-92c1ac884f5e tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058499 Jul 16 18:35:34.098188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No DVR routers for this DVR port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:34.111021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=36b02107-f2dd-4ed2-bc25-c4f4d151ce6f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.137561 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-2ab370b9-0c29-489c-8c61-e8142217eba9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579100 Jul 16 18:35:34.159604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] For port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:34.160700 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.177112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] Calling delete_port for 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:34.181631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] Port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:35:34.183425 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.217542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] Pushing event deleted for resources: {'Port': ['ID=36b02107-f2dd-4ed2-bc25-c4f4d151ce6f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.226023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.227400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ef22b-f2e3-48e9-b5aa-b208d7eeb152 None None] No DVR routers for this DVR port 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:34.241580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39a939b-d827-4a4d-80d5-1d308644625f']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:34.255691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891fc39a-7630-4cc3-b792-581bf5bf2191') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:34.256022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891fc39a-7630-4cc3-b792-581bf5bf2191') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:34.268115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26305ce8-127f-49f9-8104-a86fefac0e93 req-6bc67147-eb01-4a83-9ee0-712aba02cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.269685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26305ce8-127f-49f9-8104-a86fefac0e93 req-6bc67147-eb01-4a83-9ee0-712aba02cee5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 1097 time: 0.2416022 Jul 16 18:35:34.271567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.279872 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-ea20feef-25ac-4dc0-be3b-598a0ba87004 service neutron] 10.222.0.45 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340570 Jul 16 18:35:34.306047 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.322668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:34.323595 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:34.326773 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:34.330101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26305ce8-127f-49f9-8104-a86fefac0e93 req-71953b2f-337b-4c12-9a1b-0d6bff121351 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Jul 16 18:35:34.395375 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee8d1566-67cc-4b0c-a8e8-6f1802d1fa66 req-0d531993-4e97-40e1-b5c6-79edaf6af45f service neutron] 10.222.0.45 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059263 Jul 16 18:35:34.410299 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.419958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.422057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/networks/b39a939b-d827-4a4d-80d5-1d308644625f HTTP/1.1" status: 204 len: 168 time: 1.0674763 Jul 16 18:35:34.425844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49088) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:34.431820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-351440475'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:34.433435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816fb79-d8e6-4b59-b0bb-497ac258b716 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Network': ['ID=b39a939b-d827-4a4d-80d5-1d308644625f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.460462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:34.465576 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.476618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba2d7a8-9359-4f4f-b82f-ea69c7aa6782', 'tag': 'c27dc56d-cf2c-42e7-912a-2edd150945a0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:34.479920 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb3b0cd-3703-497a-8218-63f439448775" -d '{"events": [{"name": "network-changed", "server_uuid": "cba2d7a8-9359-4f4f-b82f-ea69c7aa6782", "tag": "c27dc56d-cf2c-42e7-912a-2edd150945a0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:34.501316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:34.515759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.516171 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Added segment 88551a6e-d0ef-4dad-91d9-cbc4f51aa746 of type vlan for network fd3d62f3-df23-42a6-a849-ff347b3f6ddd Jul 16 18:35:34.531825 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043f1be-aed8-47e1-82a4-81217850186b x-openstack-request-id: req-1043f1be-aed8-47e1-82a4-81217850186b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:34.532151 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba2d7a8-9359-4f4f-b82f-ea69c7aa6782", "tag": "c27dc56d-cf2c-42e7-912a-2edd150945a0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:34.532365 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1043f1be-aed8-47e1-82a4-81217850186b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:34.532810 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba2d7a8-9359-4f4f-b82f-ea69c7aa6782', 'tag': 'c27dc56d-cf2c-42e7-912a-2edd150945a0', 'status': 'completed', 'code': 200} Jul 16 18:35:34.570165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.619972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.627395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.628076 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.685445 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2583418 Jul 16 18:35:34.688313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49092) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:34.696962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': 'fd3d62f3-df23-42a6-a849-ff347b3f6ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:34.721428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ac161-5723-49c6-b003-8743fa431ca9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Network': ['ID=fd3d62f3-df23-42a6-a849-ff347b3f6ddd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.737176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network fd3d62f3-df23-42a6-a849-ff347b3f6ddd details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:34.818647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:34.823054 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.885380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:34.906907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:34.907032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36b02107-f2dd-4ed2-bc25-c4f4d151ce6f not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:35.063495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.137478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=af60c1b2-1d99-4c01-8a5a-1d1333d5c2fe,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:35.168495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78f115-3221-4ec7-ba98-fc0cfaf7ce12 req-2d7530e7-dca1-4939-baf7-f5d9bd9c60b3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.170054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c78f115-3221-4ec7-ba98-fc0cfaf7ce12 req-2d7530e7-dca1-4939-baf7-f5d9bd9c60b3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1579630 Jul 16 18:35:35.188712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Checking segment: {'id': '88551a6e-d0ef-4dad-91d9-cbc4f51aa746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fd3d62f3-df23-42a6-a849-ff347b3f6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:35.189071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network hostable DHCP agents. Network: fd3d62f3-df23-42a6-a849-ff347b3f6ddd, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:35.285422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c78f115-3221-4ec7-ba98-fc0cfaf7ce12 req-b8b3a16e-fca0-4722-923b-ed6599cf4378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040096 Jul 16 18:35:35.292921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network fd3d62f3-df23-42a6-a849-ff347b3f6ddd is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:35.323195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, fd3d62f3-df23-42a6-a849-ff347b3f6ddd) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:35.331031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e81b0-14b7-4d8a-a234-8cbccfd44762 None None] Network fd3d62f3-df23-42a6-a849-ff347b3f6ddd requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:35.331492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.331900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.346578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3b0cd-3703-497a-8218-63f439448775 req-27b9296a-9881-4604-94a0-1da22cb2c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.348212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fb3b0cd-3703-497a-8218-63f439448775 req-27b9296a-9881-4604-94a0-1da22cb2c184 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 1096 time: 0.1751297 Jul 16 18:35:35.362198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32bd20-7aa9-4733-87df-a0cc3b963c2f req-61b90c35-fa7a-4ee1-9279-50be17b54967 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.363750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee32bd20-7aa9-4733-87df-a0cc3b963c2f req-61b90c35-fa7a-4ee1-9279-50be17b54967 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 944 time: 0.1237350 Jul 16 18:35:35.386887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-51010fbe-be33-4a98-b07a-46ae9f8f3c51 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6947339 Jul 16 18:35:35.387376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49100) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:35.392869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8466dd74-c589-401b-9d5d-c88f5237684e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2142783294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:35.446504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8466dd74-c589-401b-9d5d-c88f5237684e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.448631 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8466dd74-c589-401b-9d5d-c88f5237684e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.463856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee32bd20-7aa9-4733-87df-a0cc3b963c2f req-2bb5d19f-0d14-4814-b489-0df08ca55fbf tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897923 Jul 16 18:35:35.504585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3b0cd-3703-497a-8218-63f439448775 req-bd2e282b-d489-4229-844b-233b816b8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.506414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fb3b0cd-3703-497a-8218-63f439448775 req-bd2e282b-d489-4229-844b-233b816b8326 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 914 time: 0.1417449 Jul 16 18:35:35.520798 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8466dd74-c589-401b-9d5d-c88f5237684e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.526331 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8466dd74-c589-401b-9d5d-c88f5237684e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.544686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8466dd74-c589-401b-9d5d-c88f5237684e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.548825 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8466dd74-c589-401b-9d5d-c88f5237684e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1578650 Jul 16 18:35:35.549119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49102) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:35.554985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'network_id': 'fd3d62f3-df23-42a6-a849-ff347b3f6ddd', 'name': 'tempest-PortsIpV6TestJSON-925502052'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:35.555805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-fd3d62f3-df23-42a6-a849-ff347b3f6ddd', 'network_id': 'fd3d62f3-df23-42a6-a849-ff347b3f6ddd', 'tenant_id': '26323166245f442d87415533f0f9ed36', 'fixed_ips': [{'subnet_id': 'af60c1b2-1d99-4c01-8a5a-1d1333d5c2fe'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:35.556913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.568686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fb3b0cd-3703-497a-8218-63f439448775 req-0744eeba-2b3c-4008-8925-f12b62c48107 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c27dc56d-cf2c-42e7-912a-2edd150945a0 HTTP/1.1" status: 200 len: 217 time: 0.0522056 Jul 16 18:35:35.627019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3b0cd-3703-497a-8218-63f439448775 req-fd682a10-7364-44ef-9f30-cb24e0527973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.628591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fb3b0cd-3703-497a-8218-63f439448775 req-fd682a10-7364-44ef-9f30-cb24e0527973 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0bc81f56-eda7-4152-8f3d-7088d443666a HTTP/1.1" status: 200 len: 853 time: 0.0524764 Jul 16 18:35:35.668723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fb3b0cd-3703-497a-8218-63f439448775 req-f51cd3d0-d138-405c-9767-0763379b4a00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324514 Jul 16 18:35:35.703509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:35.708735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.732319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:35.754372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Allocated IP 2001:db8::2 (fd3d62f3-df23-42a6-a849-ff347b3f6ddd/af60c1b2-1d99-4c01-8a5a-1d1333d5c2fe/d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:35.808723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fb3b0cd-3703-497a-8218-63f439448775 req-b7bc21c4-a8a6-4ab7-a7e7-e98883b233f3 service neutron] 10.222.0.46 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283214 Jul 16 18:35:35.911490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fb3b0cd-3703-497a-8218-63f439448775 req-0c5be023-baba-4d31-82a5-8774da16ec35 service neutron] 10.222.0.46 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954189 Jul 16 18:35:35.926716 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.935312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Transition to ACTIVE for port object d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:35.955462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Transition to ACTIVE for port object d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:35.963886 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.998373 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.028078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Network fd3d62f3-df23-42a6-a849-ff347b3f6ddd is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:36.038187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:36.041762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Pushing event updated for resources: {'Port': ['ID=d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.044582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:36.054004 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-36349070-89e9-45ae-a212-0cf1a9ec5b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.061640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::e3 (fd3d62f3-df23-42a6-a849-ff347b3f6ddd/af60c1b2-1d99-4c01-8a5a-1d1333d5c2fe/39e02ce0-a737-4e64-8238-fca5ee5d5c46) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:36.162661 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Attempting to bind port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:36.163235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Attempting to bind port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '88551a6e-d0ef-4dad-91d9-cbc4f51aa746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fd3d62f3-df23-42a6-a849-ff347b3f6ddd'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:36.163569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Attempting to bind port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d on network fd3d62f3-df23-42a6-a849-ff347b3f6ddd {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:36.170564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:36.170951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Checking segment: {'id': '88551a6e-d0ef-4dad-91d9-cbc4f51aa746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fd3d62f3-df23-42a6-a849-ff347b3f6ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:36.171434 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.171743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Bound using segment: {'id': '88551a6e-d0ef-4dad-91d9-cbc4f51aa746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fd3d62f3-df23-42a6-a849-ff347b3f6ddd'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:36.172222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Bound port: d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88551a6e-d0ef-4dad-91d9-cbc4f51aa746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'fd3d62f3-df23-42a6-a849-ff347b3f6ddd'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:36.172645 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.247440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] For port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:36.250199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] For port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d,segment=NetworkSegment(88551a6e-d0ef-4dad-91d9-cbc4f51aa746),segment_id=88551a6e-d0ef-4dad-91d9-cbc4f51aa746)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:36.254811 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.283625 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.299927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object 39e02ce0-a737-4e64-8238-fca5ee5d5c46 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:36.313191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05fabb-b9e0-44cc-83e9-0facfc4b3ae1 None None] Pushing event updated for resources: {'Port': ['ID=d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.346131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.439919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network fd3d62f3-df23-42a6-a849-ff347b3f6ddd is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:36.441683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=39e02ce0-a737-4e64-8238-fca5ee5d5c46,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.446730 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:36.466238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:36.476558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.477914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.505307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4386cd7d-61f8-4361-8d4d-af2fb5a1c7f7 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9541483 Jul 16 18:35:36.508713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49108) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:36.774386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 99830645-b9e7-4016-aa42-667a83c1843a details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:36.777662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb0031-201c-42ab-8089-7de1e68b16b5 req-457f0466-17d2-495d-8334-a3a21dda0238 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.781558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1eb0031-201c-42ab-8089-7de1e68b16b5 req-457f0466-17d2-495d-8334-a3a21dda0238 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.2679758 Jul 16 18:35:36.930673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1eb0031-201c-42ab-8089-7de1e68b16b5 req-57518cc8-35ba-4fac-9109-6bf135f4c729 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278594 Jul 16 18:35:36.980370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b78de4-83c6-42a7-86d3-8f0c06f4441e req-c0d002db-902c-4806-8212-f01420cdeecd tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.983117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26b78de4-83c6-42a7-86d3-8f0c06f4441e req-c0d002db-902c-4806-8212-f01420cdeecd tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 944 time: 0.2005763 Jul 16 18:35:37.079879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26b78de4-83c6-42a7-86d3-8f0c06f4441e req-d25fd810-74c2-4a79-a4ca-1f2c5d75df69 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Jul 16 18:35:37.197870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.294369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:37.394321 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.425578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c27dc56d-cf2c-42e7-912a-2edd150945a0 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:37.450842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 99830645-b9e7-4016-aa42-667a83c1843a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=99830645-b9e7-4016-aa42-667a83c1843a,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:37.564777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c27dc56d-cf2c-42e7-912a-2edd150945a0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c27dc56d-cf2c-42e7-912a-2edd150945a0,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:37.575011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '99830645-b9e7-4016-aa42-667a83c1843a', 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5', 'port_id': '99830645-b9e7-4016-aa42-667a83c1843a', 'mac_address': 'fa:16:3e:10:b1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc81f56-eda7-4152-8f3d-7088d443666a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:37.579466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'c27dc56d-cf2c-42e7-912a-2edd150945a0', 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5', 'port_id': 'c27dc56d-cf2c-42e7-912a-2edd150945a0', 'mac_address': 'fa:16:3e:5a:c3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc81f56-eda7-4152-8f3d-7088d443666a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:37.618120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:37.728038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.733831 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.751578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4946b-977b-4a8c-92f5-a92fe2c00ad7 req-602e5bc3-08ba-43d3-a01c-ace96f7d4687 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.751823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.754696 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8c4946b-977b-4a8c-92f5-a92fe2c00ad7 req-602e5bc3-08ba-43d3-a01c-ace96f7d4687 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1493213 Jul 16 18:35:37.763189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.770044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27dc56d-cf2c-42e7-912a-2edd150945a0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:37.792329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99830645-b9e7-4016-aa42-667a83c1843a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:37.858145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c27dc56d-cf2c-42e7-912a-2edd150945a0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c27dc56d-cf2c-42e7-912a-2edd150945a0,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:37.869102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8c4946b-977b-4a8c-92f5-a92fe2c00ad7 req-52514c51-dfbd-453a-ae2f-c741ffeec1b0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049273 Jul 16 18:35:37.872652 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.879555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 99830645-b9e7-4016-aa42-667a83c1843a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=99830645-b9e7-4016-aa42-667a83c1843a,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:37.908810 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.931042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=39e02ce0-a737-4e64-8238-fca5ee5d5c46,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:37.950104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c27dc56d-cf2c-42e7-912a-2edd150945a0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:38.067918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7e03c-3dc6-4565-87de-2af00ad7de60 None None] Network fd3d62f3-df23-42a6-a849-ff347b3f6ddd requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:38.090681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=99830645-b9e7-4016-aa42-667a83c1843a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:38.094115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.193259 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['99830645-b9e7-4016-aa42-667a83c1843a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:38.227381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c27dc56d-cf2c-42e7-912a-2edd150945a0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:38.253057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-018373e1-93b0-4250-93be-aeb784a4ade2 None None] Provisioning for port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:38.277473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-018373e1-93b0-4250-93be-aeb784a4ade2 None None] Provisioning complete for port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:38.277956 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-018373e1-93b0-4250-93be-aeb784a4ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.407611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef519c5b-76e9-405c-ad7e-9865ce7ee972 req-5b059a55-50e4-4b18-bccb-67795b543bef tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.416046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef519c5b-76e9-405c-ad7e-9865ce7ee972 req-5b059a55-50e4-4b18-bccb-67795b543bef tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 945 time: 0.1420193 Jul 16 18:35:38.445363 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.473472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef519c5b-76e9-405c-ad7e-9865ce7ee972 req-0425b004-2928-49d7-8ed8-f1d32d1bba97 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566103 Jul 16 18:35:38.528012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-018373e1-93b0-4250-93be-aeb784a4ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.613792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-018373e1-93b0-4250-93be-aeb784a4ade2 None None] For port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d,segment=NetworkSegment(88551a6e-d0ef-4dad-91d9-cbc4f51aa746),segment_id=88551a6e-d0ef-4dad-91d9-cbc4f51aa746)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:38.631999 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-018373e1-93b0-4250-93be-aeb784a4ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.743780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018373e1-93b0-4250-93be-aeb784a4ade2 None None] Pushing event updated for resources: {'Port': ['ID=d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:38.753956 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.823190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.832389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.833838 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:38.894396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:38.978395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network fd3d62f3-df23-42a6-a849-ff347b3f6ddd is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:38.982592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:39.029913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:39.030397 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.092035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=39e02ce0-a737-4e64-8238-fca5ee5d5c46,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:39.167124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466666d-8b0c-4ea1-a831-be3d7409a07a req-94622423-505d-46e9-849b-be5dae396521 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:39.181301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7466666d-8b0c-4ea1-a831-be3d7409a07a req-94622423-505d-46e9-849b-be5dae396521 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1302094 Jul 16 18:35:39.199407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Router 9ec7f21d-ea8d-4459-9656-1b69702aaa6f is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:35:39.209116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa43157a-78dd-4477-aadf-ea8fc404dec9 None None] Provisioning complete for port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:39.209742 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa43157a-78dd-4477-aadf-ea8fc404dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.285732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7466666d-8b0c-4ea1-a831-be3d7409a07a req-dd8ee64a-b63a-4e3e-9d28-e165034dff23 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018100 Jul 16 18:35:39.354761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa43157a-78dd-4477-aadf-ea8fc404dec9 None None] Provisioning for port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:39.358475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:39.363138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fa43157a-78dd-4477-aadf-ea8fc404dec9 None None] Provisioning complete for port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:39.364254 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fa43157a-78dd-4477-aadf-ea8fc404dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.364337 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0da8e3b8-496f-43e8-bc44-63a1aabb03ec tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "PUT /v2.0/routers/9ec7f21d-ea8d-4459-9656-1b69702aaa6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8540566 Jul 16 18:35:39.368301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:39.375032 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246b1ba-0c0f-475b-8fa1-54027f185a86 None None] Sync routers for ids ['9ec7f21d-ea8d-4459-9656-1b69702aaa6f'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:39.389360 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246b1ba-0c0f-475b-8fa1-54027f185a86 None None] Routers {'9ec7f21d-ea8d-4459-9656-1b69702aaa6f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:39.389829 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2246b1ba-0c0f-475b-8fa1-54027f185a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:35:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9ec7f21d-ea8d-4459-9656-1b69702aaa6f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:39.435460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c27dc56d-cf2c-42e7-912a-2edd150945a0 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:39.449397 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2246b1ba-0c0f-475b-8fa1-54027f185a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:39.464583 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246b1ba-0c0f-475b-8fa1-54027f185a86 None None] Routers {'9ec7f21d-ea8d-4459-9656-1b69702aaa6f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:39.466075 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2246b1ba-0c0f-475b-8fa1-54027f185a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:35:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9ec7f21d-ea8d-4459-9656-1b69702aaa6f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:39.483351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff5944-258b-4e0c-b204-93dd4134b676 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:39.488181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49132) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:39.488854 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-09ff5944-258b-4e0c-b204-93dd4134b676 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec7f21d-ea8d-4459-9656-1b69702aaa6f HTTP/1.1" status: 200 len: 987 time: 0.1190097 Jul 16 18:35:39.529478 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2246b1ba-0c0f-475b-8fa1-54027f185a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:39.530163 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2246b1ba-0c0f-475b-8fa1-54027f185a86 None None] The sync data for ids ['9ec7f21d-ea8d-4459-9656-1b69702aaa6f'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:39.545049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fa43157a-78dd-4477-aadf-ea8fc404dec9 None None] Port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:39.620218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port c27dc56d-cf2c-42e7-912a-2edd150945a0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:39.625659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port c27dc56d-cf2c-42e7-912a-2edd150945a0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:39.626040 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.684195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b7db2844-d986-436b-8074-9d549f6ea581 None None] Provisioning complete for port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:39.684739 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b7db2844-d986-436b-8074-9d549f6ea581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.814397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b7db2844-d986-436b-8074-9d549f6ea581 None None] Port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:39.830733 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.879798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2d7a8-9359-4f4f-b82f-ea69c7aa6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27dc56d-cf2c-42e7-912a-2edd150945a0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:39.882145 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f9cab4-30fe-440b-b535-ae91d2e37795" -d '{"events": [{"server_uuid": "cba2d7a8-9359-4f4f-b82f-ea69c7aa6782", "name": "network-vif-plugged", "status": "completed", "tag": "c27dc56d-cf2c-42e7-912a-2edd150945a0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:39.888413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e91d43-aa70-40ab-adc1-ab4481913000 req-78295093-f3c0-4743-aa06-0970add1ba43 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:39.890236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82e91d43-aa70-40ab-adc1-ab4481913000 req-78295093-f3c0-4743-aa06-0970add1ba43 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 945 time: 0.1666298 Jul 16 18:35:39.904387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c27dc56d-cf2c-42e7-912a-2edd150945a0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c27dc56d-cf2c-42e7-912a-2edd150945a0,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:39.923719 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.967254 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d55635-ece7-4841-bd37-95eb734e4b11 x-openstack-request-id: req-b4d55635-ece7-4841-bd37-95eb734e4b11 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:39.967461 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2d7a8-9359-4f4f-b82f-ea69c7aa6782", "name": "network-vif-plugged", "status": "completed", "tag": "c27dc56d-cf2c-42e7-912a-2edd150945a0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:39.967862 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4d55635-ece7-4841-bd37-95eb734e4b11 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:39.968277 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2d7a8-9359-4f4f-b82f-ea69c7aa6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27dc56d-cf2c-42e7-912a-2edd150945a0', 'code': 200} Jul 16 18:35:40.016818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82e91d43-aa70-40ab-adc1-ab4481913000 req-ecb86324-c60d-484d-be32-c5073ac22da4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094520 Jul 16 18:35:40.042566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c27dc56d-cf2c-42e7-912a-2edd150945a0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:40.046228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c6bafb38-13e6-4866-b9ae-77102bdfab17 None None] Provisioning complete for port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:40.046734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6bafb38-13e6-4866-b9ae-77102bdfab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.096197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c6bafb38-13e6-4866-b9ae-77102bdfab17 None None] Port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:40.165902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41e2c-5cca-4f86-a729-e4a969ade8be req-04dd6648-cb78-442d-8310-8c8415f405e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.167588 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20a41e2c-5cca-4f86-a729-e4a969ade8be req-04dd6648-cb78-442d-8310-8c8415f405e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 1098 time: 0.1023040 Jul 16 18:35:40.217938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-20a41e2c-5cca-4f86-a729-e4a969ade8be req-7464e86b-5c67-4b74-90f9-b43d7a219bff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Jul 16 18:35:40.265059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-efa78949-b8ba-4565-9cd9-fb17a2e938af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2559152 Jul 16 18:35:40.327111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9d16c14e-53c6-4aec-978a-c25cbf0fed18 None None] Provisioning complete for port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:40.327892 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d16c14e-53c6-4aec-978a-c25cbf0fed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.396741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9d16c14e-53c6-4aec-978a-c25cbf0fed18 None None] Port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:40.477759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-e008e9ed-af73-476e-b67b-097dcdb7571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.479439 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-e008e9ed-af73-476e-b67b-097dcdb7571b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1096 time: 0.1386578 Jul 16 18:35:40.507345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.535806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf136f-5bf4-47df-9e64-52bdfb1cfa65 req-f6111172-51ac-4154-bf2f-4cfa8e012b1e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.538057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bcf136f-5bf4-47df-9e64-52bdfb1cfa65 req-f6111172-51ac-4154-bf2f-4cfa8e012b1e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0937610 Jul 16 18:35:40.595220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bcf136f-5bf4-47df-9e64-52bdfb1cfa65 req-c21423f0-83db-42b2-8f07-262069688424 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496716 Jul 16 18:35:40.685350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.721876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-9c3adf27-6f0e-492f-94e0-aec759a1adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.723420 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-9c3adf27-6f0e-492f-94e0-aec759a1adae service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.2114477 Jul 16 18:35:40.787822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 99830645-b9e7-4016-aa42-667a83c1843a up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:40.830510 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-7c20e427-b3e3-4397-8728-51785a3c4a2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 999 time: 0.0774078 Jul 16 18:35:40.868205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 99830645-b9e7-4016-aa42-667a83c1843a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:40.873691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 99830645-b9e7-4016-aa42-667a83c1843a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:40.874371 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.931125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-08035a3e-8386-40fc-aae5-8a13c08d2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.933986 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-08035a3e-8386-40fc-aae5-8a13c08d2310 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0740578 Jul 16 18:35:40.971434 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.013804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 99830645-b9e7-4016-aa42-667a83c1843a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=99830645-b9e7-4016-aa42-667a83c1843a,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:41.020669 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.045378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-983f73b3-8015-4f93-8b86-ad94413539b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.047338 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-983f73b3-8015-4f93-8b86-ad94413539b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039982 Jul 16 18:35:41.143960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 39e02ce0-a737-4e64-8238-fca5ee5d5c46 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:41.144302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.165097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=99830645-b9e7-4016-aa42-667a83c1843a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:41.196416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-0a102208-42bf-4220-9d10-676658ed9ba0 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407132 Jul 16 18:35:41.280381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c55da0-9477-4bc8-9bbf-69c29992c7a7 req-471cb688-9310-42c1-97b3-b0f4d4291387 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.289271 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8c55da0-9477-4bc8-9bbf-69c29992c7a7 req-471cb688-9310-42c1-97b3-b0f4d4291387 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 946 time: 0.0997069 Jul 16 18:35:41.344040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8c55da0-9477-4bc8-9bbf-69c29992c7a7 req-ad827d84-7d34-4e3f-b0fe-8a707f4dc131 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534704 Jul 16 18:35:41.354615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.378830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 39e02ce0-a737-4e64-8238-fca5ee5d5c46 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:41.389551 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f41b1140-b361-468f-8506-b70a1e396fa3 req-aee11ead-71d3-44fd-bc5b-f85c3b668721 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842320 Jul 16 18:35:41.588925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.656158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=39e02ce0-a737-4e64-8238-fca5ee5d5c46,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:41.745501 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.882426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682dc6d-ea11-49a8-b267-7db232267c57 req-c258b76b-e89b-410f-95d4-187ced0814d0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.885227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1682dc6d-ea11-49a8-b267-7db232267c57 req-c258b76b-e89b-410f-95d4-187ced0814d0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1570938 Jul 16 18:35:41.949159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1682dc6d-ea11-49a8-b267-7db232267c57 req-147ed150-cd14-496a-a44a-e85529287f13 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555854 Jul 16 18:35:41.992674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8e293-e270-4a76-9d62-ab8fffbec281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99830645-b9e7-4016-aa42-667a83c1843a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:41.994951 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62be8201-fb5c-4c91-a5af-5dea9bb612df" -d '{"events": [{"server_uuid": "b9a8e293-e270-4a76-9d62-ab8fffbec281", "name": "network-vif-plugged", "status": "completed", "tag": "99830645-b9e7-4016-aa42-667a83c1843a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:41.999892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Router 9ec7f21d-ea8d-4459-9656-1b69702aaa6f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:42.067445 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63db8d33-2736-4bd3-8942-2d8237acc169 x-openstack-request-id: req-63db8d33-2736-4bd3-8942-2d8237acc169 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:42.068982 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a8e293-e270-4a76-9d62-ab8fffbec281", "name": "network-vif-plugged", "status": "completed", "tag": "99830645-b9e7-4016-aa42-667a83c1843a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:42.069613 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63db8d33-2736-4bd3-8942-2d8237acc169 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:42.070051 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a8e293-e270-4a76-9d62-ab8fffbec281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99830645-b9e7-4016-aa42-667a83c1843a', 'code': 200} Jul 16 18:35:42.094479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:42.104715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-33871a12-be1b-4ad5-8881-1aeb0ebaa15f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "PUT /v2.0/routers/9ec7f21d-ea8d-4459-9656-1b69702aaa6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6117959 Jul 16 18:35:42.104715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:42.112901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaabd23-90b4-4061-afd5-39754c51b748 None None] Sync routers for ids ['9ec7f21d-ea8d-4459-9656-1b69702aaa6f'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:42.137674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaabd23-90b4-4061-afd5-39754c51b748 None None] Routers {'9ec7f21d-ea8d-4459-9656-1b69702aaa6f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:42.137674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6aaabd23-90b4-4061-afd5-39754c51b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:35:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9ec7f21d-ea8d-4459-9656-1b69702aaa6f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:42.139937 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8cc06b-1a7e-486a-b582-f89a4af45b01 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:42.144863 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2e8cc06b-1a7e-486a-b582-f89a4af45b01 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/39e02ce0-a737-4e64-8238-fca5ee5d5c46 HTTP/1.1" status: 404 len: 333 time: 0.0357766 Jul 16 18:35:42.144863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49152) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:42.181813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6aaabd23-90b4-4061-afd5-39754c51b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:42.195784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaabd23-90b4-4061-afd5-39754c51b748 None None] Routers {'9ec7f21d-ea8d-4459-9656-1b69702aaa6f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:42.197780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6aaabd23-90b4-4061-afd5-39754c51b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:35:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9ec7f21d-ea8d-4459-9656-1b69702aaa6f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:42.237701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6aaabd23-90b4-4061-afd5-39754c51b748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:42.238682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaabd23-90b4-4061-afd5-39754c51b748 None None] The sync data for ids ['9ec7f21d-ea8d-4459-9656-1b69702aaa6f'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:42.561011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b68850f-631e-4094-9e8e-397da6582de4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.570743 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567409-be44-45d4-aa85-f88b0c657b52 req-01aa3329-e39e-4468-b764-7e110976e6e8 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:42.572419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44567409-be44-45d4-aa85-f88b0c657b52 req-01aa3329-e39e-4468-b764-7e110976e6e8 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 946 time: 0.0764151 Jul 16 18:35:42.644078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44567409-be44-45d4-aa85-f88b0c657b52 req-50dba7a1-b1fc-47d1-8f45-58b70932d170 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611742 Jul 16 18:35:42.669208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221de909-ce80-4678-9334-b37b41ab966e req-07bb0ae5-194a-464e-969c-8376fb8c4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:42.671757 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-221de909-ce80-4678-9334-b37b41ab966e req-07bb0ae5-194a-464e-969c-8376fb8c4beb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9a8e293-e270-4a76-9d62-ab8fffbec281 HTTP/1.1" status: 200 len: 1097 time: 0.4870946 Jul 16 18:35:42.830049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b68850f-631e-4094-9e8e-397da6582de4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.833524 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b68850f-631e-4094-9e8e-397da6582de4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.842153 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-221de909-ce80-4678-9334-b37b41ab966e req-d6c9dc7b-5812-470b-8dc1-9908bafbb06e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610982 Jul 16 18:35:42.890241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b68850f-631e-4094-9e8e-397da6582de4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.890241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b68850f-631e-4094-9e8e-397da6582de4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec7f21d-ea8d-4459-9656-1b69702aaa6f {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:35:42.904175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b68850f-631e-4094-9e8e-397da6582de4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.905352 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1b68850f-631e-4094-9e8e-397da6582de4 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/routers/9ec7f21d-ea8d-4459-9656-1b69702aaa6f HTTP/1.1" status: 204 len: 168 time: 0.7603786 Jul 16 18:35:42.908073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:43.009302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee598a-5908-4376-9f46-3884cb03b16b req-7783905a-74a6-4ed9-857e-94a04aeb4bbd tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.020663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f4e094-45b1-47c8-b029-ae44cd3b1cc3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet af60c1b2-1d99-4c01-8a5a-1d1333d5c2fe {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:43.024029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0ee598a-5908-4376-9f46-3884cb03b16b req-7783905a-74a6-4ed9-857e-94a04aeb4bbd tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a8e293-e270-4a76-9d62-ab8fffbec281 HTTP/1.1" status: 200 len: 945 time: 0.1216135 Jul 16 18:35:43.030953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48f4e094-45b1-47c8-b029-ae44cd3b1cc3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.103358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0ee598a-5908-4376-9f46-3884cb03b16b req-5a069ebf-68d6-4b0b-8173-ecd8ef287c8c tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738757 Jul 16 18:35:43.136941 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48f4e094-45b1-47c8-b029-ae44cd3b1cc3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.291140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e4197-0544-4445-b197-223614bec6d4 req-6b820919-316e-4258-9e28-d6b981477436 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.293092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f38e4197-0544-4445-b197-223614bec6d4 req-6b820919-316e-4258-9e28-d6b981477436 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0990553 Jul 16 18:35:43.332020 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48f4e094-45b1-47c8-b029-ae44cd3b1cc3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.347653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f38e4197-0544-4445-b197-223614bec6d4 req-405b0c40-4ffb-46f4-822f-1fec0c065aee tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482328 Jul 16 18:35:43.415416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48f4e094-45b1-47c8-b029-ae44cd3b1cc3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.449325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e094-45b1-47c8-b029-ae44cd3b1cc3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=af60c1b2-1d99-4c01-8a5a-1d1333d5c2fe,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:43.452970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-48f4e094-45b1-47c8-b029-ae44cd3b1cc3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.455099 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-48f4e094-45b1-47c8-b029-ae44cd3b1cc3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/af60c1b2-1d99-4c01-8a5a-1d1333d5c2fe HTTP/1.1" status: 204 len: 168 time: 0.5460076 Jul 16 18:35:43.458337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49166) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:43.473864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d8b981-daf6-4272-9596-d3dc31745e72 None None] Network fd3d62f3-df23-42a6-a849-ff347b3f6ddd requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:43.544133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.618663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:43.619578 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.704489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] For port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d,segment=NetworkSegment(88551a6e-d0ef-4dad-91d9-cbc4f51aa746),segment_id=88551a6e-d0ef-4dad-91d9-cbc4f51aa746)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:43.704970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.721034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:43.745648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3076bcb6-8ba9-410e-a188-fc068a6012b3 None None] DHCP port deletion for fd3d62f3-df23-42a6-a849-ff347b3f6ddd request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:35:43.796600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3076bcb6-8ba9-410e-a188-fc068a6012b3 None None] Deleting port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:43.796892 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3076bcb6-8ba9-410e-a188-fc068a6012b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.824973 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.858586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:43.866159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No DVR routers for this DVR port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:43.897095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3076bcb6-8ba9-410e-a188-fc068a6012b3 None None] For port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d,segment=NetworkSegment(88551a6e-d0ef-4dad-91d9-cbc4f51aa746),segment_id=88551a6e-d0ef-4dad-91d9-cbc4f51aa746)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:43.897742 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3076bcb6-8ba9-410e-a188-fc068a6012b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.921517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3076bcb6-8ba9-410e-a188-fc068a6012b3 None None] Calling delete_port for d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:43.960701 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.972452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3d62f3-df23-42a6-a849-ff347b3f6ddd']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:43.987066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88551a6e-d0ef-4dad-91d9-cbc4f51aa746') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:43.987363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88551a6e-d0ef-4dad-91d9-cbc4f51aa746') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:43.999245 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.015968 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.023704 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3076bcb6-8ba9-410e-a188-fc068a6012b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.024603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:44.025112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:44.028791 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:44.052381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076bcb6-8ba9-410e-a188-fc068a6012b3 None None] Pushing event deleted for resources: {'Port': ['ID=d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.054186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3076bcb6-8ba9-410e-a188-fc068a6012b3 None None] No DVR routers for this DVR port d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:44.102288 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.120142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.125625 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/networks/fd3d62f3-df23-42a6-a849-ff347b3f6ddd HTTP/1.1" status: 204 len: 168 time: 0.6628118 Jul 16 18:35:44.126542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49170) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:44.129549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f551f20-2277-4995-88cd-d763252aa0cb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Network': ['ID=fd3d62f3-df23-42a6-a849-ff347b3f6ddd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.190259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eda8d0-273d-41e7-b087-72cbaee0cd6e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.191664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e5eda8d0-273d-41e7-b087-72cbaee0cd6e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/503e49f2-ebeb-4617-bfea-ea9fa9527480 HTTP/1.1" status: 200 len: 845 time: 0.0641215 Jul 16 18:35:44.197425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49174) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:44.255914 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f3eb007f-83a2-47d5-a02a-f019e385f363 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/503e49f2-ebeb-4617-bfea-ea9fa9527480?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0536699 Jul 16 18:35:44.256121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49176) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:44.261975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:44.332774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e5347-3bf7-474a-b750-e710c71f9e92 req-eb83ab3d-0b09-4700-bb99-c5c8d1763e85 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.341510 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de7e5347-3bf7-474a-b750-e710c71f9e92 req-eb83ab3d-0b09-4700-bb99-c5c8d1763e85 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9a8e293-e270-4a76-9d62-ab8fffbec281 HTTP/1.1" status: 200 len: 945 time: 0.0838702 Jul 16 18:35:44.374771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:44.380695 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.399307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de7e5347-3bf7-474a-b750-e710c71f9e92 req-9db3dc0e-cfb2-4e03-abe5-f97ffe004992 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537102 Jul 16 18:35:44.610306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629563e-2554-4224-83f2-e1f41d7060d2 req-fa6fd965-2b5b-4b25-84af-e19724c3e596 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.612341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4629563e-2554-4224-83f2-e1f41d7060d2 req-fa6fd965-2b5b-4b25-84af-e19724c3e596 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0902386 Jul 16 18:35:44.626842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.681977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4629563e-2554-4224-83f2-e1f41d7060d2 req-7d45e2d8-304c-4827-879b-d28a9edc9427 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613875 Jul 16 18:35:44.690751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:44.703055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:44.708363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.709028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.715955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a421e08b-7bc2-469e-b5ab-4e925693fd12 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:44.733251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49186) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:44.733387 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4761503 Jul 16 18:35:44.734848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b035b3-70c4-4f76-a6a4-aa5e8aec3481 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=2250020c-a3d1-4e51-a7a2-b6d1ca8b9516,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.748303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-99f4fd08-358b-4c4a-a60a-44b50579efe1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'security_group': {'name': 'tempest-secgroup-204251488'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:44.775844 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99f4fd08-358b-4c4a-a60a-44b50579efe1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.895660 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99f4fd08-358b-4c4a-a60a-44b50579efe1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.903111 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99f4fd08-358b-4c4a-a60a-44b50579efe1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.921831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:44.943371 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99f4fd08-358b-4c4a-a60a-44b50579efe1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.947921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-99f4fd08-358b-4c4a-a60a-44b50579efe1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2105308 Jul 16 18:35:44.948978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49188) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:44.953284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5b137de7-f1ce-4867-80a7-1323c1b93035 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'security_group': {'name': 'tempest-secgroup-1007987274'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:44.958945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:44.959289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d8dad0ed-bfdd-4e14-ad20-e66ef4d40b6d not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:44.976080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-34b2a897-102e-46b7-9aea-98e773e3d3bb', 'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'tenant_id': '26323166245f442d87415533f0f9ed36', 'fixed_ips': [{'subnet_id': '2250020c-a3d1-4e51-a7a2-b6d1ca8b9516'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:44.979217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4fd08-358b-4c4a-a60a-44b50579efe1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b84dd7-5db1-48d2-adf4-3858f0f0c422,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.980179 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.003759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b137de7-f1ce-4867-80a7-1323c1b93035 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.140006 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b137de7-f1ce-4867-80a7-1323c1b93035 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.148963 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b137de7-f1ce-4867-80a7-1323c1b93035 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.185457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b137de7-f1ce-4867-80a7-1323c1b93035 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.186719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5b137de7-f1ce-4867-80a7-1323c1b93035 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2374041 Jul 16 18:35:45.188973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b137de7-f1ce-4867-80a7-1323c1b93035 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd470a7f-2cd6-42b4-b020-e11ee593c3d6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.191243 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:45.206494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1681299028', 'security_groups': ['fd470a7f-2cd6-42b4-b020-e11ee593c3d6'], 'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2250020c-a3d1-4e51-a7a2-b6d1ca8b9516'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:45.213752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Allocated IP 2001:db8::2 (34b2a897-102e-46b7-9aea-98e773e3d3bb/2250020c-a3d1-4e51-a7a2-b6d1ca8b9516/27808d5d-b3fe-4d22-9416-b46fa4b7b88b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:45.311392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-99d531f8-8249-4075-a59c-15fc74f4de21 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:45.312978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-99d531f8-8249-4075-a59c-15fc74f4de21 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 813 time: 0.1382260 Jul 16 18:35:45.336765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-3942a024-4a6a-4334-a99f-a4937255bed2 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/quotas/e6f56d68744d4ad5b5c2eff009b7a6d8 HTTP/1.1" status: 200 len: 375 time: 0.0178747 Jul 16 18:35:45.353548 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:45.400314 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.411737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Transition to ACTIVE for port object 27808d5d-b3fe-4d22-9416-b46fa4b7b88b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:45.424927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7a6c73da-4f94-423e-9efa-15fa0fdd84f6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872221 Jul 16 18:35:45.434021 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Transition to ACTIVE for port object 27808d5d-b3fe-4d22-9416-b46fa4b7b88b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:45.441208 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.475500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.502325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:45.506273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:45.511534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:45.515448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port 9cef5788-77fb-442f-a816-0964251654d3 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:45.552416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b99f05a7-4de8-4c31-a4ea-2283f8295f4a service neutron] 10.222.0.60 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263926 Jul 16 18:35:45.583525 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Attempting to bind port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:45.583888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Attempting to bind port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c7856e53-766e-4e82-bdf5-d84b54b68a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:45.584264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Attempting to bind port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b on network 34b2a897-102e-46b7-9aea-98e773e3d3bb {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:45.587340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Pushing event updated for resources: {'Port': ['ID=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.600170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:45.600642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Checking segment: {'id': 'c7856e53-766e-4e82-bdf5-d84b54b68a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:45.601204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.601639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Bound using segment: {'id': 'c7856e53-766e-4e82-bdf5-d84b54b68a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:45.602231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Bound port: 27808d5d-b3fe-4d22-9416-b46fa4b7b88b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7856e53-766e-4e82-bdf5-d84b54b68a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:45.602629 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.669155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-4c9067ff-e980-4e8b-b810-f8f36c318f3f service neutron] 10.222.0.60 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155009 Jul 16 18:35:45.681764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] For port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:45.685488 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] For port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,segment=NetworkSegment(c7856e53-766e-4e82-bdf5-d84b54b68a8d),segment_id=c7856e53-766e-4e82-bdf5-d84b54b68a8d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:45.692928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.760128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::153 (34b2a897-102e-46b7-9aea-98e773e3d3bb/2250020c-a3d1-4e51-a7a2-b6d1ca8b9516/9cef5788-77fb-442f-a816-0964251654d3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:45.762459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efc5f7-a2ce-40e2-b742-cde9c2931070 None None] Pushing event updated for resources: {'Port': ['ID=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.954957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.971321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object 9cef5788-77fb-442f-a816-0964251654d3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:46.040495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.051735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f547757-0f5b-4b61-a43e-6c9714a61312 req-0c365488-ca6b-4631-943d-f88f8f2b5bca tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:46.060144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f547757-0f5b-4b61-a43e-6c9714a61312 req-0c365488-ca6b-4631-943d-f88f8f2b5bca tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1665165 Jul 16 18:35:46.108734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=9cef5788-77fb-442f-a816-0964251654d3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:46.151601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:46.160536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:46.163212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:46.171267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f547757-0f5b-4b61-a43e-6c9714a61312 req-62da6afe-4030-4c16-af5d-0e769f50c41f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096683 Jul 16 18:35:46.172936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:46.173801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.196283 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a968e55-0966-454a-b97d-5b9e7647ce3a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9910023 Jul 16 18:35:46.196854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49214) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:46.203744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e4990dd3-0b51-4046-b2b4-edb46b8d0eac tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:46.411787 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32f03a3c-7ceb-437c-9076-2cb801947ea3 req-ebfbc7a4-ce64-4fb1-88d8-3da356d50bb8 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 210 time: 0.0490685 Jul 16 18:35:46.446549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4990dd3-0b51-4046-b2b4-edb46b8d0eac tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:46.457012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4990dd3-0b51-4046-b2b4-edb46b8d0eac tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.594370 n-d-793619-10 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-e4990dd3-0b51-4046-b2b4-edb46b8d0eac tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2250020c-a3d1-4e51-a7a2-b6d1ca8b9516 (CIDR: 2001:db8::/64) Jul 16 18:35:46.597997 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4990dd3-0b51-4046-b2b4-edb46b8d0eac tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:35:46.598670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4990dd3-0b51-4046-b2b4-edb46b8d0eac tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:35:46.615747 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e4990dd3-0b51-4046-b2b4-edb46b8d0eac tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4173558 Jul 16 18:35:46.619198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49230) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:46.625587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:46.811719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-523aa89f-89b7-4013-b8fe-83506282b3e3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:46.813325 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-523aa89f-89b7-4013-b8fe-83506282b3e3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9a8e293-e270-4a76-9d62-ab8fffbec281 HTTP/1.1" status: 200 len: 945 time: 0.1669307 Jul 16 18:35:46.884033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:46.888454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.987096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 27808d5d-b3fe-4d22-9416-b46fa4b7b88b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:47.083507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bea53a-9263-476f-9685-48fe9749ea00 req-018682d8-895d-4f29-9f2e-817ce26a46bd tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:47.086417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41bea53a-9263-476f-9685-48fe9749ea00 req-018682d8-895d-4f29-9f2e-817ce26a46bd tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.46 "GET /v2.0/ports?device_id=cba2d7a8-9359-4f4f-b82f-ea69c7aa6782 HTTP/1.1" status: 200 len: 946 time: 0.1732092 Jul 16 18:35:47.149206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:47.168948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Deleting port 99830645-b9e7-4016-aa42-667a83c1843a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:47.169869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.293047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] For port 99830645-b9e7-4016-aa42-667a83c1843a, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=99830645-b9e7-4016-aa42-667a83c1843a,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:47.293602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.314052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Calling delete_port for 99830645-b9e7-4016-aa42-667a83c1843a owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:47.417263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-41bea53a-9263-476f-9685-48fe9749ea00 req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Deleting port c27dc56d-cf2c-42e7-912a-2edd150945a0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:47.417856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-41bea53a-9263-476f-9685-48fe9749ea00 req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.434581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] Provisioning complete for port 503e49f2-ebeb-4617-bfea-ea9fa9527480 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:47.436017 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.536687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] Port 503e49f2-ebeb-4617-bfea-ea9fa9527480 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:47.570844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] Provisioning for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:47.586106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] Provisioning complete for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:47.587077 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.614472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75ead0-7d6e-4a42-bab3-a264a2063fa5 req-14615e41-1500-464b-86e1-236616c6266e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:47.633261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f75ead0-7d6e-4a42-bab3-a264a2063fa5 req-14615e41-1500-464b-86e1-236616c6266e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.2906089 Jul 16 18:35:47.708421 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.765073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-41bea53a-9263-476f-9685-48fe9749ea00 req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] For port c27dc56d-cf2c-42e7-912a-2edd150945a0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c27dc56d-cf2c-42e7-912a-2edd150945a0,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:47.765857 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-41bea53a-9263-476f-9685-48fe9749ea00 req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.782940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-41bea53a-9263-476f-9685-48fe9749ea00 req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Calling delete_port for c27dc56d-cf2c-42e7-912a-2edd150945a0 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:47.837954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f75ead0-7d6e-4a42-bab3-a264a2063fa5 req-13a8eeb8-a1f2-42ee-be08-911c3f46fa63 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965461 Jul 16 18:35:47.852260 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.873697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:47.889783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=bbabc3b6-5aef-4a27-940a-3cf49bcd4c17,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:47.903990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:47.907718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] For port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,segment=NetworkSegment(c7856e53-766e-4e82-bdf5-d84b54b68a8d),segment_id=c7856e53-766e-4e82-bdf5-d84b54b68a8d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:47.916067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1448b18-fc5f-4f2f-9e1a-3a837b74134c req-f75902ea-2d2f-44f2-8ce6-dc01ca8e0db4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 210 time: 0.0764782 Jul 16 18:35:47.917527 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.932794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:47.933546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.973473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05007045-db5e-4bc0-b322-f49f61c25721 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:48.010745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9f612eb1-8ab1-4b7c-bc44-c0d975abadc9 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3903501 Jul 16 18:35:48.017403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:48.025585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1457169547', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bbabc3b6-5aef-4a27-940a-3cf49bcd4c17'}], 'security_groups': ['67b84dd7-5db1-48d2-adf4-3858f0f0c422']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:48.073750 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-41bea53a-9263-476f-9685-48fe9749ea00 req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.099924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.158339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Pushing event deleted for resources: {'Port': ['ID=c27dc56d-cf2c-42e7-912a-2edd150945a0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:48.211233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Pushing event deleted for resources: {'Port': ['ID=99830645-b9e7-4016-aa42-667a83c1843a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:48.218051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bea53a-9263-476f-9685-48fe9749ea00 req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] No DVR routers for this DVR port c27dc56d-cf2c-42e7-912a-2edd150945a0 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:48.223160 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-41bea53a-9263-476f-9685-48fe9749ea00 req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.224988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41bea53a-9263-476f-9685-48fe9749ea00 req-8f40801f-10c6-4648-8097-bee30a889f80 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.46 "DELETE /v2.0/ports/c27dc56d-cf2c-42e7-912a-2edd150945a0 HTTP/1.1" status: 204 len: 173 time: 1.1291807 Jul 16 18:35:48.225391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba2d7a8-9359-4f4f-b82f-ea69c7aa6782', 'name': 'network-vif-deleted', 'tag': 'c27dc56d-cf2c-42e7-912a-2edd150945a0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:48.227948 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e273de-6bc0-4dca-89be-02db5c87c319" -d '{"events": [{"server_uuid": "cba2d7a8-9359-4f4f-b82f-ea69c7aa6782", "name": "network-vif-deleted", "tag": "c27dc56d-cf2c-42e7-912a-2edd150945a0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:48.244334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['99830645-b9e7-4016-aa42-667a83c1843a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:48.249604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869170f6-aca4-40f4-8b7d-e9ddcdb4e455 None None] Pushing event updated for resources: {'Port': ['ID=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:48.298312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cb4dd660-73f8-42d8-ae58-db4ea619925f None None] Provisioning for port 9cef5788-77fb-442f-a816-0964251654d3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:48.300865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['99830645-b9e7-4016-aa42-667a83c1843a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:48.311357 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dce656-3e6b-4cc9-8d23-9fbf21214d88 x-openstack-request-id: req-64dce656-3e6b-4cc9-8d23-9fbf21214d88 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:48.311620 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba2d7a8-9359-4f4f-b82f-ea69c7aa6782", "name": "network-vif-deleted", "tag": "c27dc56d-cf2c-42e7-912a-2edd150945a0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:48.312118 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64dce656-3e6b-4cc9-8d23-9fbf21214d88 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:48.312532 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba2d7a8-9359-4f4f-b82f-ea69c7aa6782', 'name': 'network-vif-deleted', 'tag': 'c27dc56d-cf2c-42e7-912a-2edd150945a0', 'status': 'completed', 'code': 200} Jul 16 18:35:48.317483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cb4dd660-73f8-42d8-ae58-db4ea619925f None None] Provisioning complete for port 9cef5788-77fb-442f-a816-0964251654d3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:48.317858 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd660-73f8-42d8-ae58-db4ea619925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.357395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] No DVR routers for this DVR port 99830645-b9e7-4016-aa42-667a83c1843a on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:48.365996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.369563 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1bd8a967-ad2a-4d50-911b-6f14af0c4a3d req-c8b53d8e-b5e9-4b37-8133-55ce1e9fe84b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.45 "DELETE /v2.0/ports/99830645-b9e7-4016-aa42-667a83c1843a HTTP/1.1" status: 204 len: 173 time: 1.5487583 Jul 16 18:35:48.370244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8e293-e270-4a76-9d62-ab8fffbec281', 'name': 'network-vif-deleted', 'tag': '99830645-b9e7-4016-aa42-667a83c1843a'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:48.373527 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db07e0a6-b6df-4ac2-8e72-6a4b16019bbc" -d '{"events": [{"server_uuid": "b9a8e293-e270-4a76-9d62-ab8fffbec281", "name": "network-vif-deleted", "tag": "99830645-b9e7-4016-aa42-667a83c1843a"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:48.392810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.489740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dd660-73f8-42d8-ae58-db4ea619925f None None] Port 9cef5788-77fb-442f-a816-0964251654d3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:48.559590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-9776c1d0-dace-4900-8ca2-cf2217e5e318 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:48.563671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-9776c1d0-dace-4900-8ca2-cf2217e5e318 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.45 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 813 time: 0.2161148 Jul 16 18:35:48.578010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Request body: {'port': {'device_id': '1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7', 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5', 'admin_state_up': True, 'tenant_id': 'e6f56d68744d4ad5b5c2eff009b7a6d8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:48.656726 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbc8a58-0eb7-4f07-a19e-d14b56b86f61 x-openstack-request-id: req-cdbc8a58-0eb7-4f07-a19e-d14b56b86f61 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:48.657222 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a8e293-e270-4a76-9d62-ab8fffbec281", "name": "network-vif-deleted", "tag": "99830645-b9e7-4016-aa42-667a83c1843a", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:48.657483 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdbc8a58-0eb7-4f07-a19e-d14b56b86f61 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:48.657893 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a8e293-e270-4a76-9d62-ab8fffbec281', 'name': 'network-vif-deleted', 'tag': '99830645-b9e7-4016-aa42-667a83c1843a', 'status': 'completed', 'code': 200} Jul 16 18:35:48.808745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d7db6a-804a-4b7f-816b-981d52be77dc None None] Update dhcp port {'port': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'fixed_ips': [{'subnet_id': '2250020c-a3d1-4e51-a7a2-b6d1ca8b9516', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bbabc3b6-5aef-4a27-940a-3cf49bcd4c17'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '27808d5d-b3fe-4d22-9416-b46fa4b7b88b'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:35:48.911727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81d7db6a-804a-4b7f-816b-981d52be77dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.947482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Made reservation on behalf of e6f56d68744d4ad5b5c2eff009b7a6d8 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:48.972190 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.979845 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Delete allocated IP 2001:db8::153 (34b2a897-102e-46b7-9aea-98e773e3d3bb/2250020c-a3d1-4e51-a7a2-b6d1ca8b9516) {{(pid=93824) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:35:48.998056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 27808d5d-b3fe-4d22-9416-b46fa4b7b88b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:49.009289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8:0:1::3c9 (34b2a897-102e-46b7-9aea-98e773e3d3bb/bbabc3b6-5aef-4a27-940a-3cf49bcd4c17/9cef5788-77fb-442f-a816-0964251654d3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:49.310913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8083a0c1-93ca-427f-bc12-617a4345eb31 req-2beb6f58-531b-43e7-914a-7d6e6ec75fb6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 210 time: 0.1393311 Jul 16 18:35:49.331313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:49.331816 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.359113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.371781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-87b5106b-3b94-4cdb-8c1d-ea342d7a5504 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:49.374311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object 9cef5788-77fb-442f-a816-0964251654d3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:49.375968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-87b5106b-3b94-4cdb-8c1d-ea342d7a5504 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.46 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 813 time: 0.7333646 Jul 16 18:35:49.385170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.423571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Request body: {'port': {'device_id': '3addac62-5264-425c-8772-a950ed4018c1', 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5', 'admin_state_up': True, 'tenant_id': 'e6f56d68744d4ad5b5c2eff009b7a6d8'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:49.485762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c27dc56d-cf2c-42e7-912a-2edd150945a0 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:49.522580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-81d7db6a-804a-4b7f-816b-981d52be77dc None None] Allocated IP 2001:db8:0:1::2 (34b2a897-102e-46b7-9aea-98e773e3d3bb/bbabc3b6-5aef-4a27-940a-3cf49bcd4c17/27808d5d-b3fe-4d22-9416-b46fa4b7b88b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:49.526012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: c27dc56d-cf2c-42e7-912a-2edd150945a0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:49.526439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c27dc56d-cf2c-42e7-912a-2edd150945a0 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:49.559180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] In _notify_port_updated(), no bound segment for port 9cef5788-77fb-442f-a816-0964251654d3 on network 34b2a897-102e-46b7-9aea-98e773e3d3bb {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:35:49.570889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec6152-0270-4c4a-a8c3-f0efb89d04fe req-15362c71-b365-470a-80fe-adbaaafa159b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:49.572214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38ec6152-0270-4c4a-a8c3-f0efb89d04fe req-15362c71-b365-470a-80fe-adbaaafa159b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.4420719 Jul 16 18:35:49.579285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:49.580389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.585684 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "PUT /v2.0/ports/9cef5788-77fb-442f-a816-0964251654d3 HTTP/1.1" status: 200 len: 931 time: 1.5654716 Jul 16 18:35:49.589373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49252) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:49.622884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06021e51-699e-42f7-826f-d8b0ec9be2a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=9cef5788-77fb-442f-a816-0964251654d3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:49.727236 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-81d7db6a-804a-4b7f-816b-981d52be77dc None None] For port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,segment=NetworkSegment(c7856e53-766e-4e82-bdf5-d84b54b68a8d),segment_id=c7856e53-766e-4e82-bdf5-d84b54b68a8d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:49.768430 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81d7db6a-804a-4b7f-816b-981d52be77dc None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.787087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-81d7db6a-804a-4b7f-816b-981d52be77dc None None] Transition to ACTIVE for port object 27808d5d-b3fe-4d22-9416-b46fa4b7b88b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:49.791570 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-81d7db6a-804a-4b7f-816b-981d52be77dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.900273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7db6a-804a-4b7f-816b-981d52be77dc None None] Pushing event updated for resources: {'Port': ['ID=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:50.126304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Allocated IP 172.20.0.2 (e9ffaac4-b7cc-411b-afa8-d3b42081b1f5/0bc81f56-eda7-4152-8f3d-7088d443666a/dc62dad4-1e06-429f-ba7d-14873d36ae98) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:50.135765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38ec6152-0270-4c4a-a8c3-f0efb89d04fe req-d997dcd0-4586-4f6e-937d-d66798f9a26c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558872 Jul 16 18:35:50.263881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Made reservation on behalf of e6f56d68744d4ad5b5c2eff009b7a6d8 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:50.267687 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.324326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d0340e88-c685-4311-ae42-a262f434c9ed tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 9cef5788-77fb-442f-a816-0964251654d3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:50.324793 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0340e88-c685-4311-ae42-a262f434c9ed tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.564335 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1825d9a5-fb9b-463f-b218-c84e8626c2c4 req-b9dfba69-970c-46e3-becf-40171fd934d2 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 210 time: 0.0624506 Jul 16 18:35:50.585666 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0340e88-c685-4311-ae42-a262f434c9ed tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.611923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d0340e88-c685-4311-ae42-a262f434c9ed tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 9cef5788-77fb-442f-a816-0964251654d3 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:50.631569 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.636832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Provisioning for port 9cef5788-77fb-442f-a816-0964251654d3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:50.644735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Provisioning complete for port 9cef5788-77fb-442f-a816-0964251654d3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:50.645439 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.720033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Port 9cef5788-77fb-442f-a816-0964251654d3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:50.741122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Provisioning complete for port 503e49f2-ebeb-4617-bfea-ea9fa9527480 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:50.742001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.762600 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.792879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Port 503e49f2-ebeb-4617-bfea-ea9fa9527480 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:50.807758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Provisioning for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:50.813878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Provisioning complete for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:50.814352 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9059340-16d3-4986-9afa-498ed71b73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.852255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 99830645-b9e7-4016-aa42-667a83c1843a no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:50.890742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 99830645-b9e7-4016-aa42-667a83c1843a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:50.891097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 99830645-b9e7-4016-aa42-667a83c1843a not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:50.905883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 27808d5d-b3fe-4d22-9416-b46fa4b7b88b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:50.912426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:50.937125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:50.937125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Allocated IP 172.20.0.12 (e9ffaac4-b7cc-411b-afa8-d3b42081b1f5/0bc81f56-eda7-4152-8f3d-7088d443666a/efe85f05-36e9-493b-a65f-88a990a47cb1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:50.947114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:50.949925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0340e88-c685-4311-ae42-a262f434c9ed tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.989808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Pushing event updated for resources: {'Port': ['ID=dc62dad4-1e06-429f-ba7d-14873d36ae98,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.040898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:51.041407 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.068942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0340e88-c685-4311-ae42-a262f434c9ed tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=9cef5788-77fb-442f-a816-0964251654d3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.114250 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0340e88-c685-4311-ae42-a262f434c9ed tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.119374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d0340e88-c685-4311-ae42-a262f434c9ed tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/9cef5788-77fb-442f-a816-0964251654d3 HTTP/1.1" status: 204 len: 168 time: 1.5266261 Jul 16 18:35:51.121453 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49262) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:51.126064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:51.126765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.167727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f018c092-f60f-43e1-b404-6a956a20e3b4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5940485 Jul 16 18:35:51.176173 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7c07fd-fe07-458e-8674-0662326af175 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:51.181001 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9d7c07fd-fe07-458e-8674-0662326af175 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/9cef5788-77fb-442f-a816-0964251654d3 HTTP/1.1" status: 404 len: 333 time: 0.0580182 Jul 16 18:35:51.186084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49266) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:51.198851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Request body: {'port': {'device_id': '1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:51.223878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8d890842-94e6-4f96-b632-6a48be5f3107 None None] Could not find standard attr ID for object 9cef5788-77fb-442f-a816-0964251654d3. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:35:51.294066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23464da1-8878-4684-80f5-094985c41168 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.326089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23464da1-8878-4684-80f5-094985c41168 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.390615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23464da1-8878-4684-80f5-094985c41168 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.393605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23464da1-8878-4684-80f5-094985c41168 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.395079 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-23464da1-8878-4684-80f5-094985c41168 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/security-groups/fd470a7f-2cd6-42b4-b020-e11ee593c3d6 HTTP/1.1" status: 204 len: 168 time: 0.2060492 Jul 16 18:35:51.398692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49270) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:51.427128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23464da1-8878-4684-80f5-094985c41168 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd470a7f-2cd6-42b4-b020-e11ee593c3d6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.480566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.484963 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.487099 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-555dad54-364d-40b2-a1c7-9b54b73bb535 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.516229 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-555dad54-364d-40b2-a1c7-9b54b73bb535 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.552064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a08765-9c06-4fcd-8eb6-923e368821d9 req-0e7d166d-0e7b-4c86-9eda-0f9266c729c7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:51.556426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14a08765-9c06-4fcd-8eb6-923e368821d9 req-0e7d166d-0e7b-4c86-9eda-0f9266c729c7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.2090149 Jul 16 18:35:51.569979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-555dad54-364d-40b2-a1c7-9b54b73bb535 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.573385 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-555dad54-364d-40b2-a1c7-9b54b73bb535 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.574532 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-555dad54-364d-40b2-a1c7-9b54b73bb535 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/security-groups/67b84dd7-5db1-48d2-adf4-3858f0f0c422 HTTP/1.1" status: 204 len: 168 time: 0.1745634 Jul 16 18:35:51.579545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:51.594423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dad54-364d-40b2-a1c7-9b54b73bb535 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b84dd7-5db1-48d2-adf4-3858f0f0c422,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.622040 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.651524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-939d220b-4936-4143-9906-3cc0f4f54e94 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet 2250020c-a3d1-4e51-a7a2-b6d1ca8b9516 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:51.655454 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-939d220b-4936-4143-9906-3cc0f4f54e94 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.707261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-939d220b-4936-4143-9906-3cc0f4f54e94 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.716566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14a08765-9c06-4fcd-8eb6-923e368821d9 req-472515d4-dec9-4bf0-a74e-4dd8deaeb751 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389601 Jul 16 18:35:51.788470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:51.796419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Pushing event updated for resources: {'Port': ['ID=efe85f05-36e9-493b-a65f-88a990a47cb1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.798999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:51.813424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:51.833954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-939d220b-4936-4143-9906-3cc0f4f54e94 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.902796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-939d220b-4936-4143-9906-3cc0f4f54e94 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.910866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:51.911438 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.931674 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d220b-4936-4143-9906-3cc0f4f54e94 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=2250020c-a3d1-4e51-a7a2-b6d1ca8b9516,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.938489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-939d220b-4936-4143-9906-3cc0f4f54e94 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.941217 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-939d220b-4936-4143-9906-3cc0f4f54e94 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/2250020c-a3d1-4e51-a7a2-b6d1ca8b9516 HTTP/1.1" status: 204 len: 168 time: 0.3604369 Jul 16 18:35:51.946870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49280) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:51.954392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-0344a672-29bd-4247-8eda-1b2acbb58238 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5466895 Jul 16 18:35:51.955066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825aed8c-e72e-4195-bc89-09e76409c574 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:51.955602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:51.966208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14144b-410c-461d-86fc-f9fe23399d56 req-8d46f250-0d79-4abc-8dc8-741b13f9e6f3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:51.967655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d14144b-410c-461d-86fc-f9fe23399d56 req-8d46f250-0d79-4abc-8dc8-741b13f9e6f3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 932 time: 0.2443337 Jul 16 18:35:51.992807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Request body: {'port': {'device_id': '3addac62-5264-425c-8772-a950ed4018c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:52.090379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d14144b-410c-461d-86fc-f9fe23399d56 req-09138e06-d936-41ad-9c3b-4c05eb967314 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132758 Jul 16 18:35:52.112507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:52.127836 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.144677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc62dad4-1e06-429f-ba7d-14873d36ae98 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:52.159138 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.172961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.185177 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Transition to ACTIVE for port object dc62dad4-1e06-429f-ba7d-14873d36ae98 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:52.193552 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.341725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc62dad4-1e06-429f-ba7d-14873d36ae98,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.437636 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.477223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:52.480910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:52.484131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.484768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.513224 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5648282 Jul 16 18:35:52.516050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49282) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:52.521290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-184ba3f9-aaf1-4ece-a990-a737c46c2b4d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'security_group': {'name': 'tempest-secgroup-1321495585'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:52.526084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Attempting to bind port dc62dad4-1e06-429f-ba7d-14873d36ae98 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:52.527030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Attempting to bind port dc62dad4-1e06-429f-ba7d-14873d36ae98 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:52.527543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Attempting to bind port dc62dad4-1e06-429f-ba7d-14873d36ae98 on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:52.528281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8fc64-8cb9-4b25-8ea8-fe8083c22fe6 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=50d16e64-aa1d-45e9-85e4-efcf2105652f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.541605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Port dc62dad4-1e06-429f-ba7d-14873d36ae98 on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:52.541937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Attempting to bind port dc62dad4-1e06-429f-ba7d-14873d36ae98 on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:52.555092 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-184ba3f9-aaf1-4ece-a990-a737c46c2b4d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.561428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:52.561782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Checking segment: {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:52.562179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Bound using segment: {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:52.563084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Bound port: dc62dad4-1e06-429f-ba7d-14873d36ae98, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:52.563464 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.677075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-184ba3f9-aaf1-4ece-a990-a737c46c2b4d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.681686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-184ba3f9-aaf1-4ece-a990-a737c46c2b4d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.694800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe85f05-36e9-493b-a65f-88a990a47cb1 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:52.707345 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.715021 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-184ba3f9-aaf1-4ece-a990-a737c46c2b4d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.716368 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-184ba3f9-aaf1-4ece-a990-a737c46c2b4d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1993260 Jul 16 18:35:52.718505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ba3f9-aaf1-4ece-a990-a737c46c2b4d tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe33d9e-8e5a-402d-943e-b4b144196e66,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.722685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49292) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:52.727848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-12407ef7-5090-4c56-8b70-3a605ca94fc0 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'security_group': {'name': 'tempest-secgroup-1880260312'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:52.728377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] For port dc62dad4-1e06-429f-ba7d-14873d36ae98, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:52.740798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Transition to ACTIVE for port object efe85f05-36e9-493b-a65f-88a990a47cb1 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:52.759522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] For port dc62dad4-1e06-429f-ba7d-14873d36ae98, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=dc62dad4-1e06-429f-ba7d-14873d36ae98,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:52.766417 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.770646 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12407ef7-5090-4c56-8b70-3a605ca94fc0 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.786054 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.848851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.849594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.852930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc62dad4-1e06-429f-ba7d-14873d36ae98 HTTP/1.1" status: 200 len: 1092 time: 1.6589324 Jul 16 18:35:52.853555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7', 'tag': 'dc62dad4-1e06-429f-ba7d-14873d36ae98'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:52.857041 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd33a73-c551-45ef-8f25-7ec93e58feff" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7", "tag": "dc62dad4-1e06-429f-ba7d-14873d36ae98"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:52.876893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Pushing event updated for resources: {'Port': ['ID=efe85f05-36e9-493b-a65f-88a990a47cb1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.947645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12407ef7-5090-4c56-8b70-3a605ca94fc0 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.955398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12407ef7-5090-4c56-8b70-3a605ca94fc0 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.986203 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c185475d-09a1-4fdd-80e4-84221f5bb348 x-openstack-request-id: req-c185475d-09a1-4fdd-80e4-84221f5bb348 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:52.986682 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7", "tag": "dc62dad4-1e06-429f-ba7d-14873d36ae98", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:52.986682 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c185475d-09a1-4fdd-80e4-84221f5bb348 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:52.986951 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7', 'tag': 'dc62dad4-1e06-429f-ba7d-14873d36ae98', 'status': 'completed', 'code': 200} Jul 16 18:35:52.996968 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-12407ef7-5090-4c56-8b70-3a605ca94fc0 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.000572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-12407ef7-5090-4c56-8b70-3a605ca94fc0 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2747729 Jul 16 18:35:53.007972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49302) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:53.032779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4377e09b-406f-4816-9377-f4263d4f7678 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'security_group': {'name': 'tempest-secgroup-2054441146'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:53.048041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12407ef7-5090-4c56-8b70-3a605ca94fc0 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a53e09-00be-4a8e-bdfb-26558a4b8bf1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.077003 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4377e09b-406f-4816-9377-f4263d4f7678 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.111765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71ceed-ea7b-48a1-8b25-6293badcfeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=dc62dad4-1e06-429f-ba7d-14873d36ae98,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.159364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Attempting to bind port efe85f05-36e9-493b-a65f-88a990a47cb1 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:53.160123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Attempting to bind port efe85f05-36e9-493b-a65f-88a990a47cb1 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:53.160730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Attempting to bind port efe85f05-36e9-493b-a65f-88a990a47cb1 on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:53.170857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Port efe85f05-36e9-493b-a65f-88a990a47cb1 on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:53.171506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Attempting to bind port efe85f05-36e9-493b-a65f-88a990a47cb1 on network e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:53.184266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-e42f24c6-58ee-4188-8bb4-82ab6fa8429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.185989 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-e42f24c6-58ee-4188-8bb4-82ab6fa8429a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&device_id=1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7 HTTP/1.1" status: 200 len: 1095 time: 0.2765503 Jul 16 18:35:53.188226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:53.188711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Checking segment: {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:53.189203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Bound using segment: {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:53.189751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Bound port: efe85f05-36e9-493b-a65f-88a990a47cb1, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:53.190369 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.201843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfa14a-30b5-49fb-8144-032a3ba44ad0 req-4d88b9c6-6eb8-481c-984d-c56fc1a3df5e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.203974 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53cfa14a-30b5-49fb-8144-032a3ba44ad0 req-4d88b9c6-6eb8-481c-984d-c56fc1a3df5e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.2224393 Jul 16 18:35:53.236833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d2652e-f637-4a72-8032-1641df848d40 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:53.280475 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4377e09b-406f-4816-9377-f4263d4f7678 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.288237 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4377e09b-406f-4816-9377-f4263d4f7678 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.322400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-07d52538-3b71-4cf8-b4ef-1eeb935bb8cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc62dad4-1e06-429f-ba7d-14873d36ae98 HTTP/1.1" status: 200 len: 217 time: 0.1105461 Jul 16 18:35:53.328912 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4377e09b-406f-4816-9377-f4263d4f7678 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.333029 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4377e09b-406f-4816-9377-f4263d4f7678 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3101926 Jul 16 18:35:53.334351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49314) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:53.335771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377e09b-406f-4816-9377-f4263d4f7678 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5e8156-7e83-4125-8d29-8715f2d52bff,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.343621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-451654170', 'security_groups': ['4b5e8156-7e83-4125-8d29-8715f2d52bff'], 'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '50d16e64-aa1d-45e9-85e4-efcf2105652f'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:53.371480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-16d43cbf-cdde-427f-afc9-b23ad034492b None None] Provisioning complete for port 503e49f2-ebeb-4617-bfea-ea9fa9527480 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:53.372757 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16d43cbf-cdde-427f-afc9-b23ad034492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.424674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53cfa14a-30b5-49fb-8144-032a3ba44ad0 req-b919b10d-aa8a-4478-bb52-0415034367ea tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418555 Jul 16 18:35:53.472719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-16d43cbf-cdde-427f-afc9-b23ad034492b None None] Port 503e49f2-ebeb-4617-bfea-ea9fa9527480 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:53.474094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-8a9047d8-c64b-46ca-9aa0-706f5cab295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.475617 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-8a9047d8-c64b-46ca-9aa0-706f5cab295d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0bc81f56-eda7-4152-8f3d-7088d443666a HTTP/1.1" status: 200 len: 853 time: 0.1273103 Jul 16 18:35:53.501657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:53.515395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-16d43cbf-cdde-427f-afc9-b23ad034492b None None] Provisioning complete for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:53.515997 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16d43cbf-cdde-427f-afc9-b23ad034492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.523359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-6a25b138-d245-47ac-827c-a0e397f94584 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377834 Jul 16 18:35:53.528927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] For port efe85f05-36e9-493b-a65f-88a990a47cb1, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:53.572887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] For port efe85f05-36e9-493b-a65f-88a990a47cb1, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=efe85f05-36e9-493b-a65f-88a990a47cb1,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:53.586584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626df5d7-8530-4cde-9614-014e9266e253 req-abe3fad4-4574-4e64-8338-2718ef474a1b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.588290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-626df5d7-8530-4cde-9614-014e9266e253 req-abe3fad4-4574-4e64-8338-2718ef474a1b tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 944 time: 0.3012266 Jul 16 18:35:53.604589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.661280 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.689575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] device_id is not set on port a46edf66-20a7-4e1b-9004-d9ce6079db79 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:35:53.716415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.717082 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.718505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] 10.222.0.46 "PUT /v2.0/ports/efe85f05-36e9-493b-a65f-88a990a47cb1 HTTP/1.1" status: 200 len: 1093 time: 1.7336946 Jul 16 18:35:53.729762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d62edf5-dcb3-47f1-bdc0-eccd97679288 None None] Update dhcp port {'port': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'fixed_ips': [{'subnet_id': 'bbabc3b6-5aef-4a27-940a-3cf49bcd4c17', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '50d16e64-aa1d-45e9-85e4-efcf2105652f'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '27808d5d-b3fe-4d22-9416-b46fa4b7b88b'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:35:53.766229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-626df5d7-8530-4cde-9614-014e9266e253 req-ec9acf7f-ab06-410f-9e0c-108bfb5802a4 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695700 Jul 16 18:35:53.773937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940172f-77f2-4b4a-be98-c3540d26025e service neutron] Pushing event updated for resources: {'Port': ['ID=efe85f05-36e9-493b-a65f-88a990a47cb1,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.778314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-d3ed5d93-7d46-45c8-b526-0d821f11ad73 service neutron] 10.222.0.45 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462170 Jul 16 18:35:53.826259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d62edf5-dcb3-47f1-bdc0-eccd97679288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.951782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-d90ad63b-007a-4ac6-9a9a-0a6efab8265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.953596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-d90ad63b-007a-4ac6-9a9a-0a6efab8265c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 1096 time: 0.1559067 Jul 16 18:35:53.956264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-9b42aa2f-25f8-437f-8840-7a69934c9e8f service neutron] 10.222.0.45 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599734 Jul 16 18:35:54.023910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-bde02c66-cdda-4568-ab5a-b00ba2cf55ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe85f05-36e9-493b-a65f-88a990a47cb1 HTTP/1.1" status: 200 len: 217 time: 0.0548174 Jul 16 18:35:54.082830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9d62edf5-dcb3-47f1-bdc0-eccd97679288 None None] Allocated IP 2001:db8::2 (34b2a897-102e-46b7-9aea-98e773e3d3bb/50d16e64-aa1d-45e9-85e4-efcf2105652f/27808d5d-b3fe-4d22-9416-b46fa4b7b88b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:54.146071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-e2ad325c-4549-4eb2-ad8e-c068b0048b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:54.149015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-e2ad325c-4549-4eb2-ad8e-c068b0048b38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0bc81f56-eda7-4152-8f3d-7088d443666a HTTP/1.1" status: 200 len: 853 time: 0.1165621 Jul 16 18:35:54.192817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-09ccb0da-15ef-4b78-aa94-d945d59e41ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333390 Jul 16 18:35:54.197174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-e02ce634-4b60-4934-96da-cc524e180bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:54.199012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-e02ce634-4b60-4934-96da-cc524e180bc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&device_id=1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7 HTTP/1.1" status: 200 len: 1095 time: 0.1528237 Jul 16 18:35:54.291765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9d62edf5-dcb3-47f1-bdc0-eccd97679288 None None] For port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,segment=NetworkSegment(c7856e53-766e-4e82-bdf5-d84b54b68a8d),segment_id=c7856e53-766e-4e82-bdf5-d84b54b68a8d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:54.346411 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d62edf5-dcb3-47f1-bdc0-eccd97679288 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.369036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9d62edf5-dcb3-47f1-bdc0-eccd97679288 None None] Transition to ACTIVE for port object 27808d5d-b3fe-4d22-9416-b46fa4b7b88b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:54.373735 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d62edf5-dcb3-47f1-bdc0-eccd97679288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.392376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-b3914523-7608-4802-8aa2-cd513fc732ec service neutron] 10.222.0.46 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868849 Jul 16 18:35:54.430759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-7f251866-bcb6-44d1-80c0-db5f8b3dc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:54.432846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-7f251866-bcb6-44d1-80c0-db5f8b3dc036 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 914 time: 0.1932046 Jul 16 18:35:54.463689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8::2a7 (34b2a897-102e-46b7-9aea-98e773e3d3bb/50d16e64-aa1d-45e9-85e4-efcf2105652f/a46edf66-20a7-4e1b-9004-d9ce6079db79) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:54.500089 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62edf5-dcb3-47f1-bdc0-eccd97679288 None None] Pushing event updated for resources: {'Port': ['ID=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.583836 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-c8041cee-2fd3-46f6-a6cf-470ee8b92c7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc62dad4-1e06-429f-ba7d-14873d36ae98 HTTP/1.1" status: 200 len: 217 time: 0.0750020 Jul 16 18:35:54.620427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3638437a-6718-4a57-8a91-6dafca4ba1e1 req-f0442907-5e4a-40a0-a62c-8ad54603f674 service neutron] 10.222.0.46 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147706 Jul 16 18:35:54.698477 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.719772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object a46edf66-20a7-4e1b-9004-d9ce6079db79 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:54.771882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.859450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:54.864459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:54.893683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:54.924371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:54.931947 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.967010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=a46edf66-20a7-4e1b-9004-d9ce6079db79,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.981948 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c5bb8889-598f-44ea-9b06-43051578e4eb tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6401551 Jul 16 18:35:54.982792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49344) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:54.989807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-79828e49-88f7-4c4a-a9e4-928d5ff18c8f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:54.998928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 27808d5d-b3fe-4d22-9416-b46fa4b7b88b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:55.171025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79828e49-88f7-4c4a-a9e4-928d5ff18c8f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:55.175996 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-79828e49-88f7-4c4a-a9e4-928d5ff18c8f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.189324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3addac62-5264-425c-8772-a950ed4018c1', 'tag': 'efe85f05-36e9-493b-a65f-88a990a47cb1'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:55.191613 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c78740-dedc-49b0-b81e-679e9b658aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "3addac62-5264-425c-8772-a950ed4018c1", "tag": "efe85f05-36e9-493b-a65f-88a990a47cb1"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:55.308251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-887f5cd2-4063-40d0-98e6-fc81b511356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:55.309972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-887f5cd2-4063-40d0-98e6-fc81b511356a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0bc81f56-eda7-4152-8f3d-7088d443666a HTTP/1.1" status: 200 len: 853 time: 0.6882012 Jul 16 18:35:55.312017 n-d-793619-10 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-79828e49-88f7-4c4a-a9e4-928d5ff18c8f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50d16e64-aa1d-45e9-85e4-efcf2105652f (CIDR: 2001:db8::/64) Jul 16 18:35:55.320094 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-79828e49-88f7-4c4a-a9e4-928d5ff18c8f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:35:55.320749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79828e49-88f7-4c4a-a9e4-928d5ff18c8f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:35:55.344286 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-79828e49-88f7-4c4a-a9e4-928d5ff18c8f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3572516 Jul 16 18:35:55.344783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49352) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:55.351803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7998d674-4721-4d83-a3c6-4728bd0c6dd1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:55.353672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-cbb8f6a9-e13d-4e36-9f65-412337a05593 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334296 Jul 16 18:35:55.396823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7bc73b5c-1f69-4781-9da6-b6f1b52843fc None None] Provisioning complete for port 503e49f2-ebeb-4617-bfea-ea9fa9527480 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:55.397942 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc73b5c-1f69-4781-9da6-b6f1b52843fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.434481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c025e-ff88-4ae1-a3b0-ecdbe8e37214 req-a3443b2d-4c93-4374-8a09-3bac7b18a1dd tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:55.436078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-595c025e-ff88-4ae1-a3b0-ecdbe8e37214 req-a3443b2d-4c93-4374-8a09-3bac7b18a1dd tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 944 time: 0.2408626 Jul 16 18:35:55.460313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc841a-c5e7-4351-af34-99dedb108878 req-d4a4807c-f96a-4992-991d-b72f23150b62 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:55.463405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9bc841a-c5e7-4351-af34-99dedb108878 req-d4a4807c-f96a-4992-991d-b72f23150b62 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.8393035 Jul 16 18:35:55.479458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7bc73b5c-1f69-4781-9da6-b6f1b52843fc None None] Port 503e49f2-ebeb-4617-bfea-ea9fa9527480 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:55.509197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7bc73b5c-1f69-4781-9da6-b6f1b52843fc None None] Provisioning for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:55.515667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7bc73b5c-1f69-4781-9da6-b6f1b52843fc None None] Provisioning complete for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:55.516189 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bc73b5c-1f69-4781-9da6-b6f1b52843fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.551072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7998d674-4721-4d83-a3c6-4728bd0c6dd1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:55.558640 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7998d674-4721-4d83-a3c6-4728bd0c6dd1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.623014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-595c025e-ff88-4ae1-a3b0-ecdbe8e37214 req-97ca4dcf-8f67-47dc-9b8a-be35475319d2 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551557 Jul 16 18:35:55.650685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9bc841a-c5e7-4351-af34-99dedb108878 req-b583c285-fea7-440b-8b1f-ee88778e9ab2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705189 Jul 16 18:35:55.671389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-8007f21f-f3b7-42b6-b5e4-6deb91abd19c service neutron] 10.222.0.45 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871220 Jul 16 18:35:55.719405 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845ee326-69f2-410a-929a-846298ee9b21 x-openstack-request-id: req-845ee326-69f2-410a-929a-846298ee9b21 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:55.720896 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3addac62-5264-425c-8772-a950ed4018c1", "tag": "efe85f05-36e9-493b-a65f-88a990a47cb1", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:55.721353 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-845ee326-69f2-410a-929a-846298ee9b21 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:55.721926 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3addac62-5264-425c-8772-a950ed4018c1', 'tag': 'efe85f05-36e9-493b-a65f-88a990a47cb1', 'status': 'completed', 'code': 200} Jul 16 18:35:55.759900 n-d-793619-10 neutron-server[93824]: INFO neutron.db.ipam_backend_mixin [None req-7998d674-4721-4d83-a3c6-4728bd0c6dd1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bbabc3b6-5aef-4a27-940a-3cf49bcd4c17 (CIDR: 2001:db8:0:1::/64) Jul 16 18:35:55.767759 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-7998d674-4721-4d83-a3c6-4728bd0c6dd1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:35:55.768314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7998d674-4721-4d83-a3c6-4728bd0c6dd1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:35:55.791568 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7998d674-4721-4d83-a3c6-4728bd0c6dd1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4419909 Jul 16 18:35:55.791840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49358) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:55.798303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'subnet': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:55.840748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acd33a73-c551-45ef-8f25-7ec93e58feff req-7fe030ff-1aa2-4cf5-89e1-12f7ec76732f service neutron] 10.222.0.45 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628227 Jul 16 18:35:55.876734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-248acdd6-4675-4071-81c4-5e03c30a7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:55.878747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-248acdd6-4675-4071-81c4-5e03c30a7d65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 1096 time: 0.0923126 Jul 16 18:35:55.880177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8c94690d-2bd4-4ebf-a3b2-55c092bda302 None None] Provisioning for port a46edf66-20a7-4e1b-9004-d9ce6079db79 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:55.886413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8c94690d-2bd4-4ebf-a3b2-55c092bda302 None None] Provisioning complete for port a46edf66-20a7-4e1b-9004-d9ce6079db79 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:55.887021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8c94690d-2bd4-4ebf-a3b2-55c092bda302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.946306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8c94690d-2bd4-4ebf-a3b2-55c092bda302 None None] Port a46edf66-20a7-4e1b-9004-d9ce6079db79 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:55.977545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Made reservation on behalf of 26323166245f442d87415533f0f9ed36 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:55.981628 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.015076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-efa11a62-5f00-4b8c-99ba-371f2bdf66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:56.016708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-efa11a62-5f00-4b8c-99ba-371f2bdf66ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 200 len: 914 time: 0.1305635 Jul 16 18:35:56.065073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-d0cd0025-5f55-4d7b-8938-15e2538a7958 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efe85f05-36e9-493b-a65f-88a990a47cb1 HTTP/1.1" status: 200 len: 217 time: 0.0403078 Jul 16 18:35:56.122232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-b800192d-9f37-41d2-8e2c-590648eb3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:56.126216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-b800192d-9f37-41d2-8e2c-590648eb3b46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0bc81f56-eda7-4152-8f3d-7088d443666a HTTP/1.1" status: 200 len: 853 time: 0.0529847 Jul 16 18:35:56.169410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-f4026b7b-5060-46c6-aa9c-9bc19c6b3783 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326622 Jul 16 18:35:56.279313 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.317559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-a1c45466-97fa-42e1-9529-252267fbe9ae service neutron] 10.222.0.46 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401582 Jul 16 18:35:56.327230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:56.330588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:56.335605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:56.336395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.347094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c348d94-218b-44ee-93af-d880f46514c3 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:56.360560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Subnet': ['ID=42a9c1cd-0d3b-4630-9bc1-9068326db0ce,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:56.373757 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-601cfa7b-ffb0-4c8b-84c2-71b6367baa0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5807829 Jul 16 18:35:56.374172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49370) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:56.380889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1487715365', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42a9c1cd-0d3b-4630-9bc1-9068326db0ce'}], 'security_groups': ['3fe33d9e-8e5a-402d-943e-b4b144196e66', 'b6a53e09-00be-4a8e-bdfb-26558a4b8bf1']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:56.507455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23c78740-dedc-49b0-b81e-679e9b658aa5 req-173b6dfa-2de3-47a6-bfdb-fdb4a723140d service neutron] 10.222.0.46 "GET /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807292 Jul 16 18:35:56.689301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f80ed74-cac1-448c-ac80-d2e92f6e20b6 None None] Update dhcp port {'port': {'network_id': '34b2a897-102e-46b7-9aea-98e773e3d3bb', 'fixed_ips': [{'subnet_id': 'bbabc3b6-5aef-4a27-940a-3cf49bcd4c17', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '50d16e64-aa1d-45e9-85e4-efcf2105652f', 'ip_address': '2001:db8::2'}, {'subnet_id': '42a9c1cd-0d3b-4630-9bc1-9068326db0ce'}], 'binding:host_id': 'n-d-793619-10'}, 'id': '27808d5d-b3fe-4d22-9416-b46fa4b7b88b'} from n-d-793619-10. {{(pid=93825) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:35:56.711099 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.754979 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f80ed74-cac1-448c-ac80-d2e92f6e20b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.989826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9972c-1826-4414-ba7c-003373128524 req-9a27f903-306f-4bcb-83ac-82dafcd76f04 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:56.989826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fcd9972c-1826-4414-ba7c-003373128524 req-9a27f903-306f-4bcb-83ac-82dafcd76f04 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 944 time: 0.1839457 Jul 16 18:35:57.089867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-2f80ed74-cac1-448c-ac80-d2e92f6e20b6 None None] Allocated IP 2001:db8:0:2::2 (34b2a897-102e-46b7-9aea-98e773e3d3bb/42a9c1cd-0d3b-4630-9bc1-9068326db0ce/27808d5d-b3fe-4d22-9416-b46fa4b7b88b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:57.106984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device dc62dad4-1e06-429f-ba7d-14873d36ae98 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:57.126212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fcd9972c-1826-4414-ba7c-003373128524 req-e3f7e4ca-9679-4bae-b6ef-d510bb104cf5 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211607 Jul 16 18:35:57.231596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ca549-4da7-4e9a-96d4-cbcd706f4930 req-6d14d1f5-4141-43bc-bdee-a98ca0c61358 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:57.234062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-721ca549-4da7-4e9a-96d4-cbcd706f4930 req-6d14d1f5-4141-43bc-bdee-a98ca0c61358 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0973227 Jul 16 18:35:57.310486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-721ca549-4da7-4e9a-96d4-cbcd706f4930 req-ba327630-3008-4b68-a053-9a7770089ec8 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663953 Jul 16 18:35:57.358618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2f80ed74-cac1-448c-ac80-d2e92f6e20b6 None None] For port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,segment=NetworkSegment(c7856e53-766e-4e82-bdf5-d84b54b68a8d),segment_id=c7856e53-766e-4e82-bdf5-d84b54b68a8d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:57.388043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port dc62dad4-1e06-429f-ba7d-14873d36ae98, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=dc62dad4-1e06-429f-ba7d-14873d36ae98,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:57.409316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'dc62dad4-1e06-429f-ba7d-14873d36ae98', 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5', 'port_id': 'dc62dad4-1e06-429f-ba7d-14873d36ae98', 'mac_address': 'fa:16:3e:50:9c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc81f56-eda7-4152-8f3d-7088d443666a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:57.421141 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f80ed74-cac1-448c-ac80-d2e92f6e20b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.461537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2f80ed74-cac1-448c-ac80-d2e92f6e20b6 None None] Transition to ACTIVE for port object 27808d5d-b3fe-4d22-9416-b46fa4b7b88b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:57.468950 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2f80ed74-cac1-448c-ac80-d2e92f6e20b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.500129 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.583705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device efe85f05-36e9-493b-a65f-88a990a47cb1 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:57.594717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc62dad4-1e06-429f-ba7d-14873d36ae98 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:57.650479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Delete allocated IP 2001:db8::2a7 (34b2a897-102e-46b7-9aea-98e773e3d3bb/50d16e64-aa1d-45e9-85e4-efcf2105652f) {{(pid=93823) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:35:57.677080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Allocated IP 2001:db8:0:2::14a (34b2a897-102e-46b7-9aea-98e773e3d3bb/42a9c1cd-0d3b-4630-9bc1-9068326db0ce/a46edf66-20a7-4e1b-9004-d9ce6079db79) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:57.899682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port dc62dad4-1e06-429f-ba7d-14873d36ae98, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=dc62dad4-1e06-429f-ba7d-14873d36ae98,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:57.901003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80ed74-cac1-448c-ac80-d2e92f6e20b6 None None] Pushing event updated for resources: {'Port': ['ID=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:57.909413 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.937508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.960705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Transition to ACTIVE for port object a46edf66-20a7-4e1b-9004-d9ce6079db79 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:57.967373 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.037452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=dc62dad4-1e06-429f-ba7d-14873d36ae98,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.070003 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] In _notify_port_updated(), no bound segment for port a46edf66-20a7-4e1b-9004-d9ce6079db79 on network 34b2a897-102e-46b7-9aea-98e773e3d3bb {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:35:58.077444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.078226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.078808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port efe85f05-36e9-493b-a65f-88a990a47cb1, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=efe85f05-36e9-493b-a65f-88a990a47cb1,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:58.086535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "PUT /v2.0/ports/a46edf66-20a7-4e1b-9004-d9ce6079db79 HTTP/1.1" status: 200 len: 970 time: 1.7042880 Jul 16 18:35:58.086878 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49400) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.098864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'efe85f05-36e9-493b-a65f-88a990a47cb1', 'network_id': 'e9ffaac4-b7cc-411b-afa8-d3b42081b1f5', 'port_id': 'efe85f05-36e9-493b-a65f-88a990a47cb1', 'mac_address': 'fa:16:3e:23:28:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc81f56-eda7-4152-8f3d-7088d443666a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:58.127496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76ba79-ac91-4786-90ee-25e95d4ef252 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event updated for resources: {'Port': ['ID=a46edf66-20a7-4e1b-9004-d9ce6079db79,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.180559 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.204932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['dc62dad4-1e06-429f-ba7d-14873d36ae98'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:58.264710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe85f05-36e9-493b-a65f-88a990a47cb1 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:58.275232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e326e68a-0313-4316-83a0-f3d95e4d515f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port a46edf66-20a7-4e1b-9004-d9ce6079db79 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:58.275734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e326e68a-0313-4316-83a0-f3d95e4d515f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.360784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port efe85f05-36e9-493b-a65f-88a990a47cb1, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=efe85f05-36e9-493b-a65f-88a990a47cb1,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:58.383157 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.416174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bcb82-fc4c-4ff9-b146-9b838d3d1a03 req-12649468-99b9-49ef-8f85-6de7fa09c354 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.430898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a0bcb82-fc4c-4ff9-b146-9b838d3d1a03 req-12649468-99b9-49ef-8f85-6de7fa09c354 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 944 time: 0.1448233 Jul 16 18:35:58.480230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e326e68a-0313-4316-83a0-f3d95e4d515f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.484288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a0bcb82-fc4c-4ff9-b146-9b838d3d1a03 req-33afdca8-9175-4198-a109-1b36f7d8091c tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Jul 16 18:35:58.525884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e326e68a-0313-4316-83a0-f3d95e4d515f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for a46edf66-20a7-4e1b-9004-d9ce6079db79 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:58.537086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=efe85f05-36e9-493b-a65f-88a990a47cb1,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.641192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd083e-8dfb-4c93-bf79-38676ebe6ab6 req-1296e2b1-a861-462a-8d11-947705f9e66d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.642967 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6fd083e-8dfb-4c93-bf79-38676ebe6ab6 req-1296e2b1-a861-462a-8d11-947705f9e66d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1157038 Jul 16 18:35:58.715216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6fd083e-8dfb-4c93-bf79-38676ebe6ab6 req-e35dbcb6-3b81-4a35-a050-e714a50e22b8 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631137 Jul 16 18:35:58.758216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e326e68a-0313-4316-83a0-f3d95e4d515f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.805377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326e68a-0313-4316-83a0-f3d95e4d515f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=a46edf66-20a7-4e1b-9004-d9ce6079db79,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.839872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['efe85f05-36e9-493b-a65f-88a990a47cb1'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:58.845814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e326e68a-0313-4316-83a0-f3d95e4d515f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.849481 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e326e68a-0313-4316-83a0-f3d95e4d515f tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/a46edf66-20a7-4e1b-9004-d9ce6079db79 HTTP/1.1" status: 204 len: 168 time: 0.7615085 Jul 16 18:35:58.851539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49414) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.887551 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3f0a0c-1e08-43ff-befc-0ff6376486fa tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] GET failed (client error): The resource could not be found. Jul 16 18:35:58.889272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1e3f0a0c-1e08-43ff-befc-0ff6376486fa tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports/a46edf66-20a7-4e1b-9004-d9ce6079db79 HTTP/1.1" status: 404 len: 333 time: 0.0364308 Jul 16 18:35:58.893251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49416) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.950554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 27808d5d-b3fe-4d22-9416-b46fa4b7b88b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:58.969143 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e143bfb-94bf-4ca2-b685-53ff605f9cd2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.001586 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.016668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e143bfb-94bf-4ca2-b685-53ff605f9cd2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.037699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da3fdeea-304a-4222-a920-61b3e2b7aaf9 None None] Could not find standard attr ID for object a46edf66-20a7-4e1b-9004-d9ce6079db79. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:35:59.106242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da3fdeea-304a-4222-a920-61b3e2b7aaf9 None None] Provisioning complete for port 503e49f2-ebeb-4617-bfea-ea9fa9527480 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:59.106242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da3fdeea-304a-4222-a920-61b3e2b7aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.131044 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e143bfb-94bf-4ca2-b685-53ff605f9cd2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.137358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e143bfb-94bf-4ca2-b685-53ff605f9cd2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.142786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6e143bfb-94bf-4ca2-b685-53ff605f9cd2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/security-groups/4b5e8156-7e83-4125-8d29-8715f2d52bff HTTP/1.1" status: 204 len: 168 time: 0.2453728 Jul 16 18:35:59.143027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49424) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:59.159618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e143bfb-94bf-4ca2-b685-53ff605f9cd2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5e8156-7e83-4125-8d29-8715f2d52bff,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:59.245209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0eda29df-0c06-4559-bb51-b716ac4dc68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.261249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-da3fdeea-304a-4222-a920-61b3e2b7aaf9 None None] Port 503e49f2-ebeb-4617-bfea-ea9fa9527480 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:59.273528 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0eda29df-0c06-4559-bb51-b716ac4dc68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.289859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da3fdeea-304a-4222-a920-61b3e2b7aaf9 None None] Provisioning for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:59.300000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da3fdeea-304a-4222-a920-61b3e2b7aaf9 None None] Provisioning complete for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:59.300427 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da3fdeea-304a-4222-a920-61b3e2b7aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.345222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0eda29df-0c06-4559-bb51-b716ac4dc68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.348097 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0eda29df-0c06-4559-bb51-b716ac4dc68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.349416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0eda29df-0c06-4559-bb51-b716ac4dc68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/security-groups/b6a53e09-00be-4a8e-bdfb-26558a4b8bf1 HTTP/1.1" status: 204 len: 168 time: 0.2059207 Jul 16 18:35:59.353752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:59.376314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda29df-0c06-4559-bb51-b716ac4dc68a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a53e09-00be-4a8e-bdfb-26558a4b8bf1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:59.449081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-739334e2-c74f-4087-9e9c-86cf07ec0fa8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.489449 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-739334e2-c74f-4087-9e9c-86cf07ec0fa8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.558508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-739334e2-c74f-4087-9e9c-86cf07ec0fa8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.565925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-739334e2-c74f-4087-9e9c-86cf07ec0fa8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.571433 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-739334e2-c74f-4087-9e9c-86cf07ec0fa8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/security-groups/3fe33d9e-8e5a-402d-943e-b4b144196e66 HTTP/1.1" status: 204 len: 168 time: 0.2134547 Jul 16 18:35:59.574382 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:59.591236 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-95487a7d-3978-4c1e-9ae6-ccdfeefe0306 None None] Could not find standard attr ID for object a46edf66-20a7-4e1b-9004-d9ce6079db79. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:35:59.595328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739334e2-c74f-4087-9e9c-86cf07ec0fa8 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe33d9e-8e5a-402d-943e-b4b144196e66,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:59.660111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe289294-35c7-4889-9870-d1f6796c5b0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet 50d16e64-aa1d-45e9-85e4-efcf2105652f {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:59.664905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe289294-35c7-4889-9870-d1f6796c5b0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.736341 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe289294-35c7-4889-9870-d1f6796c5b0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.840543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00547de-89ca-41b6-8d07-3c9f4e62b081 req-1b9cf429-308d-4ffa-a768-e05105282cc6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:59.842194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a00547de-89ca-41b6-8d07-3c9f4e62b081 req-1b9cf429-308d-4ffa-a768-e05105282cc6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 945 time: 0.1432416 Jul 16 18:35:59.910076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe289294-35c7-4889-9870-d1f6796c5b0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.973371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a00547de-89ca-41b6-8d07-3c9f4e62b081 req-20dfd5ee-7aca-4515-bf62-26606d2e69bd tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231704 Jul 16 18:36:00.010133 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe289294-35c7-4889-9870-d1f6796c5b0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.028772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152e99c-a424-4b4b-bfca-9aca45ddfbe0 req-9e5d54da-8957-48b7-b495-34d4d8b8f05e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:00.030382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d152e99c-a424-4b4b-bfca-9aca45ddfbe0 req-9e5d54da-8957-48b7-b495-34d4d8b8f05e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1760163 Jul 16 18:36:00.046240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae31546d-39fc-45d9-8eea-1645278e8263 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:00.054613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe289294-35c7-4889-9870-d1f6796c5b0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.060544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fe289294-35c7-4889-9870-d1f6796c5b0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/50d16e64-aa1d-45e9-85e4-efcf2105652f HTTP/1.1" status: 204 len: 168 time: 0.4771199 Jul 16 18:36:00.061174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.071112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289294-35c7-4889-9870-d1f6796c5b0e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=50d16e64-aa1d-45e9-85e4-efcf2105652f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.125125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d152e99c-a424-4b4b-bfca-9aca45ddfbe0 req-01bbd4ce-a16b-4f2d-9061-67302a701037 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669804 Jul 16 18:36:00.160257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-95336c62-734b-4bff-b813-1bf1962f7dce tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet 42a9c1cd-0d3b-4630-9bc1-9068326db0ce {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:00.166172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95336c62-734b-4bff-b813-1bf1962f7dce tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.225863 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95336c62-734b-4bff-b813-1bf1962f7dce tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.345115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95336c62-734b-4bff-b813-1bf1962f7dce tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.419883 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95336c62-734b-4bff-b813-1bf1962f7dce tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.455559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-95336c62-734b-4bff-b813-1bf1962f7dce tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.458512 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-95336c62-734b-4bff-b813-1bf1962f7dce tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/42a9c1cd-0d3b-4630-9bc1-9068326db0ce HTTP/1.1" status: 204 len: 168 time: 0.3958986 Jul 16 18:36:00.460394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95336c62-734b-4bff-b813-1bf1962f7dce tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=42a9c1cd-0d3b-4630-9bc1-9068326db0ce,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.461829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.525964 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-2860bf51-e403-4931-9acc-29e2253e03a5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:00.526424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2860bf51-e403-4931-9acc-29e2253e03a5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:00.530094 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2860bf51-e403-4931-9acc-29e2253e03a5 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/50d16e64-aa1d-45e9-85e4-efcf2105652f HTTP/1.1" status: 404 len: 337 time: 0.0616889 Jul 16 18:36:00.531024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.593827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8daae7b8-2311-4158-b697-fcc6abbaae84 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting subnet bbabc3b6-5aef-4a27-940a-3cf49bcd4c17 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:00.597532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8daae7b8-2311-4158-b697-fcc6abbaae84 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.651247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8daae7b8-2311-4158-b697-fcc6abbaae84 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.767857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8daae7b8-2311-4158-b697-fcc6abbaae84 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.834924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8daae7b8-2311-4158-b697-fcc6abbaae84 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.868170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daae7b8-2311-4158-b697-fcc6abbaae84 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Subnet': ['ID=bbabc3b6-5aef-4a27-940a-3cf49bcd4c17,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.870685 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8daae7b8-2311-4158-b697-fcc6abbaae84 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.875444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49464) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.875922 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8daae7b8-2311-4158-b697-fcc6abbaae84 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/bbabc3b6-5aef-4a27-940a-3cf49bcd4c17 HTTP/1.1" status: 204 len: 168 time: 0.3434877 Jul 16 18:36:00.880049 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:00.902599 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-419d6406-8131-4fb6-acf2-cb6cf427d184 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:00.903890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419d6406-8131-4fb6-acf2-cb6cf427d184 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:00.906104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-419d6406-8131-4fb6-acf2-cb6cf427d184 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/2250020c-a3d1-4e51-a7a2-b6d1ca8b9516 HTTP/1.1" status: 404 len: 337 time: 0.0293109 Jul 16 18:36:00.906228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device dc62dad4-1e06-429f-ba7d-14873d36ae98 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:00.908704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49466) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.950611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-96d8dcae-4577-4b11-8b1c-cf5ad3cacee1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ec7f21d-ea8d-4459-9656-1b69702aaa6f HTTP/1.1" status: 200 len: 205 time: 0.0408206 Jul 16 18:36:00.953114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49468) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.970228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port dc62dad4-1e06-429f-ba7d-14873d36ae98 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:00.975951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port dc62dad4-1e06-429f-ba7d-14873d36ae98 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:00.976502 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.000319 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-36e4b9df-8b7b-4a26-a753-8d15d9eb7019 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] delete failed (client error): The resource could not be found. Jul 16 18:36:01.001362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9882dc0-11ac-4414-aa1f-003f907982d4 None None] Network 34b2a897-102e-46b7-9aea-98e773e3d3bb requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:01.001479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-36e4b9df-8b7b-4a26-a753-8d15d9eb7019 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/routers/9ec7f21d-ea8d-4459-9656-1b69702aaa6f HTTP/1.1" status: 404 len: 336 time: 0.0474126 Jul 16 18:36:01.003982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49474) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.038807 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c9f63d-9a05-408a-b9d3-562485ef643a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:01.039275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c9f63d-9a05-408a-b9d3-562485ef643a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:01.041909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-54c9f63d-9a05-408a-b9d3-562485ef643a tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/af60c1b2-1d99-4c01-8a5a-1d1333d5c2fe HTTP/1.1" status: 404 len: 337 time: 0.0368884 Jul 16 18:36:01.044525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49478) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.115366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0745487-afaf-429a-8b72-9ccd7649214a None None] Provisioning complete for port 503e49f2-ebeb-4617-bfea-ea9fa9527480 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:01.116394 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0745487-afaf-429a-8b72-9ccd7649214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.126650 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84d91c2-1092-489d-8b6f-7f053705a8a2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:01.127118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84d91c2-1092-489d-8b6f-7f053705a8a2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:01.132855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.141113 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f84d91c2-1092-489d-8b6f-7f053705a8a2 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/73802e89-621a-4bd7-b228-f247613d3ee2 HTTP/1.1" status: 404 len: 337 time: 0.0954323 Jul 16 18:36:01.190142 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.197207 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2fec3b-e583-4e76-9f37-51a3c1eda01e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:01.197990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2fec3b-e583-4e76-9f37-51a3c1eda01e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:01.202926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.203702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9c2fec3b-e583-4e76-9f37-51a3c1eda01e tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/aa85f41c-9e21-4528-82e9-4989c5632993 HTTP/1.1" status: 404 len: 337 time: 0.0689933 Jul 16 18:36:01.233589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port dc62dad4-1e06-429f-ba7d-14873d36ae98, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=dc62dad4-1e06-429f-ba7d-14873d36ae98,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:01.251789 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db2f684-9b01-4a08-a5ff-ada887e81a74 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:01.252540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db2f684-9b01-4a08-a5ff-ada887e81a74 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:01.257091 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1db2f684-9b01-4a08-a5ff-ada887e81a74 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/bd15ac49-138c-4712-8d38-110df565f9e9 HTTP/1.1" status: 404 len: 333 time: 0.0502806 Jul 16 18:36:01.257565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc62dad4-1e06-429f-ba7d-14873d36ae98'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:01.259612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7097275-8cf2-4eae-930a-c8b5454e5df4 req-e2526bb7-4632-4274-a9d3-d6f145b61cd7 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.260021 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0138ae99-1e7c-451a-a15e-b48d1788c82f" -d '{"events": [{"server_uuid": "1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7", "name": "network-vif-plugged", "status": "completed", "tag": "dc62dad4-1e06-429f-ba7d-14873d36ae98"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:01.261851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7097275-8cf2-4eae-930a-c8b5454e5df4 req-e2526bb7-4632-4274-a9d3-d6f145b61cd7 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 945 time: 0.1207018 Jul 16 18:36:01.262818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49488) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.275881 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.323191 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-608b62c0-d6f7-4ff4-b8de-208fd8b4d070 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:01.323714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608b62c0-d6f7-4ff4-b8de-208fd8b4d070 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:01.324481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a0745487-afaf-429a-8b72-9ccd7649214a None None] Port 503e49f2-ebeb-4617-bfea-ea9fa9527480 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:01.325892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-608b62c0-d6f7-4ff4-b8de-208fd8b4d070 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/7fcb51f5-1f6d-4565-b82b-d6e2c8a6a9b2 HTTP/1.1" status: 404 len: 337 time: 0.0618756 Jul 16 18:36:01.328746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.352070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7097275-8cf2-4eae-930a-c8b5454e5df4 req-c5d19467-4a43-4e24-b640-e19070695deb tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763140 Jul 16 18:36:01.363465 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39f5883-a66d-4a35-9ced-0c96b2487aa1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:01.363852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39f5883-a66d-4a35-9ced-0c96b2487aa1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:01.368601 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f39f5883-a66d-4a35-9ced-0c96b2487aa1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/44efbec8-214e-4145-848f-495aac754dad HTTP/1.1" status: 404 len: 337 time: 0.0355213 Jul 16 18:36:01.370132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.381931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a0745487-afaf-429a-8b72-9ccd7649214a None None] Provisioning complete for port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:01.391388 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0745487-afaf-429a-8b72-9ccd7649214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.394081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=dc62dad4-1e06-429f-ba7d-14873d36ae98,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.419182 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-339c1cd5-f54a-4f0f-a74d-b394b63cabca tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:01.421870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339c1cd5-f54a-4f0f-a74d-b394b63cabca tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:01.425063 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-339c1cd5-f54a-4f0f-a74d-b394b63cabca tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/4d6565b8-baea-4ed6-bed1-19958e055288 HTTP/1.1" status: 404 len: 333 time: 0.0538943 Jul 16 18:36:01.428667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.449281 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b174da34-b8cf-4674-afb4-22844553c268 x-openstack-request-id: req-b174da34-b8cf-4674-afb4-22844553c268 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:01.449581 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7", "name": "network-vif-plugged", "status": "completed", "tag": "dc62dad4-1e06-429f-ba7d-14873d36ae98", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:01.449861 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b174da34-b8cf-4674-afb4-22844553c268 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:01.450226 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc62dad4-1e06-429f-ba7d-14873d36ae98', 'code': 200} Jul 16 18:36:01.482246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6bb83-dd1f-4ff4-87b1-90348c99bcc2 req-2c19af80-4352-4a26-ba38-707b23839217 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.484065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ad6bb83-dd1f-4ff4-87b1-90348c99bcc2 req-2c19af80-4352-4a26-ba38-707b23839217 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1634040 Jul 16 18:36:01.493953 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-74026c2f-6656-4588-9a46-84d157193a09 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:01.494543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74026c2f-6656-4588-9a46-84d157193a09 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:01.499591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49502) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.500765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-74026c2f-6656-4588-9a46-84d157193a09 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/116c3a6a-6d78-4ac7-b886-c412bb75c18e HTTP/1.1" status: 404 len: 337 time: 0.0706267 Jul 16 18:36:01.539309 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f640b59a-8b8a-4ee1-9423-7141ef57d0a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:01.539607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f640b59a-8b8a-4ee1-9423-7141ef57d0a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:01.546568 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f640b59a-8b8a-4ee1-9423-7141ef57d0a1 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/subnets/66fc418f-6208-43e3-80dd-4f3507ced3b0 HTTP/1.1" status: 404 len: 337 time: 0.0447407 Jul 16 18:36:01.550513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49504) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.571237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9936d9-3f61-41cb-8b52-26bb39f4b49c None None] DHCP port deletion for 34b2a897-102e-46b7-9aea-98e773e3d3bb request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:01.574735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device efe85f05-36e9-493b-a65f-88a990a47cb1 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:01.608840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ad6bb83-dd1f-4ff4-87b1-90348c99bcc2 req-b94cea74-1b1b-4ae9-baf1-c8319ac5f4f0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064558 Jul 16 18:36:01.680081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-df9936d9-3f61-41cb-8b52-26bb39f4b49c None None] Deleting port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:01.680344 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9936d9-3f61-41cb-8b52-26bb39f4b49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.686536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e704f-68c8-4656-b16c-57a7cd1b5fea req-8e27fa64-3bcb-4ebb-a258-4f85ea6e0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.688151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-973e704f-68c8-4656-b16c-57a7cd1b5fea req-8e27fa64-3bcb-4ebb-a258-4f85ea6e0763 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1388545 Jul 16 18:36:01.693145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port efe85f05-36e9-493b-a65f-88a990a47cb1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:01.705544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port efe85f05-36e9-493b-a65f-88a990a47cb1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:01.705927 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.707628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-de4c3140-90b7-4b6f-a082-a2060a4abd40 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Deleting port 503e49f2-ebeb-4617-bfea-ea9fa9527480 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:01.707973 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de4c3140-90b7-4b6f-a082-a2060a4abd40 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.782085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-df9936d9-3f61-41cb-8b52-26bb39f4b49c None None] For port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,segment=NetworkSegment(c7856e53-766e-4e82-bdf5-d84b54b68a8d),segment_id=c7856e53-766e-4e82-bdf5-d84b54b68a8d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:01.782477 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9936d9-3f61-41cb-8b52-26bb39f4b49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.799631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-df9936d9-3f61-41cb-8b52-26bb39f4b49c None None] Calling delete_port for 27808d5d-b3fe-4d22-9416-b46fa4b7b88b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:01.804193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de4c3140-90b7-4b6f-a082-a2060a4abd40 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.807667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-973e704f-68c8-4656-b16c-57a7cd1b5fea req-9e971516-025b-4986-ad71-46f24cdfe216 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958624 Jul 16 18:36:01.819571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-de4c3140-90b7-4b6f-a082-a2060a4abd40 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Calling delete_port for 503e49f2-ebeb-4617-bfea-ea9fa9527480 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:01.900335 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.925232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de4c3140-90b7-4b6f-a082-a2060a4abd40 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.946989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port efe85f05-36e9-493b-a65f-88a990a47cb1, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=efe85f05-36e9-493b-a65f-88a990a47cb1,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:01.948951 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df9936d9-3f61-41cb-8b52-26bb39f4b49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.958071 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.961827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c3140-90b7-4b6f-a082-a2060a4abd40 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Port': ['ID=503e49f2-ebeb-4617-bfea-ea9fa9527480,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.977732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-de4c3140-90b7-4b6f-a082-a2060a4abd40 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.980032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-de4c3140-90b7-4b6f-a082-a2060a4abd40 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/ports/503e49f2-ebeb-4617-bfea-ea9fa9527480 HTTP/1.1" status: 204 len: 168 time: 0.4282243 Jul 16 18:36:01.982367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9936d9-3f61-41cb-8b52-26bb39f4b49c None None] No DVR routers for this DVR port 27808d5d-b3fe-4d22-9416-b46fa4b7b88b on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:01.982574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49510) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.983987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9936d9-3f61-41cb-8b52-26bb39f4b49c None None] Pushing event deleted for resources: {'Port': ['ID=27808d5d-b3fe-4d22-9416-b46fa4b7b88b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.048100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=efe85f05-36e9-493b-a65f-88a990a47cb1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.097123 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.202319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.213898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b2a897-102e-46b7-9aea-98e773e3d3bb']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:02.224457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7856e53-766e-4e82-bdf5-d84b54b68a8d') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:02.224772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7856e53-766e-4e82-bdf5-d84b54b68a8d') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:02.234311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.248999 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.254943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:02.255361 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:02.259006 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:02.326032 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.333539 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.338236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] 10.222.0.60 "DELETE /v2.0/networks/34b2a897-102e-46b7-9aea-98e773e3d3bb HTTP/1.1" status: 204 len: 168 time: 0.3511708 Jul 16 18:36:02.347295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8a847-2bd2-4c58-88ae-20794b8353b3 tempest-PortsIpV6TestJSON-1439409597 tempest-PortsIpV6TestJSON-1439409597-project] Pushing event deleted for resources: {'Network': ['ID=34b2a897-102e-46b7-9aea-98e773e3d3bb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.566771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413c73-700a-407f-885b-31a6e36202ef req-fa2a8a1e-f5e0-470a-9aa4-026281954538 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.568495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b413c73-700a-407f-885b-31a6e36202ef req-fa2a8a1e-f5e0-470a-9aa4-026281954538 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 946 time: 0.0710506 Jul 16 18:36:02.573890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49532) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.618850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b413c73-700a-407f-885b-31a6e36202ef req-9e8c58dd-dc30-4346-94d3-5768b97253e8 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Jul 16 18:36:02.749657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e7ee211f-1af6-4b14-ba6c-61225606dce2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26323166245f442d87415533f0f9ed36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745677 Jul 16 18:36:02.752464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.815346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c813384c-3c67-49e9-b2b7-5689756620fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.823270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87f99-ce90-44ff-bfa6-0a057ce9e5f6 req-3300bba1-fc47-4d41-8f17-6dcd3a0815f3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.829072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76d87f99-ce90-44ff-bfa6-0a057ce9e5f6 req-3300bba1-fc47-4d41-8f17-6dcd3a0815f3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0782022 Jul 16 18:36:02.846555 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c813384c-3c67-49e9-b2b7-5689756620fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.868690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76d87f99-ce90-44ff-bfa6-0a057ce9e5f6 req-01b68843-9828-43f4-8493-4449d411e244 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Jul 16 18:36:02.934435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c813384c-3c67-49e9-b2b7-5689756620fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.940976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c813384c-3c67-49e9-b2b7-5689756620fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.945250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c813384c-3c67-49e9-b2b7-5689756620fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90643771-26a7-4091-9ff2-285bf80044ae HTTP/1.1" status: 204 len: 168 time: 0.1887634 Jul 16 18:36:02.963740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813384c-3c67-49e9-b2b7-5689756620fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90643771-26a7-4091-9ff2-285bf80044ae,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.984284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 27808d5d-b3fe-4d22-9416-b46fa4b7b88b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:03.021027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 27808d5d-b3fe-4d22-9416-b46fa4b7b88b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:03.021357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 27808d5d-b3fe-4d22-9416-b46fa4b7b88b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:03.144182 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5c7fb8d-2a41-4c7c-9a6f-0415461c8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.351919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-f520da40-473d-4a6e-9a02-cd0f99ba33c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0600741 Jul 16 18:36:03.452028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3addac62-5264-425c-8772-a950ed4018c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe85f05-36e9-493b-a65f-88a990a47cb1'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:03.454718 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0128c7-d87e-4630-a541-a5a1119714cd" -d '{"events": [{"server_uuid": "3addac62-5264-425c-8772-a950ed4018c1", "name": "network-vif-plugged", "status": "completed", "tag": "efe85f05-36e9-493b-a65f-88a990a47cb1"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:03.509175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-84eb95cb-c674-4968-8d1a-47a2663a5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:03.511201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-84eb95cb-c674-4968-8d1a-47a2663a5e62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6e65673e36e45bdacee07616e4e5c3b&device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 1102 time: 0.0927007 Jul 16 18:36:03.515093 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cac59c-24a1-494b-9a72-df312dce3f8e x-openstack-request-id: req-34cac59c-24a1-494b-9a72-df312dce3f8e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:03.515488 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3addac62-5264-425c-8772-a950ed4018c1", "name": "network-vif-plugged", "status": "completed", "tag": "efe85f05-36e9-493b-a65f-88a990a47cb1", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:03.516056 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34cac59c-24a1-494b-9a72-df312dce3f8e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:03.516577 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3addac62-5264-425c-8772-a950ed4018c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe85f05-36e9-493b-a65f-88a990a47cb1', 'code': 200} Jul 16 18:36:03.700693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-9fb440d5-6ab3-4cca-88f4-cf25f6a413aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:03.702626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-9fb440d5-6ab3-4cca-88f4-cf25f6a413aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.1267562 Jul 16 18:36:03.717706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e74c-2869-437a-a0d4-ca304688dfc7 req-a8b17433-c1e5-466d-8137-6e66ac11a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:03.722362 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f026e74c-2869-437a-a0d4-ca304688dfc7 req-a8b17433-c1e5-466d-8137-6e66ac11a542 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 1098 time: 0.0937171 Jul 16 18:36:03.770601 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f026e74c-2869-437a-a0d4-ca304688dfc7 req-294b3ac9-2657-4532-a9a4-89eb17bc6e01 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398333 Jul 16 18:36:03.793091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-ba7c34a2-f3d2-4f38-be68-ef48f2cbdae1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4e1ed882-2b23-42c2-b364-888fd2d61326 HTTP/1.1" status: 200 len: 217 time: 0.0827076 Jul 16 18:36:03.798658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49582) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:03.868010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c3779-2d98-427a-94e5-f0cbde370cb8 req-f87d80b9-f6b2-4815-8670-57737fa142b6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:03.869935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c53c3779-2d98-427a-94e5-f0cbde370cb8 req-f87d80b9-f6b2-4815-8670-57737fa142b6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 946 time: 0.0799766 Jul 16 18:36:03.911209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c53c3779-2d98-427a-94e5-f0cbde370cb8 req-dba6edfb-6fda-47ca-a281-40e838664149 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Jul 16 18:36:03.922969 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cdb13ee8-57f1-4bf0-b084-aea9cbf55084 tempest-ServiceProvidersTest-1962665797 tempest-ServiceProvidersTest-1962665797-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1231537 Jul 16 18:36:04.084481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd5e0c-6d2b-45d4-87ff-db2e612f6ac0 req-2f43c860-1404-48a2-9108-40e034790df9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.087285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dbdd5e0c-6d2b-45d4-87ff-db2e612f6ac0 req-2f43c860-1404-48a2-9108-40e034790df9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0792291 Jul 16 18:36:04.161425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-2e481720-5ac4-4a6f-8527-b2bde5c2e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.163924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-2e481720-5ac4-4a6f-8527-b2bde5c2e423 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0749674 Jul 16 18:36:04.169925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dbdd5e0c-6d2b-45d4-87ff-db2e612f6ac0 req-ea66999e-e7bf-4f3b-97a8-cb58f84ffe91 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710421 Jul 16 18:36:04.235732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-d410b130-3088-472d-ae00-0b9120dc8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.237383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-d410b130-3088-472d-ae00-0b9120dc8c61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653894 Jul 16 18:36:04.251507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49598) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.342985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-94a8e525-d512-42db-88d7-bbd580d18194 service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968421 Jul 16 18:36:04.365410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9612c268-7d29-4e72-9b5f-d5e288565239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.483298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9612c268-7d29-4e72-9b5f-d5e288565239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.489998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9612c268-7d29-4e72-9b5f-d5e288565239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.538436 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9612c268-7d29-4e72-9b5f-d5e288565239 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecd690d84bcc43799d643eee954477a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852354 Jul 16 18:36:04.539695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612c268-7d29-4e72-9b5f-d5e288565239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc7eca3-4328-4893-bf93-b5d76709bd37,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.542504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.610983 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94d03fb0-367d-4b2c-9298-afaf01563a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.636669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94d03fb0-367d-4b2c-9298-afaf01563a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.701730 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94d03fb0-367d-4b2c-9298-afaf01563a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.704292 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94d03fb0-367d-4b2c-9298-afaf01563a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.708284 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-94d03fb0-367d-4b2c-9298-afaf01563a5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ccc7eca3-4328-4893-bf93-b5d76709bd37 HTTP/1.1" status: 204 len: 168 time: 0.1621947 Jul 16 18:36:04.715404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d03fb0-367d-4b2c-9298-afaf01563a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc7eca3-4328-4893-bf93-b5d76709bd37,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.807944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1fbe284c-f0b0-48d7-a0e0-fa260bd0292e req-19a3fef8-bbb6-4a95-8ebc-924a9b32fa8e service neutron] 10.222.0.46 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540279 Jul 16 18:36:05.134941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c18e77-8232-4dd6-a839-0424ad96dd8e req-0c17a534-4f76-48cb-b1fe-c5aee45d15a6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.137055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98c18e77-8232-4dd6-a839-0424ad96dd8e req-0c17a534-4f76-48cb-b1fe-c5aee45d15a6 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 946 time: 0.0815740 Jul 16 18:36:05.188960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98c18e77-8232-4dd6-a839-0424ad96dd8e req-b192372b-c5fd-4307-9ac9-c08e6ef43552 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Jul 16 18:36:05.401261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bbba8-cd5a-4565-8efe-bf39ac194ed4 req-ecfa809e-1972-4e59-a539-e5c01fd2f9e3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.408212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-270bbba8-cd5a-4565-8efe-bf39ac194ed4 req-ecfa809e-1972-4e59-a539-e5c01fd2f9e3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0771954 Jul 16 18:36:05.466508 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-270bbba8-cd5a-4565-8efe-bf39ac194ed4 req-9fcdd30d-1536-4223-ad0c-07b3d8f02289 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572903 Jul 16 18:36:05.973810 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.020275 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29159b82-072e-4c85-9ce7-0b6595ba6fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.406407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb927c-0f87-4d34-b3bf-be6025a09591 req-9213115b-2423-48b0-9e00-d23a11f05b21 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.408529 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8deb927c-0f87-4d34-b3bf-be6025a09591 req-9213115b-2423-48b0-9e00-d23a11f05b21 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 946 time: 0.0838265 Jul 16 18:36:06.460574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8deb927c-0f87-4d34-b3bf-be6025a09591 req-8846ab68-0127-4963-8811-70d23f82b957 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Jul 16 18:36:06.711011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b5c4c-3150-4cfc-b281-fe696cac5ed5 req-8b34e972-7d84-469b-a3d5-a9b865afe3be tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.712805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-196b5c4c-3150-4cfc-b281-fe696cac5ed5 req-8b34e972-7d84-469b-a3d5-a9b865afe3be tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1231322 Jul 16 18:36:06.726862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e9709-c5d6-4a4a-b538-21d9f975f869 req-aee443c0-41f3-40dc-b05e-539207ce9a4c tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.728719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c99e9709-c5d6-4a4a-b538-21d9f975f869 req-aee443c0-41f3-40dc-b05e-539207ce9a4c tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7 HTTP/1.1" status: 200 len: 945 time: 0.1296005 Jul 16 18:36:06.795843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-196b5c4c-3150-4cfc-b281-fe696cac5ed5 req-b5ca6387-5e33-4a7c-8758-0a1c6685a692 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661197 Jul 16 18:36:06.798926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c99e9709-c5d6-4a4a-b538-21d9f975f869 req-4580d4cd-815d-4499-bef4-aebb161b2a7d tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619748 Jul 16 18:36:07.047812 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.520360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ed7eb-9d44-40f3-ba36-69990f34abba req-9b985260-c3d4-45f4-a71b-9ad9c9d803fb tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.522753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd1ed7eb-9d44-40f3-ba36-69990f34abba req-9b985260-c3d4-45f4-a71b-9ad9c9d803fb tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0685599 Jul 16 18:36:07.550118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49740) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.575632 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bd1ed7eb-9d44-40f3-ba36-69990f34abba req-db17de2c-71b2-4caa-9497-d4ac8b7aecfa tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459874 Jul 16 18:36:07.670460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14f79c52-2ff6-4133-b040-af6afa1a37de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.764436 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14f79c52-2ff6-4133-b040-af6afa1a37de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.769026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14f79c52-2ff6-4133-b040-af6afa1a37de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.810960 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-14f79c52-2ff6-4133-b040-af6afa1a37de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d15d8b53da641e3ab94f3bba9df7fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565897 Jul 16 18:36:07.810960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f79c52-2ff6-4133-b040-af6afa1a37de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c102c2-6642-499e-97c9-0fc841966a72,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.812760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.900211 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ca45-0fa9-41ef-88a4-246545e3dc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.935373 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ca45-0fa9-41ef-88a4-246545e3dc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.044304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb18bb6-62f8-40a4-8045-dbfcbc7b57ed req-207b9957-18f3-4a48-9300-b5ea0a0a96a3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:08.046578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfb18bb6-62f8-40a4-8045-dbfcbc7b57ed req-207b9957-18f3-4a48-9300-b5ea0a0a96a3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.1179507 Jul 16 18:36:08.063905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ca45-0fa9-41ef-88a4-246545e3dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.066411 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8ae6ca45-0fa9-41ef-88a4-246545e3dc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.067485 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8ae6ca45-0fa9-41ef-88a4-246545e3dc03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1c102c2-6642-499e-97c9-0fc841966a72 HTTP/1.1" status: 204 len: 168 time: 0.2531261 Jul 16 18:36:08.087512 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6ca45-0fa9-41ef-88a4-246545e3dc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c102c2-6642-499e-97c9-0fc841966a72,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.138031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dfb18bb6-62f8-40a4-8045-dbfcbc7b57ed req-1100af96-ae7a-42ee-b24e-249016ef68a6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811787 Jul 16 18:36:08.388081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:08.408148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-585c8475-8bad-4011-88dd-8e84ef5b6638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.498781 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-585c8475-8bad-4011-88dd-8e84ef5b6638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.503184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-585c8475-8bad-4011-88dd-8e84ef5b6638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.543792 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-585c8475-8bad-4011-88dd-8e84ef5b6638 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbbdc52e5d9e4ea199281a8792c3a1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539981 Jul 16 18:36:08.544651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c8475-8bad-4011-88dd-8e84ef5b6638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e3591-d988-43bf-9811-2ab0df1c25bd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.546701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49768) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:08.603356 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0f0dc27-1bc3-4087-82e4-306f17deba1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.628702 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0f0dc27-1bc3-4087-82e4-306f17deba1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.687517 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0f0dc27-1bc3-4087-82e4-306f17deba1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.691056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0f0dc27-1bc3-4087-82e4-306f17deba1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.696134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b0f0dc27-1bc3-4087-82e4-306f17deba1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb0e3591-d988-43bf-9811-2ab0df1c25bd HTTP/1.1" status: 204 len: 168 time: 0.1481729 Jul 16 18:36:08.704948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0dc27-1bc3-4087-82e4-306f17deba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e3591-d988-43bf-9811-2ab0df1c25bd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.744326 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.815118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caaa77-f2d7-488f-b375-0a18bb2fb78e req-d78b3b6a-c694-48cc-b678-809e48282794 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:08.816650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5caaa77-f2d7-488f-b375-0a18bb2fb78e req-d78b3b6a-c694-48cc-b678-809e48282794 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0935423 Jul 16 18:36:08.862063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5caaa77-f2d7-488f-b375-0a18bb2fb78e req-650fb348-bc27-4f95-ae65-5d76e9354e5f tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/security-groups?id=bc652d8e-ea2d-4a4f-b342-ebe86446c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366981 Jul 16 18:36:09.129805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0742-e560-4901-bedf-4debad4032ff req-e67a7254-16f9-41cb-9930-413962ef4552 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.132264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4bb0742-e560-4901-bedf-4debad4032ff req-e67a7254-16f9-41cb-9930-413962ef4552 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7 HTTP/1.1" status: 200 len: 945 time: 0.0856948 Jul 16 18:36:09.264715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e4bb0742-e560-4901-bedf-4debad4032ff req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Deleting port dc62dad4-1e06-429f-ba7d-14873d36ae98 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:09.265134 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e4bb0742-e560-4901-bedf-4debad4032ff req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.450605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e4bb0742-e560-4901-bedf-4debad4032ff req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] For port dc62dad4-1e06-429f-ba7d-14873d36ae98, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=dc62dad4-1e06-429f-ba7d-14873d36ae98,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:09.450976 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e4bb0742-e560-4901-bedf-4debad4032ff req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.473412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e4bb0742-e560-4901-bedf-4debad4032ff req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Calling delete_port for dc62dad4-1e06-429f-ba7d-14873d36ae98 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:09.486983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-8bb83513-b29a-49be-a91a-fb3618dbf062 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.488531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-8bb83513-b29a-49be-a91a-fb3618dbf062 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 946 time: 0.2071536 Jul 16 18:36:09.500399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909a6b7-a70b-41c0-b225-a5b96b82c253 req-891b2155-c3c0-4cd7-8a60-a10cb2e47dd7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.506998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5909a6b7-a70b-41c0-b225-a5b96b82c253 req-891b2155-c3c0-4cd7-8a60-a10cb2e47dd7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.2241170 Jul 16 18:36:09.679438 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5909a6b7-a70b-41c0-b225-a5b96b82c253 req-43c5cbdb-3f82-44b4-87be-b60590e0c57f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665483 Jul 16 18:36:09.732779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Deleting port efe85f05-36e9-493b-a65f-88a990a47cb1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:09.733135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.847186 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e4bb0742-e560-4901-bedf-4debad4032ff req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.867279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['dc62dad4-1e06-429f-ba7d-14873d36ae98'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:09.902819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Pushing event deleted for resources: {'Port': ['ID=dc62dad4-1e06-429f-ba7d-14873d36ae98,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:09.998208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] For port efe85f05-36e9-493b-a65f-88a990a47cb1, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=efe85f05-36e9-493b-a65f-88a990a47cb1,segment=NetworkSegment(1b1b2fe2-20ef-447c-ae11-9d1da3b2f712),segment_id=1b1b2fe2-20ef-447c-ae11-9d1da3b2f712)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:09.998208 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.018516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Calling delete_port for efe85f05-36e9-493b-a65f-88a990a47cb1 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:10.028609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bb0742-e560-4901-bedf-4debad4032ff req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] No DVR routers for this DVR port dc62dad4-1e06-429f-ba7d-14873d36ae98 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:10.034407 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e4bb0742-e560-4901-bedf-4debad4032ff req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.036381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4bb0742-e560-4901-bedf-4debad4032ff req-25f828ab-4f29-4ae6-a6ac-fac51cd42aa3 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.45 "DELETE /v2.0/ports/dc62dad4-1e06-429f-ba7d-14873d36ae98 HTTP/1.1" status: 204 len: 173 time: 0.8976381 Jul 16 18:36:10.038115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7', 'name': 'network-vif-deleted', 'tag': 'dc62dad4-1e06-429f-ba7d-14873d36ae98'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:10.040942 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf15155f-db56-4361-92b1-bf2ba8aaf92f" -d '{"events": [{"server_uuid": "1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7", "name": "network-vif-deleted", "tag": "dc62dad4-1e06-429f-ba7d-14873d36ae98"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:10.215843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dbaf843e-3bd4-486c-8d6c-4f5662be2e4b req-8d52b811-2d52-4091-b950-bd47241e3ceb tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7 HTTP/1.1" status: 200 len: 210 time: 0.0627542 Jul 16 18:36:10.262942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f56e8-4a3b-486f-9a96-70e308f65147 req-c464af2d-f3b4-494b-857a-9df125cefbf3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.265147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-219f56e8-4a3b-486f-9a96-70e308f65147 req-c464af2d-f3b4-494b-857a-9df125cefbf3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.2345784 Jul 16 18:36:10.301381 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b1f2db-447e-43c8-9482-cdd3f6ff6805 x-openstack-request-id: req-55b1f2db-447e-43c8-9482-cdd3f6ff6805 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:10.301747 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7", "name": "network-vif-deleted", "tag": "dc62dad4-1e06-429f-ba7d-14873d36ae98", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:10.302057 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55b1f2db-447e-43c8-9482-cdd3f6ff6805 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:10.302676 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2d2fc2-e3af-40e5-aa1e-11ef43a1e7e7', 'name': 'network-vif-deleted', 'tag': 'dc62dad4-1e06-429f-ba7d-14873d36ae98', 'status': 'completed', 'code': 200} Jul 16 18:36:10.356166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-219f56e8-4a3b-486f-9a96-70e308f65147 req-fcb098d5-f487-466a-abe5-4bdf5fc9f8fa tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763714 Jul 16 18:36:10.385949 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.401476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['dc62dad4-1e06-429f-ba7d-14873d36ae98'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:10.489365 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.544906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Pushing event deleted for resources: {'Port': ['ID=efe85f05-36e9-493b-a65f-88a990a47cb1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.548924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] No DVR routers for this DVR port efe85f05-36e9-493b-a65f-88a990a47cb1 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:10.551245 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.554500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c631d34-e5cb-49a0-a926-0f3f6b8ab675 req-eb3b1a8b-bdeb-4f9e-a5e5-cb6f3e3b0b90 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.46 "DELETE /v2.0/ports/efe85f05-36e9-493b-a65f-88a990a47cb1 HTTP/1.1" status: 204 len: 173 time: 1.0465360 Jul 16 18:36:10.659029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970e7f4-3579-4d39-be25-88a17b2da1d1 req-fe24c8b7-f111-4ada-a6bd-4da81d34191a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.662758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8970e7f4-3579-4d39-be25-88a17b2da1d1 req-fe24c8b7-f111-4ada-a6bd-4da81d34191a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1347270 Jul 16 18:36:10.718888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8970e7f4-3579-4d39-be25-88a17b2da1d1 req-ada5515b-6faa-402a-af19-e1e20784e415 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487552 Jul 16 18:36:11.125695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-76aeaa41-2d62-40b2-a34a-2d96cefed795 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.127701 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-76aeaa41-2d62-40b2-a34a-2d96cefed795 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.1757023 Jul 16 18:36:11.160001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e1e5566b-e92e-4f13-99cb-1291725a585e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/quotas/a1cc4fc6d4ca4679a2550eed68336600 HTTP/1.1" status: 200 len: 375 time: 0.0222528 Jul 16 18:36:11.261243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-00d82659-3085-482f-b1dc-378f7a5da265 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1003346 Jul 16 18:36:11.604441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e07a46c3-22e1-4a72-8291-62e8befad418 req-f67e7e36-a5cb-468d-8fb7-f134b398bc88 tempest-MultipleCreateTestJSON-1759074031 tempest-MultipleCreateTestJSON-1759074031-project] 10.222.0.60 "GET /v2.0/ports?device_id=3addac62-5264-425c-8772-a950ed4018c1 HTTP/1.1" status: 200 len: 210 time: 0.0517733 Jul 16 18:36:11.610506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-d26c75ce-f491-4226-a1c2-990b50842b41 service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374383 Jul 16 18:36:11.645715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device efe85f05-36e9-493b-a65f-88a990a47cb1 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:11.669593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: efe85f05-36e9-493b-a65f-88a990a47cb1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:11.670266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device efe85f05-36e9-493b-a65f-88a990a47cb1 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:11.757885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-b7e05ded-0800-43e0-8c21-40eabd4adc60 service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397142 Jul 16 18:36:12.062122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56d8ff64-f61d-4cbf-813b-80606ca839bd req-ba928544-f6c9-48ee-97aa-12ff0a30fdb2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 210 time: 0.0588617 Jul 16 18:36:12.304005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3addac62-5264-425c-8772-a950ed4018c1', 'name': 'network-vif-deleted', 'tag': 'efe85f05-36e9-493b-a65f-88a990a47cb1'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:12.306816 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25a8876-57bf-4296-898e-be3d47c706ce" -d '{"events": [{"server_uuid": "3addac62-5264-425c-8772-a950ed4018c1", "name": "network-vif-deleted", "tag": "efe85f05-36e9-493b-a65f-88a990a47cb1"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:12.352928 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369dc0dd-661f-4921-9f9c-dc68c89f1d30 x-openstack-request-id: req-369dc0dd-661f-4921-9f9c-dc68c89f1d30 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:12.353336 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3addac62-5264-425c-8772-a950ed4018c1", "name": "network-vif-deleted", "tag": "efe85f05-36e9-493b-a65f-88a990a47cb1", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:12.353718 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-369dc0dd-661f-4921-9f9c-dc68c89f1d30 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:12.354345 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3addac62-5264-425c-8772-a950ed4018c1', 'name': 'network-vif-deleted', 'tag': 'efe85f05-36e9-493b-a65f-88a990a47cb1', 'status': 'completed', 'code': 200} Jul 16 18:36:12.733401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49952) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.792429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae8e106-df3f-49ce-847b-a0215f9857bd admin admin] Deleting subnet 0bc81f56-eda7-4152-8f3d-7088d443666a {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:12.797648 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e106-df3f-49ce-847b-a0215f9857bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.851593 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e106-df3f-49ce-847b-a0215f9857bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.904266 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e106-df3f-49ce-847b-a0215f9857bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.972870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device dc62dad4-1e06-429f-ba7d-14873d36ae98 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:12.988378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e106-df3f-49ce-847b-a0215f9857bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.019276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: dc62dad4-1e06-429f-ba7d-14873d36ae98 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:13.019906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device dc62dad4-1e06-429f-ba7d-14873d36ae98 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:13.037826 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8e106-df3f-49ce-847b-a0215f9857bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc81f56-eda7-4152-8f3d-7088d443666a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.041453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ae8e106-df3f-49ce-847b-a0215f9857bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.043842 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3ae8e106-df3f-49ce-847b-a0215f9857bd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0bc81f56-eda7-4152-8f3d-7088d443666a HTTP/1.1" status: 204 len: 168 time: 0.3084087 Jul 16 18:36:13.046157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49958) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:13.183334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.279312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49becfe7-1dfb-4db8-a6d2-c9bf4c5281c9 req-b9c8dbbe-4899-4096-bf46-1ff7d486af2e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 210 time: 0.0456693 Jul 16 18:36:13.323700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.334949 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ffaac4-b7cc-411b-afa8-d3b42081b1f5']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.346173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.346515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1b2fe2-20ef-447c-ae11-9d1da3b2f712') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.356632 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.373644 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.381570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:13.382240 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:13.384382 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:13.454166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.488450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.500886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e9ffaac4-b7cc-411b-afa8-d3b42081b1f5 HTTP/1.1" status: 204 len: 168 time: 0.4534318 Jul 16 18:36:13.503149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910327f-ef14-4ffe-9aa9-b3a8190665f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ffaac4-b7cc-411b-afa8-d3b42081b1f5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.714483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-675d6aaf-749f-484f-b2d1-8e80216c48bf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:13.716124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-675d6aaf-749f-484f-b2d1-8e80216c48bf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.1987679 Jul 16 18:36:13.737424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'port': {'device_id': 'cb46573b-75ec-4739-80fc-0f854c8ff18b', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'admin_state_up': True, 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:13.861900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 49976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:13.873885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Made reservation on behalf of a1cc4fc6d4ca4679a2550eed68336600 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:13.877737 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.908647 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7cbf5cab-149d-4f2d-ae7b-eb55374ffccb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6f56d68744d4ad5b5c2eff009b7a6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451009 Jul 16 18:36:13.911109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 49982) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:14.050396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c3366b-431e-490d-b97d-20dcd6c26c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.071034 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Allocated IP 172.20.0.7 (28e650c5-9c08-452d-a9f4-d6377e24567e/c4625356-a4f5-445c-a349-a43e42130267/8d05dcd8-1131-4f97-adbd-b8dfc251d988) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:14.091547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c3366b-431e-490d-b97d-20dcd6c26c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.192267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c3366b-431e-490d-b97d-20dcd6c26c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.195443 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28c3366b-431e-490d-b97d-20dcd6c26c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.196745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-28c3366b-431e-490d-b97d-20dcd6c26c86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc652d8e-ea2d-4a4f-b342-ebe86446c0df HTTP/1.1" status: 204 len: 168 time: 0.2838087 Jul 16 18:36:14.242775 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3366b-431e-490d-b97d-20dcd6c26c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc652d8e-ea2d-4a4f-b342-ebe86446c0df,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.305255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.320407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Transition to ACTIVE for port object 8d05dcd8-1131-4f97-adbd-b8dfc251d988 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:14.358270 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.383693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Network 28e650c5-9c08-452d-a9f4-d6377e24567e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:14.399046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['51f6ed95-d740-43f5-b1a3-239a3b7d7f94'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:14.404546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:14.408611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:14.507812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'Port': ['ID=8d05dcd8-1131-4f97-adbd-b8dfc251d988,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.530749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.531568 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.582479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-cafd5ae8-675d-4580-92f8-ee2e13f18283 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8493497 Jul 16 18:36:14.601554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8aebc-7787-47d7-97c6-4e91321feada req-379f182b-aced-411d-bbd5-527e5e6b14ac tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.603249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1c8aebc-7787-47d7-97c6-4e91321feada req-379f182b-aced-411d-bbd5-527e5e6b14ac tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 931 time: 0.1500156 Jul 16 18:36:14.608569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Request body: {'port': {'device_id': 'cb46573b-75ec-4739-80fc-0f854c8ff18b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:14.721262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.747327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1c8aebc-7787-47d7-97c6-4e91321feada req-911a721a-9df4-4c95-8ecb-1aaeeeb471d5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117382 Jul 16 18:36:14.780887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6e3e5e35-6ca2-4e87-9b49-1f5e2f94dd3e None None] Provisioning for port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:14.784732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6e3e5e35-6ca2-4e87-9b49-1f5e2f94dd3e None None] Provisioning complete for port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:14.785118 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5e35-6ca2-4e87-9b49-1f5e2f94dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.860147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6e3e5e35-6ca2-4e87-9b49-1f5e2f94dd3e None None] Port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:15.131955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d05dcd8-1131-4f97-adbd-b8dfc251d988 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:15.145069 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.172748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Transition to ACTIVE for port object 8d05dcd8-1131-4f97-adbd-b8dfc251d988 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:15.180995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.245976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d05dcd8-1131-4f97-adbd-b8dfc251d988,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.363623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Attempting to bind port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:15.363973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Attempting to bind port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:15.364310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Attempting to bind port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:15.371539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 on network 28e650c5-9c08-452d-a9f4-d6377e24567e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:15.371539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Attempting to bind port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:15.371760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50032) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.382291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:15.382641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Checking segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:15.383040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Bound using segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:15.383481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Bound port: 8d05dcd8-1131-4f97-adbd-b8dfc251d988, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:15.383846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.464439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] For port 8d05dcd8-1131-4f97-adbd-b8dfc251d988, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:15.468942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] For port 8d05dcd8-1131-4f97-adbd-b8dfc251d988, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8d05dcd8-1131-4f97-adbd-b8dfc251d988,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:15.476870 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.532500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-network', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:15.536556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.537489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.539100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d05dcd8-1131-4f97-adbd-b8dfc251d988 HTTP/1.1" status: 200 len: 1092 time: 0.9348836 Jul 16 18:36:15.539570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb46573b-75ec-4739-80fc-0f854c8ff18b', 'tag': '8d05dcd8-1131-4f97-adbd-b8dfc251d988'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:15.544123 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb46573b-75ec-4739-80fc-0f854c8ff18b", "tag": "8d05dcd8-1131-4f97-adbd-b8dfc251d988"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:15.560127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Made reservation on behalf of 1664a8ab1bc1421b818dbeca4025dcfa for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:15.565490 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.591668 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.629002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8721c76-d64e-4913-8a4f-3123588feba9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d05dcd8-1131-4f97-adbd-b8dfc251d988,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.657567 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2f74f3-1d41-4308-8cc2-76d431d27c46 x-openstack-request-id: req-fb2f74f3-1d41-4308-8cc2-76d431d27c46 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:15.658638 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb46573b-75ec-4739-80fc-0f854c8ff18b", "tag": "8d05dcd8-1131-4f97-adbd-b8dfc251d988", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:15.659010 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb2f74f3-1d41-4308-8cc2-76d431d27c46 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:15.659419 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb46573b-75ec-4739-80fc-0f854c8ff18b', 'tag': '8d05dcd8-1131-4f97-adbd-b8dfc251d988', 'status': 'completed', 'code': 200} Jul 16 18:36:15.738178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-8ad61c29-84c6-46ea-b9f5-4f746ecfe361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.741879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-8ad61c29-84c6-46ea-b9f5-4f746ecfe361 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 1095 time: 0.1007469 Jul 16 18:36:15.758208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.765655 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.795848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:15.806653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5556b6ed-3de4-4ea4-97b8-9a06a41d5540,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.814787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.815518 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Added segment 0427d56b-d225-4118-837b-9da8c854f7bf of type vlan for network 784a4658-f515-4ccd-9720-482b9e9c5d53 Jul 16 18:36:15.858528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-a901ae82-2e6e-480b-b7b2-a51145e0bc06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d05dcd8-1131-4f97-adbd-b8dfc251d988 HTTP/1.1" status: 200 len: 217 time: 0.1018026 Jul 16 18:36:15.874030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.922473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.924051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.925280 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.948168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-3c64ef72-5915-4acf-b20c-36b753bc2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.949704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-3c64ef72-5915-4acf-b20c-36b753bc2d9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0832832 Jul 16 18:36:15.968966 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5959704 Jul 16 18:36:15.971620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.977052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Request body: {'subnet': {'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-subnet', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:16.009039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2860f90-4b9e-4246-970d-60982ba0be7d admin admin] Pushing event updated for resources: {'Network': ['ID=784a4658-f515-4ccd-9720-482b9e9c5d53,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.024353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 784a4658-f515-4ccd-9720-482b9e9c5d53 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:16.053299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Made reservation on behalf of 1664a8ab1bc1421b818dbeca4025dcfa for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:16.060788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.189019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88b25-b9ae-43e0-8f12-296293ff3745 req-72fbab5f-9136-4965-a389-4b9718510a9f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.191235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0c88b25-b9ae-43e0-8f12-296293ff3745 req-72fbab5f-9136-4965-a389-4b9718510a9f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 943 time: 0.2124743 Jul 16 18:36:16.197900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-d7e97683-d12d-40e2-9e9c-205e4b71b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.199697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-d7e97683-d12d-40e2-9e9c-205e4b71b503 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2388496 Jul 16 18:36:16.307487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.317166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0c88b25-b9ae-43e0-8f12-296293ff3745 req-b46eb369-252e-4947-bd7e-69ea9ec2871e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162031 Jul 16 18:36:16.353570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-72a27511-9e5f-4b29-9ec9-6260735958be service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405091 Jul 16 18:36:16.369853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0880bc-9dac-4f33-b753-3ad66e43a6fd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.389367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Checking segment: {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:16.390038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Network hostable DHCP agents. Network: 784a4658-f515-4ccd-9720-482b9e9c5d53, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:16.415279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Network 784a4658-f515-4ccd-9720-482b9e9c5d53 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:16.428934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 784a4658-f515-4ccd-9720-482b9e9c5d53) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:16.438655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f72f3-7634-4846-bba1-9f1b7e864600 None None] Network 784a4658-f515-4ccd-9720-482b9e9c5d53 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:16.443733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.446797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.482777 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-49a675b6-e57b-4e25-9692-ad9ad1356560 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5098388 Jul 16 18:36:16.485625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50058) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.497787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:16.503476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae37d4eb-7976-4f5c-bdd9-bb65a4290b91 req-e2e8bcdd-74c1-4521-bf26-ad4b015daf3f service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427612 Jul 16 18:36:16.539007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.540399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.628091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.678182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ce5e6-db9e-4a32-ad33-173db4d529ad None None] Network 784a4658-f515-4ccd-9720-482b9e9c5d53 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:16.735687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-02c38a41-ce21-4ff3-a9a7-c26544ba23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.737675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-02c38a41-ce21-4ff3-a9a7-c26544ba23e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 1095 time: 0.1070180 Jul 16 18:36:16.886550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.908114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-ef71739c-9eb4-4812-b965-d3a598cf8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.909912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-ef71739c-9eb4-4812-b965-d3a598cf8f37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1646073 Jul 16 18:36:16.969329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-f02e4bf6-3438-464a-8d4f-025af305f38f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d05dcd8-1131-4f97-adbd-b8dfc251d988 HTTP/1.1" status: 200 len: 217 time: 0.0517337 Jul 16 18:36:17.047474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-0190a8ea-5ce8-43f7-a70d-62e9eafb8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.049171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-0190a8ea-5ce8-43f7-a70d-62e9eafb8700 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0717130 Jul 16 18:36:17.146672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-cbf47a35-d883-43f2-a30d-fed1290d3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.148608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-cbf47a35-d883-43f2-a30d-fed1290d3c9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909653 Jul 16 18:36:17.195122 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.235188 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.278203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-895a9562-b16c-4257-a02f-cb4520e3055a service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206057 Jul 16 18:36:17.428799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Allocated IP 172.25.2.204 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/c23e376a-1f97-4dcc-8417-d50995855ac6) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:17.529573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d00ae3-1bbd-47f4-9714-0bc28e7668f0 req-3b8627ad-a008-4402-b244-2b1cb0d289da service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388465 Jul 16 18:36:17.625422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160a912-2566-4d86-9751-a72d764a2e31 req-1ee4bd7f-f163-470f-b987-4db93769a0c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.627524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8160a912-2566-4d86-9751-a72d764a2e31 req-1ee4bd7f-f163-470f-b987-4db93769a0c3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 943 time: 0.0790997 Jul 16 18:36:17.640165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.686892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8160a912-2566-4d86-9751-a72d764a2e31 req-6c1d8942-0b5d-40cf-bc2a-e67e5fadbfd6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503139 Jul 16 18:36:17.698281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.764126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:17.768733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:17.773612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:17.820465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Pushing event updated for resources: {'Port': ['ID=c23e376a-1f97-4dcc-8417-d50995855ac6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:18.111215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.351596 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.522553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Router 5836c559-9b67-4799-baf5-25d4a3825b99 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:18.638271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:18.647909 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Sync routers for ids ['5836c559-9b67-4799-baf5-25d4a3825b99'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:18.655490 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.659830 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-690c83f8-ebb2-4805-a1e8-9020a29f9299 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.1699386 Jul 16 18:36:18.659989 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Routers {'5836c559-9b67-4799-baf5-25d4a3825b99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:18.659989 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:36:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['5836c559-9b67-4799-baf5-25d4a3825b99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:18.660235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50100) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:18.814956 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Set router 5836c559-9b67-4799-baf5-25d4a3825b99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:19.021239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b9f1e-d30f-4907-bad8-7218231f38e4 req-5f3dfe20-5ad6-4577-ac23-652870d0a267 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.023579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a8b9f1e-d30f-4907-bad8-7218231f38e4 req-5f3dfe20-5ad6-4577-ac23-652870d0a267 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 943 time: 0.1292026 Jul 16 18:36:19.139083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a8b9f1e-d30f-4907-bad8-7218231f38e4 req-357fc73a-77a4-46d6-8546-a94bd13df79e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052523 Jul 16 18:36:19.277074 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 3, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'gw_port': {'id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:17Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.307247 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Checking router: 5836c559-9b67-4799-baf5-25d4a3825b99 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:19.307936 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Updating router 5836c559-9b67-4799-baf5-25d4a3825b99 port c23e376a-1f97-4dcc-8417-d50995855ac6 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:19.350127 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.647961 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.676138 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.677359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8d05dcd8-1131-4f97-adbd-b8dfc251d988 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:19.694442 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Transition to ACTIVE for port object c23e376a-1f97-4dcc-8417-d50995855ac6 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:19.704081 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.768939 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Attempting to bind port c23e376a-1f97-4dcc-8417-d50995855ac6 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:19.769386 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Attempting to bind port c23e376a-1f97-4dcc-8417-d50995855ac6 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:19.769832 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Attempting to bind port c23e376a-1f97-4dcc-8417-d50995855ac6 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:19.784360 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:19.784855 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:19.785327 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.785790 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:19.787110 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Bound port: c23e376a-1f97-4dcc-8417-d50995855ac6, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:19.787911 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.829996 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Pushing event updated for resources: {'Port': ['ID=c23e376a-1f97-4dcc-8417-d50995855ac6,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.856133 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.856684 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.857123 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.857559 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.857990 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.858424 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.858853 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.859295 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.859718 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.860136 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.860614 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.862600 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.902445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8d05dcd8-1131-4f97-adbd-b8dfc251d988, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8d05dcd8-1131-4f97-adbd-b8dfc251d988,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:19.917913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '8d05dcd8-1131-4f97-adbd-b8dfc251d988', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'port_id': '8d05dcd8-1131-4f97-adbd-b8dfc251d988', 'mac_address': 'fa:16:3e:e9:1c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:19.935346 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] For port c23e376a-1f97-4dcc-8417-d50995855ac6, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:19.945201 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] For port c23e376a-1f97-4dcc-8417-d50995855ac6, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c23e376a-1f97-4dcc-8417-d50995855ac6,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:19.956089 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.957280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Allocated IP 172.20.0.1 (784a4658-f515-4ccd-9720-482b9e9c5d53/5d0880bc-9dac-4f33-b753-3ad66e43a6fd/beadff08-727a-4157-9544-c7b5282260b9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:19.968819 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.987583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d05dcd8-1131-4f97-adbd-b8dfc251d988 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:20.012774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8d05dcd8-1131-4f97-adbd-b8dfc251d988, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8d05dcd8-1131-4f97-adbd-b8dfc251d988,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:20.018052 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.083237 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Routers {'5836c559-9b67-4799-baf5-25d4a3825b99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:20.087048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=8d05dcd8-1131-4f97-adbd-b8dfc251d988,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.087871 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:36:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['5836c559-9b67-4799-baf5-25d4a3825b99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:20.114205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.154135 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6983954-1af1-44eb-8547-d847f1d00e5c None None] Pushing event updated for resources: {'Port': ['ID=c23e376a-1f97-4dcc-8417-d50995855ac6,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.176479 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.227580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Network 784a4658-f515-4ccd-9720-482b9e9c5d53 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:20.232803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:20.246349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:20.260446 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] Set router 5836c559-9b67-4799-baf5-25d4a3825b99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:20.299778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Pushing event updated for resources: {'Port': ['ID=beadff08-727a-4157-9544-c7b5282260b9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.330653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.331015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.331365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.331697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.332034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.332359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.332720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.333082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.335117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.336770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.337241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.338301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:20.360705 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.391611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['8d05dcd8-1131-4f97-adbd-b8dfc251d988'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:20.403277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd2e3f-3474-4d49-8cd0-b9f366f3ba2b req-cf7cfd50-0c61-42e6-853b-4725dafe8d77 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.417923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75cd2e3f-3474-4d49-8cd0-b9f366f3ba2b req-cf7cfd50-0c61-42e6-853b-4725dafe8d77 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 944 time: 0.1288078 Jul 16 18:36:20.512684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75cd2e3f-3474-4d49-8cd0-b9f366f3ba2b req-4f518633-60c3-4476-9669-62b0a27799a3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863843 Jul 16 18:36:20.600669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.602259 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 3, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'gw_port': {'id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:17Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:20.667487 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff050ab-c765-44aa-a3d7-da65cc1c895f None None] The sync data for ids ['5836c559-9b67-4799-baf5-25d4a3825b99'] in n-d-793619-10 is: [{'id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:36:17Z', 'revision_number': 3, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'gw_port': {'id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:17Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:20.853098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.859168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.934550 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.943901 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Pushing event updated for resources: {'Port': ['ID=beadff08-727a-4157-9544-c7b5282260b9,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:21.114812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Network 784a4658-f515-4ccd-9720-482b9e9c5d53 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:21.116840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:21.249110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Router 5836c559-9b67-4799-baf5-25d4a3825b99 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:21.389965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:21.400172 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e573d192-22c6-4ab1-8da9-fd106dee4b1c admin admin] 10.222.0.60 "PUT /v2.0/routers/5836c559-9b67-4799-baf5-25d4a3825b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7388067 Jul 16 18:36:21.674633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8d05dcd8-1131-4f97-adbd-b8dfc251d988 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:21.782786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286d9c6-294c-442a-8c97-272d661a4053 req-6cd1086e-45e6-4ff3-a479-4fe0b00ef8b3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.791650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8286d9c6-294c-442a-8c97-272d661a4053 req-6cd1086e-45e6-4ff3-a479-4fe0b00ef8b3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 944 time: 0.0871964 Jul 16 18:36:21.806241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:21.811984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:21.812543 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.838275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8286d9c6-294c-442a-8c97-272d661a4053 req-b2c21fa0-e8fb-44c4-b0b0-72cb38a1660b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455074 Jul 16 18:36:21.963029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.994520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb46573b-75ec-4739-80fc-0f854c8ff18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d05dcd8-1131-4f97-adbd-b8dfc251d988'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:21.997424 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a230230b-1df2-4be5-9e66-44ff42193da3" -d '{"events": [{"server_uuid": "cb46573b-75ec-4739-80fc-0f854c8ff18b", "name": "network-vif-plugged", "status": "completed", "tag": "8d05dcd8-1131-4f97-adbd-b8dfc251d988"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:22.011717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 8d05dcd8-1131-4f97-adbd-b8dfc251d988, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8d05dcd8-1131-4f97-adbd-b8dfc251d988,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:22.022332 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.081319 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=8d05dcd8-1131-4f97-adbd-b8dfc251d988,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.098327 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f15505-6784-4a5a-b052-fb06a223543b x-openstack-request-id: req-97f15505-6784-4a5a-b052-fb06a223543b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:22.100467 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb46573b-75ec-4739-80fc-0f854c8ff18b", "name": "network-vif-plugged", "status": "completed", "tag": "8d05dcd8-1131-4f97-adbd-b8dfc251d988", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:22.101311 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97f15505-6784-4a5a-b052-fb06a223543b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:22.101977 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb46573b-75ec-4739-80fc-0f854c8ff18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d05dcd8-1131-4f97-adbd-b8dfc251d988', 'code': 200} Jul 16 18:36:22.217473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-0e2b768a-cdad-488f-9b61-b70231799da3 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.219173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-0e2b768a-cdad-488f-9b61-b70231799da3 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 819 time: 0.2732868 Jul 16 18:36:22.250701 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-8018d858-a4cb-485f-a4ca-72737dfb26a4 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/quotas/1664a8ab1bc1421b818dbeca4025dcfa HTTP/1.1" status: 200 len: 375 time: 0.0205154 Jul 16 18:36:22.725095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ce6f1-c0a1-4ad8-9cfd-959b3735864f req-0a9cf957-f039-4077-93d8-9c81234b3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.727057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d90ce6f1-c0a1-4ad8-9cfd-959b3735864f req-0a9cf957-f039-4077-93d8-9c81234b3b9a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 1097 time: 0.4953270 Jul 16 18:36:22.746407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-b27a7ea4-189d-41f8-8747-ebd6a9121453 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4780068 Jul 16 18:36:22.809047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d90ce6f1-c0a1-4ad8-9cfd-959b3735864f req-63d38af5-21c2-4f90-88fb-e78b3040f1a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540457 Jul 16 18:36:22.912148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-9f9c9573-53bc-45f4-bdd3-b39a0c4c6c72 service neutron] 10.222.0.60 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638346 Jul 16 18:36:23.009608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c23e376a-1f97-4dcc-8417-d50995855ac6 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:23.109123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port c23e376a-1f97-4dcc-8417-d50995855ac6 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:23.115683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c23e376a-1f97-4dcc-8417-d50995855ac6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:23.116597 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.242038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-4da5bbdf-f2ff-43e8-b91a-faa2c24356fa service neutron] 10.222.0.60 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286855 Jul 16 18:36:23.246189 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.251739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Sync routers for ids ['5836c559-9b67-4799-baf5-25d4a3825b99'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:23.271039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Routers {'5836c559-9b67-4799-baf5-25d4a3825b99'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:23.272034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:36:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['5836c559-9b67-4799-baf5-25d4a3825b99'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:23.305378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ff56a-f28d-461b-a0c2-c652f3e9b318 req-28149d3c-d81f-454f-b527-460c47b45f28 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.312459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d7ff56a-f28d-461b-a0c2-c652f3e9b318 req-28149d3c-d81f-454f-b527-460c47b45f28 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 945 time: 0.2499914 Jul 16 18:36:23.357156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port c23e376a-1f97-4dcc-8417-d50995855ac6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c23e376a-1f97-4dcc-8417-d50995855ac6,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:23.369211 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.378280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d7ff56a-f28d-461b-a0c2-c652f3e9b318 req-48beb7ea-2bcb-4660-a9ef-926b1f0e6405 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649054 Jul 16 18:36:23.547279 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76500be7-9dc9-4ece-8764-23f13c774617 req-77fc9261-5c2f-482b-a508-5e5d9c03650c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0423932 Jul 16 18:36:24.034172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=c23e376a-1f97-4dcc-8417-d50995855ac6,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.054250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-944ab037-ffe5-4ec0-87f1-37d8447c5994 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.056489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-944ab037-ffe5-4ec0-87f1-37d8447c5994 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 819 time: 0.2990258 Jul 16 18:36:24.069400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Set router 5836c559-9b67-4799-baf5-25d4a3825b99 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:24.085475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-47e58e43-49e4-4a28-ac1a-bd1eb613477d tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/quotas/1664a8ab1bc1421b818dbeca4025dcfa HTTP/1.1" status: 200 len: 375 time: 0.0222969 Jul 16 18:36:24.190078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-e30b5fef-378b-4e59-8619-d54c72786ebc tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033790 Jul 16 18:36:24.217260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50262) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:24.331319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-aa209841-5b3f-4bee-a8a3-9126d4b125ff service neutron] 10.222.0.60 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398921 Jul 16 18:36:24.402215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfdfddce-722d-43b1-881c-ebe00b4e89ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.460011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'gw_port': {'id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:17Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'beadff08-727a-4157-9544-c7b5282260b9', 'name': '', 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'mac_address': 'fa:16:3e:35:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5d0880bc-9dac-4f33-b753-3ad66e43a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:19Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 2, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'subnets': [{'id': '5d0880bc-9dac-4f33-b753-3ad66e43a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:24.485549 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-7d1d4b90-ab79-4a3e-98e5-aac7fa635dae service neutron] 10.222.0.60 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529500 Jul 16 18:36:24.532868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Checking router: 5836c559-9b67-4799-baf5-25d4a3825b99 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:24.532868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Updating router 5836c559-9b67-4799-baf5-25d4a3825b99 port beadff08-727a-4157-9544-c7b5282260b9 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:24.590166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfdfddce-722d-43b1-881c-ebe00b4e89ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.597516 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dfdfddce-722d-43b1-881c-ebe00b4e89ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.634536 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.635403 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dfdfddce-722d-43b1-881c-ebe00b4e89ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de6ab1b948544e11ae99f67f33d3a8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169831 Jul 16 18:36:24.638241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:24.709589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfddce-722d-43b1-881c-ebe00b4e89ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c30edd-40e3-4c61-89b3-e9a95d459a16,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.734018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e265c7-fbbe-4b31-a85a-c86d25382c36 req-f6cfa8b5-39e2-4a0f-898d-dc9aea34f0fe tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.744328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1e265c7-fbbe-4b31-a85a-c86d25382c36 req-f6cfa8b5-39e2-4a0f-898d-dc9aea34f0fe tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 945 time: 0.1759212 Jul 16 18:36:24.781290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f1fb3f5-4734-48b1-88b5-eba38c75bb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.814659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-757fae38-ebaa-4b32-a5f9-4ceb23ba60aa req-6dd78cc8-0ea0-410a-a278-f4234d837cb7 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 210 time: 0.0576329 Jul 16 18:36:24.825834 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f1fb3f5-4734-48b1-88b5-eba38c75bb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.852241 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1e265c7-fbbe-4b31-a85a-c86d25382c36 req-c03efaee-45c8-41f4-b1db-21cffc43f8e4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068738 Jul 16 18:36:24.914034 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f1fb3f5-4734-48b1-88b5-eba38c75bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.924018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f1fb3f5-4734-48b1-88b5-eba38c75bb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.943954 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8f1fb3f5-4734-48b1-88b5-eba38c75bb94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26c30edd-40e3-4c61-89b3-e9a95d459a16 HTTP/1.1" status: 204 len: 168 time: 0.2945609 Jul 16 18:36:24.965117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fb3f5-4734-48b1-88b5-eba38c75bb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c30edd-40e3-4c61-89b3-e9a95d459a16,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.988844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c23e376a-1f97-4dcc-8417-d50995855ac6 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:25.123948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c23e376a-1f97-4dcc-8417-d50995855ac6 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:25.124753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.337293 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.367792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Transition to ACTIVE for port object beadff08-727a-4157-9544-c7b5282260b9 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:25.377153 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.405321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-6af5e4ba-1f80-4e8f-83e3-3cf827ef3dca tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.407892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-6af5e4ba-1f80-4e8f-83e3-3cf827ef3dca tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.45 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 819 time: 0.1906037 Jul 16 18:36:25.420350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Request body: {'port': {'device_id': '9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5', 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53', 'admin_state_up': True, 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:25.528341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50298) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.540961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95747103-6995-49bc-b8dd-ba57d38ff09a None None] Pushing event updated for resources: {'Port': ['ID=beadff08-727a-4157-9544-c7b5282260b9,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.568631 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52079d5d-e84e-452e-8d5e-95e6b635dbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.605055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Attempting to bind port beadff08-727a-4157-9544-c7b5282260b9 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:25.605325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Attempting to bind port beadff08-727a-4157-9544-c7b5282260b9 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:25.607698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Attempting to bind port beadff08-727a-4157-9544-c7b5282260b9 on network 784a4658-f515-4ccd-9720-482b9e9c5d53 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:25.615374 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.db.api [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:36:25.615374 n-d-793619-10 neutron-server[93823]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:36:25.615374 n-d-793619-10 neutron-server[93823]: [parameters: {'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'id': 'ed791ae2-8bc0-4cf6-866a-b8e2677d1b89', 'expiration': datetime.datetime(2021, 7, 16, 18, 38, 25, 609994)}] Jul 16 18:36:25.615374 n-d-793619-10 neutron-server[93823]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93823) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:36:25.616203 n-d-793619-10 neutron-server[93823]: DEBUG oslo_db.api [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:36:25.621404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:25.621797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Checking segment: {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:25.622416 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.623228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Bound using segment: {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:25.623769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Bound port: beadff08-727a-4157-9544-c7b5282260b9, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:25.624651 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.731193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] For port beadff08-727a-4157-9544-c7b5282260b9, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:25.734893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] For port beadff08-727a-4157-9544-c7b5282260b9, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=beadff08-727a-4157-9544-c7b5282260b9,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:25.741216 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.753481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52079d5d-e84e-452e-8d5e-95e6b635dbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.761453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52079d5d-e84e-452e-8d5e-95e6b635dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.803225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Routers {'5836c559-9b67-4799-baf5-25d4a3825b99'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:25.804396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:36:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['5836c559-9b67-4799-baf5-25d4a3825b99'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.839789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50304) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.852271 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-52079d5d-e84e-452e-8d5e-95e6b635dbd6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0b84fcd5fa4442e86f30afb94470cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224089 Jul 16 18:36:25.858048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52079d5d-e84e-452e-8d5e-95e6b635dbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ddf540-84c2-4b8b-847b-8b23c91aba8a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.910949 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.917755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95747103-6995-49bc-b8dd-ba57d38ff09a None None] Pushing event updated for resources: {'Port': ['ID=beadff08-727a-4157-9544-c7b5282260b9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.938765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.998469 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.002477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.004093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51ddf540-84c2-4b8b-847b-8b23c91aba8a HTTP/1.1" status: 204 len: 168 time: 0.1627345 Jul 16 18:36:26.017086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ddf540-84c2-4b8b-847b-8b23c91aba8a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.028829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] Set router 5836c559-9b67-4799-baf5-25d4a3825b99 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:26.052911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e3bfa078-9791-4dde-b3f3-806209f42041 req-1aefae20-cff8-4e23-813b-1a7717cb530f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 210 time: 0.0385618 Jul 16 18:36:26.059070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.059569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.060021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.060360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.060720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.061054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.061381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.061708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.062030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.062497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.062826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.063148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9043121-9302-4870-8767-6ad4f81df21b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:26.157609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Made reservation on behalf of 1664a8ab1bc1421b818dbeca4025dcfa for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:26.167323 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.355589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'gw_port': {'id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:17Z', 'updated_at': '2021-07-16T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'beadff08-727a-4157-9544-c7b5282260b9', 'name': '', 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'mac_address': 'fa:16:3e:35:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5d0880bc-9dac-4f33-b753-3ad66e43a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:19Z', 'updated_at': '2021-07-16T18:36:25Z', 'revision_number': 4, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'subnets': [{'id': '5d0880bc-9dac-4f33-b753-3ad66e43a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:26.390085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385b14f-d186-4b20-9c11-a6419eba02f7 None None] The sync data for ids ['5836c559-9b67-4799-baf5-25d4a3825b99'] in n-d-793619-10 is: [{'id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'gw_port': {'id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:17Z', 'updated_at': '2021-07-16T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'beadff08-727a-4157-9544-c7b5282260b9', 'name': '', 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'mac_address': 'fa:16:3e:35:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '5d0880bc-9dac-4f33-b753-3ad66e43a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:19Z', 'updated_at': '2021-07-16T18:36:25Z', 'revision_number': 4, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'subnets': [{'id': '5d0880bc-9dac-4f33-b753-3ad66e43a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:26.445719 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Allocated IP 172.20.0.6 (784a4658-f515-4ccd-9720-482b9e9c5d53/5d0880bc-9dac-4f33-b753-3ad66e43a6fd/0e2b8f58-75f4-4552-ad14-b8e4e58e0109) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:26.549240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50324) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.580503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a52b0c6-9efc-45bc-a31e-a3afd44f0b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.705877 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.707081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a52b0c6-9efc-45bc-a31e-a3afd44f0b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.712619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a52b0c6-9efc-45bc-a31e-a3afd44f0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.759513 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.771327 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a52b0c6-9efc-45bc-a31e-a3afd44f0b20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b67e4bf5efc41e096782a4bd8c3b8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176304 Jul 16 18:36:26.784876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50326) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.787354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Network 784a4658-f515-4ccd-9720-482b9e9c5d53 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:26.790411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:26.794621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52b0c6-9efc-45bc-a31e-a3afd44f0b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbeefa4-ef52-4111-bb07-598e3d53b767,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.816093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:26.894218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Pushing event updated for resources: {'Port': ['ID=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.947053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.947802 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.952877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b747ce-ee07-4f98-b385-4673b98a2841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.981396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-c8e917b6-d6a2-4f04-92d9-7c3e35533997 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5650480 Jul 16 18:36:26.986775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b747ce-ee07-4f98-b385-4673b98a2841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.994880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Request body: {'port': {'device_id': '9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:27.060672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b747ce-ee07-4f98-b385-4673b98a2841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.063888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8b747ce-ee07-4f98-b385-4673b98a2841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.065134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e8b747ce-ee07-4f98-b385-4673b98a2841 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0dbeefa4-ef52-4111-bb07-598e3d53b767 HTTP/1.1" status: 204 len: 168 time: 0.2783372 Jul 16 18:36:27.075825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b747ce-ee07-4f98-b385-4673b98a2841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbeefa4-ef52-4111-bb07-598e3d53b767,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.145993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device beadff08-727a-4157-9544-c7b5282260b9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:27.215850 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.268977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port beadff08-727a-4157-9544-c7b5282260b9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:27.274194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port beadff08-727a-4157-9544-c7b5282260b9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:27.274615 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.448157 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.477757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-45175824-7e57-495c-aa30-fead1d493d91 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.479314 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-45175824-7e57-495c-aa30-fead1d493d91 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.46 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 819 time: 0.3784454 Jul 16 18:36:27.540995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port beadff08-727a-4157-9544-c7b5282260b9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=beadff08-727a-4157-9544-c7b5282260b9,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:27.546607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8264e11e-f332-4a37-9057-4d129d20b880 req-03c96dae-27de-4575-bae6-0e219180b904 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 210 time: 0.0661216 Jul 16 18:36:27.550683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Request body: {'port': {'device_id': '1f3c34fc-90df-4aaa-abb7-69f314c91df1', 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53', 'admin_state_up': True, 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:27.558556 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.627773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=beadff08-727a-4157-9544-c7b5282260b9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.648666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.649430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.650013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.650601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.651271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.652394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.653042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.655386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.656107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.656748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.657302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.659041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:27.837998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Made reservation on behalf of 1664a8ab1bc1421b818dbeca4025dcfa for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:27.842035 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.122678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:28.133916 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.151713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Transition to ACTIVE for port object 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:28.158478 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.293771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:28.325397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Allocated IP 172.20.0.2 (784a4658-f515-4ccd-9720-482b9e9c5d53/5d0880bc-9dac-4f33-b753-3ad66e43a6fd/ad2599f5-527d-4fa2-baee-d9a2d9d3353a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:28.425441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Attempting to bind port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:28.425792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Attempting to bind port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:28.426128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Attempting to bind port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 on network 784a4658-f515-4ccd-9720-482b9e9c5d53 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:28.434325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 on network 784a4658-f515-4ccd-9720-482b9e9c5d53 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:28.434661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Attempting to bind port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 on network 784a4658-f515-4ccd-9720-482b9e9c5d53 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:28.464031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:28.464436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Checking segment: {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:28.464866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Bound using segment: {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:28.465335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Bound port: 0e2b8f58-75f4-4552-ad14-b8e4e58e0109, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:28.466661 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.628801 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.632120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] For port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:28.648829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] For port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:28.683441 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.730284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.736181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.736851 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.738258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] 10.222.0.45 "PUT /v2.0/ports/0e2b8f58-75f4-4552-ad14-b8e4e58e0109 HTTP/1.1" status: 200 len: 1092 time: 1.7493265 Jul 16 18:36:28.739386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5', 'tag': '0e2b8f58-75f4-4552-ad14-b8e4e58e0109'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:28.748581 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c347c93d-a20a-4b0a-aaff-b70b80626ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5", "tag": "0e2b8f58-75f4-4552-ad14-b8e4e58e0109"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:28.810622 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59bac31-0b4f-405f-a70f-735517dbd056 x-openstack-request-id: req-b59bac31-0b4f-405f-a70f-735517dbd056 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:28.810943 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5", "tag": "0e2b8f58-75f4-4552-ad14-b8e4e58e0109", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:28.811392 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b59bac31-0b4f-405f-a70f-735517dbd056 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:28.811658 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5', 'tag': '0e2b8f58-75f4-4552-ad14-b8e4e58e0109', 'status': 'completed', 'code': 200} Jul 16 18:36:28.854110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Network 784a4658-f515-4ccd-9720-482b9e9c5d53 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:28.868763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:28.872914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:28.876581 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cf770-ca23-44ef-879b-19b97a3bdf44 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:28.935208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device beadff08-727a-4157-9544-c7b5282260b9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:28.987709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.988177 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.007601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Pushing event updated for resources: {'Port': ['ID=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:29.022068 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.028365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb103f-346b-47e9-8a9c-c7f4933d6a06 req-85d0dbb0-23f4-4205-bc03-4f95312cb507 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.030066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cfb103f-346b-47e9-8a9c-c7f4933d6a06 req-85d0dbb0-23f4-4205-bc03-4f95312cb507 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 931 time: 0.2977884 Jul 16 18:36:29.033042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-4a851444-371e-4419-bafb-ebae3a887162 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4894142 Jul 16 18:36:29.035083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-289dbad9-adf2-4d39-bdce-fbbe77a60302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.036599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-289dbad9-adf2-4d39-bdce-fbbe77a60302 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 1095 time: 0.2331948 Jul 16 18:36:29.059108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port beadff08-727a-4157-9544-c7b5282260b9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:29.059467 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.073620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Request body: {'port': {'device_id': '1f3c34fc-90df-4aaa-abb7-69f314c91df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:29.134273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-b0c804f4-7d51-48f5-a880-7a8bcc3f499d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109 HTTP/1.1" status: 200 len: 217 time: 0.0882201 Jul 16 18:36:29.185148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cfb103f-346b-47e9-8a9c-c7f4933d6a06 req-93791662-b999-4d9b-8191-73f24a4aa9dc tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472266 Jul 16 18:36:29.242146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-63d4d22e-9481-4ed6-90c8-be14474ac5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.243640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-63d4d22e-9481-4ed6-90c8-be14474ac5c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 200 len: 859 time: 0.1005971 Jul 16 18:36:29.263931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.290519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-dd69b839-44ef-4f33-806b-7c1b03c4600d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=784a4658-f515-4ccd-9720-482b9e9c5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379102 Jul 16 18:36:29.492562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-66d35a28-c0f4-4415-8df0-2ae11f606484 service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950057 Jul 16 18:36:29.667188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199af8e7-c101-430f-9d52-54c2dbb4783b req-963849f8-fa1f-4a8f-83a9-f4225c419bcf service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662924 Jul 16 18:36:29.795503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2599f5-527d-4fa2-baee-d9a2d9d3353a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:29.813366 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.841574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Transition to ACTIVE for port object ad2599f5-527d-4fa2-baee-d9a2d9d3353a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:29.849449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-38eaf9ac-c901-4101-a527-ac5c29265ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.852712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-38eaf9ac-c901-4101-a527-ac5c29265ff2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 1095 time: 0.1196764 Jul 16 18:36:29.853970 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.019073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.080834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-2942d993-0bd7-4aec-b5b3-9f8f7683a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.082659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-2942d993-0bd7-4aec-b5b3-9f8f7683a61a service neutron] 10.222.0.45 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 920 time: 0.2207823 Jul 16 18:36:30.136578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Attempting to bind port ad2599f5-527d-4fa2-baee-d9a2d9d3353a on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:30.136779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Attempting to bind port ad2599f5-527d-4fa2-baee-d9a2d9d3353a by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:30.137107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Attempting to bind port ad2599f5-527d-4fa2-baee-d9a2d9d3353a on network 784a4658-f515-4ccd-9720-482b9e9c5d53 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:30.141533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-f4053527-ead6-4eaa-a6ce-97bd1c36aa64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109 HTTP/1.1" status: 200 len: 217 time: 0.0490019 Jul 16 18:36:30.143718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Port ad2599f5-527d-4fa2-baee-d9a2d9d3353a on network 784a4658-f515-4ccd-9720-482b9e9c5d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:30.144042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Attempting to bind port ad2599f5-527d-4fa2-baee-d9a2d9d3353a on network 784a4658-f515-4ccd-9720-482b9e9c5d53 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:30.157843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:30.158203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Checking segment: {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:30.158559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Bound using segment: {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:30.158998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Bound port: ad2599f5-527d-4fa2-baee-d9a2d9d3353a, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0427d56b-d225-4118-837b-9da8c854f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:30.159358 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.234947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-884a5692-6628-43f9-ad3a-53d68cddb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.236435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-884a5692-6628-43f9-ad3a-53d68cddb201 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 200 len: 859 time: 0.0867090 Jul 16 18:36:30.285359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-01f677c8-13ac-4ccb-ae05-312326dca920 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=784a4658-f515-4ccd-9720-482b9e9c5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392642 Jul 16 18:36:30.310942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] For port ad2599f5-527d-4fa2-baee-d9a2d9d3353a, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:30.315224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] For port ad2599f5-527d-4fa2-baee-d9a2d9d3353a, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:30.329593 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.396917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.397824 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.399575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] 10.222.0.46 "PUT /v2.0/ports/ad2599f5-527d-4fa2-baee-d9a2d9d3353a HTTP/1.1" status: 200 len: 1092 time: 1.3448386 Jul 16 18:36:30.926899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446535bb-cb10-4239-9d0f-beda71e6cad3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.931139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3c34fc-90df-4aaa-abb7-69f314c91df1', 'tag': 'ad2599f5-527d-4fa2-baee-d9a2d9d3353a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:30.933984 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3c34fc-90df-4aaa-abb7-69f314c91df1", "tag": "ad2599f5-527d-4fa2-baee-d9a2d9d3353a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:30.970689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-60b601e0-c2c9-4095-b122-33ca43085ebc service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488419 Jul 16 18:36:30.974988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0de055-96f0-4654-8bea-64fe19cd637d req-35051d7b-2423-4055-8b4a-ff3e579b068b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.981838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec0de055-96f0-4654-8bea-64fe19cd637d req-35051d7b-2423-4055-8b4a-ff3e579b068b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 943 time: 0.6474552 Jul 16 18:36:31.039053 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d216e8dc-fcb0-4be8-8d65-78021f8c0267 x-openstack-request-id: req-d216e8dc-fcb0-4be8-8d65-78021f8c0267 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:31.039347 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3c34fc-90df-4aaa-abb7-69f314c91df1", "tag": "ad2599f5-527d-4fa2-baee-d9a2d9d3353a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:31.039595 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d216e8dc-fcb0-4be8-8d65-78021f8c0267 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:31.039979 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3c34fc-90df-4aaa-abb7-69f314c91df1', 'tag': 'ad2599f5-527d-4fa2-baee-d9a2d9d3353a', 'status': 'completed', 'code': 200} Jul 16 18:36:31.102329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec0de055-96f0-4654-8bea-64fe19cd637d req-3b5deefd-91ef-4dc7-8735-0af6596239f6 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194980 Jul 16 18:36:31.127455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-a9cce861-7bf2-4048-b797-fe92eae2ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.130568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-a9cce861-7bf2-4048-b797-fe92eae2ce97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 1095 time: 0.6377456 Jul 16 18:36:31.155308 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c347c93d-a20a-4b0a-aaff-b70b80626ea4 req-c454c45d-ae41-432d-8396-c6d70d6225b9 service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702106 Jul 16 18:36:31.190128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-d0ee8eda-b88f-47b9-b6ad-5724bfa37a99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad2599f5-527d-4fa2-baee-d9a2d9d3353a HTTP/1.1" status: 200 len: 217 time: 0.0430048 Jul 16 18:36:31.252362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-6cfaa9c5-6986-46dd-9fba-56d958bf856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.255213 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-6cfaa9c5-6986-46dd-9fba-56d958bf856b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 200 len: 859 time: 0.0575922 Jul 16 18:36:31.306466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-e675a89b-96c0-4799-976c-3c5b6d895a37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=784a4658-f515-4ccd-9720-482b9e9c5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440948 Jul 16 18:36:31.421132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-c26153b9-62f4-4b00-8581-6266be63fc0b service neutron] 10.222.0.46 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058586 Jul 16 18:36:31.523099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5b5eb89-9dce-40f3-9904-e4952a7a1df7 req-367c36da-243a-41f5-81fd-6bfa57252afd service neutron] 10.222.0.46 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951178 Jul 16 18:36:31.688218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-ec465394-4a9f-46d7-a064-adc65e3ad3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.689875 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-ec465394-4a9f-46d7-a064-adc65e3ad3f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 1095 time: 0.0572524 Jul 16 18:36:31.798861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-3817eb07-d2e8-440e-b787-fce3dcffb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.800332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-3817eb07-d2e8-440e-b787-fce3dcffb997 service neutron] 10.222.0.46 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 920 time: 0.1034081 Jul 16 18:36:31.855514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-2a6c34e2-71af-47dd-a8e2-3e16537f07c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad2599f5-527d-4fa2-baee-d9a2d9d3353a HTTP/1.1" status: 200 len: 217 time: 0.0470507 Jul 16 18:36:31.907260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-daa81c04-2098-4778-8ee5-8a43bf4b38da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.908781 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-daa81c04-2098-4778-8ee5-8a43bf4b38da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 200 len: 859 time: 0.0462866 Jul 16 18:36:31.946613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-34632a26-0a50-458e-9e12-3cc122dd92d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=784a4658-f515-4ccd-9720-482b9e9c5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294478 Jul 16 18:36:32.063357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-2938ec8d-2f6b-4024-90d0-49a57cc4f970 service neutron] 10.222.0.46 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099186 Jul 16 18:36:32.187764 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb5f3af3-41e5-4b29-946a-dff2b442cf2d req-378e57d0-6501-4620-9b3b-b9bec3d8f1d8 service neutron] 10.222.0.46 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142526 Jul 16 18:36:32.340166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088237fe-0f6b-4bbb-a2e5-c298850c37b8 req-db9f2222-e461-4830-833a-e18d784563c7 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.341914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-088237fe-0f6b-4bbb-a2e5-c298850c37b8 req-db9f2222-e461-4830-833a-e18d784563c7 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 943 time: 0.0859842 Jul 16 18:36:32.392765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-088237fe-0f6b-4bbb-a2e5-c298850c37b8 req-01e757c6-f89a-4123-bfaf-bf2ff834fdd1 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442498 Jul 16 18:36:33.047628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:33.163106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.178290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '0e2b8f58-75f4-4552-ad14-b8e4e58e0109', 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53', 'port_id': '0e2b8f58-75f4-4552-ad14-b8e4e58e0109', 'mac_address': 'fa:16:3e:b4:99:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0880bc-9dac-4f33-b753-3ad66e43a6fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:33.235898 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.253197 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5cfbfcd6-fce1-45e5-a147-9ad6c04363fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.255768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:33.279414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.286527 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.341214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.502356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['0e2b8f58-75f4-4552-ad14-b8e4e58e0109'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:33.600851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e248968-161a-465d-b857-37ebceeca960 req-23568b26-410d-4a06-b7e8-8a9c8c55ec93 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.603233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e248968-161a-465d-b857-37ebceeca960 req-23568b26-410d-4a06-b7e8-8a9c8c55ec93 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 943 time: 0.0892675 Jul 16 18:36:33.650231 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e248968-161a-465d-b857-37ebceeca960 req-b8c7d99f-0e62-42a7-9b5a-a67293c126f3 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Jul 16 18:36:34.950393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd88ac-3f90-4db1-971a-bf8af9900eab req-1e66ffc9-7252-403e-9d60-19be3bcfdb62 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.953705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48dd88ac-3f90-4db1-971a-bf8af9900eab req-1e66ffc9-7252-403e-9d60-19be3bcfdb62 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 943 time: 0.1067371 Jul 16 18:36:35.034586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-48dd88ac-3f90-4db1-971a-bf8af9900eab req-6c2218ed-eac7-4abe-af9a-849e7ebc8b7d tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674386 Jul 16 18:36:35.073672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:35.160435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:35.166500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:35.167045 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.263622 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.310310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2b8f58-75f4-4552-ad14-b8e4e58e0109'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:35.313062 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05f83e-5ad0-4f5c-a9fe-a47a267a99ee" -d '{"events": [{"server_uuid": "9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "0e2b8f58-75f4-4552-ad14-b8e4e58e0109"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:35.343521 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:35.351911 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.422317 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a8bf62-4d42-4c81-8c89-d34652bfb53e x-openstack-request-id: req-b9a8bf62-4d42-4c81-8c89-d34652bfb53e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:35.422787 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5", "name": "network-vif-plugged", "status": "completed", "tag": "0e2b8f58-75f4-4552-ad14-b8e4e58e0109", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:35.423236 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9a8bf62-4d42-4c81-8c89-d34652bfb53e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:35.423828 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2b8f58-75f4-4552-ad14-b8e4e58e0109', 'code': 200} Jul 16 18:36:35.465790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.544361 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50612) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:35.574937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217296ef-52d3-4f0b-8394-0c225d53d1d0 req-fb79dac3-60f4-4b90-ba0e-8158cc6b3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.576744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-217296ef-52d3-4f0b-8394-0c225d53d1d0 req-fb79dac3-60f4-4b90-ba0e-8158cc6b3543 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.1119366 Jul 16 18:36:35.625503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-217296ef-52d3-4f0b-8394-0c225d53d1d0 req-0df4dab2-e7a8-4a94-b5df-c5ca424ac415 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Jul 16 18:36:35.683840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7504a9a1-6b70-4925-b8d9-f4446568e36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.743745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad2599f5-527d-4fa2-baee-d9a2d9d3353a details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:35.825389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7504a9a1-6b70-4925-b8d9-f4446568e36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.836611 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7504a9a1-6b70-4925-b8d9-f4446568e36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.870596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad2599f5-527d-4fa2-baee-d9a2d9d3353a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:35.898994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504a9a1-6b70-4925-b8d9-f4446568e36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a586a1-3112-4266-b98d-d9e8134b7108,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.902475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'ad2599f5-527d-4fa2-baee-d9a2d9d3353a', 'network_id': '784a4658-f515-4ccd-9720-482b9e9c5d53', 'port_id': 'ad2599f5-527d-4fa2-baee-d9a2d9d3353a', 'mac_address': 'fa:16:3e:52:f9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0880bc-9dac-4f33-b753-3ad66e43a6fd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:35.908385 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7504a9a1-6b70-4925-b8d9-f4446568e36b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1d1f97a0c9b464d919ae45b12057e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616257 Jul 16 18:36:35.912784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:35.980620 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.996417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.005301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2599f5-527d-4fa2-baee-d9a2d9d3353a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:36.006325 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a78f392-0a3e-4b98-afff-af610f5c2321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.041405 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a78f392-0a3e-4b98-afff-af610f5c2321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.044065 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-329ee8d7-f883-4dac-a843-18907ecaed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.046644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad2599f5-527d-4fa2-baee-d9a2d9d3353a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:36.051677 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.110817 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a78f392-0a3e-4b98-afff-af610f5c2321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.116022 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a78f392-0a3e-4b98-afff-af610f5c2321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.120131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3a78f392-0a3e-4b98-afff-af610f5c2321 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89a586a1-3112-4266-b98d-d9e8134b7108 HTTP/1.1" status: 204 len: 168 time: 0.2067199 Jul 16 18:36:36.133356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78f392-0a3e-4b98-afff-af610f5c2321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a586a1-3112-4266-b98d-d9e8134b7108,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.143180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.272437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996af54-7bf7-4d62-8900-dca79bc0fe3b req-0234bfdd-eb83-46b5-b158-717820330be5 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.275396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8996af54-7bf7-4d62-8900-dca79bc0fe3b req-0234bfdd-eb83-46b5-b158-717820330be5 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 944 time: 0.0970910 Jul 16 18:36:36.327497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8996af54-7bf7-4d62-8900-dca79bc0fe3b req-7dc0fd57-68e2-4f3f-99e6-86fd75b563be tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Jul 16 18:36:36.475928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ad2599f5-527d-4fa2-baee-d9a2d9d3353a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:36.544768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50734) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:36.569281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95aefbb0-f0ab-48c8-a603-0bf41428d9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.762777 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95aefbb0-f0ab-48c8-a603-0bf41428d9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.770782 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95aefbb0-f0ab-48c8-a603-0bf41428d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.811406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-95aefbb0-f0ab-48c8-a603-0bf41428d9d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a9438c47eda45269eaf0675e4d8be40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651589 Jul 16 18:36:36.812770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aefbb0-f0ab-48c8-a603-0bf41428d9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254ddaaf-4037-48cd-8395-7b9c96f51cd8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.814204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:36.876216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d1cad6f-227e-4b38-a0bc-7855f267085e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.900287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d1cad6f-227e-4b38-a0bc-7855f267085e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.961120 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d1cad6f-227e-4b38-a0bc-7855f267085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.964032 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d1cad6f-227e-4b38-a0bc-7855f267085e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.965318 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3d1cad6f-227e-4b38-a0bc-7855f267085e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/254ddaaf-4037-48cd-8395-7b9c96f51cd8 HTTP/1.1" status: 204 len: 168 time: 0.1493397 Jul 16 18:36:36.976274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cad6f-227e-4b38-a0bc-7855f267085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254ddaaf-4037-48cd-8395-7b9c96f51cd8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.053349 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.557574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7187b-5579-4f4d-9002-0f0cc99c1ad0 req-0501d71a-b3a1-46aa-9cc4-56025cc5e171 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.559236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf7187b-5579-4f4d-9002-0f0cc99c1ad0 req-0501d71a-b3a1-46aa-9cc4-56025cc5e171 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 944 time: 0.0878236 Jul 16 18:36:37.613132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf7187b-5579-4f4d-9002-0f0cc99c1ad0 req-cb05506d-0a93-4334-b08f-edc8194314c0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 Jul 16 18:36:37.757689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad2599f5-527d-4fa2-baee-d9a2d9d3353a up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:37.853177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port ad2599f5-527d-4fa2-baee-d9a2d9d3353a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:37.864750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port ad2599f5-527d-4fa2-baee-d9a2d9d3353a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:37.865298 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.877300 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:37.984066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 50938) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.005540 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.062938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3c34fc-90df-4aaa-abb7-69f314c91df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2599f5-527d-4fa2-baee-d9a2d9d3353a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:38.067261 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91f58b5-6d0d-4940-ae20-ee975bd7cfca" -d '{"events": [{"server_uuid": "1f3c34fc-90df-4aaa-abb7-69f314c91df1", "name": "network-vif-plugged", "status": "completed", "tag": "ad2599f5-527d-4fa2-baee-d9a2d9d3353a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:38.091933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ad2599f5-527d-4fa2-baee-d9a2d9d3353a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:38.098957 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.137455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-593744558-network', 'tenant_id': 'ee61e14c24f54e148ed17484e56c3c9e'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:38.178339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Made reservation on behalf of ee61e14c24f54e148ed17484e56c3c9e for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:38.182015 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.189673 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f6b56-c633-4f9d-8343-fa5cccdf8848 x-openstack-request-id: req-e97f6b56-c633-4f9d-8343-fa5cccdf8848 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:38.190087 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3c34fc-90df-4aaa-abb7-69f314c91df1", "name": "network-vif-plugged", "status": "completed", "tag": "ad2599f5-527d-4fa2-baee-d9a2d9d3353a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:38.190457 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e97f6b56-c633-4f9d-8343-fa5cccdf8848 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:38.191761 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3c34fc-90df-4aaa-abb7-69f314c91df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2599f5-527d-4fa2-baee-d9a2d9d3353a', 'code': 200} Jul 16 18:36:38.194865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.206252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.342815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc01fd5-0fe4-432a-b3af-c6d58d52699b req-d794c230-4449-4381-bc35-fdce4ebb83e5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.344376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fbc01fd5-0fe4-432a-b3af-c6d58d52699b req-d794c230-4449-4381-bc35-fdce4ebb83e5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1518092 Jul 16 18:36:38.434476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fbc01fd5-0fe4-432a-b3af-c6d58d52699b req-944b69fc-67b0-4ca7-8bec-07b72a10c025 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800278 Jul 16 18:36:38.442420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.449498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e04612-afcc-4727-85c9-e6c773b996bf req-dd80de3d-8edb-4643-8f2c-3e44c81f1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.451007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96e04612-afcc-4727-85c9-e6c773b996bf req-dd80de3d-8edb-4643-8f2c-3e44c81f1476 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 1097 time: 0.1633756 Jul 16 18:36:38.451761 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.489530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:38.512009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaec6e1e-cb34-42ea-8339-ef11542ca247,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.520927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.521278 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Added segment 7c858ccd-771b-4172-919e-493e02167b09 of type vlan for network 0c0775a3-1960-46fa-9ba8-409d99e56815 Jul 16 18:36:38.531334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96e04612-afcc-4727-85c9-e6c773b996bf req-6b5bb509-312a-458b-a860-7a8970daf7a9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714738 Jul 16 18:36:38.576826 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.638297 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.639266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.639855 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.704959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7196908 Jul 16 18:36:38.708640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 50996) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.717633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Request body: {'subnet': {'network_id': '0c0775a3-1960-46fa-9ba8-409d99e56815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-593744558-subnet', 'tenant_id': 'ee61e14c24f54e148ed17484e56c3c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:38.722416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ee9a1-defc-4142-a7ef-9f8c34f649a6 req-2ad5daa4-6a29-4b30-860b-7658bc902dcf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.725120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-488ee9a1-defc-4142-a7ef-9f8c34f649a6 req-2ad5daa4-6a29-4b30-860b-7658bc902dcf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1596670 Jul 16 18:36:38.740093 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.757758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Made reservation on behalf of ee61e14c24f54e148ed17484e56c3c9e for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:38.758836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed04df-770f-4301-9571-c0d176203d3f admin admin] Pushing event updated for resources: {'Network': ['ID=0c0775a3-1960-46fa-9ba8-409d99e56815,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.760397 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.768916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 0c0775a3-1960-46fa-9ba8-409d99e56815 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:38.836101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-488ee9a1-defc-4142-a7ef-9f8c34f649a6 req-44221633-7e40-4153-8211-a6980f0a87e6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793591 Jul 16 18:36:38.882564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5a0b1-0e92-4d49-acb0-e280e3cd1e19 req-f8e44bc7-562e-41e1-8e4d-5bbb407aab6a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.884341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71f5a0b1-0e92-4d49-acb0-e280e3cd1e19 req-f8e44bc7-562e-41e1-8e4d-5bbb407aab6a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1292152 Jul 16 18:36:38.929500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71f5a0b1-0e92-4d49-acb0-e280e3cd1e19 req-aa552b24-3c49-43db-b614-98a681f3415a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391622 Jul 16 18:36:38.975257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.035131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Pushing event updated for resources: {'Subnet': ['ID=735067f2-958f-4bc3-bf8a-67e5ee828223,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.045634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Checking segment: {'id': '7c858ccd-771b-4172-919e-493e02167b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c0775a3-1960-46fa-9ba8-409d99e56815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:39.045992 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Network hostable DHCP agents. Network: 0c0775a3-1960-46fa-9ba8-409d99e56815, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:39.064475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Network 0c0775a3-1960-46fa-9ba8-409d99e56815 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:39.081527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 0c0775a3-1960-46fa-9ba8-409d99e56815) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:39.089387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.090079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.096814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f1c03-3bdf-4873-ba77-457259e40b41 None None] Network 0c0775a3-1960-46fa-9ba8-409d99e56815 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:39.133225 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-14fb7e4a-9867-4fba-bccc-423068cd544a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4232786 Jul 16 18:36:39.271119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed659a-b06f-46a8-a8c9-3da84d2ffa5b None None] Network 0c0775a3-1960-46fa-9ba8-409d99e56815 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:39.583458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f170b-8124-402c-b87a-aeef56d13fd9 req-9c825739-24df-4806-80d6-9a68182251e5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.586003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e34f170b-8124-402c-b87a-aeef56d13fd9 req-9c825739-24df-4806-80d6-9a68182251e5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0673161 Jul 16 18:36:39.637114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e34f170b-8124-402c-b87a-aeef56d13fd9 req-cd1f53b0-194f-4e25-9901-36f8db370a21 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465150 Jul 16 18:36:39.670377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:39.676295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1025723259-network', 'tenant_id': '7b789f7768304fea8e95a7c6ba0b674a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:39.698446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Made reservation on behalf of 7b789f7768304fea8e95a7c6ba0b674a for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:39.700904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.711061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.812901 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.818501 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.845527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:39.856296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a003c-52b2-4236-94ec-ff91971fc8af,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.861704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.862058 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Added segment fe7ac1a2-80da-40b2-84ab-3af41941222a of type vlan for network e5fd4a28-ea6d-4466-860b-d109d723825a Jul 16 18:36:39.905384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.936761 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.937781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.938344 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.976750 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3051467 Jul 16 18:36:39.979889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51034) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:39.985182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Request body: {'subnet': {'network_id': 'e5fd4a28-ea6d-4466-860b-d109d723825a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1025723259-subnet', 'tenant_id': '7b789f7768304fea8e95a7c6ba0b674a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:40.042141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Made reservation on behalf of 7b789f7768304fea8e95a7c6ba0b674a for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:40.044859 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.075783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bc31b-115f-4a49-b979-afd31c1f3f27 admin admin] Pushing event updated for resources: {'Network': ['ID=e5fd4a28-ea6d-4466-860b-d109d723825a,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.091371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e5fd4a28-ea6d-4466-860b-d109d723825a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:40.255152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25d099-71f0-4e46-89c7-a6b45c4d785e req-048ab842-e91b-483f-b87b-b85f9ac20133 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.255152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f25d099-71f0-4e46-89c7-a6b45c4d785e req-048ab842-e91b-483f-b87b-b85f9ac20133 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1560342 Jul 16 18:36:40.440641 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.471076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f25d099-71f0-4e46-89c7-a6b45c4d785e req-a3b918d6-6545-405d-ac18-7b9440eaaff9 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046540 Jul 16 18:36:40.503181 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.547110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-a5d62260-e137-44f4-8bb6-781350483e2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2057250 Jul 16 18:36:40.612223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eccfb5e9-459a-49a4-92ac-3b6322d89b5c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.628110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24483702-cf13-467e-8e88-6bf2f2a95fbf req-df6170ac-7bdb-4d21-97d8-f6a24e093335 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.630395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24483702-cf13-467e-8e88-6bf2f2a95fbf req-df6170ac-7bdb-4d21-97d8-f6a24e093335 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.2328620 Jul 16 18:36:40.664760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Checking segment: {'id': 'fe7ac1a2-80da-40b2-84ab-3af41941222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e5fd4a28-ea6d-4466-860b-d109d723825a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:40.665122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Network hostable DHCP agents. Network: e5fd4a28-ea6d-4466-860b-d109d723825a, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:40.702460 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24483702-cf13-467e-8e88-6bf2f2a95fbf req-7384042b-6e08-4000-b814-b5786300fad6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656033 Jul 16 18:36:40.711752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-a97d5cb9-31e1-4ee1-bcf9-1a794c44c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.713430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-a97d5cb9-31e1-4ee1-bcf9-1a794c44c3d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 1098 time: 0.1400652 Jul 16 18:36:40.714643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Network e5fd4a28-ea6d-4466-860b-d109d723825a is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:40.734211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e5fd4a28-ea6d-4466-860b-d109d723825a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:40.744464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf0de9-6dbb-4ae7-9987-e9ac2adec0a4 None None] Network e5fd4a28-ea6d-4466-860b-d109d723825a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:40.746313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.747210 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.793245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-95a477a1-beeb-4dc1-95f5-e8c8f1d1a556 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8029306 Jul 16 18:36:40.885268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-b29496e7-ca44-42c7-8d5b-372e86e93e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.888578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-b29496e7-ca44-42c7-8d5b-372e86e93e7e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1315823 Jul 16 18:36:40.969772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-522e61eb-5401-4f65-9bb7-449c4fa438cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=896341b2-f40f-4d7c-928b-9280a3436846 HTTP/1.1" status: 200 len: 1002 time: 0.0723770 Jul 16 18:36:41.052163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-606dc154-4c42-4997-a9d3-51ab2d294128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.054420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-606dc154-4c42-4997-a9d3-51ab2d294128 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0772076 Jul 16 18:36:41.083524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef641d28-345e-4472-a213-93f00dc62f9c None None] Network e5fd4a28-ea6d-4466-860b-d109d723825a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:41.128293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-5be29350-43d6-4781-97d5-cf748ef8c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.130903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-5be29350-43d6-4781-97d5-cf748ef8c4d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677710 Jul 16 18:36:41.260794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-c90721f1-8993-407a-b976-3e7f5d8cfcfb service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196804 Jul 16 18:36:41.431949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d5c0fdd-815f-4f9e-8aa0-39efea8d843b req-3ce50780-6aef-48c5-af18-733161631277 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635871 Jul 16 18:36:41.458918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-1bd6abcd-4fc9-499a-983c-07d396ad62aa tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.460434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-1bd6abcd-4fc9-499a-983c-07d396ad62aa tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/networks?id=0c0775a3-1960-46fa-9ba8-409d99e56815 HTTP/1.1" status: 200 len: 811 time: 0.1703992 Jul 16 18:36:41.476558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-46fb4bea-a085-43a7-a0eb-38f7850571e5 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/quotas/ee61e14c24f54e148ed17484e56c3c9e HTTP/1.1" status: 200 len: 375 time: 0.0106821 Jul 16 18:36:41.513131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-8b922f3a-329b-43ab-a155-72f6751a61bd tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee61e14c24f54e148ed17484e56c3c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312054 Jul 16 18:36:41.656942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-ac89dc0e-b317-43bd-a4b0-0bf8e4a6f61f service neutron] 10.222.0.60 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361289 Jul 16 18:36:41.741340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771c5cf-3b7d-4664-b437-c3b3de339610 req-f1fbe32c-7149-432d-a2bc-1ffce7406ade tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.742715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2771c5cf-3b7d-4664-b437-c3b3de339610 req-f1fbe32c-7149-432d-a2bc-1ffce7406ade tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1407666 Jul 16 18:36:41.790443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-63b1a644-5b0b-4c77-9c80-542071f32eb8 service neutron] 10.222.0.60 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267653 Jul 16 18:36:41.803607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2771c5cf-3b7d-4664-b437-c3b3de339610 req-f320b2d2-25a8-4403-8a02-83a10fcd44db tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540290 Jul 16 18:36:42.018089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8b64-06ed-4775-89a0-1d4fc1abf874 req-9a914653-0091-4dcb-b4a3-ccf08fffed95 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.020642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-568c8b64-06ed-4775-89a0-1d4fc1abf874 req-9a914653-0091-4dcb-b4a3-ccf08fffed95 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0880187 Jul 16 18:36:42.084429 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-568c8b64-06ed-4775-89a0-1d4fc1abf874 req-e1d5c7dc-dedf-4f59-8589-22e56545baf4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580139 Jul 16 18:36:42.197027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85adb7e6-dcca-4799-9adf-0b4bc229b3ed req-2f7c2587-349b-42b2-b451-aa88821c2015 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 210 time: 0.0600679 Jul 16 18:36:42.345380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668257-b252-45f5-8b29-52e57f440509 req-653827a1-54f0-4df7-b6a2-1c9eefd30ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.346925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2668257-b252-45f5-8b29-52e57f440509 req-653827a1-54f0-4df7-b6a2-1c9eefd30ae0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 1097 time: 0.1051052 Jul 16 18:36:42.401337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e59fe3-3720-48f3-a430-965988de4b80 req-ba14c520-b249-46b5-b654-86bcd55f7134 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.408332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27e59fe3-3720-48f3-a430-965988de4b80 req-ba14c520-b249-46b5-b654-86bcd55f7134 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1241581 Jul 16 18:36:42.496876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27e59fe3-3720-48f3-a430-965988de4b80 req-e1a05990-6dc9-4156-8f04-049484af8e5e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875039 Jul 16 18:36:42.520831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668257-b252-45f5-8b29-52e57f440509 req-dd57ccf7-1d22-4f87-a1d0-7aae16ab3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.522358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2668257-b252-45f5-8b29-52e57f440509 req-dd57ccf7-1d22-4f87-a1d0-7aae16ab3663 service neutron] 10.222.0.46 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 920 time: 0.1660542 Jul 16 18:36:42.575377 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2668257-b252-45f5-8b29-52e57f440509 req-17b71465-b069-4501-a3cb-a53c97703fb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad2599f5-527d-4fa2-baee-d9a2d9d3353a HTTP/1.1" status: 200 len: 217 time: 0.0453429 Jul 16 18:36:42.637982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668257-b252-45f5-8b29-52e57f440509 req-54d20617-e517-45e8-ac98-4fbac39f3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.640057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2668257-b252-45f5-8b29-52e57f440509 req-54d20617-e517-45e8-ac98-4fbac39f3654 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 200 len: 859 time: 0.0581396 Jul 16 18:36:42.686643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2668257-b252-45f5-8b29-52e57f440509 req-a753b38a-15d1-41b8-85d0-2c0acbcf332a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=784a4658-f515-4ccd-9720-482b9e9c5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375805 Jul 16 18:36:42.806177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2668257-b252-45f5-8b29-52e57f440509 req-3665221a-2167-44e9-8c62-7b5c6d87fba8 service neutron] 10.222.0.46 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123834 Jul 16 18:36:42.905070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2668257-b252-45f5-8b29-52e57f440509 req-472b8682-d80f-47b1-a5c5-667c7ad176c5 service neutron] 10.222.0.46 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914629 Jul 16 18:36:43.365407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2328e77-dbe8-4eb2-94e0-008b87a8ae66 req-de4c8d6e-d02a-4c07-9a68-487b4328b97d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.367352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2328e77-dbe8-4eb2-94e0-008b87a8ae66 req-de4c8d6e-d02a-4c07-9a68-487b4328b97d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1597760 Jul 16 18:36:43.427611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-086769c3-3a2f-4b78-b2dc-95ec2cb0befd req-b982d50a-5975-49c8-bb56-8329c1758254 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 210 time: 0.0547464 Jul 16 18:36:43.469206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-141cec64-c3c3-4db2-8605-4bca486492d0 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.469550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-141cec64-c3c3-4db2-8605-4bca486492d0 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.45 "GET /v2.0/networks?id=0c0775a3-1960-46fa-9ba8-409d99e56815 HTTP/1.1" status: 200 len: 811 time: 0.2187660 Jul 16 18:36:43.484822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Request body: {'port': {'device_id': '08778955-0919-48d1-a4e0-34056ac4b259', 'network_id': '0c0775a3-1960-46fa-9ba8-409d99e56815', 'admin_state_up': True, 'tenant_id': 'ee61e14c24f54e148ed17484e56c3c9e'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:43.495343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2328e77-dbe8-4eb2-94e0-008b87a8ae66 req-2746ffc0-9370-42cf-be19-3e7f9bb009e5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091285 Jul 16 18:36:43.621312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Made reservation on behalf of ee61e14c24f54e148ed17484e56c3c9e for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:43.624877 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.788657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30487e0f-e086-4979-b36a-02b26ca6581c req-089e9d50-74ed-4d59-9001-7d1c2541219e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.790167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30487e0f-e086-4979-b36a-02b26ca6581c req-089e9d50-74ed-4d59-9001-7d1c2541219e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1629379 Jul 16 18:36:43.846332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Allocated IP 172.20.0.13 (0c0775a3-1960-46fa-9ba8-409d99e56815/735067f2-958f-4bc3-bf8a-67e5ee828223/4e12eaf0-26ed-4bdc-a026-71c17384307d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:43.862563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30487e0f-e086-4979-b36a-02b26ca6581c req-764ddbae-3ef0-44a7-80fe-3675393b9a75 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659375 Jul 16 18:36:44.363794 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.402549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.451599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Network 0c0775a3-1960-46fa-9ba8-409d99e56815 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:44.454758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:44.459072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:44.465630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Pushing event updated for resources: {'Port': ['ID=4e12eaf0-26ed-4bdc-a026-71c17384307d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.511955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.512588 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.527725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-aed074a6-2619-476d-8861-22ff08368a1e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0485504 Jul 16 18:36:44.540826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Request body: {'port': {'device_id': '08778955-0919-48d1-a4e0-34056ac4b259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:44.699954 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.731423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6fb6b-d51c-4b24-a94c-9d1f5d2cba14 req-3acb8969-c47f-46f8-923b-c2156387a1e6 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.732920 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77d6fb6b-d51c-4b24-a94c-9d1f5d2cba14 req-3acb8969-c47f-46f8-923b-c2156387a1e6 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 932 time: 0.1650250 Jul 16 18:36:44.808496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041e48-2a21-4ed4-8afb-2d38e5fec601 req-9df13cab-d77e-43de-968e-7d4504ba34cf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.810012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae041e48-2a21-4ed4-8afb-2d38e5fec601 req-9df13cab-d77e-43de-968e-7d4504ba34cf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1859407 Jul 16 18:36:44.828530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77d6fb6b-d51c-4b24-a94c-9d1f5d2cba14 req-5cbba9a7-d10e-4958-927e-26c7e04c70d3 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887234 Jul 16 18:36:44.930132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae041e48-2a21-4ed4-8afb-2d38e5fec601 req-f9e267c5-74ed-4e92-81bc-6ee2e512b2db tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115074 Jul 16 18:36:45.125468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e12eaf0-26ed-4bdc-a026-71c17384307d {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:45.135262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.155939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Transition to ACTIVE for port object 4e12eaf0-26ed-4bdc-a026-71c17384307d will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:45.162201 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.182561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24eaf1-01e1-4caf-a4b5-adb501ebee82 req-edb62774-1c9a-4792-a3af-6215bc80c207 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.184258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b24eaf1-01e1-4caf-a4b5-adb501ebee82 req-edb62774-1c9a-4792-a3af-6215bc80c207 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1368797 Jul 16 18:36:45.281582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Pushing event updated for resources: {'Port': ['ID=4e12eaf0-26ed-4bdc-a026-71c17384307d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.342901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b24eaf1-01e1-4caf-a4b5-adb501ebee82 req-48db2b25-545a-4ce8-a2e6-bb90181e177d tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345985 Jul 16 18:36:45.378962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ba1d1-ec97-4a1f-a676-5eaa5c74cd08 req-6ecc55d3-7274-4b67-9d75-f482651d8d38 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.380460 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a70ba1d1-ec97-4a1f-a676-5eaa5c74cd08 req-6ecc55d3-7274-4b67-9d75-f482651d8d38 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 950 time: 0.1949806 Jul 16 18:36:45.397672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Attempting to bind port 4e12eaf0-26ed-4bdc-a026-71c17384307d on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:45.397929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Attempting to bind port 4e12eaf0-26ed-4bdc-a026-71c17384307d by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '7c858ccd-771b-4172-919e-493e02167b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c0775a3-1960-46fa-9ba8-409d99e56815'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:45.398260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Attempting to bind port 4e12eaf0-26ed-4bdc-a026-71c17384307d on network 0c0775a3-1960-46fa-9ba8-409d99e56815 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:45.416344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Port 4e12eaf0-26ed-4bdc-a026-71c17384307d on network 0c0775a3-1960-46fa-9ba8-409d99e56815 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:45.416696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Attempting to bind port 4e12eaf0-26ed-4bdc-a026-71c17384307d on network 0c0775a3-1960-46fa-9ba8-409d99e56815 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:45.431646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:45.431646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Checking segment: {'id': '7c858ccd-771b-4172-919e-493e02167b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c0775a3-1960-46fa-9ba8-409d99e56815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:45.431646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Bound using segment: {'id': '7c858ccd-771b-4172-919e-493e02167b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c0775a3-1960-46fa-9ba8-409d99e56815'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:45.431646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Bound port: 4e12eaf0-26ed-4bdc-a026-71c17384307d, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c858ccd-771b-4172-919e-493e02167b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c0775a3-1960-46fa-9ba8-409d99e56815'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:45.432500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.439292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a70ba1d1-ec97-4a1f-a676-5eaa5c74cd08 req-06cf84f1-79b8-4b56-8f0e-762e94cfecf4 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Jul 16 18:36:45.504060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] For port 4e12eaf0-26ed-4bdc-a026-71c17384307d, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:45.506979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] For port 4e12eaf0-26ed-4bdc-a026-71c17384307d, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4e12eaf0-26ed-4bdc-a026-71c17384307d,segment=NetworkSegment(7c858ccd-771b-4172-919e-493e02167b09),segment_id=7c858ccd-771b-4172-919e-493e02167b09)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:45.511516 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.544996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.545614 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.547062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] 10.222.0.45 "PUT /v2.0/ports/4e12eaf0-26ed-4bdc-a026-71c17384307d HTTP/1.1" status: 200 len: 1093 time: 1.0122411 Jul 16 18:36:45.547497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08778955-0919-48d1-a4e0-34056ac4b259', 'tag': '4e12eaf0-26ed-4bdc-a026-71c17384307d'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:45.549793 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "08778955-0919-48d1-a4e0-34056ac4b259", "tag": "4e12eaf0-26ed-4bdc-a026-71c17384307d"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:45.578122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae35aa-b298-46a4-aa5d-c3d9cc9c5c6f service neutron] Pushing event updated for resources: {'Port': ['ID=4e12eaf0-26ed-4bdc-a026-71c17384307d,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.594925 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6088c00-52a1-4e75-a4a3-da470aa276fb x-openstack-request-id: req-c6088c00-52a1-4e75-a4a3-da470aa276fb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:45.595202 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08778955-0919-48d1-a4e0-34056ac4b259", "tag": "4e12eaf0-26ed-4bdc-a026-71c17384307d", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:45.595444 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6088c00-52a1-4e75-a4a3-da470aa276fb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:45.595833 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08778955-0919-48d1-a4e0-34056ac4b259', 'tag': '4e12eaf0-26ed-4bdc-a026-71c17384307d', 'status': 'completed', 'code': 200} Jul 16 18:36:45.646014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-0a1452e9-cb18-4403-be3d-d6b32567f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.647506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-0a1452e9-cb18-4403-be3d-d6b32567f50d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee61e14c24f54e148ed17484e56c3c9e&device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 1096 time: 0.0613155 Jul 16 18:36:45.689521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-73134226-fa5c-46e7-8e0f-2e9ff7b7ad71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e12eaf0-26ed-4bdc-a026-71c17384307d HTTP/1.1" status: 200 len: 217 time: 0.0341268 Jul 16 18:36:45.738894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-3a81128e-3fd4-45a5-9865-5e8496558832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.740392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-3a81128e-3fd4-45a5-9865-5e8496558832 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=735067f2-958f-4bc3-bf8a-67e5ee828223 HTTP/1.1" status: 200 len: 851 time: 0.0442441 Jul 16 18:36:45.775705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-227dd24b-799d-4379-9a54-66f580d27efa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c0775a3-1960-46fa-9ba8-409d99e56815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273950 Jul 16 18:36:45.870512 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-7861b65e-b595-4dea-b5d1-d0ff565f9870 service neutron] 10.222.0.45 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880651 Jul 16 18:36:45.998885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-785571ae-7b9f-41a3-830e-4b38d22be553 req-1f8486ff-716c-481d-bf9e-187603b0ddaa service neutron] 10.222.0.45 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218340 Jul 16 18:36:46.043270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800101d6-314f-4963-9d9d-7726188f3a87 req-c6b17a6a-8f55-42d1-b390-b4574617679f tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.044946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-800101d6-314f-4963-9d9d-7726188f3a87 req-c6b17a6a-8f55-42d1-b390-b4574617679f tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 944 time: 0.0810196 Jul 16 18:36:46.158263 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-800101d6-314f-4963-9d9d-7726188f3a87 req-28af6995-4a6e-433c-ae41-30885f4d1c27 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066661 Jul 16 18:36:46.181506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-75d9625d-f95e-47a5-aeba-c7c8ff7640ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.181506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-75d9625d-f95e-47a5-aeba-c7c8ff7640ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee61e14c24f54e148ed17484e56c3c9e&device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 1096 time: 0.1288099 Jul 16 18:36:46.193479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280e89-7880-49ec-8444-ff15e1b5d4fb req-ae1dae37-0d9d-4933-a418-cabd99a5a799 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.194922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9280e89-7880-49ec-8444-ff15e1b5d4fb req-ae1dae37-0d9d-4933-a418-cabd99a5a799 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1463397 Jul 16 18:36:46.289016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9280e89-7880-49ec-8444-ff15e1b5d4fb req-4beb8f92-9d18-4122-aa2e-d71c498c317e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858965 Jul 16 18:36:46.313724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-980b1156-212a-4659-8512-80ff1a987e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.315202 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-980b1156-212a-4659-8512-80ff1a987e4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c0775a3-1960-46fa-9ba8-409d99e56815 HTTP/1.1" status: 200 len: 912 time: 0.1194310 Jul 16 18:36:46.358345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-a06ede0f-3dfa-4e00-9937-387ee4cba59e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e12eaf0-26ed-4bdc-a026-71c17384307d HTTP/1.1" status: 200 len: 217 time: 0.0347090 Jul 16 18:36:46.415623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-701699d5-e899-4d26-8783-9725eb201537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.417141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-701699d5-e899-4d26-8783-9725eb201537 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=735067f2-958f-4bc3-bf8a-67e5ee828223 HTTP/1.1" status: 200 len: 851 time: 0.0460978 Jul 16 18:36:46.454362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-b56ea47b-fe97-46d0-97fa-e8f8f506a66e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c0775a3-1960-46fa-9ba8-409d99e56815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276825 Jul 16 18:36:46.646207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff5a81-d35a-4da0-b7d7-6e0e454ca8d7 req-86026eb9-56b8-4cd5-8f30-af3fce1efefc tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.647737 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0ff5a81-d35a-4da0-b7d7-6e0e454ca8d7 req-86026eb9-56b8-4cd5-8f30-af3fce1efefc tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1787589 Jul 16 18:36:46.650609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-db8aa3dd-63de-4c36-adb6-c81ce090be2a service neutron] 10.222.0.45 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721847 Jul 16 18:36:46.727497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4be121-91a8-4cde-b187-190194fe3d5d req-45ae41f2-b35a-4e85-84f2-f5e432a83113 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.729026 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f4be121-91a8-4cde-b187-190194fe3d5d req-45ae41f2-b35a-4e85-84f2-f5e432a83113 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 950 time: 0.1631768 Jul 16 18:36:46.771703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0ff5a81-d35a-4da0-b7d7-6e0e454ca8d7 req-367acd68-124e-4c50-8e31-785ff56e054a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169550 Jul 16 18:36:46.818561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9762e9e-9d6c-4384-9296-0b1c6b574f9f req-f2a90584-dc4e-4ec0-84a0-aa1c49fbeeaa service neutron] 10.222.0.45 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516049 Jul 16 18:36:46.823551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f4be121-91a8-4cde-b187-190194fe3d5d req-269ff3cf-9ce1-466d-a8ea-423e852b6e1c tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654316 Jul 16 18:36:47.335958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d2100-6600-4ee7-ab61-6357ad2ba94e req-c5b3dda7-1d2b-49ca-9011-4f3179061168 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.337498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc0d2100-6600-4ee7-ab61-6357ad2ba94e req-c5b3dda7-1d2b-49ca-9011-4f3179061168 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 944 time: 0.0667439 Jul 16 18:36:47.380814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc0d2100-6600-4ee7-ab61-6357ad2ba94e req-ee02b554-a755-4b31-878b-84396543087a tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Jul 16 18:36:47.465616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846402-d673-45ff-ad58-31725848bb00 req-9948b410-65f3-4bbf-83e1-1bbdfb874cb8 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.467087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e846402-d673-45ff-ad58-31725848bb00 req-9948b410-65f3-4bbf-83e1-1bbdfb874cb8 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0644846 Jul 16 18:36:47.506161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e846402-d673-45ff-ad58-31725848bb00 req-6b7d5935-0ce9-4666-8fa3-84de1fb43197 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335362 Jul 16 18:36:47.825919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-10c18933-356a-4666-a4f9-c3db7b80b17a tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.827470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-10c18933-356a-4666-a4f9-c3db7b80b17a tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 950 time: 0.0663807 Jul 16 18:36:48.053260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Deleting port 4e1ed882-2b23-42c2-b364-888fd2d61326 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:48.053521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.062970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb740f-6077-4f9b-9b94-26dc2b998831 req-baa46a2d-92de-4fa5-b181-03ea9e00fb25 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.064442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aabb740f-6077-4f9b-9b94-26dc2b998831 req-baa46a2d-92de-4fa5-b181-03ea9e00fb25 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1754997 Jul 16 18:36:48.108870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc0ccd-be37-45b7-9e39-028021eadb23 req-ec23748c-6fe3-4cfc-9a35-3658c826bf70 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.110360 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3edc0ccd-be37-45b7-9e39-028021eadb23 req-ec23748c-6fe3-4cfc-9a35-3658c826bf70 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 950 time: 0.1608052 Jul 16 18:36:48.213985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aabb740f-6077-4f9b-9b94-26dc2b998831 req-0da00d10-22a3-4c69-8d79-26580fa82202 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345651 Jul 16 18:36:48.220095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] For port 4e1ed882-2b23-42c2-b364-888fd2d61326, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4e1ed882-2b23-42c2-b364-888fd2d61326,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:48.220456 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.232272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3edc0ccd-be37-45b7-9e39-028021eadb23 req-aba9ad0b-e0ac-41fb-8948-c9ece26348bc tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/security-groups?id=9adff342-07cb-4243-b8e3-813b1ec3f0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108959 Jul 16 18:36:48.238476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Calling delete_port for 4e1ed882-2b23-42c2-b364-888fd2d61326 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:48.372774 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.410061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Pushing event deleted for resources: {'Port': ['ID=4e1ed882-2b23-42c2-b364-888fd2d61326,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.454086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] No DVR routers for this DVR port 4e1ed882-2b23-42c2-b364-888fd2d61326 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:48.457100 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.459348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1d53df7-eea7-4d7c-a7df-8987b2a761ae req-53d13bf7-98a0-4178-ad9c-d2dd1fc331b7 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.46 "DELETE /v2.0/ports/4e1ed882-2b23-42c2-b364-888fd2d61326 HTTP/1.1" status: 204 len: 173 time: 0.6161938 Jul 16 18:36:48.459814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9d774b-602c-480e-9e82-5601c4625201', 'name': 'network-vif-deleted', 'tag': '4e1ed882-2b23-42c2-b364-888fd2d61326'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:48.462119 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9828bdb0-0d6e-47ba-9c4b-be642f55a158" -d '{"events": [{"server_uuid": "9c9d774b-602c-480e-9e82-5601c4625201", "name": "network-vif-deleted", "tag": "4e1ed882-2b23-42c2-b364-888fd2d61326"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:48.510549 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7296e7e-bd79-47ca-b787-76f2aea9e391 x-openstack-request-id: req-b7296e7e-bd79-47ca-b787-76f2aea9e391 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:48.510875 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9d774b-602c-480e-9e82-5601c4625201", "name": "network-vif-deleted", "tag": "4e1ed882-2b23-42c2-b364-888fd2d61326", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:48.511220 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7296e7e-bd79-47ca-b787-76f2aea9e391 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:48.511665 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9d774b-602c-480e-9e82-5601c4625201', 'name': 'network-vif-deleted', 'tag': '4e1ed882-2b23-42c2-b364-888fd2d61326', 'status': 'completed', 'code': 200} Jul 16 18:36:48.568964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f0469-37df-40ec-9c72-4d4b8f634f3a req-18a04479-fffc-448e-913f-55fe39df6e61 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.571381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c21f0469-37df-40ec-9c72-4d4b8f634f3a req-18a04479-fffc-448e-913f-55fe39df6e61 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 944 time: 0.0733657 Jul 16 18:36:48.615910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c21f0469-37df-40ec-9c72-4d4b8f634f3a req-89bec6a9-b288-409b-95aa-f0dad6245ad1 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 Jul 16 18:36:48.694048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcd3c8-f8a9-4eab-9be1-63798cf9057b req-7e8e3737-3e97-4e8b-be6e-d4911360a966 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.695485 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4bcd3c8-f8a9-4eab-9be1-63798cf9057b req-7e8e3737-3e97-4e8b-be6e-d4911360a966 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0707211 Jul 16 18:36:48.735281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4bcd3c8-f8a9-4eab-9be1-63798cf9057b req-5e1f4766-f251-4dc0-af01-6d7723ce61a4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340207 Jul 16 18:36:49.159527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4e12eaf0-26ed-4bdc-a026-71c17384307d details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:49.267570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4e12eaf0-26ed-4bdc-a026-71c17384307d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4e12eaf0-26ed-4bdc-a026-71c17384307d,segment=NetworkSegment(7c858ccd-771b-4172-919e-493e02167b09),segment_id=7c858ccd-771b-4172-919e-493e02167b09)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:49.286116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '4e12eaf0-26ed-4bdc-a026-71c17384307d', 'network_id': '0c0775a3-1960-46fa-9ba8-409d99e56815', 'port_id': '4e12eaf0-26ed-4bdc-a026-71c17384307d', 'mac_address': 'fa:16:3e:3e:07:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735067f2-958f-4bc3-bf8a-67e5ee828223', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:49.339116 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.355979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e12eaf0-26ed-4bdc-a026-71c17384307d {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:49.389976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4e12eaf0-26ed-4bdc-a026-71c17384307d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4e12eaf0-26ed-4bdc-a026-71c17384307d,segment=NetworkSegment(7c858ccd-771b-4172-919e-493e02167b09),segment_id=7c858ccd-771b-4172-919e-493e02167b09)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:49.393862 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.409689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b589cccf-39dc-4c98-a566-4fa63c2891fc req-7d7e73e3-8598-4d3f-97ef-92fdcd1ffff4 tempest-VolumesBackupsTest-2134043525 tempest-VolumesBackupsTest-2134043525-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c9d774b-602c-480e-9e82-5601c4625201 HTTP/1.1" status: 200 len: 210 time: 0.0377274 Jul 16 18:36:49.440243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9f650-e36f-4d1e-9191-44d0f2f024ff req-743340c4-67e4-4b0e-978c-3ca73ffa45c6 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.442533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cf9f650-e36f-4d1e-9191-44d0f2f024ff req-743340c4-67e4-4b0e-978c-3ca73ffa45c6 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1052997 Jul 16 18:36:49.445353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4e12eaf0-26ed-4bdc-a026-71c17384307d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:49.480648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cf9f650-e36f-4d1e-9191-44d0f2f024ff req-73dc221d-ad51-4e57-af7e-91a0a8643488 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Jul 16 18:36:49.627563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4e12eaf0-26ed-4bdc-a026-71c17384307d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:49.800286 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3a7fc-d463-4cd0-bf32-7e71f410e35c req-9b38b422-85fb-44ad-b7ee-458a0a5a102b tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.801992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8dc3a7fc-d463-4cd0-bf32-7e71f410e35c req-9b38b422-85fb-44ad-b7ee-458a0a5a102b tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 945 time: 0.0679212 Jul 16 18:36:49.836397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4e1ed882-2b23-42c2-b364-888fd2d61326 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:49.840480 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8dc3a7fc-d463-4cd0-bf32-7e71f410e35c req-611026c6-0e22-442c-b618-e19a537a5649 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Jul 16 18:36:49.869425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 4e1ed882-2b23-42c2-b364-888fd2d61326 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:49.869749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4e1ed882-2b23-42c2-b364-888fd2d61326 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:49.916569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dee469-9b32-4a4d-ae6a-fe857b0551e7 req-9e78b142-f886-40e6-a6d5-56a95b85de10 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.927058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0dee469-9b32-4a4d-ae6a-fe857b0551e7 req-9e78b142-f886-40e6-a6d5-56a95b85de10 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0749876 Jul 16 18:36:49.965901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0dee469-9b32-4a4d-ae6a-fe857b0551e7 req-7806cea7-9cd4-44fa-ad3b-7bd421a1791a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332625 Jul 16 18:36:50.713134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8ba64-da78-434e-9dca-986caf7237bb req-ddf76390-cf14-49a3-aa57-5a4981e69744 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.714677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0b8ba64-da78-434e-9dca-986caf7237bb req-ddf76390-cf14-49a3-aa57-5a4981e69744 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0691652 Jul 16 18:36:50.756855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0b8ba64-da78-434e-9dca-986caf7237bb req-451f0547-d108-47ae-b9da-a191ced14dd9 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365152 Jul 16 18:36:51.023363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ad893-56a6-430c-92cd-a31965b585d7 req-81b9f395-757c-4487-9249-5cf887ed3b2d tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.025176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a2ad893-56a6-430c-92cd-a31965b585d7 req-81b9f395-757c-4487-9249-5cf887ed3b2d tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 945 time: 0.0715275 Jul 16 18:36:51.069004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a2ad893-56a6-430c-92cd-a31965b585d7 req-31429f6f-0ad5-4bf7-af4e-d163a69191f2 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379903 Jul 16 18:36:51.170740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3748e-475e-437c-a36f-d49f936cb810 req-f49cbd3b-fa12-47dc-81ec-6097ddcba0c1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.171437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4e12eaf0-26ed-4bdc-a026-71c17384307d up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:51.172282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55a3748e-475e-437c-a36f-d49f936cb810 req-f49cbd3b-fa12-47dc-81ec-6097ddcba0c1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0716531 Jul 16 18:36:51.216642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55a3748e-475e-437c-a36f-d49f936cb810 req-3169bb33-8cbe-452b-968a-ce128e90a929 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371912 Jul 16 18:36:51.229416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 4e12eaf0-26ed-4bdc-a026-71c17384307d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:51.234343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 4e12eaf0-26ed-4bdc-a026-71c17384307d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:51.234720 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.316974 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.341183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08778955-0919-48d1-a4e0-34056ac4b259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e12eaf0-26ed-4bdc-a026-71c17384307d'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:51.343473 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03784de8-1256-4f68-812d-b98fb89b394b" -d '{"events": [{"server_uuid": "08778955-0919-48d1-a4e0-34056ac4b259", "name": "network-vif-plugged", "status": "completed", "tag": "4e12eaf0-26ed-4bdc-a026-71c17384307d"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:51.357428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4e12eaf0-26ed-4bdc-a026-71c17384307d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4e12eaf0-26ed-4bdc-a026-71c17384307d,segment=NetworkSegment(7c858ccd-771b-4172-919e-493e02167b09),segment_id=7c858ccd-771b-4172-919e-493e02167b09)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:51.363707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.396786 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fca527-31d1-4cce-b41f-47764f39ae28 x-openstack-request-id: req-49fca527-31d1-4cce-b41f-47764f39ae28 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:51.397354 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08778955-0919-48d1-a4e0-34056ac4b259", "name": "network-vif-plugged", "status": "completed", "tag": "4e12eaf0-26ed-4bdc-a026-71c17384307d", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:51.397768 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49fca527-31d1-4cce-b41f-47764f39ae28 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:51.398368 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08778955-0919-48d1-a4e0-34056ac4b259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e12eaf0-26ed-4bdc-a026-71c17384307d', 'code': 200} Jul 16 18:36:51.440849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4e12eaf0-26ed-4bdc-a026-71c17384307d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:51.536141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe46ab-a15b-4386-97ca-1d391aaf460b req-5e415853-6b79-4a48-9b3a-b641e562383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.537644 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4fe46ab-a15b-4386-97ca-1d391aaf460b req-5e415853-6b79-4a48-9b3a-b641e562383c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 1098 time: 0.0604739 Jul 16 18:36:51.595842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-05195bf6-3f74-4258-8241-e12c39beb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.598151 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-05195bf6-3f74-4258-8241-e12c39beb18f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1096 time: 0.0603373 Jul 16 18:36:51.611468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4fe46ab-a15b-4386-97ca-1d391aaf460b req-81b7e075-ed41-4300-aba2-ca21d1a4a76c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645559 Jul 16 18:36:51.648013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69878133-243f-4b78-9bc3-a389d4e3b8d6 req-72463f32-9004-4b78-9c64-ca8cf3f0f6b9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.650267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69878133-243f-4b78-9bc3-a389d4e3b8d6 req-72463f32-9004-4b78-9c64-ca8cf3f0f6b9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0959141 Jul 16 18:36:51.699288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69878133-243f-4b78-9bc3-a389d4e3b8d6 req-52335cf8-2b71-4dab-af8d-c4e39c29e3fd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418148 Jul 16 18:36:51.709897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-f86577b0-72d1-4a88-ae80-251de1c2c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.711423 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-f86577b0-72d1-4a88-ae80-251de1c2c556 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1066349 Jul 16 18:36:51.790339 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-d20ae118-4d17-4be5-b29a-5ad49cea0499 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 999 time: 0.0668449 Jul 16 18:36:51.846837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-e560bb96-d759-4b57-aa0a-7b3ddde22f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.848853 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-e560bb96-d759-4b57-aa0a-7b3ddde22f7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0514045 Jul 16 18:36:51.926866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-77194520-9568-46e7-bb47-38aea075a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.928673 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-77194520-9568-46e7-bb47-38aea075a765 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578830 Jul 16 18:36:51.950708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a23695-8301-4b36-9785-0f2cc32fd177 req-58b810c9-4735-479e-bd25-fa10c811fa36 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.952449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7a23695-8301-4b36-9785-0f2cc32fd177 req-58b810c9-4735-479e-bd25-fa10c811fa36 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0759232 Jul 16 18:36:51.998700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7a23695-8301-4b36-9785-0f2cc32fd177 req-58213ac0-a216-40a1-ac07-e533f4b549d5 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394986 Jul 16 18:36:52.037669 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-c61d7d6a-c92a-4577-8184-a725194a8eed service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014965 Jul 16 18:36:52.145822 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1bba594f-31a9-410e-b1fe-5ef202e10afa req-27d0e5ba-4e80-4346-ac74-b24ef5deb38d service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940807 Jul 16 18:36:52.267876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5337169-ccdc-4dc3-8c91-f4d25ecfe3bf req-f190014a-c8f4-4a95-93d1-fb5e52070777 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.270187 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5337169-ccdc-4dc3-8c91-f4d25ecfe3bf req-f190014a-c8f4-4a95-93d1-fb5e52070777 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0680828 Jul 16 18:36:52.309220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5337169-ccdc-4dc3-8c91-f4d25ecfe3bf req-0b18f2bc-cdaf-4bc3-b45e-add226328fb1 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 Jul 16 18:36:52.896216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3903d5-4a82-4de6-b57c-abc64fb829fe req-301d1f74-3401-491a-b82d-473c4db68be9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.897845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed3903d5-4a82-4de6-b57c-abc64fb829fe req-301d1f74-3401-491a-b82d-473c4db68be9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0723617 Jul 16 18:36:52.941749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed3903d5-4a82-4de6-b57c-abc64fb829fe req-7a40f357-ba15-4ae3-86c9-30d9ba27876c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374408 Jul 16 18:36:53.186247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccf207-f3e8-4ea9-b45c-254e289a6615 req-8863fb2a-bf6e-4219-8e0e-5470d2e9dd2e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.189207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3ccf207-f3e8-4ea9-b45c-254e289a6615 req-8863fb2a-bf6e-4219-8e0e-5470d2e9dd2e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0682995 Jul 16 18:36:53.234993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3ccf207-f3e8-4ea9-b45c-254e289a6615 req-d72ec2f3-e56f-4aa0-967f-611e2809f51c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403268 Jul 16 18:36:53.491306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf95d-fdb6-4f76-9d4f-26b55ddab701 req-a4a80326-2a81-42e5-a316-40f6ed1722ab tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.492750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be5cf95d-fdb6-4f76-9d4f-26b55ddab701 req-a4a80326-2a81-42e5-a316-40f6ed1722ab tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0684924 Jul 16 18:36:53.532164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be5cf95d-fdb6-4f76-9d4f-26b55ddab701 req-7f9cd462-53ec-4312-943b-81d4f0107c9d tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Jul 16 18:36:53.720797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57c263-7f8e-408d-9582-101c28197e15 req-2f075282-8e2c-4e73-a64a-e107d9c4bd6a tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.723301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a57c263-7f8e-408d-9582-101c28197e15 req-2f075282-8e2c-4e73-a64a-e107d9c4bd6a tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0745590 Jul 16 18:36:53.765392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a57c263-7f8e-408d-9582-101c28197e15 req-5100c1cc-45f3-4026-a211-6485a301dd0b tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Jul 16 18:36:54.187165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c384a6-ac54-47d4-ac95-57bf67964bce req-7b43e0d2-b9b6-4a45-8137-5272dd120c70 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.188876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2c384a6-ac54-47d4-ac95-57bf67964bce req-7b43e0d2-b9b6-4a45-8137-5272dd120c70 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1205759 Jul 16 18:36:54.214576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ff925-73b2-435b-9c91-f0532c4d66d6 req-40488d53-57cf-440e-a021-52a027334a7f tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.216114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a7ff925-73b2-435b-9c91-f0532c4d66d6 req-40488d53-57cf-440e-a021-52a027334a7f tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.1088178 Jul 16 18:36:54.277603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2c384a6-ac54-47d4-ac95-57bf67964bce req-f1332f4d-6c91-4f00-ace6-823bbca03818 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782614 Jul 16 18:36:54.303692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a7ff925-73b2-435b-9c91-f0532c4d66d6 req-c6f09106-d160-40bc-bffd-943bad268e79 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774167 Jul 16 18:36:54.506687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970b04a-2642-467e-b34c-26f6a6201f47 req-d163bc5c-c1ad-440d-8b6c-c0def652c814 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.508224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f970b04a-2642-467e-b34c-26f6a6201f47 req-d163bc5c-c1ad-440d-8b6c-c0def652c814 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1108050 Jul 16 18:36:54.521446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bb24c-95f7-476b-b627-d29099aee020 req-8b6b2957-52be-402f-8ab4-17836d6bb35a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.522896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-300bb24c-95f7-476b-b627-d29099aee020 req-8b6b2957-52be-402f-8ab4-17836d6bb35a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0959702 Jul 16 18:36:54.585563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f970b04a-2642-467e-b34c-26f6a6201f47 req-a71c76fa-147a-4d1a-b3f7-cd280db9ea15 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616574 Jul 16 18:36:54.604004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-300bb24c-95f7-476b-b627-d29099aee020 req-5fdfb30f-bf89-4dc4-be66-de84baa135cf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739343 Jul 16 18:36:55.001597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5ad6-5cf8-4a94-91d1-0fbd58103155 req-806d8c4e-487a-41c3-8cf1-82e4628b9848 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.005306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc1b5ad6-5cf8-4a94-91d1-0fbd58103155 req-806d8c4e-487a-41c3-8cf1-82e4628b9848 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0762303 Jul 16 18:36:55.045367 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc1b5ad6-5cf8-4a94-91d1-0fbd58103155 req-875085e2-b00e-4fd6-bda2-a95040f8c870 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344405 Jul 16 18:36:55.423207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679eb65-bb1e-4460-ab9b-65d53557e99c req-ef66c977-408f-40d0-ad04-388de07f7f5f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.426501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7679eb65-bb1e-4460-ab9b-65d53557e99c req-ef66c977-408f-40d0-ad04-388de07f7f5f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0822062 Jul 16 18:36:55.509841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7679eb65-bb1e-4460-ab9b-65d53557e99c req-4eb424e0-c8eb-4e0a-b464-231e16f5d6a5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770512 Jul 16 18:36:55.552764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a24b9-b2ff-40cb-96ec-09621861f11e req-a5419fd0-3163-423a-b586-48ad9cb9b34e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.554879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-508a24b9-b2ff-40cb-96ec-09621861f11e req-a5419fd0-3163-423a-b586-48ad9cb9b34e tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.1117978 Jul 16 18:36:55.599362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-508a24b9-b2ff-40cb-96ec-09621861f11e req-3df6c010-41b1-4ae4-8f73-f38443b15fb2 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383208 Jul 16 18:36:55.788570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927d19-298a-439a-a131-538794efbf51 req-c1e444c0-81a1-454c-a9af-fe486eeda769 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.790333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35927d19-298a-439a-a131-538794efbf51 req-c1e444c0-81a1-454c-a9af-fe486eeda769 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0829711 Jul 16 18:36:55.853249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35927d19-298a-439a-a131-538794efbf51 req-66cc5779-1c6a-4548-b2d5-04d3f180aa95 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557234 Jul 16 18:36:55.982024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-7a679921-4a37-4628-b801-86ed7df491b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.983639 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-7a679921-4a37-4628-b801-86ed7df491b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee61e14c24f54e148ed17484e56c3c9e&device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 1098 time: 0.0636003 Jul 16 18:36:55.991428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e074291-d2ea-45ca-bc2c-de93aae09412 req-b3c0b9af-4072-441b-8037-f048e421c8f0 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.997071 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e074291-d2ea-45ca-bc2c-de93aae09412 req-b3c0b9af-4072-441b-8037-f048e421c8f0 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0786583 Jul 16 18:36:56.038133 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e074291-d2ea-45ca-bc2c-de93aae09412 req-0e76c4a2-1c78-477d-b59d-f575606dc5f4 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389934 Jul 16 18:36:56.092467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-3fbaa53d-d6c6-4606-b004-e11e4c2e2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.094048 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-3fbaa53d-d6c6-4606-b004-e11e4c2e2acd service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c0775a3-1960-46fa-9ba8-409d99e56815 HTTP/1.1" status: 200 len: 912 time: 0.1040094 Jul 16 18:36:56.141349 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-c36ee04b-3c45-4fe9-a181-92f085d13db7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e12eaf0-26ed-4bdc-a026-71c17384307d HTTP/1.1" status: 200 len: 217 time: 0.0399029 Jul 16 18:36:56.194627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-bb149f0d-3539-4dce-8dfa-a9d6a34f81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.196207 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-bb149f0d-3539-4dce-8dfa-a9d6a34f81c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=735067f2-958f-4bc3-bf8a-67e5ee828223 HTTP/1.1" status: 200 len: 851 time: 0.0464566 Jul 16 18:36:56.240496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-89b2c6af-87ed-47b1-bee8-f3a104c8bb31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c0775a3-1960-46fa-9ba8-409d99e56815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323362 Jul 16 18:36:56.339522 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-13bef28d-5ced-4d15-960c-bba3f72ebc64 service neutron] 10.222.0.45 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921035 Jul 16 18:36:56.448166 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1d8b86-2d5e-41a7-9ef4-4b39dd5fa488 req-5f4d33da-4c81-4676-b695-856c10ed2e3b service neutron] 10.222.0.45 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020370 Jul 16 18:36:56.705101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c322e0a-c2ea-463b-94bd-1ccbd4b61377 req-50cb8686-6058-4dc6-bdd4-b467fb7d3c50 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.706652 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c322e0a-c2ea-463b-94bd-1ccbd4b61377 req-50cb8686-6058-4dc6-bdd4-b467fb7d3c50 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0747740 Jul 16 18:36:56.748402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c322e0a-c2ea-463b-94bd-1ccbd4b61377 req-78548e60-4a8f-4c3c-9666-8d64ae136673 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361845 Jul 16 18:36:57.060689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcd939-cdaf-4b82-9b23-83a3952982be req-de3484d2-6a3c-49a4-8acc-7eae0a44d981 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.062468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74fcd939-cdaf-4b82-9b23-83a3952982be req-de3484d2-6a3c-49a4-8acc-7eae0a44d981 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0856168 Jul 16 18:36:57.493544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-74fcd939-cdaf-4b82-9b23-83a3952982be req-9220fe27-7e29-4497-8c24-024ad0a15347 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011383 Jul 16 18:36:57.528624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee678e-2387-4ba4-84d3-f4963ee454cb req-29c22e22-8eab-427b-b867-ff19601dd8c4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.533088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4eee678e-2387-4ba4-84d3-f4963ee454cb req-29c22e22-8eab-427b-b867-ff19601dd8c4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.4695046 Jul 16 18:36:57.579778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4eee678e-2387-4ba4-84d3-f4963ee454cb req-327cff1a-525d-4322-aa77-dbbe4c54ae86 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436823 Jul 16 18:36:57.671522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495dda3-01d6-44e4-81fc-709f3e5f9b2b req-bd5122ae-9707-4ebf-af92-bd5fb9550d39 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.673046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2495dda3-01d6-44e4-81fc-709f3e5f9b2b req-bd5122ae-9707-4ebf-af92-bd5fb9550d39 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0748332 Jul 16 18:36:57.713730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2495dda3-01d6-44e4-81fc-709f3e5f9b2b req-df932bde-dd6f-4f8a-a1ee-ccaf93d3ac33 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346622 Jul 16 18:36:58.107159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27d1c6-d1fe-4e13-a162-3eebdb11a910 req-7391edb2-d5c7-44ab-8421-561f88713e43 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.108705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac27d1c6-d1fe-4e13-a162-3eebdb11a910 req-7391edb2-d5c7-44ab-8421-561f88713e43 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0675557 Jul 16 18:36:58.157289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac27d1c6-d1fe-4e13-a162-3eebdb11a910 req-2aaf9447-b902-4c34-a3e4-a17a358ddd89 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386372 Jul 16 18:36:58.716984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047f52f-f9eb-4788-bb2d-4b718dffbf7c req-ff52751e-17dd-43e4-9844-d27dd2935e64 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.718793 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047f52f-f9eb-4788-bb2d-4b718dffbf7c req-ff52751e-17dd-43e4-9844-d27dd2935e64 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0865419 Jul 16 18:36:58.788265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4047f52f-f9eb-4788-bb2d-4b718dffbf7c req-4727cb4d-f3f9-450f-a5e9-d50a9ac8bf1d tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488157 Jul 16 18:36:58.806292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f6c04-6e2e-4e6b-bfe0-640cae06faaa req-8d717ffe-5653-48d8-b50d-3b252c60d1d6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.807827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb7f6c04-6e2e-4e6b-bfe0-640cae06faaa req-8d717ffe-5653-48d8-b50d-3b252c60d1d6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1096418 Jul 16 18:36:58.849574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb7f6c04-6e2e-4e6b-bfe0-640cae06faaa req-23c5a5ae-9a8b-4fa9-9a3f-8caf5c3cc13b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360599 Jul 16 18:36:58.972127 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.087665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb421d9-8415-4959-afbf-7b1b86583fbd req-a594240a-4c15-4b12-ad87-3064bbb07ffd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.089245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4bb421d9-8415-4959-afbf-7b1b86583fbd req-a594240a-4c15-4b12-ad87-3064bbb07ffd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0815802 Jul 16 18:36:59.133069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4bb421d9-8415-4959-afbf-7b1b86583fbd req-82c68fe9-9876-45bb-8c26-72603f901a5f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377395 Jul 16 18:36:59.372951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365b809-6a5b-40f7-befd-bf5db4f6ac0a req-a5804f35-c75a-457f-91c7-31e89cbcd5d1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.374338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0365b809-6a5b-40f7-befd-bf5db4f6ac0a req-a5804f35-c75a-457f-91c7-31e89cbcd5d1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1110847 Jul 16 18:36:59.397397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0faea4-b6c5-41d1-8e8a-41053d6b68e6 req-339299aa-7dea-4982-b6e4-e59de9641e0d tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.398876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c0faea4-b6c5-41d1-8e8a-41053d6b68e6 req-339299aa-7dea-4982-b6e4-e59de9641e0d tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.1026571 Jul 16 18:36:59.449190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0365b809-6a5b-40f7-befd-bf5db4f6ac0a req-191a071c-2d13-468f-ae1c-4fbe5a4cfca9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679615 Jul 16 18:36:59.456912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4c0faea4-b6c5-41d1-8e8a-41053d6b68e6 req-51974176-787c-42a3-b922-e2d1c4c3d207 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Jul 16 18:36:59.678031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071e75d-12bf-4c90-a891-863c619ccd81 req-23809607-1617-4843-982b-e8c8483d4765 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.679765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9071e75d-12bf-4c90-a891-863c619ccd81 req-23809607-1617-4843-982b-e8c8483d4765 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0961909 Jul 16 18:36:59.746677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9071e75d-12bf-4c90-a891-863c619ccd81 req-476d8a85-166f-4c27-a375-dd7d0d460965 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601733 Jul 16 18:36:59.842248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf8489-d299-4431-9ace-289350937583 req-df8f116e-145c-4f30-8f5d-3c9e4ea89d82 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.844560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17cf8489-d299-4431-9ace-289350937583 req-df8f116e-145c-4f30-8f5d-3c9e4ea89d82 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0705478 Jul 16 18:36:59.862704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-46cb11ef-6417-4b06-8e6e-1a210b9d0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.866237 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-46cb11ef-6417-4b06-8e6e-1a210b9d0bb2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee61e14c24f54e148ed17484e56c3c9e&device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 1098 time: 0.0784059 Jul 16 18:36:59.891914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17cf8489-d299-4431-9ace-289350937583 req-14cb24ba-68e7-4768-8e1c-2c41dadb9b3b tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 Jul 16 18:36:59.987972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-5f4b19af-bcab-490a-a0ac-bbee04a13e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.989655 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-5f4b19af-bcab-490a-a0ac-bbee04a13e0e service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c0775a3-1960-46fa-9ba8-409d99e56815 HTTP/1.1" status: 200 len: 912 time: 0.1155186 Jul 16 18:36:59.993210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44391b-9f3b-4452-9e38-89d229444a0d req-2dbeebf5-4595-433e-a25b-eaba9484d19c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.997092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c44391b-9f3b-4452-9e38-89d229444a0d req-2dbeebf5-4595-433e-a25b-eaba9484d19c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0781493 Jul 16 18:37:00.042122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-4780fa70-ec15-40f2-8b4d-19e610aced8b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e12eaf0-26ed-4bdc-a026-71c17384307d HTTP/1.1" status: 200 len: 217 time: 0.0410683 Jul 16 18:37:00.051300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c44391b-9f3b-4452-9e38-89d229444a0d req-cfa076e7-3462-4b1e-9b2a-1ad8453a49dc tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503519 Jul 16 18:37:00.094951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-cfca1224-6a70-4346-b962-340165efc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.097080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-cfca1224-6a70-4346-b962-340165efc61e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=735067f2-958f-4bc3-bf8a-67e5ee828223 HTTP/1.1" status: 200 len: 851 time: 0.0485568 Jul 16 18:37:00.132954 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-4803401f-7d0a-42e3-b35a-2e9b01972bcf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c0775a3-1960-46fa-9ba8-409d99e56815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290985 Jul 16 18:37:00.237412 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-d24ea8a6-e542-4a52-80f2-57be1dec07bc service neutron] 10.222.0.45 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964890 Jul 16 18:37:00.336018 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5a7c3311-3d24-460d-8154-97abcc1301cb req-b3d60307-0fb7-496e-895b-a7802f10f028 service neutron] 10.222.0.45 "GET /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928023 Jul 16 18:37:01.082589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e9dc3-49cd-44e2-a304-73164bf350a9 req-3227e84b-5ad0-4353-88d2-eb6de87c753d tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.090069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-814e9dc3-49cd-44e2-a304-73164bf350a9 req-3227e84b-5ad0-4353-88d2-eb6de87c753d tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0769491 Jul 16 18:37:01.157353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-814e9dc3-49cd-44e2-a304-73164bf350a9 req-c270258c-f44b-476f-a61a-177d94a7b64c tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656674 Jul 16 18:37:01.262267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a82fa-900c-469c-8614-6cb23d68df47 req-b516c87f-d7cf-4cbe-b75f-3567b0fc7ca7 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.263700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e6a82fa-900c-469c-8614-6cb23d68df47 req-b516c87f-d7cf-4cbe-b75f-3567b0fc7ca7 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0743577 Jul 16 18:37:01.304309 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e6a82fa-900c-469c-8614-6cb23d68df47 req-9f47d651-fd43-4ece-ab7d-f571b42a7038 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Jul 16 18:37:02.343921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df2f54-9a0a-4191-a4af-1daede0c7df2 req-daa27daf-afd5-4c56-97f5-a9a8c66a17ce tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.345575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e3df2f54-9a0a-4191-a4af-1daede0c7df2 req-daa27daf-afd5-4c56-97f5-a9a8c66a17ce tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0732830 Jul 16 18:37:02.394928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e3df2f54-9a0a-4191-a4af-1daede0c7df2 req-be04e5ed-bfc4-4252-b9e6-56b694a0906a tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Jul 16 18:37:02.508200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00022f-83b0-4452-9d6c-532978e9228a req-6a29a127-cb00-4f3a-9dc8-d65bd41abe97 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.510651 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e00022f-83b0-4452-9d6c-532978e9228a req-6a29a127-cb00-4f3a-9dc8-d65bd41abe97 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0780358 Jul 16 18:37:02.556087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e00022f-83b0-4452-9d6c-532978e9228a req-b6fcb34a-50d1-4cb0-87ea-100c1ad5621a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351732 Jul 16 18:37:02.826678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338a1af-a833-4561-93cc-36af2850528d req-5add4359-4dd2-4316-b7ef-e0b2f6214179 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.828338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f338a1af-a833-4561-93cc-36af2850528d req-5add4359-4dd2-4316-b7ef-e0b2f6214179 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0860856 Jul 16 18:37:02.872645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f338a1af-a833-4561-93cc-36af2850528d req-0227ace2-8325-43fb-9175-2de363bcc460 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Jul 16 18:37:03.145607 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-52090ee8-69bf-41d3-a909-9e6d36943f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.758226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4001b-8c68-4be1-95e7-5c9baeaf2fe8 req-1ccd407e-994b-481d-bea7-c598822e0708 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.760148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80a4001b-8c68-4be1-95e7-5c9baeaf2fe8 req-1ccd407e-994b-481d-bea7-c598822e0708 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0715599 Jul 16 18:37:03.801916 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80a4001b-8c68-4be1-95e7-5c9baeaf2fe8 req-544e1560-64d9-4ccd-8e95-f9270e9dc8b0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362072 Jul 16 18:37:04.059180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c39b1-2825-4b83-9a3d-a6875ef61619 req-9a81e01b-8d1e-42a9-add7-dd2f8fce1b3c tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.061029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b1c39b1-2825-4b83-9a3d-a6875ef61619 req-9a81e01b-8d1e-42a9-add7-dd2f8fce1b3c tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0678422 Jul 16 18:37:04.105494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0b1c39b1-2825-4b83-9a3d-a6875ef61619 req-f1e3d662-f799-4da8-972e-1ba725f59675 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Jul 16 18:37:04.375074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-9e3fd3e5-93c8-49b7-a87d-837d602d74cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590739 Jul 16 18:37:04.480070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-dfa2e629-93bd-4f0b-ae67-b7fe44eda674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.481631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-dfa2e629-93bd-4f0b-ae67-b7fe44eda674 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 1097 time: 0.0553408 Jul 16 18:37:04.608307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-8cec2376-715e-4af5-898e-697141f0cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.609959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-8cec2376-715e-4af5-898e-697141f0cd9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.0978041 Jul 16 18:37:04.656786 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-1000a52d-5c3e-466d-9184-37872712fcf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f6ed95-d740-43f5-b1a3-239a3b7d7f94 HTTP/1.1" status: 200 len: 217 time: 0.0356119 Jul 16 18:37:04.711457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-64fd5aed-2dbf-419a-863e-24db3557927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.713103 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-64fd5aed-2dbf-419a-863e-24db3557927f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0455141 Jul 16 18:37:04.776773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-5380e423-b0d3-4cc2-8061-dd43d6d83be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.778572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-5380e423-b0d3-4cc2-8061-dd43d6d83be9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560937 Jul 16 18:37:04.886071 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-4dbdc5fa-955a-485a-9e2b-6e31c3f7c0d9 service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928640 Jul 16 18:37:05.005802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-4c60b698-9ad7-4cb7-bea0-ce73c51c2409 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.008144 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-4c60b698-9ad7-4cb7-bea0-ce73c51c2409 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.45 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0865684 Jul 16 18:37:05.036884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e8459e0-196f-47b1-81ef-4f2443338f80 req-5a1981ff-fd3e-46d5-86a2-ee7bdd201685 service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406262 Jul 16 18:37:05.053007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40283c-d96e-4304-a3f9-ed511e6c4fec req-7f620b17-b15b-41e8-acfa-0f2fd287ad96 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.054838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee40283c-d96e-4304-a3f9-ed511e6c4fec req-7f620b17-b15b-41e8-acfa-0f2fd287ad96 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1256723 Jul 16 18:37:05.104410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee40283c-d96e-4304-a3f9-ed511e6c4fec req-a522791a-e675-4c46-b36d-7de8a2d2f486 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Jul 16 18:37:05.153856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Deleting port 4e12eaf0-26ed-4bdc-a026-71c17384307d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:05.154520 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.333850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea15e9d-3a5d-438a-8ee7-1c42163c7197 req-a6097dd1-8d3a-4c0c-878c-931087a70cf8 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.335388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ea15e9d-3a5d-438a-8ee7-1c42163c7197 req-a6097dd1-8d3a-4c0c-878c-931087a70cf8 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 946 time: 0.0706589 Jul 16 18:37:05.384192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ea15e9d-3a5d-438a-8ee7-1c42163c7197 req-38d206e4-2b70-4e79-9fa4-284ef3c7d5a4 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eaec6e1e-cb34-42ea-8339-ef11542ca247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Jul 16 18:37:05.604911 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] For port 4e12eaf0-26ed-4bdc-a026-71c17384307d, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4e12eaf0-26ed-4bdc-a026-71c17384307d,segment=NetworkSegment(7c858ccd-771b-4172-919e-493e02167b09),segment_id=7c858ccd-771b-4172-919e-493e02167b09)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:05.605433 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.620452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Calling delete_port for 4e12eaf0-26ed-4bdc-a026-71c17384307d owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:05.766372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.780476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4e12eaf0-26ed-4bdc-a026-71c17384307d'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:05.797659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Pushing event deleted for resources: {'Port': ['ID=4e12eaf0-26ed-4bdc-a026-71c17384307d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.846384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] No DVR routers for this DVR port 4e12eaf0-26ed-4bdc-a026-71c17384307d on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:05.849253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.851759 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1411a084-3517-4068-90a1-49c196b0e3f1 req-0571331a-2d18-4c17-9663-da1347b4f657 tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.45 "DELETE /v2.0/ports/4e12eaf0-26ed-4bdc-a026-71c17384307d HTTP/1.1" status: 204 len: 173 time: 0.8364980 Jul 16 18:37:05.852206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08778955-0919-48d1-a4e0-34056ac4b259', 'name': 'network-vif-deleted', 'tag': '4e12eaf0-26ed-4bdc-a026-71c17384307d'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:05.855028 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0eab67-e8f7-4d9c-99e1-3a749534206f" -d '{"events": [{"server_uuid": "08778955-0919-48d1-a4e0-34056ac4b259", "name": "network-vif-deleted", "tag": "4e12eaf0-26ed-4bdc-a026-71c17384307d"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:05.897738 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13910f08-829c-46e2-973a-e2e6b90264e7 x-openstack-request-id: req-13910f08-829c-46e2-973a-e2e6b90264e7 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:05.898033 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08778955-0919-48d1-a4e0-34056ac4b259", "name": "network-vif-deleted", "tag": "4e12eaf0-26ed-4bdc-a026-71c17384307d", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:05.898278 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13910f08-829c-46e2-973a-e2e6b90264e7 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:05.898806 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08778955-0919-48d1-a4e0-34056ac4b259', 'name': 'network-vif-deleted', 'tag': '4e12eaf0-26ed-4bdc-a026-71c17384307d', 'status': 'completed', 'code': 200} Jul 16 18:37:05.961399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.043896 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6a1cc0d-703a-425d-b671-e0bd75798155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.370522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fefa3c-50b3-4d39-ac24-1af0e6684332 req-7c68b24f-509a-48e7-ac5e-78fbe7cd99f2 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:06.376379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4fefa3c-50b3-4d39-ac24-1af0e6684332 req-7c68b24f-509a-48e7-ac5e-78fbe7cd99f2 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0747514 Jul 16 18:37:06.418277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4fefa3c-50b3-4d39-ac24-1af0e6684332 req-c0758f01-a843-4b98-a997-ac03eb5874a8 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Jul 16 18:37:06.560609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7301cd2-6f15-46a8-ad57-a8a159e4b34e req-25981f32-cf10-4a63-a6c6-52b97700b2bc tempest-TestServerAdvancedOps-593929633 tempest-TestServerAdvancedOps-593929633-project] 10.222.0.60 "GET /v2.0/ports?device_id=08778955-0919-48d1-a4e0-34056ac4b259 HTTP/1.1" status: 200 len: 210 time: 0.0302432 Jul 16 18:37:07.040407 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.610613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7c64-bac2-49df-9559-5b656abaaaca req-50b38ff2-9b95-479d-a168-2e109f729dec tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.612239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f54f7c64-bac2-49df-9559-5b656abaaaca req-50b38ff2-9b95-479d-a168-2e109f729dec tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0748518 Jul 16 18:37:07.663517 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f54f7c64-bac2-49df-9559-5b656abaaaca req-963d10b7-0bae-4c62-a29e-191a36910bf8 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447454 Jul 16 18:37:07.669223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.723165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4050969c-cff3-4a26-9fb8-6771c109f108 admin admin] Deleting subnet 735067f2-958f-4bc3-bf8a-67e5ee828223 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:07.727121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4050969c-cff3-4a26-9fb8-6771c109f108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.786668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4050969c-cff3-4a26-9fb8-6771c109f108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.840676 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4050969c-cff3-4a26-9fb8-6771c109f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.920047 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4050969c-cff3-4a26-9fb8-6771c109f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.950390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050969c-cff3-4a26-9fb8-6771c109f108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735067f2-958f-4bc3-bf8a-67e5ee828223,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.954500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4050969c-cff3-4a26-9fb8-6771c109f108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.957567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4050969c-cff3-4a26-9fb8-6771c109f108 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/735067f2-958f-4bc3-bf8a-67e5ee828223 HTTP/1.1" status: 204 len: 168 time: 0.2874215 Jul 16 18:37:07.960813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.047399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.177894 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.192002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0775a3-1960-46fa-9ba8-409d99e56815']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:08.204605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c858ccd-771b-4172-919e-493e02167b09') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:08.205545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c858ccd-771b-4172-919e-493e02167b09') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:08.216093 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.235558 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.244832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:08.245236 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:08.247232 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:08.310962 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.317886 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.322748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0c0775a3-1960-46fa-9ba8-409d99e56815 HTTP/1.1" status: 204 len: 168 time: 0.3589368 Jul 16 18:37:08.323205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51392) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.340107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429350c0-0fba-4131-9ac1-4de0e9daf0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0775a3-1960-46fa-9ba8-409d99e56815,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.379149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3be7e5e-986f-4274-8157-a75b59e3675e admin admin] Deleting subnet eccfb5e9-459a-49a4-92ac-3b6322d89b5c {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:08.382584 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e5e-986f-4274-8157-a75b59e3675e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.419249 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e5e-986f-4274-8157-a75b59e3675e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.461388 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e5e-986f-4274-8157-a75b59e3675e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.520145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e5e-986f-4274-8157-a75b59e3675e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.543628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be7e5e-986f-4274-8157-a75b59e3675e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eccfb5e9-459a-49a4-92ac-3b6322d89b5c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.550256 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d3be7e5e-986f-4274-8157-a75b59e3675e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.554467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d3be7e5e-986f-4274-8157-a75b59e3675e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eccfb5e9-459a-49a4-92ac-3b6322d89b5c HTTP/1.1" status: 204 len: 168 time: 0.2281303 Jul 16 18:37:08.554822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51394) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.627313 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.715951 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.728899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fd4a28-ea6d-4466-860b-d109d723825a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:08.742470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7ac1a2-80da-40b2-84ab-3af41941222a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:08.742771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7ac1a2-80da-40b2-84ab-3af41941222a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:08.746145 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.754843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.771376 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.778395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:08.778927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:08.780699 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:08.881150 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.889309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.893212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] 10.222.0.60 "DELETE /v2.0/networks/e5fd4a28-ea6d-4466-860b-d109d723825a HTTP/1.1" status: 204 len: 168 time: 0.3364596 Jul 16 18:37:08.907536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bd553-0ba0-4766-adb7-c22ef4072daa admin admin] Pushing event deleted for resources: {'Network': ['ID=e5fd4a28-ea6d-4466-860b-d109d723825a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.921130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbcfb6-361d-46ee-9e93-7212ee794e1b req-3afed0cb-4d52-4b78-b606-785d50aac3cd tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.922853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9bbcfb6-361d-46ee-9e93-7212ee794e1b req-3afed0cb-4d52-4b78-b606-785d50aac3cd tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1323307 Jul 16 18:37:08.966158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9bbcfb6-361d-46ee-9e93-7212ee794e1b req-9f6a1b8f-87b9-42aa-b40b-e908e7d4e7ea tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361474 Jul 16 18:37:09.071041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51400) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.111596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1013cc6a-8fa4-41dc-a293-de02296a38e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee61e14c24f54e148ed17484e56c3c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391731 Jul 16 18:37:09.114195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51402) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.164975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88e99a-1337-4b9d-8cbe-898adc59e390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.186666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88e99a-1337-4b9d-8cbe-898adc59e390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.234031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88e99a-1337-4b9d-8cbe-898adc59e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.237334 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4b88e99a-1337-4b9d-8cbe-898adc59e390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.238489 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4b88e99a-1337-4b9d-8cbe-898adc59e390 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eaec6e1e-cb34-42ea-8339-ef11542ca247 HTTP/1.1" status: 204 len: 168 time: 0.1233051 Jul 16 18:37:09.246978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88e99a-1337-4b9d-8cbe-898adc59e390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaec6e1e-cb34-42ea-8339-ef11542ca247,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:09.310892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4e12eaf0-26ed-4bdc-a026-71c17384307d no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:09.332621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 4e12eaf0-26ed-4bdc-a026-71c17384307d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:09.333107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4e12eaf0-26ed-4bdc-a026-71c17384307d not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:09.588239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.636134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-35367dd2-0bc2-4be6-8dfa-98eaa8128477 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b789f7768304fea8e95a7c6ba0b674a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462837 Jul 16 18:37:09.638907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51418) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.690294 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-108474a7-15f4-4fc0-aaf0-c8219086cef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.712500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-108474a7-15f4-4fc0-aaf0-c8219086cef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.769483 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-108474a7-15f4-4fc0-aaf0-c8219086cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.772072 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-108474a7-15f4-4fc0-aaf0-c8219086cef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.773325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-108474a7-15f4-4fc0-aaf0-c8219086cef9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b65a003c-52b2-4236-94ec-ff91971fc8af HTTP/1.1" status: 204 len: 168 time: 0.1333919 Jul 16 18:37:09.784169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108474a7-15f4-4fc0-aaf0-c8219086cef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a003c-52b2-4236-94ec-ff91971fc8af,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.155538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b10915-e613-498e-90c9-8ae517157cfc req-6a91e84a-bb63-4910-a1f8-e8cde08caa4e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.157128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51b10915-e613-498e-90c9-8ae517157cfc req-6a91e84a-bb63-4910-a1f8-e8cde08caa4e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0715156 Jul 16 18:37:10.201173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51b10915-e613-498e-90c9-8ae517157cfc req-7b28d362-ee1f-48b1-8fa3-832970b73689 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378454 Jul 16 18:37:10.459682 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.519758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51444) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:10.621576 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-182866263-network', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:10.644446 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Made reservation on behalf of 7280fc0ca34e4e4b9a70ca1928892887 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:10.647007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.656027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.767902 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.772028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.801552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:10.811462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab31988-8dbf-4c84-9e0c-23531ce54573,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.817065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.817524 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Added segment a8e3db2b-aedc-4010-b528-23cda4e67f22 of type vlan for network b7e979d0-1064-4f5e-ade4-25772ec26d0b Jul 16 18:37:10.859930 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.891526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.893209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.893800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.929774 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4086940 Jul 16 18:37:10.932955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51448) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:10.938517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Request body: {'subnet': {'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-182866263-subnet', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:10.973571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82727f6-bf6d-44af-9c1f-e89e3b208669 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e979d0-1064-4f5e-ade4-25772ec26d0b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.985287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:10.995812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Made reservation on behalf of 7280fc0ca34e4e4b9a70ca1928892887 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:11.000202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.226164 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.285016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6192880c-9d69-4a77-84f2-dbd0defacf81,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.301727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Checking segment: {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:11.302096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Network hostable DHCP agents. Network: b7e979d0-1064-4f5e-ade4-25772ec26d0b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:11.324076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:11.335631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, b7e979d0-1064-4f5e-ade4-25772ec26d0b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:11.340371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.341148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.348948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de8c0f-aa6f-4205-ac2f-03cefe768d11 None None] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:11.359268 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-72eb61cc-ff25-40be-bd0a-7112a0b8372c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4252000 Jul 16 18:37:11.359916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51452) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:11.365323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:11.400123 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.402112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.421121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc8098-256a-4af5-82ac-6c1065e4bd6d req-2211d287-ee09-47dc-95f7-b8fe36eac951 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.422874 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60fc8098-256a-4af5-82ac-6c1065e4bd6d req-2211d287-ee09-47dc-95f7-b8fe36eac951 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0956316 Jul 16 18:37:11.472175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.477450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60fc8098-256a-4af5-82ac-6c1065e4bd6d req-20219660-2647-4541-bde5-04d6ff8074c8 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 Jul 16 18:37:11.554380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'fixed_ips': [{'subnet_id': '6192880c-9d69-4a77-84f2-dbd0defacf81'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:11.555462 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.651768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.704115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Allocated IP 172.20.0.2 (b7e979d0-1064-4f5e-ade4-25772ec26d0b/6192880c-9d69-4a77-84f2-dbd0defacf81/c2e14447-e70f-4c27-b9f5-89b85895aa6a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:11.862088 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.872085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Transition to ACTIVE for port object c2e14447-e70f-4c27-b9f5-89b85895aa6a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:11.888592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Transition to ACTIVE for port object c2e14447-e70f-4c27-b9f5-89b85895aa6a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:11.896353 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.906972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.935148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.952287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:11.953599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Pushing event updated for resources: {'Port': ['ID=c2e14447-e70f-4c27-b9f5-89b85895aa6a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.956956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:11.959835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:12.032032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Attempting to bind port c2e14447-e70f-4c27-b9f5-89b85895aa6a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:12.032404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Attempting to bind port c2e14447-e70f-4c27-b9f5-89b85895aa6a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:12.032832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Attempting to bind port c2e14447-e70f-4c27-b9f5-89b85895aa6a on network b7e979d0-1064-4f5e-ade4-25772ec26d0b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:12.038780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:12.039131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Checking segment: {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:12.039540 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.039935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Bound using segment: {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:12.040397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Bound port: c2e14447-e70f-4c27-b9f5-89b85895aa6a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:12.040816 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.072886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Allocated IP 172.25.2.26 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/1c59cb27-1236-4d99-b31a-c4f2618769b2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:12.116021 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] For port c2e14447-e70f-4c27-b9f5-89b85895aa6a, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:12.120284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] For port c2e14447-e70f-4c27-b9f5-89b85895aa6a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c2e14447-e70f-4c27-b9f5-89b85895aa6a,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:12.128374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.203033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363e29b-dca8-4b37-b5b4-e3a7b265281e None None] Pushing event updated for resources: {'Port': ['ID=c2e14447-e70f-4c27-b9f5-89b85895aa6a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.232566 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.278450 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.321856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:12.325033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:12.327694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:12.358910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Pushing event updated for resources: {'Port': ['ID=1c59cb27-1236-4d99-b31a-c4f2618769b2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.672050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.699411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe04868-3d5b-4e9a-9c2f-354131ac3161 req-a80b36c2-9f51-4330-952f-d5b7b26ad630 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.700957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbe04868-3d5b-4e9a-9c2f-354131ac3161 req-a80b36c2-9f51-4330-952f-d5b7b26ad630 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0853741 Jul 16 18:37:12.749178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbe04868-3d5b-4e9a-9c2f-354131ac3161 req-5e854ccc-c037-46bc-a481-83ee3ea253ce tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410354 Jul 16 18:37:12.906531 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.037990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c2e14447-e70f-4c27-b9f5-89b85895aa6a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:13.081740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:37:13.105479 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port c2e14447-e70f-4c27-b9f5-89b85895aa6a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:13.213608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:13.223756 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Sync routers for ids ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:13.232430 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.237608 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3260cbd0-c381-44fb-a960-cd31d2f08208 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8730268 Jul 16 18:37:13.239508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:13.246106 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Routers {'2b084fdf-49f6-49b0-aa54-9423cc8ce65e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:13.246800 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:13.389628 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Set router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:13.477511 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925bad2c-fd13-4396-8d2e-a9af15865470 None None] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:13.644780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-00b4a0f3-5f21-430d-b8e6-1cd809bc9f60 None None] Provisioning for port c2e14447-e70f-4c27-b9f5-89b85895aa6a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:13.659665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-00b4a0f3-5f21-430d-b8e6-1cd809bc9f60 None None] Provisioning complete for port c2e14447-e70f-4c27-b9f5-89b85895aa6a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:13.660976 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00b4a0f3-5f21-430d-b8e6-1cd809bc9f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.695011 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 3, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'gw_port': {'id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:13.736956 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Checking router: 2b084fdf-49f6-49b0-aa54-9423cc8ce65e for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:13.737672 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Updating router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e port 1c59cb27-1236-4d99-b31a-c4f2618769b2 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:13.828049 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00b4a0f3-5f21-430d-b8e6-1cd809bc9f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.837532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.908713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-00b4a0f3-5f21-430d-b8e6-1cd809bc9f60 None None] For port c2e14447-e70f-4c27-b9f5-89b85895aa6a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c2e14447-e70f-4c27-b9f5-89b85895aa6a,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:13.914250 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-00b4a0f3-5f21-430d-b8e6-1cd809bc9f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.933041 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.999122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4a0f3-5f21-430d-b8e6-1cd809bc9f60 None None] Pushing event updated for resources: {'Port': ['ID=c2e14447-e70f-4c27-b9f5-89b85895aa6a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.096423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368cb00-256e-4171-b1a1-e1202fbc9325 req-4b4d3bf6-0e60-4892-bc89-ed629157740c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.098237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7368cb00-256e-4171-b1a1-e1202fbc9325 req-4b4d3bf6-0e60-4892-bc89-ed629157740c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1238277 Jul 16 18:37:14.160732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Allocated IP 172.20.0.1 (b7e979d0-1064-4f5e-ade4-25772ec26d0b/6192880c-9d69-4a77-84f2-dbd0defacf81/6b258360-7439-49d1-8078-a1075d95ea94) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:14.193517 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7368cb00-256e-4171-b1a1-e1202fbc9325 req-ca5b8e65-282a-4ff8-a733-39284d241ce3 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888395 Jul 16 18:37:14.354416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8bb5c472-1e91-4a4f-accf-08847bd837c4 None None] Provisioning complete for port c2e14447-e70f-4c27-b9f5-89b85895aa6a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:14.357588 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8bb5c472-1e91-4a4f-accf-08847bd837c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.363146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.390107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Transition to ACTIVE for port object 6b258360-7439-49d1-8078-a1075d95ea94 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:14.414215 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.435208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.441747 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Transition to ACTIVE for port object 1c59cb27-1236-4d99-b31a-c4f2618769b2 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:14.452992 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.480795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:14.486001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:14.489687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:14.521724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Pushing event updated for resources: {'Port': ['ID=6b258360-7439-49d1-8078-a1075d95ea94,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.545845 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.555742 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d7fd0-9322-4940-bb5f-3eb39c3038d4 None None] Pushing event updated for resources: {'Port': ['ID=1c59cb27-1236-4d99-b31a-c4f2618769b2,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.568885 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Attempting to bind port 1c59cb27-1236-4d99-b31a-c4f2618769b2 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:14.569250 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Attempting to bind port 1c59cb27-1236-4d99-b31a-c4f2618769b2 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:14.569608 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Attempting to bind port 1c59cb27-1236-4d99-b31a-c4f2618769b2 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:14.577146 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:14.577520 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:14.577927 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.578320 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:14.578866 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Bound port: 1c59cb27-1236-4d99-b31a-c4f2618769b2, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:14.579176 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.646450 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] For port 1c59cb27-1236-4d99-b31a-c4f2618769b2, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:14.650103 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] For port 1c59cb27-1236-4d99-b31a-c4f2618769b2, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1c59cb27-1236-4d99-b31a-c4f2618769b2,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:14.657948 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.708239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743de51-d4bd-4c75-bb59-a626e2d06bbc req-d73edd58-aeae-4793-a5c3-3c04262f4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.710940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2743de51-d4bd-4c75-bb59-a626e2d06bbc req-d73edd58-aeae-4793-a5c3-3c04262f4538 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 1097 time: 0.1341245 Jul 16 18:37:14.724006 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Routers {'2b084fdf-49f6-49b0-aa54-9423cc8ce65e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:14.725679 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:14.785747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2743de51-d4bd-4c75-bb59-a626e2d06bbc req-326559e8-46ac-4f8c-9df2-8aa10017f203 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654101 Jul 16 18:37:14.828413 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d7fd0-9322-4940-bb5f-3eb39c3038d4 None None] Pushing event updated for resources: {'Port': ['ID=1c59cb27-1236-4d99-b31a-c4f2618769b2,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.887226 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:14.901038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14928ecc-6b1c-4a5b-b7e3-f12133e2117f None None] Provisioning for port 6b258360-7439-49d1-8078-a1075d95ea94 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:14.910069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14928ecc-6b1c-4a5b-b7e3-f12133e2117f None None] Provisioning complete for port 6b258360-7439-49d1-8078-a1075d95ea94 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:14.910445 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14928ecc-6b1c-4a5b-b7e3-f12133e2117f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.928980 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] Set router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:14.963143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-14928ecc-6b1c-4a5b-b7e3-f12133e2117f None None] Port 6b258360-7439-49d1-8078-a1075d95ea94 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:14.978831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c2e14447-e70f-4c27-b9f5-89b85895aa6a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:15.036912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c2e14447-e70f-4c27-b9f5-89b85895aa6a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:15.037436 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.111062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.185409 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 3, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'gw_port': {'id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:15.223797 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f8f80d-6d53-4912-b7d4-2f6171d18505 None None] The sync data for ids ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'] in n-d-793619-10 is: [{'id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:12Z', 'revision_number': 3, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'gw_port': {'id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:15.324848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.332019 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.429411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.431455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Pushing event updated for resources: {'Port': ['ID=6b258360-7439-49d1-8078-a1075d95ea94,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.471150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc1f2f-769b-482d-90f2-fd1adb183e5b req-e1e4eb4d-b893-494c-ab9a-e2e37bb27c59 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.473529 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acfc1f2f-769b-482d-90f2-fd1adb183e5b req-e1e4eb4d-b893-494c-ab9a-e2e37bb27c59 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1187131 Jul 16 18:37:15.529948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acfc1f2f-769b-482d-90f2-fd1adb183e5b req-ebca6f8f-1412-41fd-a33b-23e09ee97b49 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485022 Jul 16 18:37:15.578029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:15.579885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:15.761732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:15.907777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:15.913719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e302e147-ac0f-413c-9c29-26eee480df5c admin admin] 10.222.0.60 "PUT /v2.0/routers/2b084fdf-49f6-49b0-aa54-9423cc8ce65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6718926 Jul 16 18:37:15.919643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fcbbedda-6753-4179-b08d-b46b90c8cc36 None None] Provisioning complete for port 6b258360-7439-49d1-8078-a1075d95ea94 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:15.920679 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fcbbedda-6753-4179-b08d-b46b90c8cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.963489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fcbbedda-6753-4179-b08d-b46b90c8cc36 None None] Port 6b258360-7439-49d1-8078-a1075d95ea94 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:16.498714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51502) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:16.505372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1699032474-network', 'tenant_id': 'e8280cc2008b4383a737b006c2341349'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:16.529789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Made reservation on behalf of e8280cc2008b4383a737b006c2341349 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:16.532954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.543317 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.659265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.666559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.697560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:16.707842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb914a5-7462-4203-a5de-50ea8d115c8b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:16.719568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.721562 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Added segment 20423c9b-46d4-4468-a242-322ae30dff56 of type vlan for network 93166f96-d62c-4b83-8e5f-813e6939808e Jul 16 18:37:16.770242 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.773031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15729c-149f-4d0c-9752-57a19e284e5d req-492a0f97-465e-40a8-af6e-bebd9706bce0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.774762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e15729c-149f-4d0c-9752-57a19e284e5d req-492a0f97-465e-40a8-af6e-bebd9706bce0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0999355 Jul 16 18:37:16.808839 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.810213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.810999 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.834041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1e15729c-149f-4d0c-9752-57a19e284e5d req-b94bca72-787a-40f7-9405-75c4259c953b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509057 Jul 16 18:37:16.852221 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3523407 Jul 16 18:37:16.855388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 51514) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:16.862376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Request body: {'subnet': {'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1699032474-subnet', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:16.901474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Made reservation on behalf of e8280cc2008b4383a737b006c2341349 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:16.904910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.920660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c42be5-fe33-428a-9670-7cdc02a6fa3b admin admin] Pushing event updated for resources: {'Network': ['ID=93166f96-d62c-4b83-8e5f-813e6939808e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:16.941131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 93166f96-d62c-4b83-8e5f-813e6939808e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:17.056396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1c59cb27-1236-4d99-b31a-c4f2618769b2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:17.116103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1c59cb27-1236-4d99-b31a-c4f2618769b2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:17.121378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1c59cb27-1236-4d99-b31a-c4f2618769b2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:17.121968 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.187683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107011b-300a-41f0-8bd9-bcf349ecb359 req-067a04a9-44d4-4bf7-aa7a-cf101bb5475a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.195150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b107011b-300a-41f0-8bd9-bcf349ecb359 req-067a04a9-44d4-4bf7-aa7a-cf101bb5475a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1265404 Jul 16 18:37:17.213515 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.243659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1c59cb27-1236-4d99-b31a-c4f2618769b2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1c59cb27-1236-4d99-b31a-c4f2618769b2,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:17.249444 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.272608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b107011b-300a-41f0-8bd9-bcf349ecb359 req-c1347cd4-b127-4ca7-b278-498c3f70e2e7 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765498 Jul 16 18:37:17.281594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.305696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1c59cb27-1236-4d99-b31a-c4f2618769b2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.364146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Checking segment: {'id': '20423c9b-46d4-4468-a242-322ae30dff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:17.364530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Network hostable DHCP agents. Network: 93166f96-d62c-4b83-8e5f-813e6939808e, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:17.370739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.393893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Network 93166f96-d62c-4b83-8e5f-813e6939808e is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:17.405758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 93166f96-d62c-4b83-8e5f-813e6939808e) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:17.417255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638a7fe9-5fa2-4a9d-acc5-5986f4a0a3bf None None] Network 93166f96-d62c-4b83-8e5f-813e6939808e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:17.423871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.424565 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.453280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Sync routers for ids ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:17.460190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51524) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.467968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:17.472860 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-556e1e2a-b604-4ada-bcde-91ec2aabd41b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6160839 Jul 16 18:37:17.498270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.499709 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.526010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Routers {'2b084fdf-49f6-49b0-aa54-9423cc8ce65e'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:17.526815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:17.567520 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.709250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Set router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:17.821560 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.823645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-93166f96-d62c-4b83-8e5f-813e6939808e', 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'fixed_ips': [{'subnet_id': '9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:17.825554 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.965756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c932ef-8956-4a33-8b7b-0b69ba484dea req-023bdfd0-0728-4d38-86fe-ae9c71a720d0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.974431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26c932ef-8956-4a33-8b7b-0b69ba484dea req-023bdfd0-0728-4d38-86fe-ae9c71a720d0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0912733 Jul 16 18:37:18.028449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26c932ef-8956-4a33-8b7b-0b69ba484dea req-4754bdac-18be-4464-9183-397b47039b2d tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530214 Jul 16 18:37:18.100615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.140863 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.253170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Allocated IP 172.25.2.194 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:18.365466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.383010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Allocated IP 172.20.0.2 (93166f96-d62c-4b83-8e5f-813e6939808e/9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a/432d7bfc-e487-4d4e-8cc2-14c95e84be38) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:18.413677 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.470633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:18.473654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:18.477790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:18.509959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Pushing event updated for resources: {'Port': ['ID=e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.531620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:15Z', 'revision_number': 4, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'gw_port': {'id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '6b258360-7439-49d1-8078-a1075d95ea94', 'name': '', 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'mac_address': 'fa:16:3e:5f:47:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6192880c-9d69-4a77-84f2-dbd0defacf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:13Z', 'updated_at': '2021-07-16T18:37:15Z', 'revision_number': 2, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'subnets': [{'id': '6192880c-9d69-4a77-84f2-dbd0defacf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:18.573171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Checking router: 2b084fdf-49f6-49b0-aa54-9423cc8ce65e for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:18.573554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Updating router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e port 6b258360-7439-49d1-8078-a1075d95ea94 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:18.647670 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.654060 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.671428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Transition to ACTIVE for port object 432d7bfc-e487-4d4e-8cc2-14c95e84be38 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:18.711973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Transition to ACTIVE for port object 432d7bfc-e487-4d4e-8cc2-14c95e84be38 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:18.722991 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.763865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.826149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Network 93166f96-d62c-4b83-8e5f-813e6939808e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:18.839262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:18.842172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:18.846571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Pushing event updated for resources: {'Port': ['ID=432d7bfc-e487-4d4e-8cc2-14c95e84be38,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.979419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1c59cb27-1236-4d99-b31a-c4f2618769b2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:18.987355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Attempting to bind port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:18.987727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Attempting to bind port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '20423c9b-46d4-4468-a242-322ae30dff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:18.988091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Attempting to bind port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 on network 93166f96-d62c-4b83-8e5f-813e6939808e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:18.994807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.022387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:19.022786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Checking segment: {'id': '20423c9b-46d4-4468-a242-322ae30dff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:19.023084 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.023538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Bound using segment: {'id': '20423c9b-46d4-4468-a242-322ae30dff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:19.024025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Bound port: 432d7bfc-e487-4d4e-8cc2-14c95e84be38, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20423c9b-46d4-4468-a242-322ae30dff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:19.024417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.170154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:37:19.183672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] For port 432d7bfc-e487-4d4e-8cc2-14c95e84be38, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:19.207643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.211087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] For port 432d7bfc-e487-4d4e-8cc2-14c95e84be38, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=432d7bfc-e487-4d4e-8cc2-14c95e84be38,segment=NetworkSegment(20423c9b-46d4-4468-a242-322ae30dff56),segment_id=20423c9b-46d4-4468-a242-322ae30dff56)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:19.212177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1c59cb27-1236-4d99-b31a-c4f2618769b2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:19.212601 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.235899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484cc0a-5278-48fb-9863-4799376182cc req-12823eeb-af6e-4c2c-a4a0-9d7785e1146e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.237754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2484cc0a-5278-48fb-9863-4799376182cc req-12823eeb-af6e-4c2c-a4a0-9d7785e1146e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0757196 Jul 16 18:37:19.246622 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.281994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2484cc0a-5278-48fb-9863-4799376182cc req-8ac423bf-c7a7-49ca-a272-4798aefbbd3f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 Jul 16 18:37:19.296431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Transition to ACTIVE for port object 6b258360-7439-49d1-8078-a1075d95ea94 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:19.348758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415dce0-170f-4f2f-a0c6-9e91766d96e7 None None] Pushing event updated for resources: {'Port': ['ID=432d7bfc-e487-4d4e-8cc2-14c95e84be38,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.353054 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.363312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:19.374738 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Sync routers for ids ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:19.390506 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Routers {'397e7745-e8de-403b-8ff7-6f4b8214c7b1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:19.392463 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:19.399841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.403974 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bf8c3bf1-bf05-4d8c-9a9c-143b27248f30 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9383619 Jul 16 18:37:19.404627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 51540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:19.526060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3b752-bdb6-4994-858b-e94c0e1d4e70 None None] Pushing event updated for resources: {'Port': ['ID=6b258360-7439-49d1-8078-a1075d95ea94,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.645651 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Set router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:19.787617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Attempting to bind port 6b258360-7439-49d1-8078-a1075d95ea94 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:19.787841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Attempting to bind port 6b258360-7439-49d1-8078-a1075d95ea94 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:19.788176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Attempting to bind port 6b258360-7439-49d1-8078-a1075d95ea94 on network b7e979d0-1064-4f5e-ade4-25772ec26d0b {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:19.808071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:19.812452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Checking segment: {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:19.818760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.819818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Bound using segment: {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:19.819978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Bound port: 6b258360-7439-49d1-8078-a1075d95ea94, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:19.820272 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.996354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] For port 6b258360-7439-49d1-8078-a1075d95ea94, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:20.011389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] For port 6b258360-7439-49d1-8078-a1075d95ea94, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6b258360-7439-49d1-8078-a1075d95ea94,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:20.019794 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.047481 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:17Z', 'updated_at': '2021-07-16T18:37:18Z', 'revision_number': 3, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'gw_port': {'id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:18Z', 'updated_at': '2021-07-16T18:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:20.101830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Routers {'2b084fdf-49f6-49b0-aa54-9423cc8ce65e'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:20.102752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:20.116536 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Checking router: 397e7745-e8de-403b-8ff7-6f4b8214c7b1 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:20.116886 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Updating router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:20.176691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3b752-bdb6-4994-858b-e94c0e1d4e70 None None] Pushing event updated for resources: {'Port': ['ID=6b258360-7439-49d1-8078-a1075d95ea94,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:20.177129 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.243385 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.279203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] Set router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:20.639343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Allocated IP 172.20.0.1 (93166f96-d62c-4b83-8e5f-813e6939808e/9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a/a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:20.691457 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.711307 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Transition to ACTIVE for port object e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:20.725813 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.758976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb466ec-38b6-44d1-aff2-464f12c96cff req-e8f11d09-3f41-4018-bff7-f83f706c2e6d tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.762606 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Attempting to bind port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:20.763354 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Attempting to bind port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:20.763826 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Attempting to bind port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:20.770490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4cb466ec-38b6-44d1-aff2-464f12c96cff req-e8f11d09-3f41-4018-bff7-f83f706c2e6d tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1415129 Jul 16 18:37:20.792577 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:20.793252 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:20.793754 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.794248 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:20.795236 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Bound port: e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:20.795727 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.829831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:15Z', 'revision_number': 4, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'gw_port': {'id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '6b258360-7439-49d1-8078-a1075d95ea94', 'name': '', 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'mac_address': 'fa:16:3e:5f:47:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6192880c-9d69-4a77-84f2-dbd0defacf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:13Z', 'updated_at': '2021-07-16T18:37:19Z', 'revision_number': 4, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'subnets': [{'id': '6192880c-9d69-4a77-84f2-dbd0defacf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:20.858580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4cb466ec-38b6-44d1-aff2-464f12c96cff req-71988bda-51a5-407c-8233-15d653587422 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867100 Jul 16 18:37:20.870312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.899080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fea68d-d961-4428-9f4d-7e39c107a6d7 None None] The sync data for ids ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'] in n-d-793619-10 is: [{'id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:15Z', 'revision_number': 4, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'gw_port': {'id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '6b258360-7439-49d1-8078-a1075d95ea94', 'name': '', 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'mac_address': 'fa:16:3e:5f:47:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6192880c-9d69-4a77-84f2-dbd0defacf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:13Z', 'updated_at': '2021-07-16T18:37:19Z', 'revision_number': 4, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'subnets': [{'id': '6192880c-9d69-4a77-84f2-dbd0defacf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:20.918268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Transition to ACTIVE for port object a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:20.950769 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] For port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:20.954899 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] For port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:21.013766 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.037250 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Pushing event updated for resources: {'Port': ['ID=e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.062698 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Routers {'397e7745-e8de-403b-8ff7-6f4b8214c7b1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:21.064388 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:21.068365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.130305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 432d7bfc-e487-4d4e-8cc2-14c95e84be38 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:21.193756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963bca81-d134-4828-994d-9a14473b5403 None None] Network 93166f96-d62c-4b83-8e5f-813e6939808e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:21.211303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Network 93166f96-d62c-4b83-8e5f-813e6939808e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:21.221221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:21.226258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:21.230231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.290224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.291445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.292005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.292614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.293335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.293909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.294892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.295496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.296088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.296887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.297436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.299228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.340892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-87cb135f-32ce-48c2-b7d7-07f2bbd859f4 None None] Provisioning for port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:21.365972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.429133 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] Set router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:21.431501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:21.436017 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.436687 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.437571 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.438662 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.439196 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.440122 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.440683 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.441420 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.441955 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.442301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:21.442729 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.443743 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.444162 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.444652 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:21.549672 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88240f-5331-423d-a1f2-d84ed99b5b99 None None] Pushing event updated for resources: {'Port': ['ID=e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.667669 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.770991 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.815663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 432d7bfc-e487-4d4e-8cc2-14c95e84be38, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=432d7bfc-e487-4d4e-8cc2-14c95e84be38,segment=NetworkSegment(20423c9b-46d4-4468-a242-322ae30dff56),segment_id=20423c9b-46d4-4468-a242-322ae30dff56)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:21.823453 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.858138 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:17Z', 'updated_at': '2021-07-16T18:37:18Z', 'revision_number': 3, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'gw_port': {'id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:18Z', 'updated_at': '2021-07-16T18:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:21.906608 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8b1820-8181-4a1c-9969-05efceba2a58 None None] The sync data for ids ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'] in n-d-793619-10 is: [{'id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:17Z', 'updated_at': '2021-07-16T18:37:18Z', 'revision_number': 3, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'gw_port': {'id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:18Z', 'updated_at': '2021-07-16T18:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:21.961905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=432d7bfc-e487-4d4e-8cc2-14c95e84be38,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.176709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c105759-53b2-48db-8859-7b630ff8af77 req-a8dbb585-8511-4576-9a8b-23ffb09d209f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.179168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c105759-53b2-48db-8859-7b630ff8af77 req-a8dbb585-8511-4576-9a8b-23ffb09d209f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1073735 Jul 16 18:37:22.289936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fb6e88b1-4c0f-4caf-9020-7a15d083378d None None] Provisioning complete for port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:22.290489 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb6e88b1-4c0f-4caf-9020-7a15d083378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.297006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c105759-53b2-48db-8859-7b630ff8af77 req-dc208a1d-d8aa-4d6d-81c9-59f4d8a6f747 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102197 Jul 16 18:37:22.577267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fb6e88b1-4c0f-4caf-9020-7a15d083378d None None] Provisioning for port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:22.583061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fb6e88b1-4c0f-4caf-9020-7a15d083378d None None] Provisioning complete for port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:22.583494 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb6e88b1-4c0f-4caf-9020-7a15d083378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.632881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fb6e88b1-4c0f-4caf-9020-7a15d083378d None None] Port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:22.696544 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.705146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.764495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1cb28c95-fbe2-421b-a1ee-d0e071b6f5e9 None None] Provisioning complete for port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:22.765004 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cb28c95-fbe2-421b-a1ee-d0e071b6f5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.792590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Pushing event updated for resources: {'Port': ['ID=a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.795797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.903442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1cb28c95-fbe2-421b-a1ee-d0e071b6f5e9 None None] Port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:23.007475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Network 93166f96-d62c-4b83-8e5f-813e6939808e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:23.013336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:23.281034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:23.287905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 432d7bfc-e487-4d4e-8cc2-14c95e84be38 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:23.391532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:23.391927 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.476441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:23.481418 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2fb4f08e-e755-4946-bba8-c8e75f30adf7 admin admin] 10.222.0.60 "PUT /v2.0/routers/397e7745-e8de-403b-8ff7-6f4b8214c7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0755668 Jul 16 18:37:23.511384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3188a436-404e-4013-a8e3-009836b5d5dd None None] Provisioning complete for port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:23.512127 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3188a436-404e-4013-a8e3-009836b5d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.554502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3188a436-404e-4013-a8e3-009836b5d5dd None None] Port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:23.602695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6b258360-7439-49d1-8078-a1075d95ea94 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:23.661054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 6b258360-7439-49d1-8078-a1075d95ea94 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:23.668287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6b258360-7439-49d1-8078-a1075d95ea94 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:23.668701 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.804624 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.866824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 6b258360-7439-49d1-8078-a1075d95ea94, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6b258360-7439-49d1-8078-a1075d95ea94,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:23.878090 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.882085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:23.968633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=6b258360-7439-49d1-8078-a1075d95ea94,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.983216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:23.990913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:23.991387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.104438 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.131243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:24.139979 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.197283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.337797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-c740778e-21ea-44ec-bc19-f3adb9e8f0d7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.339956 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-c740778e-21ea-44ec-bc19-f3adb9e8f0d7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/networks?id=b7e979d0-1064-4f5e-ade4-25772ec26d0b HTTP/1.1" status: 200 len: 910 time: 0.0962629 Jul 16 18:37:24.354859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-f19101eb-d168-4f4c-ab27-08868987a436 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/quotas/e8280cc2008b4383a737b006c2341349 HTTP/1.1" status: 200 len: 375 time: 0.0094244 Jul 16 18:37:24.468436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-07009cdf-746d-4b9c-bfae-99d56e654597 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8280cc2008b4383a737b006c2341349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002080 Jul 16 18:37:24.575402 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-44e129de-ada4-4c83-96e4-dbe883890823 service neutron] 10.222.0.60 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969729 Jul 16 18:37:24.662266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Sync routers for ids ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:24.673182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-fe1bacf6-fdef-4fee-b1c5-7e792c068c2a service neutron] 10.222.0.60 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902236 Jul 16 18:37:24.674902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Routers {'397e7745-e8de-403b-8ff7-6f4b8214c7b1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:24.675546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:24.805832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Set router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:24.865106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7215b3d-e2f7-4c7e-8dc7-48dac11f50db req-e3963639-71de-4cab-9fb9-7a44e0260328 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 210 time: 0.0424023 Jul 16 18:37:24.983939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6b258360-7439-49d1-8078-a1075d95ea94 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:25.087079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6b258360-7439-49d1-8078-a1075d95ea94 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:25.087542 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.128729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:17Z', 'updated_at': '2021-07-16T18:37:21Z', 'revision_number': 4, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'gw_port': {'id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:18Z', 'updated_at': '2021-07-16T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf', 'name': '', 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'mac_address': 'fa:16:3e:96:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:20Z', 'updated_at': '2021-07-16T18:37:21Z', 'revision_number': 2, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'subnets': [{'id': '9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:25.175985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Checking router: 397e7745-e8de-403b-8ff7-6f4b8214c7b1 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:25.176431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Updating router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:25.281244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:25.329478 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.392013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:25.392013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.547021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-2af1c5d6-e356-4d2a-9089-899cb4d48094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.549833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-2af1c5d6-e356-4d2a-9089-899cb4d48094 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.1073132 Jul 16 18:37:25.613680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b09b23-0b7d-48da-a81e-66c2c09e9425 req-cf128591-16be-4c1f-a7aa-30e659c8ad57 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.615755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99b09b23-0b7d-48da-a81e-66c2c09e9425 req-cf128591-16be-4c1f-a7aa-30e659c8ad57 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1078026 Jul 16 18:37:25.664407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99b09b23-0b7d-48da-a81e-66c2c09e9425 req-fb04b5d9-42b6-4eb5-af04-569fce426469 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Jul 16 18:37:25.694600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-e622053d-9d4b-44ff-a8d5-26a9c8758c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.696163 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-e622053d-9d4b-44ff-a8d5-26a9c8758c1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 920 time: 0.1388690 Jul 16 18:37:25.750446 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-ccc10cbe-763e-4f15-8497-585a9468ac7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109 HTTP/1.1" status: 200 len: 217 time: 0.0474656 Jul 16 18:37:25.812440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-1d350233-9ca4-4189-a10f-d6a1ca6ece04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.814214 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-1d350233-9ca4-4189-a10f-d6a1ca6ece04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 200 len: 859 time: 0.0576010 Jul 16 18:37:25.819667 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.832804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Transition to ACTIVE for port object a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:25.839316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.854392 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-168028fb-2faa-4333-9355-248dc96a0cce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=784a4658-f515-4ccd-9720-482b9e9c5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336096 Jul 16 18:37:25.958054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430ca86-b4e8-4c04-a747-80183b74fe0e None None] Pushing event updated for resources: {'Port': ['ID=a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.000217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Attempting to bind port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:26.001764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Attempting to bind port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '20423c9b-46d4-4468-a242-322ae30dff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:26.002396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Attempting to bind port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf on network 93166f96-d62c-4b83-8e5f-813e6939808e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:26.008364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:26.009152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Checking segment: {'id': '20423c9b-46d4-4468-a242-322ae30dff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:26.009779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.010536 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Bound using segment: {'id': '20423c9b-46d4-4468-a242-322ae30dff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:26.011257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Bound port: a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20423c9b-46d4-4468-a242-322ae30dff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:26.011868 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.018134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-94d5bee0-8c74-4622-9e72-f2183f4ff815 service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549904 Jul 16 18:37:26.092543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60bdcc62-23a7-4085-b02a-4bcd9718d6ec req-b2f980fa-5700-4c08-ab5d-8df2f41b0236 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 210 time: 0.0469310 Jul 16 18:37:26.139123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] For port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:26.143528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] For port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf,segment=NetworkSegment(20423c9b-46d4-4468-a242-322ae30dff56),segment_id=20423c9b-46d4-4468-a242-322ae30dff56)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:26.152057 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.189371 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ad7c98fd-22a2-406c-90ee-8e5fe0437c8e req-c9d1bff4-c55b-435c-b1ba-91e3f12b5c12 service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606879 Jul 16 18:37:26.238320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Routers {'397e7745-e8de-403b-8ff7-6f4b8214c7b1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:26.238999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:26.320948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430ca86-b4e8-4c04-a747-80183b74fe0e None None] Pushing event updated for resources: {'Port': ['ID=a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.405885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] Set router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:26.589426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-baf4ebc6-b10b-4b52-ad20-20c07d54fe80 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.591058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-baf4ebc6-b10b-4b52-ad20-20c07d54fe80 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.46 "GET /v2.0/networks?id=b7e979d0-1064-4f5e-ade4-25772ec26d0b HTTP/1.1" status: 200 len: 910 time: 0.1203649 Jul 16 18:37:26.613138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Request body: {'port': {'device_id': 'aaf17f57-6a22-4c91-b25f-111cd41af76a', 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'admin_state_up': True, 'tenant_id': 'e8280cc2008b4383a737b006c2341349'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:26.646739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Made reservation on behalf of e8280cc2008b4383a737b006c2341349 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:26.649848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:17Z', 'updated_at': '2021-07-16T18:37:21Z', 'revision_number': 4, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'gw_port': {'id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:18Z', 'updated_at': '2021-07-16T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf', 'name': '', 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'mac_address': 'fa:16:3e:96:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:20Z', 'updated_at': '2021-07-16T18:37:26Z', 'revision_number': 4, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'subnets': [{'id': '9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:26.652586 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.679430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4bea1-7542-4ec0-a281-17ddd475ddef None None] The sync data for ids ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'] in n-d-793619-10 is: [{'id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:17Z', 'updated_at': '2021-07-16T18:37:21Z', 'revision_number': 4, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'gw_port': {'id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:18Z', 'updated_at': '2021-07-16T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf', 'name': '', 'network_id': '93166f96-d62c-4b83-8e5f-813e6939808e', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'mac_address': 'fa:16:3e:96:2a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:20Z', 'updated_at': '2021-07-16T18:37:26Z', 'revision_number': 4, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'subnets': [{'id': '9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:26.834730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Allocated IP 172.20.0.13 (b7e979d0-1064-4f5e-ade4-25772ec26d0b/6192880c-9d69-4a77-84f2-dbd0defacf81/ca744d82-a0d8-43d0-88a0-1588a49064a2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:27.002264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23ac49-eb9f-4a88-8744-d9c00ec25fb6 req-8c098cfb-25d0-4996-9e09-6f4c37ed27e0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.009459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f23ac49-eb9f-4a88-8744-d9c00ec25fb6 req-8c098cfb-25d0-4996-9e09-6f4c37ed27e0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1458478 Jul 16 18:37:27.035403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:27.097509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f23ac49-eb9f-4a88-8744-d9c00ec25fb6 req-2d93debf-73d1-43d9-9060-ecc7a6732285 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869515 Jul 16 18:37:27.109393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:27.115465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:27.117533 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.194909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.209716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Transition to ACTIVE for port object ca744d82-a0d8-43d0-88a0-1588a49064a2 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:27.232593 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.268127 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.281396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf,segment=NetworkSegment(20423c9b-46d4-4468-a242-322ae30dff56),segment_id=20423c9b-46d4-4468-a242-322ae30dff56)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:27.289380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.346099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:27.347553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.351630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:27.360657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:27.411187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.412044 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.433383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Pushing event updated for resources: {'Port': ['ID=ca744d82-a0d8-43d0-88a0-1588a49064a2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.448176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.448560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.448997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.449337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.449718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.450051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.450376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.450711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.451013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.451330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.451650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.451964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:27.457909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a475ec-b175-430a-933c-56606e36a396 req-d2c06c41-6bdd-4328-ab63-d34412c5379c tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.465619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67a475ec-b175-430a-933c-56606e36a396 req-d2c06c41-6bdd-4328-ab63-d34412c5379c tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1028 time: 0.1803448 Jul 16 18:37:27.479399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-100ad49d-bf29-47ab-aac5-4df484fe4cc3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8729203 Jul 16 18:37:27.511211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Request body: {'port': {'device_id': 'aaf17f57-6a22-4c91-b25f-111cd41af76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:27.563799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-67a475ec-b175-430a-933c-56606e36a396 req-357ac643-f3f5-40f7-a94b-58a820f74990 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965180 Jul 16 18:37:27.603201 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.695298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ea4b399d-10f6-4652-be57-6f4db9b1653a None None] Provisioning for port ca744d82-a0d8-43d0-88a0-1588a49064a2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:27.700757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ea4b399d-10f6-4652-be57-6f4db9b1653a None None] Provisioning complete for port ca744d82-a0d8-43d0-88a0-1588a49064a2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:27.701522 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea4b399d-10f6-4652-be57-6f4db9b1653a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.749436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b399d-10f6-4652-be57-6f4db9b1653a None None] Port ca744d82-a0d8-43d0-88a0-1588a49064a2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:28.308100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca744d82-a0d8-43d0-88a0-1588a49064a2 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:28.318403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.338860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Transition to ACTIVE for port object ca744d82-a0d8-43d0-88a0-1588a49064a2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:28.351408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3759b4-1f70-4778-af15-be87c9bea10a req-d9df1db3-ba0e-469d-aa27-9448073c3f38 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.353091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c3759b4-1f70-4778-af15-be87c9bea10a req-d9df1db3-ba0e-469d-aa27-9448073c3f38 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1196554 Jul 16 18:37:28.353752 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.419994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Pushing event updated for resources: {'Port': ['ID=ca744d82-a0d8-43d0-88a0-1588a49064a2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.495664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c3759b4-1f70-4778-af15-be87c9bea10a req-7a2c67bf-33ee-4f8c-add4-3a2fe678b8e4 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132379 Jul 16 18:37:28.530332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Attempting to bind port ca744d82-a0d8-43d0-88a0-1588a49064a2 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:28.530672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Attempting to bind port ca744d82-a0d8-43d0-88a0-1588a49064a2 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:28.530989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Attempting to bind port ca744d82-a0d8-43d0-88a0-1588a49064a2 on network b7e979d0-1064-4f5e-ade4-25772ec26d0b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:28.535940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Port ca744d82-a0d8-43d0-88a0-1588a49064a2 on network b7e979d0-1064-4f5e-ade4-25772ec26d0b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:28.536277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Attempting to bind port ca744d82-a0d8-43d0-88a0-1588a49064a2 on network b7e979d0-1064-4f5e-ade4-25772ec26d0b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:28.541958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:28.542298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Checking segment: {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:28.542686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Bound using segment: {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:28.543113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Bound port: ca744d82-a0d8-43d0-88a0-1588a49064a2, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:28.543477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.617437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] For port ca744d82-a0d8-43d0-88a0-1588a49064a2, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:28.620980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] For port ca744d82-a0d8-43d0-88a0-1588a49064a2, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ca744d82-a0d8-43d0-88a0-1588a49064a2,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:28.626576 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.668572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.669113 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.670497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] 10.222.0.46 "PUT /v2.0/ports/ca744d82-a0d8-43d0-88a0-1588a49064a2 HTTP/1.1" status: 200 len: 1093 time: 1.1637561 Jul 16 18:37:28.671089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf17f57-6a22-4c91-b25f-111cd41af76a', 'tag': 'ca744d82-a0d8-43d0-88a0-1588a49064a2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:28.674221 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf17f57-6a22-4c91-b25f-111cd41af76a", "tag": "ca744d82-a0d8-43d0-88a0-1588a49064a2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:28.767148 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c3106b-d995-4409-9654-0bebbe4ab9c4 x-openstack-request-id: req-61c3106b-d995-4409-9654-0bebbe4ab9c4 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:28.767451 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf17f57-6a22-4c91-b25f-111cd41af76a", "tag": "ca744d82-a0d8-43d0-88a0-1588a49064a2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:28.767699 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61c3106b-d995-4409-9654-0bebbe4ab9c4 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:28.768189 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf17f57-6a22-4c91-b25f-111cd41af76a', 'tag': 'ca744d82-a0d8-43d0-88a0-1588a49064a2', 'status': 'completed', 'code': 200} Jul 16 18:37:28.774012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6bc03-1953-4a2e-a261-bab19a7f8dee service neutron] Pushing event updated for resources: {'Port': ['ID=ca744d82-a0d8-43d0-88a0-1588a49064a2,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.849141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb256-3ae2-43a2-a2f0-fb9014070a31 req-30c7d1aa-60f1-4d6a-bded-8cf1b9037517 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.850760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-730cb256-3ae2-43a2-a2f0-fb9014070a31 req-30c7d1aa-60f1-4d6a-bded-8cf1b9037517 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1096 time: 0.1208966 Jul 16 18:37:28.881011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79b9f264-8649-4231-a2a1-aa7153136599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.882529 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-79b9f264-8649-4231-a2a1-aa7153136599 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8280cc2008b4383a737b006c2341349&device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1096 time: 0.1050868 Jul 16 18:37:28.972922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-9aa8d5a6-94a5-4ad2-a67e-1c087542c0f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca744d82-a0d8-43d0-88a0-1588a49064a2 HTTP/1.1" status: 200 len: 217 time: 0.0691829 Jul 16 18:37:28.975084 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-730cb256-3ae2-43a2-a2f0-fb9014070a31 req-ead1887b-dfbd-496d-bfda-5af64c6b0144 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153662 Jul 16 18:37:28.976744 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.023279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:29.056219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-db895d97-e15d-48c7-bf3f-7eba97acce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.058122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-db895d97-e15d-48c7-bf3f-7eba97acce3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6192880c-9d69-4a77-84f2-dbd0defacf81 HTTP/1.1" status: 200 len: 848 time: 0.0706742 Jul 16 18:37:29.095816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:29.097404 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.223401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-b6abda8f-fb64-429f-bf73-c45504743007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.224972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-b6abda8f-fb64-429f-bf73-c45504743007 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e979d0-1064-4f5e-ade4-25772ec26d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500001 Jul 16 18:37:29.276061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843b492-341f-438f-a05a-6edc033dfd0c req-b1c15b4c-fc14-471b-9704-fb335eecbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.277628 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2843b492-341f-438f-a05a-6edc033dfd0c req-b1c15b4c-fc14-471b-9704-fb335eecbc4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1096 time: 0.0729053 Jul 16 18:37:29.384722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843b492-341f-438f-a05a-6edc033dfd0c req-ac30e39b-c87a-4c77-a164-4e0e17fe999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.386879 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2843b492-341f-438f-a05a-6edc033dfd0c req-ac30e39b-c87a-4c77-a164-4e0e17fe999f service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1005833 Jul 16 18:37:29.395060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf15fa3-c119-46ec-ba3f-431b36152cda req-5831733b-7797-4864-b84b-1a8375cd6cf2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.397002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bf15fa3-c119-46ec-ba3f-431b36152cda req-5831733b-7797-4864-b84b-1a8375cd6cf2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1504354 Jul 16 18:37:29.402212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-6e7e1c25-b5b1-4d41-b0b8-92085359f431 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637177 Jul 16 18:37:29.463278 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2843b492-341f-438f-a05a-6edc033dfd0c req-23be856c-4a0f-4652-9c8d-74759e6c18b3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 999 time: 0.0702975 Jul 16 18:37:29.468214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6bf15fa3-c119-46ec-ba3f-431b36152cda req-c9fad87d-7a35-4645-b219-86594b5a3a51 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655606 Jul 16 18:37:29.529500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843b492-341f-438f-a05a-6edc033dfd0c req-ed4cfc48-a2b4-44bc-b476-88453e59a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.532133 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2843b492-341f-438f-a05a-6edc033dfd0c req-ed4cfc48-a2b4-44bc-b476-88453e59a4b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0605061 Jul 16 18:37:29.535167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9587888a-10e2-4a6f-86d2-8e848b9a6bfd req-d43becb7-b538-422f-8ae1-28fa0e064767 service neutron] 10.222.0.46 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153555 Jul 16 18:37:29.600289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843b492-341f-438f-a05a-6edc033dfd0c req-179e69d7-5333-4a2b-b6d5-9e7410a3303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.601895 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2843b492-341f-438f-a05a-6edc033dfd0c req-179e69d7-5333-4a2b-b6d5-9e7410a3303a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643680 Jul 16 18:37:29.711784 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2843b492-341f-438f-a05a-6edc033dfd0c req-14ceacd7-d8a4-42d5-8a51-cbc7e312d214 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018555 Jul 16 18:37:29.722046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404d51d-1c82-4094-ba7f-29a9a0ffa124 req-6fe43b35-2b52-4c41-ac6f-a50be112152b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.723556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3404d51d-1c82-4094-ba7f-29a9a0ffa124 req-6fe43b35-2b52-4c41-ac6f-a50be112152b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1042404 Jul 16 18:37:29.778009 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3404d51d-1c82-4094-ba7f-29a9a0ffa124 req-710c184a-d5e2-444a-9090-4e8c75f4b1a1 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473378 Jul 16 18:37:29.780928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-d8bec797-d6a6-4077-a962-e7c8312dfa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.782376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-d8bec797-d6a6-4077-a962-e7c8312dfa9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e8280cc2008b4383a737b006c2341349&device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1096 time: 0.1107662 Jul 16 18:37:29.815111 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2843b492-341f-438f-a05a-6edc033dfd0c req-3875b531-7509-4aa2-98f8-131e0cb37318 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950243 Jul 16 18:37:29.884677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-ec12d942-adfc-444a-a74e-3e6b4473a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.885987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-ec12d942-adfc-444a-a74e-3e6b4473a4c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7e979d0-1064-4f5e-ade4-25772ec26d0b HTTP/1.1" status: 200 len: 910 time: 0.0924630 Jul 16 18:37:29.940088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-9e6407b7-6181-41f4-8c6b-f51459e6798e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca744d82-a0d8-43d0-88a0-1588a49064a2 HTTP/1.1" status: 200 len: 217 time: 0.0427125 Jul 16 18:37:30.003719 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-401848e6-1bd8-49d2-82a8-ff0d091b9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.005645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-401848e6-1bd8-49d2-82a8-ff0d091b9db8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6192880c-9d69-4a77-84f2-dbd0defacf81 HTTP/1.1" status: 200 len: 848 time: 0.0534744 Jul 16 18:37:30.079525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-58429cfb-30cd-4ef9-84df-ab92c6cc409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.081270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-58429cfb-30cd-4ef9-84df-ab92c6cc409b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7e979d0-1064-4f5e-ade4-25772ec26d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630515 Jul 16 18:37:30.229543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-21ea5ac3-c3a7-473a-a858-efbee4cc2e3a service neutron] 10.222.0.46 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361034 Jul 16 18:37:30.235771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20a7c4-e82a-40cc-80b2-c209bc376f6a req-19869660-c62e-467a-ab26-0525fd9cc9e5 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.237305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d20a7c4-e82a-40cc-80b2-c209bc376f6a req-19869660-c62e-467a-ab26-0525fd9cc9e5 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1096 time: 0.1202924 Jul 16 18:37:30.331072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d20a7c4-e82a-40cc-80b2-c209bc376f6a req-1f4286ed-e33e-49fa-8487-4a8170ed858f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836334 Jul 16 18:37:30.356695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8a64c46b-4234-49dd-b9c9-2463dc3f1ad6 req-74f98318-5615-4b50-808f-e6f9f3f7c6fc service neutron] 10.222.0.46 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164696 Jul 16 18:37:30.701252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677280e3-28aa-46b1-9bb8-d5b5069ac374 req-dc18050b-1cee-4a9f-82c2-58ad6a25d358 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.702765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-677280e3-28aa-46b1-9bb8-d5b5069ac374 req-dc18050b-1cee-4a9f-82c2-58ad6a25d358 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0689940 Jul 16 18:37:30.749284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-677280e3-28aa-46b1-9bb8-d5b5069ac374 req-1a8c7c70-5b13-4c2c-aa7a-65a4e42dd627 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402586 Jul 16 18:37:30.991741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17965c-c46c-4a88-9600-5223af2b020d req-971c4163-9731-4ede-88df-c03ec1cc1fdb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.993298 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f17965c-c46c-4a88-9600-5223af2b020d req-971c4163-9731-4ede-88df-c03ec1cc1fdb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 946 time: 0.1112778 Jul 16 18:37:31.022833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00b8be-bf31-49d4-9f53-218507f100b6 req-14653703-e212-42c1-9d2b-efe9854ec268 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.024249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce00b8be-bf31-49d4-9f53-218507f100b6 req-14653703-e212-42c1-9d2b-efe9854ec268 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1118009 Jul 16 18:37:31.059591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f17965c-c46c-4a88-9600-5223af2b020d req-e36a62dc-1e6e-461c-bf3d-a7030e7e57f1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605400 Jul 16 18:37:31.077464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce00b8be-bf31-49d4-9f53-218507f100b6 req-c706ea78-b619-4eaa-aace-98f3617d67d4 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Jul 16 18:37:31.493253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf95c9-28c4-41b7-80e9-23904202ceaf req-b32d0318-0f24-4872-a365-dc4d91a1a2b9 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.494807 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7bf95c9-28c4-41b7-80e9-23904202ceaf req-b32d0318-0f24-4872-a365-dc4d91a1a2b9 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1096 time: 0.0544050 Jul 16 18:37:31.536984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7bf95c9-28c4-41b7-80e9-23904202ceaf req-ba8c7aa3-b72e-4195-bf24-2b6e9c0cb7ea tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355613 Jul 16 18:37:32.287095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f658a0c-e93f-4e6f-9767-03a60952f226 req-a5ee2f4a-7311-42e9-af95-8015d75b2b53 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.288693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f658a0c-e93f-4e6f-9767-03a60952f226 req-a5ee2f4a-7311-42e9-af95-8015d75b2b53 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 946 time: 0.1118391 Jul 16 18:37:32.310654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51a9fe-5963-41f0-8e60-3cb88ef6eafd req-a7b5c4a3-4e90-4a19-af6c-c5f6bb5059fa tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.312144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a51a9fe-5963-41f0-8e60-3cb88ef6eafd req-a7b5c4a3-4e90-4a19-af6c-c5f6bb5059fa tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1067908 Jul 16 18:37:32.373440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f658a0c-e93f-4e6f-9767-03a60952f226 req-f8830cd6-dd09-4c67-b975-549400697e58 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779469 Jul 16 18:37:32.382078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a51a9fe-5963-41f0-8e60-3cb88ef6eafd req-02d066f3-5cb0-405d-ab49-6dff06cdb566 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609593 Jul 16 18:37:32.440223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130c587-6a34-4be2-8ac3-78947d1db5f4 req-c9c620c9-723e-402a-8abd-cd55c319313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.442441 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e130c587-6a34-4be2-8ac3-78947d1db5f4 req-c9c620c9-723e-402a-8abd-cd55c319313e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0588334 Jul 16 18:37:32.479370 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e130c587-6a34-4be2-8ac3-78947d1db5f4 req-699c642f-c65b-4c5e-92ef-b47116eaf2d7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302365 Jul 16 18:37:32.616471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-0ebf75c7-21e3-4932-8055-bb7d84410e4b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.618155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-0ebf75c7-21e3-4932-8055-bb7d84410e4b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 946 time: 0.0951545 Jul 16 18:37:32.759735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9322a4-0063-406d-887f-8c2cd7db58b8 req-e46586ee-52a1-4f0d-91fc-4d5d3ee6d130 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.761209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db9322a4-0063-406d-887f-8c2cd7db58b8 req-e46586ee-52a1-4f0d-91fc-4d5d3ee6d130 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1096 time: 0.1006207 Jul 16 18:37:32.767093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port 896341b2-f40f-4d7c-928b-9280a3436846 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:32.767436 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.861090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-db9322a4-0063-406d-887f-8c2cd7db58b8 req-e4c1fe43-b628-4dba-9971-1c239f01e331 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896454 Jul 16 18:37:32.882970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] For port 896341b2-f40f-4d7c-928b-9280a3436846, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=896341b2-f40f-4d7c-928b-9280a3436846,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:32.883339 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.060618 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.060882 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.061179 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Floating IP 31e8ea73-199f-476a-86c6-e7936869aa52 disassociated. External IP: 172.25.2.123, port: 896341b2-f40f-4d7c-928b-9280a3436846. Jul 16 18:37:33.061501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for 896341b2-f40f-4d7c-928b-9280a3436846 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:33.146867 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a02f4ba0-21e0-4ac2-a07d-c2ef67e04ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.222184 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.257160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=896341b2-f40f-4d7c-928b-9280a3436846,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.392246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Router 37fa7e14-6425-4c07-8972-3fb5c4189864 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:33.513117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:33.524680 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] Sync routers for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:33.537054 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:33.537723 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:33.568214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2078b0b8-930e-4d23-9d4e-4eba988cbdcd req-842fbf71-87be-4185-9132-e47f74b0c79c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 210 time: 0.0572040 Jul 16 18:37:33.618218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] No DVR routers for this DVR port 896341b2-f40f-4d7c-928b-9280a3436846 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:33.621091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.623326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4559338a-22fb-4ac7-af73-dd02949f6925 req-45a29ee7-6468-46df-8938-0b165e84c380 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "DELETE /v2.0/ports/896341b2-f40f-4d7c-928b-9280a3436846 HTTP/1.1" status: 204 len: 173 time: 0.9995270 Jul 16 18:37:33.623768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'name': 'network-vif-deleted', 'tag': '896341b2-f40f-4d7c-928b-9280a3436846'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:33.626830 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172fd485-5193-41fc-a36e-0999824b60fc" -d '{"events": [{"server_uuid": "686185ba-2193-4bc6-9f74-d2cb5ab63b29", "name": "network-vif-deleted", "tag": "896341b2-f40f-4d7c-928b-9280a3436846"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:33.661882 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:33.678766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ba88d-c286-4fd0-b845-2bd6a725d160 req-3d81b369-9cc9-4524-a62b-42c2f070a0e2 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.700010 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-852ba88d-c286-4fd0-b845-2bd6a725d160 req-3d81b369-9cc9-4524-a62b-42c2f070a0e2 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1537840 Jul 16 18:37:33.701617 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0007b2d0-82c4-420f-a535-47fb7d53ef29 x-openstack-request-id: req-0007b2d0-82c4-420f-a535-47fb7d53ef29 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:33.701908 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686185ba-2193-4bc6-9f74-d2cb5ab63b29", "name": "network-vif-deleted", "tag": "896341b2-f40f-4d7c-928b-9280a3436846", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:33.702159 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0007b2d0-82c4-420f-a535-47fb7d53ef29 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:33.702557 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686185ba-2193-4bc6-9f74-d2cb5ab63b29', 'name': 'network-vif-deleted', 'tag': '896341b2-f40f-4d7c-928b-9280a3436846', 'status': 'completed', 'code': 200} Jul 16 18:37:33.776604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-852ba88d-c286-4fd0-b845-2bd6a725d160 req-664ee875-6705-4bc2-a601-2933dd3c42f2 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692365 Jul 16 18:37:33.972909 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:34.027046 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] Checking router: 37fa7e14-6425-4c07-8972-3fb5c4189864 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:34.041167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ca744d82-a0d8-43d0-88a0-1588a49064a2 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:34.050537 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:34.051174 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:34.095774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da3411-8249-48f0-a2e7-33adfedd37ba req-dd126b16-f6af-453a-a3e5-297288e6dde6 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.104067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40da3411-8249-48f0-a2e7-33adfedd37ba req-dd126b16-f6af-453a-a3e5-297288e6dde6 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1096 time: 0.0635402 Jul 16 18:37:34.150068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40da3411-8249-48f0-a2e7-33adfedd37ba req-a2b86681-c269-4e5c-85cc-3949a9aaef63 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440357 Jul 16 18:37:34.229326 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:34.266669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ca744d82-a0d8-43d0-88a0-1588a49064a2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ca744d82-a0d8-43d0-88a0-1588a49064a2,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:34.291303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'ca744d82-a0d8-43d0-88a0-1588a49064a2', 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'port_id': 'ca744d82-a0d8-43d0-88a0-1588a49064a2', 'mac_address': 'fa:16:3e:0a:f8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6192880c-9d69-4a77-84f2-dbd0defacf81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:34.381005 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.402065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca744d82-a0d8-43d0-88a0-1588a49064a2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:34.412596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-8bb15b03-3db9-4349-b2f5-c2b1151eb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.413827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-8bb15b03-3db9-4349-b2f5-c2b1151eb190 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.1690061 Jul 16 18:37:34.436380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30d714-b073-4cde-ada3-07131bcc2d37 req-cb98828a-2df4-431c-9bcb-57a34a12fbaa tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.438846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d30d714-b073-4cde-ada3-07131bcc2d37 req-cb98828a-2df4-431c-9bcb-57a34a12fbaa tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1303253 Jul 16 18:37:34.454158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ca744d82-a0d8-43d0-88a0-1588a49064a2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ca744d82-a0d8-43d0-88a0-1588a49064a2,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:34.460646 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.559920 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d30d714-b073-4cde-ada3-07131bcc2d37 req-780a16df-e8bc-42d8-bf62-2a9f9e2a8c9c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787234 Jul 16 18:37:34.595558 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:34.603146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ca744d82-a0d8-43d0-88a0-1588a49064a2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:34.626711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.626711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.627112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.627406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.627708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.634868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.635294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.635645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.636011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.636343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.636707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.637039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:34.642734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-31cfb93b-3909-4c00-b9f9-02e2f71c756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.644775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-31cfb93b-3909-4c00-b9f9-02e2f71c756e service neutron] 10.222.0.45 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 920 time: 0.2028229 Jul 16 18:37:34.654800 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61a947-c2e9-4ff7-ac43-4f8b17166b6e None None] The sync data for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 is: [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:34.697791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-8d5f641c-1c3a-4445-9167-63846d1eae5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109 HTTP/1.1" status: 200 len: 217 time: 0.0461211 Jul 16 18:37:34.803695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be217818-9cb1-44e8-865d-ad169684f021 req-f14e51d3-d135-43f7-9e4b-c086d4c45acb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 210 time: 0.0357921 Jul 16 18:37:34.807778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-9c745cde-f13c-4fa2-9a23-bd96a9b477ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.809586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-9c745cde-f13c-4fa2-9a23-bd96a9b477ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 200 len: 859 time: 0.1039486 Jul 16 18:37:34.845722 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-c1f9a23d-5fba-4521-8b10-b50fe45a8b19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=784a4658-f515-4ccd-9720-482b9e9c5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299902 Jul 16 18:37:34.955735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-6f4d944f-71ff-440b-bcc5-b5df9dfbaabb service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038675 Jul 16 18:37:35.003326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ca744d82-a0d8-43d0-88a0-1588a49064a2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:35.068558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bd0a834-a68e-42e3-aabe-aac9dcaddc05 req-2630dde2-9092-48b4-9e20-18d65094a474 service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067972 Jul 16 18:37:35.080627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfbc43-ed65-404e-925d-a4193e435cd0 None None] New status for floating IP 31e8ea73-199f-476a-86c6-e7936869aa52: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:35.383009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558f950-2d57-4b2d-901d-cfe8048ed75d req-797291cc-8776-4d7c-8e85-852ea967acfd tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.388124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5558f950-2d57-4b2d-901d-cfe8048ed75d req-797291cc-8776-4d7c-8e85-852ea967acfd tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1097 time: 0.0871246 Jul 16 18:37:35.434306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5558f950-2d57-4b2d-901d-cfe8048ed75d req-840b3e8b-6dfb-4f9b-85c8-77eaeda04415 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430069 Jul 16 18:37:35.767063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12664a-3cfe-4916-b570-fd9077d3927b req-e67dd647-bd0a-4900-849b-c9ba1728602f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.768702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e12664a-3cfe-4916-b570-fd9077d3927b req-e67dd647-bd0a-4900-849b-c9ba1728602f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0713153 Jul 16 18:37:35.808668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e12664a-3cfe-4916-b570-fd9077d3927b req-0222a73d-8bf7-4dfa-a498-c86c4b8b9666 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336161 Jul 16 18:37:35.963539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a702d71-228c-4997-a6ea-6faaa530fa19 req-e9a56f71-1865-429a-8c34-13810079b086 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 210 time: 0.0320306 Jul 16 18:37:35.972553 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.028577 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c456a0c8-3b30-485f-80c8-1fc3015641ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.645103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d308f05-0efb-49ee-9835-a5eab9a2ab94 req-592c27f6-c07a-4aec-aa2e-6e5d3998849f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.646645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d308f05-0efb-49ee-9835-a5eab9a2ab94 req-592c27f6-c07a-4aec-aa2e-6e5d3998849f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1097 time: 0.0559587 Jul 16 18:37:36.693405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d308f05-0efb-49ee-9835-a5eab9a2ab94 req-fabfe8de-7331-472d-b057-d106339d717d tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Jul 16 18:37:37.002390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccff4b2-bc6c-461c-8338-c0c8114d7f44 req-d03242b7-c694-4048-8ba2-661002af4e05 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.004305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dccff4b2-bc6c-461c-8338-c0c8114d7f44 req-d03242b7-c694-4048-8ba2-661002af4e05 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0755551 Jul 16 18:37:37.042153 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.054054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dccff4b2-bc6c-461c-8338-c0c8114d7f44 req-3d507af1-57be-47a8-9273-df88b98ae2d3 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Jul 16 18:37:37.401126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d604bad5-9e91-44bc-b8e0-21762325da61 req-44593494-0e74-471c-a83e-2287b50fd538 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=686185ba-2193-4bc6-9f74-d2cb5ab63b29 HTTP/1.1" status: 200 len: 210 time: 0.2440047 Jul 16 18:37:37.513774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 896341b2-f40f-4d7c-928b-9280a3436846 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:37.539868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 896341b2-f40f-4d7c-928b-9280a3436846 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:37.540609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 896341b2-f40f-4d7c-928b-9280a3436846 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:37.888064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a8c0f-29e1-4254-a1d9-b302ab065671 req-27c87f11-7bbe-45cb-a0c9-bdf99f5ba97e tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.889511 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d7a8c0f-29e1-4254-a1d9-b302ab065671 req-27c87f11-7bbe-45cb-a0c9-bdf99f5ba97e tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1097 time: 0.0631001 Jul 16 18:37:37.934479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d7a8c0f-29e1-4254-a1d9-b302ab065671 req-22d556af-441a-4257-9177-c9850366a0e4 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Jul 16 18:37:38.066346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ca744d82-a0d8-43d0-88a0-1588a49064a2 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:38.126294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port ca744d82-a0d8-43d0-88a0-1588a49064a2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:38.131215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port ca744d82-a0d8-43d0-88a0-1588a49064a2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:38.131625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.208118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-89adb704-359d-4c90-acb2-256853decbdc req-795b44db-6f64-4281-bf9c-caed3546c586 service neutron] (93823) timed out ('10.222.0.60', 35230) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:37:38.223675 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.269515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ca744d82-a0d8-43d0-88a0-1588a49064a2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ca744d82-a0d8-43d0-88a0-1588a49064a2,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:38.270374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf17f57-6a22-4c91-b25f-111cd41af76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca744d82-a0d8-43d0-88a0-1588a49064a2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:38.273208 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21175f0b-3862-4784-b2b1-a9bce3c34033" -d '{"events": [{"server_uuid": "aaf17f57-6a22-4c91-b25f-111cd41af76a", "name": "network-vif-plugged", "status": "completed", "tag": "ca744d82-a0d8-43d0-88a0-1588a49064a2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:38.277106 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.319511 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a340ac06-15f3-4ac7-ad6a-3d4f4b37e8fe x-openstack-request-id: req-a340ac06-15f3-4ac7-ad6a-3d4f4b37e8fe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:38.319805 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf17f57-6a22-4c91-b25f-111cd41af76a", "name": "network-vif-plugged", "status": "completed", "tag": "ca744d82-a0d8-43d0-88a0-1588a49064a2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:38.320058 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a340ac06-15f3-4ac7-ad6a-3d4f4b37e8fe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:38.320452 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf17f57-6a22-4c91-b25f-111cd41af76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca744d82-a0d8-43d0-88a0-1588a49064a2', 'code': 200} Jul 16 18:37:38.347464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ca744d82-a0d8-43d0-88a0-1588a49064a2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.479320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ccc5e-c861-493a-b9ac-7f82f81a2138 req-0aa4687b-ec40-48f2-8bd5-64b645995ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.480921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c3ccc5e-c861-493a-b9ac-7f82f81a2138 req-0aa4687b-ec40-48f2-8bd5-64b645995ee4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1098 time: 0.0555506 Jul 16 18:37:38.544833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c3ccc5e-c861-493a-b9ac-7f82f81a2138 req-f7462de8-cfcf-4de9-9db4-6e9cba2d611e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533900 Jul 16 18:37:38.742013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.760099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d5940-3217-4309-9387-4359ab44f51e req-852fc746-694e-4d83-99d3-d36cc0c75dac tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.761561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff6d5940-3217-4309-9387-4359ab44f51e req-852fc746-694e-4d83-99d3-d36cc0c75dac tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0856032 Jul 16 18:37:38.791418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-8976309e-23f5-4d95-af45-740183e0a827 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655750239&fields=id&tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 267 time: 0.0596569 Jul 16 18:37:38.824679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff6d5940-3217-4309-9387-4359ab44f51e req-2918fe68-3ced-4683-8eb5-efbb351c8578 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523267 Jul 16 18:37:38.934862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-c447343a-604e-43c6-bcc5-e4eb8106b40e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.937724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-c447343a-604e-43c6-bcc5-e4eb8106b40e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.1325192 Jul 16 18:37:38.954516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-ed0d781f-e379-4786-b63a-bd22d1c8922c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/quotas/2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 375 time: 0.0107090 Jul 16 18:37:39.030537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-73b8bc35-ac61-4b91-abac-4c25d1ae78c4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699680 Jul 16 18:37:39.163246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-1fb96efd-7a7e-4d2a-903a-f379434474f0 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184611 Jul 16 18:37:39.305537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-1aecf12f-c785-4262-8ee5-25942ba771a8 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354055 Jul 16 18:37:39.439012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca776b-5c5c-4457-a745-2521b6ddf1f3 req-b7b0dc06-1c11-4be0-abee-4a233558023e tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.454870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2fca776b-5c5c-4457-a745-2521b6ddf1f3 req-b7b0dc06-1c11-4be0-abee-4a233558023e tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1098 time: 0.0868986 Jul 16 18:37:39.500108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2fca776b-5c5c-4457-a745-2521b6ddf1f3 req-3564475d-156c-47a6-8520-1b717094b732 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Jul 16 18:37:39.722862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-970a9162-f55b-464a-bca9-1ecc778bf71a req-0479224c-8c0f-434d-b3d5-52c9f72ae011 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 210 time: 0.0405900 Jul 16 18:37:39.843103 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-c4688fac-5fb8-41e7-879c-0057d02bc0d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564477 Jul 16 18:37:39.984539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-8cfbdbc2-5e86-456d-9005-4c6739f12dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.986124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-8cfbdbc2-5e86-456d-9005-4c6739f12dd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1096 time: 0.0792530 Jul 16 18:37:40.130325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-cdaa377b-a623-41db-a7af-b6d66a3fc165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.131991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-cdaa377b-a623-41db-a7af-b6d66a3fc165 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1240726 Jul 16 18:37:40.239694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-291ea742-7869-4b72-8da6-a3223a5b5710 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 999 time: 0.1005874 Jul 16 18:37:40.304748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-bcc88073-fbd5-499e-b662-12ddff3137c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.306818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-bcc88073-fbd5-499e-b662-12ddff3137c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0594790 Jul 16 18:37:40.434532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-8267b5cc-846d-49f7-bc2e-7076ab9c5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.436092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-8267b5cc-846d-49f7-bc2e-7076ab9c5591 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145778 Jul 16 18:37:40.467059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.568206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-a7169450-0439-4cfc-90bf-2717bb7ed414 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248894 Jul 16 18:37:40.727361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ba294df-0ad5-43c9-b731-c4d0c96808a7 req-58869ab5-ac3a-4c76-9f7a-deb4520541af service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418989 Jul 16 18:37:40.751651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52897480-9922-4f38-80fd-2bb4b21d51e5 req-ee3e3860-206d-4f83-8b4c-255db756b9a3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.753347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52897480-9922-4f38-80fd-2bb4b21d51e5 req-ee3e3860-206d-4f83-8b4c-255db756b9a3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1098 time: 0.0793073 Jul 16 18:37:40.795818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52897480-9922-4f38-80fd-2bb4b21d51e5 req-b82197db-0b1d-4c84-aa5d-cdcc8959043e tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356824 Jul 16 18:37:40.883726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e23c1072-fa9a-40d0-a4f4-b3ad5f97d250 req-a9e862f4-f351-488d-bb7a-8820795b3c66 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 210 time: 0.0321696 Jul 16 18:37:41.000843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418d1ce-e832-4836-8944-6948e518ea0a req-2d610f61-7af9-4460-aff5-588be2ee5917 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.003519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8418d1ce-e832-4836-8944-6948e518ea0a req-2d610f61-7af9-4460-aff5-588be2ee5917 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1098 time: 0.0588377 Jul 16 18:37:41.078708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8418d1ce-e832-4836-8944-6948e518ea0a req-d4fcd5c6-5429-4ecf-9a3b-57e26309e110 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678544 Jul 16 18:37:41.196379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-3ea87acb-37b4-47b8-a012-4322924c1973 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.198306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-3ea87acb-37b4-47b8-a012-4322924c1973 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.1719656 Jul 16 18:37:41.245365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-4f48e95c-6114-4b4b-a9ab-d00b69a437d1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 380 time: 0.0377469 Jul 16 18:37:41.259260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'port': {'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'admin_state_up': True, 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'security_groups': ['e9ea8367-5121-4aba-be4a-3b8d457a27f1']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:41.453570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db7d1a-a038-44d7-920c-12ce9e25ea81 req-1d534930-0dc7-4084-a3f7-d48ffc22715a tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.461404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6db7d1a-a038-44d7-920c-12ce9e25ea81 req-1d534930-0dc7-4084-a3f7-d48ffc22715a tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1098 time: 0.1611724 Jul 16 18:37:41.516022 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a6db7d1a-a038-44d7-920c-12ce9e25ea81 req-491a1483-dad4-4e2a-a999-5edfd2ab147a tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534077 Jul 16 18:37:41.549081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Made reservation on behalf of 2cc5c9da144e47cb863adb1a3cdb4df4 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:41.558060 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.088393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.20.0.10 (ac3651b0-430f-4247-aceb-9f4644f72c6e/640d7256-3ca4-4ba8-9cda-a2bf9e97df32/13a93325-7fc2-4659-87f1-9a1b7fd3a99f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:42.137063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-395ef670-1cfd-4d82-b2e3-2d2745f5a78a req-00c7335b-ce06-4dbe-b9cd-6e403a7f1657 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 210 time: 0.0451369 Jul 16 18:37:42.270114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-ea13f7b5-0a1a-4a73-af43-6ff7347946da tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.271551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-ea13f7b5-0a1a-4a73-af43-6ff7347946da tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/networks?id=b7e979d0-1064-4f5e-ade4-25772ec26d0b HTTP/1.1" status: 200 len: 910 time: 0.1808193 Jul 16 18:37:42.328690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-339438f1-30ce-424c-9b2b-2d428c19586d tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/quotas/e8280cc2008b4383a737b006c2341349 HTTP/1.1" status: 200 len: 375 time: 0.0457463 Jul 16 18:37:42.397483 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.417398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Transition to ACTIVE for port object 13a93325-7fc2-4659-87f1-9a1b7fd3a99f will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:42.434715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-cea65682-6207-40a5-90cf-6930c214cbae tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=e8280cc2008b4383a737b006c2341349&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965962 Jul 16 18:37:42.569419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-286ac780-7f52-4f69-b048-1668d62fc9d2 service neutron] 10.222.0.60 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240439 Jul 16 18:37:42.605033 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.707808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:42.715345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:42.721582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:42.774571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.788596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.789237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.808501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-a4b1dfeb-96f5-43c8-950d-54472e8b9dea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5553646 Jul 16 18:37:42.815004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-2f43699d-f621-435e-a07a-a16a5d861c81 service neutron] 10.222.0.60 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446814 Jul 16 18:37:42.822336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Request body: {'port': {'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:42.970791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.113497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eaf64331-6ad2-4b89-bd8c-b6ea36dfcc88 None None] Provisioning for port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:43.116787 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6742c29f-5a8f-43e9-ae79-f5cbda399f98 req-9d62ca3f-27c0-479d-8e9d-eff10c635865 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 210 time: 0.0520189 Jul 16 18:37:43.124910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-eaf64331-6ad2-4b89-bd8c-b6ea36dfcc88 None None] Provisioning complete for port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:43.125353 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-eaf64331-6ad2-4b89-bd8c-b6ea36dfcc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.235968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-eaf64331-6ad2-4b89-bd8c-b6ea36dfcc88 None None] Port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:43.613048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe7cb6-51bb-45fa-a690-c2b17ecfd404 req-57e332f5-2199-464f-9fba-00c0adb5c756 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.615078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96fe7cb6-51bb-45fa-a690-c2b17ecfd404 req-57e332f5-2199-464f-9fba-00c0adb5c756 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 932 time: 0.1684663 Jul 16 18:37:43.708138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-96fe7cb6-51bb-45fa-a690-c2b17ecfd404 req-3b432b7f-68e2-475e-b257-965381b226e6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863707 Jul 16 18:37:43.710579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a93325-7fc2-4659-87f1-9a1b7fd3a99f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:43.746622 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.780115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Transition to ACTIVE for port object 13a93325-7fc2-4659-87f1-9a1b7fd3a99f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:43.784775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.839359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Pushing event updated for resources: {'Port': ['ID=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:43.946520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Attempting to bind port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:43.946798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Attempting to bind port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:43.947087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Attempting to bind port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:43.951599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f on network ac3651b0-430f-4247-aceb-9f4644f72c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:43.951917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Attempting to bind port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:43.957305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:43.957693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:43.958084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Bound using segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:43.958507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Bound port: 13a93325-7fc2-4659-87f1-9a1b7fd3a99f, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:43.958862 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.039191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] For port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:44.043866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] For port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:44.056991 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.133964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.134649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.135927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] 10.222.0.45 "PUT /v2.0/ports/13a93325-7fc2-4659-87f1-9a1b7fd3a99f HTTP/1.1" status: 200 len: 1093 time: 1.3197784 Jul 16 18:37:44.136376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:44.138679 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64cd78d-7957-4403-9a21-3d07d6747f56" -d '{"events": [{"name": "network-changed", "server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:44.185750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ed616-108b-4d15-9175-c9d48b74b349 service neutron] Pushing event updated for resources: {'Port': ['ID=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.262521 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03e5071-6f7c-434b-aea7-1011e25c67a1 x-openstack-request-id: req-f03e5071-6f7c-434b-aea7-1011e25c67a1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:44.263076 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:44.263501 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f03e5071-6f7c-434b-aea7-1011e25c67a1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:44.264070 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'status': 'completed', 'code': 200} Jul 16 18:37:44.334788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-630ce8fe-3ed5-4417-b43d-200155ee2b4a req-71792826-4264-4374-8717-445c1eaf16d8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 210 time: 0.0331242 Jul 16 18:37:44.341611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d4049efa-e21d-4392-abbe-620b90545414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.343983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d4049efa-e21d-4392-abbe-620b90545414 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 1096 time: 0.1369758 Jul 16 18:37:44.414370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-dada2a34-363f-4227-923d-2f8c9547eba4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f HTTP/1.1" status: 200 len: 217 time: 0.0624020 Jul 16 18:37:44.492238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-aa13360c-f059-44ca-b52e-e1a35f220df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.494390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-aa13360c-f059-44ca-b52e-e1a35f220df9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0720251 Jul 16 18:37:44.564753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-4cc3bb07-1fe0-4756-af22-411497a0f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.566582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-4cc3bb07-1fe0-4756-af22-411497a0f321 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653033 Jul 16 18:37:44.677790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-700673ac-98d2-432a-9688-f5cf981fd91f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.679961 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-700673ac-98d2-432a-9688-f5cf981fd91f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.45 "GET /v2.0/networks?id=b7e979d0-1064-4f5e-ade4-25772ec26d0b HTTP/1.1" status: 200 len: 910 time: 0.1656942 Jul 16 18:37:44.692038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Request body: {'port': {'device_id': '84c7b4bd-b842-4afe-b572-652f5e959aa6', 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'admin_state_up': True, 'tenant_id': 'e8280cc2008b4383a737b006c2341349'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:44.729674 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Made reservation on behalf of e8280cc2008b4383a737b006c2341349 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:44.733806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.768354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-4905b956-363e-40cf-8542-04510ec09033 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919255 Jul 16 18:37:44.927754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Allocated IP 172.20.0.12 (b7e979d0-1064-4f5e-ade4-25772ec26d0b/6192880c-9d69-4a77-84f2-dbd0defacf81/11d9f6c6-eea4-47b1-bae6-f40c3a832fee) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:44.956278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf6258c-5491-4ad9-adde-6c002120e6c3 req-d0d8f71f-2fb9-4c7f-8bc3-e26ecbe6c41a service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746526 Jul 16 18:37:44.986502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297fb5a-7f98-4357-817f-d32f3bc2b998 req-153f8217-f705-46da-8d5d-189f2fd01ac9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.988255 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a297fb5a-7f98-4357-817f-d32f3bc2b998 req-153f8217-f705-46da-8d5d-189f2fd01ac9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.1089571 Jul 16 18:37:45.090326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a297fb5a-7f98-4357-817f-d32f3bc2b998 req-9983df23-5e8c-4ce1-9179-8e6d6bf8b2e4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938001 Jul 16 18:37:45.123084 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.135827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-7f079956-8971-48d0-a14b-c9d973c1c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.138391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-7f079956-8971-48d0-a14b-c9d973c1c8a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 1096 time: 0.1153729 Jul 16 18:37:45.141167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Transition to ACTIVE for port object 11d9f6c6-eea4-47b1-bae6-f40c3a832fee will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:45.180875 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.230643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ca744d82-a0d8-43d0-88a0-1588a49064a2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:45.233231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:45.237798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:45.257258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:45.315314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-85a28f0e-91a9-4bcd-8604-be498819e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.317185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-85a28f0e-91a9-4bcd-8604-be498819e6b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1731234 Jul 16 18:37:45.321867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Pushing event updated for resources: {'Port': ['ID=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:45.348645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.349278 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.370000 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-1b345fca-7f5b-4e5a-b77b-6214946dc7f7 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6813166 Jul 16 18:37:45.381610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Request body: {'port': {'device_id': '84c7b4bd-b842-4afe-b572-652f5e959aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:45.395957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-1cff9b02-aea0-4677-a3e6-1df2a3047d98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f HTTP/1.1" status: 200 len: 217 time: 0.0616181 Jul 16 18:37:45.472945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-24002ed6-81a2-445c-885f-558f5242f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.475088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-24002ed6-81a2-445c-885f-558f5242f725 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0707190 Jul 16 18:37:45.526827 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.608021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-00dadad6-2d0e-447f-9ad2-f68b8939146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.610457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-00dadad6-2d0e-447f-9ad2-f68b8939146e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296306 Jul 16 18:37:45.679498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-896a9fad-064d-482a-8fb1-a312c6fb9ab0 None None] Provisioning for port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:45.684720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-896a9fad-064d-482a-8fb1-a312c6fb9ab0 None None] Provisioning complete for port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:45.688232 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-896a9fad-064d-482a-8fb1-a312c6fb9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.707815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412a933-2a6f-472b-8d86-916a3d7ff32c req-f6de9053-b0b2-4882-901c-0b808ef47ddc tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.709019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f412a933-2a6f-472b-8d86-916a3d7ff32c req-f6de9053-b0b2-4882-901c-0b808ef47ddc tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1028 time: 0.1509686 Jul 16 18:37:45.773869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-896a9fad-064d-482a-8fb1-a312c6fb9ab0 None None] Port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:45.798710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f412a933-2a6f-472b-8d86-916a3d7ff32c req-6cc84fdc-5b8f-4813-abed-95a4eb793ae3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598607 Jul 16 18:37:45.800731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-99d69fb9-af45-4839-8de4-86788e823865 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707432 Jul 16 18:37:45.932600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a64cd78d-7957-4403-9a21-3d07d6747f56 req-63e0c474-4d4a-4349-b326-af84e8e92913 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243620 Jul 16 18:37:45.943240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d9f6c6-eea4-47b1-bae6-f40c3a832fee {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:45.950994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.963957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Transition to ACTIVE for port object 11d9f6c6-eea4-47b1-bae6-f40c3a832fee will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:45.969444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.026780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Pushing event updated for resources: {'Port': ['ID=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:46.099447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Attempting to bind port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:46.099794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Attempting to bind port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:46.100117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Attempting to bind port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee on network b7e979d0-1064-4f5e-ade4-25772ec26d0b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:46.105322 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee on network b7e979d0-1064-4f5e-ade4-25772ec26d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:46.105694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Attempting to bind port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee on network b7e979d0-1064-4f5e-ade4-25772ec26d0b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:46.129380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:46.131615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Checking segment: {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:46.132204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Bound using segment: {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:46.136011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Bound port: 11d9f6c6-eea4-47b1-bae6-f40c3a832fee, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e3db2b-aedc-4010-b528-23cda4e67f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:46.136683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.226303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] For port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:46.230974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] For port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:46.242275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.294967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.295644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.297243 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] 10.222.0.45 "PUT /v2.0/ports/11d9f6c6-eea4-47b1-bae6-f40c3a832fee HTTP/1.1" status: 200 len: 1093 time: 0.9206610 Jul 16 18:37:46.297879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c7b4bd-b842-4afe-b572-652f5e959aa6', 'tag': '11d9f6c6-eea4-47b1-bae6-f40c3a832fee'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:46.300535 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90453cf-398e-482f-989a-3a66b89eaec6" -d '{"events": [{"name": "network-changed", "server_uuid": "84c7b4bd-b842-4afe-b572-652f5e959aa6", "tag": "11d9f6c6-eea4-47b1-bae6-f40c3a832fee"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:46.351587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b926f-9d86-4594-8edd-49fccd0f7e57 service neutron] Pushing event updated for resources: {'Port': ['ID=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:46.381586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2ee95-2542-471d-b515-a10dcfe1d0f5 req-bc24abb5-b4eb-44c1-b8b7-dd5e42418db8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.389404 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eaec1e-4a63-40d1-b9c0-9230fa282bee x-openstack-request-id: req-65eaec1e-4a63-40d1-b9c0-9230fa282bee {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:46.390404 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c7b4bd-b842-4afe-b572-652f5e959aa6", "tag": "11d9f6c6-eea4-47b1-bae6-f40c3a832fee", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:46.390752 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65eaec1e-4a63-40d1-b9c0-9230fa282bee {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:46.391250 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c7b4bd-b842-4afe-b572-652f5e959aa6', 'tag': '11d9f6c6-eea4-47b1-bae6-f40c3a832fee', 'status': 'completed', 'code': 200} Jul 16 18:37:46.392755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eec2ee95-2542-471d-b515-a10dcfe1d0f5 req-bc24abb5-b4eb-44c1-b8b7-dd5e42418db8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.1401424 Jul 16 18:37:46.449458 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eec2ee95-2542-471d-b515-a10dcfe1d0f5 req-86812a93-3bb2-4eed-b22e-23533af0735d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557373 Jul 16 18:37:46.477287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-e4bc1172-a534-45fd-8868-6d5fcd0031ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.478833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-e4bc1172-a534-45fd-8868-6d5fcd0031ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8280cc2008b4383a737b006c2341349&device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1189711 Jul 16 18:37:46.528317 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-7eecd25d-ec9c-43d1-b9c3-b8b9d5b7691f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11d9f6c6-eea4-47b1-bae6-f40c3a832fee HTTP/1.1" status: 200 len: 217 time: 0.0417306 Jul 16 18:37:46.580317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-f69db93e-42d1-4e80-ab7f-bbd92f078810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.581805 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-f69db93e-42d1-4e80-ab7f-bbd92f078810 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6192880c-9d69-4a77-84f2-dbd0defacf81 HTTP/1.1" status: 200 len: 848 time: 0.0479536 Jul 16 18:37:46.640683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-f68820cb-7215-462f-8948-df71e97db103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.642384 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-f68820cb-7215-462f-8948-df71e97db103 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7e979d0-1064-4f5e-ade4-25772ec26d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542362 Jul 16 18:37:46.743201 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-57394e2f-f1bf-4fa5-816b-98615a728793 service neutron] 10.222.0.45 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910335 Jul 16 18:37:46.861234 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-08b540d8-9e51-42ab-8979-a02ad64ddfa6 req-220dcf99-a0a7-441e-b974-00207d0da5e7 service neutron] 10.222.0.45 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982542 Jul 16 18:37:47.008021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-7d980bad-dafb-4133-b7d8-658cb7316d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.011342 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-7d980bad-dafb-4133-b7d8-658cb7316d66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8280cc2008b4383a737b006c2341349&device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0859683 Jul 16 18:37:47.025779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5073-f6f3-47b7-853f-5568b95046a7 req-1f8f59b2-d827-4790-bc88-8bbfbd22beaa tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.027478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce7e5073-f6f3-47b7-853f-5568b95046a7 req-1f8f59b2-d827-4790-bc88-8bbfbd22beaa tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0843189 Jul 16 18:37:47.094822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce7e5073-f6f3-47b7-853f-5568b95046a7 req-3809ed40-8206-443e-b21d-985781395272 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583875 Jul 16 18:37:47.138683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-c557094b-edd3-4129-a689-be5091d019b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.141107 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-c557094b-edd3-4129-a689-be5091d019b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b7e979d0-1064-4f5e-ade4-25772ec26d0b HTTP/1.1" status: 200 len: 910 time: 0.1174715 Jul 16 18:37:47.213240 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-df557dad-9ed3-4c53-81f0-4444e7e92f40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11d9f6c6-eea4-47b1-bae6-f40c3a832fee HTTP/1.1" status: 200 len: 217 time: 0.0638268 Jul 16 18:37:47.272096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-e20c5232-3975-4ab6-9804-f0cf1084a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.274281 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-e20c5232-3975-4ab6-9804-f0cf1084a11d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6192880c-9d69-4a77-84f2-dbd0defacf81 HTTP/1.1" status: 200 len: 848 time: 0.0530334 Jul 16 18:37:47.342390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-76c6e076-8860-419b-8d6d-54c735716cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.344097 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-76c6e076-8860-419b-8d6d-54c735716cf9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b7e979d0-1064-4f5e-ade4-25772ec26d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629170 Jul 16 18:37:47.442914 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-2324c9a9-7dea-45c4-a161-05bb0aba8a68 service neutron] 10.222.0.45 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909376 Jul 16 18:37:47.545564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d90453cf-398e-482f-989a-3a66b89eaec6 req-ba657861-9fe8-4ad7-8aad-08aa848dc7aa service neutron] 10.222.0.45 "GET /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917687 Jul 16 18:37:47.648894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11081c-f84d-45cb-ba4e-ce6528226cc3 req-012bc571-207c-431e-b40c-d9e2dfcb528d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.650555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c11081c-f84d-45cb-ba4e-ce6528226cc3 req-012bc571-207c-431e-b40c-d9e2dfcb528d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.0702405 Jul 16 18:37:47.691362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c11081c-f84d-45cb-ba4e-ce6528226cc3 req-08b22cf6-b1ea-4746-a439-f4c7398f6099 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343087 Jul 16 18:37:48.286964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910890fb-1c3b-4bb8-9e35-7e54bb5fd449 req-ee745c6e-19fa-44a5-88b6-bbf19fb4c5a3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.288559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-910890fb-1c3b-4bb8-9e35-7e54bb5fd449 req-ee745c6e-19fa-44a5-88b6-bbf19fb4c5a3 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0562265 Jul 16 18:37:48.326386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-910890fb-1c3b-4bb8-9e35-7e54bb5fd449 req-aa57f807-7c05-4a39-92de-15e9041e129f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315332 Jul 16 18:37:48.872077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c811d4-95e8-4f4c-8316-63fb04463699 req-0ab00bc9-a569-4a10-88f8-baf8a78e9388 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.873579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7c811d4-95e8-4f4c-8316-63fb04463699 req-0ab00bc9-a569-4a10-88f8-baf8a78e9388 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.0638824 Jul 16 18:37:48.912712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7c811d4-95e8-4f4c-8316-63fb04463699 req-c986c34c-d23e-42d6-9701-1e131244caf6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325367 Jul 16 18:37:49.567287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3d432-15d9-4b07-9b5d-8e694d4d092c req-161a33f1-3490-4b38-8cb6-7821501f28b2 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:49.568840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2b3d432-15d9-4b07-9b5d-8e694d4d092c req-161a33f1-3490-4b38-8cb6-7821501f28b2 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1200018 Jul 16 18:37:49.592184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 11d9f6c6-eea4-47b1-bae6-f40c3a832fee details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:49.606214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2b3d432-15d9-4b07-9b5d-8e694d4d092c req-a9357a4a-c9d8-4c7b-9697-be6a8f6266f2 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Jul 16 18:37:49.697980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:49.708863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '11d9f6c6-eea4-47b1-bae6-f40c3a832fee', 'network_id': 'b7e979d0-1064-4f5e-ade4-25772ec26d0b', 'port_id': '11d9f6c6-eea4-47b1-bae6-f40c3a832fee', 'mac_address': 'fa:16:3e:65:f4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6192880c-9d69-4a77-84f2-dbd0defacf81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:49.746792 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.760176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d9f6c6-eea4-47b1-bae6-f40c3a832fee {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:49.780866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:49.784917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.830569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:50.031565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['11d9f6c6-eea4-47b1-bae6-f40c3a832fee'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:50.092299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5258832-aff2-4b40-832b-92f9f133d889 req-be31d236-7075-47bb-82b4-b5b2d68da893 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.094788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5258832-aff2-4b40-832b-92f9f133d889 req-be31d236-7075-47bb-82b4-b5b2d68da893 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.0674167 Jul 16 18:37:50.138933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5258832-aff2-4b40-832b-92f9f133d889 req-884c12dd-e8b2-4493-ac5c-4dfea9c9f30f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381505 Jul 16 18:37:50.786588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304619e1-0ccc-4dcd-b961-73e260430718 req-b54ee0e9-d453-4a3f-bf85-e376040fd69f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.788156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-304619e1-0ccc-4dcd-b961-73e260430718 req-b54ee0e9-d453-4a3f-bf85-e376040fd69f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1097 time: 0.0600243 Jul 16 18:37:50.824366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-304619e1-0ccc-4dcd-b961-73e260430718 req-78d74d7a-46ff-40a2-9168-e98b681b93b9 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301702 Jul 16 18:37:51.325349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459e238-2df9-4da7-8466-a32b2d47047c req-d76f8260-796d-4ec3-b06e-ccfe2756b841 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.327001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4459e238-2df9-4da7-8466-a32b2d47047c req-d76f8260-796d-4ec3-b06e-ccfe2756b841 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.0704579 Jul 16 18:37:51.366039 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4459e238-2df9-4da7-8466-a32b2d47047c req-f9697dff-2342-4a02-95aa-313b4edfc4eb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jul 16 18:37:51.593472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 11d9f6c6-eea4-47b1-bae6-f40c3a832fee up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:51.642737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:51.646362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:51.646734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.726290 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.749546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c7b4bd-b842-4afe-b572-652f5e959aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d9f6c6-eea4-47b1-bae6-f40c3a832fee'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:51.751816 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4c221d-7e3e-4b3b-92ab-d59ac2060d2b" -d '{"events": [{"server_uuid": "84c7b4bd-b842-4afe-b572-652f5e959aa6", "name": "network-vif-plugged", "status": "completed", "tag": "11d9f6c6-eea4-47b1-bae6-f40c3a832fee"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:51.765745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:51.769943 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.794071 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa558e53-c957-40df-88cb-e5acaa67bcf3 x-openstack-request-id: req-aa558e53-c957-40df-88cb-e5acaa67bcf3 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:51.794367 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c7b4bd-b842-4afe-b572-652f5e959aa6", "name": "network-vif-plugged", "status": "completed", "tag": "11d9f6c6-eea4-47b1-bae6-f40c3a832fee", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:51.794618 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa558e53-c957-40df-88cb-e5acaa67bcf3 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:51.795006 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c7b4bd-b842-4afe-b572-652f5e959aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d9f6c6-eea4-47b1-bae6-f40c3a832fee', 'code': 200} Jul 16 18:37:51.822781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:51.888313 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:51.911300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec2ac0-27b9-413b-868a-d4d3ec45dada req-9afb450f-5efa-4157-a99b-2d8afc6dcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.912989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9fec2ac0-27b9-413b-868a-d4d3ec45dada req-9afb450f-5efa-4157-a99b-2d8afc6dcfc2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0550816 Jul 16 18:37:51.964158 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9fec2ac0-27b9-413b-868a-d4d3ec45dada req-79a5724d-6038-4fcf-a0f6-54fc18eaca63 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Jul 16 18:37:52.000127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287eda0-6bd4-469a-bfa6-f0ce42429bb9 req-2f9365b8-989f-40ce-8997-19db4549c709 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.001626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5287eda0-6bd4-469a-bfa6-f0ce42429bb9 req-2f9365b8-989f-40ce-8997-19db4549c709 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0565853 Jul 16 18:37:52.042681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5287eda0-6bd4-469a-bfa6-f0ce42429bb9 req-f929f9fd-c408-4373-923c-47926a0fe969 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352137 Jul 16 18:37:52.547127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef46e39-17a7-418d-a289-1d78c2fb5e20 req-9eb100d7-5c67-4883-90aa-3098105d4826 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.548873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fef46e39-17a7-418d-a289-1d78c2fb5e20 req-9eb100d7-5c67-4883-90aa-3098105d4826 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.0708475 Jul 16 18:37:52.587047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fef46e39-17a7-418d-a289-1d78c2fb5e20 req-73abd96e-302a-477f-84e2-20ae9a14fa80 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324528 Jul 16 18:37:53.205799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d99284-76b6-42d6-899a-cf91f15438b4 req-a101d5bb-09d3-442f-bfea-bd0511f8bcf9 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.207310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72d99284-76b6-42d6-899a-cf91f15438b4 req-a101d5bb-09d3-442f-bfea-bd0511f8bcf9 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0536368 Jul 16 18:37:53.246449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72d99284-76b6-42d6-899a-cf91f15438b4 req-0564c735-b5da-4db5-8f29-6d4788965077 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324552 Jul 16 18:37:53.419336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d698d-c917-417c-87a0-90bf04a3be10 req-9f38715b-01b2-414a-bed8-99f39f8b2fb2 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.421482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c3d698d-c917-417c-87a0-90bf04a3be10 req-9f38715b-01b2-414a-bed8-99f39f8b2fb2 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0562618 Jul 16 18:37:53.456223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7c3d698d-c917-417c-87a0-90bf04a3be10 req-cce871ed-77f8-45e2-b6ad-c3931060c8ed tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290306 Jul 16 18:37:53.619653 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd99e1-3d0d-4d58-b129-0d674aed8c3b req-b98bd3ae-3ad0-4d63-83c6-b38f0230ab48 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.621304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0efd99e1-3d0d-4d58-b129-0d674aed8c3b req-b98bd3ae-3ad0-4d63-83c6-b38f0230ab48 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0529499 Jul 16 18:37:53.661693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0efd99e1-3d0d-4d58-b129-0d674aed8c3b req-564d5628-1d47-48c6-a844-d9b10a41cb2b tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Jul 16 18:37:53.794323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fba48c-3d19-4686-a6c7-84c5be79778b req-14c74457-1955-4dd3-b48f-2c0b5a2a7252 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.796583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8fba48c-3d19-4686-a6c7-84c5be79778b req-14c74457-1955-4dd3-b48f-2c0b5a2a7252 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.0696185 Jul 16 18:37:53.837783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8fba48c-3d19-4686-a6c7-84c5be79778b req-4f847f8c-b37d-4ebc-a787-017a109343d9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356607 Jul 16 18:37:54.082917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329deee-4f24-464c-8bc8-e599011a0b44 req-568b6b78-3af1-41ad-a4a4-fee7034a057f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.084978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6329deee-4f24-464c-8bc8-e599011a0b44 req-568b6b78-3af1-41ad-a4a4-fee7034a057f tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0593958 Jul 16 18:37:54.138044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6329deee-4f24-464c-8bc8-e599011a0b44 req-4d53b79a-587a-4fc7-9357-67c605ef6beb tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430706 Jul 16 18:37:54.257116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-154e024e-e2ea-4f08-8a79-6ae8a10eec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.258859 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-154e024e-e2ea-4f08-8a79-6ae8a10eec50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0583377 Jul 16 18:37:54.332488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23288668-42d5-420f-9d34-c6572f0de5dc req-e725d4d2-89f3-41a7-852d-7e10992e6f6c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.334082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23288668-42d5-420f-9d34-c6572f0de5dc req-e725d4d2-89f3-41a7-852d-7e10992e6f6c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0680263 Jul 16 18:37:54.356473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-e751624c-2c9c-4c49-aa9c-a4686133f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.358989 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-e751624c-2c9c-4c49-aa9c-a4686133f533 service neutron] 10.222.0.45 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 920 time: 0.0904765 Jul 16 18:37:54.373092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23288668-42d5-420f-9d34-c6572f0de5dc req-84438ff9-955a-4014-8bcd-424b3bc5e4a3 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Jul 16 18:37:54.417336 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-36619fcf-22f8-4f03-8eb2-8e733d9bf9b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109 HTTP/1.1" status: 200 len: 217 time: 0.0421393 Jul 16 18:37:54.470218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-8e593655-0963-45b5-bb2e-c71a7a3cf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.471763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-8e593655-0963-45b5-bb2e-c71a7a3cf0c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 200 len: 859 time: 0.0442743 Jul 16 18:37:54.507169 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-03be37b8-146b-4a2c-bc3c-7d84de6d41f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=784a4658-f515-4ccd-9720-482b9e9c5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269599 Jul 16 18:37:54.611838 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-11ceeac5-a56c-478e-a7c7-bb1ef3803f0e service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970414 Jul 16 18:37:54.707154 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-80ac5bed-2aea-4f35-b009-49f0ab9d1bb2 req-b0b6cdd8-c940-4ba5-a343-130500c25559 service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862334 Jul 16 18:37:55.032528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c786b7c-31c2-445c-af91-3760f3825699 req-bb688cae-1e1c-462e-803f-2dcf665c0a9a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.034058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c786b7c-31c2-445c-af91-3760f3825699 req-bb688cae-1e1c-462e-803f-2dcf665c0a9a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.0658481 Jul 16 18:37:55.078301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c786b7c-31c2-445c-af91-3760f3825699 req-276e825e-f625-4e96-a95a-d9c77bb269ee tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367374 Jul 16 18:37:55.318071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67630da-a8e2-452f-bed8-f0b2222a24c1 req-097c8a31-af68-4c71-9bdf-1491af7f3175 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.319613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e67630da-a8e2-452f-bed8-f0b2222a24c1 req-097c8a31-af68-4c71-9bdf-1491af7f3175 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0523493 Jul 16 18:37:55.359201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e67630da-a8e2-452f-bed8-f0b2222a24c1 req-684c378a-cd23-4d14-86b3-c416deaf95ac tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326762 Jul 16 18:37:55.574981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81f9d-0fe1-49db-8e02-235f2897c56d req-46278021-6a90-4f09-857e-04468f64a7f9 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.582291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ee81f9d-0fe1-49db-8e02-235f2897c56d req-46278021-6a90-4f09-857e-04468f64a7f9 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0847278 Jul 16 18:37:55.588891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-315ecf9a-2bf9-4e4d-b7c2-8e33a133018c tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.591452 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-315ecf9a-2bf9-4e4d-b7c2-8e33a133018c tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0670733 Jul 16 18:37:55.621138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ee81f9d-0fe1-49db-8e02-235f2897c56d req-66014592-6b38-4c28-a7dc-1f82444c3084 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371215 Jul 16 18:37:55.690909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Deleting port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:55.691338 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.773275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] For port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:55.773634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.786585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Calling delete_port for 11d9f6c6-eea4-47b1-bae6-f40c3a832fee owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:55.906728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.919327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['11d9f6c6-eea4-47b1-bae6-f40c3a832fee'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:55.937207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Pushing event deleted for resources: {'Port': ['ID=11d9f6c6-eea4-47b1-bae6-f40c3a832fee,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.958175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ca744d82-a0d8-43d0-88a0-1588a49064a2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:55.986564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] No DVR routers for this DVR port 11d9f6c6-eea4-47b1-bae6-f40c3a832fee on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:55.989821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.991566 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1d11d2c3-f4dd-4287-9bcd-f15f0a8e190a req-6647b629-b0ff-4faf-b036-c40f5e7827b8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.45 "DELETE /v2.0/ports/11d9f6c6-eea4-47b1-bae6-f40c3a832fee HTTP/1.1" status: 204 len: 173 time: 0.3942382 Jul 16 18:37:55.992017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c7b4bd-b842-4afe-b572-652f5e959aa6', 'name': 'network-vif-deleted', 'tag': '11d9f6c6-eea4-47b1-bae6-f40c3a832fee'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:55.994323 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6462be68-1ed9-4e03-9633-aa42a9771e50" -d '{"events": [{"server_uuid": "84c7b4bd-b842-4afe-b572-652f5e959aa6", "name": "network-vif-deleted", "tag": "11d9f6c6-eea4-47b1-bae6-f40c3a832fee"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:56.055550 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa918c4c-6814-4830-ab4e-b7a6ccbf8dfb x-openstack-request-id: req-aa918c4c-6814-4830-ab4e-b7a6ccbf8dfb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:56.055995 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c7b4bd-b842-4afe-b572-652f5e959aa6", "name": "network-vif-deleted", "tag": "11d9f6c6-eea4-47b1-bae6-f40c3a832fee", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:56.056351 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa918c4c-6814-4830-ab4e-b7a6ccbf8dfb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:56.056751 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c7b4bd-b842-4afe-b572-652f5e959aa6', 'name': 'network-vif-deleted', 'tag': '11d9f6c6-eea4-47b1-bae6-f40c3a832fee', 'status': 'completed', 'code': 200} Jul 16 18:37:56.312785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d7d98-d0eb-46cb-9eac-b6715755754e req-dd8beff5-90c4-4dce-bf1b-111677e2c605 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.314260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e73d7d98-d0eb-46cb-9eac-b6715755754e req-dd8beff5-90c4-4dce-bf1b-111677e2c605 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.0717371 Jul 16 18:37:56.352827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e73d7d98-d0eb-46cb-9eac-b6715755754e req-5de17ae5-9789-4a20-a7f8-a3acca846db4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329399 Jul 16 18:37:56.517183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a7d5f477-57d6-4512-8977-01c6ad9637cd req-87093f6c-f27d-41b6-b410-4fe82ab35837 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84c7b4bd-b842-4afe-b572-652f5e959aa6 HTTP/1.1" status: 200 len: 210 time: 0.0375767 Jul 16 18:37:56.806019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6913-9bef-44bc-a00d-5f54836301ed req-77cf57be-dc59-4020-a639-a2ff1d3f559e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.807424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3aed6913-9bef-44bc-a00d-5f54836301ed req-77cf57be-dc59-4020-a639-a2ff1d3f559e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0678024 Jul 16 18:37:56.846662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3aed6913-9bef-44bc-a00d-5f54836301ed req-bf7dc776-9b33-4e03-a1cb-c4be0322a076 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331106 Jul 16 18:37:57.530144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fc69a-975d-4816-9d4c-6b48548093ba req-8f0fdeb7-aeda-47c5-8b56-8b704522193d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:57.531699 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a0fc69a-975d-4816-9d4c-6b48548093ba req-8f0fdeb7-aeda-47c5-8b56-8b704522193d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 944 time: 0.0676718 Jul 16 18:37:57.570114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a0fc69a-975d-4816-9d4c-6b48548093ba req-d3fd91ce-6d46-46c6-9e93-6178a96c910f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327208 Jul 16 18:37:57.624918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 13a93325-7fc2-4659-87f1-9a1b7fd3a99f details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:57.731430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:57.746419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:57.788676 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.804318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a93325-7fc2-4659-87f1-9a1b7fd3a99f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:57.827777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:57.832897 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.895295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:58.058221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369f9c5-07e0-498a-92d5-3eee4b7874a6 req-039dfa08-72fd-4d51-b817-9ace7fbf1c0f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.059794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3369f9c5-07e0-498a-92d5-3eee4b7874a6 req-039dfa08-72fd-4d51-b817-9ace7fbf1c0f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0888603 Jul 16 18:37:58.084333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['13a93325-7fc2-4659-87f1-9a1b7fd3a99f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:58.128381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3369f9c5-07e0-498a-92d5-3eee4b7874a6 req-59184f36-f1e9-4f5b-86a6-6d17cd03adab tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Jul 16 18:37:58.192548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed5b98-c300-4a20-becd-1760983783b4 req-ec9f5a87-123d-4fd2-864b-4ae6178f8ee8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.194734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eeed5b98-c300-4a20-becd-1760983783b4 req-ec9f5a87-123d-4fd2-864b-4ae6178f8ee8 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1098 time: 0.0654333 Jul 16 18:37:58.236887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eeed5b98-c300-4a20-becd-1760983783b4 req-05c9ba6f-4125-4985-b5d7-ba816ace43df tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362713 Jul 16 18:37:58.757388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3899ba-fcd7-4522-94cb-63942facf104 req-9f8c7c09-f633-4fc9-874c-628691189844 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.758903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a3899ba-fcd7-4522-94cb-63942facf104 req-9f8c7c09-f633-4fc9-874c-628691189844 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 945 time: 0.0702865 Jul 16 18:37:58.798985 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a3899ba-fcd7-4522-94cb-63942facf104 req-c7f316b5-1069-423b-99cf-4ee60babae0c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337427 Jul 16 18:37:58.979277 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.313627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca221f3d-7488-4bb7-9e94-2430807ca797 req-6cde4de5-6b03-430b-a6db-9ba4a0c69cd0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:59.315145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca221f3d-7488-4bb7-9e94-2430807ca797 req-6cde4de5-6b03-430b-a6db-9ba4a0c69cd0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0674143 Jul 16 18:37:59.366033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca221f3d-7488-4bb7-9e94-2430807ca797 req-35a2cd0c-e906-48dc-afff-7752ae65e1a0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Jul 16 18:37:59.414893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a30b56-de96-4018-a486-c52d64123c01 req-88945975-9978-45ed-ab52-971782c1424a tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:59.416412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60a30b56-de96-4018-a486-c52d64123c01 req-88945975-9978-45ed-ab52-971782c1424a tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1098 time: 0.0666161 Jul 16 18:37:59.458745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60a30b56-de96-4018-a486-c52d64123c01 req-f1bbf0b7-7e92-43e2-b597-e3ea7eaa2622 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356839 Jul 16 18:37:59.652485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 13a93325-7fc2-4659-87f1-9a1b7fd3a99f up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:59.706532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:59.710749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:59.711129 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.789845 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.812292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:59.814558 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8c8e08-5066-410b-92a2-f99a26aaf1d4" -d '{"events": [{"server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "name": "network-vif-plugged", "status": "completed", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:59.827593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:59.834487 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.835419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 11d9f6c6-eea4-47b1-bae6-f40c3a832fee no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:59.880630 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7069f039-ee7a-440d-be6c-0e0d09160a55 x-openstack-request-id: req-7069f039-ee7a-440d-be6c-0e0d09160a55 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:59.880938 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "name": "network-vif-plugged", "status": "completed", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:59.881350 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7069f039-ee7a-440d-be6c-0e0d09160a55 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:59.881782 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'code': 200} Jul 16 18:37:59.882422 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 11d9f6c6-eea4-47b1-bae6-f40c3a832fee {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:59.882756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 11d9f6c6-eea4-47b1-bae6-f40c3a832fee not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:59.912920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.019305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb222ea-6a5c-455b-9274-9f941c11bff4 req-ed4ce511-ca5e-4120-be06-4f8492a85c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.019965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0889b-2813-4c32-ba15-5c42bfd1c6d7 req-711ac8ff-94b6-4960-afa3-8216ce0091e5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.020915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7eb222ea-6a5c-455b-9274-9f941c11bff4 req-ed4ce511-ca5e-4120-be06-4f8492a85c2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 1098 time: 0.0789135 Jul 16 18:38:00.021230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4bb0889b-2813-4c32-ba15-5c42bfd1c6d7 req-711ac8ff-94b6-4960-afa3-8216ce0091e5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 946 time: 0.0758092 Jul 16 18:38:00.064118 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7eb222ea-6a5c-455b-9274-9f941c11bff4 req-4a9f53e0-8743-4fc7-88a6-6fb03523d7da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349979 Jul 16 18:38:00.064739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4bb0889b-2813-4c32-ba15-5c42bfd1c6d7 req-b92e8c27-5435-4abf-93a9-f09d5a36a9b9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374660 Jul 16 18:38:00.344471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-55256cfb-55c6-4a47-be5f-f8dd7e0c303e tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.346040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-55256cfb-55c6-4a47-be5f-f8dd7e0c303e tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1098 time: 0.0558622 Jul 16 18:38:00.446481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Deleting port ca744d82-a0d8-43d0-88a0-1588a49064a2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:00.446823 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.567639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] For port ca744d82-a0d8-43d0-88a0-1588a49064a2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ca744d82-a0d8-43d0-88a0-1588a49064a2,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:00.567944 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.593163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Calling delete_port for ca744d82-a0d8-43d0-88a0-1588a49064a2 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:00.641452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45088f-2639-439f-b692-23487f5db9b3 req-6c4454fb-f188-4002-9ba5-3a3f70deafe0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.642918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad45088f-2639-439f-b692-23487f5db9b3 req-6c4454fb-f188-4002-9ba5-3a3f70deafe0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1411550 Jul 16 18:38:00.754238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07a05-bc37-44b3-a1a1-e15d3cbcf01f req-f11d5534-d41d-4e93-a7e6-79bb6ee63e85 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.755829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14a07a05-bc37-44b3-a1a1-e15d3cbcf01f req-f11d5534-d41d-4e93-a7e6-79bb6ee63e85 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 1098 time: 0.1699653 Jul 16 18:38:00.758837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad45088f-2639-439f-b692-23487f5db9b3 req-de87b26f-8cf0-4c32-9ec1-a4ea9b1f733b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094260 Jul 16 18:38:00.831673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14a07a05-bc37-44b3-a1a1-e15d3cbcf01f req-88035a86-d6cd-4fe8-8317-5eea51ceee55 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5eb914a5-7462-4203-a5de-50ea8d115c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699854 Jul 16 18:38:00.856620 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.886434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca744d82-a0d8-43d0-88a0-1588a49064a2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.905808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ca744d82-a0d8-43d0-88a0-1588a49064a2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:00.949882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] No DVR routers for this DVR port ca744d82-a0d8-43d0-88a0-1588a49064a2 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:00.954486 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.958547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b44c3cb7-d7d7-43fc-9bd8-7633ae0dd277 req-eef9627c-bae8-45aa-be53-bbd4829997ef tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.46 "DELETE /v2.0/ports/ca744d82-a0d8-43d0-88a0-1588a49064a2 HTTP/1.1" status: 204 len: 173 time: 0.6063614 Jul 16 18:38:00.959018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf17f57-6a22-4c91-b25f-111cd41af76a', 'name': 'network-vif-deleted', 'tag': 'ca744d82-a0d8-43d0-88a0-1588a49064a2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:00.969130 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd305e-3471-47f4-b2a5-d25c4d13ecea" -d '{"events": [{"server_uuid": "aaf17f57-6a22-4c91-b25f-111cd41af76a", "name": "network-vif-deleted", "tag": "ca744d82-a0d8-43d0-88a0-1588a49064a2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:01.017960 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5191b7-f95a-4711-a286-04d99136f78e x-openstack-request-id: req-6a5191b7-f95a-4711-a286-04d99136f78e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:01.017960 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf17f57-6a22-4c91-b25f-111cd41af76a", "name": "network-vif-deleted", "tag": "ca744d82-a0d8-43d0-88a0-1588a49064a2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:01.017960 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a5191b7-f95a-4711-a286-04d99136f78e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:01.017960 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf17f57-6a22-4c91-b25f-111cd41af76a', 'name': 'network-vif-deleted', 'tag': 'ca744d82-a0d8-43d0-88a0-1588a49064a2', 'status': 'completed', 'code': 200} Jul 16 18:38:01.339909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3309e-9451-4b1c-9fd2-4e83ea91d261 req-3d9fd102-f9a1-408d-9fa2-bbfc93713069 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:01.341489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bd3309e-9451-4b1c-9fd2-4e83ea91d261 req-3d9fd102-f9a1-408d-9fa2-bbfc93713069 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 946 time: 0.0707726 Jul 16 18:38:01.381900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bd3309e-9451-4b1c-9fd2-4e83ea91d261 req-cb358a91-c60a-475e-920a-aee82657d0f4 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337408 Jul 16 18:38:01.568062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5dbab-98e0-4f08-84c8-ebf6ae58556e req-9f20c87e-8b75-499f-9df3-669545acd7e5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:01.569588 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dc5dbab-98e0-4f08-84c8-ebf6ae58556e req-9f20c87e-8b75-499f-9df3-669545acd7e5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 946 time: 0.0648670 Jul 16 18:38:01.611807 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dc5dbab-98e0-4f08-84c8-ebf6ae58556e req-f0a9acfd-8be9-41cf-9239-c5f5db5375ea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365400 Jul 16 18:38:01.636984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52158) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:01.699459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc07823-6c31-4794-9d11-d2f8672dab56 tempest-TestVolumeBootPattern-1154659773 tempest-TestVolumeBootPattern-1154659773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:01.702134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fbc07823-6c31-4794-9d11-d2f8672dab56 tempest-TestVolumeBootPattern-1154659773 tempest-TestVolumeBootPattern-1154659773-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 1093 time: 0.0638745 Jul 16 18:38:01.704788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52164) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:01.709620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:01.741640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.891332 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.051497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e96a57bb-9665-4799-aca9-97e0d3a2b905 req-7fa76e81-d8d7-4329-b194-c9df6b7caac0 tempest-TestServerMultinode-1744169845 tempest-TestServerMultinode-1744169845-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aaf17f57-6a22-4c91-b25f-111cd41af76a HTTP/1.1" status: 200 len: 210 time: 0.0459037 Jul 16 18:38:02.129478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.25.2.29 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/da7e1bcd-cd14-445e-8252-ff85818cbe05) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:02.144887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecb662-6e12-4488-bdec-daa556b1d1e9 req-d2806e29-4a62-4acb-afb7-69ac53987557 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.146303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41ecb662-6e12-4488-bdec-daa556b1d1e9 req-d2806e29-4a62-4acb-afb7-69ac53987557 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.2092896 Jul 16 18:38:02.595823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41ecb662-6e12-4488-bdec-daa556b1d1e9 req-3cd7a4a6-7f4b-4878-b534-46ea64d25437 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421184 Jul 16 18:38:02.632646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.671258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.713808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:02.719435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:02.722400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:02.725882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=da7e1bcd-cd14-445e-8252-ff85818cbe05,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.110704 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.154122 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-91cf31f8-29e1-4a7f-a95a-ab49f84c05e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.183850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52188) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:03.207831 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.378716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.383336 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.463049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=da7e1bcd-cd14-445e-8252-ff85818cbe05,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.472312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.561324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.591207 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Floating IP 9ecdc640-f7f0-47e2-9850-c0b676d217bd associated. External IP: 172.25.2.29, port: 13a93325-7fc2-4659-87f1-9a1b7fd3a99f. Jul 16 18:38:03.875811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Deleting port 6b258360-7439-49d1-8078-a1075d95ea94 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:03.876043 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.914182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89d244-4efb-42a2-b395-c080f4bdaabd req-b1944bce-079b-453c-a05b-5c7374411985 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:03.915754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a89d244-4efb-42a2-b395-c080f4bdaabd req-b1944bce-079b-453c-a05b-5c7374411985 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1774230 Jul 16 18:38:03.923066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Router 37fa7e14-6425-4c07-8972-3fb5c4189864 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:03.959993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] For port 6b258360-7439-49d1-8078-a1075d95ea94, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6b258360-7439-49d1-8078-a1075d95ea94,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:03.960380 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.963758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a89d244-4efb-42a2-b395-c080f4bdaabd req-8a3f7970-5be2-4cb8-a4ba-6272cdc98c21 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393357 Jul 16 18:38:03.975401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Calling delete_port for 6b258360-7439-49d1-8078-a1075d95ea94 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:04.068419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:04.080345 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] Sync routers for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:04.086939 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.094719 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:04.095667 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:04.142747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ca744d82-a0d8-43d0-88a0-1588a49064a2 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:04.172182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-736bb226-217f-429d-b065-7d9dabfb8c75 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4630032 Jul 16 18:38:04.173234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:04.175778 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:04.179417 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: ca744d82-a0d8-43d0-88a0-1588a49064a2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:04.181321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ca744d82-a0d8-43d0-88a0-1588a49064a2 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:04.231443 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d81b6-18da-44f4-9cdf-19caa50455e3 x-openstack-request-id: req-636d81b6-18da-44f4-9cdf-19caa50455e3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:04.231735 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:04.232067 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-636d81b6-18da-44f4-9cdf-19caa50455e3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:04.232964 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'status': 'completed', 'code': 200} Jul 16 18:38:04.255747 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.271034 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:04.324821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b258360-7439-49d1-8078-a1075d95ea94,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:04.475368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-3e590075-f413-4423-976b-c3d9cf1aff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:04.476946 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-3e590075-f413-4423-976b-c3d9cf1aff53 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 1098 time: 0.1902051 Jul 16 18:38:04.539449 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9ecdc640-f7f0-47e2-9850-c0b676d217bd', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:02Z', 'updated_at': '2021-07-16T18:38:02Z', 'revision_number': 0, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:04.572675 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] Checking router: 37fa7e14-6425-4c07-8972-3fb5c4189864 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:04.582468 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:04.583360 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:04.849674 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:05.008507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.087872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-3c60fa36-9eb7-4613-bfa3-62ff1e478e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.089645 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-3c60fa36-9eb7-4613-bfa3-62ff1e478e49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.6043255 Jul 16 18:38:05.227757 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9ecdc640-f7f0-47e2-9850-c0b676d217bd', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:02Z', 'updated_at': '2021-07-16T18:38:02Z', 'revision_number': 0, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:05.262022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87ca1f-a1d9-4a5e-940d-d85e0eda1b83 req-1a5a48f4-944b-44d5-9541-2d41b432d550 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.265512 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d87ca1f-a1d9-4a5e-940d-d85e0eda1b83 req-1a5a48f4-944b-44d5-9541-2d41b432d550 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1162419 Jul 16 18:38:05.268068 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926088a5-fc90-46aa-b87b-4bff49840fbe None None] The sync data for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 is: [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9ecdc640-f7f0-47e2-9850-c0b676d217bd', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:02Z', 'updated_at': '2021-07-16T18:38:02Z', 'revision_number': 0, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:05.285747 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-d363b07f-dc3f-4732-baf7-9f3bc322d126 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f HTTP/1.1" status: 200 len: 999 time: 0.1794899 Jul 16 18:38:05.328767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d87ca1f-a1d9-4a5e-940d-d85e0eda1b83 req-e821c198-a7d0-400e-8bbb-dcb8a1c97994 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Jul 16 18:38:05.434886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-d5d9dbdf-4f46-4268-b684-21dd6f610a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.437098 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-d5d9dbdf-4f46-4268-b684-21dd6f610a74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0999935 Jul 16 18:38:05.499476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:05.559180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab64085-32a3-48bf-95ba-61e327873040 None None] New status for floating IP 9ecdc640-f7f0-47e2-9850-c0b676d217bd: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:38:05.578903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-8d277fa3-6f52-45a9-8702-63980eeeddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.580639 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-8d277fa3-6f52-45a9-8702-63980eeeddd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352842 Jul 16 18:38:05.722261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:05.730181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52224) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:05.730809 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ebbd6017-dd81-41bf-980f-6658933d26b6 admin admin] 10.222.0.60 "PUT /v2.0/routers/2b084fdf-49f6-49b0-aa54-9423cc8ce65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5442779 Jul 16 18:38:05.733469 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] Sync routers for ids ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:05.751808 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] Routers {'2b084fdf-49f6-49b0-aa54-9423cc8ce65e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:05.752486 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:37:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:05.760921 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-5b670a1e-06e6-4ff0-9133-a0ec3f464639 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365256 Jul 16 18:38:05.890196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.920388 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7e876332-4c77-4f5e-b2d3-59cd1b87d2c9 req-6643f391-0ff4-4b64-b0b7-c1deff4c8928 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515870 Jul 16 18:38:05.936170 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] Set router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:05.967177 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.041121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.045727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-757bf5db-1f1a-4936-872b-fd6eca5e0c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.125624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Deleting port 1c59cb27-1236-4d99-b31a-c4f2618769b2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:06.126368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.151685 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:38:04Z', 'revision_number': 5, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'gw_port': {'id': '1c59cb27-1236-4d99-b31a-c4f2618769b2', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:06.183381 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] Checking router: 2b084fdf-49f6-49b0-aa54-9423cc8ce65e for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:06.194191 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] Routers {'2b084fdf-49f6-49b0-aa54-9423cc8ce65e'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:06.194985 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:38:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:06.241346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] For port 1c59cb27-1236-4d99-b31a-c4f2618769b2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1c59cb27-1236-4d99-b31a-c4f2618769b2,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:06.241734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.261208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Calling delete_port for 1c59cb27-1236-4d99-b31a-c4f2618769b2 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:06.303316 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] Set router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:06.375792 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:38:06Z', 'revision_number': 6, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:06.411684 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b8b6b-3353-4df5-bd74-9874d1b42af0 None None] The sync data for ids ['2b084fdf-49f6-49b0-aa54-9423cc8ce65e'] in n-d-793619-10 is: [{'id': '2b084fdf-49f6-49b0-aa54-9423cc8ce65e', 'name': 'tempest-TestServerMultinode-182866263-router', 'tenant_id': '7280fc0ca34e4e4b9a70ca1928892887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:11Z', 'updated_at': '2021-07-16T18:38:06Z', 'revision_number': 6, 'project_id': '7280fc0ca34e4e4b9a70ca1928892887', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:06.545447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-32df90cb-a06c-46b6-9265-7ee2779188c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1776936 Jul 16 18:38:06.583439 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c072b3-bd77-4a4e-83f6-f6d203594709 req-b5a7b77f-1eb8-4d8a-b46b-60262e58c8af tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.587789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7c072b3-bd77-4a4e-83f6-f6d203594709 req-b5a7b77f-1eb8-4d8a-b46b-60262e58c8af tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.3122761 Jul 16 18:38:06.715258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7c072b3-bd77-4a4e-83f6-f6d203594709 req-5ca7ec86-634e-4525-94ca-dd83aa9f45eb tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225824 Jul 16 18:38:06.735259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad97ca9-325b-4d11-aab8-cc745e14d6de req-661f6ca3-ebb4-4af6-acaf-9f138298be41 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.736824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ad97ca9-325b-4d11-aab8-cc745e14d6de req-661f6ca3-ebb4-4af6-acaf-9f138298be41 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.2197371 Jul 16 18:38:06.755818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.823892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c59cb27-1236-4d99-b31a-c4f2618769b2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.852650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ad97ca9-325b-4d11-aab8-cc745e14d6de req-6f76e220-701b-4b51-bf7b-ee13b1a295b6 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024888 Jul 16 18:38:06.955522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-f8f18a51-0991-4676-9759-ec189d0a86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.957173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-f8f18a51-0991-4676-9759-ec189d0a86b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 1097 time: 0.3078406 Jul 16 18:38:07.007982 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.049778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.167922 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.175421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.244636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1074486-1c69-4eeb-8394-59fee921a536 req-6180c101-209e-4a45-ab21-378b85bcfb97 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.246147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1074486-1c69-4eeb-8394-59fee921a536 req-6180c101-209e-4a45-ab21-378b85bcfb97 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.3153632 Jul 16 18:38:07.250509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-f5322c84-6916-4ea8-8969-e0342d61a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.252728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-f5322c84-6916-4ea8-8969-e0342d61a549 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.2653227 Jul 16 18:38:07.259940 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.260395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b084fdf-49f6-49b0-aa54-9423cc8ce65e {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:38:07.265806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.269555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4684639d-62f1-49f5-8ce6-062965e6082b admin admin] 10.222.0.60 "DELETE /v2.0/routers/2b084fdf-49f6-49b0-aa54-9423cc8ce65e HTTP/1.1" status: 204 len: 168 time: 1.5371795 Jul 16 18:38:07.269729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52248) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:07.335010 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-0faa6f54-1a50-4764-8a96-6b641554c703 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f6ed95-d740-43f5-b1a3-239a3b7d7f94 HTTP/1.1" status: 200 len: 217 time: 0.0631521 Jul 16 18:38:07.380704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6353f6-2ae0-44f1-8ec3-9140ef42f056 admin admin] Deleting subnet 6192880c-9d69-4a77-84f2-dbd0defacf81 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:07.387013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1074486-1c69-4eeb-8394-59fee921a536 req-16e60c41-4bcc-4342-9918-bd6cb20c4d44 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335900 Jul 16 18:38:07.390079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6353f6-2ae0-44f1-8ec3-9140ef42f056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.398913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6b258360-7439-49d1-8078-a1075d95ea94 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:07.407268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-781fd8f7-b871-45c4-8a03-4f8bf24c0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.410049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-781fd8f7-b871-45c4-8a03-4f8bf24c0b7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0620165 Jul 16 18:38:07.440483 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6353f6-2ae0-44f1-8ec3-9140ef42f056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.455121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 6b258360-7439-49d1-8078-a1075d95ea94 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:07.455746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6b258360-7439-49d1-8078-a1075d95ea94 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:07.512376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-23670fed-c359-4ada-adf4-fc328e366a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.514679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-23670fed-c359-4ada-adf4-fc328e366a7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931537 Jul 16 18:38:07.570351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6353f6-2ae0-44f1-8ec3-9140ef42f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.640122 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6353f6-2ae0-44f1-8ec3-9140ef42f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.671227 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ad6353f6-2ae0-44f1-8ec3-9140ef42f056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.679736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0620a20c-f095-49cb-8fa0-806324d0937d None None] Network b7e979d0-1064-4f5e-ade4-25772ec26d0b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:07.682977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ad6353f6-2ae0-44f1-8ec3-9140ef42f056 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6192880c-9d69-4a77-84f2-dbd0defacf81 HTTP/1.1" status: 204 len: 168 time: 0.4053123 Jul 16 18:38:07.687211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52262) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:07.689316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6353f6-2ae0-44f1-8ec3-9140ef42f056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6192880c-9d69-4a77-84f2-dbd0defacf81,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:07.693049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-a909dc81-896d-43dc-8166-6138e25bfb93 service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650801 Jul 16 18:38:07.908804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ca89d-907b-4db2-bf96-17348ff40918 None None] DHCP port deletion for b7e979d0-1064-4f5e-ade4-25772ec26d0b request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:38:07.979685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-746ca89d-907b-4db2-bf96-17348ff40918 None None] Deleting port c2e14447-e70f-4c27-b9f5-89b85895aa6a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:07.980159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-746ca89d-907b-4db2-bf96-17348ff40918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.055599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-746ca89d-907b-4db2-bf96-17348ff40918 None None] For port c2e14447-e70f-4c27-b9f5-89b85895aa6a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c2e14447-e70f-4c27-b9f5-89b85895aa6a,segment=NetworkSegment(a8e3db2b-aedc-4010-b528-23cda4e67f22),segment_id=a8e3db2b-aedc-4010-b528-23cda4e67f22)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:08.056288 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-746ca89d-907b-4db2-bf96-17348ff40918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.069450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-746ca89d-907b-4db2-bf96-17348ff40918 None None] Calling delete_port for c2e14447-e70f-4c27-b9f5-89b85895aa6a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:08.156408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-746ca89d-907b-4db2-bf96-17348ff40918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.182544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ca89d-907b-4db2-bf96-17348ff40918 None None] Pushing event deleted for resources: {'Port': ['ID=c2e14447-e70f-4c27-b9f5-89b85895aa6a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:08.188005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746ca89d-907b-4db2-bf96-17348ff40918 None None] No DVR routers for this DVR port c2e14447-e70f-4c27-b9f5-89b85895aa6a on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:08.287991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49fc2b01-b1a9-48ba-bef9-568c4b1e0148 req-232fd9bb-e525-460e-99b5-5a4204a967ee service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804851 Jul 16 18:38:08.296658 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.306972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-3bfd8277-eaa3-410e-87f8-6ae5fc5d96e4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.308387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-3bfd8277-eaa3-410e-87f8-6ae5fc5d96e4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.6817946 Jul 16 18:38:08.338045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-5ab0deb5-80d5-443b-bd0f-54414204b551 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/quotas/a1cc4fc6d4ca4679a2550eed68336600 HTTP/1.1" status: 200 len: 375 time: 0.0212541 Jul 16 18:38:08.370183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b5754-7b97-4437-bf1f-2e2b5fd54273 req-a04b944f-cd15-44c2-8a67-86a9df97c27b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.371702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e3b5754-7b97-4437-bf1f-2e2b5fd54273 req-a04b944f-cd15-44c2-8a67-86a9df97c27b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.2097700 Jul 16 18:38:08.475947 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.493088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e979d0-1064-4f5e-ade4-25772ec26d0b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:08.498600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e3b5754-7b97-4437-bf1f-2e2b5fd54273 req-3d8c2532-02a9-4536-b448-59d099e60115 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165681 Jul 16 18:38:08.509228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e3db2b-aedc-4010-b528-23cda4e67f22') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:08.509531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e3db2b-aedc-4010-b528-23cda4e67f22') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:08.525179 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.543114 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.565538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-8c75924a-d6f4-4810-b57c-0769cfb55a45 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2036335 Jul 16 18:38:08.566532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:08.566931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:08.568797 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:08.652200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.668270 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.670154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b7e979d0-1064-4f5e-ade4-25772ec26d0b HTTP/1.1" status: 204 len: 168 time: 0.9762113 Jul 16 18:38:08.673268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52274) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:08.687559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5451522-313d-4233-9c27-4df725803255 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e979d0-1064-4f5e-ade4-25772ec26d0b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:08.751615 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.754707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-0a46bee9-30ea-4b15-bc4d-13df620f1048 service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756678 Jul 16 18:38:08.853902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-1d884135-df07-407d-8580-3bde21441599 service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929892 Jul 16 18:38:09.082284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c2e14447-e70f-4c27-b9f5-89b85895aa6a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:09.102438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.105085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: c2e14447-e70f-4c27-b9f5-89b85895aa6a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:09.105433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c2e14447-e70f-4c27-b9f5-89b85895aa6a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:09.105918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1c59cb27-1236-4d99-b31a-c4f2618769b2 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:09.125573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da340327-0d84-48ee-9ca7-63fe2db36623 req-4b106f17-f06a-466e-bd3b-9b58124299a7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 210 time: 0.0595849 Jul 16 18:38:09.128233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1c59cb27-1236-4d99-b31a-c4f2618769b2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:09.128726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1c59cb27-1236-4d99-b31a-c4f2618769b2 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:09.402330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Deleting port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:09.402677 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.492672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] For port a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf,segment=NetworkSegment(20423c9b-46d4-4468-a242-322ae30dff56),segment_id=20423c9b-46d4-4468-a242-322ae30dff56)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:09.493039 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.505721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Calling delete_port for a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:09.702307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770746f-4e56-469c-b2f4-1f90a95dc536 req-1e3ae88d-c3bc-408d-9567-11747b139006 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.704004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9770746f-4e56-469c-b2f4-1f90a95dc536 req-1e3ae88d-c3bc-408d-9567-11747b139006 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0775502 Jul 16 18:38:09.714366 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.751400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:09.776016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9770746f-4e56-469c-b2f4-1f90a95dc536 req-343d8a26-8590-4ae3-83f7-f172ef432fe0 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643840 Jul 16 18:38:09.960404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.206382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:10.278995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc6604ff-5f5f-4090-b85a-5897b3bb4428 req-3a1115d5-50d8-405f-8e71-9141bcc4a643 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 210 time: 0.0339758 Jul 16 18:38:10.323035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:10.328481 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-063ec5ea-1316-41c8-95e3-ade2c3f2cf97 admin admin] 10.222.0.60 "PUT /v2.0/routers/397e7745-e8de-403b-8ff7-6f4b8214c7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6540098 Jul 16 18:38:10.331566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52314) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:10.338701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] Sync routers for ids ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:10.359751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] Routers {'397e7745-e8de-403b-8ff7-6f4b8214c7b1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:10.360776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:38:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:10.453445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.487937 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.505663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] Set router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:10.722887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-34f86995-3e70-4b94-a1df-1b925eea50bd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.724493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-34f86995-3e70-4b94-a1df-1b925eea50bd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.1862068 Jul 16 18:38:10.755237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'port': {'device_id': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'admin_state_up': True, 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:10.757127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:17Z', 'updated_at': '2021-07-16T18:38:09Z', 'revision_number': 5, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'gw_port': {'id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:18Z', 'updated_at': '2021-07-16T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:10.790387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] Checking router: 397e7745-e8de-403b-8ff7-6f4b8214c7b1 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:10.811125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] Routers {'397e7745-e8de-403b-8ff7-6f4b8214c7b1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:10.816185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:38:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:10.989738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] Set router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:11.029447 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.058543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Made reservation on behalf of a1cc4fc6d4ca4679a2550eed68336600 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:11.070793 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.134589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Deleting port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:11.135212 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.233014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a05242-2044-49c0-8f1f-e852686ab860 req-99542ed0-aade-4c65-be07-b96116981eb1 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.234897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04a05242-2044-49c0-8f1f-e852686ab860 req-99542ed0-aade-4c65-be07-b96116981eb1 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.2781730 Jul 16 18:38:11.247376 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] For port e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:11.248042 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.266175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Allocated IP 172.20.0.5 (28e650c5-9c08-452d-a9f4-d6377e24567e/c4625356-a4f5-445c-a349-a43e42130267/71d88ad0-d642-4b63-8922-ea4d08cfa337) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:11.271978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Calling delete_port for e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:11.313780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-04a05242-2044-49c0-8f1f-e852686ab860 req-cefe6bff-698e-460d-9f80-33b7985e49ff tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622363 Jul 16 18:38:11.439711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:17Z', 'updated_at': '2021-07-16T18:38:09Z', 'revision_number': 5, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'gw_port': {'id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:18Z', 'updated_at': '2021-07-16T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:11.468503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04e67f-0e5b-41f7-ac76-1e3e4a8ce5ee None None] The sync data for ids ['397e7745-e8de-403b-8ff7-6f4b8214c7b1'] in n-d-793619-10 is: [{'id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'name': 'tempest-TestServerMultinode-1699032474-router', 'tenant_id': 'e8280cc2008b4383a737b006c2341349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:17Z', 'updated_at': '2021-07-16T18:38:09Z', 'revision_number': 5, 'project_id': 'e8280cc2008b4383a737b006c2341349', 'gw_port': {'id': 'e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397e7745-e8de-403b-8ff7-6f4b8214c7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:18Z', 'updated_at': '2021-07-16T18:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:11.529301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed079a01-1d14-4e27-9b01-e245153be109 req-b43b0809-d9d7-40c2-87a7-4e8e67533497 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 210 time: 0.0494356 Jul 16 18:38:11.548362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.577846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Transition to ACTIVE for port object 71d88ad0-d642-4b63-8922-ea4d08cfa337 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:11.578211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.611847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:11.620264 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.667359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['51f6ed95-d740-43f5-b1a3-239a3b7d7f94', '8d05dcd8-1131-4f97-adbd-b8dfc251d988'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:11.674806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Network 28e650c5-9c08-452d-a9f4-d6377e24567e is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:11.678102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:11.682372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:11.689327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'Port': ['ID=71d88ad0-d642-4b63-8922-ea4d08cfa337,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:11.692793 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.750541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.751533 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.771047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7211fa68-849c-46f0-8eee-b58a2929265d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211775 Jul 16 18:38:11.797812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Request body: {'port': {'device_id': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:11.851047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.853645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.923589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.982855 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.983213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 397e7745-e8de-403b-8ff7-6f4b8214c7b1 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:38:11.993266 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.001187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52346) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:12.002350 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2bf6f82c-8a20-45f3-bca1-dab9072940c9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/397e7745-e8de-403b-8ff7-6f4b8214c7b1 HTTP/1.1" status: 204 len: 168 time: 1.6695487 Jul 16 18:38:12.164419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4982f8f-10cf-47dc-840f-c422f49fdfec admin admin] Deleting subnet 9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:12.186896 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4982f8f-10cf-47dc-840f-c422f49fdfec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.212708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dbbaf8d3-54a4-4f50-8f71-28fb5befb7f9 None None] Provisioning for port 71d88ad0-d642-4b63-8922-ea4d08cfa337 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:12.228159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dbbaf8d3-54a4-4f50-8f71-28fb5befb7f9 None None] Provisioning complete for port 71d88ad0-d642-4b63-8922-ea4d08cfa337 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:12.234008 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf8d3-54a4-4f50-8f71-28fb5befb7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.288757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dbbaf8d3-54a4-4f50-8f71-28fb5befb7f9 None None] Port 71d88ad0-d642-4b63-8922-ea4d08cfa337 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:12.301716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4982f8f-10cf-47dc-840f-c422f49fdfec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.491337 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4982f8f-10cf-47dc-840f-c422f49fdfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.550069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d88ad0-d642-4b63-8922-ea4d08cfa337 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:12.562943 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.587769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Transition to ACTIVE for port object 71d88ad0-d642-4b63-8922-ea4d08cfa337 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:12.596154 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.650854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4982f8f-10cf-47dc-840f-c422f49fdfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.714578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4982f8f-10cf-47dc-840f-c422f49fdfec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.719029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f4982f8f-10cf-47dc-840f-c422f49fdfec admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a HTTP/1.1" status: 204 len: 168 time: 0.7143700 Jul 16 18:38:12.719029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4982f8f-10cf-47dc-840f-c422f49fdfec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb2774d-3c27-42d2-8b1a-95a2c8f7d69a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:12.720016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52362) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:12.725305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec54e9a-7ee9-457c-a303-9ce2963bb731 None None] Network 93166f96-d62c-4b83-8e5f-813e6939808e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:12.756061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247ce6d-d9c2-41e2-ac4d-477e9de06e28 req-4015947f-61ad-4594-a4d7-46793ad9ae47 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.763955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6247ce6d-d9c2-41e2-ac4d-477e9de06e28 req-4015947f-61ad-4594-a4d7-46793ad9ae47 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.2872148 Jul 16 18:38:12.803780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Pushing event updated for resources: {'Port': ['ID=71d88ad0-d642-4b63-8922-ea4d08cfa337,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:12.923664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.960494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6247ce6d-d9c2-41e2-ac4d-477e9de06e28 req-b077d7ae-a4ad-43f1-b5ce-b3105ce21e35 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955571 Jul 16 18:38:13.008058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Attempting to bind port 71d88ad0-d642-4b63-8922-ea4d08cfa337 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:13.008436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Attempting to bind port 71d88ad0-d642-4b63-8922-ea4d08cfa337 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:13.008807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Attempting to bind port 71d88ad0-d642-4b63-8922-ea4d08cfa337 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:13.040999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8834c0b-15b2-47b2-8c02-39e3bfe88059 req-13a80bf1-9a58-41fd-8419-2953da39fecd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.071291 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Deleting port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:13.071838 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.071968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8834c0b-15b2-47b2-8c02-39e3bfe88059 req-13a80bf1-9a58-41fd-8419-2953da39fecd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 943 time: 0.3757951 Jul 16 18:38:13.092919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Port 71d88ad0-d642-4b63-8922-ea4d08cfa337 on network 28e650c5-9c08-452d-a9f4-d6377e24567e not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:13.093393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Attempting to bind port 71d88ad0-d642-4b63-8922-ea4d08cfa337 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:13.105869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:13.111655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb9871e-413d-41ce-a1f5-05a3cbdb2736 None None] DHCP port deletion for 93166f96-d62c-4b83-8e5f-813e6939808e request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:38:13.147163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:13.147567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:13.147916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Checking segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:13.148330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a979f743-eb3a-4ad8-b2ac-e78ffb72c1cf not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:13.148451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Bound using segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:13.148978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Bound port: 71d88ad0-d642-4b63-8922-ea4d08cfa337, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:13.149295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:13.149425 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.166761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] For port 432d7bfc-e487-4d4e-8cc2-14c95e84be38, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=432d7bfc-e487-4d4e-8cc2-14c95e84be38,segment=NetworkSegment(20423c9b-46d4-4468-a242-322ae30dff56),segment_id=20423c9b-46d4-4468-a242-322ae30dff56)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:13.167381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.176882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8834c0b-15b2-47b2-8c02-39e3bfe88059 req-fa1e114b-71a5-45eb-9bae-b2baf7861a11 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032755 Jul 16 18:38:13.183266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Calling delete_port for 432d7bfc-e487-4d4e-8cc2-14c95e84be38 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:13.194885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:13.195225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e74f13ca-f7c0-4f9e-80e6-afe187e3e9c9 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:13.261568 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] For port 71d88ad0-d642-4b63-8922-ea4d08cfa337, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:13.268911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] For port 71d88ad0-d642-4b63-8922-ea4d08cfa337, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71d88ad0-d642-4b63-8922-ea4d08cfa337,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:13.275244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9871e-413d-41ce-a1f5-05a3cbdb2736 None None] Deleting port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:13.275920 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2fb9871e-413d-41ce-a1f5-05a3cbdb2736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.277149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.312987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.326571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.327248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.328805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] 10.222.0.46 "PUT /v2.0/ports/71d88ad0-d642-4b63-8922-ea4d08cfa337 HTTP/1.1" status: 200 len: 1092 time: 1.5365567 Jul 16 18:38:13.329400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'tag': '71d88ad0-d642-4b63-8922-ea4d08cfa337'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:13.331905 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ffa13a-dbc8-4246-b255-e3b24df27f83" -d '{"events": [{"name": "network-changed", "server_uuid": "5f626bde-6ccb-475c-804d-13e3a9e4eec8", "tag": "71d88ad0-d642-4b63-8922-ea4d08cfa337"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:13.354834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] No DVR routers for this DVR port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:13.361556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Pushing event deleted for resources: {'Port': ['ID=432d7bfc-e487-4d4e-8cc2-14c95e84be38,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.395244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e263711-2b2c-48bb-a277-198724496c88 service neutron] Pushing event updated for resources: {'Port': ['ID=71d88ad0-d642-4b63-8922-ea4d08cfa337,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.425003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2fb9871e-413d-41ce-a1f5-05a3cbdb2736 None None] For port 432d7bfc-e487-4d4e-8cc2-14c95e84be38, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=432d7bfc-e487-4d4e-8cc2-14c95e84be38,segment=NetworkSegment(20423c9b-46d4-4468-a242-322ae30dff56),segment_id=20423c9b-46d4-4468-a242-322ae30dff56)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:13.425400 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2fb9871e-413d-41ce-a1f5-05a3cbdb2736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.440552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9871e-413d-41ce-a1f5-05a3cbdb2736 None None] Calling delete_port for 432d7bfc-e487-4d4e-8cc2-14c95e84be38 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:13.474179 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1384d305-5ba6-42ad-931d-885cbab95046 x-openstack-request-id: req-1384d305-5ba6-42ad-931d-885cbab95046 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:13.474786 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f626bde-6ccb-475c-804d-13e3a9e4eec8", "tag": "71d88ad0-d642-4b63-8922-ea4d08cfa337", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:13.475197 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1384d305-5ba6-42ad-931d-885cbab95046 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:13.475902 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'tag': '71d88ad0-d642-4b63-8922-ea4d08cfa337', 'status': 'completed', 'code': 200} Jul 16 18:38:13.510059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-dc37e8e1-3e72-48e5-9cc3-b957bb3639a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.511885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-dc37e8e1-3e72-48e5-9cc3-b957bb3639a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 1095 time: 0.0892866 Jul 16 18:38:13.515767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.526989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93166f96-d62c-4b83-8e5f-813e6939808e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:13.540262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20423c9b-46d4-4468-a242-322ae30dff56') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:13.540692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20423c9b-46d4-4468-a242-322ae30dff56') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:38:13.549715 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 18:38:13.553774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.561349 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2fb9871e-413d-41ce-a1f5-05a3cbdb2736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.573926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.583562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:13.583936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.589773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-663260cf-ac79-40e4-b86c-fd306dc309e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d88ad0-d642-4b63-8922-ea4d08cfa337 HTTP/1.1" status: 200 len: 217 time: 0.0610373 Jul 16 18:38:13.593254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9871e-413d-41ce-a1f5-05a3cbdb2736 None None] Pushing event deleted for resources: {'Port': ['ID=432d7bfc-e487-4d4e-8cc2-14c95e84be38,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.601469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9871e-413d-41ce-a1f5-05a3cbdb2736 None None] No DVR routers for this DVR port 432d7bfc-e487-4d4e-8cc2-14c95e84be38 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:13.662880 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:13.666120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-a249bdd2-ea62-4620-9e1f-b1b5ba510a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.666120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-a249bdd2-ea62-4620-9e1f-b1b5ba510a1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0664124 Jul 16 18:38:13.674025 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.685510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.693080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] 10.222.0.60 "DELETE /v2.0/networks/93166f96-d62c-4b83-8e5f-813e6939808e HTTP/1.1" status: 204 len: 168 time: 0.9668078 Jul 16 18:38:13.706601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7856526-73a4-40a7-b5cf-f239b5c63294 admin admin] Pushing event deleted for resources: {'Network': ['ID=93166f96-d62c-4b83-8e5f-813e6939808e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.782836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-da1ea5ce-c124-4ce4-a9e0-337e0cae6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.784678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-da1ea5ce-c124-4ce4-a9e0-337e0cae6565 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088810 Jul 16 18:38:13.894927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-eef4a27b-f2d6-4ab6-8a6c-7162b82ed658 service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995224 Jul 16 18:38:13.895432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 52382) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:14.003459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b75ffd8b-c17f-47e0-be6d-539679882a8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7280fc0ca34e4e4b9a70ca1928892887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068294 Jul 16 18:38:14.007444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52390) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:14.066371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31df321d-fbfb-4d80-aeba-45c824b01a12 req-5e442037-5934-452d-bb35-cc7e2aedaa26 service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561592 Jul 16 18:38:14.099038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89e8b053-11a3-436c-ac18-82fe0a0d1d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.132168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89e8b053-11a3-436c-ac18-82fe0a0d1d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.202588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89e8b053-11a3-436c-ac18-82fe0a0d1d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.205262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89e8b053-11a3-436c-ac18-82fe0a0d1d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.205385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a3822-e6b6-4455-bde3-60123a71a324 req-90010c58-32bc-4244-93f6-5544c4eebd2c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.206617 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-89e8b053-11a3-436c-ac18-82fe0a0d1d37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ab31988-8dbf-4c84-9e0c-23531ce54573 HTTP/1.1" status: 204 len: 168 time: 0.1978118 Jul 16 18:38:14.206749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b04a3822-e6b6-4455-bde3-60123a71a324 req-90010c58-32bc-4244-93f6-5544c4eebd2c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0961001 Jul 16 18:38:14.215064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8b053-11a3-436c-ac18-82fe0a0d1d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab31988-8dbf-4c84-9e0c-23531ce54573,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:14.330311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b04a3822-e6b6-4455-bde3-60123a71a324 req-f2eb58e3-f7d1-4650-9c92-1dc38f4da5f8 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125214 Jul 16 18:38:14.375614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-5e922da8-067e-43c1-b8c1-0a3844c1f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.377498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-5e922da8-067e-43c1-b8c1-0a3844c1f434 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 1095 time: 0.1402586 Jul 16 18:38:14.502790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cbf2e-20da-45fa-87c3-e3a612a753cd req-43903d60-8d03-407f-86ac-dd9bc8cb7257 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.504331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a04cbf2e-20da-45fa-87c3-e3a612a753cd req-43903d60-8d03-407f-86ac-dd9bc8cb7257 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 943 time: 0.1467004 Jul 16 18:38:14.532790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-b467af6c-a515-4650-9326-6de63b813cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.534285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-b467af6c-a515-4650-9326-6de63b813cda service neutron] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1390853 Jul 16 18:38:14.565185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a04cbf2e-20da-45fa-87c3-e3a612a753cd req-d14f8419-fccc-4276-a252-53a86f1c6b57 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Jul 16 18:38:14.606065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52408) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:14.607388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-a4a2b485-2c9f-45fc-9aab-bbea0567b80f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d88ad0-d642-4b63-8922-ea4d08cfa337 HTTP/1.1" status: 200 len: 217 time: 0.0566690 Jul 16 18:38:14.656313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b34323a0-e51d-434e-a959-4c24d550db9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8280cc2008b4383a737b006c2341349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479970 Jul 16 18:38:14.658586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 52410) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:14.670738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-91288b73-9bdd-467d-9182-5230a914f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.672232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-91288b73-9bdd-467d-9182-5230a914f0dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0563436 Jul 16 18:38:14.718567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25bbcd66-f959-474e-b488-7b5c2cb2133f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.742234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-773e6d9e-5346-48f0-be71-3685eb6b0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.743336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25bbcd66-f959-474e-b488-7b5c2cb2133f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.743778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-773e6d9e-5346-48f0-be71-3685eb6b0711 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576305 Jul 16 18:38:14.796979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25bbcd66-f959-474e-b488-7b5c2cb2133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.799626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-25bbcd66-f959-474e-b488-7b5c2cb2133f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.800837 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-25bbcd66-f959-474e-b488-7b5c2cb2133f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5eb914a5-7462-4203-a5de-50ea8d115c8b HTTP/1.1" status: 204 len: 168 time: 0.1317880 Jul 16 18:38:14.809940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbcd66-f959-474e-b488-7b5c2cb2133f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb914a5-7462-4203-a5de-50ea8d115c8b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:14.865643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-935f4dfb-fa1b-479b-973f-89654366650d service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097455 Jul 16 18:38:14.979139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39ffa13a-dbc8-4246-b255-e3b24df27f83 req-12b3d6ad-989a-4e2f-8d32-35f5f078ed8c service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053765 Jul 16 18:38:15.036103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 432d7bfc-e487-4d4e-8cc2-14c95e84be38 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:15.057921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 432d7bfc-e487-4d4e-8cc2-14c95e84be38 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:15.058382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 432d7bfc-e487-4d4e-8cc2-14c95e84be38 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:15.534569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdded1-9e0f-4978-8726-989486a70dd1 req-40a27d0f-28a5-44c9-b79b-5660afc6e251 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.536096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2fdded1-9e0f-4978-8726-989486a70dd1 req-40a27d0f-28a5-44c9-b79b-5660afc6e251 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0678990 Jul 16 18:38:15.577698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2fdded1-9e0f-4978-8726-989486a70dd1 req-9d23f8fa-a7f3-4834-a979-280b44662384 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357649 Jul 16 18:38:15.745581 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad8e3-9d25-413c-bbf8-b05eebe9bc83 req-7d8dee68-9010-463d-b4ea-978ed6a40b1e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.747733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06cad8e3-9d25-413c-bbf8-b05eebe9bc83 req-7d8dee68-9010-463d-b4ea-978ed6a40b1e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 943 time: 0.0656929 Jul 16 18:38:15.786610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06cad8e3-9d25-413c-bbf8-b05eebe9bc83 req-26756921-d278-475c-a489-2dfffb8a1cb0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Jul 16 18:38:16.151156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f5f4f-ccba-4156-b3cb-5fd9daaf9374 req-0526228f-d994-48ba-a24a-cc0e5521376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.152779 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-185f5f4f-ccba-4156-b3cb-5fd9daaf9374 req-0526228f-d994-48ba-a24a-cc0e5521376b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0567088 Jul 16 18:38:16.188452 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-185f5f4f-ccba-4156-b3cb-5fd9daaf9374 req-84f46ffe-4fcf-48a8-9e51-bbee1417c8bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289369 Jul 16 18:38:16.760955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ed1c1-2393-4159-a756-7b3c5fa5c115 req-c222fb7c-8906-4009-99d9-4bbb0836e86c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.762546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e0ed1c1-2393-4159-a756-7b3c5fa5c115 req-c222fb7c-8906-4009-99d9-4bbb0836e86c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0702715 Jul 16 18:38:16.802015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e0ed1c1-2393-4159-a756-7b3c5fa5c115 req-ed0c8d6c-5385-4a11-87f2-5fd857d73250 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Jul 16 18:38:16.968767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415c114-100c-4cc4-b4d9-83da48fa4a9c req-0267f320-27fa-4863-9c9b-b7b28387f3ef tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.970270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8415c114-100c-4cc4-b4d9-83da48fa4a9c req-0267f320-27fa-4863-9c9b-b7b28387f3ef tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 943 time: 0.0663123 Jul 16 18:38:17.017066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8415c114-100c-4cc4-b4d9-83da48fa4a9c req-f75a7f89-4d87-4a38-b51f-ea3b24e4eca7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Jul 16 18:38:17.988268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c675ff4-46da-430f-a569-3c42eb6a9915 req-ad1887e0-b17e-49fb-9826-7787d702f57c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.990044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c675ff4-46da-430f-a569-3c42eb6a9915 req-ad1887e0-b17e-49fb-9826-7787d702f57c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0700848 Jul 16 18:38:18.030420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c675ff4-46da-430f-a569-3c42eb6a9915 req-5fc0d59d-9753-41ae-9ed2-6834b5358892 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347073 Jul 16 18:38:18.191390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 71d88ad0-d642-4b63-8922-ea4d08cfa337 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:18.232218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0a95e-7a56-4cde-b2bb-da6289e0aae3 req-c15fcf14-c197-4d3f-a5c0-476a7e829057 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.238213 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aae0a95e-7a56-4cde-b2bb-da6289e0aae3 req-c15fcf14-c197-4d3f-a5c0-476a7e829057 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 943 time: 0.0830197 Jul 16 18:38:18.283353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aae0a95e-7a56-4cde-b2bb-da6289e0aae3 req-5b16b512-a83a-4408-a252-ca3ece955d7f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Jul 16 18:38:18.306377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 71d88ad0-d642-4b63-8922-ea4d08cfa337, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71d88ad0-d642-4b63-8922-ea4d08cfa337,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:18.318907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '71d88ad0-d642-4b63-8922-ea4d08cfa337', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'port_id': '71d88ad0-d642-4b63-8922-ea4d08cfa337', 'mac_address': 'fa:16:3e:d6:67:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:18.365085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.379074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d88ad0-d642-4b63-8922-ea4d08cfa337 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:18.400391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 71d88ad0-d642-4b63-8922-ea4d08cfa337, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71d88ad0-d642-4b63-8922-ea4d08cfa337,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:18.407969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.471162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=71d88ad0-d642-4b63-8922-ea4d08cfa337,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.589227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-bfc5c2c5-3292-4f2c-a919-e7cf6b06793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.590775 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-bfc5c2c5-3292-4f2c-a919-e7cf6b06793d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 1097 time: 0.0555792 Jul 16 18:38:18.650357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e46df-deb4-42b9-8c1d-0c23f498bb85 req-b8da1bd1-3fc2-41e7-b5ad-193f230dfc48 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.652018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-914e46df-deb4-42b9-8c1d-0c23f498bb85 req-b8da1bd1-3fc2-41e7-b5ad-193f230dfc48 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0751202 Jul 16 18:38:18.700799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-7dc0ff12-3fc6-4f01-a152-390a78f1e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.702598 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-7dc0ff12-3fc6-4f01-a152-390a78f1e91a service neutron] 10.222.0.45 "GET /v2.0/networks?id=784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 200 len: 920 time: 0.1042891 Jul 16 18:38:18.705184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-914e46df-deb4-42b9-8c1d-0c23f498bb85 req-4279f97b-06c2-4ed4-8aea-4a682d8c3319 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464268 Jul 16 18:38:18.754443 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-914fceed-71c0-492e-a5ed-6dd92c97ddb7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109 HTTP/1.1" status: 200 len: 217 time: 0.0365098 Jul 16 18:38:18.813109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-d03d02ac-8f48-4f7a-98be-4157caf2b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.814637 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-d03d02ac-8f48-4f7a-98be-4157caf2b63e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 200 len: 859 time: 0.0508294 Jul 16 18:38:18.848123 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-103c31bf-74eb-427f-a812-b1840727a273 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=784a4658-f515-4ccd-9720-482b9e9c5d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261302 Jul 16 18:38:18.867730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['71d88ad0-d642-4b63-8922-ea4d08cfa337'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:18.947748 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-430ee291-beb6-4958-9d94-4a1fa5cc00af service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929413 Jul 16 18:38:19.053471 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6fb35abe-94fa-4bfe-8f49-dd8364949c83 req-5bb9af5a-8bd6-406f-887f-f8841f921816 service neutron] 10.222.0.45 "GET /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977428 Jul 16 18:38:19.477779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab8c60-14f7-4fd5-a977-8c0254310221 req-5a8b2e7f-d9b2-4ce9-bd1d-7c6659afffe3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.479375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3ab8c60-14f7-4fd5-a977-8c0254310221 req-5a8b2e7f-d9b2-4ce9-bd1d-7c6659afffe3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 944 time: 0.0723429 Jul 16 18:38:19.521066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3ab8c60-14f7-4fd5-a977-8c0254310221 req-3f8b14de-ec77-456e-be06-4ae79b1bb739 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336339 Jul 16 18:38:19.885875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756716d9-fb9d-4778-bd5e-acea1d10a931 req-e5844972-2017-4e6c-8417-08e20039a034 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.888042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-756716d9-fb9d-4778-bd5e-acea1d10a931 req-e5844972-2017-4e6c-8417-08e20039a034 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0666418 Jul 16 18:38:19.926963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-756716d9-fb9d-4778-bd5e-acea1d10a931 req-68a366e8-9eda-4536-9480-12ed0e0c85a6 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338993 Jul 16 18:38:20.198517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 71d88ad0-d642-4b63-8922-ea4d08cfa337 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:20.250848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 71d88ad0-d642-4b63-8922-ea4d08cfa337 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:20.254515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 71d88ad0-d642-4b63-8922-ea4d08cfa337 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:20.254889 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.336984 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.362252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d88ad0-d642-4b63-8922-ea4d08cfa337'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:20.365828 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dee3705-9dc2-40c7-86bf-57d26c856815" -d '{"events": [{"server_uuid": "5f626bde-6ccb-475c-804d-13e3a9e4eec8", "name": "network-vif-plugged", "status": "completed", "tag": "71d88ad0-d642-4b63-8922-ea4d08cfa337"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:20.378572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 71d88ad0-d642-4b63-8922-ea4d08cfa337, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71d88ad0-d642-4b63-8922-ea4d08cfa337,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:20.382650 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.407654 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621ffc15-2dca-4c4f-a6d7-72a31d325575 x-openstack-request-id: req-621ffc15-2dca-4c4f-a6d7-72a31d325575 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:20.407953 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f626bde-6ccb-475c-804d-13e3a9e4eec8", "name": "network-vif-plugged", "status": "completed", "tag": "71d88ad0-d642-4b63-8922-ea4d08cfa337", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:20.408209 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-621ffc15-2dca-4c4f-a6d7-72a31d325575 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:20.408641 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d88ad0-d642-4b63-8922-ea4d08cfa337', 'code': 200} Jul 16 18:38:20.434957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=71d88ad0-d642-4b63-8922-ea4d08cfa337,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.582524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083e3b6-b339-4ce1-8018-22c926237949 req-81fc6f8a-02c0-4ebc-a799-53e43c6dc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.584164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3083e3b6-b339-4ce1-8018-22c926237949 req-81fc6f8a-02c0-4ebc-a799-53e43c6dc68b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 1097 time: 0.0593152 Jul 16 18:38:20.626035 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3083e3b6-b339-4ce1-8018-22c926237949 req-d7a0c053-3e24-475e-829d-1447d11a5553 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Jul 16 18:38:20.737042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9455f4-6db1-4099-adf3-c150f20530e8 req-09f36c96-c3db-4363-8e6e-fdcd514be1b3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.738879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa9455f4-6db1-4099-adf3-c150f20530e8 req-09f36c96-c3db-4363-8e6e-fdcd514be1b3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 945 time: 0.0675042 Jul 16 18:38:20.779620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa9455f4-6db1-4099-adf3-c150f20530e8 req-7df876c7-9789-41e7-9981-4a3a2328c787 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346887 Jul 16 18:38:21.169496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4129cca-8a8c-4a01-9bfa-36b10e1d21b9 req-6efa01d4-c615-4a61-bdc3-05038f13d6a9 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.171562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4129cca-8a8c-4a01-9bfa-36b10e1d21b9 req-6efa01d4-c615-4a61-bdc3-05038f13d6a9 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1195061 Jul 16 18:38:21.221489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4129cca-8a8c-4a01-9bfa-36b10e1d21b9 req-36631f09-51c2-4749-b87f-050135086127 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Jul 16 18:38:21.971412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee74060-a4ae-47aa-aec0-6660ad54fe39 req-7f841b5d-896a-48a8-8972-8bceec1d4b7a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.973074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ee74060-a4ae-47aa-aec0-6660ad54fe39 req-7f841b5d-896a-48a8-8972-8bceec1d4b7a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 945 time: 0.0690236 Jul 16 18:38:22.015609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ee74060-a4ae-47aa-aec0-6660ad54fe39 req-279992ea-14b2-47ef-96d8-815dd99fa3b7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366635 Jul 16 18:38:23.212763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18192b29-24e1-4914-8f90-00f8042ca0f8 req-62bc6d2e-6bcb-484b-9df0-cf91cf4fc57e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.214182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18192b29-24e1-4914-8f90-00f8042ca0f8 req-62bc6d2e-6bcb-484b-9df0-cf91cf4fc57e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 945 time: 0.0645807 Jul 16 18:38:23.254756 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-18192b29-24e1-4914-8f90-00f8042ca0f8 req-339ce811-15f2-43a8-ad96-7b441aea1744 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342720 Jul 16 18:38:23.402117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-294c3b02-5485-41cd-89c1-b30ec82c3b14 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a1cc4fc6d4ca4679a2550eed68336600 HTTP/1.1" status: 200 len: 267 time: 0.0369573 Jul 16 18:38:23.481589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-9879ad81-04e1-40a2-81ac-4f395e1a59f5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.483044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-9879ad81-04e1-40a2-81ac-4f395e1a59f5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 945 time: 0.0749462 Jul 16 18:38:23.494304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-4768c617-dd4c-4a40-8fb2-73c3fd59a597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'port': {'security_groups': []}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:23.582042 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-4768c617-dd4c-4a40-8fb2-73c3fd59a597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.750519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-4768c617-dd4c-4a40-8fb2-73c3fd59a597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] For port 71d88ad0-d642-4b63-8922-ea4d08cfa337, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71d88ad0-d642-4b63-8922-ea4d08cfa337,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:23.784565 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-4768c617-dd4c-4a40-8fb2-73c3fd59a597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.789879 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-4768c617-dd4c-4a40-8fb2-73c3fd59a597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.830044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['51f6ed95-d740-43f5-b1a3-239a3b7d7f94', '8d05dcd8-1131-4f97-adbd-b8dfc251d988', '71d88ad0-d642-4b63-8922-ea4d08cfa337'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:23.836013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-4768c617-dd4c-4a40-8fb2-73c3fd59a597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.836126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-4768c617-dd4c-4a40-8fb2-73c3fd59a597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.837632 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b7f2af-d967-4bcb-805b-9061d46f43bd req-4768c617-dd4c-4a40-8fb2-73c3fd59a597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "PUT /v2.0/ports/71d88ad0-d642-4b63-8922-ea4d08cfa337 HTTP/1.1" status: 200 len: 904 time: 0.3480785 Jul 16 18:38:23.838154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'tag': '71d88ad0-d642-4b63-8922-ea4d08cfa337'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:23.844345 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95eeb11-344c-4e24-8831-9a0677b4c575" -d '{"events": [{"name": "network-changed", "server_uuid": "5f626bde-6ccb-475c-804d-13e3a9e4eec8", "tag": "71d88ad0-d642-4b63-8922-ea4d08cfa337"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:23.881940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768c617-dd4c-4a40-8fb2-73c3fd59a597 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'Port': ['ID=71d88ad0-d642-4b63-8922-ea4d08cfa337,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.926117 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2930edb9-3ff6-4cd0-9ba1-3477cfb3e62d x-openstack-request-id: req-2930edb9-3ff6-4cd0-9ba1-3477cfb3e62d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:23.926417 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f626bde-6ccb-475c-804d-13e3a9e4eec8", "tag": "71d88ad0-d642-4b63-8922-ea4d08cfa337", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:23.926669 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2930edb9-3ff6-4cd0-9ba1-3477cfb3e62d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:23.927071 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'tag': '71d88ad0-d642-4b63-8922-ea4d08cfa337', 'status': 'completed', 'code': 200} Jul 16 18:38:24.041019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['71d88ad0-d642-4b63-8922-ea4d08cfa337'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:24.103070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bcb70-34d5-49f3-9958-ad7c7dc5f88e req-f032fad6-781c-422c-aed5-f7bca7ade5e9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.105274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc0bcb70-34d5-49f3-9958-ad7c7dc5f88e req-f032fad6-781c-422c-aed5-f7bca7ade5e9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 907 time: 0.0868790 Jul 16 18:38:24.109366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-45e13a2e-980c-4700-9b9e-c2f6a883227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.110970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-45e13a2e-980c-4700-9b9e-c2f6a883227e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 1059 time: 0.1380763 Jul 16 18:38:24.202798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c7f94150-0a1d-4611-a5cc-554050f8aede None None] Provisioning complete for port 71d88ad0-d642-4b63-8922-ea4d08cfa337 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:24.203305 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7f94150-0a1d-4611-a5cc-554050f8aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.228969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-82713493-b35c-4ab2-abcb-478491414ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.230493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-82713493-b35c-4ab2-abcb-478491414ded service neutron] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1077740 Jul 16 18:38:24.308410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-055259e4-5689-4cab-8390-74455a6b18b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71d88ad0-d642-4b63-8922-ea4d08cfa337 HTTP/1.1" status: 200 len: 217 time: 0.0593936 Jul 16 18:38:24.378721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3359f-de05-40ae-bd56-35535abb2179 req-6e04f974-c5c6-48ec-966e-3743279d5c58 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.380236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccd3359f-de05-40ae-bd56-35535abb2179 req-6e04f974-c5c6-48ec-966e-3743279d5c58 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1435237 Jul 16 18:38:24.384016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-c1ad4d07-2eba-4002-86b9-c1d4a9ba41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.385389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-c1ad4d07-2eba-4002-86b9-c1d4a9ba41ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0666628 Jul 16 18:38:24.448988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccd3359f-de05-40ae-bd56-35535abb2179 req-bc99179a-5454-4dba-a963-4d364833491a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622299 Jul 16 18:38:24.475894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-4dbe95a4-6ff8-4c41-ac29-16def5d69629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.477541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-4dbe95a4-6ff8-4c41-ac29-16def5d69629 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770388 Jul 16 18:38:25.006242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-fbfe3fda-88b8-4666-a615-0212e865660d service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202625 Jul 16 18:38:25.095309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b053-af6f-4e08-ac00-ce700d728c07 req-f3c1fa42-460b-40a5-8abc-b4cd4c79547e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.097000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cda1b053-af6f-4e08-ac00-ce700d728c07 req-f3c1fa42-460b-40a5-8abc-b4cd4c79547e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1633074 Jul 16 18:38:25.162106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a95eeb11-344c-4e24-8831-9a0677b4c575 req-fea8e92a-c429-40f5-af66-a90b49313adf service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462748 Jul 16 18:38:25.169535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cda1b053-af6f-4e08-ac00-ce700d728c07 req-3fe6b10b-b70f-47b9-ac8f-dae9fd88a55d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648892 Jul 16 18:38:25.498148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-f117f353-114d-44e4-8d6b-83edbfde3a30 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.499706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-f117f353-114d-44e4-8d6b-83edbfde3a30 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.1131806 Jul 16 18:38:25.520542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-51f403b4-d6ea-419d-8f5d-9b1aae7add54 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/quotas/a1cc4fc6d4ca4679a2550eed68336600 HTTP/1.1" status: 200 len: 375 time: 0.0122371 Jul 16 18:38:25.628155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-50d6e9da-46ea-42ba-80c8-d0fb4a1603a6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0933287 Jul 16 18:38:25.731354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-f9f52eb1-661f-4158-8702-8640be674543 service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899372 Jul 16 18:38:25.832179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-8b8d855b-b0cd-4769-8d53-ac8a79a5a616 service neutron] 10.222.0.60 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943587 Jul 16 18:38:26.057364 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-377ac975-bd39-470a-8270-4121fa1062d6 req-fb89378a-9616-4faf-9e40-80f5e08c02a1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 210 time: 0.0373542 Jul 16 18:38:27.214175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce1e693d-1141-45dd-8162-f21d30548e4f req-60e0e91d-86b7-4ee5-adb8-540adf92a038 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 210 time: 0.0304835 Jul 16 18:38:27.378280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-f364ae51-1522-4369-b6c2-edecc9f5f033 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.379875 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-f364ae51-1522-4369-b6c2-edecc9f5f033 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 811 time: 0.1231666 Jul 16 18:38:27.407798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Request body: {'port': {'device_id': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'admin_state_up': True, 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:27.533567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Made reservation on behalf of a1cc4fc6d4ca4679a2550eed68336600 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:27.537394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.677486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Allocated IP 172.20.0.12 (28e650c5-9c08-452d-a9f4-d6377e24567e/c4625356-a4f5-445c-a349-a43e42130267/87235576-51a2-4de2-a557-2b879b8a8e99) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:27.840699 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.855803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Transition to ACTIVE for port object 87235576-51a2-4de2-a557-2b879b8a8e99 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:27.890751 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.937884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Network 28e650c5-9c08-452d-a9f4-d6377e24567e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:27.941141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:27.945598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:27.947567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['51f6ed95-d740-43f5-b1a3-239a3b7d7f94', '8d05dcd8-1131-4f97-adbd-b8dfc251d988'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:27.953166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event updated for resources: {'Port': ['ID=87235576-51a2-4de2-a557-2b879b8a8e99,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.987544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.987544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.987864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.987980 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.988565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.988897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.989258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.989537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.989864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.990181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.990515 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:27.991557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:28.015343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.016134 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.039144 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-b4a25012-1d96-4ece-81bb-88387a9be26e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6367404 Jul 16 18:38:28.061463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Request body: {'port': {'device_id': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:28.209074 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.322393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0ed8638a-4e71-4539-a561-56a711b8247e None None] Provisioning for port 87235576-51a2-4de2-a557-2b879b8a8e99 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:28.340194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0ed8638a-4e71-4539-a561-56a711b8247e None None] Provisioning complete for port 87235576-51a2-4de2-a557-2b879b8a8e99 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:28.340770 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ed8638a-4e71-4539-a561-56a711b8247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.414760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0ed8638a-4e71-4539-a561-56a711b8247e None None] Port 87235576-51a2-4de2-a557-2b879b8a8e99 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:28.509012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e572e-b5c0-435f-b1c8-60b4ab2ce9bd req-d9048d76-3939-483a-b12a-4ecd7bec0553 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.512798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d65e572e-b5c0-435f-b1c8-60b4ab2ce9bd req-d9048d76-3939-483a-b12a-4ecd7bec0553 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 932 time: 0.0846858 Jul 16 18:38:28.595005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d65e572e-b5c0-435f-b1c8-60b4ab2ce9bd req-fd4fb596-d2ab-4318-be90-c7996b9e3739 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749915 Jul 16 18:38:28.624040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87235576-51a2-4de2-a557-2b879b8a8e99 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:28.631591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.645306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Transition to ACTIVE for port object 87235576-51a2-4de2-a557-2b879b8a8e99 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:28.649479 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.706038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=87235576-51a2-4de2-a557-2b879b8a8e99,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:28.799920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Attempting to bind port 87235576-51a2-4de2-a557-2b879b8a8e99 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:28.800366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Attempting to bind port 87235576-51a2-4de2-a557-2b879b8a8e99 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:28.800722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Attempting to bind port 87235576-51a2-4de2-a557-2b879b8a8e99 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:28.806927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Port 87235576-51a2-4de2-a557-2b879b8a8e99 on network 28e650c5-9c08-452d-a9f4-d6377e24567e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:28.807255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Attempting to bind port 87235576-51a2-4de2-a557-2b879b8a8e99 on network 28e650c5-9c08-452d-a9f4-d6377e24567e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:28.814758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:28.815139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Checking segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:28.815586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Bound using segment: {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:28.815995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Bound port: 87235576-51a2-4de2-a557-2b879b8a8e99, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5346793-b454-4817-8b12-fad10e5f73ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:28.816428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.889918 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:28.907326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:28.910753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=87235576-51a2-4de2-a557-2b879b8a8e99,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:28.916142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.956979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.957760 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.959582 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] 10.222.0.45 "PUT /v2.0/ports/87235576-51a2-4de2-a557-2b879b8a8e99 HTTP/1.1" status: 200 len: 1093 time: 0.9097800 Jul 16 18:38:28.962225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:28.965699 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54b2919-afca-4d16-9f71-157751b2dad6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:28.988567 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.006785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086ab63-421b-414e-bd1e-96585994b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=87235576-51a2-4de2-a557-2b879b8a8e99,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:29.048806 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58309ab5-ab72-4230-9405-43c06f8b73e4 x-openstack-request-id: req-58309ab5-ab72-4230-9405-43c06f8b73e4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:29.049093 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:29.049391 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58309ab5-ab72-4230-9405-43c06f8b73e4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:29.049728 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99', 'status': 'completed', 'code': 200} Jul 16 18:38:29.078569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-6a4877db-0288-4498-a4cc-9ea6cd5a7dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.080465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-6a4877db-0288-4498-a4cc-9ea6cd5a7dab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 1096 time: 0.0669630 Jul 16 18:38:29.157282 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-5f8ad882-aaf4-4593-9abf-b69be20dbca3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87235576-51a2-4de2-a557-2b879b8a8e99 HTTP/1.1" status: 200 len: 217 time: 0.0676763 Jul 16 18:38:29.220765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-4156ec62-4c80-4e7c-a0b2-a3742b686cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.223056 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-4156ec62-4c80-4e7c-a0b2-a3742b686cbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0587478 Jul 16 18:38:29.294597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-d3938c48-20c4-4c72-9aa3-b1f578332c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.296353 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-d3938c48-20c4-4c72-9aa3-b1f578332c1d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660899 Jul 16 18:38:29.391706 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-e01e4075-417a-420e-a513-7dc77bc1eb2e service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878420 Jul 16 18:38:29.501627 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a0e6ccd-0031-4742-b784-ae5049b62f69 req-94c75e3e-1e7d-46f7-ab2b-e6eb6b4f18f8 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016665 Jul 16 18:38:29.615240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-6b8a1467-f9c6-433c-8383-a15c40942a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.616826 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-6b8a1467-f9c6-433c-8383-a15c40942a93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 1096 time: 0.0602577 Jul 16 18:38:29.734382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-9d5ddd56-435c-4c44-90a4-812f9208eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.735929 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-9d5ddd56-435c-4c44-90a4-812f9208eda0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1110876 Jul 16 18:38:29.785255 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-5b12f8d6-3b11-48c3-9e97-e27fc7de796e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87235576-51a2-4de2-a557-2b879b8a8e99 HTTP/1.1" status: 200 len: 217 time: 0.0398076 Jul 16 18:38:29.795675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9460aed-ae5f-42dd-a974-e0ecd1fcbe41 req-652c5e6d-8274-40d8-83ee-c391115aaac3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.797568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9460aed-ae5f-42dd-a974-e0ecd1fcbe41 req-652c5e6d-8274-40d8-83ee-c391115aaac3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 944 time: 0.0750878 Jul 16 18:38:29.840668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d9460aed-ae5f-42dd-a974-e0ecd1fcbe41 req-27083a6e-1c74-431a-be59-73689a625c38 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366924 Jul 16 18:38:29.847397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-57beabc7-30f9-4986-8b56-7b6023f31b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.849263 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-57beabc7-30f9-4986-8b56-7b6023f31b2d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0547984 Jul 16 18:38:29.911603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-0497de83-9edc-49e7-b170-f1a280878822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.913044 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-0497de83-9edc-49e7-b170-f1a280878822 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551093 Jul 16 18:38:30.012309 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-712de784-2488-45a6-8274-417baf720b00 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910037 Jul 16 18:38:30.110428 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d54b2919-afca-4d16-9f71-157751b2dad6 req-312d5fc0-724c-4495-a9b0-9698d3e6f2c8 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910783 Jul 16 18:38:31.045590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e4b3a-731c-40fc-bd15-dcd8dbfcf101 req-0803ebcf-8259-4aea-8db6-adb205f43148 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.047145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-773e4b3a-731c-40fc-bd15-dcd8dbfcf101 req-0803ebcf-8259-4aea-8db6-adb205f43148 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 944 time: 0.0705197 Jul 16 18:38:31.091585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-773e4b3a-731c-40fc-bd15-dcd8dbfcf101 req-208a8ae9-5575-4389-b15b-6afa77803d20 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 Jul 16 18:38:32.279432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414d7a2-6979-4229-8571-a7f71cf7e2a4 req-4bfb6b55-a68a-45e2-b2eb-8734396dfc91 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.281049 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2414d7a2-6979-4229-8571-a7f71cf7e2a4 req-4bfb6b55-a68a-45e2-b2eb-8734396dfc91 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 944 time: 0.0688589 Jul 16 18:38:32.320941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2414d7a2-6979-4229-8571-a7f71cf7e2a4 req-6e3e1977-9da1-484f-9d3e-9b5b41639d9e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338554 Jul 16 18:38:33.151219 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3f06-c878-4c31-ab6f-4e10ea64ab5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.528276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07a23-6b3e-4a3f-a76e-94e4a716e2eb req-cf07d780-1e70-48cb-bfcd-207a647c7c80 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.529848 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2a07a23-6b3e-4a3f-a76e-94e4a716e2eb req-cf07d780-1e70-48cb-bfcd-207a647c7c80 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 944 time: 0.0679364 Jul 16 18:38:33.574612 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f2a07a23-6b3e-4a3f-a76e-94e4a716e2eb req-361faf3c-a460-46f0-9c26-7a2d77f3cc31 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 Jul 16 18:38:33.773190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 87235576-51a2-4de2-a557-2b879b8a8e99 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:33.878557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=87235576-51a2-4de2-a557-2b879b8a8e99,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:33.892175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '87235576-51a2-4de2-a557-2b879b8a8e99', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'port_id': '87235576-51a2-4de2-a557-2b879b8a8e99', 'mac_address': 'fa:16:3e:da:cf:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:33.934882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.952883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87235576-51a2-4de2-a557-2b879b8a8e99 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:33.973764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=87235576-51a2-4de2-a557-2b879b8a8e99,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:33.979190 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.030754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=87235576-51a2-4de2-a557-2b879b8a8e99,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:34.228033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['87235576-51a2-4de2-a557-2b879b8a8e99'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:34.786105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0be93-316f-44fa-9db0-e91dbb8edde1 req-fa8c3def-52b5-4362-8962-e775b99a4301 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.787641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41e0be93-316f-44fa-9db0-e91dbb8edde1 req-fa8c3def-52b5-4362-8962-e775b99a4301 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 945 time: 0.0848200 Jul 16 18:38:34.830914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41e0be93-316f-44fa-9db0-e91dbb8edde1 req-5e0efb95-f9e0-4c98-806f-4a2fa5675a33 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359466 Jul 16 18:38:35.442043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8019f60-a32e-4309-b6f7-99d4f8dac506 req-fa478d2e-5032-4bb1-aca9-6cdcbe70b5cc tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:35.443601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8019f60-a32e-4309-b6f7-99d4f8dac506 req-fa478d2e-5032-4bb1-aca9-6cdcbe70b5cc tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0837538 Jul 16 18:38:35.482199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8019f60-a32e-4309-b6f7-99d4f8dac506 req-68985cbb-4525-4cc0-affb-0d7c0cb3a0ac tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Jul 16 18:38:35.790609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 87235576-51a2-4de2-a557-2b879b8a8e99 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:35.859973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 87235576-51a2-4de2-a557-2b879b8a8e99 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:35.866129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 87235576-51a2-4de2-a557-2b879b8a8e99 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:35.866754 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.960835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.973228 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.988798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:35.991401 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acad701-b904-4c94-8f92-6efad354889b" -d '{"events": [{"server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "name": "network-vif-plugged", "status": "completed", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:36.028710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=87235576-51a2-4de2-a557-2b879b8a8e99,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:36.035346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.039928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-805af579-be4d-4d1a-bf56-e4eb4f8edbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:36.048377 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02da0d6-beee-4e7a-a820-a4d6fe318bef x-openstack-request-id: req-d02da0d6-beee-4e7a-a820-a4d6fe318bef {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:36.048853 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "name": "network-vif-plugged", "status": "completed", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:36.049147 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d02da0d6-beee-4e7a-a820-a4d6fe318bef {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:36.049560 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99', 'code': 200} Jul 16 18:38:36.079976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae5743-7a16-4cfa-b31e-fc9a995e4ea0 req-422f0358-5bb9-48f6-bb41-5f594fcbb47b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.081589 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09ae5743-7a16-4cfa-b31e-fc9a995e4ea0 req-422f0358-5bb9-48f6-bb41-5f594fcbb47b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 945 time: 0.1183844 Jul 16 18:38:36.134981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09ae5743-7a16-4cfa-b31e-fc9a995e4ea0 req-ed1e4e8c-fd09-4f83-b9d4-bee861fe4664 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468686 Jul 16 18:38:36.138924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=87235576-51a2-4de2-a557-2b879b8a8e99,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:36.147036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.147602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.148104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.148641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.149143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.149634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.150129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.150629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.150956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.151277 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.152409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.153480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:36.202259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d20ce1-c2c5-490f-823b-057ffd7ac0d7 req-771cca61-8780-4e85-911f-7db666633055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.203850 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-26d20ce1-c2c5-490f-823b-057ffd7ac0d7 req-771cca61-8780-4e85-911f-7db666633055 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 1098 time: 0.0641661 Jul 16 18:38:36.244600 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-26d20ce1-c2c5-490f-823b-057ffd7ac0d7 req-e7b800ca-110f-4ff5-aa46-eaf146336fab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304296 Jul 16 18:38:36.667067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56729d8-bb37-4280-aa98-7c32b2b53106 req-8f622918-8cd6-4a97-86b5-70689403414f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.669062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e56729d8-bb37-4280-aa98-7c32b2b53106 req-8f622918-8cd6-4a97-86b5-70689403414f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0694816 Jul 16 18:38:36.710182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e56729d8-bb37-4280-aa98-7c32b2b53106 req-399b140d-b9f2-49bc-ad20-eab6360a04af tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354891 Jul 16 18:38:37.048412 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.337684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc25062-59a0-436a-80c0-18faaae87666 req-74e4d819-8469-4e2e-b26a-3a0617d6068e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.339849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dc25062-59a0-436a-80c0-18faaae87666 req-74e4d819-8469-4e2e-b26a-3a0617d6068e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0714171 Jul 16 18:38:37.400628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dc25062-59a0-436a-80c0-18faaae87666 req-d8727442-9733-4aec-ad45-03593f73fbdd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Jul 16 18:38:37.913709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169918e-d4f5-4dd1-8efa-67e948c39a59 req-65f478a7-ca4b-47f2-8447-3f5fedf5797c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.915258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f169918e-d4f5-4dd1-8efa-67e948c39a59 req-65f478a7-ca4b-47f2-8447-3f5fedf5797c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0780725 Jul 16 18:38:37.955941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f169918e-d4f5-4dd1-8efa-67e948c39a59 req-73b89923-23d6-4b83-af39-930f83e24c83 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335867 Jul 16 18:38:38.587467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8af6b4-78ca-4a82-b438-e1e15d517d91 req-a073c9b3-4df2-46b1-8fe5-ea7d66712f8e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.595030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4b8af6b4-78ca-4a82-b438-e1e15d517d91 req-a073c9b3-4df2-46b1-8fe5-ea7d66712f8e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0780880 Jul 16 18:38:38.629797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4b8af6b4-78ca-4a82-b438-e1e15d517d91 req-044823fa-264e-400f-9286-a09b5d89d403 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Jul 16 18:38:38.763184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:38.772194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-2f4150b9-ed13-4960-9a31-1cfa1699421e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.773706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-2f4150b9-ed13-4960-9a31-1cfa1699421e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.0772252 Jul 16 18:38:38.901645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Deleting port ad2599f5-527d-4fa2-baee-d9a2d9d3353a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:38.902191 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.048861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] For port ad2599f5-527d-4fa2-baee-d9a2d9d3353a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:39.049207 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.071708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Calling delete_port for ad2599f5-527d-4fa2-baee-d9a2d9d3353a owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:39.190685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe457bf9-9c59-44d7-9b3d-2c862fd36a48 req-7926f21e-f523-4b3c-a307-a83b07e4fa9b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.192233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe457bf9-9c59-44d7-9b3d-2c862fd36a48 req-7926f21e-f523-4b3c-a307-a83b07e4fa9b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.2166986 Jul 16 18:38:39.275153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe457bf9-9c59-44d7-9b3d-2c862fd36a48 req-c7976a52-9619-4d23-a19f-2731937b351e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741436 Jul 16 18:38:39.287020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e455f-4010-42ad-bd60-edd15ec46825 req-c403edbb-d952-41f0-8ce4-cf1f225c9f53 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.288488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-997e455f-4010-42ad-bd60-edd15ec46825 req-c403edbb-d952-41f0-8ce4-cf1f225c9f53 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3c34fc-90df-4aaa-abb7-69f314c91df1 HTTP/1.1" status: 200 len: 945 time: 0.1973906 Jul 16 18:38:39.374776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-997e455f-4010-42ad-bd60-edd15ec46825 req-ad9f233e-6e45-4bff-aa78-04975d349b5f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729029 Jul 16 18:38:39.378654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.398663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['0e2b8f58-75f4-4552-ad14-b8e4e58e0109'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:39.430146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Pushing event deleted for resources: {'Port': ['ID=ad2599f5-527d-4fa2-baee-d9a2d9d3353a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:39.434501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.434868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.435201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.435546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.435882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.436220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.436575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.436913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.437247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.437581 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.437922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.438991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:39.449517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ad2599f5-527d-4fa2-baee-d9a2d9d3353a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:39.487665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] No DVR routers for this DVR port ad2599f5-527d-4fa2-baee-d9a2d9d3353a on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:39.490938 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.493852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ff734ee-2d8e-4f0b-8d10-88739de4af34 req-e5d5c8b0-d711-4cd8-a838-408a9157e85b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.46 "DELETE /v2.0/ports/ad2599f5-527d-4fa2-baee-d9a2d9d3353a HTTP/1.1" status: 204 len: 173 time: 0.7101598 Jul 16 18:38:39.493852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3c34fc-90df-4aaa-abb7-69f314c91df1', 'name': 'network-vif-deleted', 'tag': 'ad2599f5-527d-4fa2-baee-d9a2d9d3353a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:39.497488 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c0cba7-1375-4080-bed2-9b8f8fe3be48" -d '{"events": [{"server_uuid": "1f3c34fc-90df-4aaa-abb7-69f314c91df1", "name": "network-vif-deleted", "tag": "ad2599f5-527d-4fa2-baee-d9a2d9d3353a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:39.560953 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe49f06-b084-4439-81df-464b4ce99e9c x-openstack-request-id: req-6fe49f06-b084-4439-81df-464b4ce99e9c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:39.561532 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3c34fc-90df-4aaa-abb7-69f314c91df1", "name": "network-vif-deleted", "tag": "ad2599f5-527d-4fa2-baee-d9a2d9d3353a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:39.562003 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fe49f06-b084-4439-81df-464b4ce99e9c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:39.562613 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3c34fc-90df-4aaa-abb7-69f314c91df1', 'name': 'network-vif-deleted', 'tag': 'ad2599f5-527d-4fa2-baee-d9a2d9d3353a', 'status': 'completed', 'code': 200} Jul 16 18:38:40.476699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022798b-43cd-447a-adb8-f9826e570783 req-3879e744-2677-458a-8719-2e0024354b6b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.478492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0022798b-43cd-447a-adb8-f9826e570783 req-3879e744-2677-458a-8719-2e0024354b6b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0799568 Jul 16 18:38:40.482059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.538628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0022798b-43cd-447a-adb8-f9826e570783 req-831bbc70-025f-42d1-8fdc-52cbaddb417b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510485 Jul 16 18:38:40.897921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c458aaf-9cf3-4457-abda-0748095c83b6 req-f201be56-9b92-49b5-beba-a702166f4cba tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.899465 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c458aaf-9cf3-4457-abda-0748095c83b6 req-f201be56-9b92-49b5-beba-a702166f4cba tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0771172 Jul 16 18:38:40.942468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c458aaf-9cf3-4457-abda-0748095c83b6 req-19493e32-a4ca-47ed-9081-7009676f0a9b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360105 Jul 16 18:38:41.225305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96494fe-828b-40fb-b199-618749511523 req-a417affd-3c92-456a-81bc-faf5b4d16589 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.227491 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f96494fe-828b-40fb-b199-618749511523 req-a417affd-3c92-456a-81bc-faf5b4d16589 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0756252 Jul 16 18:38:41.275188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f96494fe-828b-40fb-b199-618749511523 req-0e46f48c-647f-467e-a26b-2273f14c2996 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Jul 16 18:38:42.139092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d91f5e-e2be-473c-8747-a6744d796080 req-e9e82ccb-2c28-4163-83e7-a88d0bf70932 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.140740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79d91f5e-e2be-473c-8747-a6744d796080 req-e9e82ccb-2c28-4163-83e7-a88d0bf70932 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0771713 Jul 16 18:38:42.186228 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79d91f5e-e2be-473c-8747-a6744d796080 req-47532467-93df-4552-ab5d-af1e02a7a36e tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 Jul 16 18:38:42.315362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad2599f5-527d-4fa2-baee-d9a2d9d3353a no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:42.353953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: ad2599f5-527d-4fa2-baee-d9a2d9d3353a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:42.354200 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ad2599f5-527d-4fa2-baee-d9a2d9d3353a not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:42.484430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29bc8e-4ee2-486a-b729-75eb9295f21d req-effa64cc-5d5f-495e-8841-b7816fdafdf7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.486017 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce29bc8e-4ee2-486a-b729-75eb9295f21d req-effa64cc-5d5f-495e-8841-b7816fdafdf7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0834856 Jul 16 18:38:42.536831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce29bc8e-4ee2-486a-b729-75eb9295f21d req-692959b0-7ccc-4b92-a8c1-0d65506b4ebc tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Jul 16 18:38:43.381799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57479b5b-ef23-4032-b587-0aacf6340b04 req-a7642b24-09a0-4f6a-a38c-d1fdfe9c82e7 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.383562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57479b5b-ef23-4032-b587-0aacf6340b04 req-a7642b24-09a0-4f6a-a38c-d1fdfe9c82e7 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0722401 Jul 16 18:38:43.424924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-57479b5b-ef23-4032-b587-0aacf6340b04 req-f6fa786c-668f-4402-b03a-cfd15922bd5f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 Jul 16 18:38:43.722607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba103-9bf4-4636-a6d9-4a04749698ff req-f25b0771-6d7f-4b7e-a63e-acdaf343e2c2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.724116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98dba103-9bf4-4636-a6d9-4a04749698ff req-f25b0771-6d7f-4b7e-a63e-acdaf343e2c2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0726879 Jul 16 18:38:43.766204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98dba103-9bf4-4636-a6d9-4a04749698ff req-eb62d2af-5c6e-4725-bdd9-79ab69360f1f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346820 Jul 16 18:38:43.796304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 87235576-51a2-4de2-a557-2b879b8a8e99 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:43.894555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=87235576-51a2-4de2-a557-2b879b8a8e99,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:43.906866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '87235576-51a2-4de2-a557-2b879b8a8e99', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'port_id': '87235576-51a2-4de2-a557-2b879b8a8e99', 'mac_address': 'fa:16:3e:da:cf:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:43.949345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.974704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87235576-51a2-4de2-a557-2b879b8a8e99 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:43.995735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=87235576-51a2-4de2-a557-2b879b8a8e99,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:44.000175 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.049040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=87235576-51a2-4de2-a557-2b879b8a8e99,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:44.202208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['87235576-51a2-4de2-a557-2b879b8a8e99'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:44.624872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ceab0-58e6-4df4-9bd3-012eb84ef514 req-fc6cbcfa-8b0b-40da-85e3-6e3d25abe083 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.626537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e0ceab0-58e6-4df4-9bd3-012eb84ef514 req-fc6cbcfa-8b0b-40da-85e3-6e3d25abe083 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0789881 Jul 16 18:38:44.672086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e0ceab0-58e6-4df4-9bd3-012eb84ef514 req-c9446bb3-461a-4b0d-9084-5f1e6b09bf3c tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382338 Jul 16 18:38:44.961707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acfab5-be3d-4901-a5ae-f8c0226039f9 req-366c670a-8f06-47b4-86f8-5b0e2f853d2c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.963409 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84acfab5-be3d-4901-a5ae-f8c0226039f9 req-366c670a-8f06-47b4-86f8-5b0e2f853d2c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 945 time: 0.0755687 Jul 16 18:38:45.018301 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84acfab5-be3d-4901-a5ae-f8c0226039f9 req-d79b00b7-bd8b-4c52-98e7-1e8e5e2194b1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452769 Jul 16 18:38:45.809221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 87235576-51a2-4de2-a557-2b879b8a8e99 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:45.903896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef6e8f-3ac3-4638-81d3-d19ab8cd5e0b req-8ccc2b34-d3f9-44cf-bf87-d08e596888c4 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:45.906941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 87235576-51a2-4de2-a557-2b879b8a8e99 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:45.907354 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.912289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6ef6e8f-3ac3-4638-81d3-d19ab8cd5e0b req-8ccc2b34-d3f9-44cf-bf87-d08e596888c4 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0942726 Jul 16 18:38:45.959625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6ef6e8f-3ac3-4638-81d3-d19ab8cd5e0b req-3bb9a6ac-5efe-4bcf-9f7b-2250af8898d6 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Jul 16 18:38:46.042583 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.087412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:46.090341 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b49dd05-5b64-48b0-ba61-85b932904b6a" -d '{"events": [{"server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "name": "network-vif-plugged", "status": "completed", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:46.131636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=87235576-51a2-4de2-a557-2b879b8a8e99,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:46.139937 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.177625 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcead39-4c77-4f91-b382-541742b2db84 x-openstack-request-id: req-6fcead39-4c77-4f91-b382-541742b2db84 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:46.177921 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "name": "network-vif-plugged", "status": "completed", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:46.178422 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fcead39-4c77-4f91-b382-541742b2db84 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:46.178845 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99', 'code': 200} Jul 16 18:38:46.209565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=87235576-51a2-4de2-a557-2b879b8a8e99,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:46.348298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630bc98-e760-4b27-92c4-e5d42133b37b req-23113c4f-56f4-4c43-88c3-227c67bd0411 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.353066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8630bc98-e760-4b27-92c4-e5d42133b37b req-23113c4f-56f4-4c43-88c3-227c67bd0411 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0993536 Jul 16 18:38:46.400028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8630bc98-e760-4b27-92c4-e5d42133b37b req-48e90382-5f23-4b75-8351-f881f64b51f4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418487 Jul 16 18:38:47.241434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f1c41-37b4-4e37-bab3-825de72a720c req-bc1ae26f-5946-43df-9d3d-1e851dcc1854 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.243011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-243f1c41-37b4-4e37-bab3-825de72a720c req-bc1ae26f-5946-43df-9d3d-1e851dcc1854 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.1346812 Jul 16 18:38:47.296541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-243f1c41-37b4-4e37-bab3-825de72a720c req-b8244466-d47a-4ded-b008-53b398c0d97d tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460112 Jul 16 18:38:47.683561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f16d7e-014f-4e37-977c-6038c3bc17b4 req-c125dad4-eea7-49f1-85d8-ebf922552be4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.685447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0f16d7e-014f-4e37-977c-6038c3bc17b4 req-c125dad4-eea7-49f1-85d8-ebf922552be4 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.1055033 Jul 16 18:38:47.742989 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0f16d7e-014f-4e37-977c-6038c3bc17b4 req-01cbb3cf-8b8e-4f95-92c0-64d2542ac7a6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509443 Jul 16 18:38:48.533779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804b9f6-6551-4366-ba52-f102d1fdc127 req-cd388b59-3b40-4a74-82b4-30419ed5020a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.542386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5804b9f6-6551-4366-ba52-f102d1fdc127 req-cd388b59-3b40-4a74-82b4-30419ed5020a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0856757 Jul 16 18:38:48.589072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5804b9f6-6551-4366-ba52-f102d1fdc127 req-89c4bbd8-a460-4480-8a7a-9d9a398d259d tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448029 Jul 16 18:38:48.968412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e786ac-bc2c-48d4-8bb0-04594ff45da5 req-26a6410f-9005-41f9-927c-1fcd3401da30 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.976565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33e786ac-bc2c-48d4-8bb0-04594ff45da5 req-26a6410f-9005-41f9-927c-1fcd3401da30 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0892708 Jul 16 18:38:49.022193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33e786ac-bc2c-48d4-8bb0-04594ff45da5 req-a834a63a-6a23-41e7-8fed-5d66a547f00d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444331 Jul 16 18:38:49.404293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-75265a76-dfcb-4a83-b76f-13ab52dfa79f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.406727 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-75265a76-dfcb-4a83-b76f-13ab52dfa79f tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0790670 Jul 16 18:38:49.548756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Deleting port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:49.549500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.676659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] For port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:49.677047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.692761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Calling delete_port for 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:49.855859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b01e8-ab57-45b3-a62e-b18fd3c30cab req-3482fb73-733e-4699-b224-cb60b1c3e041 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.863375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b8b01e8-ab57-45b3-a62e-b18fd3c30cab req-3482fb73-733e-4699-b224-cb60b1c3e041 tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 945 time: 0.0966508 Jul 16 18:38:49.939980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b8b01e8-ab57-45b3-a62e-b18fd3c30cab req-3e80b6e4-654e-4221-b509-11c17e3807ca tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/security-groups?id=5556b6ed-3de4-4ea4-97b8-9a06a41d5540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755584 Jul 16 18:38:49.981335 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.999466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['0e2b8f58-75f4-4552-ad14-b8e4e58e0109'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:50.026132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Pushing event deleted for resources: {'Port': ['ID=0e2b8f58-75f4-4552-ad14-b8e4e58e0109,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:50.111612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] No DVR routers for this DVR port 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:50.116261 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.124037 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7f6ad382-fb90-48cf-be38-7a476c3411cc req-2e724818-02f0-4223-a2db-2ce3f168f56b tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.45 "DELETE /v2.0/ports/0e2b8f58-75f4-4552-ad14-b8e4e58e0109 HTTP/1.1" status: 204 len: 173 time: 0.7067423 Jul 16 18:38:50.124974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5', 'name': 'network-vif-deleted', 'tag': '0e2b8f58-75f4-4552-ad14-b8e4e58e0109'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:50.128915 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41534f74-6984-46a5-8fb6-8d8f10638ad2" -d '{"events": [{"server_uuid": "9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5", "name": "network-vif-deleted", "tag": "0e2b8f58-75f4-4552-ad14-b8e4e58e0109"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:50.207952 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0c8ae6-8925-4fc0-a75f-9c4ca5b34dc0 x-openstack-request-id: req-1d0c8ae6-8925-4fc0-a75f-9c4ca5b34dc0 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:50.208262 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5", "name": "network-vif-deleted", "tag": "0e2b8f58-75f4-4552-ad14-b8e4e58e0109", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:50.209453 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d0c8ae6-8925-4fc0-a75f-9c4ca5b34dc0 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:50.210625 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5', 'name': 'network-vif-deleted', 'tag': '0e2b8f58-75f4-4552-ad14-b8e4e58e0109', 'status': 'completed', 'code': 200} Jul 16 18:38:50.342094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b18c80-7a0e-45ef-a55c-fb900f0af073 req-44d13d77-5f41-4f27-88b2-c3ff7fdc50fc tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.344582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b18c80-7a0e-45ef-a55c-fb900f0af073 req-44d13d77-5f41-4f27-88b2-c3ff7fdc50fc tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.1403933 Jul 16 18:38:50.391210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b18c80-7a0e-45ef-a55c-fb900f0af073 req-dde5253b-227d-4147-9283-3fc166ca0434 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Jul 16 18:38:51.185135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a14381e-d38a-4cd6-aefd-7caab64fb9b2 req-56eafa41-b902-4e1a-af32-f0bf904c875a tempest-ServerRescueNegativeTestJSON-1861795163 tempest-ServerRescueNegativeTestJSON-1861795163-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f28c5af-d9c5-4e44-92d4-6992c3ecb5e5 HTTP/1.1" status: 200 len: 210 time: 0.0417736 Jul 16 18:38:51.600644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ee26c-8106-4dfc-9035-c678c00440cc req-5e306297-1885-49fe-a4e4-125bda4fd191 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.602217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc9ee26c-8106-4dfc-9035-c678c00440cc req-5e306297-1885-49fe-a4e4-125bda4fd191 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0771968 Jul 16 18:38:51.679112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc9ee26c-8106-4dfc-9035-c678c00440cc req-d9eaeee4-05fe-4f59-812d-ae4b21d4f708 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581424 Jul 16 18:38:52.302684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53056) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:52.687661 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.982162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3936cf-80dd-441a-9f5d-ec1c768a97a7 req-8c2d20d1-ae54-4664-a758-a778d90db27d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.984272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e3936cf-80dd-441a-9f5d-ec1c768a97a7 req-8c2d20d1-ae54-4664-a758-a778d90db27d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.1269987 Jul 16 18:38:53.090223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e3936cf-80dd-441a-9f5d-ec1c768a97a7 req-28321925-9b14-4a0d-a08c-e139353997e3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853567 Jul 16 18:38:53.176196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Deleting port beadff08-727a-4157-9544-c7b5282260b9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:53.176715 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.307106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] For port beadff08-727a-4157-9544-c7b5282260b9, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=beadff08-727a-4157-9544-c7b5282260b9,segment=NetworkSegment(0427d56b-d225-4118-837b-9da8c854f7bf),segment_id=0427d56b-d225-4118-837b-9da8c854f7bf)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:53.307885 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.326717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Calling delete_port for beadff08-727a-4157-9544-c7b5282260b9 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:53.579012 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.614876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=beadff08-727a-4157-9544-c7b5282260b9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:53.819084 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.869798 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:53.894559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:53.895338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 0e2b8f58-75f4-4552-ad14-b8e4e58e0109 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:54.138540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Router 5836c559-9b67-4799-baf5-25d4a3825b99 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:54.297509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:54.305893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53080) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:54.306370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8509ce89-761d-4b47-a7c7-5df76ed40b80 admin admin] 10.222.0.60 "PUT /v2.0/routers/5836c559-9b67-4799-baf5-25d4a3825b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0021248 Jul 16 18:38:54.310508 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] Sync routers for ids ['5836c559-9b67-4799-baf5-25d4a3825b99'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:54.332655 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] Routers {'5836c559-9b67-4799-baf5-25d4a3825b99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:54.333303 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:38:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['5836c559-9b67-4799-baf5-25d4a3825b99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:54.449768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.451046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4683f9-6caa-4248-ba9d-c5773367eb9c req-9586b08f-e118-4fee-a95a-9bcdb6700dbf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.453817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb4683f9-6caa-4248-ba9d-c5773367eb9c req-9586b08f-e118-4fee-a95a-9bcdb6700dbf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.1576693 Jul 16 18:38:54.492291 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] Set router 5836c559-9b67-4799-baf5-25d4a3825b99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:54.510626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb4683f9-6caa-4248-ba9d-c5773367eb9c req-e1dc7c82-d99a-4537-bc9e-260ad4db49ec tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474563 Jul 16 18:38:54.630634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.711391 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:38:53Z', 'revision_number': 5, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'gw_port': {'id': 'c23e376a-1f97-4dcc-8417-d50995855ac6', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:17Z', 'updated_at': '2021-07-16T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:54.716778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Deleting port c23e376a-1f97-4dcc-8417-d50995855ac6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:54.717178 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.764730 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] Checking router: 5836c559-9b67-4799-baf5-25d4a3825b99 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:54.778277 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] Routers {'5836c559-9b67-4799-baf5-25d4a3825b99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:54.778920 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:38:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['5836c559-9b67-4799-baf5-25d4a3825b99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:54.821481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] For port c23e376a-1f97-4dcc-8417-d50995855ac6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c23e376a-1f97-4dcc-8417-d50995855ac6,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:54.822126 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.837485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Calling delete_port for c23e376a-1f97-4dcc-8417-d50995855ac6 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:54.925020 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] Set router 5836c559-9b67-4799-baf5-25d4a3825b99 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:55.006171 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:38:54Z', 'revision_number': 6, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:55.073601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.103203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c23e376a-1f97-4dcc-8417-d50995855ac6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:55.167993 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86c42fe-7b60-4b3e-bd91-95b64ffd47d4 None None] The sync data for ids ['5836c559-9b67-4799-baf5-25d4a3825b99'] in n-d-793619-10 is: [{'id': '5836c559-9b67-4799-baf5-25d4a3825b99', 'name': 'tempest-ServerRescueNegativeTestJSON-2051296473-router', 'tenant_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:16Z', 'updated_at': '2021-07-16T18:38:54Z', 'revision_number': 6, 'project_id': '1664a8ab1bc1421b818dbeca4025dcfa', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:55.538909 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.665852 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.669951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.737132 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.737929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5836c559-9b67-4799-baf5-25d4a3825b99 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:38:55.747067 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.748416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eed1f088-8fcb-45dc-bdbf-b67cd25e2e8e admin admin] 10.222.0.60 "DELETE /v2.0/routers/5836c559-9b67-4799-baf5-25d4a3825b99 HTTP/1.1" status: 204 len: 168 time: 1.4411838 Jul 16 18:38:55.751611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53096) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:55.762212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e37ff3-2285-421b-9b55-565ac770a430 req-a2149aa2-d936-45bc-8dbd-1001d08a4e90 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.764093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8e37ff3-2285-421b-9b55-565ac770a430 req-a2149aa2-d936-45bc-8dbd-1001d08a4e90 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0878172 Jul 16 18:38:55.805609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-d277f986-01ed-404e-9bf9-4f7b73331d81 admin admin] Deleting subnet 5d0880bc-9dac-4f33-b753-3ad66e43a6fd {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:55.809030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c8e37ff3-2285-421b-9b55-565ac770a430 req-52e43f4a-cdf8-497f-b666-0b4f51078501 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387030 Jul 16 18:38:55.810057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d277f986-01ed-404e-9bf9-4f7b73331d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.851721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d277f986-01ed-404e-9bf9-4f7b73331d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.899894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d277f986-01ed-404e-9bf9-4f7b73331d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.959819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d277f986-01ed-404e-9bf9-4f7b73331d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.975926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d277f986-01ed-404e-9bf9-4f7b73331d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.981655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53100) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:55.982138 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d277f986-01ed-404e-9bf9-4f7b73331d81 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5d0880bc-9dac-4f33-b753-3ad66e43a6fd HTTP/1.1" status: 204 len: 168 time: 0.2291000 Jul 16 18:38:56.013460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277f986-01ed-404e-9bf9-4f7b73331d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0880bc-9dac-4f33-b753-3ad66e43a6fd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:56.072315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-bd41376c-ae6c-43ff-aed5-90b2854be188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.073030 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.073925 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-bd41376c-ae6c-43ff-aed5-90b2854be188 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 1098 time: 0.1934772 Jul 16 18:38:56.169286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.179958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784a4658-f515-4ccd-9720-482b9e9c5d53']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:56.190175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-efd2b6e6-4bb5-4a47-bc49-f29ea615084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.191999 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-efd2b6e6-4bb5-4a47-bc49-f29ea615084b service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1051919 Jul 16 18:38:56.195274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0427d56b-d225-4118-837b-9da8c854f7bf') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:56.195874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0427d56b-d225-4118-837b-9da8c854f7bf') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:56.208020 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.225486 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.233404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:56.233816 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:56.236086 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:56.257185 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-4047b6b8-727a-42b9-b2f0-fc4caa4bd438 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87235576-51a2-4de2-a557-2b879b8a8e99 HTTP/1.1" status: 200 len: 217 time: 0.0514390 Jul 16 18:38:56.299599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.308890 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.316353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] 10.222.0.60 "DELETE /v2.0/networks/784a4658-f515-4ccd-9720-482b9e9c5d53 HTTP/1.1" status: 204 len: 168 time: 0.3286874 Jul 16 18:38:56.333444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-97ab91f9-3f25-4d35-b636-5d175ecea43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.335417 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-97ab91f9-3f25-4d35-b636-5d175ecea43e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0689013 Jul 16 18:38:56.339396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ce5a4-ed89-4ece-83a2-a7173276f977 admin admin] Pushing event deleted for resources: {'Network': ['ID=784a4658-f515-4ccd-9720-482b9e9c5d53,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:56.419831 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-8253f853-ab0e-4f0e-abff-f6b0e2bf66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.421393 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-8253f853-ab0e-4f0e-abff-f6b0e2bf66fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719211 Jul 16 18:38:56.613965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53120) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:56.628786 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-9bf46043-b31e-4fec-84ba-7d52ecdb584f service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946623 Jul 16 18:38:56.674395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2ffbb7ab-b0d0-47b8-977d-500f73daf2c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1664a8ab1bc1421b818dbeca4025dcfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580277 Jul 16 18:38:56.676136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:56.764664 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a129186-0c08-40e4-9c0a-0fdc1277ae7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.767112 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98b73bf5-53a0-46cd-9c50-2ea8307e8950 req-89d38ce0-6397-4a7d-a9c2-b35a967e981c service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272867 Jul 16 18:38:56.792825 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a129186-0c08-40e4-9c0a-0fdc1277ae7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.851770 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a129186-0c08-40e4-9c0a-0fdc1277ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.855170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a129186-0c08-40e4-9c0a-0fdc1277ae7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.856387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9a129186-0c08-40e4-9c0a-0fdc1277ae7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5556b6ed-3de4-4ea4-97b8-9a06a41d5540 HTTP/1.1" status: 204 len: 168 time: 0.1793101 Jul 16 18:38:56.866087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a129186-0c08-40e4-9c0a-0fdc1277ae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5556b6ed-3de4-4ea4-97b8-9a06a41d5540,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:57.023321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb5ec2-76ca-43cd-a8c7-7c200a9ec10d req-7c49abda-59b6-42bf-9e80-90eed47e828c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.024930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1abb5ec2-76ca-43cd-a8c7-7c200a9ec10d req-7c49abda-59b6-42bf-9e80-90eed47e828c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0808022 Jul 16 18:38:57.043529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c23e376a-1f97-4dcc-8417-d50995855ac6 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:57.071594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: c23e376a-1f97-4dcc-8417-d50995855ac6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:57.071933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c23e376a-1f97-4dcc-8417-d50995855ac6 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:57.073312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device beadff08-727a-4157-9544-c7b5282260b9 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:57.084821 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1abb5ec2-76ca-43cd-a8c7-7c200a9ec10d req-3fc23557-2142-4144-a282-1777119222e7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523777 Jul 16 18:38:57.096478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: beadff08-727a-4157-9544-c7b5282260b9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:57.096888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device beadff08-727a-4157-9544-c7b5282260b9 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:58.281807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53410) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:58.291706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ba3e1-44e5-49ea-8967-74318562f39d req-395c24e2-33f6-42a2-a5bc-eb300f64b707 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.293204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-291ba3e1-44e5-49ea-8967-74318562f39d req-395c24e2-33f6-42a2-a5bc-eb300f64b707 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0672183 Jul 16 18:38:58.345436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-291ba3e1-44e5-49ea-8967-74318562f39d req-71e9084a-06ff-47e5-8c9b-82844076c996 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460298 Jul 16 18:38:58.408959 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a01e0ef-120c-4de3-9e88-e6a2ed0ebbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.517748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a01e0ef-120c-4de3-9e88-e6a2ed0ebbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.527703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3a01e0ef-120c-4de3-9e88-e6a2ed0ebbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.571582 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3a01e0ef-120c-4de3-9e88-e6a2ed0ebbde admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b53047b694b6481d88af9525e7a9568e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880428 Jul 16 18:38:58.572478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01e0ef-120c-4de3-9e88-e6a2ed0ebbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee01236-1816-4525-9551-2e894791a3c1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:58.575150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53458) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:58.635462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8d6b-5b7b-434d-b56c-d7301de0a1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.659843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8d6b-5b7b-434d-b56c-d7301de0a1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.718248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8d6b-5b7b-434d-b56c-d7301de0a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.721271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8d6b-5b7b-434d-b56c-d7301de0a1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.725031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8fdc8d6b-5b7b-434d-b56c-d7301de0a1fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bee01236-1816-4525-9551-2e894791a3c1 HTTP/1.1" status: 204 len: 168 time: 0.1461842 Jul 16 18:38:58.732795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc8d6b-5b7b-434d-b56c-d7301de0a1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee01236-1816-4525-9551-2e894791a3c1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:59.011742 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.567705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026527d-4da3-40cc-a5da-509cb1588d92 req-c40fc8ed-2612-442d-9d18-301f38fed119 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.569646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7026527d-4da3-40cc-a5da-509cb1588d92 req-c40fc8ed-2612-442d-9d18-301f38fed119 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 946 time: 0.0926788 Jul 16 18:38:59.617890 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7026527d-4da3-40cc-a5da-509cb1588d92 req-21fe4317-6b00-4638-b8ec-4fe29b416805 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Jul 16 18:38:59.824879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be472e-98a2-4fa8-8eae-182452d2d21e req-1780ca08-4fb6-45f0-8587-7aa36301247c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.826732 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37be472e-98a2-4fa8-8eae-182452d2d21e req-1780ca08-4fb6-45f0-8587-7aa36301247c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0790739 Jul 16 18:38:59.870850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37be472e-98a2-4fa8-8eae-182452d2d21e req-6602056a-7cfd-46b7-8818-97dbea9b9843 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380466 Jul 16 18:38:59.914482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 87235576-51a2-4de2-a557-2b879b8a8e99 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:00.032010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.065730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:00.068095 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc0ff22-98ca-4a49-86e8-3da5b61cd47a" -d '{"events": [{"server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "name": "network-vif-unplugged", "status": "completed", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:00.096372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=87235576-51a2-4de2-a557-2b879b8a8e99,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:00.101330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3317ab5-5a38-4de5-8f3c-d0b62e890dea req-5bd07b2a-fe58-40d8-b479-7b8e70a77962 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.102361 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.104096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3317ab5-5a38-4de5-8f3c-d0b62e890dea req-5bd07b2a-fe58-40d8-b479-7b8e70a77962 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0829542 Jul 16 18:39:00.106690 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811d6c1a-4196-42cf-acb9-13960f58fbfe x-openstack-request-id: req-811d6c1a-4196-42cf-acb9-13960f58fbfe {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:00.107184 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "name": "network-vif-unplugged", "status": "failed", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:00.107726 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-811d6c1a-4196-42cf-acb9-13960f58fbfe {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:00.108123 n-d-793619-10 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99', 'code': 422} returned with failed status Jul 16 18:39:00.153605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3317ab5-5a38-4de5-8f3c-d0b62e890dea req-96017c07-826b-44d9-8f91-c6aa31577f59 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Jul 16 18:39:00.167652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=87235576-51a2-4de2-a557-2b879b8a8e99,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:00.556079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6aaa-7a3b-46b9-86f4-a4dcf5d125b0 req-fa80875e-a6da-47c7-9ca3-a7899d5ecd87 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.558607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a23e6aaa-7a3b-46b9-86f4-a4dcf5d125b0 req-fa80875e-a6da-47c7-9ca3-a7899d5ecd87 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0830841 Jul 16 18:39:00.600406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a23e6aaa-7a3b-46b9-86f4-a4dcf5d125b0 req-ba6f3c1d-b4dd-4271-8d8f-a501e4931406 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361655 Jul 16 18:39:01.814086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87c6f7-2649-4b0b-9902-4949d9b24823 req-6f706b57-eb30-4cf8-943b-fc05193cbdf5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.815585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce87c6f7-2649-4b0b-9902-4949d9b24823 req-6f706b57-eb30-4cf8-943b-fc05193cbdf5 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0738311 Jul 16 18:39:01.858920 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce87c6f7-2649-4b0b-9902-4949d9b24823 req-b72f8d68-1ae3-4f1a-b835-864052096a9f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361178 Jul 16 18:39:03.059396 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed20631-22b0-42a9-b500-539ae196283f req-94750e9c-113d-4b18-a8b6-4b6c2efcc6b7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.065625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ed20631-22b0-42a9-b500-539ae196283f req-94750e9c-113d-4b18-a8b6-4b6c2efcc6b7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0830665 Jul 16 18:39:03.121637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ed20631-22b0-42a9-b500-539ae196283f req-1084199d-dbe8-4c2c-841d-f00b86325ec1 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532389 Jul 16 18:39:03.172015 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-119ba576-64c2-40e0-9ef1-1b285eef1547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.906696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 87235576-51a2-4de2-a557-2b879b8a8e99 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:04.330784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8a7a9-ecff-4e1e-bb5f-cc7bc27cab97 req-11b1ea48-0d1d-4ce2-9f91-e32082055e48 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:04.332735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59c8a7a9-ecff-4e1e-bb5f-cc7bc27cab97 req-11b1ea48-0d1d-4ce2-9f91-e32082055e48 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0697687 Jul 16 18:39:04.376114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59c8a7a9-ecff-4e1e-bb5f-cc7bc27cab97 req-e9bf9e4f-a34a-466b-a64d-28fa77f66f79 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367928 Jul 16 18:39:04.887479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53752) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.000768 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97a9e4a8-240d-4bba-b9a9-fed8a839c8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.100120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97a9e4a8-240d-4bba-b9a9-fed8a839c8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.105159 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-97a9e4a8-240d-4bba-b9a9-fed8a839c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.154242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9e4a8-240d-4bba-b9a9-fed8a839c8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeab988-ebdb-42d3-8978-b69a79e12a25,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.158642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-97a9e4a8-240d-4bba-b9a9-fed8a839c8b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc042390ab26464a94d603be419b7377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700629 Jul 16 18:39:05.161783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 53756) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.220203 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb49e842-51ed-47ae-aa06-5345baadc2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.246310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb49e842-51ed-47ae-aa06-5345baadc2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.297431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb49e842-51ed-47ae-aa06-5345baadc2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.300645 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb49e842-51ed-47ae-aa06-5345baadc2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.302178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eb49e842-51ed-47ae-aa06-5345baadc2da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9eeab988-ebdb-42d3-8978-b69a79e12a25 HTTP/1.1" status: 204 len: 168 time: 0.1392014 Jul 16 18:39:05.318296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49e842-51ed-47ae-aa06-5345baadc2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeab988-ebdb-42d3-8978-b69a79e12a25,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.575789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53d147-77e3-4250-9909-f6a76e43b578 req-f929145c-21c3-4a38-a345-9b7d67349032 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:05.581938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec53d147-77e3-4250-9909-f6a76e43b578 req-f929145c-21c3-4a38-a345-9b7d67349032 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0724432 Jul 16 18:39:05.623281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec53d147-77e3-4250-9909-f6a76e43b578 req-dca15d4c-ec44-4dd6-9f2e-1d9a1c36f8f6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399327 Jul 16 18:39:05.629650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.646278 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e4e161b-5b12-4f65-bf0e-07d33b52e10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.750457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e4e161b-5b12-4f65-bf0e-07d33b52e10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.755452 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e4e161b-5b12-4f65-bf0e-07d33b52e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.801391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e161b-5b12-4f65-bf0e-07d33b52e10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fcff73-0476-42e0-9184-56406b5b05cb,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.809240 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5e4e161b-5b12-4f65-bf0e-07d33b52e10f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1fcdb37b4278416ebf511dbc4e23c932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780438 Jul 16 18:39:05.810133 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 53768) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.861498 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9fb07a7e-3900-469b-bece-7d56557b30ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.883455 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9fb07a7e-3900-469b-bece-7d56557b30ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.892465 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:05.936238 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9fb07a7e-3900-469b-bece-7d56557b30ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.939165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9fb07a7e-3900-469b-bece-7d56557b30ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.945189 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9fb07a7e-3900-469b-bece-7d56557b30ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92fcff73-0476-42e0-9184-56406b5b05cb HTTP/1.1" status: 204 len: 168 time: 0.1339159 Jul 16 18:39:05.955915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb07a7e-3900-469b-bece-7d56557b30ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fcff73-0476-42e0-9184-56406b5b05cb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.969424 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.028948 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c855337-a49a-469e-9afe-03efa1b089a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.807360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b9dcb-2d38-4325-8283-b49c7dee5864 req-b5f8b8d3-2810-4f74-8153-3e323f6c318f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:06.808976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a1b9dcb-2d38-4325-8283-b49c7dee5864 req-b5f8b8d3-2810-4f74-8153-3e323f6c318f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0682399 Jul 16 18:39:06.851999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a1b9dcb-2d38-4325-8283-b49c7dee5864 req-718a33bd-0ea1-41b5-8409-959fd5fde448 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362875 Jul 16 18:39:07.055856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.293682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-9d7ca33a-3bbb-4421-b6fe-42aaf4818e76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591762 Jul 16 18:39:07.390356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-1058d2f1-dcf0-40b3-9150-57c37f466bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.392350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-1058d2f1-dcf0-40b3-9150-57c37f466bc4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 1097 time: 0.0600734 Jul 16 18:39:07.514084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-593523a1-8fe3-437d-a563-5fa2a7257132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.515891 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-593523a1-8fe3-437d-a563-5fa2a7257132 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1008430 Jul 16 18:39:07.583112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-df6a58ec-7b13-4ff9-970f-e0929b9d8ce9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d05dcd8-1131-4f97-adbd-b8dfc251d988 HTTP/1.1" status: 200 len: 217 time: 0.0593684 Jul 16 18:39:08.074840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-39df65cb-c579-4714-b277-78fd3a3183a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.076260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-39df65cb-c579-4714-b277-78fd3a3183a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.4868186 Jul 16 18:39:08.139784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08907c9-754e-4bdd-a32d-a5da663d5b7e req-0c678f17-a8a0-43ee-80f1-332e91e5d179 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.141350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a08907c9-754e-4bdd-a32d-a5da663d5b7e req-0c678f17-a8a0-43ee-80f1-332e91e5d179 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.1198132 Jul 16 18:39:08.198104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-64d6ac8d-0199-407f-b99e-560e37bf4940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.199657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-64d6ac8d-0199-407f-b99e-560e37bf4940 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121647 Jul 16 18:39:08.208696 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a08907c9-754e-4bdd-a32d-a5da663d5b7e req-f7119259-e65d-4a4e-bf6b-60c5acede2ef tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614388 Jul 16 18:39:08.323527 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-94b99dd0-35c1-49dc-9004-e0e033b99a86 service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045599 Jul 16 18:39:08.430165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be6ab0eb-bebb-4a37-b7e7-f1b825bcfb8e req-64ee835b-211a-4870-9262-11b36f88bade service neutron] 10.222.0.46 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983620 Jul 16 18:39:08.692552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-ecdf3dc6-e9ad-45a0-84c2-2421f4b25c4d req-c238bff9-ff17-4c39-a7e5-81e6e616e99c tempest-AttachVolumeShelveTestJSON-467513462 tempest-AttachVolumeShelveTestJSON-467513462-project] (93824) timed out ('10.222.0.46', 55428) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:39:08.750995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.430674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283a12-9048-4147-8956-749ee43f4095 req-b9ae5378-9675-4234-8fd3-75245d4cc738 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.432860 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34283a12-9048-4147-8956-749ee43f4095 req-b9ae5378-9675-4234-8fd3-75245d4cc738 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0920889 Jul 16 18:39:09.475594 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34283a12-9048-4147-8956-749ee43f4095 req-ff089648-efe3-46f6-9f6a-54d2e58b1030 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369570 Jul 16 18:39:10.463023 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.676846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f47df-c2c4-46c5-82ab-926a970b2dee req-516452b4-2ed2-4203-9be9-bb5f734f1688 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:10.678507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7f47df-c2c4-46c5-82ab-926a970b2dee req-516452b4-2ed2-4203-9be9-bb5f734f1688 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0751901 Jul 16 18:39:10.734222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a7f47df-c2c4-46c5-82ab-926a970b2dee req-6ba80b3d-0ab6-44f3-ac88-ae4436051104 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484946 Jul 16 18:39:11.935495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7ccda-a5c0-44f0-bd7c-ace66ffa1c4c req-e1886603-8cfe-4144-b42b-ea7b0a48ef67 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.943853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98e7ccda-a5c0-44f0-bd7c-ace66ffa1c4c req-e1886603-8cfe-4144-b42b-ea7b0a48ef67 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0798473 Jul 16 18:39:11.992162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98e7ccda-a5c0-44f0-bd7c-ace66ffa1c4c req-4868556a-bb2e-46b1-b1c7-1348dabfc5d8 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471303 Jul 16 18:39:12.373687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-a40e73e7-8e91-4ee1-8a9c-f7312abf3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.375345 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-a40e73e7-8e91-4ee1-8a9c-f7312abf3022 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1096 time: 0.0605466 Jul 16 18:39:12.405639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9aa4-5689-4af0-adae-20d003581b42 req-2d66d33c-6cf0-4929-b606-e115214cfea9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.413223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98da9aa4-5689-4af0-adae-20d003581b42 req-2d66d33c-6cf0-4929-b606-e115214cfea9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0979230 Jul 16 18:39:12.472260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98da9aa4-5689-4af0-adae-20d003581b42 req-38ae6f63-239d-4e1d-a04d-1b9bcfb6c8e9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581479 Jul 16 18:39:12.548439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-30f8c7de-432b-44c3-a5e1-ba15d21a418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.550242 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-30f8c7de-432b-44c3-a5e1-ba15d21a418c service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1643994 Jul 16 18:39:12.635065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-0c54ced3-56b2-40e9-868c-d94b23b0db74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 999 time: 0.0775487 Jul 16 18:39:12.692749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54020) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:12.695029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-dbe4657e-8911-4f24-8185-7ff372781391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.696694 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-dbe4657e-8911-4f24-8185-7ff372781391 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0509188 Jul 16 18:39:12.762846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-3b904a9a-b933-4e5a-8a1c-847238f9af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.764366 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-3b904a9a-b933-4e5a-8a1c-847238f9af4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611701 Jul 16 18:39:12.822713 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9572fcbf-3e03-402b-94d7-febabb2112d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.877613 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-148eb237-23aa-4d5f-8b89-5b4719380641 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033711 Jul 16 18:39:12.922282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9572fcbf-3e03-402b-94d7-febabb2112d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.927454 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9572fcbf-3e03-402b-94d7-febabb2112d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.970689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9572fcbf-3e03-402b-94d7-febabb2112d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bd0898f0d12462aab7e95bc24d15a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765958 Jul 16 18:39:12.972694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572fcbf-3e03-402b-94d7-febabb2112d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f1320e-e602-430a-b69f-f0ed57a1d8b2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:12.973599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54028) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:13.035486 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9011f6eb-27af-4b56-bc55-8338ae12bc03 req-5ad5af2c-41ee-425f-96ff-dc4ea6e39f12 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469381 Jul 16 18:39:13.052008 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08c3d266-7354-4486-acb3-abac507c46ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.075879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08c3d266-7354-4486-acb3-abac507c46ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.150880 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08c3d266-7354-4486-acb3-abac507c46ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.153686 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08c3d266-7354-4486-acb3-abac507c46ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.154870 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-08c3d266-7354-4486-acb3-abac507c46ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2f1320e-e602-430a-b69f-f0ed57a1d8b2 HTTP/1.1" status: 204 len: 168 time: 0.1801386 Jul 16 18:39:13.172044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3d266-7354-4486-acb3-abac507c46ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f1320e-e602-430a-b69f-f0ed57a1d8b2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:13.451469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54044) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:13.468222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-010bb7f5-9321-43a9-8a64-e25a182056ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.565717 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-010bb7f5-9321-43a9-8a64-e25a182056ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.571938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-010bb7f5-9321-43a9-8a64-e25a182056ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.614753 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-010bb7f5-9321-43a9-8a64-e25a182056ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a27262275f9442fb411fa9f908f0b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619232 Jul 16 18:39:13.617356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bb7f5-9321-43a9-8a64-e25a182056ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9ffe90-e9b5-4017-af71-1383c7660ea6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:13.620579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:13.675921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f70192-916c-431e-88e2-1be5bf04585f req-69fba107-7159-4614-b23e-4d65c7f5ec4d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.678081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6f70192-916c-431e-88e2-1be5bf04585f req-69fba107-7159-4614-b23e-4d65c7f5ec4d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0858669 Jul 16 18:39:13.678787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-414a45a4-64fd-4fcc-967f-985e2392a019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.704055 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-414a45a4-64fd-4fcc-967f-985e2392a019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.731480 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6f70192-916c-431e-88e2-1be5bf04585f req-5c69e62a-8026-4609-afb1-12d84b8df075 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465486 Jul 16 18:39:13.762397 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-414a45a4-64fd-4fcc-967f-985e2392a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.765183 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-414a45a4-64fd-4fcc-967f-985e2392a019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.768805 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-414a45a4-64fd-4fcc-967f-985e2392a019 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f9ffe90-e9b5-4017-af71-1383c7660ea6 HTTP/1.1" status: 204 len: 168 time: 0.1448514 Jul 16 18:39:13.775417 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a45a4-64fd-4fcc-967f-985e2392a019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9ffe90-e9b5-4017-af71-1383c7660ea6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:14.954939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0976faa-2e59-4fac-9fe0-57809c8b2b25 req-9dbdc259-ce4c-4696-b95e-43dd98724909 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.956604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0976faa-2e59-4fac-9fe0-57809c8b2b25 req-9dbdc259-ce4c-4696-b95e-43dd98724909 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0862560 Jul 16 18:39:15.001348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0976faa-2e59-4fac-9fe0-57809c8b2b25 req-58626207-c84d-4bb0-aeb1-4bb96be27eb6 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381775 Jul 16 18:39:15.198502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec1b6-5256-4235-97ce-a0476cc2b134 req-0d1fd70b-f826-4b7f-ad32-0caae4cfa5fb tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.206162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfcec1b6-5256-4235-97ce-a0476cc2b134 req-0d1fd70b-f826-4b7f-ad32-0caae4cfa5fb tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0763249 Jul 16 18:39:15.249660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfcec1b6-5256-4235-97ce-a0476cc2b134 req-e877a0fd-8db9-4fd0-844b-ef1864e48056 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415957 Jul 16 18:39:15.442088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba41e3-7113-460f-b4d6-4fa47f90614c req-d59d4063-8340-44cc-9a4e-21a874f8fb99 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.445296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ba41e3-7113-460f-b4d6-4fa47f90614c req-d59d4063-8340-44cc-9a4e-21a874f8fb99 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0788541 Jul 16 18:39:15.493632 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ba41e3-7113-460f-b4d6-4fa47f90614c req-87abc5f2-64ec-400c-9103-47bd4d35dfdd tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397429 Jul 16 18:39:15.590994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54132) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.748181 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28a211a3-2bb3-447a-8551-042dc63a9df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.867507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28a211a3-2bb3-447a-8551-042dc63a9df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.873343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28a211a3-2bb3-447a-8551-042dc63a9df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.908113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce023dc5-d739-4994-9516-147b568d1021 req-ca534cd2-7ec3-474b-8f2b-2ec9ae376a64 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.910058 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce023dc5-d739-4994-9516-147b568d1021 req-ca534cd2-7ec3-474b-8f2b-2ec9ae376a64 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0740943 Jul 16 18:39:15.916816 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-28a211a3-2bb3-447a-8551-042dc63a9df0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd84a423616c490aa52ce9583b99c854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245916 Jul 16 18:39:15.917714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a211a3-2bb3-447a-8551-042dc63a9df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aedce9-d496-4fc6-9dd1-e8f874728a11,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:15.919702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54144) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.986300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce023dc5-d739-4994-9516-147b568d1021 req-b94a6123-d62a-4778-8916-7a30825e459f tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696039 Jul 16 18:39:16.005317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10a08aa0-a812-4372-aebc-30b97b76fd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.029596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10a08aa0-a812-4372-aebc-30b97b76fd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.077447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10a08aa0-a812-4372-aebc-30b97b76fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.080109 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10a08aa0-a812-4372-aebc-30b97b76fd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.081291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-10a08aa0-a812-4372-aebc-30b97b76fd33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7aedce9-d496-4fc6-9dd1-e8f874728a11 HTTP/1.1" status: 204 len: 168 time: 0.1606956 Jul 16 18:39:16.089168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a08aa0-a812-4372-aebc-30b97b76fd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aedce9-d496-4fc6-9dd1-e8f874728a11,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:16.374630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54156) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:16.388461 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd93e-e083-4436-ad82-b422054c7822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.490773 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd93e-e083-4436-ad82-b422054c7822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.495058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd93e-e083-4436-ad82-b422054c7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.536183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c9ebd93e-e083-4436-ad82-b422054c7822 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79d2bd9015d345fc8dd52cc7630cd618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603310 Jul 16 18:39:16.537041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebd93e-e083-4436-ad82-b422054c7822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3eded5-6640-4585-a9d2-7217cfb812ca,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:16.538862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:16.593949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b72be40-3a0b-4a25-9085-0b5b57a620d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.622797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b72be40-3a0b-4a25-9085-0b5b57a620d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.678586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b72be40-3a0b-4a25-9085-0b5b57a620d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.682347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b72be40-3a0b-4a25-9085-0b5b57a620d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.686125 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0b72be40-3a0b-4a25-9085-0b5b57a620d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f3eded5-6640-4585-a9d2-7217cfb812ca HTTP/1.1" status: 204 len: 168 time: 0.1436982 Jul 16 18:39:16.700063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72be40-3a0b-4a25-9085-0b5b57a620d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3eded5-6640-4585-a9d2-7217cfb812ca,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:17.179141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728bcf1-35cc-4d0e-97b9-ef3e8cd732fe req-9cb975b1-6485-4f15-a54d-a78e8f14d323 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.181467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a728bcf1-35cc-4d0e-97b9-ef3e8cd732fe req-9cb975b1-6485-4f15-a54d-a78e8f14d323 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0701294 Jul 16 18:39:17.226654 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a728bcf1-35cc-4d0e-97b9-ef3e8cd732fe req-2ebbff75-67ca-4008-b31d-715181950499 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389154 Jul 16 18:39:17.615108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e49eb-ff0d-45f9-bb2e-7623b7a53b3d req-de32dd60-3e63-4c69-a3d5-80bc05602933 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.618938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-d0d2b49a-bd07-4bd4-a453-64151fc9816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.621524 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-d0d2b49a-bd07-4bd4-a453-64151fc9816b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 1096 time: 0.0826128 Jul 16 18:39:17.622838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-230e49eb-ff0d-45f9-bb2e-7623b7a53b3d req-de32dd60-3e63-4c69-a3d5-80bc05602933 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0791142 Jul 16 18:39:17.677756 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-230e49eb-ff0d-45f9-bb2e-7623b7a53b3d req-e5655ee3-6bd5-4af8-8047-b01dd8a401dc tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505812 Jul 16 18:39:17.745303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-48dff0f9-5960-4c76-9876-c4570f106717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.746972 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-48dff0f9-5960-4c76-9876-c4570f106717 service neutron] 10.222.0.45 "GET /v2.0/networks?id=28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 200 len: 912 time: 0.1161387 Jul 16 18:39:17.824882 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-e0c06a32-5a93-4f06-83cb-eaa9a4803bee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 200 len: 999 time: 0.0666006 Jul 16 18:39:17.887022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-2f30a7a4-5a03-404d-bbc3-48e60d07f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.888539 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-2f30a7a4-5a03-404d-bbc3-48e60d07f691 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 200 len: 850 time: 0.0532124 Jul 16 18:39:17.970296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-6271cdb1-6104-45aa-9cf2-f97fde713469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.971878 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-6271cdb1-6104-45aa-9cf2-f97fde713469 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=28e650c5-9c08-452d-a9f4-d6377e24567e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706177 Jul 16 18:39:18.089041 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-e8506ce3-128c-4781-9183-c678b4bd3c9a service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058209 Jul 16 18:39:18.201142 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-06317235-3d44-4d9f-a895-27960fcf2d16 req-2273dd15-3525-4063-899a-6236172d98c3 service neutron] 10.222.0.45 "GET /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050353 Jul 16 18:39:18.730451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54276) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:18.851649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d63b4b6-ff1b-4d9a-8e14-16a892fe3e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.868081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd32a69-000e-4ca5-94af-502846b7e2f3 req-d30d435b-2eac-4ce4-935d-6d25bf6d0009 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:18.870452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd32a69-000e-4ca5-94af-502846b7e2f3 req-d30d435b-2eac-4ce4-935d-6d25bf6d0009 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0802345 Jul 16 18:39:18.911858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1dd32a69-000e-4ca5-94af-502846b7e2f3 req-ec763a73-c43d-4442-940e-1b2fe0b9774d tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355213 Jul 16 18:39:18.960553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d63b4b6-ff1b-4d9a-8e14-16a892fe3e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.964474 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d63b4b6-ff1b-4d9a-8e14-16a892fe3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.004348 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9d63b4b6-ff1b-4d9a-8e14-16a892fe3e67 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c957ec564a074586a6a2d0e0a7e76c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723584 Jul 16 18:39:19.005019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63b4b6-ff1b-4d9a-8e14-16a892fe3e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d511323f-e065-4ee3-a769-c6ee12fff903,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:19.007117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54284) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:19.059387 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-294cfbdf-b6da-4ac5-b32f-063296e31030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.084311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-294cfbdf-b6da-4ac5-b32f-063296e31030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.145956 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-294cfbdf-b6da-4ac5-b32f-063296e31030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.149151 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-294cfbdf-b6da-4ac5-b32f-063296e31030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.150315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-294cfbdf-b6da-4ac5-b32f-063296e31030 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d511323f-e065-4ee3-a769-c6ee12fff903 HTTP/1.1" status: 204 len: 168 time: 0.1422288 Jul 16 18:39:19.159516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cfbdf-b6da-4ac5-b32f-063296e31030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d511323f-e065-4ee3-a769-c6ee12fff903,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:19.421229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54298) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:19.435404 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8fd23ce-4f68-4c64-b13c-2ae4d5d397ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.534705 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8fd23ce-4f68-4c64-b13c-2ae4d5d397ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.538438 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d8fd23ce-4f68-4c64-b13c-2ae4d5d397ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.577798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d8fd23ce-4f68-4c64-b13c-2ae4d5d397ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=453e74fc02464c70a868f34cb6f6fd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554682 Jul 16 18:39:19.578738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd23ce-4f68-4c64-b13c-2ae4d5d397ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc6468d-5234-4cf4-97a5-6cf48ed49f6b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:19.580474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:19.630446 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4976bae-8e68-49dc-b4c3-511dee78217c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.661231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4976bae-8e68-49dc-b4c3-511dee78217c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.713664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4976bae-8e68-49dc-b4c3-511dee78217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.716487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4976bae-8e68-49dc-b4c3-511dee78217c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.717731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f4976bae-8e68-49dc-b4c3-511dee78217c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bc6468d-5234-4cf4-97a5-6cf48ed49f6b HTTP/1.1" status: 204 len: 168 time: 0.1360638 Jul 16 18:39:19.726784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4976bae-8e68-49dc-b4c3-511dee78217c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc6468d-5234-4cf4-97a5-6cf48ed49f6b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:20.108965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197609a-ae7e-4bbf-82e6-33a7451781ef req-379ad007-275e-4a01-bc61-7dcabf940674 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.110528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e197609a-ae7e-4bbf-82e6-33a7451781ef req-379ad007-275e-4a01-bc61-7dcabf940674 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0712554 Jul 16 18:39:20.156442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e197609a-ae7e-4bbf-82e6-33a7451781ef req-7db222f9-85d5-46bb-b868-7eb79ede999a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389388 Jul 16 18:39:20.364328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868adc6-4166-4780-ad3f-2377ad5af237 req-ef652097-c22f-45f9-9c75-56cba59b4a7a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.366064 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8868adc6-4166-4780-ad3f-2377ad5af237 req-ef652097-c22f-45f9-9c75-56cba59b4a7a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0731249 Jul 16 18:39:20.407349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8868adc6-4166-4780-ad3f-2377ad5af237 req-4c7f586d-1479-456f-a1f8-f2c35df7e6cb tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352838 Jul 16 18:39:21.193192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54406) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:21.308997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:21.333879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.433839 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.453935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-8f55e483-f74b-4b3b-a1d1-d4dd8e22bab2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.456172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-8f55e483-f74b-4b3b-a1d1-d4dd8e22bab2 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b81192-03cb-41ff-b299-f4a97f9f6b89 HTTP/1.1" status: 200 len: 944 time: 0.0734570 Jul 16 18:39:21.550780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Allocated IP 172.25.2.24 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/d931a9ef-7108-457e-bad5-281bc9e91724) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:21.574742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Deleting port 87235576-51a2-4de2-a557-2b879b8a8e99 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:21.575098 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.666979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.677913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] For port 87235576-51a2-4de2-a557-2b879b8a8e99, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=87235576-51a2-4de2-a557-2b879b8a8e99,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:21.678274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.692191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Calling delete_port for 87235576-51a2-4de2-a557-2b879b8a8e99 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:21.708357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.759794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:21.765184 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:21.768690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:21.793731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Pushing event updated for resources: {'Port': ['ID=d931a9ef-7108-457e-bad5-281bc9e91724,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:21.857542 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.886663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event deleted for resources: {'Port': ['ID=87235576-51a2-4de2-a557-2b879b8a8e99,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:21.905743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['51f6ed95-d740-43f5-b1a3-239a3b7d7f94', '8d05dcd8-1131-4f97-adbd-b8dfc251d988'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:21.949907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.955298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] No DVR routers for this DVR port 87235576-51a2-4de2-a557-2b879b8a8e99 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:21.958690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.969580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dec91c71-947e-4a1e-9297-2437ffe64c02 req-9a50376c-2937-4eaa-947f-0aabdc42bdb9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "DELETE /v2.0/ports/87235576-51a2-4de2-a557-2b879b8a8e99 HTTP/1.1" status: 204 len: 173 time: 0.5073740 Jul 16 18:39:21.970316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'name': 'network-vif-deleted', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:21.974260 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d898b6-fa80-47d9-8961-c6e25df16b0e" -d '{"events": [{"server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "name": "network-vif-deleted", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:22.074201 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.290836 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fcbdce-cd58-4cec-8829-9748f0c10c1b x-openstack-request-id: req-99fcbdce-cd58-4cec-8829-9748f0c10c1b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:22.291380 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b81192-03cb-41ff-b299-f4a97f9f6b89", "name": "network-vif-deleted", "tag": "87235576-51a2-4de2-a557-2b879b8a8e99", "status": "failed", "code": 422}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:22.291802 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99fcbdce-cd58-4cec-8829-9748f0c10c1b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:22.292372 n-d-793619-10 neutron-server[93823]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7b81192-03cb-41ff-b299-f4a97f9f6b89', 'name': 'network-vif-deleted', 'tag': '87235576-51a2-4de2-a557-2b879b8a8e99', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:39:22.348473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.353494 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.425698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Pushing event updated for resources: {'Port': ['ID=d931a9ef-7108-457e-bad5-281bc9e91724,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:22.442552 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.458222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.461092 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-975939b1-0fd0-4ade-b2bd-1b675a80031f tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2666237 Jul 16 18:39:22.463325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54436) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:22.470894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-733745520', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'fixed_ips': [{'ip_address': '172.25.2.24'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:22.495492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Made reservation on behalf of 139ed62b579e4c8f924eb58edeecad23 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:22.498246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.508867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.631794 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.636764 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.642305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] device_id is not set on port 98eb28c4-2516-44f2-9fa9-ee9fb5ba4ec5 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:22.720319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c88b64d-d050-4599-be21-d66e5636a501,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:22.898786 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:39:22.899617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:39:22.916795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:22.917034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-85bfc524-2ff1-47bd-b5c7-0acfb821b60c tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4516668 Jul 16 18:39:23.029961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6547d-8e24-43a5-88c3-e03600013ad7 req-237beb9a-e9cb-4843-acaf-b1eb9f7f0826 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.031680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9df6547d-8e24-43a5-88c3-e03600013ad7 req-237beb9a-e9cb-4843-acaf-b1eb9f7f0826 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 907 time: 0.0683410 Jul 16 18:39:23.092669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Deleting port d931a9ef-7108-457e-bad5-281bc9e91724 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:23.093294 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.180143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.180714 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.192144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Calling delete_port for d931a9ef-7108-457e-bad5-281bc9e91724 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:23.330240 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.359561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Pushing event deleted for resources: {'Port': ['ID=d931a9ef-7108-457e-bad5-281bc9e91724,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.432056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.434720 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.435956 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4321b856-79ec-4d43-a336-b631b78c6ff5 tempest-ExternalNetworksAdminNegativeTestJSON-144867788 tempest-ExternalNetworksAdminNegativeTestJSON-144867788-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/eaf982d0-6d2e-4289-b4a6-a2048ce86065 HTTP/1.1" status: 204 len: 168 time: 0.5176539 Jul 16 18:39:23.684146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54472) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:23.799959 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4591183d-a7a3-4ff0-84b9-f1bdf7c31386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.893432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4591183d-a7a3-4ff0-84b9-f1bdf7c31386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.897472 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4591183d-a7a3-4ff0-84b9-f1bdf7c31386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.947558 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4591183d-a7a3-4ff0-84b9-f1bdf7c31386 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6908ca8d66e4837ba4f324c65de6fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621362 Jul 16 18:39:23.948351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591183d-a7a3-4ff0-84b9-f1bdf7c31386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6b5d1-a906-447c-89ee-24c4c9e23b82,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.950365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:24.010121 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2106627b-dbcd-4182-af86-f43f18ac0bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.032401 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2106627b-dbcd-4182-af86-f43f18ac0bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.086766 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2106627b-dbcd-4182-af86-f43f18ac0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.089615 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2106627b-dbcd-4182-af86-f43f18ac0bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.091304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2106627b-dbcd-4182-af86-f43f18ac0bb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42a6b5d1-a906-447c-89ee-24c4c9e23b82 HTTP/1.1" status: 204 len: 168 time: 0.1397469 Jul 16 18:39:24.109063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106627b-dbcd-4182-af86-f43f18ac0bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6b5d1-a906-447c-89ee-24c4c9e23b82,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.234453 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56855891-4aa1-424d-9a0a-761bb3a5307a req-25f33cd3-b287-4cd6-940d-5e4cb9cb5059 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.236056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56855891-4aa1-424d-9a0a-761bb3a5307a req-25f33cd3-b287-4cd6-940d-5e4cb9cb5059 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 907 time: 0.0682304 Jul 16 18:39:24.396605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54494) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:24.438014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bacf5438-af61-45ea-85bf-e1b8dc079d9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=139ed62b579e4c8f924eb58edeecad23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401845 Jul 16 18:39:24.440429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54496) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:24.491656 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38855462-e92f-414d-8984-bc2a96279488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.513888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38855462-e92f-414d-8984-bc2a96279488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.566734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38855462-e92f-414d-8984-bc2a96279488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.569774 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-38855462-e92f-414d-8984-bc2a96279488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.571783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-38855462-e92f-414d-8984-bc2a96279488 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c88b64d-d050-4599-be21-d66e5636a501 HTTP/1.1" status: 204 len: 168 time: 0.1303341 Jul 16 18:39:24.582484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38855462-e92f-414d-8984-bc2a96279488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c88b64d-d050-4599-be21-d66e5636a501,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.855528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-a7d02c73-6565-4f2f-bcbf-30ad7c8eea96 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.857104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-a7d02c73-6565-4f2f-bcbf-30ad7c8eea96 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 907 time: 0.0754983 Jul 16 18:39:24.965392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Deleting port 71d88ad0-d642-4b63-8922-ea4d08cfa337 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:24.966082 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.088781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] For port 71d88ad0-d642-4b63-8922-ea4d08cfa337, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=71d88ad0-d642-4b63-8922-ea4d08cfa337,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:25.089443 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.104843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Calling delete_port for 71d88ad0-d642-4b63-8922-ea4d08cfa337 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:25.278094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.315790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event deleted for resources: {'Port': ['ID=71d88ad0-d642-4b63-8922-ea4d08cfa337,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:25.360322 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] No DVR routers for this DVR port 71d88ad0-d642-4b63-8922-ea4d08cfa337 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:25.363467 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.365726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44c67d8b-94f1-4408-baa1-baeee50602cf req-7266c436-af8a-4bed-b0de-f66e8bc6416a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "DELETE /v2.0/ports/71d88ad0-d642-4b63-8922-ea4d08cfa337 HTTP/1.1" status: 204 len: 173 time: 0.5017669 Jul 16 18:39:25.366351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'name': 'network-vif-deleted', 'tag': '71d88ad0-d642-4b63-8922-ea4d08cfa337'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:25.369723 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a93690-2463-47e0-8646-93318e9445ed" -d '{"events": [{"server_uuid": "5f626bde-6ccb-475c-804d-13e3a9e4eec8", "name": "network-vif-deleted", "tag": "71d88ad0-d642-4b63-8922-ea4d08cfa337"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:25.429984 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db5a9bf-f300-4eff-b9c8-8ff468590b47 x-openstack-request-id: req-0db5a9bf-f300-4eff-b9c8-8ff468590b47 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:25.430727 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f626bde-6ccb-475c-804d-13e3a9e4eec8", "name": "network-vif-deleted", "tag": "71d88ad0-d642-4b63-8922-ea4d08cfa337", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:25.430727 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0db5a9bf-f300-4eff-b9c8-8ff468590b47 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:25.431063 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f626bde-6ccb-475c-804d-13e3a9e4eec8', 'name': 'network-vif-deleted', 'tag': '71d88ad0-d642-4b63-8922-ea4d08cfa337', 'status': 'completed', 'code': 200} Jul 16 18:39:25.521277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-88014064-ef85-40ef-920d-52c70e664eb9 req-f257ac32-d82b-440e-9053-6f0f76169526 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f626bde-6ccb-475c-804d-13e3a9e4eec8 HTTP/1.1" status: 200 len: 210 time: 0.0522962 Jul 16 18:39:26.034214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54564) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:26.214847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-699403078'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:26.240341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Made reservation on behalf of 23b1ce92f1f84514aeb214f472ac6cd4 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:26.244333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.253758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.366329 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.371268 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.401212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:26.406500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1130b9d9-2c54-4124-87cb-2b229746f816,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.422704 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.423050 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Added segment 80aa4b55-e3ee-42c0-90f3-eacda755f8f0 of type vlan for network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 Jul 16 18:39:26.466662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.499398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.505161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.505747 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.546528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5098612 Jul 16 18:39:26.583413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb173b-b139-4365-b44d-1623ec7436c6 tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Pushing event updated for resources: {'Network': ['ID=51b88439-cfa2-4577-ba38-6ad7fc7d6ff6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.601765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:26.747887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:26.753350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Request body: {'port': {'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6', 'binding:host_id': 'n-h1-793619-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1655727394'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:26.778317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Made reservation on behalf of fa77e90310354090908a888f716cd5b2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:26.780692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.790816 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.901352 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.907046 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.918714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] device_id is not set on port b4e09d02-6327-4f80-91b7-82550462a8ff yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:27.000894 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e406cd3-1f21-4039-b64a-5fbeead4457e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:27.157574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77a0e0-d8e1-4925-ba6c-f2035a8d33ee req-f72bce62-d776-4561-acb2-1f034477fa5e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.159077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee77a0e0-d8e1-4925-ba6c-f2035a8d33ee req-f72bce62-d776-4561-acb2-1f034477fa5e tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 945 time: 0.1543758 Jul 16 18:39:27.234963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] device_id is not set on port b4e09d02-6327-4f80-91b7-82550462a8ff yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:27.242122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ee77a0e0-d8e1-4925-ba6c-f2035a8d33ee req-06f4a92f-95bc-4a46-9a09-07e741b8f466 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762024 Jul 16 18:39:27.247733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.259706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Transition to ACTIVE for port object b4e09d02-6327-4f80-91b7-82550462a8ff will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:27.268458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.324716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e09d02-6327-4f80-91b7-82550462a8ff,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:27.336629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Checking segment: {'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:27.336986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Network hostable DHCP agents. Network: 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:27.354369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:27.363947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:27.369083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:27.374326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d42875-524a-4347-805e-5781debcd541 None None] Network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:27.385169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.385675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.386008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.390874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.391258 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.391722 n-d-793619-10 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 2 to bind port b4e09d02-6327-4f80-91b7-82550462a8ff Jul 16 18:39:27.405819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.406152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.406494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.411658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.412199 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.412624 n-d-793619-10 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 3 to bind port b4e09d02-6327-4f80-91b7-82550462a8ff Jul 16 18:39:27.427298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.427752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.428088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.432750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.433073 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.433456 n-d-793619-10 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 4 to bind port b4e09d02-6327-4f80-91b7-82550462a8ff Jul 16 18:39:27.445807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.446137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.446468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.451756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.452001 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.452806 n-d-793619-10 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 5 to bind port b4e09d02-6327-4f80-91b7-82550462a8ff Jul 16 18:39:27.466523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.466855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.467191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.471619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.471941 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.472324 n-d-793619-10 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 6 to bind port b4e09d02-6327-4f80-91b7-82550462a8ff Jul 16 18:39:27.485017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.485434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.485770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.490337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.490658 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.491775 n-d-793619-10 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 7 to bind port b4e09d02-6327-4f80-91b7-82550462a8ff Jul 16 18:39:27.504933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.505297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.505633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.510185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.510509 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.510875 n-d-793619-10 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 8 to bind port b4e09d02-6327-4f80-91b7-82550462a8ff Jul 16 18:39:27.524774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.525290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.525849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.530397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.530714 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.531124 n-d-793619-10 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 9 to bind port b4e09d02-6327-4f80-91b7-82550462a8ff Jul 16 18:39:27.545181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.545506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.545832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.550111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.550425 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.550832 n-d-793619-10 neutron-server[93823]: INFO neutron.plugins.ml2.plugin [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 10 to bind port b4e09d02-6327-4f80-91b7-82550462a8ff Jul 16 18:39:27.562370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:27.562686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:27.563012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:27.567112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port b4e09d02-6327-4f80-91b7-82550462a8ff on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:27.567430 n-d-793619-10 neutron-server[93823]: ERROR neutron.plugins.ml2.managers [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port b4e09d02-6327-4f80-91b7-82550462a8ff on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:27.567789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.638035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] For port b4e09d02-6327-4f80-91b7-82550462a8ff, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:27.638407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempted to set empty binding levels {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:39:27.643960 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.677122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.677722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.700151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.9510410 Jul 16 18:39:27.701038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be269d15-cdf4-4fd6-99a3-dc4ba4d03c3d tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e09d02-6327-4f80-91b7-82550462a8ff,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:27.703099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:27.794325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Deleting port b4e09d02-6327-4f80-91b7-82550462a8ff {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:27.794580 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.862684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] For port b4e09d02-6327-4f80-91b7-82550462a8ff, host n-h1-793619-10, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:27.863056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.876179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Calling delete_port for b4e09d02-6327-4f80-91b7-82550462a8ff owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:27.966807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.998545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4e09d02-6327-4f80-91b7-82550462a8ff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:28.012153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.012675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.013035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.013370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.013695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.014023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.014351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.014680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.015009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.015333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.015684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.016008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:28.019607 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.021546 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0c92b8bb-9f95-4da0-8b4e-ee4aa55ce21e tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b4e09d02-6327-4f80-91b7-82550462a8ff HTTP/1.1" status: 204 len: 168 time: 0.3173876 Jul 16 18:39:28.024957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:28.051550 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e64b7f-3997-481a-af15-661030771ec6 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:39:28.052958 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-84e64b7f-3997-481a-af15-661030771ec6 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "GET /v2.0/ports/b4e09d02-6327-4f80-91b7-82550462a8ff HTTP/1.1" status: 404 len: 333 time: 0.0270889 Jul 16 18:39:28.057080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:28.062179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Request body: {'port': {'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-185150946'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:28.083275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Made reservation on behalf of fa77e90310354090908a888f716cd5b2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:28.086981 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.102744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] device_id is not set on port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:28.263798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.303059 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.343367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:28.346461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:28.353360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:28.354412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.354876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.404446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3462517 Jul 16 18:39:28.407312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:28.407482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f7427-dae5-4fe0-a290-f21deb720ad3 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'Port': ['ID=9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:28.422540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:28.443861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e023e-cfa7-4a8e-980f-89eb88105a47 req-b7b25807-dc22-4288-8302-e12f4d98bfad tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.445499 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc3e023e-cfa7-4a8e-980f-89eb88105a47 req-b7b25807-dc22-4288-8302-e12f4d98bfad tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 945 time: 0.0802596 Jul 16 18:39:28.505855 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.509829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc3e023e-cfa7-4a8e-980f-89eb88105a47 req-2c9308b1-ffb5-4324-9b6f-5033960deb8b tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577734 Jul 16 18:39:28.626371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 71d88ad0-d642-4b63-8922-ea4d08cfa337 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:28.645840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 71d88ad0-d642-4b63-8922-ea4d08cfa337 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:28.646651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 71d88ad0-d642-4b63-8922-ea4d08cfa337 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:28.685878 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] device_id is not set on port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:28.693529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.705689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Transition to ACTIVE for port object 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:28.710914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.767491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'Port': ['ID=9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:28.780390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.780760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.781097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.785320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.785646 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.786032 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 2 to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e Jul 16 18:39:28.799480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.799815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.800148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.804945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.805252 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.805665 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 3 to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e Jul 16 18:39:28.817324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.817614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.817916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.823094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.823426 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.823920 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 4 to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e Jul 16 18:39:28.837295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.837769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.838114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.842912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.843354 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.843750 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 5 to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e Jul 16 18:39:28.857002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.857429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.857998 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.863501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.863892 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.864355 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 6 to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e Jul 16 18:39:28.877903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.878465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.878675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-20a0ea06-e299-40f0-84ab-e5a341bf70db tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.878938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.880282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-20a0ea06-e299-40f0-84ab-e5a341bf70db tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 945 time: 0.0675812 Jul 16 18:39:28.884367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.884736 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.885134 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 7 to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e Jul 16 18:39:28.899547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.900021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.900362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.904756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.905088 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.905483 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 8 to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e Jul 16 18:39:28.918323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.918664 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.919205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.924119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.924568 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.924877 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 9 to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e Jul 16 18:39:28.938746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.939086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.939428 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.944195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.944539 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.945076 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 10 to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e Jul 16 18:39:28.962120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:28.962549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:28.962893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:28.967527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:28.967910 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:28.968276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.005353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Deleting port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:29.005353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.022659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.048325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] For port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:29.048721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempted to set empty binding levels {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:39:29.053265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.090815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] In _notify_port_updated(), no bound segment for port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:39:29.091738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.092635 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.096745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54640) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.096920 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "PUT /v2.0/ports/9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e HTTP/1.1" status: 200 len: 975 time: 0.6884160 Jul 16 18:39:29.113585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88a029-5e88-48df-9de6-704f2419dea5 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'Port': ['ID=9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.162381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] For port 8d05dcd8-1131-4f97-adbd-b8dfc251d988, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=8d05dcd8-1131-4f97-adbd-b8dfc251d988,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:29.162748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.187359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Calling delete_port for 8d05dcd8-1131-4f97-adbd-b8dfc251d988 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:29.268574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.269330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.269533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.270006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.270476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.270940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.271405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.271873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.272343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.272829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.274137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.274691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.275164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.275631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.276089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.276576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.277037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.277499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.277960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.278422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.278882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.281745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2a4f895b-8855-4818-813e-f48722e95749 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18839 time: 0.1840410 Jul 16 18:39:29.285917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.374464 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.387633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-46ded16b-df40-407c-b0a9-219f768961bb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Deleting port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:29.387633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46ded16b-df40-407c-b0a9-219f768961bb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.407871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event deleted for resources: {'Port': ['ID=8d05dcd8-1131-4f97-adbd-b8dfc251d988,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.418078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['51f6ed95-d740-43f5-b1a3-239a3b7d7f94', '8d05dcd8-1131-4f97-adbd-b8dfc251d988'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:29.463307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-46ded16b-df40-407c-b0a9-219f768961bb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] For port 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e, host n-h1-793619-10, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:29.463681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46ded16b-df40-407c-b0a9-219f768961bb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.485443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-46ded16b-df40-407c-b0a9-219f768961bb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Calling delete_port for 9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:29.496018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] No DVR routers for this DVR port 8d05dcd8-1131-4f97-adbd-b8dfc251d988 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:29.498765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.501690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eeeb52d4-34a7-49b4-bc92-5c73c12c8707 req-ccc1aa27-1592-4abe-90bf-3bfad56cac82 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "DELETE /v2.0/ports/8d05dcd8-1131-4f97-adbd-b8dfc251d988 HTTP/1.1" status: 204 len: 173 time: 0.6133943 Jul 16 18:39:29.502161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb46573b-75ec-4739-80fc-0f854c8ff18b', 'name': 'network-vif-deleted', 'tag': '8d05dcd8-1131-4f97-adbd-b8dfc251d988'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:29.504664 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bcf3d3-3fcf-41b5-bee7-44adbda24dae" -d '{"events": [{"server_uuid": "cb46573b-75ec-4739-80fc-0f854c8ff18b", "name": "network-vif-deleted", "tag": "8d05dcd8-1131-4f97-adbd-b8dfc251d988"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:29.613156 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b816be21-16e8-4de3-8d97-a0ca1fd15eb1 x-openstack-request-id: req-b816be21-16e8-4de3-8d97-a0ca1fd15eb1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:29.613485 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb46573b-75ec-4739-80fc-0f854c8ff18b", "name": "network-vif-deleted", "tag": "8d05dcd8-1131-4f97-adbd-b8dfc251d988", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:29.613786 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b816be21-16e8-4de3-8d97-a0ca1fd15eb1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:29.614403 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb46573b-75ec-4739-80fc-0f854c8ff18b', 'name': 'network-vif-deleted', 'tag': '8d05dcd8-1131-4f97-adbd-b8dfc251d988', 'status': 'completed', 'code': 200} Jul 16 18:39:29.616271 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46ded16b-df40-407c-b0a9-219f768961bb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.668375 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ded16b-df40-407c-b0a9-219f768961bb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.684146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-46ded16b-df40-407c-b0a9-219f768961bb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.688778 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-46ded16b-df40-407c-b0a9-219f768961bb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "DELETE /v2.0/ports/9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e HTTP/1.1" status: 204 len: 168 time: 0.3992519 Jul 16 18:39:29.689439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54656) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.703405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52137b2f-e8dc-4dde-aeec-84fdcbf8aec0 req-2d54f0a7-9ec8-4273-b1c0-4f46decb91d3 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb46573b-75ec-4739-80fc-0f854c8ff18b HTTP/1.1" status: 200 len: 210 time: 0.0438042 Jul 16 18:39:29.721996 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-438f17e7-d56e-41f1-a2b4-c577a2028f27 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:39:29.724606 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-438f17e7-d56e-41f1-a2b4-c577a2028f27 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "GET /v2.0/ports/9b3e89af-f6d0-4ecd-a4d8-2930fcae2d4e HTTP/1.1" status: 404 len: 333 time: 0.0325081 Jul 16 18:39:29.728022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54658) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.733871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1321977525', 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:29.760993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Made reservation on behalf of fa77e90310354090908a888f716cd5b2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:29.762715 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.783805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] device_id is not set on port bd1afcf6-b4a1-4794-925d-9ec29bb923ba yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:29.959795 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.010468 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.057522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:30.060225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:30.063910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:30.064979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.065471 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.071313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'Port': ['ID=bd1afcf6-b4a1-4794-925d-9ec29bb923ba,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.084572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4e5c4cf5-6c38-419b-bd38-7ff083a496d2 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3547955 Jul 16 18:39:30.087087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54668) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:30.134391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c8d14d-884b-4265-8da9-e0a42e3e74cb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.136560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-70c8d14d-884b-4265-8da9-e0a42e3e74cb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "GET /v2.0/ports/bd1afcf6-b4a1-4794-925d-9ec29bb923ba HTTP/1.1" status: 200 len: 955 time: 0.0477948 Jul 16 18:39:30.138664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54672) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:30.229525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3c77f737-0739-440b-93fd-34d176ea7a83 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Deleting port bd1afcf6-b4a1-4794-925d-9ec29bb923ba {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:30.229968 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c77f737-0739-440b-93fd-34d176ea7a83 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.299313 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c77f737-0739-440b-93fd-34d176ea7a83 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.312094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3c77f737-0739-440b-93fd-34d176ea7a83 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Calling delete_port for bd1afcf6-b4a1-4794-925d-9ec29bb923ba owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:30.409804 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c77f737-0739-440b-93fd-34d176ea7a83 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.435517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77f737-0739-440b-93fd-34d176ea7a83 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd1afcf6-b4a1-4794-925d-9ec29bb923ba,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.442858 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3c77f737-0739-440b-93fd-34d176ea7a83 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.444752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3c77f737-0739-440b-93fd-34d176ea7a83 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "DELETE /v2.0/ports/bd1afcf6-b4a1-4794-925d-9ec29bb923ba HTTP/1.1" status: 204 len: 168 time: 0.3050601 Jul 16 18:39:30.447675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:30.479438 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56c0a23-70f4-40e9-a2d1-d205e979016c tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:39:30.480959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e56c0a23-70f4-40e9-a2d1-d205e979016c tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "GET /v2.0/ports/bd1afcf6-b4a1-4794-925d-9ec29bb923ba HTTP/1.1" status: 404 len: 333 time: 0.0323069 Jul 16 18:39:30.484544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54680) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:30.489564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Request body: {'port': {'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-685044551'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:30.510983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Made reservation on behalf of fa77e90310354090908a888f716cd5b2 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:30.513349 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.528674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] device_id is not set on port d1e56f83-84ba-4e8e-bc78-ede070349cfc yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:30.677750 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.734645 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.782548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:30.785661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:30.790313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:30.791394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.792076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.798928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'Port': ['ID=d1e56f83-84ba-4e8e-bc78-ede070349cfc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.815153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4bf8401c-7fc1-4ad5-a58c-bb3eae218efe tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3295107 Jul 16 18:39:30.817976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:30.824192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:30.901890 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.129319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] device_id is not set on port d1e56f83-84ba-4e8e-bc78-ede070349cfc yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:31.139872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.154587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Transition to ACTIVE for port object d1e56f83-84ba-4e8e-bc78-ede070349cfc will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:31.158519 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.231041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'Port': ['ID=d1e56f83-84ba-4e8e-bc78-ede070349cfc,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:31.232393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aee532-ac6c-41c5-8567-dca537138e4b req-62bdf9a5-7d58-4fbc-b9c4-92e6d76d7f50 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.234034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72aee532-ac6c-41c5-8567-dca537138e4b req-62bdf9a5-7d58-4fbc-b9c4-92e6d76d7f50 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0779052 Jul 16 18:39:31.239544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.239885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.240224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.246522 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.246851 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.247243 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 2 to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc Jul 16 18:39:31.260635 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.260983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.261311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.269591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.269925 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.270333 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 3 to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc Jul 16 18:39:31.278887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72aee532-ac6c-41c5-8567-dca537138e4b req-030fdb7d-e33d-4701-8619-b815c353d750 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Jul 16 18:39:31.285282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.285626 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.286048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.294563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.294895 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.295364 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 4 to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc Jul 16 18:39:31.310808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.311142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.311475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.315926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.316245 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.316662 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 5 to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc Jul 16 18:39:31.329030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.329365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.329698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.333923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.334241 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.334618 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 6 to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc Jul 16 18:39:31.346389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.346720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.347047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.351753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.352232 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.352647 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 7 to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc Jul 16 18:39:31.364792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.365131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.365450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.369818 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.370141 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.370521 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 8 to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc Jul 16 18:39:31.381926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.382285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.382694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.386788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.387107 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.387484 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 9 to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc Jul 16 18:39:31.399974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.400305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.400676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.404819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.405139 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.405517 n-d-793619-10 neutron-server[93824]: INFO neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempt 10 to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc Jul 16 18:39:31.417526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:31.417854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:31.418181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempting to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:31.422452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:31.422773 n-d-793619-10 neutron-server[93824]: ERROR neutron.plugins.ml2.managers [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Failed to bind port d1e56f83-84ba-4e8e-bc78-ede070349cfc on host n-h1-793619-10 for vnic_type normal using segments [{'id': '80aa4b55-e3ee-42c0-90f3-eacda755f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '51b88439-cfa2-4577-ba38-6ad7fc7d6ff6'}] Jul 16 18:39:31.423136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.484869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] For port d1e56f83-84ba-4e8e-bc78-ede070349cfc, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:31.485228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attempted to set empty binding levels {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:39:31.490173 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.530946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] In _notify_port_updated(), no bound segment for port d1e56f83-84ba-4e8e-bc78-ede070349cfc on network 51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:39:31.532028 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.532836 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.534405 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "PUT /v2.0/ports/d1e56f83-84ba-4e8e-bc78-ede070349cfc HTTP/1.1" status: 200 len: 975 time: 0.7151752 Jul 16 18:39:31.537304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:31.566787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6808a-3a9b-4b9b-9167-29d580f0ed95 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event updated for resources: {'Port': ['ID=d1e56f83-84ba-4e8e-bc78-ede070349cfc,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:31.625473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bcd30-6163-45df-ac84-8a8c0b655474 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Deleting port d1e56f83-84ba-4e8e-bc78-ede070349cfc {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:31.625812 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b6bcd30-6163-45df-ac84-8a8c0b655474 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.691655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-0b6bcd30-6163-45df-ac84-8a8c0b655474 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] For port d1e56f83-84ba-4e8e-bc78-ede070349cfc, host n-h1-793619-10, got binding levels [] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:31.692012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b6bcd30-6163-45df-ac84-8a8c0b655474 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.703412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bcd30-6163-45df-ac84-8a8c0b655474 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Calling delete_port for d1e56f83-84ba-4e8e-bc78-ede070349cfc owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:31.789532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b6bcd30-6163-45df-ac84-8a8c0b655474 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.816477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bcd30-6163-45df-ac84-8a8c0b655474 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1e56f83-84ba-4e8e-bc78-ede070349cfc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:31.824145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0b6bcd30-6163-45df-ac84-8a8c0b655474 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.826142 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0b6bcd30-6163-45df-ac84-8a8c0b655474 tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d1e56f83-84ba-4e8e-bc78-ede070349cfc HTTP/1.1" status: 204 len: 168 time: 0.2878156 Jul 16 18:39:31.828827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:31.855271 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d10a68-9bf0-4822-8c07-29da4d6e80eb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:39:31.856776 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-99d10a68-9bf0-4822-8c07-29da4d6e80eb tempest-PortsAdminExtendedAttrsTestJSON-1305174503 tempest-PortsAdminExtendedAttrsTestJSON-1305174503-project-admin] 10.222.0.60 "GET /v2.0/ports/d1e56f83-84ba-4e8e-bc78-ede070349cfc HTTP/1.1" status: 404 len: 333 time: 0.0270088 Jul 16 18:39:31.860278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54716) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:31.939092 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.348443 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.359014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b88439-cfa2-4577-ba38-6ad7fc7d6ff6']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:32.370025 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80aa4b55-e3ee-42c0-90f3-eacda755f8f0') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:32.370333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80aa4b55-e3ee-42c0-90f3-eacda755f8f0') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:32.379356 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.394554 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.401625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:32.402112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:32.405624 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:32.474194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf88ef3-0d95-4eae-9638-7853226e2a47 req-987c04a7-79fc-4a54-886b-05e6798fa091 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.476026 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cbf88ef3-0d95-4eae-9638-7853226e2a47 req-987c04a7-79fc-4a54-886b-05e6798fa091 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0728648 Jul 16 18:39:32.477894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.489531 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.494048 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] 10.222.0.60 "DELETE /v2.0/networks/51b88439-cfa2-4577-ba38-6ad7fc7d6ff6 HTTP/1.1" status: 204 len: 168 time: 0.6301374 Jul 16 18:39:32.506460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c32ba-6e25-4a02-a26e-73ebaeae237d tempest-PortsAdminExtendedAttrsTestJSON-555245270 tempest-PortsAdminExtendedAttrsTestJSON-555245270-project] Pushing event deleted for resources: {'Network': ['ID=51b88439-cfa2-4577-ba38-6ad7fc7d6ff6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:32.526641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cbf88ef3-0d95-4eae-9638-7853226e2a47 req-b9a66dbe-5b91-4d58-9be3-6fdc70564500 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=92a9ef96-f52d-4197-970e-6e4845aab77a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Jul 16 18:39:32.645836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8d05dcd8-1131-4f97-adbd-b8dfc251d988 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:32.667082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 8d05dcd8-1131-4f97-adbd-b8dfc251d988 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:32.667422 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 8d05dcd8-1131-4f97-adbd-b8dfc251d988 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:32.762813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54738) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:32.903620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-f5497e82-7648-4a51-982c-62428e424f7c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.905206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-f5497e82-7648-4a51-982c-62428e424f7c tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 945 time: 0.0684664 Jul 16 18:39:32.907349 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-58ace64f-a088-47ac-9a7e-1d822120566e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23b1ce92f1f84514aeb214f472ac6cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433032 Jul 16 18:39:32.909883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54746) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:32.965409 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29201aeb-7bde-4f6d-a353-1bd2921b9272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.987140 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29201aeb-7bde-4f6d-a353-1bd2921b9272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.020638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Deleting port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:33.021557 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.039116 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29201aeb-7bde-4f6d-a353-1bd2921b9272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.043470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-29201aeb-7bde-4f6d-a353-1bd2921b9272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.044926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-29201aeb-7bde-4f6d-a353-1bd2921b9272 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1130b9d9-2c54-4124-87cb-2b229746f816 HTTP/1.1" status: 204 len: 168 time: 0.1340981 Jul 16 18:39:33.054891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29201aeb-7bde-4f6d-a353-1bd2921b9272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1130b9d9-2c54-4124-87cb-2b229746f816,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:33.150234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] For port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:33.150611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.169494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Calling delete_port for 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:33.171175 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4d355d58-65ce-468f-8ed3-92af285c6b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.315225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.360030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event deleted for resources: {'Port': ['ID=51f6ed95-d740-43f5-b1a3-239a3b7d7f94,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:33.363990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['51f6ed95-d740-43f5-b1a3-239a3b7d7f94'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:33.380353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54762) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:33.435587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] No DVR routers for this DVR port 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:33.438879 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.441620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b95f736d-1b8d-4cfe-8d39-7473f8dc7284 req-d90e2028-66c4-40dd-ab00-2dead855dee9 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.46 "DELETE /v2.0/ports/51f6ed95-d740-43f5-b1a3-239a3b7d7f94 HTTP/1.1" status: 204 len: 173 time: 0.5301855 Jul 16 18:39:33.442382 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383cc8fa-d776-407d-8568-219ce726e4bb', 'name': 'network-vif-deleted', 'tag': '51f6ed95-d740-43f5-b1a3-239a3b7d7f94'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:33.445564 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6095c9-b493-4d70-a35d-a24920f9d1d9" -d '{"events": [{"server_uuid": "383cc8fa-d776-407d-8568-219ce726e4bb", "name": "network-vif-deleted", "tag": "51f6ed95-d740-43f5-b1a3-239a3b7d7f94"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:33.452546 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e4389264-e2c9-4084-85f2-aae8760fc505 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa77e90310354090908a888f716cd5b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708992 Jul 16 18:39:33.455889 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:33.488240 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2d05ea-711a-4a0b-a3b9-3518d522fc2c x-openstack-request-id: req-de2d05ea-711a-4a0b-a3b9-3518d522fc2c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:33.488792 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383cc8fa-d776-407d-8568-219ce726e4bb", "name": "network-vif-deleted", "tag": "51f6ed95-d740-43f5-b1a3-239a3b7d7f94", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:33.488895 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de2d05ea-711a-4a0b-a3b9-3518d522fc2c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:33.489238 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383cc8fa-d776-407d-8568-219ce726e4bb', 'name': 'network-vif-deleted', 'tag': '51f6ed95-d740-43f5-b1a3-239a3b7d7f94', 'status': 'completed', 'code': 200} Jul 16 18:39:33.530982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3582f738-c1d9-42ff-ba84-68b12415cfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.556306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3582f738-c1d9-42ff-ba84-68b12415cfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.641755 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3582f738-c1d9-42ff-ba84-68b12415cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.645214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3582f738-c1d9-42ff-ba84-68b12415cfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.650187 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3582f738-c1d9-42ff-ba84-68b12415cfa2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e406cd3-1f21-4039-b64a-5fbeead4457e HTTP/1.1" status: 204 len: 168 time: 0.1923816 Jul 16 18:39:33.668870 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582f738-c1d9-42ff-ba84-68b12415cfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e406cd3-1f21-4039-b64a-5fbeead4457e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:33.722317 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe3cbccb-1a52-41a1-92c4-1071c3d022f7 req-df4e3058-3508-4e6b-9219-de8c712c5d02 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=383cc8fa-d776-407d-8568-219ce726e4bb HTTP/1.1" status: 200 len: 210 time: 0.0498934 Jul 16 18:39:34.994342 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54830) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.113427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2051229980', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:35.149821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Made reservation on behalf of c0bd8ecd803a4887ad9077167c88e9b3 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:35.152471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.167167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.251511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2be1e-72e0-4b6c-b751-1437ffea3378 req-56627033-0bda-4759-9a2f-4d5b93ba8931 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.253157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ad2be1e-72e0-4b6c-b751-1437ffea3378 req-56627033-0bda-4759-9a2f-4d5b93ba8931 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0780811 Jul 16 18:39:35.290114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.295406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.300085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] device_id is not set on port 65f5e92e-585c-4c18-865f-f78987d28d5e yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:35.309079 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ad2be1e-72e0-4b6c-b751-1437ffea3378 req-179630b2-ef67-4d42-bd83-4549c9051baa tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469584 Jul 16 18:39:35.358846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79712997-7de4-41cb-a48a-542cf0b226c8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.429639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Allocated IP 172.25.2.77 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/65f5e92e-585c-4c18-865f-f78987d28d5e) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:35.571030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.610084 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.658721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:35.661604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:35.666188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:35.671828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Pushing event updated for resources: {'Port': ['ID=65f5e92e-585c-4c18-865f-f78987d28d5e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.710487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.711462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.725548 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f4846b4a-40b3-443c-841b-2c53a77f63df tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7300525 Jul 16 18:39:35.729032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54850) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.733503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.77'}]}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:35.753995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.755435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.810683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.954334 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.958323 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.031724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3d2e4d1b-6307-4485-b534-177ee367521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.192850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.213826 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.371023 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.546064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.548538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.603312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.604091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00ba6e66-2971-49c4-b4f7-697213ec6584 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:36.622644 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:39:36.626564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-666ae309-fe09-4201-a843-c33b47df8171 tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8939822 Jul 16 18:39:36.626825 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.661701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:36.691935 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:36.692391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 51f6ed95-d740-43f5-b1a3-239a3b7d7f94 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:36.732993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8c909052-6f89-4efb-8aa4-18c16e67439d tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Deleting port 65f5e92e-585c-4c18-865f-f78987d28d5e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:36.733438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c909052-6f89-4efb-8aa4-18c16e67439d tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.827212 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c909052-6f89-4efb-8aa4-18c16e67439d tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.840853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8c909052-6f89-4efb-8aa4-18c16e67439d tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Calling delete_port for 65f5e92e-585c-4c18-865f-f78987d28d5e owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:36.861869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6bfe-173b-49e0-8759-7b7c6390cf7c req-623a3b28-d8e0-4873-ae74-44e11e9da688 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.863363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9ef6bfe-173b-49e0-8759-7b7c6390cf7c req-623a3b28-d8e0-4873-ae74-44e11e9da688 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.4321012 Jul 16 18:39:36.902885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9ef6bfe-173b-49e0-8759-7b7c6390cf7c req-feb1648b-4841-4c69-8d99-19436e6c7cb0 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332808 Jul 16 18:39:36.970958 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c909052-6f89-4efb-8aa4-18c16e67439d tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.007019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c909052-6f89-4efb-8aa4-18c16e67439d tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Pushing event deleted for resources: {'Port': ['ID=65f5e92e-585c-4c18-865f-f78987d28d5e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.063444 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.073817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c909052-6f89-4efb-8aa4-18c16e67439d tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.078835 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8c909052-6f89-4efb-8aa4-18c16e67439d tempest-RoutersAdminNegativeIpV6Test-1006710476 tempest-RoutersAdminNegativeIpV6Test-1006710476-project-admin] 10.222.0.60 "DELETE /v2.0/ports/65f5e92e-585c-4c18-865f-f78987d28d5e HTTP/1.1" status: 204 len: 168 time: 0.4480114 Jul 16 18:39:37.338063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54898) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:37.447078 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b14af8e3-1a2d-4e4f-9564-6a28135ab404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.543166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b14af8e3-1a2d-4e4f-9564-6a28135ab404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.547423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b14af8e3-1a2d-4e4f-9564-6a28135ab404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.585457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14af8e3-1a2d-4e4f-9564-6a28135ab404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a60dd35-37ce-42d2-bc01-06e351425427,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.592348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b14af8e3-1a2d-4e4f-9564-6a28135ab404 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7276d10bb55147618c8a67f91a6787bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507329 Jul 16 18:39:37.592935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54902) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:37.645922 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2a675fa-f3f0-4323-947c-e82e811fca73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.668633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2a675fa-f3f0-4323-947c-e82e811fca73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.721108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2a675fa-f3f0-4323-947c-e82e811fca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.724749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b2a675fa-f3f0-4323-947c-e82e811fca73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.726290 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b2a675fa-f3f0-4323-947c-e82e811fca73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a60dd35-37ce-42d2-bc01-06e351425427 HTTP/1.1" status: 204 len: 168 time: 0.1322286 Jul 16 18:39:37.734149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a675fa-f3f0-4323-947c-e82e811fca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a60dd35-37ce-42d2-bc01-06e351425427,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.935145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-66163eda-0795-4634-bf62-df1d6bab2c84 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.936727 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-66163eda-0795-4634-bf62-df1d6bab2c84 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.45 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0802336 Jul 16 18:39:38.063518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54910) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:38.094374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Deleting port 5ebabbba-195a-46e7-b0e0-453e03484d14 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:38.094989 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.113321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eb04c-c2dc-4937-abd5-4d880eaf01bc req-01371c6b-c4f2-4b77-97fa-a7c30717fcdf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.121341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-484eb04c-c2dc-4937-abd5-4d880eaf01bc req-01371c6b-c4f2-4b77-97fa-a7c30717fcdf tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 944 time: 0.0873563 Jul 16 18:39:38.171385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-484eb04c-c2dc-4937-abd5-4d880eaf01bc req-838e2e27-12d8-43e7-81c3-5d47b65275a7 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups?id=789ce138-9f45-4bcf-b9df-e39c6e54456f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489597 Jul 16 18:39:38.206324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d2690363-eba2-4963-b0cb-08b86df3360a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0bd8ecd803a4887ad9077167c88e9b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393170 Jul 16 18:39:38.206547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54912) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:38.303044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] For port 5ebabbba-195a-46e7-b0e0-453e03484d14, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=5ebabbba-195a-46e7-b0e0-453e03484d14,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:38.303443 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.314275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b79b758-7b98-400d-baa9-5706505cffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.378750 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b79b758-7b98-400d-baa9-5706505cffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.512449 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b79b758-7b98-400d-baa9-5706505cffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.514917 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8b79b758-7b98-400d-baa9-5706505cffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.516062 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8b79b758-7b98-400d-baa9-5706505cffe1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79712997-7de4-41cb-a48a-542cf0b226c8 HTTP/1.1" status: 204 len: 168 time: 0.3086686 Jul 16 18:39:38.535179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79b758-7b98-400d-baa9-5706505cffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79712997-7de4-41cb-a48a-542cf0b226c8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.539228 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.539574 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.539891 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Floating IP 2cfceada-fe5d-4db2-8fb1-2a4633fa2324 disassociated. External IP: 172.25.2.159, port: 5ebabbba-195a-46e7-b0e0-453e03484d14. Jul 16 18:39:38.540238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Calling delete_port for 5ebabbba-195a-46e7-b0e0-453e03484d14 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:38.681196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.718410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event deleted for resources: {'Port': ['ID=5ebabbba-195a-46e7-b0e0-453e03484d14,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.767052 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.866579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:38.989745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:39.004983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] Sync routers for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:39.028417 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:39.029082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:39:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:39.043849 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] No DVR routers for this DVR port 5ebabbba-195a-46e7-b0e0-453e03484d14 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:39.046423 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.048817 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-1867dc2c-35bc-4fd1-ba47-49b7506721ff req-93c2019f-7cba-4068-ad24-3fd160463378 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.45 "DELETE /v2.0/ports/5ebabbba-195a-46e7-b0e0-453e03484d14 HTTP/1.1" status: 204 len: 173 time: 1.1005883 Jul 16 18:39:39.049260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-deleted', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:39.051506 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc31f4df-b54c-420f-88ea-31e45de56241" -d '{"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-deleted", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:39.136180 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc837f4-924c-404a-af90-d43608befcc9 x-openstack-request-id: req-8fc837f4-924c-404a-af90-d43608befcc9 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:39.136581 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6684a60-ce88-450d-baa9-9b1023062b06", "name": "network-vif-deleted", "tag": "5ebabbba-195a-46e7-b0e0-453e03484d14", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:39.136882 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fc837f4-924c-404a-af90-d43608befcc9 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:39.137352 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6684a60-ce88-450d-baa9-9b1023062b06', 'name': 'network-vif-deleted', 'tag': '5ebabbba-195a-46e7-b0e0-453e03484d14', 'status': 'completed', 'code': 200} Jul 16 18:39:39.348771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:39.414324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f084d058-d927-4776-b103-3930af77e7b1 req-de98f4c6-c517-410e-92a9-80fd3a28c8be tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6684a60-ce88-450d-baa9-9b1023062b06 HTTP/1.1" status: 200 len: 210 time: 0.0505798 Jul 16 18:39:39.482555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54942) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:39.570203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4fd82007-85a5-4ecc-bfbe-b27fde471af1', 'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'mac_address': 'fa:16:3e:37:52:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'subnets': [{'id': 'c4625356-a4f5-445c-a349-a43e42130267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:39.602646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] Checking router: f519a9a6-fe4f-4d88-8f23-f3b1ff178132 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:39.612585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:39.613164 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-766a0367-1a66-4170-ba3f-af369e9f755c tempest-AgentManagementNegativeTest-1010371707 tempest-AgentManagementNegativeTest-1010371707-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1289704 Jul 16 18:39:39.613317 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:39:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:39.743311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:39.980283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4fd82007-85a5-4ecc-bfbe-b27fde471af1', 'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'mac_address': 'fa:16:3e:37:52:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'subnets': [{'id': 'c4625356-a4f5-445c-a349-a43e42130267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:40.011038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc02d082-1b63-479f-9275-8ff6ef71910a None None] The sync data for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 is: [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 4, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4fd82007-85a5-4ecc-bfbe-b27fde471af1', 'name': '', 'network_id': '28e650c5-9c08-452d-a9f4-d6377e24567e', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'mac_address': 'fa:16:3e:37:52:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'c4625356-a4f5-445c-a349-a43e42130267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'subnets': [{'id': 'c4625356-a4f5-445c-a349-a43e42130267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:40.061529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:40.184085 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.282260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.285543 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495090c6-85e4-4206-ad14-f2953388f317 None None] New status for floating IP 2cfceada-fe5d-4db2-8fb1-2a4633fa2324: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:40.286867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.322818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d671f265-fc23-4a4a-916a-cdeea44726d0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:40.335833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=210dbd6319634779976d0c7ae4e27053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730985 Jul 16 18:39:40.337662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.338004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.338347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.338681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.338945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:40.339409 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.339518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.339778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.340105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.340426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.340773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.341091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.341410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d59958-83e1-4ab9-859c-60d8e94d392f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:40.404566 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5484a8e-f98e-4dbe-af7c-155737638b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.433390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5484a8e-f98e-4dbe-af7c-155737638b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.480292 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.508854 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5484a8e-f98e-4dbe-af7c-155737638b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.511685 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c5484a8e-f98e-4dbe-af7c-155737638b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.513107 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c5484a8e-f98e-4dbe-af7c-155737638b07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d671f265-fc23-4a4a-916a-cdeea44726d0 HTTP/1.1" status: 204 len: 168 time: 0.1717472 Jul 16 18:39:40.521861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5484a8e-f98e-4dbe-af7c-155737638b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d671f265-fc23-4a4a-916a-cdeea44726d0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:40.545368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:40.607406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a179c80-d11c-4f0d-bd92-2055b26aceec tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.634234 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a179c80-d11c-4f0d-bd92-2055b26aceec tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.701984 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a179c80-d11c-4f0d-bd92-2055b26aceec tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.705063 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a179c80-d11c-4f0d-bd92-2055b26aceec tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.706320 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a179c80-d11c-4f0d-bd92-2055b26aceec tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "DELETE /v2.0/security-groups/789ce138-9f45-4bcf-b9df-e39c6e54456f HTTP/1.1" status: 204 len: 168 time: 0.1599078 Jul 16 18:39:40.709007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54968) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:40.716604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a179c80-d11c-4f0d-bd92-2055b26aceec tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789ce138-9f45-4bcf-b9df-e39c6e54456f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:40.731044 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-b2afeed6-8f23-4934-9687-a776092e3930 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] show failed (client error): The resource could not be found. Jul 16 18:39:40.736933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:40.744291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b2afeed6-8f23-4934-9687-a776092e3930 tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "GET /v2.0/security-groups/789ce138-9f45-4bcf-b9df-e39c6e54456f HTTP/1.1" status: 404 len: 347 time: 0.0334325 Jul 16 18:39:40.926818 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e4d29767-023c-49ce-966d-388a95795c4e req-639a0b24-7764-433c-971d-49babc0cf054 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1399097 Jul 16 18:39:40.935484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Deleting port 165f77c9-14e9-4249-8d88-5d23354e5fe0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:40.935973 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.071782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.072116 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.091652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Calling delete_port for 165f77c9-14e9-4249-8d88-5d23354e5fe0 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:41.141754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d29767-023c-49ce-966d-388a95795c4e req-2cc9335e-2d57-4c07-9204-7792a709927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.143281 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e4d29767-023c-49ce-966d-388a95795c4e req-2cc9335e-2d57-4c07-9204-7792a709927a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 1098 time: 0.1396167 Jul 16 18:39:41.299559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54988) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:41.305370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d29767-023c-49ce-966d-388a95795c4e req-c06f6bef-ee5d-40a5-9a0c-4bbd0b74b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.306844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e4d29767-023c-49ce-966d-388a95795c4e req-c06f6bef-ee5d-40a5-9a0c-4bbd0b74b6be service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1334765 Jul 16 18:39:41.356644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.405954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1713823667'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:41.416595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Pushing event deleted for resources: {'Port': ['ID=165f77c9-14e9-4249-8d88-5d23354e5fe0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.429286 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Made reservation on behalf of a7fa27faad514d88bd77caf3856277af for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:41.433411 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.448042 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.460678 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e4d29767-023c-49ce-966d-388a95795c4e req-37e02067-2ffd-4507-85d2-b26bcda0eb4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f HTTP/1.1" status: 200 len: 1001 time: 0.1464565 Jul 16 18:39:41.473470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.476615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.477774 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b5fc55f2-a277-45e4-941c-46b100fa5a8a tempest-ServerActionsTestJSON-915342167 tempest-ServerActionsTestJSON-915342167-project] 10.222.0.60 "DELETE /v2.0/floatingips/2cfceada-fe5d-4db2-8fb1-2a4633fa2324 HTTP/1.1" status: 204 len: 168 time: 0.7395656 Jul 16 18:39:41.481162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 54994) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:41.536068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d29767-023c-49ce-966d-388a95795c4e req-f4d6d58c-44e4-42ef-9ea1-c617b66cd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.539298 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e4d29767-023c-49ce-966d-388a95795c4e req-f4d6d58c-44e4-42ef-9ea1-c617b66cd37f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0671556 Jul 16 18:39:41.589649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.595255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.608938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d29767-023c-49ce-966d-388a95795c4e req-e3e890a1-4023-4430-8d05-2a78633f6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.610356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:41.611279 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e4d29767-023c-49ce-966d-388a95795c4e req-e3e890a1-4023-4430-8d05-2a78633f6299 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627458 Jul 16 18:39:41.645696 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.646221 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Added segment 5bdd8044-fd3e-4f78-8f98-b2f53576d771 of type vlan for network c1a33a95-3b55-4996-b27b-f2cfbbc29227 Jul 16 18:39:41.718404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff41b84-f9bd-4ae2-afff-b1832285178e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.719498 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e4d29767-023c-49ce-966d-388a95795c4e req-9a9217fd-00d1-4711-94bb-afe5858899d0 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953424 Jul 16 18:39:41.776013 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.831161 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e4d29767-023c-49ce-966d-388a95795c4e req-8833b691-6bfe-427a-8cb4-786ab005d3e4 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993936 Jul 16 18:39:41.858608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.864474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.865103 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.917239 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6163933 Jul 16 18:39:41.919704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 54998) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:41.932059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Request body: {'subnet': {'network_id': 'c1a33a95-3b55-4996-b27b-f2cfbbc29227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:41.987120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf25d1-c124-4cf4-8b57-9d176ae3ea0b tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event updated for resources: {'Network': ['ID=c1a33a95-3b55-4996-b27b-f2cfbbc29227,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:42.004942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c1a33a95-3b55-4996-b27b-f2cfbbc29227 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:42.046048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Made reservation on behalf of a7fa27faad514d88bd77caf3856277af for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:42.050401 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.088862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:42.113155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 5ebabbba-195a-46e7-b0e0-453e03484d14 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:42.113597 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 5ebabbba-195a-46e7-b0e0-453e03484d14 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:42.200654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.252082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.320285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event updated for resources: {'Subnet': ['ID=78b83b31-92a9-430e-b183-1c0c50091a33,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:42.328005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Checking segment: {'id': '5bdd8044-fd3e-4f78-8f98-b2f53576d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c1a33a95-3b55-4996-b27b-f2cfbbc29227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:42.328368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Network hostable DHCP agents. Network: c1a33a95-3b55-4996-b27b-f2cfbbc29227, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:42.345299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Network c1a33a95-3b55-4996-b27b-f2cfbbc29227 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:42.355094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, c1a33a95-3b55-4996-b27b-f2cfbbc29227) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:42.359557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.360809 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.364961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8295d7-9c97-44e8-8f3f-a17498c195e0 None None] Network c1a33a95-3b55-4996-b27b-f2cfbbc29227 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:42.383602 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-41106ec1-5710-49a1-bc7c-f53f3eb6c5e1 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4616635 Jul 16 18:39:42.384391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:42.389544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Request body: {'port': {'network_id': 'c1a33a95-3b55-4996-b27b-f2cfbbc29227', 'name': 'tempest-ExtraDHCPOptionsTestJSON-260471000'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:42.523367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Deleting port 4fd82007-85a5-4ecc-bfbe-b27fde471af1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:42.523907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.528434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Made reservation on behalf of a7fa27faad514d88bd77caf3856277af for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:42.532419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.562175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] device_id is not set on port d0407e53-eff5-4c5d-b609-5424b0f7222f yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:42.618388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-c1a33a95-3b55-4996-b27b-f2cfbbc29227', 'network_id': 'c1a33a95-3b55-4996-b27b-f2cfbbc29227', 'tenant_id': 'a7fa27faad514d88bd77caf3856277af', 'fixed_ips': [{'subnet_id': '78b83b31-92a9-430e-b183-1c0c50091a33'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:39:42.620531 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.676287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] For port 4fd82007-85a5-4ecc-bfbe-b27fde471af1, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4fd82007-85a5-4ecc-bfbe-b27fde471af1,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:42.676911 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.691600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Calling delete_port for 4fd82007-85a5-4ecc-bfbe-b27fde471af1 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:42.730862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Allocated IP 172.20.0.14 (c1a33a95-3b55-4996-b27b-f2cfbbc29227/78b83b31-92a9-430e-b183-1c0c50091a33/d0407e53-eff5-4c5d-b609-5424b0f7222f) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:42.892407 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:42.912752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.935255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.937485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Transition to ACTIVE for port object d0407e53-eff5-4c5d-b609-5424b0f7222f will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:42.971010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd82007-85a5-4ecc-bfbe-b27fde471af1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:42.995345 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.088191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Network c1a33a95-3b55-4996-b27b-f2cfbbc29227 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:43.092596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:43.099269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:43.104413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Allocated IP 172.20.0.2 (c1a33a95-3b55-4996-b27b-f2cfbbc29227/78b83b31-92a9-430e-b183-1c0c50091a33/0570e82f-8ca0-4c50-b528-3d64ad5c3a02) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:43.190662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.191478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.199339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event updated for resources: {'Port': ['ID=d0407e53-eff5-4c5d-b609-5424b0f7222f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.227948 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-436f44c5-998b-4199-83a1-c28dfcffa3b6 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8424447 Jul 16 18:39:43.231554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55016) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:43.239551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Request body: {'port': {'network_id': 'c1a33a95-3b55-4996-b27b-f2cfbbc29227', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1757569662', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:43.241651 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] bootfile-name is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:39:43.242131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] tftp-server is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:39:43.242625 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] server-ip-address is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:39:43.374269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.381882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.400057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Transition to ACTIVE for port object 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:43.420341 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Transition to ACTIVE for port object 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:43.429525 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.434295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Made reservation on behalf of a7fa27faad514d88bd77caf3856277af for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:43.440270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.461957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] device_id is not set on port 37240fcc-b838-469f-a43d-179db8f48bb1 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:43.474930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Network c1a33a95-3b55-4996-b27b-f2cfbbc29227 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:43.478147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:43.486047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:43.547990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Pushing event updated for resources: {'Port': ['ID=0570e82f-8ca0-4c50-b528-3d64ad5c3a02,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.572044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.573515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.573515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.574169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.575097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.575838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.576440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.576907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.577342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.577782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.578219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.578653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:43.589851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Attempting to bind port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:43.590220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Attempting to bind port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5bdd8044-fd3e-4f78-8f98-b2f53576d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c1a33a95-3b55-4996-b27b-f2cfbbc29227'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:43.590583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Attempting to bind port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 on network c1a33a95-3b55-4996-b27b-f2cfbbc29227 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:43.602053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:43.603043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Checking segment: {'id': '5bdd8044-fd3e-4f78-8f98-b2f53576d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c1a33a95-3b55-4996-b27b-f2cfbbc29227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:43.603817 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.604436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Bound using segment: {'id': '5bdd8044-fd3e-4f78-8f98-b2f53576d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c1a33a95-3b55-4996-b27b-f2cfbbc29227'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:43.605402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Bound port: 0570e82f-8ca0-4c50-b528-3d64ad5c3a02, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bdd8044-fd3e-4f78-8f98-b2f53576d771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c1a33a95-3b55-4996-b27b-f2cfbbc29227'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:43.606025 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.647965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Allocated IP 172.20.0.5 (c1a33a95-3b55-4996-b27b-f2cfbbc29227/78b83b31-92a9-430e-b183-1c0c50091a33/37240fcc-b838-469f-a43d-179db8f48bb1) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:43.711666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] For port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:43.716297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] For port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0570e82f-8ca0-4c50-b528-3d64ad5c3a02,segment=NetworkSegment(5bdd8044-fd3e-4f78-8f98-b2f53576d771),segment_id=5bdd8044-fd3e-4f78-8f98-b2f53576d771)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:43.722241 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.735522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:43.846477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fe504-062a-4a1c-a68f-a8e8c4184970 None None] Pushing event updated for resources: {'Port': ['ID=0570e82f-8ca0-4c50-b528-3d64ad5c3a02,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.909319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:43.916197 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.924159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] Sync routers for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:43.925262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fe201af1-d875-47bf-805a-11f0e01330ab admin admin] 10.222.0.60 "PUT /v2.0/routers/f519a9a6-fe4f-4d88-8f23-f3b1ff178132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4419141 Jul 16 18:39:43.927433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55020) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:43.936846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Transition to ACTIVE for port object 37240fcc-b838-469f-a43d-179db8f48bb1 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:43.941036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:43.941694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:39:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:44.011616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.136935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Network c1a33a95-3b55-4996-b27b-f2cfbbc29227 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:44.153507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:44.156701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event updated for resources: {'Port': ['ID=37240fcc-b838-469f-a43d-179db8f48bb1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.159197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:44.184029 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:44.187424 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.247119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.247814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.268499 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9739d198-4fa8-40f7-b37a-b8fc7719306e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.0356290 Jul 16 18:39:44.272787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55022) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:44.344079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.356924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a659b65-472d-4b29-97d8-4ab3ba6cd0f0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.366823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a659b65-472d-4b29-97d8-4ab3ba6cd0f0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.372875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a659b65-472d-4b29-97d8-4ab3ba6cd0f0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.374604 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9a659b65-472d-4b29-97d8-4ab3ba6cd0f0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1004786 Jul 16 18:39:44.377923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55024) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:44.425364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Deleting port 4167a002-7d02-43ef-a931-af2bca41b38e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:44.425865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.440802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:39:42Z', 'revision_number': 5, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port': {'id': '4167a002-7d02-43ef-a931-af2bca41b38e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:34Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:44.473966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] Checking router: f519a9a6-fe4f-4d88-8f23-f3b1ff178132 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:44.484584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] Routers {'f519a9a6-fe4f-4d88-8f23-f3b1ff178132'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:44.485190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:39:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:44.503072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf6fbd-c343-4da5-bdd0-375aa962b74e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Deleting port 37240fcc-b838-469f-a43d-179db8f48bb1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:44.504131 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ccf6fbd-c343-4da5-bdd0-375aa962b74e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.517164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] For port 4167a002-7d02-43ef-a931-af2bca41b38e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4167a002-7d02-43ef-a931-af2bca41b38e,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:44.517523 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.531890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Calling delete_port for 4167a002-7d02-43ef-a931-af2bca41b38e owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:44.580202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] Set router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:44.597571 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ccf6fbd-c343-4da5-bdd0-375aa962b74e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.612822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf6fbd-c343-4da5-bdd0-375aa962b74e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Calling delete_port for 37240fcc-b838-469f-a43d-179db8f48bb1 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:44.635129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:39:44Z', 'revision_number': 6, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:44.667130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7680791b-6e1b-4da7-bab1-740240d020c4 None None] The sync data for ids ['f519a9a6-fe4f-4d88-8f23-f3b1ff178132'] in n-d-793619-10 is: [{'id': 'f519a9a6-fe4f-4d88-8f23-f3b1ff178132', 'name': 'tempest-ServerActionsTestJSON-812708709-router', 'tenant_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:33Z', 'updated_at': '2021-07-16T18:39:44Z', 'revision_number': 6, 'project_id': 'a1cc4fc6d4ca4679a2550eed68336600', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:44.732467 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.759774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Pushing event deleted for resources: {'Port': ['ID=4167a002-7d02-43ef-a931-af2bca41b38e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.780845 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ccf6fbd-c343-4da5-bdd0-375aa962b74e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.819739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf6fbd-c343-4da5-bdd0-375aa962b74e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event deleted for resources: {'Port': ['ID=37240fcc-b838-469f-a43d-179db8f48bb1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.835320 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.893710 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ccf6fbd-c343-4da5-bdd0-375aa962b74e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.900657 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6ccf6fbd-c343-4da5-bdd0-375aa962b74e tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "DELETE /v2.0/ports/37240fcc-b838-469f-a43d-179db8f48bb1 HTTP/1.1" status: 204 len: 168 time: 0.5199182 Jul 16 18:39:44.901290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55026) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:44.906812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Request body: {'port': {'name': 'tempest-new-port-name-2068726160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:44.907205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] bootfile-name is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:39:44.907543 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] tftp-server is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:39:44.907870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.api.validators [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] server-ip-address is not in valid_values {{(pid=93824) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:39:44.941788 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.944234 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.999810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.004789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.004789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f519a9a6-fe4f-4d88-8f23-f3b1ff178132 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:45.010136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.013820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-61fe41ee-a5b0-4c65-8f3e-94d326456032 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f519a9a6-fe4f-4d88-8f23-f3b1ff178132 HTTP/1.1" status: 204 len: 168 time: 1.0831671 Jul 16 18:39:45.013991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.087506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-29745506-9846-4114-99e6-aa62755a4bb0 admin admin] Deleting subnet c4625356-a4f5-445c-a349-a43e42130267 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:39:45.090913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1d9ee-1a79-48ad-915f-2f669914ca7f None None] Network c1a33a95-3b55-4996-b27b-f2cfbbc29227 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:45.091508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29745506-9846-4114-99e6-aa62755a4bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.145820 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29745506-9846-4114-99e6-aa62755a4bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.249601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2707a4f5-f33e-408b-9772-91bf6103ec2f None None] Provisioning for port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:45.294299 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29745506-9846-4114-99e6-aa62755a4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.376913 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29745506-9846-4114-99e6-aa62755a4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.413231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29745506-9846-4114-99e6-aa62755a4bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4625356-a4f5-445c-a349-a43e42130267,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:45.430244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7862d771-5370-40c9-896a-f0f553c49acf None None] Network 28e650c5-9c08-452d-a9f4-d6377e24567e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:45.433838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29745506-9846-4114-99e6-aa62755a4bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.435730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-29745506-9846-4114-99e6-aa62755a4bb0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c4625356-a4f5-445c-a349-a43e42130267 HTTP/1.1" status: 204 len: 168 time: 0.4206169 Jul 16 18:39:45.439311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55032) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.557278 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.623993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:45.660337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Deleting port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:45.660711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.785902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] For port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=745ed5d3-19f3-43aa-b3b5-58c63ad08ad6,segment=NetworkSegment(b5346793-b454-4817-8b12-fad10e5f73ab),segment_id=b5346793-b454-4817-8b12-fad10e5f73ab)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:45.786268 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.806540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Calling delete_port for 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:45.832253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.840465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.949933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8339e156-de3e-49aa-af55-d3c2bac6943f None None] Provisioning for port d0407e53-eff5-4c5d-b609-5424b0f7222f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:45.950996 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.966464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8339e156-de3e-49aa-af55-d3c2bac6943f None None] Provisioning complete for port d0407e53-eff5-4c5d-b609-5424b0f7222f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:45.966833 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8339e156-de3e-49aa-af55-d3c2bac6943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.974120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event updated for resources: {'Port': ['ID=d0407e53-eff5-4c5d-b609-5424b0f7222f,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:45.993493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] In _notify_port_updated(), no bound segment for port d0407e53-eff5-4c5d-b609-5424b0f7222f on network c1a33a95-3b55-4996-b27b-f2cfbbc29227 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:39:45.998846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Pushing event deleted for resources: {'Port': ['ID=745ed5d3-19f3-43aa-b3b5-58c63ad08ad6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.008403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] No DVR routers for this DVR port 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:46.019378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.020615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.022730 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-42af061c-6b1b-4171-aa1c-cb9dac4761a9 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "PUT /v2.0/ports/d0407e53-eff5-4c5d-b609-5424b0f7222f HTTP/1.1" status: 200 len: 1137 time: 1.1200023 Jul 16 18:39:46.024841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:46.043976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8339e156-de3e-49aa-af55-d3c2bac6943f None None] Port d0407e53-eff5-4c5d-b609-5424b0f7222f cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:46.084609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:46.087049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8339e156-de3e-49aa-af55-d3c2bac6943f None None] Provisioning complete for port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:46.087583 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8339e156-de3e-49aa-af55-d3c2bac6943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.092021 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:46.092618 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.154010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc3a4e-e5a3-4611-9d40-e9c8d163f3ef tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.156704 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-aafc3a4e-e5a3-4611-9d40-e9c8d163f3ef tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "GET /v2.0/ports/d0407e53-eff5-4c5d-b609-5424b0f7222f HTTP/1.1" status: 200 len: 1137 time: 0.1298246 Jul 16 18:39:46.159481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55036) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:46.171258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.179003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23dd54b-dbb8-4e4a-a987-e60602fcdd8a None None] DHCP port deletion for 28e650c5-9c08-452d-a9f4-d6377e24567e request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:39:46.184575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e650c5-9c08-452d-a9f4-d6377e24567e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:46.200046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5346793-b454-4817-8b12-fad10e5f73ab') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:46.201280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5346793-b454-4817-8b12-fad10e5f73ab') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:46.224260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.245334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.268039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:46.275317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:46.280753 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:46.327740 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.339170 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8339e156-de3e-49aa-af55-d3c2bac6943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.358333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9597a3fa-ac59-45d7-bbc7-b608b11965a0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Deleting port d0407e53-eff5-4c5d-b609-5424b0f7222f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:46.359263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9597a3fa-ac59-45d7-bbc7-b608b11965a0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.400616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.404108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0570e82f-8ca0-4c50-b528-3d64ad5c3a02,segment=NetworkSegment(5bdd8044-fd3e-4f78-8f98-b2f53576d771),segment_id=5bdd8044-fd3e-4f78-8f98-b2f53576d771)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:46.411394 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.411864 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.417398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] 10.222.0.60 "DELETE /v2.0/networks/28e650c5-9c08-452d-a9f4-d6377e24567e HTTP/1.1" status: 204 len: 168 time: 0.9768286 Jul 16 18:39:46.431858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56558dd2-374e-4d60-8be3-5243d2adbe1c admin admin] Pushing event deleted for resources: {'Network': ['ID=28e650c5-9c08-452d-a9f4-d6377e24567e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.476908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4fd82007-85a5-4ecc-bfbe-b27fde471af1 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:46.525640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=0570e82f-8ca0-4c50-b528-3d64ad5c3a02,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.530810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 4fd82007-85a5-4ecc-bfbe-b27fde471af1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:46.531152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4fd82007-85a5-4ecc-bfbe-b27fde471af1 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:46.539857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9597a3fa-ac59-45d7-bbc7-b608b11965a0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.548789 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-8339e156-de3e-49aa-af55-d3c2bac6943f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:39:46.549151 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-8339e156-de3e-49aa-af55-d3c2bac6943f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:39:46.559647 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9597a3fa-ac59-45d7-bbc7-b608b11965a0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Calling delete_port for d0407e53-eff5-4c5d-b609-5424b0f7222f owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:46.625504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55042) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:46.681019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7766d7ee-5244-475f-9f3c-9028174a2042 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1cc4fc6d4ca4679a2550eed68336600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543017 Jul 16 18:39:46.683395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55044) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:46.737577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9597a3fa-ac59-45d7-bbc7-b608b11965a0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.757219 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085b510b-7353-4a97-8821-1c1b779c8ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.768859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597a3fa-ac59-45d7-bbc7-b608b11965a0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event deleted for resources: {'Port': ['ID=d0407e53-eff5-4c5d-b609-5424b0f7222f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.799333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085b510b-7353-4a97-8821-1c1b779c8ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.875886 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9597a3fa-ac59-45d7-bbc7-b608b11965a0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.879739 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9597a3fa-ac59-45d7-bbc7-b608b11965a0 tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "DELETE /v2.0/ports/d0407e53-eff5-4c5d-b609-5424b0f7222f HTTP/1.1" status: 204 len: 168 time: 0.7175431 Jul 16 18:39:46.881687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:46.885629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085b510b-7353-4a97-8821-1c1b779c8ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.888813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085b510b-7353-4a97-8821-1c1b779c8ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.890254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-085b510b-7353-4a97-8821-1c1b779c8ec0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92a9ef96-f52d-4197-970e-6e4845aab77a HTTP/1.1" status: 204 len: 168 time: 0.2056417 Jul 16 18:39:46.900442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b510b-7353-4a97-8821-1c1b779c8ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a9ef96-f52d-4197-970e-6e4845aab77a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.974550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-b724f58e-3d82-4b17-8334-fc1b677779cf tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Deleting subnet 78b83b31-92a9-430e-b183-1c0c50091a33 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:39:46.978970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b724f58e-3d82-4b17-8334-fc1b677779cf tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.041964 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b724f58e-3d82-4b17-8334-fc1b677779cf tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.186976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b724f58e-3d82-4b17-8334-fc1b677779cf tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.192873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:47.243581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-24d84b3d-75e2-4514-bc97-14d5d2ac586c None None] Could not find standard attr ID for object 37240fcc-b838-469f-a43d-179db8f48bb1. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:39:47.261945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-24d84b3d-75e2-4514-bc97-14d5d2ac586c None None] Could not find standard attr ID for object d0407e53-eff5-4c5d-b609-5424b0f7222f. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:39:47.266155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b724f58e-3d82-4b17-8334-fc1b677779cf tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.295546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:47.295937 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.307986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724f58e-3d82-4b17-8334-fc1b677779cf tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event deleted for resources: {'Subnet': ['ID=78b83b31-92a9-430e-b183-1c0c50091a33,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:47.317696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b724f58e-3d82-4b17-8334-fc1b677779cf tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.320425 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b724f58e-3d82-4b17-8334-fc1b677779cf tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "DELETE /v2.0/subnets/78b83b31-92a9-430e-b183-1c0c50091a33 HTTP/1.1" status: 204 len: 168 time: 0.4377027 Jul 16 18:39:47.323087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55056) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.422342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a1e959-622b-498a-8ce3-1100278b18b1 None None] Network c1a33a95-3b55-4996-b27b-f2cfbbc29227 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:47.476586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.561591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Deleting port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:47.562035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.575667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4167a002-7d02-43ef-a931-af2bca41b38e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:47.602515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 4167a002-7d02-43ef-a931-af2bca41b38e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:47.602515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4167a002-7d02-43ef-a931-af2bca41b38e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:47.602515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:47.626750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:47.626991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 745ed5d3-19f3-43aa-b3b5-58c63ad08ad6 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:47.649358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] For port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0570e82f-8ca0-4c50-b528-3d64ad5c3a02,segment=NetworkSegment(5bdd8044-fd3e-4f78-8f98-b2f53576d771),segment_id=5bdd8044-fd3e-4f78-8f98-b2f53576d771)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:47.649842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.665565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Calling delete_port for 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:47.744734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] DHCP port deletion for c1a33a95-3b55-4996-b27b-f2cfbbc29227 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:39:47.786256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.808056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] Deleting port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:47.808444 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.820277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event deleted for resources: {'Port': ['ID=0570e82f-8ca0-4c50-b528-3d64ad5c3a02,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:47.822382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] No DVR routers for this DVR port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:47.894603 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] For port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:47.895271 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.909571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] Calling delete_port for 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:47.913570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] Port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:39:47.915059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.930597 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] No DVR routers for this DVR port 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:47.945378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:47.956303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98434e-a085-4b95-8175-91e99e8662e6 None None] Pushing event deleted for resources: {'Port': ['ID=0570e82f-8ca0-4c50-b528-3d64ad5c3a02,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:47.961211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a33a95-3b55-4996-b27b-f2cfbbc29227']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:47.985679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bdd8044-fd3e-4f78-8f98-b2f53576d771') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:47.986234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bdd8044-fd3e-4f78-8f98-b2f53576d771') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:48.002438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.029349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.042174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:48.043478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:48.049086 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:48.069534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:48.159816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.169004 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.170834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] 10.222.0.60 "DELETE /v2.0/networks/c1a33a95-3b55-4996-b27b-f2cfbbc29227 HTTP/1.1" status: 204 len: 168 time: 0.8467596 Jul 16 18:39:48.183622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247401d-2997-4fca-bf76-fe1afe37ae6a tempest-ExtraDHCPOptionsTestJSON-1952035256 tempest-ExtraDHCPOptionsTestJSON-1952035256-project] Pushing event deleted for resources: {'Network': ['ID=c1a33a95-3b55-4996-b27b-f2cfbbc29227,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.216996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-913016318-network', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:48.241519 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Made reservation on behalf of 86377b44e7a444a49e1b6b4100f9bc48 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:48.244079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.254510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.375801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.380743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.403250 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:48.413618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55084) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:48.418456 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.424718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.425074 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Added segment 53c5ef6d-03d8-426d-8018-1f64e4b0c2ec of type vlan for network f14f277e-1292-4db8-b73b-1aff28abfb07 Jul 16 18:39:48.468366 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.505592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.507502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.508221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.545053 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4744167 Jul 16 18:39:48.572494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55088) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:48.577728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Request body: {'subnet': {'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-913016318-subnet', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:48.580942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bd83c-ec46-4560-adf1-852ca74c376e admin admin] Pushing event updated for resources: {'Network': ['ID=f14f277e-1292-4db8-b73b-1aff28abfb07,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.591418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f14f277e-1292-4db8-b73b-1aff28abfb07 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:48.600587 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55090) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:48.601446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a95b8b19-8747-4bbd-bfc3-33a84c93eff5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7fa27faad514d88bd77caf3856277af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861243 Jul 16 18:39:48.615012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Made reservation on behalf of 86377b44e7a444a49e1b6b4100f9bc48 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:48.618232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.729799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37b13ecc-dd46-4451-84d9-4945b1ff8afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.765636 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37b13ecc-dd46-4451-84d9-4945b1ff8afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.883634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37b13ecc-dd46-4451-84d9-4945b1ff8afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.886455 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37b13ecc-dd46-4451-84d9-4945b1ff8afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.887637 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-37b13ecc-dd46-4451-84d9-4945b1ff8afe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ff41b84-f9bd-4ae2-afff-b1832285178e HTTP/1.1" status: 204 len: 168 time: 0.2860696 Jul 16 18:39:48.890683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.902805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b13ecc-dd46-4451-84d9-4945b1ff8afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff41b84-f9bd-4ae2-afff-b1832285178e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.959117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=538a0b8a-e9f7-48f8-af42-916fc8ec70f4,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.968951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Checking segment: {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:48.969317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Network hostable DHCP agents. Network: f14f277e-1292-4db8-b73b-1aff28abfb07, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:48.989346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Network f14f277e-1292-4db8-b73b-1aff28abfb07 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:48.999606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f14f277e-1292-4db8-b73b-1aff28abfb07) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:49.005521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.006075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.014047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e08b48-93dd-4295-a09e-2ee576e04010 None None] Network f14f277e-1292-4db8-b73b-1aff28abfb07 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:49.026042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55094) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.026348 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d4bc1013-d4ed-4673-b4ea-46da8e1c94fc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4522588 Jul 16 18:39:49.031930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:49.106772 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.108179 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.143289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:49.183219 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:49.183512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0570e82f-8ca0-4c50-b528-3d64ad5c3a02 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:49.198927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c750d0-9275-44f0-a593-79b8abfc2fbb None None] Network f14f277e-1292-4db8-b73b-1aff28abfb07 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:49.210509 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.383082 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.600504 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.622379 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.724028 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.776351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Allocated IP 172.25.2.124 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/18774a01-91a3-4093-90f6-93c36032812f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:49.836768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'networks': [{'name': 'tempest-network--1705326222'}, {'name': 'tempest-network--1157543674'}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:49.837089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'network': {'name': 'tempest-network--1705326222'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:49.837561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'network': {'name': 'tempest-network--1157543674'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:49.859868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Made reservation on behalf of 7b7cd1fb71b64e5dad9c9560ecacebd3 for: {'network': 2} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:49.869125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.883719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.906294 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.954690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.997302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:49.999948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.004345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:50.005736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.007674 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.009966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:50.036897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Pushing event updated for resources: {'Port': ['ID=18774a01-91a3-4093-90f6-93c36032812f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.061164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949b5bc8-fdd5-4f6c-9bf6-72e448fc8014,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.065201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:50.078625 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.079065 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Added segment 24aafbb2-a292-48be-b70e-7fe8cdda7f05 of type vlan for network 456cd761-9f46-471b-acb1-0f81c2d93ab2 Jul 16 18:39:50.140619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.196092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:50.209648 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.210309 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Added segment 97c56dd1-3fac-4eea-b4e0-9841d8762b72 of type vlan for network c7654534-d939-458d-be92-b5ef5f2f42b8 Jul 16 18:39:50.269178 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.314193 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.314994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.321983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.327266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.328687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.375875 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6466641 Jul 16 18:39:50.375875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55122) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.476349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Network': ['ID=456cd761-9f46-471b-acb1-0f81c2d93ab2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.489831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 456cd761-9f46-471b-acb1-0f81c2d93ab2 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:50.581951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e14c0d-51a2-4ca1-a2d0-a357702f1ce6 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Network': ['ID=c7654534-d939-458d-be92-b5ef5f2f42b8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.593993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c7654534-d939-458d-be92-b5ef5f2f42b8 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:50.716380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66fe137-6bcc-4887-879c-cdc88eb10336 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.722668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66fe137-6bcc-4887-879c-cdc88eb10336 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.729395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66fe137-6bcc-4887-879c-cdc88eb10336 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.730747 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.735334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66fe137-6bcc-4887-879c-cdc88eb10336 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.737347 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c66fe137-6bcc-4887-879c-cdc88eb10336 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3606405 Jul 16 18:39:50.740793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55126) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.824159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.918725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.929661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456cd761-9f46-471b-acb1-0f81c2d93ab2']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:50.939034 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.940106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24aafbb2-a292-48be-b70e-7fe8cdda7f05') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:50.940404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24aafbb2-a292-48be-b70e-7fe8cdda7f05') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:50.950417 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.964290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.970780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:50.971191 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:50.974327 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:51.037995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.047782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.049686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/networks/456cd761-9f46-471b-acb1-0f81c2d93ab2 HTTP/1.1" status: 204 len: 168 time: 0.3079326 Jul 16 18:39:51.053691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55128) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.060223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb4513-040d-4a6c-a411-f7b6421f0adf tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Network': ['ID=456cd761-9f46-471b-acb1-0f81c2d93ab2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.144288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.152918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Router 4f1338fb-9169-4308-b3e6-e117bc20f5cd is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:51.307183 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.323598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7654534-d939-458d-be92-b5ef5f2f42b8']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.338553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c56dd1-3fac-4eea-b4e0-9841d8762b72') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.338844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c56dd1-3fac-4eea-b4e0-9841d8762b72') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.351277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.359054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:51.368547 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Sync routers for ids ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:51.370730 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.378301 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Routers {'4f1338fb-9169-4308-b3e6-e117bc20f5cd'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:51.379068 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:39:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.379290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:51.379497 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:51.383055 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:51.393954 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.395343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0b299c46-a0b5-48a1-8a24-03ddd8e270e5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3673902 Jul 16 18:39:51.398665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.493251 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.498598 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Set router 4f1338fb-9169-4308-b3e6-e117bc20f5cd gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:51.532252 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.534183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/networks/c7654534-d939-458d-be92-b5ef5f2f42b8 HTTP/1.1" status: 204 len: 168 time: 0.4795363 Jul 16 18:39:51.537646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.549415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d00b6b-2d89-490a-a914-0d7bcd5fbe16 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Network': ['ID=c7654534-d939-458d-be92-b5ef5f2f42b8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.678225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b917ce-6ad8-48ec-8e51-e1d2c6c3114f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.686287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b917ce-6ad8-48ec-8e51-e1d2c6c3114f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.688483 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-28b917ce-6ad8-48ec-8e51-e1d2c6c3114f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1499782 Jul 16 18:39:51.693890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55136) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.699197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-536529881'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.721713 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '18774a01-91a3-4093-90f6-93c36032812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:50Z', 'revision_number': 3, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'gw_port': {'id': '18774a01-91a3-4093-90f6-93c36032812f', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:51.754249 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Checking router: 4f1338fb-9169-4308-b3e6-e117bc20f5cd for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:51.754621 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Updating router 4f1338fb-9169-4308-b3e6-e117bc20f5cd port 18774a01-91a3-4093-90f6-93c36032812f binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:51.794652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Made reservation on behalf of 7b7cd1fb71b64e5dad9c9560ecacebd3 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:51.798226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.800070 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.838800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:51.870578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.870923 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Added segment 2bd5ce55-0882-4c5b-88bf-07165465e55c of type vlan for network f465bc13-117d-4bd6-b71e-cfefb972b928 Jul 16 18:39:52.095435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.095435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.095435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:52.095435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.095435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3740921 Jul 16 18:39:52.097803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55148) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:52.098365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.098654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1775893401'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:52.120385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Made reservation on behalf of 7b7cd1fb71b64e5dad9c9560ecacebd3 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:52.121868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.147733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd16bb-f1d1-49bc-a616-e5dbfdef0dee tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Network': ['ID=f465bc13-117d-4bd6-b71e-cfefb972b928,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.163057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f465bc13-117d-4bd6-b71e-cfefb972b928 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:52.186198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:52.211196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.211547 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Added segment 1a0739ae-0f14-47f6-8088-39ace076f307 of type vlan for network 5dc52789-7410-40b8-b300-44f313c064b8 Jul 16 18:39:52.231659 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.258739 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Transition to ACTIVE for port object 18774a01-91a3-4093-90f6-93c36032812f will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:52.274396 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.295326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.349466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.356824 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Pushing event updated for resources: {'Port': ['ID=18774a01-91a3-4093-90f6-93c36032812f,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.358924 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Attempting to bind port 18774a01-91a3-4093-90f6-93c36032812f on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:52.359281 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Attempting to bind port 18774a01-91a3-4093-90f6-93c36032812f by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:52.359903 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Attempting to bind port 18774a01-91a3-4093-90f6-93c36032812f on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:52.360292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:52.361439 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.370013 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:52.370700 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:52.370815 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.371148 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:52.371792 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Bound port: 18774a01-91a3-4093-90f6-93c36032812f, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:52.372448 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.376699 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.377500 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.378106 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.378664 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.379257 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.379884 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.380722 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.382204 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.382861 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.383412 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.384795 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.385383 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:52.386093 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3110473 Jul 16 18:39:52.389229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55156) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:52.397124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'ports': [{'network_id': 'f465bc13-117d-4bd6-b71e-cfefb972b928', 'name': 'tempest-port--123145820', 'admin_state_up': True}, {'network_id': '5dc52789-7410-40b8-b300-44f313c064b8', 'admin_state_up': False}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:52.397438 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'port': {'network_id': 'f465bc13-117d-4bd6-b71e-cfefb972b928', 'name': 'tempest-port--123145820', 'admin_state_up': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:52.397970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'port': {'network_id': '5dc52789-7410-40b8-b300-44f313c064b8', 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:52.402202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Allocated IP 172.20.0.1 (f14f277e-1292-4db8-b73b-1aff28abfb07/538a0b8a-e9f7-48f8-af42-916fc8ec70f4/4351b62e-2bd6-409f-8c46-799d311f349e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:52.469594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76c62e-e0b7-4bad-b059-71b853dd6dad tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Network': ['ID=5dc52789-7410-40b8-b300-44f313c064b8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.482980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 5dc52789-7410-40b8-b300-44f313c064b8 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:52.484606 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] For port 18774a01-91a3-4093-90f6-93c36032812f, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:52.489245 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] For port 18774a01-91a3-4093-90f6-93c36032812f, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=18774a01-91a3-4093-90f6-93c36032812f,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:52.498071 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.559740 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Routers {'4f1338fb-9169-4308-b3e6-e117bc20f5cd'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:52.560367 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:39:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:52.684405 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7d98f-1f97-491b-a101-3e20a3367834 None None] Pushing event updated for resources: {'Port': ['ID=18774a01-91a3-4093-90f6-93c36032812f,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.705670 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] Set router 4f1338fb-9169-4308-b3e6-e117bc20f5cd gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:52.719550 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.731712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Made reservation on behalf of 7b7cd1fb71b64e5dad9c9560ecacebd3 for: {'port': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:52.737090 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.759142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.863495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.909218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] device_id is not set on port 7b7f9408-0345-4b30-940b-66717d2b0c1a yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:52.931630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Network f14f277e-1292-4db8-b73b-1aff28abfb07 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:52.941730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:52.950143 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:52.981899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Pushing event updated for resources: {'Port': ['ID=4351b62e-2bd6-409f-8c46-799d311f349e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.983816 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '18774a01-91a3-4093-90f6-93c36032812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:50Z', 'revision_number': 3, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'gw_port': {'id': '18774a01-91a3-4093-90f6-93c36032812f', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:53.024060 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cfcb19-7598-46e7-b9eb-c9d28a294f87 None None] The sync data for ids ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'] in n-d-793619-10 is: [{'id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '18774a01-91a3-4093-90f6-93c36032812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:50Z', 'revision_number': 3, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'gw_port': {'id': '18774a01-91a3-4093-90f6-93c36032812f', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:53.027081 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.242670 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.356428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] device_id is not set on port c1d754a9-d4b1-4947-8a30-6591e31e430f yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:53.369043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.625168 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.681691 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.699866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.734786 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.805028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.807470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Pushing event updated for resources: {'Port': ['ID=4351b62e-2bd6-409f-8c46-799d311f349e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.907087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Port': ['ID=7b7f9408-0345-4b30-940b-66717d2b0c1a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.911215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Checking segment: {'id': '2bd5ce55-0882-4c5b-88bf-07165465e55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f465bc13-117d-4bd6-b71e-cfefb972b928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:53.911522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Network hostable DHCP agents. Network: f465bc13-117d-4bd6-b71e-cfefb972b928, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:54.004464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Network f14f277e-1292-4db8-b73b-1aff28abfb07 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:54.011319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:54.145172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Network f465bc13-117d-4bd6-b71e-cfefb972b928 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:54.164576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f465bc13-117d-4bd6-b71e-cfefb972b928) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:54.171251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:54.172206 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.174357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16d933-f93e-4f61-b2de-259318d33939 None None] Network f465bc13-117d-4bd6-b71e-cfefb972b928 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:54.200729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Router 4f1338fb-9169-4308-b3e6-e117bc20f5cd has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:54.387772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Port': ['ID=c1d754a9-d4b1-4947-8a30-6591e31e430f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:54.403692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Checking segment: {'id': '1a0739ae-0f14-47f6-8088-39ace076f307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5dc52789-7410-40b8-b300-44f313c064b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:54.404437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Network hostable DHCP agents. Network: 5dc52789-7410-40b8-b300-44f313c064b8, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:54.982426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Network 5dc52789-7410-40b8-b300-44f313c064b8 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:54.997721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 5dc52789-7410-40b8-b300-44f313c064b8) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:55.004378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:55.011184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.016230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.017014 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.024334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e89fde7-add7-4d24-ac0a-01d3fa74c3ca None None] Network 5dc52789-7410-40b8-b300-44f313c064b8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:55.036576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:55.040783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-10372c3c-48a7-4724-9c52-db40f241f357 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6503093 Jul 16 18:39:55.044405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-620c73f4-ccda-48ec-9c95-c937928cbe03 admin admin] 10.222.0.60 "PUT /v2.0/routers/4f1338fb-9169-4308-b3e6-e117bc20f5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6448009 Jul 16 18:39:55.044986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55212) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:55.158734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd244cc3-beab-444e-96e4-1cb9f1113f2d tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.173264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd244cc3-beab-444e-96e4-1cb9f1113f2d tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.176117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dd244cc3-beab-444e-96e4-1cb9f1113f2d tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1301444 Jul 16 18:39:55.179815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55218) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:55.234369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 18774a01-91a3-4093-90f6-93c36032812f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:55.392829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 18774a01-91a3-4093-90f6-93c36032812f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:55.399907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 18774a01-91a3-4093-90f6-93c36032812f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:55.400467 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.416041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-03eea527-3c7a-4042-8e83-bf22b24eaa93 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Deleting port 7b7f9408-0345-4b30-940b-66717d2b0c1a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:55.416041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03eea527-3c7a-4042-8e83-bf22b24eaa93 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.535598 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.550583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03eea527-3c7a-4042-8e83-bf22b24eaa93 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.571388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 18774a01-91a3-4093-90f6-93c36032812f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=18774a01-91a3-4093-90f6-93c36032812f,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:55.579287 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.604781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-03eea527-3c7a-4042-8e83-bf22b24eaa93 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Calling delete_port for 7b7f9408-0345-4b30-940b-66717d2b0c1a owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:55.640910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=18774a01-91a3-4093-90f6-93c36032812f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:55.863654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Sync routers for ids ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:55.883619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Routers {'4f1338fb-9169-4308-b3e6-e117bc20f5cd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:55.884335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:39:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:55.906366 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03eea527-3c7a-4042-8e83-bf22b24eaa93 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.971698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eea527-3c7a-4042-8e83-bf22b24eaa93 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Port': ['ID=7b7f9408-0345-4b30-940b-66717d2b0c1a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:55.988384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-d0d5b79d-0476-4ecc-94a7-228273d80b5e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:56.003037 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-d0d5b79d-0476-4ecc-94a7-228273d80b5e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 810 time: 0.2522810 Jul 16 18:39:56.008508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-03eea527-3c7a-4042-8e83-bf22b24eaa93 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.010157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-03eea527-3c7a-4042-8e83-bf22b24eaa93 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/ports/7b7f9408-0345-4b30-940b-66717d2b0c1a HTTP/1.1" status: 204 len: 168 time: 0.8275681 Jul 16 18:39:56.013076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55260) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.031546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-6a0f69ba-3385-4e0d-9f8f-7ed29fcb04ff tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/quotas/86377b44e7a444a49e1b6b4100f9bc48 HTTP/1.1" status: 200 len: 375 time: 0.0272806 Jul 16 18:39:56.039505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Set router 4f1338fb-9169-4308-b3e6-e117bc20f5cd gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:56.124603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-06a498d8-84e2-4b13-b871-e395931f1761 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919404 Jul 16 18:39:56.255437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-e8f5e2a7-5b29-4939-ad27-3f30124bb311 service neutron] 10.222.0.60 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293726 Jul 16 18:39:56.278280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fd079d44-3b16-4148-a922-3ecc015c14c9 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Deleting port c1d754a9-d4b1-4947-8a30-6591e31e430f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:56.278791 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd079d44-3b16-4148-a922-3ecc015c14c9 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.378249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '18774a01-91a3-4093-90f6-93c36032812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:53Z', 'revision_number': 4, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'gw_port': {'id': '18774a01-91a3-4093-90f6-93c36032812f', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4351b62e-2bd6-409f-8c46-799d311f349e', 'name': '', 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'mac_address': 'fa:16:3e:cd:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '538a0b8a-e9f7-48f8-af42-916fc8ec70f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:53Z', 'revision_number': 2, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'subnets': [{'id': '538a0b8a-e9f7-48f8-af42-916fc8ec70f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.413701 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd079d44-3b16-4148-a922-3ecc015c14c9 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.426294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-121c80b0-b27d-44bd-892c-41b3d968801d service neutron] 10.222.0.60 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620159 Jul 16 18:39:56.430071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Checking router: 4f1338fb-9169-4308-b3e6-e117bc20f5cd for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:56.430987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Updating router 4f1338fb-9169-4308-b3e6-e117bc20f5cd port 4351b62e-2bd6-409f-8c46-799d311f349e binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:56.446633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fd079d44-3b16-4148-a922-3ecc015c14c9 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Calling delete_port for c1d754a9-d4b1-4947-8a30-6591e31e430f owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:56.507942 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.570478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd079d44-3b16-4148-a922-3ecc015c14c9 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.625237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd079d44-3b16-4148-a922-3ecc015c14c9 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Port': ['ID=c1d754a9-d4b1-4947-8a30-6591e31e430f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:56.649107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd079d44-3b16-4148-a922-3ecc015c14c9 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.652402 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fd079d44-3b16-4148-a922-3ecc015c14c9 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/ports/c1d754a9-d4b1-4947-8a30-6591e31e430f HTTP/1.1" status: 204 len: 168 time: 0.6377304 Jul 16 18:39:56.654864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55276) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.704387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a6ece7a2-414f-4713-955a-726ace1c0a9b tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0477855 Jul 16 18:39:56.709312 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55280) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.715948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1541331753'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:56.783572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Made reservation on behalf of 7b7cd1fb71b64e5dad9c9560ecacebd3 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:56.794200 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.831098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b81ecb-ee90-4b34-8c77-0e598c984aef req-20530ad0-e70c-4067-8aa3-dc8983bcd783 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 210 time: 0.0828857 Jul 16 18:39:56.839487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:56.856021 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.856432 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Added segment 6d21dc41-8236-4dd3-aaca-5310445260ed of type vlan for network 45a2fffa-319a-4d81-9436-a24cd749eed2 Jul 16 18:39:56.936904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.988241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.997610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:56.998265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.109659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.141208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Transition to ACTIVE for port object 4351b62e-2bd6-409f-8c46-799d311f349e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:57.155643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.159051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55296) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:57.160730 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4480679 Jul 16 18:39:57.167902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1165100582'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:57.221493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Made reservation on behalf of 7b7cd1fb71b64e5dad9c9560ecacebd3 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:57.225683 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.242654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 18774a01-91a3-4093-90f6-93c36032812f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:57.275748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:57.278665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949d7de-d8a0-4f9e-8151-c16481958e67 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Network': ['ID=45a2fffa-319a-4d81-9436-a24cd749eed2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.316420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.316420 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Added segment 02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66 of type vlan for network c5656490-a3b6-4b0c-81ab-947c3f787497 Jul 16 18:39:57.321253 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 45a2fffa-319a-4d81-9436-a24cd749eed2 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:57.384266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.426307 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.432935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:57.433653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.478829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3184161 Jul 16 18:39:57.490233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51b815-5a3f-4871-9b3b-41553fd214ac None None] Pushing event updated for resources: {'Port': ['ID=4351b62e-2bd6-409f-8c46-799d311f349e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.575631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec058dbb-023b-4702-b878-e38b48a43820 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Network': ['ID=c5656490-a3b6-4b0c-81ab-947c3f787497,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.731233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c5656490-a3b6-4b0c-81ab-947c3f787497 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:57.786296 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Attempting to bind port 4351b62e-2bd6-409f-8c46-799d311f349e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:57.788480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Attempting to bind port 4351b62e-2bd6-409f-8c46-799d311f349e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:57.789027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Attempting to bind port 4351b62e-2bd6-409f-8c46-799d311f349e on network f14f277e-1292-4db8-b73b-1aff28abfb07 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:57.804694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:57.805301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Checking segment: {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:57.805706 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.806349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Bound using segment: {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:57.807376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Bound port: 4351b62e-2bd6-409f-8c46-799d311f349e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:57.809159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.871255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 18774a01-91a3-4093-90f6-93c36032812f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:57.872012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.059711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7d37dfa-d860-41ae-81e0-16a6f7830087 req-5409265c-66f8-43dc-9f63-17cf9731d1a0 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 210 time: 0.1198258 Jul 16 18:39:58.259057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] For port 4351b62e-2bd6-409f-8c46-799d311f349e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:58.283634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] For port 4351b62e-2bd6-409f-8c46-799d311f349e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4351b62e-2bd6-409f-8c46-799d311f349e,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:58.290222 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.345780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Routers {'4f1338fb-9169-4308-b3e6-e117bc20f5cd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:58.346450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:39:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:58.511995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51b815-5a3f-4871-9b3b-41553fd214ac None None] Pushing event updated for resources: {'Port': ['ID=4351b62e-2bd6-409f-8c46-799d311f349e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.550588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] Set router 4f1338fb-9169-4308-b3e6-e117bc20f5cd gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:58.953988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '18774a01-91a3-4093-90f6-93c36032812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:53Z', 'revision_number': 4, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'gw_port': {'id': '18774a01-91a3-4093-90f6-93c36032812f', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4351b62e-2bd6-409f-8c46-799d311f349e', 'name': '', 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'mac_address': 'fa:16:3e:cd:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '538a0b8a-e9f7-48f8-af42-916fc8ec70f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'subnets': [{'id': '538a0b8a-e9f7-48f8-af42-916fc8ec70f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:58.988212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f2e3c-b0b6-4e4a-b172-4cb208f9fc84 None None] The sync data for ids ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'] in n-d-793619-10 is: [{'id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '18774a01-91a3-4093-90f6-93c36032812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:53Z', 'revision_number': 4, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'gw_port': {'id': '18774a01-91a3-4093-90f6-93c36032812f', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4351b62e-2bd6-409f-8c46-799d311f349e', 'name': '', 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'mac_address': 'fa:16:3e:cd:88:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '538a0b8a-e9f7-48f8-af42-916fc8ec70f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'subnets': [{'id': '538a0b8a-e9f7-48f8-af42-916fc8ec70f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:59.009744 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.440306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed23b8fc-10e7-4f75-b61e-bf12a87c81ac req-74a5b00a-c497-422e-be77-d65e62ed3bc9 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 210 time: 0.0903735 Jul 16 18:39:59.721204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-03c4280c-ff19-4ed4-ae68-385c1e37a6d4 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.723065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-03c4280c-ff19-4ed4-ae68-385c1e37a6d4 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.46 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 810 time: 0.2316449 Jul 16 18:39:59.752489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Request body: {'port': {'device_id': '2471b271-5c68-427f-9cf6-238144bc8718', 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07', 'admin_state_up': True, 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:00.116898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Made reservation on behalf of 86377b44e7a444a49e1b6b4100f9bc48 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:00.134513 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.421598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Allocated IP 172.20.0.11 (f14f277e-1292-4db8-b73b-1aff28abfb07/538a0b8a-e9f7-48f8-af42-916fc8ec70f4/b42fa13f-665a-42a4-8b26-c4e77d4649c0) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:00.889818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.923424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4094cdf-9925-40c3-918f-fd5a75bb5816 req-a3b20156-1935-499e-abee-3a9f6f5182bc tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 210 time: 0.0491047 Jul 16 18:40:01.037421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.209873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Network f14f277e-1292-4db8-b73b-1aff28abfb07 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:01.213884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:01.217538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:01.312946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.313804 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.364198 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6176085 Jul 16 18:40:01.368737 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2de2e-9c84-4086-9ea0-8a4c4355e818 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Pushing event updated for resources: {'Port': ['ID=b42fa13f-665a-42a4-8b26-c4e77d4649c0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:01.476765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4351b62e-2bd6-409f-8c46-799d311f349e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:01.571452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55372) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.576975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'subnets': [{'network_id': '45a2fffa-319a-4d81-9436-a24cd749eed2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2100381798', 'ip_version': 6}, {'network_id': 'c5656490-a3b6-4b0c-81ab-947c3f787497', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:01.577330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'subnet': {'network_id': '45a2fffa-319a-4d81-9436-a24cd749eed2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2100381798', 'ip_version': 6}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:01.578226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Request body: {'subnet': {'network_id': 'c5656490-a3b6-4b0c-81ab-947c3f787497', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:01.598214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 4351b62e-2bd6-409f-8c46-799d311f349e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:01.609871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Request body: {'port': {'device_id': '2471b271-5c68-427f-9cf6-238144bc8718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:01.621653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4351b62e-2bd6-409f-8c46-799d311f349e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:01.622168 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.842729 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.880648 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.981976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 4351b62e-2bd6-409f-8c46-799d311f349e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4351b62e-2bd6-409f-8c46-799d311f349e,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:01.995660 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.142361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=4351b62e-2bd6-409f-8c46-799d311f349e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.151065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Made reservation on behalf of 7b7cd1fb71b64e5dad9c9560ecacebd3 for: {'subnet': 2} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:02.156091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.156658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.486285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6374c-777a-478f-983b-f5a8c4080540 req-feef8942-230e-4bda-8d66-ae6593519ab6 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:02.488242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71e6374c-777a-478f-983b-f5a8c4080540 req-feef8942-230e-4bda-8d66-ae6593519ab6 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 932 time: 0.1785114 Jul 16 18:40:02.626167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71e6374c-777a-478f-983b-f5a8c4080540 req-32e1a933-136e-4946-a208-13ac309eb61b tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211619 Jul 16 18:40:02.680899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42fa13f-665a-42a4-8b26-c4e77d4649c0 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:02.694036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.710327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Transition to ACTIVE for port object b42fa13f-665a-42a4-8b26-c4e77d4649c0 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:02.724323 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.772225 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.869589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Pushing event updated for resources: {'Port': ['ID=b42fa13f-665a-42a4-8b26-c4e77d4649c0,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.900334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Subnet': ['ID=047f70c6-b4eb-4506-a496-4f88f8470935,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.923327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Checking segment: {'id': '6d21dc41-8236-4dd3-aaca-5310445260ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '45a2fffa-319a-4d81-9436-a24cd749eed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:02.924030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Network hostable DHCP agents. Network: 45a2fffa-319a-4d81-9436-a24cd749eed2, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:02.965843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Network 45a2fffa-319a-4d81-9436-a24cd749eed2 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:02.984248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 45a2fffa-319a-4d81-9436-a24cd749eed2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:03.002384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855d99b-37d7-4638-b57a-6dbedc457ed9 None None] Network 45a2fffa-319a-4d81-9436-a24cd749eed2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:03.009588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.033632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Attempting to bind port b42fa13f-665a-42a4-8b26-c4e77d4649c0 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:03.034130 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Attempting to bind port b42fa13f-665a-42a4-8b26-c4e77d4649c0 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:03.035272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Attempting to bind port b42fa13f-665a-42a4-8b26-c4e77d4649c0 on network f14f277e-1292-4db8-b73b-1aff28abfb07 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:03.046433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Port b42fa13f-665a-42a4-8b26-c4e77d4649c0 on network f14f277e-1292-4db8-b73b-1aff28abfb07 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:40:03.048630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Attempting to bind port b42fa13f-665a-42a4-8b26-c4e77d4649c0 on network f14f277e-1292-4db8-b73b-1aff28abfb07 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:03.073697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:03.074070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Checking segment: {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:03.075588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Bound using segment: {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:03.077967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Bound port: b42fa13f-665a-42a4-8b26-c4e77d4649c0, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:03.078345 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.122657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event updated for resources: {'Subnet': ['ID=84ac7640-90df-4697-bc03-ed795920fd6b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:03.138597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Checking segment: {'id': '02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5656490-a3b6-4b0c-81ab-947c3f787497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:03.139040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Network hostable DHCP agents. Network: c5656490-a3b6-4b0c-81ab-947c3f787497, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:03.172714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Network c5656490-a3b6-4b0c-81ab-947c3f787497 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:03.198035 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd4fec72-6408-4c85-8b03-35bef9d892da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.200619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, c5656490-a3b6-4b0c-81ab-947c3f787497) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:03.210649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.213363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.214066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.233680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b76e4f-2443-4e61-bd80-d81d99821b0b None None] Network c5656490-a3b6-4b0c-81ab-947c3f787497 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:03.244030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] For port b42fa13f-665a-42a4-8b26-c4e77d4649c0, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:03.252861 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e4efc96c-9086-4587-9225-779bcf0211d5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6763842 Jul 16 18:40:03.253151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] For port b42fa13f-665a-42a4-8b26-c4e77d4649c0, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=b42fa13f-665a-42a4-8b26-c4e77d4649c0,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:03.253295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55398) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:03.271011 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.308706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.309389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.311088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] 10.222.0.46 "PUT /v2.0/ports/b42fa13f-665a-42a4-8b26-c4e77d4649c0 HTTP/1.1" status: 200 len: 1093 time: 1.9283261 Jul 16 18:40:03.311503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471b271-5c68-427f-9cf6-238144bc8718', 'tag': 'b42fa13f-665a-42a4-8b26-c4e77d4649c0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:03.314206 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2471b271-5c68-427f-9cf6-238144bc8718", "tag": "b42fa13f-665a-42a4-8b26-c4e77d4649c0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:03.388586 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a313449-958c-4c53-bb8b-defd69f10eb8 x-openstack-request-id: req-3a313449-958c-4c53-bb8b-defd69f10eb8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:03.389086 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471b271-5c68-427f-9cf6-238144bc8718", "tag": "b42fa13f-665a-42a4-8b26-c4e77d4649c0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:03.389516 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a313449-958c-4c53-bb8b-defd69f10eb8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:03.390142 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471b271-5c68-427f-9cf6-238144bc8718', 'tag': 'b42fa13f-665a-42a4-8b26-c4e77d4649c0', 'status': 'completed', 'code': 200} Jul 16 18:40:03.391296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94f44a-f785-4927-a387-6f3d49ff1dec service neutron] Pushing event updated for resources: {'Port': ['ID=b42fa13f-665a-42a4-8b26-c4e77d4649c0,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:03.456735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-45a2fffa-319a-4d81-9436-a24cd749eed2', 'network_id': '45a2fffa-319a-4d81-9436-a24cd749eed2', 'tenant_id': '7b7cd1fb71b64e5dad9c9560ecacebd3', 'fixed_ips': [{'subnet_id': '047f70c6-b4eb-4506-a496-4f88f8470935'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:03.457969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.569844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-000869f6-80cf-4cb8-8f74-0202210f58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.572458 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-000869f6-80cf-4cb8-8f74-0202210f58a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 1096 time: 0.1548545 Jul 16 18:40:03.592570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb8799-cc10-48cd-856b-3580f7d56a23 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.596071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb8799-cc10-48cd-856b-3580f7d56a23 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.607747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebb8799-cc10-48cd-856b-3580f7d56a23 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.617075 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bebb8799-cc10-48cd-856b-3580f7d56a23 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3580909 Jul 16 18:40:03.637497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55408) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:03.705841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-4dfe04be-bdc4-4db8-803f-e1de20898b31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42fa13f-665a-42a4-8b26-c4e77d4649c0 HTTP/1.1" status: 200 len: 217 time: 0.1030347 Jul 16 18:40:03.776165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4351b62e-2bd6-409f-8c46-799d311f349e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:03.947145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-53938376-a8ad-4ecc-93cd-c3697aef39f1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Deleting subnet 047f70c6-b4eb-4506-a496-4f88f8470935 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:03.970349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-ae932eab-e877-4157-a70d-6ba7e9d87069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.973385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-ae932eab-e877-4157-a70d-6ba7e9d87069 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=538a0b8a-e9f7-48f8-af42-916fc8ec70f4 HTTP/1.1" status: 200 len: 850 time: 0.2572811 Jul 16 18:40:03.987113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-c5656490-a3b6-4b0c-81ab-947c3f787497', 'network_id': 'c5656490-a3b6-4b0c-81ab-947c3f787497', 'tenant_id': '7b7cd1fb71b64e5dad9c9560ecacebd3', 'fixed_ips': [{'subnet_id': '84ac7640-90df-4697-bc03-ed795920fd6b'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:03.988324 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.043353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-e4425a8a-82e9-41ce-8cd9-7bed7af1c0a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f14f277e-1292-4db8-b73b-1aff28abfb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473399 Jul 16 18:40:04.155966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Allocated IP 2001:db8::1 (45a2fffa-319a-4d81-9436-a24cd749eed2/047f70c6-b4eb-4506-a496-4f88f8470935/066fe213-7da8-4116-8f27-53bc17233d60) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:04.173165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4351b62e-2bd6-409f-8c46-799d311f349e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:04.173165 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.239085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eed4b3-bc15-498f-be62-c513f3f547e7 req-bff9a463-0040-46a5-9a0c-99cd91393070 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.253790 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1eed4b3-bc15-498f-be62-c513f3f547e7 req-bff9a463-0040-46a5-9a0c-99cd91393070 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 944 time: 0.3734903 Jul 16 18:40:04.350700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f1eed4b3-bc15-498f-be62-c513f3f547e7 req-0c783078-d6b0-4969-a0e1-3d5727f74bf0 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955856 Jul 16 18:40:04.354444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-e7213d8b-f9b4-4ca3-8df0-b8fabd04dee5 service neutron] 10.222.0.46 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960000 Jul 16 18:40:04.510531 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Allocated IP 2001:db8:0:1::1 (c5656490-a3b6-4b0c-81ab-947c3f787497/84ac7640-90df-4697-bc03-ed795920fd6b/6f81ad0a-e085-409d-b030-b9642909b707) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:04.526346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-be496c20-6767-4d04-9144-ec3e3ddf7ce1 req-33dfe86f-b2f7-4df7-a1d3-1f723f62722e service neutron] 10.222.0.46 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594884 Jul 16 18:40:04.682346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.700685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Transition to ACTIVE for port object 066fe213-7da8-4116-8f27-53bc17233d60 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:04.746076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Transition to ACTIVE for port object 066fe213-7da8-4116-8f27-53bc17233d60 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:04.764766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53938376-a8ad-4ecc-93cd-c3697aef39f1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.806605 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.839618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-95fe9900-0137-4ffd-bbbf-36d46b54e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.841269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-95fe9900-0137-4ffd-bbbf-36d46b54e6bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 1096 time: 0.1488893 Jul 16 18:40:04.874697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Network 45a2fffa-319a-4d81-9436-a24cd749eed2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:04.879816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:04.889598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:04.913965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.916337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Pushing event updated for resources: {'Port': ['ID=066fe213-7da8-4116-8f27-53bc17233d60,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:04.919273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53938376-a8ad-4ecc-93cd-c3697aef39f1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.951083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Transition to ACTIVE for port object 6f81ad0a-e085-409d-b030-b9642909b707 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:05.033648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Transition to ACTIVE for port object 6f81ad0a-e085-409d-b030-b9642909b707 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:05.035329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Attempting to bind port 066fe213-7da8-4116-8f27-53bc17233d60 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:05.035702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Attempting to bind port 066fe213-7da8-4116-8f27-53bc17233d60 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '6d21dc41-8236-4dd3-aaca-5310445260ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '45a2fffa-319a-4d81-9436-a24cd749eed2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:05.036493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Attempting to bind port 066fe213-7da8-4116-8f27-53bc17233d60 on network 45a2fffa-319a-4d81-9436-a24cd749eed2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:05.054122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:05.054611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Checking segment: {'id': '6d21dc41-8236-4dd3-aaca-5310445260ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '45a2fffa-319a-4d81-9436-a24cd749eed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:05.054952 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.055326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Bound using segment: {'id': '6d21dc41-8236-4dd3-aaca-5310445260ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '45a2fffa-319a-4d81-9436-a24cd749eed2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:05.055847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Bound port: 066fe213-7da8-4116-8f27-53bc17233d60, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d21dc41-8236-4dd3-aaca-5310445260ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '45a2fffa-319a-4d81-9436-a24cd749eed2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:05.056231 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.059065 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.103386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-d01ac73d-d474-48a0-b4ae-20ac0e9922fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:05.105570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-d01ac73d-d474-48a0-b4ae-20ac0e9922fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 911 time: 0.2530446 Jul 16 18:40:05.170468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-3ce277fa-b981-4076-8861-bea9f36966b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42fa13f-665a-42a4-8b26-c4e77d4649c0 HTTP/1.1" status: 200 len: 217 time: 0.0538707 Jul 16 18:40:05.177901 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53938376-a8ad-4ecc-93cd-c3697aef39f1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.258014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Network c5656490-a3b6-4b0c-81ab-947c3f787497 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:05.299006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:05.304006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:05.304705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-b2e306b2-0076-4a8e-a16a-76290c5dbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:05.306549 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-b2e306b2-0076-4a8e-a16a-76290c5dbc41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=538a0b8a-e9f7-48f8-af42-916fc8ec70f4 HTTP/1.1" status: 200 len: 850 time: 0.1245565 Jul 16 18:40:05.322891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Pushing event updated for resources: {'Port': ['ID=6f81ad0a-e085-409d-b030-b9642909b707,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:05.328777 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53938376-a8ad-4ecc-93cd-c3697aef39f1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.399270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-231c5da4-a1db-4504-9c06-ef8797d842d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f14f277e-1292-4db8-b73b-1aff28abfb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771079 Jul 16 18:40:05.447272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53938376-a8ad-4ecc-93cd-c3697aef39f1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Subnet': ['ID=047f70c6-b4eb-4506-a496-4f88f8470935,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:05.465192 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53938376-a8ad-4ecc-93cd-c3697aef39f1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.473107 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-53938376-a8ad-4ecc-93cd-c3697aef39f1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/subnets/047f70c6-b4eb-4506-a496-4f88f8470935 HTTP/1.1" status: 204 len: 168 time: 1.8336833 Jul 16 18:40:05.474865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55442) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:05.630014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc1648b-53e1-4721-aa66-2e4bb3143dae tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Deleting subnet 84ac7640-90df-4697-bc03-ed795920fd6b {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:05.646058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdc1648b-53e1-4721-aa66-2e4bb3143dae tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.703565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-00fc5da6-c4e8-4b9d-b855-2623fe787090 service neutron] 10.222.0.46 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897646 Jul 16 18:40:05.703842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Attempting to bind port 6f81ad0a-e085-409d-b030-b9642909b707 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:05.703967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Attempting to bind port 6f81ad0a-e085-409d-b030-b9642909b707 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5656490-a3b6-4b0c-81ab-947c3f787497'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:05.704283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Attempting to bind port 6f81ad0a-e085-409d-b030-b9642909b707 on network c5656490-a3b6-4b0c-81ab-947c3f787497 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:05.717389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:05.717775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Checking segment: {'id': '02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5656490-a3b6-4b0c-81ab-947c3f787497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:05.718184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.718588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Bound using segment: {'id': '02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5656490-a3b6-4b0c-81ab-947c3f787497'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:05.719079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Bound port: 6f81ad0a-e085-409d-b030-b9642909b707, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5656490-a3b6-4b0c-81ab-947c3f787497'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:05.719473 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.734555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] For port 066fe213-7da8-4116-8f27-53bc17233d60, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:05.782656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] For port 066fe213-7da8-4116-8f27-53bc17233d60, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=066fe213-7da8-4116-8f27-53bc17233d60,segment=NetworkSegment(6d21dc41-8236-4dd3-aaca-5310445260ed),segment_id=6d21dc41-8236-4dd3-aaca-5310445260ed)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:05.804349 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.806761 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdc1648b-53e1-4721-aa66-2e4bb3143dae tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.883891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] For port 6f81ad0a-e085-409d-b030-b9642909b707, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:05.917554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a379e-26ec-48d8-b60a-c6283014c881 req-54ae0963-84b5-4093-be42-e7effa444199 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:05.921556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c6a379e-26ec-48d8-b60a-c6283014c881 req-54ae0963-84b5-4093-be42-e7effa444199 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 944 time: 0.3428669 Jul 16 18:40:05.933896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] For port 6f81ad0a-e085-409d-b030-b9642909b707, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6f81ad0a-e085-409d-b030-b9642909b707,segment=NetworkSegment(02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66),segment_id=02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:05.951543 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.954008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0af82f-b4cc-4c7f-8e7b-328d2dfa0ca8 None None] Pushing event updated for resources: {'Port': ['ID=066fe213-7da8-4116-8f27-53bc17233d60,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:06.022646 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.037834 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-41c693fd-0f8f-4b80-935a-8cd648f1e7c1 req-6c13fa36-e4cb-4809-827d-0d17e512bbea service neutron] 10.222.0.46 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226652 Jul 16 18:40:06.081646 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-793472b8-c0a3-4a09-b233-9c929c1e1c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.087979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe5449-4d7b-4d56-ad97-f0a6b2dd56c3 None None] Pushing event updated for resources: {'Port': ['ID=6f81ad0a-e085-409d-b030-b9642909b707,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:06.115192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c6a379e-26ec-48d8-b60a-c6283014c881 req-4bc62b2c-c967-4602-8b65-fe1c0b88056d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806077 Jul 16 18:40:06.176190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdc1648b-53e1-4721-aa66-2e4bb3143dae tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.332435 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdc1648b-53e1-4721-aa66-2e4bb3143dae tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.450795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1648b-53e1-4721-aa66-2e4bb3143dae tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Subnet': ['ID=84ac7640-90df-4697-bc03-ed795920fd6b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:06.455735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdc1648b-53e1-4721-aa66-2e4bb3143dae tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.458699 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cdc1648b-53e1-4721-aa66-2e4bb3143dae tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/subnets/84ac7640-90df-4697-bc03-ed795920fd6b HTTP/1.1" status: 204 len: 168 time: 0.9747820 Jul 16 18:40:06.461504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55458) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:06.676160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08091ab5-e354-4721-97f4-f14841172695 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:06.682194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:06.682579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-08091ab5-e354-4721-97f4-f14841172695 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2195230 Jul 16 18:40:06.697955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device b42fa13f-665a-42a4-8b26-c4e77d4649c0 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:06.800058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.860665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port b42fa13f-665a-42a4-8b26-c4e77d4649c0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=b42fa13f-665a-42a4-8b26-c4e77d4649c0,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:06.876469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'b42fa13f-665a-42a4-8b26-c4e77d4649c0', 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07', 'port_id': 'b42fa13f-665a-42a4-8b26-c4e77d4649c0', 'mac_address': 'fa:16:3e:fe:e6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538a0b8a-e9f7-48f8-af42-916fc8ec70f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:06.877603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Deleting port 6f81ad0a-e085-409d-b030-b9642909b707 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:06.878325 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.947510 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.981499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42fa13f-665a-42a4-8b26-c4e77d4649c0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:07.000374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] For port 6f81ad0a-e085-409d-b030-b9642909b707, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6f81ad0a-e085-409d-b030-b9642909b707,segment=NetworkSegment(02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66),segment_id=02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:07.001053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.018765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Calling delete_port for 6f81ad0a-e085-409d-b030-b9642909b707 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:07.029485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port b42fa13f-665a-42a4-8b26-c4e77d4649c0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=b42fa13f-665a-42a4-8b26-c4e77d4649c0,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:07.038730 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.096317 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.150025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=b42fa13f-665a-42a4-8b26-c4e77d4649c0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:07.177942 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.222786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Port': ['ID=6f81ad0a-e085-409d-b030-b9642909b707,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:07.230513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] No DVR routers for this DVR port 6f81ad0a-e085-409d-b030-b9642909b707 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:07.452001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['b42fa13f-665a-42a4-8b26-c4e77d4649c0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:07.452206 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.528237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5656490-a3b6-4b0c-81ab-947c3f787497']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:07.545275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 066fe213-7da8-4116-8f27-53bc17233d60 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:07.561991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370573ea-d07d-4057-83ea-d5d275fe8749 req-aa98e15e-2119-4c47-9f16-639279899668 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:07.564678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:07.565083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b9ee3d-2f18-45ec-97c5-aa5ebbcf6e66') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:07.576000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-370573ea-d07d-4057-83ea-d5d275fe8749 req-aa98e15e-2119-4c47-9f16-639279899668 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 945 time: 0.2387462 Jul 16 18:40:07.604635 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.650372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.681445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:07.684474 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:07.689727 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:07.741658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-370573ea-d07d-4057-83ea-d5d275fe8749 req-e3251fd9-dc39-410a-b698-00966e63f9c1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305671 Jul 16 18:40:07.802013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 066fe213-7da8-4116-8f27-53bc17233d60 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:07.841603 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.854106 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.859208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6f81ad0a-e085-409d-b030-b9642909b707 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:07.860321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:07.861951 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/networks/c5656490-a3b6-4b0c-81ab-947c3f787497 HTTP/1.1" status: 204 len: 168 time: 1.1782398 Jul 16 18:40:07.900696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 6f81ad0a-e085-409d-b030-b9642909b707 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:07.901338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6f81ad0a-e085-409d-b030-b9642909b707 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:40:07.911883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5dfd9-1c28-4903-b2f5-a2f5a6dc06e1 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Network': ['ID=c5656490-a3b6-4b0c-81ab-947c3f787497,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:07.948413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Port 6f81ad0a-e085-409d-b030-b9642909b707 not found, will not notify nova. {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:40:08.006480 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.158900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Deleting port 066fe213-7da8-4116-8f27-53bc17233d60 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:08.159530 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.169859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62356642-8737-4149-aba5-1b018c2e2353 None None] Could not find standard attr ID for object 6f81ad0a-e085-409d-b030-b9642909b707. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:40:08.220001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f9238-bcde-4767-86e5-62e43d4957ad None None] DHCP port deletion for c5656490-a3b6-4b0c-81ab-947c3f787497 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:08.244121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851e8b76-3d33-4742-ab1f-a1912a495fed None None] Network c5656490-a3b6-4b0c-81ab-947c3f787497 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:08.257520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851e8b76-3d33-4742-ab1f-a1912a495fed None None] Network c5656490-a3b6-4b0c-81ab-947c3f787497 could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:40:08.276268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57725d44-bd6a-452f-aff6-7311f596f1ca None None] Network 45a2fffa-319a-4d81-9436-a24cd749eed2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:08.281924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] For port 066fe213-7da8-4116-8f27-53bc17233d60, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=066fe213-7da8-4116-8f27-53bc17233d60,segment=NetworkSegment(6d21dc41-8236-4dd3-aaca-5310445260ed),segment_id=6d21dc41-8236-4dd3-aaca-5310445260ed)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:08.282293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.310237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Calling delete_port for 066fe213-7da8-4116-8f27-53bc17233d60 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:08.397575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c5c457c7-4ef1-4bdc-8699-332224641ab7 None None] Provisioning for port 066fe213-7da8-4116-8f27-53bc17233d60 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:08.407864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c5c457c7-4ef1-4bdc-8699-332224641ab7 None None] Provisioning complete for port 066fe213-7da8-4116-8f27-53bc17233d60 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:08.408562 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c5c457c7-4ef1-4bdc-8699-332224641ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.455590 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.507546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c5c457c7-4ef1-4bdc-8699-332224641ab7 None None] Could not find standard attr ID for object 066fe213-7da8-4116-8f27-53bc17233d60. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:40:08.510533 n-d-793619-10 neutron-server[93825]: INFO neutron.plugins.ml2.db [None req-c5c457c7-4ef1-4bdc-8699-332224641ab7 None None] No ports have port_id starting with 066fe213-7da8-4116-8f27-53bc17233d60 Jul 16 18:40:08.522397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Port': ['ID=066fe213-7da8-4116-8f27-53bc17233d60,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:08.543739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] No DVR routers for this DVR port 066fe213-7da8-4116-8f27-53bc17233d60 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:08.583189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5361c-cf1f-4ece-bb70-719dac5deaf3 None None] DHCP port deletion for 45a2fffa-319a-4d81-9436-a24cd749eed2 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:08.688447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.700712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a2fffa-319a-4d81-9436-a24cd749eed2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:08.713934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device b42fa13f-665a-42a4-8b26-c4e77d4649c0 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:08.714850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d21dc41-8236-4dd3-aaca-5310445260ed') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:08.715394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d21dc41-8236-4dd3-aaca-5310445260ed') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:08.761153 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.775378 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.786518 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.805797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port b42fa13f-665a-42a4-8b26-c4e77d4649c0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:08.813310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port b42fa13f-665a-42a4-8b26-c4e77d4649c0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:08.813714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.814782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:08.815200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:08.819085 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:08.941924 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.951151 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.963006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.965857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/networks/45a2fffa-319a-4d81-9436-a24cd749eed2 HTTP/1.1" status: 204 len: 168 time: 1.1037445 Jul 16 18:40:08.969290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:09.009363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd85c0-705c-4dda-b64b-6a6c90afa39f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Network': ['ID=45a2fffa-319a-4d81-9436-a24cd749eed2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.021111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471b271-5c68-427f-9cf6-238144bc8718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42fa13f-665a-42a4-8b26-c4e77d4649c0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:09.024974 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584d4a2f-c7ed-4919-a0be-17d8a54a8556" -d '{"events": [{"server_uuid": "2471b271-5c68-427f-9cf6-238144bc8718", "name": "network-vif-plugged", "status": "completed", "tag": "b42fa13f-665a-42a4-8b26-c4e77d4649c0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:09.077760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port b42fa13f-665a-42a4-8b26-c4e77d4649c0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=b42fa13f-665a-42a4-8b26-c4e77d4649c0,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:09.089056 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.098041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.110468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88082f8-57c4-4c10-98ce-312f455f0c2d req-321be301-0ff3-46a6-890e-b44e63404a03 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:09.117272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d88082f8-57c4-4c10-98ce-312f455f0c2d req-321be301-0ff3-46a6-890e-b44e63404a03 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 945 time: 0.1789520 Jul 16 18:40:09.198024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=b42fa13f-665a-42a4-8b26-c4e77d4649c0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.221560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 066fe213-7da8-4116-8f27-53bc17233d60 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:09.236379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d88082f8-57c4-4c10-98ce-312f455f0c2d req-358c2403-9d95-43e3-927b-27eb6daeb1a3 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132038 Jul 16 18:40:09.276507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 066fe213-7da8-4116-8f27-53bc17233d60 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:09.276878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 066fe213-7da8-4116-8f27-53bc17233d60 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:09.277312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6f81ad0a-e085-409d-b030-b9642909b707 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:09.301350 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d679dd5-0099-4e64-80e4-d3804af5c73e x-openstack-request-id: req-4d679dd5-0099-4e64-80e4-d3804af5c73e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:09.301786 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471b271-5c68-427f-9cf6-238144bc8718", "name": "network-vif-plugged", "status": "completed", "tag": "b42fa13f-665a-42a4-8b26-c4e77d4649c0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:09.302071 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d679dd5-0099-4e64-80e4-d3804af5c73e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:09.302538 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471b271-5c68-427f-9cf6-238144bc8718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42fa13f-665a-42a4-8b26-c4e77d4649c0', 'code': 200} Jul 16 18:40:09.303749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 6f81ad0a-e085-409d-b030-b9642909b707 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:09.304101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6f81ad0a-e085-409d-b030-b9642909b707 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:09.345568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.358074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc52789-7410-40b8-b300-44f313c064b8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:09.373271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0739ae-0f14-47f6-8088-39ace076f307') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:09.373630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0739ae-0f14-47f6-8088-39ace076f307') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:09.383937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.403019 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.413675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:09.414119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:09.433597 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:09.489770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de2b76-27f6-4b88-9886-76ae61daf38d req-0aec7123-2c3d-484c-ad16-c00f677cdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:09.490444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.491785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75de2b76-27f6-4b88-9886-76ae61daf38d req-0aec7123-2c3d-484c-ad16-c00f677cdb27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 1098 time: 0.0567901 Jul 16 18:40:09.497618 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.502293 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/networks/5dc52789-7410-40b8-b300-44f313c064b8 HTTP/1.1" status: 204 len: 168 time: 0.5323284 Jul 16 18:40:09.503157 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55518) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:09.514566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b6b26-7201-4fee-a2bf-8ba343ae1c4f tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Network': ['ID=5dc52789-7410-40b8-b300-44f313c064b8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.572075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75de2b76-27f6-4b88-9886-76ae61daf38d req-19178a5e-80c6-4ea3-824b-bb4335219a42 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698464 Jul 16 18:40:09.615799 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.718598 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.729787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f465bc13-117d-4bd6-b71e-cfefb972b928']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:09.742124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd5ce55-0882-4c5b-88bf-07165465e55c') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:09.742379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd5ce55-0882-4c5b-88bf-07165465e55c') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:09.752774 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.774648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.782624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:09.782624 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:09.784998 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:09.878024 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.898834 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.900830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] 10.222.0.60 "DELETE /v2.0/networks/f465bc13-117d-4bd6-b71e-cfefb972b928 HTTP/1.1" status: 204 len: 168 time: 0.3914835 Jul 16 18:40:09.904554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49feefb5-6390-4529-9b0d-3283694ef6e5 tempest-BulkNetworkOpsIpV6Test-1076819101 tempest-BulkNetworkOpsIpV6Test-1076819101-project] Pushing event deleted for resources: {'Network': ['ID=f465bc13-117d-4bd6-b71e-cfefb972b928,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.913120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-af1d617d-c092-4fe5-8923-925c47342ef0 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655750239&fields=id&tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 267 time: 0.0741372 Jul 16 18:40:10.034146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-a5a07a0d-f84e-41ef-bd5c-c174471798fb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.037196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-a5a07a0d-f84e-41ef-bd5c-c174471798fb tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.1209857 Jul 16 18:40:10.055566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-6625e437-af03-4fdd-910a-093e766bd591 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/quotas/2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 375 time: 0.0115650 Jul 16 18:40:10.147723 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c4515277-d635-433c-95c2-ae6491e4a9c5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0864868 Jul 16 18:40:10.220599 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55538) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:10.266495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-8e93c2f9-4d21-4fa5-b4d6-805984ebead2 service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057832 Jul 16 18:40:10.381388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-cebc4312-092e-44b8-a5bb-2dfe40490d8a service neutron] 10.222.0.60 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086183 Jul 16 18:40:10.421148 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-36d768b2-507a-4297-8117-5eaec07bd74a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b7cd1fb71b64e5dad9c9560ecacebd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985176 Jul 16 18:40:10.424455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:10.475961 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.490386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666b8018-61f1-4872-92d0-7a3a3119fe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.495129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5a4e9-c2cf-42be-892b-9a0a662a98df req-0636a00f-d89d-4c44-acce-2741c0d3b7fb tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.496738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9e5a4e9-c2cf-42be-892b-9a0a662a98df req-0636a00f-d89d-4c44-acce-2741c0d3b7fb tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.0947063 Jul 16 18:40:10.523107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666b8018-61f1-4872-92d0-7a3a3119fe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.544274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9e5a4e9-c2cf-42be-892b-9a0a662a98df req-6ab8e4b3-2d44-410f-9068-d3c77583970a tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Jul 16 18:40:10.590575 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666b8018-61f1-4872-92d0-7a3a3119fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.593725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-666b8018-61f1-4872-92d0-7a3a3119fe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.595124 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-666b8018-61f1-4872-92d0-7a3a3119fe8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/949b5bc8-fdd5-4f6c-9bf6-72e448fc8014 HTTP/1.1" status: 204 len: 168 time: 0.1694264 Jul 16 18:40:10.603787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b8018-61f1-4872-92d0-7a3a3119fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949b5bc8-fdd5-4f6c-9bf6-72e448fc8014,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:10.856742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcd58445-e849-484e-8dda-ce00462d20a2 req-f86e3fcd-b9b2-4632-8adf-cc3accf432f9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 210 time: 0.0821507 Jul 16 18:40:11.443601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55584) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:11.561485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'network': {'name': 'tempest-RoutersTest-1037090323'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:11.591583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:11.595651 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.607733 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.720855 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.726658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.751879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:11.762653 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c20aa-e1d0-47de-907d-acc902b7969c req-dd4d216b-2f5d-4240-99db-a6e14b73f7cd tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:11.768478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b846b3d3-1d48-4052-974f-0e326d7584ed,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.773717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-386c20aa-e1d0-47de-907d-acc902b7969c req-dd4d216b-2f5d-4240-99db-a6e14b73f7cd tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.0817561 Jul 16 18:40:11.784785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.785137 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added segment 9f1db7c5-aba7-4a77-a49c-4cf774a6d27a of type vlan for network da4f1602-9fbf-4477-a63d-25575815be2d Jul 16 18:40:11.817343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-386c20aa-e1d0-47de-907d-acc902b7969c req-edf9a165-fdc3-406e-9edb-8b46977e28f0 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Jul 16 18:40:11.829567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.863907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.869846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:11.870449 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.902976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:11.903599 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4579382 Jul 16 18:40:11.907975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'network': {'name': 'tempest-RoutersTest-1817186286'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:11.958683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c53718-1eb1-47b7-971e-d86450efbf6c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Network': ['ID=da4f1602-9fbf-4477-a63d-25575815be2d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.970904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network da4f1602-9fbf-4477-a63d-25575815be2d details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:11.985013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:11.997522 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.050197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55e49b9a-e1da-411f-9305-99d0431a185c req-bc1459e9-b3d8-4968-986d-2981a43b0c86 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 210 time: 0.0500569 Jul 16 18:40:12.065522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:12.082094 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.083043 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added segment 10fa78b0-1d5d-4c43-a9f7-db70b48f4314 of type vlan for network 68edeee8-f3d4-4252-b599-e69c687a2b69 Jul 16 18:40:12.139326 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.223860 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.242638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:12.247131 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.320969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-56f2a645-7d59-4931-a7bf-0eefee5875d5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:12.322814 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-56f2a645-7d59-4931-a7bf-0eefee5875d5 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 812 time: 0.1632800 Jul 16 18:40:12.394034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4899254 Jul 16 18:40:12.421825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:12.430020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'subnet': {'network_id': 'da4f1602-9fbf-4477-a63d-25575815be2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:12.436376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c426a-7a4a-4ae8-8258-1135e35f397c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Network': ['ID=68edeee8-f3d4-4252-b599-e69c687a2b69,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:12.456683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 68edeee8-f3d4-4252-b599-e69c687a2b69 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:12.463402 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-ccb3ee3e-000a-41eb-82b3-d2367baa44ea tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4 HTTP/1.1" status: 200 len: 380 time: 0.1184118 Jul 16 18:40:12.476817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'port': {'device_id': '711a2acb-88af-4137-820c-50350db6ab61', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'admin_state_up': True, 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'security_groups': ['e9ea8367-5121-4aba-be4a-3b8d457a27f1']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:12.626011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Made reservation on behalf of 2cc5c9da144e47cb863adb1a3cdb4df4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:12.632069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.032421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c01b6-7422-48f3-b05a-31486dedcbf2 req-ad74ecf5-35ec-4efc-9425-17de728f2ffd tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.034081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c43c01b6-7422-48f3-b05a-31486dedcbf2 req-ad74ecf5-35ec-4efc-9425-17de728f2ffd tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.7164567 Jul 16 18:40:13.043244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-0cc209f2-339c-4e48-8355-0680d9bad474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.044919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-0cc209f2-339c-4e48-8355-0680d9bad474 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 1098 time: 0.7799435 Jul 16 18:40:13.233562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:13.237430 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.246905 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.20.0.8 (ac3651b0-430f-4247-aceb-9f4644f72c6e/640d7256-3ca4-4ba8-9cda-a2bf9e97df32/f0531f08-353a-4206-915a-8e1056ea37ff) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:13.286997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c43c01b6-7422-48f3-b05a-31486dedcbf2 req-869afc18-9598-44d7-9abd-20f8c8971a64 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388101 Jul 16 18:40:13.289215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5520441e-a070-4091-8dbd-1d1aa69e6624 req-5e4d2a9b-8896-4dd6-a9fb-fe8d1ce3a3a3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 210 time: 0.0895927 Jul 16 18:40:13.323843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-8f65db23-9e64-4f0a-880c-4dbfd3faa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.325807 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-8f65db23-9e64-4f0a-880c-4dbfd3faa0f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 911 time: 0.2688584 Jul 16 18:40:13.420328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-b4a6b608-4cd7-4889-b326-016b944d6a8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42fa13f-665a-42a4-8b26-c4e77d4649c0 HTTP/1.1" status: 200 len: 217 time: 0.0804780 Jul 16 18:40:13.442505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.458088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Transition to ACTIVE for port object f0531f08-353a-4206-915a-8e1056ea37ff will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:13.496155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.509160 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-01f6d386-b9e6-4ba4-a6db-2e101fb346e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.510666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-01f6d386-b9e6-4ba4-a6db-2e101fb346e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=538a0b8a-e9f7-48f8-af42-916fc8ec70f4 HTTP/1.1" status: 200 len: 850 time: 0.0752714 Jul 16 18:40:13.541407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network ac3651b0-430f-4247-aceb-9f4644f72c6e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:13.544893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:13.549244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:13.581442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-36ab4a3a-e2f7-43d6-87a0-54f9a5d1b03f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f14f277e-1292-4db8-b73b-1aff28abfb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412037 Jul 16 18:40:13.589108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=f0531f08-353a-4206-915a-8e1056ea37ff,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.618762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.619704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.635405 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-c82e9d46-6890-4b54-a792-cdc9ef15bad9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1651146 Jul 16 18:40:13.651513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Request body: {'port': {'device_id': '711a2acb-88af-4137-820c-50350db6ab61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:13.746105 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.773974 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.808502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-52f3b16b-d27b-4986-80d0-bb26d97492c1 service neutron] 10.222.0.46 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050905 Jul 16 18:40:13.872889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Subnet': ['ID=38b0a511-bdf3-45c8-a730-3c519cee3c6f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.888743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed826940-5f38-4b50-a439-612df2f84d2f None None] Provisioning for port f0531f08-353a-4206-915a-8e1056ea37ff completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:13.894334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ed826940-5f38-4b50-a439-612df2f84d2f None None] Provisioning complete for port f0531f08-353a-4206-915a-8e1056ea37ff triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:13.895473 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ed826940-5f38-4b50-a439-612df2f84d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.931632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Checking segment: {'id': '9f1db7c5-aba7-4a77-a49c-4cf774a6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'da4f1602-9fbf-4477-a63d-25575815be2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:13.932022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network hostable DHCP agents. Network: da4f1602-9fbf-4477-a63d-25575815be2d, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:13.952214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ed826940-5f38-4b50-a439-612df2f84d2f None None] Port f0531f08-353a-4206-915a-8e1056ea37ff cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:13.959961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6482f030-86d0-48cf-9a00-29aaafae4f12 req-ff8e7cf3-2122-4d78-8b22-5f1ae212ae9c service neutron] 10.222.0.46 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439435 Jul 16 18:40:13.969644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network da4f1602-9fbf-4477-a63d-25575815be2d is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:13.984333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, da4f1602-9fbf-4477-a63d-25575815be2d) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:13.990559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.991294 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.996448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a6186a-6563-49ba-8369-9f33c9b57dcb None None] Network da4f1602-9fbf-4477-a63d-25575815be2d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:14.011166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5c48f3da-0a2d-4e63-8f82-6fd10f48c462 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5873511 Jul 16 18:40:14.014405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55608) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:14.021913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'subnet': {'network_id': '68edeee8-f3d4-4252-b599-e69c687a2b69', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:14.140088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:14.146454 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.166527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0531f08-353a-4206-915a-8e1056ea37ff {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:14.182153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.197820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Transition to ACTIVE for port object f0531f08-353a-4206-915a-8e1056ea37ff will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:14.202907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.229391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-da4f1602-9fbf-4477-a63d-25575815be2d', 'network_id': 'da4f1602-9fbf-4477-a63d-25575815be2d', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'fixed_ips': [{'subnet_id': '38b0a511-bdf3-45c8-a730-3c519cee3c6f'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:14.230273 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.278148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0531f08-353a-4206-915a-8e1056ea37ff,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:14.414754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Attempting to bind port f0531f08-353a-4206-915a-8e1056ea37ff on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:14.415175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Attempting to bind port f0531f08-353a-4206-915a-8e1056ea37ff by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:14.415436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Attempting to bind port f0531f08-353a-4206-915a-8e1056ea37ff on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:14.420953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Port f0531f08-353a-4206-915a-8e1056ea37ff on network ac3651b0-430f-4247-aceb-9f4644f72c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:40:14.421350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Attempting to bind port f0531f08-353a-4206-915a-8e1056ea37ff on network ac3651b0-430f-4247-aceb-9f4644f72c6e {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:14.424050 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.432358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:14.433051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Checking segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:14.433650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Bound using segment: {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:14.434281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Bound port: f0531f08-353a-4206-915a-8e1056ea37ff, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:14.434894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.481680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Allocated IP 172.20.0.2 (da4f1602-9fbf-4477-a63d-25575815be2d/38b0a511-bdf3-45c8-a730-3c519cee3c6f/2addae35-719d-4fce-89de-54be25b90b9b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:14.556564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] For port f0531f08-353a-4206-915a-8e1056ea37ff, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:14.568972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] For port f0531f08-353a-4206-915a-8e1056ea37ff, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f0531f08-353a-4206-915a-8e1056ea37ff,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:14.575277 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.593780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Subnet': ['ID=8491a26a-319d-4fc9-8269-7a0859ab7f18,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:14.622045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.622989 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.624753 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/f0531f08-353a-4206-915a-8e1056ea37ff HTTP/1.1" status: 200 len: 1092 time: 0.9786265 Jul 16 18:40:14.628781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:14.639628 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5754d2c1-0397-4549-a999-f3ea7b8535f1" -d '{"events": [{"name": "network-changed", "server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:14.696738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfea53-3ff2-4581-9436-a3c509d373b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0531f08-353a-4206-915a-8e1056ea37ff,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:14.726982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Checking segment: {'id': '10fa78b0-1d5d-4c43-a9f7-db70b48f4314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68edeee8-f3d4-4252-b599-e69c687a2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:14.727757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network hostable DHCP agents. Network: 68edeee8-f3d4-4252-b599-e69c687a2b69, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:14.762241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 68edeee8-f3d4-4252-b599-e69c687a2b69 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:14.795100 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.809592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Transition to ACTIVE for port object 2addae35-719d-4fce-89de-54be25b90b9b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:14.820409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-e86d098c-9319-4224-964d-f4181ead57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.822563 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-e86d098c-9319-4224-964d-f4181ead57df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 1095 time: 0.1216180 Jul 16 18:40:14.835394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 68edeee8-f3d4-4252-b599-e69c687a2b69) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:14.842358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.842628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Transition to ACTIVE for port object 2addae35-719d-4fce-89de-54be25b90b9b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:14.843328 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.852977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d67920-31e1-4677-9371-1936311b8533 None None] Network 68edeee8-f3d4-4252-b599-e69c687a2b69 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:14.870354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c27c60-4264-4f91-8647-52b9cdc70a90 req-999f2729-d21e-419c-9965-433c91245118 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.873171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8c27c60-4264-4f91-8647-52b9cdc70a90 req-999f2729-d21e-419c-9965-433c91245118 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.2672544 Jul 16 18:40:14.891029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c506c8d1-d5b2-495b-baee-67689b4e1937 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8727779 Jul 16 18:40:14.900536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9399e60-8a13-4e4e-919a-1122d16e64ee req-5ccc6ebb-30f0-4d08-9f4e-b6554196a61a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.902825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9399e60-8a13-4e4e-919a-1122d16e64ee req-5ccc6ebb-30f0-4d08-9f4e-b6554196a61a tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.2947488 Jul 16 18:40:14.903742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:14.916373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d91af511-a297-4f6b-975d-591264db3a53 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-822812661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:14.921080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-a81545a4-2fbf-4ff9-b892-ce9f3ff54313 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0531f08-353a-4206-915a-8e1056ea37ff HTTP/1.1" status: 200 len: 217 time: 0.0895410 Jul 16 18:40:14.988392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-e3c2c017-7cff-4645-a368-eb396afbd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.991639 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-e3c2c017-7cff-4645-a368-eb396afbd6ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0598729 Jul 16 18:40:14.994759 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.004687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8c27c60-4264-4f91-8647-52b9cdc70a90 req-1d718ea1-73ff-454d-84b4-4425ca2b968a tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233926 Jul 16 18:40:15.011997 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d91af511-a297-4f6b-975d-591264db3a53 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.013416 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d91af511-a297-4f6b-975d-591264db3a53 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.028045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9399e60-8a13-4e4e-919a-1122d16e64ee req-c4fc010d-6a23-450a-a922-6754c7ad6bd3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041300 Jul 16 18:40:15.048860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Pushing event updated for resources: {'Port': ['ID=2addae35-719d-4fce-89de-54be25b90b9b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:15.107046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Network da4f1602-9fbf-4477-a63d-25575815be2d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:15.124472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:15.128893 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d91af511-a297-4f6b-975d-591264db3a53 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.129599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:15.135171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-e8351b5e-6d74-4438-ba70-b1f832fda0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:15.136184 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-e8351b5e-6d74-4438-ba70-b1f832fda0e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373861 Jul 16 18:40:15.136637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d91af511-a297-4f6b-975d-591264db3a53 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.157116 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d91af511-a297-4f6b-975d-591264db3a53 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.162047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d91af511-a297-4f6b-975d-591264db3a53 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2479153 Jul 16 18:40:15.162390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55626) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:15.240295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-68edeee8-f3d4-4252-b599-e69c687a2b69', 'network_id': '68edeee8-f3d4-4252-b599-e69c687a2b69', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'fixed_ips': [{'subnet_id': '8491a26a-319d-4fc9-8269-7a0859ab7f18'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:15.241459 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.269972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Attempting to bind port 2addae35-719d-4fce-89de-54be25b90b9b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:15.270697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Attempting to bind port 2addae35-719d-4fce-89de-54be25b90b9b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '9f1db7c5-aba7-4a77-a49c-4cf774a6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'da4f1602-9fbf-4477-a63d-25575815be2d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:15.271301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Attempting to bind port 2addae35-719d-4fce-89de-54be25b90b9b on network da4f1602-9fbf-4477-a63d-25575815be2d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:15.284288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:15.285099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Checking segment: {'id': '9f1db7c5-aba7-4a77-a49c-4cf774a6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'da4f1602-9fbf-4477-a63d-25575815be2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:15.286321 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.287100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Bound using segment: {'id': '9f1db7c5-aba7-4a77-a49c-4cf774a6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'da4f1602-9fbf-4477-a63d-25575815be2d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:15.287800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Bound port: 2addae35-719d-4fce-89de-54be25b90b9b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1db7c5-aba7-4a77-a49c-4cf774a6d27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'da4f1602-9fbf-4477-a63d-25575815be2d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:15.288408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.342572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-f3b05376-9af7-4e85-a21e-04990861ee3b service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963530 Jul 16 18:40:15.365762 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1fe3fa-206c-4936-887d-6f726f88fc6e x-openstack-request-id: req-fd1fe3fa-206c-4936-887d-6f726f88fc6e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:15.366055 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:15.366299 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd1fe3fa-206c-4936-887d-6f726f88fc6e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:15.366694 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'status': 'completed', 'code': 200} Jul 16 18:40:15.470459 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f060b3e3-df64-4b9b-96c0-f6b94d7f3b5d req-5840383f-ef9b-4865-8b6e-fbbf9537a469 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187148 Jul 16 18:40:15.501644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] For port 2addae35-719d-4fce-89de-54be25b90b9b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:15.507426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] For port 2addae35-719d-4fce-89de-54be25b90b9b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2addae35-719d-4fce-89de-54be25b90b9b,segment=NetworkSegment(9f1db7c5-aba7-4a77-a49c-4cf774a6d27a),segment_id=9f1db7c5-aba7-4a77-a49c-4cf774a6d27a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:15.512654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Allocated IP 172.21.0.2 (68edeee8-f3d4-4252-b599-e69c687a2b69/8491a26a-319d-4fc9-8269-7a0859ab7f18/61cede3a-4184-4ae3-bc08-d1db9eba25ee) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:15.515662 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.594671 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.625847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a68d2-f6f3-43c3-a593-a79639c12b3c None None] Pushing event updated for resources: {'Port': ['ID=2addae35-719d-4fce-89de-54be25b90b9b,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:15.642912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-c675c403-940d-4378-9cff-0e6b17a62f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:15.645941 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-c675c403-940d-4378-9cff-0e6b17a62f13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 1095 time: 0.1071782 Jul 16 18:40:15.845890 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.853438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-47ab7647-70b9-4964-b44f-dd19d5cf22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:15.855005 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-47ab7647-70b9-4964-b44f-dd19d5cf22cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1996458 Jul 16 18:40:15.871245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Transition to ACTIVE for port object 61cede3a-4184-4ae3-bc08-d1db9eba25ee will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:15.943435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Transition to ACTIVE for port object 61cede3a-4184-4ae3-bc08-d1db9eba25ee will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:15.966913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.973690 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-90a0449d-50f9-4123-b0b5-42902a87130f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0531f08-353a-4206-915a-8e1056ea37ff HTTP/1.1" status: 200 len: 217 time: 0.1095374 Jul 16 18:40:16.054422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-66ff18ec-f350-4eaa-b48a-55aad30d8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.057924 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-66ff18ec-f350-4eaa-b48a-55aad30d8c68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0751927 Jul 16 18:40:16.080766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Network 68edeee8-f3d4-4252-b599-e69c687a2b69 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:16.089947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:16.101294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:16.169960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-de1caf37-c3f1-4297-bbdf-9458bb102fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.172437 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-de1caf37-c3f1-4297-bbdf-9458bb102fe2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007440 Jul 16 18:40:16.247783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.20.0.1 (da4f1602-9fbf-4477-a63d-25575815be2d/38b0a511-bdf3-45c8-a730-3c519cee3c6f/91e5a5fd-6652-48fc-ad5d-844b93f45fee) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:16.268175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Pushing event updated for resources: {'Port': ['ID=61cede3a-4184-4ae3-bc08-d1db9eba25ee,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:16.305261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Attempting to bind port 61cede3a-4184-4ae3-bc08-d1db9eba25ee on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:16.305641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Attempting to bind port 61cede3a-4184-4ae3-bc08-d1db9eba25ee by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '10fa78b0-1d5d-4c43-a9f7-db70b48f4314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68edeee8-f3d4-4252-b599-e69c687a2b69'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:16.306784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Attempting to bind port 61cede3a-4184-4ae3-bc08-d1db9eba25ee on network 68edeee8-f3d4-4252-b599-e69c687a2b69 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:16.321674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:16.322054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Checking segment: {'id': '10fa78b0-1d5d-4c43-a9f7-db70b48f4314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68edeee8-f3d4-4252-b599-e69c687a2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:16.322466 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.322866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Bound using segment: {'id': '10fa78b0-1d5d-4c43-a9f7-db70b48f4314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68edeee8-f3d4-4252-b599-e69c687a2b69'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:16.323344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Bound port: 61cede3a-4184-4ae3-bc08-d1db9eba25ee, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fa78b0-1d5d-4c43-a9f7-db70b48f4314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '68edeee8-f3d4-4252-b599-e69c687a2b69'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:16.323734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.391384 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-986a7fa9-20b9-423d-b0b2-e6f74d49154d service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117670 Jul 16 18:40:16.444098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] For port 61cede3a-4184-4ae3-bc08-d1db9eba25ee, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:16.456280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] For port 61cede3a-4184-4ae3-bc08-d1db9eba25ee, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=61cede3a-4184-4ae3-bc08-d1db9eba25ee,segment=NetworkSegment(10fa78b0-1d5d-4c43-a9f7-db70b48f4314),segment_id=10fa78b0-1d5d-4c43-a9f7-db70b48f4314)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:16.463689 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.532568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f51cf4-ebc0-4255-b381-7d34a0afe5bf None None] Pushing event updated for resources: {'Port': ['ID=61cede3a-4184-4ae3-bc08-d1db9eba25ee,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:16.534549 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5754d2c1-0397-4549-a999-f3ea7b8535f1 req-817de239-1386-4bc2-89dc-d48ba246eb5c service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313751 Jul 16 18:40:16.579659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.611825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Transition to ACTIVE for port object 91e5a5fd-6652-48fc-ad5d-844b93f45fee will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:16.625320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8dad9-3547-4200-a393-60968fda8284 req-b9d11781-3983-4896-8fd1-f4003a9ea8d1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.627374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eda8dad9-3547-4200-a393-60968fda8284 req-b9d11781-3983-4896-8fd1-f4003a9ea8d1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.2079232 Jul 16 18:40:16.638669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d9c35-cd59-484d-bf06-8f8b68c65ab0 req-7506f7a3-9400-449b-a0cd-02b0033dea3c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.640278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c9d9c35-cd59-484d-bf06-8f8b68c65ab0 req-7506f7a3-9400-449b-a0cd-02b0033dea3c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.2223155 Jul 16 18:40:16.732426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eda8dad9-3547-4200-a393-60968fda8284 req-926e6552-7be3-460e-93bb-0124adf05307 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895190 Jul 16 18:40:16.735345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c9d9c35-cd59-484d-bf06-8f8b68c65ab0 req-776832a6-b244-4437-ba35-d671fb492c4e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850446 Jul 16 18:40:16.746555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.811730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network da4f1602-9fbf-4477-a63d-25575815be2d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:16.815714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:16.821098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:16.828467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=91e5a5fd-6652-48fc-ad5d-844b93f45fee,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:16.899417 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.057080 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.209749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b2137-34de-4f4f-9bfb-63140ead90d8 None None] Network da4f1602-9fbf-4477-a63d-25575815be2d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:17.315421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2addae35-719d-4fce-89de-54be25b90b9b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:17.354268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2be5fd64-bc9a-42c7-844e-bd046d0ae19c None None] Provisioning for port 2addae35-719d-4fce-89de-54be25b90b9b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:17.427544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 2addae35-719d-4fce-89de-54be25b90b9b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:17.438272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 2addae35-719d-4fce-89de-54be25b90b9b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:17.438697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.443282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.448413 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.500036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=91e5a5fd-6652-48fc-ad5d-844b93f45fee,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.557444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.609040 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.672908 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 2addae35-719d-4fce-89de-54be25b90b9b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2addae35-719d-4fce-89de-54be25b90b9b,segment=NetworkSegment(9f1db7c5-aba7-4a77-a49c-4cf774a6d27a),segment_id=9f1db7c5-aba7-4a77-a49c-4cf774a6d27a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:17.679865 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.680617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 61cede3a-4184-4ae3-bc08-d1db9eba25ee up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:17.703926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network da4f1602-9fbf-4477-a63d-25575815be2d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:17.706593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:17.736463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=2addae35-719d-4fce-89de-54be25b90b9b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.904357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router e320236f-0439-42c3-887e-b12db5e77789 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:18.078544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54397384-57cc-4ef8-b6c2-26eb9d66a512 None None] Network 68edeee8-f3d4-4252-b599-e69c687a2b69 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:18.177422 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc31fe5b-5ee8-41f5-90f1-67263416f3ba None None] Provisioning for port 61cede3a-4184-4ae3-bc08-d1db9eba25ee completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:18.206471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 61cede3a-4184-4ae3-bc08-d1db9eba25ee completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:18.215539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 61cede3a-4184-4ae3-bc08-d1db9eba25ee triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:18.216264 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.230104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:18.238987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-edc1dbf8-b2f9-428f-87e7-cf9dfabba0de tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/e320236f-0439-42c3-887e-b12db5e77789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0753691 Jul 16 18:40:18.242449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:18.243022 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7c447-c843-43d1-93b6-85625eefe9b0 None None] Sync routers for ids ['e320236f-0439-42c3-887e-b12db5e77789'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:18.258595 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7c447-c843-43d1-93b6-85625eefe9b0 None None] Routers {'e320236f-0439-42c3-887e-b12db5e77789'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:18.259330 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-38a7c447-c843-43d1-93b6-85625eefe9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e320236f-0439-42c3-887e-b12db5e77789'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:18.278499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75293375-8366-4262-b592-da588a2bdf29 req-8e27d2f0-06ed-4a19-a0ba-53efc5057270 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.280068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75293375-8366-4262-b592-da588a2bdf29 req-8e27d2f0-06ed-4a19-a0ba-53efc5057270 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.1929355 Jul 16 18:40:18.295336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776c76c-946c-4a48-bad8-475b46559f64 req-62e46f21-0510-4d13-9c88-e3503df2451e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.297835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a776c76c-946c-4a48-bad8-475b46559f64 req-62e46f21-0510-4d13-9c88-e3503df2451e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.2117119 Jul 16 18:40:18.359822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d012b152-7893-4bee-8483-48de4d49d6ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.361109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-decd2e48-e387-494f-8dc6-546029521470 None None] Provisioning for port 91e5a5fd-6652-48fc-ad5d-844b93f45fee completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:18.362537 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d012b152-7893-4bee-8483-48de4d49d6ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports/91e5a5fd-6652-48fc-ad5d-844b93f45fee HTTP/1.1" status: 200 len: 910 time: 0.1173985 Jul 16 18:40:18.366665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:18.416535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75293375-8366-4262-b592-da588a2bdf29 req-1b3bc441-8085-46cc-a848-556a64a8f23c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177559 Jul 16 18:40:18.423779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-decd2e48-e387-494f-8dc6-546029521470 None None] Provisioning complete for port 91e5a5fd-6652-48fc-ad5d-844b93f45fee triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:18.428727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-decd2e48-e387-494f-8dc6-546029521470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.478161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a776c76c-946c-4a48-bad8-475b46559f64 req-9936cdbe-47f7-48b7-8559-276412f1810f tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590798 Jul 16 18:40:18.584388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-decd2e48-e387-494f-8dc6-546029521470 None None] Port 91e5a5fd-6652-48fc-ad5d-844b93f45fee cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:18.594959 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.602158 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-38a7c447-c843-43d1-93b6-85625eefe9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:18.614693 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7c447-c843-43d1-93b6-85625eefe9b0 None None] Routers {'e320236f-0439-42c3-887e-b12db5e77789'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:18.615930 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-38a7c447-c843-43d1-93b6-85625eefe9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e320236f-0439-42c3-887e-b12db5e77789'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:18.618867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-decd2e48-e387-494f-8dc6-546029521470 None None] Provisioning complete for port 2addae35-719d-4fce-89de-54be25b90b9b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:18.619245 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-decd2e48-e387-494f-8dc6-546029521470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.682708 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-38a7c447-c843-43d1-93b6-85625eefe9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:18.684591 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7c447-c843-43d1-93b6-85625eefe9b0 None None] The sync data for ids ['e320236f-0439-42c3-887e-b12db5e77789'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:18.690688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 61cede3a-4184-4ae3-bc08-d1db9eba25ee, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=61cede3a-4184-4ae3-bc08-d1db9eba25ee,segment=NetworkSegment(10fa78b0-1d5d-4c43-a9f7-db70b48f4314),segment_id=10fa78b0-1d5d-4c43-a9f7-db70b48f4314)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:18.697340 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.814993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=61cede3a-4184-4ae3-bc08-d1db9eba25ee,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:18.949000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4f0c5b44-e993-4ec9-a178-aaba95d50745 None None] Provisioning complete for port 91e5a5fd-6652-48fc-ad5d-844b93f45fee triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:18.949955 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4f0c5b44-e993-4ec9-a178-aaba95d50745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.992920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c5b44-e993-4ec9-a178-aaba95d50745 None None] Port 91e5a5fd-6652-48fc-ad5d-844b93f45fee cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:19.013591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.138176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-92f9b89d-240a-4f37-8e72-fb0806bec12b None None] Provisioning complete for port 61cede3a-4184-4ae3-bc08-d1db9eba25ee triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:19.138835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-92f9b89d-240a-4f37-8e72-fb0806bec12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.270512 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2addae35-719d-4fce-89de-54be25b90b9b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:19.358286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.21.0.1 (68edeee8-f3d4-4252-b599-e69c687a2b69/8491a26a-319d-4fc9-8269-7a0859ab7f18/0aad9157-0af6-4e03-83c4-7c28b3f1d9c4) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:19.375263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 2addae35-719d-4fce-89de-54be25b90b9b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:19.375773 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.462697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 61cede3a-4184-4ae3-bc08-d1db9eba25ee up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:19.528843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.554560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 61cede3a-4184-4ae3-bc08-d1db9eba25ee triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:19.556567 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.564558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Transition to ACTIVE for port object 0aad9157-0af6-4e03-83c4-7c28b3f1d9c4 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:19.647170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.725254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 68edeee8-f3d4-4252-b599-e69c687a2b69 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:19.729679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:19.731851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb993f-9bc7-4bfe-81f6-9276187aba4e req-d3040b27-68fe-4c32-ac51-17b704473563 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.733735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34eb993f-9bc7-4bfe-81f6-9276187aba4e req-d3040b27-68fe-4c32-ac51-17b704473563 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.1475298 Jul 16 18:40:19.735308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:19.805986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=0aad9157-0af6-4e03-83c4-7c28b3f1d9c4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.822894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.858606 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-34eb993f-9bc7-4bfe-81f6-9276187aba4e req-ef4a20cd-f764-465f-b951-ddd85549e54d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130705 Jul 16 18:40:19.896068 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:19.904057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbad0a-1ceb-4bf6-a543-35981fcd4e3a req-3f964eb9-a8d4-4df7-83ce-9a056342c0d5 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.912292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbad0a-1ceb-4bf6-a543-35981fcd4e3a req-3f964eb9-a8d4-4df7-83ce-9a056342c0d5 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1418526 Jul 16 18:40:19.981987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8cbad0a-1ceb-4bf6-a543-35981fcd4e3a req-10666dab-2624-442f-ad63-faf30990f675 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683353 Jul 16 18:40:20.087947 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.101824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-03825600-8cd2-47b7-90fc-dd332d46081b None None] Provisioning for port 0aad9157-0af6-4e03-83c4-7c28b3f1d9c4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:20.114994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-03825600-8cd2-47b7-90fc-dd332d46081b None None] Provisioning complete for port 0aad9157-0af6-4e03-83c4-7c28b3f1d9c4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:20.115755 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03825600-8cd2-47b7-90fc-dd332d46081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.166238 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03825600-8cd2-47b7-90fc-dd332d46081b None None] Port 0aad9157-0af6-4e03-83c4-7c28b3f1d9c4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:20.386043 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.391313 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.473175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.475127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=0aad9157-0af6-4e03-83c4-7c28b3f1d9c4,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:20.589758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 68edeee8-f3d4-4252-b599-e69c687a2b69 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:20.591772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:20.747692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router e320236f-0439-42c3-887e-b12db5e77789 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:20.863352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:20.871622 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1fc261ea-ea32-4603-a207-132b60048eff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/e320236f-0439-42c3-887e-b12db5e77789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5009034 Jul 16 18:40:20.871966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 55662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:20.878690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03873de-6a0c-489d-804b-a5d9f38200d8 None None] Sync routers for ids ['e320236f-0439-42c3-887e-b12db5e77789'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:20.892382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03873de-6a0c-489d-804b-a5d9f38200d8 None None] Routers {'e320236f-0439-42c3-887e-b12db5e77789'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:20.896163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a03873de-6a0c-489d-804b-a5d9f38200d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e320236f-0439-42c3-887e-b12db5e77789'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:20.953195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a03873de-6a0c-489d-804b-a5d9f38200d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:20.966491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03873de-6a0c-489d-804b-a5d9f38200d8 None None] Routers {'e320236f-0439-42c3-887e-b12db5e77789'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:20.967146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a03873de-6a0c-489d-804b-a5d9f38200d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e320236f-0439-42c3-887e-b12db5e77789'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:20.969324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c454cf-3a96-4c4c-b6bd-815417ad6a94 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.973196 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-01c454cf-3a96-4c4c-b6bd-815417ad6a94 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports/0aad9157-0af6-4e03-83c4-7c28b3f1d9c4 HTTP/1.1" status: 200 len: 910 time: 0.0977075 Jul 16 18:40:20.974956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:21.083508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a03873de-6a0c-489d-804b-a5d9f38200d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:21.084362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03873de-6a0c-489d-804b-a5d9f38200d8 None None] The sync data for ids ['e320236f-0439-42c3-887e-b12db5e77789'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:21.095875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-27e789db-f54e-4ef7-93fb-90a66b355078 None None] Provisioning complete for port 0aad9157-0af6-4e03-83c4-7c28b3f1d9c4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:21.096261 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-27e789db-f54e-4ef7-93fb-90a66b355078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.152363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-27e789db-f54e-4ef7-93fb-90a66b355078 None None] Port 0aad9157-0af6-4e03-83c4-7c28b3f1d9c4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:21.326203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074700-6c49-46cd-a407-7ca8b1e40bc6 req-d23e37b5-ff01-4c1d-819f-e21f2e39635f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.327472 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f074700-6c49-46cd-a407-7ca8b1e40bc6 req-d23e37b5-ff01-4c1d-819f-e21f2e39635f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.2912676 Jul 16 18:40:21.339042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b60a5-e645-4968-a6e0-b2e0c33ee30d req-9fc88107-262e-4350-b706-251b9d74b652 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.340462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c05b60a5-e645-4968-a6e0-b2e0c33ee30d req-9fc88107-262e-4350-b706-251b9d74b652 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.2083850 Jul 16 18:40:21.431587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f074700-6c49-46cd-a407-7ca8b1e40bc6 req-e8474389-9002-4bbd-8321-6d8932717690 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874872 Jul 16 18:40:21.443116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c05b60a5-e645-4968-a6e0-b2e0c33ee30d req-5f3ace5d-5dba-4e2e-9a6a-53ea7e289264 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903237 Jul 16 18:40:21.558239 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.834654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 0aad9157-0af6-4e03-83c4-7c28b3f1d9c4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:21.835195 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.936741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.952105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 0aad9157-0af6-4e03-83c4-7c28b3f1d9c4 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:22.148473 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.182295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=0aad9157-0af6-4e03-83c4-7c28b3f1d9c4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:22.825626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a794ef-6449-4e62-beb8-42a682079a96 req-e8448f57-772c-4fe1-a026-9785249576f2 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.827129 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22a794ef-6449-4e62-beb8-42a682079a96 req-e8448f57-772c-4fe1-a026-9785249576f2 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.2221451 Jul 16 18:40:22.835665 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.965450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22a794ef-6449-4e62-beb8-42a682079a96 req-16f73669-ddef-405b-b955-b0563947b956 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308804 Jul 16 18:40:22.984225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab76ba-d998-4949-ab6c-6c9017c73a04 req-85c7c878-8e0c-44a9-9e63-99b5b022b805 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.986069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddab76ba-d998-4949-ab6c-6c9017c73a04 req-85c7c878-8e0c-44a9-9e63-99b5b022b805 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.2082193 Jul 16 18:40:23.093795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddab76ba-d998-4949-ab6c-6c9017c73a04 req-c38cdb61-b9a9-4d10-91bf-58b46f94b312 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007330 Jul 16 18:40:23.126404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router e320236f-0439-42c3-887e-b12db5e77789 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:23.236124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:23.245880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6d54d09c-9823-4430-8f7e-30a2937b4521 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/e320236f-0439-42c3-887e-b12db5e77789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2653351 Jul 16 18:40:23.245880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 55868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:23.249133 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5a738-a723-458b-8c42-272aaa4625b0 None None] Sync routers for ids ['e320236f-0439-42c3-887e-b12db5e77789'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:23.260323 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5a738-a723-458b-8c42-272aaa4625b0 None None] Routers {'e320236f-0439-42c3-887e-b12db5e77789'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:23.261062 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47a5a738-a723-458b-8c42-272aaa4625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e320236f-0439-42c3-887e-b12db5e77789'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:23.304101 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47a5a738-a723-458b-8c42-272aaa4625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:23.313948 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5a738-a723-458b-8c42-272aaa4625b0 None None] Routers {'e320236f-0439-42c3-887e-b12db5e77789'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:23.314564 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47a5a738-a723-458b-8c42-272aaa4625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e320236f-0439-42c3-887e-b12db5e77789'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:23.349131 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47a5a738-a723-458b-8c42-272aaa4625b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:23.349740 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5a738-a723-458b-8c42-272aaa4625b0 None None] The sync data for ids ['e320236f-0439-42c3-887e-b12db5e77789'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:23.589155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.860987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 91e5a5fd-6652-48fc-ad5d-844b93f45fee {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:23.861398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.962760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.977953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 91e5a5fd-6652-48fc-ad5d-844b93f45fee owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:24.213961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61ae06-8c5d-4f69-bb64-2aa50c137861 req-588addae-2ad5-4bfb-ae0c-8b093a170854 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.215674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d61ae06-8c5d-4f69-bb64-2aa50c137861 req-588addae-2ad5-4bfb-ae0c-8b093a170854 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1247098 Jul 16 18:40:24.280570 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.336975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=91e5a5fd-6652-48fc-ad5d-844b93f45fee,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:24.345540 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d61ae06-8c5d-4f69-bb64-2aa50c137861 req-8d2f438b-2207-4a75-93a8-617156ba757f tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193635 Jul 16 18:40:24.438574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b40499-ad44-4072-81bb-09b67309ab20 req-170222f1-e263-450d-80b7-14f75ecef6e1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.440383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13b40499-ad44-4072-81bb-09b67309ab20 req-170222f1-e263-450d-80b7-14f75ecef6e1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.2107990 Jul 16 18:40:24.535559 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.606057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13b40499-ad44-4072-81bb-09b67309ab20 req-7454ab34-b54e-4b1b-886d-7939699b9837 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226845 Jul 16 18:40:24.727323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router e320236f-0439-42c3-887e-b12db5e77789 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:24.809101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:24.814261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d6ad1cd2-1361-4f71-9599-84bfcbb8072e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/e320236f-0439-42c3-887e-b12db5e77789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5685780 Jul 16 18:40:24.817713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56108) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:24.823605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531d7a92-f847-41f6-9dc7-6998b4c4e9a2 None None] Sync routers for ids ['e320236f-0439-42c3-887e-b12db5e77789'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:24.835059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d7a92-f847-41f6-9dc7-6998b4c4e9a2 None None] Routers {'e320236f-0439-42c3-887e-b12db5e77789'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:24.835596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-531d7a92-f847-41f6-9dc7-6998b4c4e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e320236f-0439-42c3-887e-b12db5e77789'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:24.852175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1ac56f0a-2dc5-4d09-8b16-e3ac91405361 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=e320236f-0439-42c3-887e-b12db5e77789 HTTP/1.1" status: 200 len: 205 time: 0.0337870 Jul 16 18:40:24.854729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56116) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:24.874357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-531d7a92-f847-41f6-9dc7-6998b4c4e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:24.884363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d7a92-f847-41f6-9dc7-6998b4c4e9a2 None None] Routers {'e320236f-0439-42c3-887e-b12db5e77789'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:24.885185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-531d7a92-f847-41f6-9dc7-6998b4c4e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e320236f-0439-42c3-887e-b12db5e77789'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:24.921129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-531d7a92-f847-41f6-9dc7-6998b4c4e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:24.922028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531d7a92-f847-41f6-9dc7-6998b4c4e9a2 None None] The sync data for ids ['e320236f-0439-42c3-887e-b12db5e77789'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:24.938359 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da26f203-7568-4fb2-8aac-6441ba68399f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.117031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da26f203-7568-4fb2-8aac-6441ba68399f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.119339 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da26f203-7568-4fb2-8aac-6441ba68399f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.164822 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da26f203-7568-4fb2-8aac-6441ba68399f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.165459 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da26f203-7568-4fb2-8aac-6441ba68399f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Fanout notify agent at l3_agent the message router_deleted on router e320236f-0439-42c3-887e-b12db5e77789 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:25.172465 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da26f203-7568-4fb2-8aac-6441ba68399f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.176604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-da26f203-7568-4fb2-8aac-6441ba68399f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/e320236f-0439-42c3-887e-b12db5e77789 HTTP/1.1" status: 204 len: 168 time: 0.3180323 Jul 16 18:40:25.177370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56130) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:25.233326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcf73ba-2b38-4f55-a36e-7f8268f220bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting subnet 8491a26a-319d-4fc9-8269-7a0859ab7f18 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:25.236962 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bcf73ba-2b38-4f55-a36e-7f8268f220bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.278301 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bcf73ba-2b38-4f55-a36e-7f8268f220bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.371248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bcf73ba-2b38-4f55-a36e-7f8268f220bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.438197 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bcf73ba-2b38-4f55-a36e-7f8268f220bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.471933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf73ba-2b38-4f55-a36e-7f8268f220bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Subnet': ['ID=8491a26a-319d-4fc9-8269-7a0859ab7f18,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:25.477171 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bcf73ba-2b38-4f55-a36e-7f8268f220bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.480618 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8bcf73ba-2b38-4f55-a36e-7f8268f220bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/8491a26a-319d-4fc9-8269-7a0859ab7f18 HTTP/1.1" status: 204 len: 168 time: 0.3009741 Jul 16 18:40:25.482234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:25.483163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9ce93-0ad7-4b94-8850-acd449bfdb78 None None] Network 68edeee8-f3d4-4252-b599-e69c687a2b69 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:25.551958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dd81d7-4816-4d89-b181-a62e2bd00408 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting subnet 38b0a511-bdf3-45c8-a730-3c519cee3c6f {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:25.555476 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6dd81d7-4816-4d89-b181-a62e2bd00408 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.564237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92364c8d-8341-4022-a081-604628af7c1b req-27e3a8b6-14e5-4d9b-b653-40a3b1d7266c tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.572069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92364c8d-8341-4022-a081-604628af7c1b req-27e3a8b6-14e5-4d9b-b653-40a3b1d7266c tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1022573 Jul 16 18:40:25.608359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6dd81d7-4816-4d89-b181-a62e2bd00408 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.628886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92364c8d-8341-4022-a081-604628af7c1b req-9e726d4d-5742-4cd0-b020-32b0d3dfd734 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558131 Jul 16 18:40:25.714637 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6dd81d7-4816-4d89-b181-a62e2bd00408 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.756172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e0b060-efd8-4e3e-97ad-4d4503c59511 None None] DHCP port deletion for 68edeee8-f3d4-4252-b599-e69c687a2b69 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:25.813040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6dd81d7-4816-4d89-b181-a62e2bd00408 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.817090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03e0b060-efd8-4e3e-97ad-4d4503c59511 None None] Deleting port 61cede3a-4184-4ae3-bc08-d1db9eba25ee {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:25.817720 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e0b060-efd8-4e3e-97ad-4d4503c59511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.837767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501f9ac-e13b-4d43-af7e-4568b4f7c58e req-b5816a5d-739f-45d8-b6ca-77e75dfc2591 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.844421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd81d7-4816-4d89-b181-a62e2bd00408 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Subnet': ['ID=38b0a511-bdf3-45c8-a730-3c519cee3c6f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:25.846803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c501f9ac-e13b-4d43-af7e-4568b4f7c58e req-b5816a5d-739f-45d8-b6ca-77e75dfc2591 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.1075602 Jul 16 18:40:25.853486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f6dd81d7-4816-4d89-b181-a62e2bd00408 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.856575 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f6dd81d7-4816-4d89-b181-a62e2bd00408 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/38b0a511-bdf3-45c8-a730-3c519cee3c6f HTTP/1.1" status: 204 len: 168 time: 0.3727970 Jul 16 18:40:25.859202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56138) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:25.904357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-03e0b060-efd8-4e3e-97ad-4d4503c59511 None None] For port 61cede3a-4184-4ae3-bc08-d1db9eba25ee, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=61cede3a-4184-4ae3-bc08-d1db9eba25ee,segment=NetworkSegment(10fa78b0-1d5d-4c43-a9f7-db70b48f4314),segment_id=10fa78b0-1d5d-4c43-a9f7-db70b48f4314)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:25.905196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c501f9ac-e13b-4d43-af7e-4568b4f7c58e req-4c26ea6f-f75a-4d4b-b928-e1e3bbf7f111 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555246 Jul 16 18:40:25.905336 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e0b060-efd8-4e3e-97ad-4d4503c59511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.918306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03e0b060-efd8-4e3e-97ad-4d4503c59511 None None] Calling delete_port for 61cede3a-4184-4ae3-bc08-d1db9eba25ee owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:25.924043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1204c46-4fb0-4c49-8de5-2713b8418a1c None None] Network da4f1602-9fbf-4477-a63d-25575815be2d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:25.944750 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.006164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 61cede3a-4184-4ae3-bc08-d1db9eba25ee {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:26.006787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.091400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port 61cede3a-4184-4ae3-bc08-d1db9eba25ee, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=61cede3a-4184-4ae3-bc08-d1db9eba25ee,segment=NetworkSegment(10fa78b0-1d5d-4c43-a9f7-db70b48f4314),segment_id=10fa78b0-1d5d-4c43-a9f7-db70b48f4314)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:26.091922 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.117852 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03e0b060-efd8-4e3e-97ad-4d4503c59511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.141487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 61cede3a-4184-4ae3-bc08-d1db9eba25ee owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:26.155034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0b060-efd8-4e3e-97ad-4d4503c59511 None None] Pushing event deleted for resources: {'Port': ['ID=61cede3a-4184-4ae3-bc08-d1db9eba25ee,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:26.163680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e0b060-efd8-4e3e-97ad-4d4503c59511 None None] No DVR routers for this DVR port 61cede3a-4184-4ae3-bc08-d1db9eba25ee on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:26.242269 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.257387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac0f5d-0354-479c-974f-ad6412938036 None None] DHCP port deletion for da4f1602-9fbf-4477-a63d-25575815be2d request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:26.270197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=61cede3a-4184-4ae3-bc08-d1db9eba25ee,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:26.280869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No DVR routers for this DVR port 61cede3a-4184-4ae3-bc08-d1db9eba25ee on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:26.311946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-18ac0f5d-0354-479c-974f-ad6412938036 None None] Deleting port 2addae35-719d-4fce-89de-54be25b90b9b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:26.312338 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18ac0f5d-0354-479c-974f-ad6412938036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.376073 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.384726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-18ac0f5d-0354-479c-974f-ad6412938036 None None] For port 2addae35-719d-4fce-89de-54be25b90b9b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2addae35-719d-4fce-89de-54be25b90b9b,segment=NetworkSegment(9f1db7c5-aba7-4a77-a49c-4cf774a6d27a),segment_id=9f1db7c5-aba7-4a77-a49c-4cf774a6d27a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:26.385129 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18ac0f5d-0354-479c-974f-ad6412938036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.387339 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68edeee8-f3d4-4252-b599-e69c687a2b69']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:26.397925 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-18ac0f5d-0354-479c-974f-ad6412938036 None None] Calling delete_port for 2addae35-719d-4fce-89de-54be25b90b9b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:26.399202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fa78b0-1d5d-4c43-a9f7-db70b48f4314') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:26.399366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fa78b0-1d5d-4c43-a9f7-db70b48f4314') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:26.409071 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.424205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.431158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:26.431882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:26.435238 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:26.482350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18ac0f5d-0354-479c-974f-ad6412938036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.507591 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.513737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac0f5d-0354-479c-974f-ad6412938036 None None] Pushing event deleted for resources: {'Port': ['ID=2addae35-719d-4fce-89de-54be25b90b9b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:26.518446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac0f5d-0354-479c-974f-ad6412938036 None None] No DVR routers for this DVR port 2addae35-719d-4fce-89de-54be25b90b9b on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:26.527412 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.528485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/networks/68edeee8-f3d4-4252-b599-e69c687a2b69 HTTP/1.1" status: 204 len: 168 time: 0.6681387 Jul 16 18:40:26.531383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56142) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:26.547732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a0dce-f050-4e6d-93ed-df036f0404a5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Network': ['ID=68edeee8-f3d4-4252-b599-e69c687a2b69,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:26.618252 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.715537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.727455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4f1602-9fbf-4477-a63d-25575815be2d']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:26.740353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1db7c5-aba7-4a77-a49c-4cf774a6d27a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:26.740835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1db7c5-aba7-4a77-a49c-4cf774a6d27a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:26.772457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.815654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.825958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:26.826555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:26.829751 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:27.169063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2addae35-719d-4fce-89de-54be25b90b9b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:27.192508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 2addae35-719d-4fce-89de-54be25b90b9b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:27.192820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2addae35-719d-4fce-89de-54be25b90b9b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:27.193249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 61cede3a-4184-4ae3-bc08-d1db9eba25ee no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:27.218202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 61cede3a-4184-4ae3-bc08-d1db9eba25ee {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:27.218542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 61cede3a-4184-4ae3-bc08-d1db9eba25ee not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:27.292847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59b229-0fbc-41be-84a1-7550d5f3ad4c req-e6596c0a-7252-4b14-8acd-d6ef0a26d473 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.294650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a59b229-0fbc-41be-84a1-7550d5f3ad4c req-e6596c0a-7252-4b14-8acd-d6ef0a26d473 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.5444160 Jul 16 18:40:27.313888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.332544 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.334282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/networks/da4f1602-9fbf-4477-a63d-25575815be2d HTTP/1.1" status: 204 len: 168 time: 0.8014901 Jul 16 18:40:27.338881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:27.344286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'network': {'name': 'tempest-RoutersTest-1445396275'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:27.356653 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531978c-f36d-4aec-be85-10e493eac0c8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Network': ['ID=da4f1602-9fbf-4477-a63d-25575815be2d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:27.369497 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:27.373283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.389148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a59b229-0fbc-41be-84a1-7550d5f3ad4c req-246e4326-2774-406c-aedd-cbbcb12876fa tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761914 Jul 16 18:40:27.401957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:27.411987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.412364 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added segment 93fbb1fe-0538-4def-b974-a01042430eda of type vlan for network 0d5acb38-3c42-474f-9539-125a6cf528ca Jul 16 18:40:27.423088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d700829-be90-47b2-95bd-82f1f65a0ee6 req-a9c29d89-35cc-42cf-acba-95fd2fbac34f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.425693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d700829-be90-47b2-95bd-82f1f65a0ee6 req-a9c29d89-35cc-42cf-acba-95fd2fbac34f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.1553056 Jul 16 18:40:27.456028 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.472965 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d700829-be90-47b2-95bd-82f1f65a0ee6 req-71f5f81b-929b-4902-bf1c-4ff11d5eff85 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402944 Jul 16 18:40:27.494854 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.500745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.501346 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.546098 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2035339 Jul 16 18:40:27.546317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56152) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:27.551310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'subnet': {'network_id': '0d5acb38-3c42-474f-9539-125a6cf528ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:27.592210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91e061-ef28-49c4-b10f-fbc1d1913b7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Network': ['ID=0d5acb38-3c42-474f-9539-125a6cf528ca,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:27.604496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 0d5acb38-3c42-474f-9539-125a6cf528ca details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:27.671876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:27.676236 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.869927 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.278146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Subnet': ['ID=ccbb450c-b74e-4377-8e4d-e7b9935ea223,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:28.293324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Checking segment: {'id': '93fbb1fe-0538-4def-b974-a01042430eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d5acb38-3c42-474f-9539-125a6cf528ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:28.293790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network hostable DHCP agents. Network: 0d5acb38-3c42-474f-9539-125a6cf528ca, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:28.297837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.298215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.298512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.298872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.299334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.299669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.300460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.300987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.301321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.301650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.301981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.302304 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:28.321431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 0d5acb38-3c42-474f-9539-125a6cf528ca is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:28.332432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 0d5acb38-3c42-474f-9539-125a6cf528ca) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:28.336931 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.337524 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.349477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3208aa-e5e3-4a62-8445-de8b5fd1ebb6 None None] Network 0d5acb38-3c42-474f-9539-125a6cf528ca requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:28.358774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:28.359502 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b23d579c-e5cf-4f85-aa6d-202fb3c62d3c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8116195 Jul 16 18:40:28.365333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b2c56b82-232d-4a39-9b38-0ba6e3111093 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-153628238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:28.406647 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2c56b82-232d-4a39-9b38-0ba6e3111093 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.407890 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2c56b82-232d-4a39-9b38-0ba6e3111093 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.476607 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2c56b82-232d-4a39-9b38-0ba6e3111093 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.483151 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2c56b82-232d-4a39-9b38-0ba6e3111093 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.512025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2c56b82-232d-4a39-9b38-0ba6e3111093 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.516433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56168) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:28.521951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'port': {'network_id': '0d5acb38-3c42-474f-9539-125a6cf528ca', 'name': 'tempest-RoutersTest-1674550091'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:28.522695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b2c56b82-232d-4a39-9b38-0ba6e3111093 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1627319 Jul 16 18:40:28.572007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-0d5acb38-3c42-474f-9539-125a6cf528ca', 'network_id': '0d5acb38-3c42-474f-9539-125a6cf528ca', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'fixed_ips': [{'subnet_id': 'ccbb450c-b74e-4377-8e4d-e7b9935ea223'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:28.573033 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.695132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:28.700256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.724349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] device_id is not set on port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:40:28.726917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9b316-ec50-4d7c-9f97-2b9344d14b73 req-ba244649-edba-44c2-bce9-109f29256185 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.728752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ce9b316-ec50-4d7c-9f97-2b9344d14b73 req-ba244649-edba-44c2-bce9-109f29256185 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.1031826 Jul 16 18:40:28.745240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24f945-a02e-4f05-be5c-f3a322c62899 req-340a32de-4aca-452a-b073-629b263d7e53 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.746626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d24f945-a02e-4f05-be5c-f3a322c62899 req-340a32de-4aca-452a-b073-629b263d7e53 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1581101 Jul 16 18:40:28.774119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Allocated IP 172.20.0.2 (0d5acb38-3c42-474f-9539-125a6cf528ca/ccbb450c-b74e-4377-8e4d-e7b9935ea223/bbd49110-a83d-4f32-bbc8-6d5cab54c12e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:28.811022 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ce9b316-ec50-4d7c-9f97-2b9344d14b73 req-ef2142e2-49f6-45d2-ac06-8e0b4cad1ce2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629079 Jul 16 18:40:28.814200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d24f945-a02e-4f05-be5c-f3a322c62899 req-13662b50-11df-4074-a03c-6f01d185032e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581574 Jul 16 18:40:28.956845 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.965546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Transition to ACTIVE for port object bbd49110-a83d-4f32-bbc8-6d5cab54c12e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:28.981464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Transition to ACTIVE for port object bbd49110-a83d-4f32-bbc8-6d5cab54c12e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:29.000734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.036097 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.042928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.20.0.9 (0d5acb38-3c42-474f-9539-125a6cf528ca/ccbb450c-b74e-4377-8e4d-e7b9935ea223/95c189db-ec5b-45eb-b7cf-4b37bc08bce4) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:29.048570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Network 0d5acb38-3c42-474f-9539-125a6cf528ca is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:29.050654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:29.054263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:29.063024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Pushing event updated for resources: {'Port': ['ID=bbd49110-a83d-4f32-bbc8-6d5cab54c12e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:29.131428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Attempting to bind port bbd49110-a83d-4f32-bbc8-6d5cab54c12e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:29.131804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Attempting to bind port bbd49110-a83d-4f32-bbc8-6d5cab54c12e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '93fbb1fe-0538-4def-b974-a01042430eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d5acb38-3c42-474f-9539-125a6cf528ca'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:29.132171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Attempting to bind port bbd49110-a83d-4f32-bbc8-6d5cab54c12e on network 0d5acb38-3c42-474f-9539-125a6cf528ca {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:29.138406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:29.138700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Checking segment: {'id': '93fbb1fe-0538-4def-b974-a01042430eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d5acb38-3c42-474f-9539-125a6cf528ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:29.139058 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.139458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Bound using segment: {'id': '93fbb1fe-0538-4def-b974-a01042430eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d5acb38-3c42-474f-9539-125a6cf528ca'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:29.139942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Bound port: bbd49110-a83d-4f32-bbc8-6d5cab54c12e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fbb1fe-0538-4def-b974-a01042430eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0d5acb38-3c42-474f-9539-125a6cf528ca'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:29.140338 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.212916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] For port bbd49110-a83d-4f32-bbc8-6d5cab54c12e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:29.216490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] For port bbd49110-a83d-4f32-bbc8-6d5cab54c12e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bbd49110-a83d-4f32-bbc8-6d5cab54c12e,segment=NetworkSegment(93fbb1fe-0538-4def-b974-a01042430eda),segment_id=93fbb1fe-0538-4def-b974-a01042430eda)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:29.222740 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.233303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.249569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Transition to ACTIVE for port object 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:29.285383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299a1c3-8947-44d5-9b90-528ca70c0ecc None None] Pushing event updated for resources: {'Port': ['ID=bbd49110-a83d-4f32-bbc8-6d5cab54c12e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:29.294808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.340761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 0d5acb38-3c42-474f-9539-125a6cf528ca is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:29.344240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:29.350558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:29.386502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=95c189db-ec5b-45eb-b7cf-4b37bc08bce4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:29.408285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.410113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.426118 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-aef3d981-314f-495c-99d0-56e171b19682 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9078484 Jul 16 18:40:29.428729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:29.831302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.172494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843af1c-8dc1-4392-b39d-539737cbf08a req-fc1d6972-c63b-4fb4-8a86-f87906b5dd7d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:30.174332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c843af1c-8dc1-4392-b39d-539737cbf08a req-fc1d6972-c63b-4fb4-8a86-f87906b5dd7d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.2105558 Jul 16 18:40:30.207261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7a032-0091-4346-805a-85fbd50059f2 req-c2afe7d7-2d04-46c7-a721-600f851bdac7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:30.208941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46e7a032-0091-4346-805a-85fbd50059f2 req-c2afe7d7-2d04-46c7-a721-600f851bdac7 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 943 time: 0.2464459 Jul 16 18:40:30.267696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f0531f08-353a-4206-915a-8e1056ea37ff details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:30.306526 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.311449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c843af1c-8dc1-4392-b39d-539737cbf08a req-1286782f-05e6-4b78-962d-4dffc79b3e84 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308026 Jul 16 18:40:30.315196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46e7a032-0091-4346-805a-85fbd50059f2 req-56f354fe-5990-4b6a-97af-5b3b3fc1e22b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971107 Jul 16 18:40:30.316227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.385327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=95c189db-ec5b-45eb-b7cf-4b37bc08bce4,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:30.395959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e0c67-6792-44c0-b871-4894aecc5c2a None None] Network 0d5acb38-3c42-474f-9539-125a6cf528ca requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:30.489178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f0531f08-353a-4206-915a-8e1056ea37ff, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f0531f08-353a-4206-915a-8e1056ea37ff,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:30.604856 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.674114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'port_id': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'mac_address': 'fa:16:3e:fd:13:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:30.681361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5b5470be-223c-4d34-b0e3-56544bf6076c None None] Provisioning for port bbd49110-a83d-4f32-bbc8-6d5cab54c12e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:30.759622 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.775317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.782510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0531f08-353a-4206-915a-8e1056ea37ff {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:30.824313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f0531f08-353a-4206-915a-8e1056ea37ff, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f0531f08-353a-4206-915a-8e1056ea37ff,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:30.830828 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.898985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f0531f08-353a-4206-915a-8e1056ea37ff,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.077671 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.083458 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.099064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['f0531f08-353a-4206-915a-8e1056ea37ff'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:31.167522 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.169874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=95c189db-ec5b-45eb-b7cf-4b37bc08bce4,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.204072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6640216a-3db2-4bfd-9577-8f7ab4b6cb4f None None] Provisioning for port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:31.224332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6640216a-3db2-4bfd-9577-8f7ab4b6cb4f None None] Provisioning complete for port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:31.224829 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6640216a-3db2-4bfd-9577-8f7ab4b6cb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.282867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6640216a-3db2-4bfd-9577-8f7ab4b6cb4f None None] Port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:31.332492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bbd49110-a83d-4f32-bbc8-6d5cab54c12e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:31.343290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 0d5acb38-3c42-474f-9539-125a6cf528ca is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:31.345041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:31.485999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router 8de211df-cbd6-4782-b666-1db98bb61256 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:31.535187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-35ec3932-ded6-49de-abf6-dfffe85e7085 None None] Provisioning complete for port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:31.535795 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35ec3932-ded6-49de-abf6-dfffe85e7085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.604346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port bbd49110-a83d-4f32-bbc8-6d5cab54c12e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:31.622122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bbd49110-a83d-4f32-bbc8-6d5cab54c12e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:31.622841 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.692984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-35ec3932-ded6-49de-abf6-dfffe85e7085 None None] Port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:31.746884 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.786584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:31.800731 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3cb88-c89d-4c2e-87a4-bf5764b0a16c None None] Sync routers for ids ['8de211df-cbd6-4782-b666-1db98bb61256'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:31.805572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0270fe3b-7434-4d05-8d8d-6ece623d91a7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/8de211df-cbd6-4782-b666-1db98bb61256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3756132 Jul 16 18:40:31.806004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port bbd49110-a83d-4f32-bbc8-6d5cab54c12e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bbd49110-a83d-4f32-bbc8-6d5cab54c12e,segment=NetworkSegment(93fbb1fe-0538-4def-b974-a01042430eda),segment_id=93fbb1fe-0538-4def-b974-a01042430eda)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:31.808895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:31.817075 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3cb88-c89d-4c2e-87a4-bf5764b0a16c None None] Routers {'8de211df-cbd6-4782-b666-1db98bb61256'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:31.819257 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-73d3cb88-c89d-4c2e-87a4-bf5764b0a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8de211df-cbd6-4782-b666-1db98bb61256'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:31.837776 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.840162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928636e-1279-4b54-bf3c-0b6cbfb67b6a req-6ada1168-f4ca-4395-b421-82b8477948c3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:31.842305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3928636e-1279-4b54-bf3c-0b6cbfb67b6a req-6ada1168-f4ca-4395-b421-82b8477948c3 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 944 time: 0.2520590 Jul 16 18:40:31.870649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8cc2-3ce8-4056-befc-ad6d7b097267 req-04a91779-b7f4-4639-a2fd-b662396f1f60 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:31.874270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-378c8cc2-3ce8-4056-befc-ad6d7b097267 req-04a91779-b7f4-4639-a2fd-b662396f1f60 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.2962804 Jul 16 18:40:31.929720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a8fe27e6-64ae-439e-a7c0-283feede9b76 None None] Provisioning complete for port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:31.930189 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a8fe27e6-64ae-439e-a7c0-283feede9b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.933898 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-73d3cb88-c89d-4c2e-87a4-bf5764b0a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:31.946961 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3cb88-c89d-4c2e-87a4-bf5764b0a16c None None] Routers {'8de211df-cbd6-4782-b666-1db98bb61256'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:31.947721 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3928636e-1279-4b54-bf3c-0b6cbfb67b6a req-309e22fe-de55-4c45-8797-ef0bbc77c5dc tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936337 Jul 16 18:40:31.948092 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-73d3cb88-c89d-4c2e-87a4-bf5764b0a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8de211df-cbd6-4782-b666-1db98bb61256'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:31.954145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-378c8cc2-3ce8-4056-befc-ad6d7b097267 req-dd369da6-c002-4751-9d49-6e679cb2b7dc tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699782 Jul 16 18:40:31.993102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6416723f-a60e-4471-bd1e-782a8ddcffa2 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.005430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56196) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:32.007183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6416723f-a60e-4471-bd1e-782a8ddcffa2 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports/95c189db-ec5b-45eb-b7cf-4b37bc08bce4 HTTP/1.1" status: 200 len: 977 time: 0.1963220 Jul 16 18:40:32.010964 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-73d3cb88-c89d-4c2e-87a4-bf5764b0a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:32.012131 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3cb88-c89d-4c2e-87a4-bf5764b0a16c None None] The sync data for ids ['8de211df-cbd6-4782-b666-1db98bb61256'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:32.027564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe27e6-64ae-439e-a7c0-283feede9b76 None None] Port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:32.046395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=bbd49110-a83d-4f32-bbc8-6d5cab54c12e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:32.098749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56198) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:32.250473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf2afaf6-16bb-4510-85ec-c0f18437a697 None None] Provisioning complete for port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:32.251274 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cf2afaf6-16bb-4510-85ec-c0f18437a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.264737 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f4483ce4-456f-4471-84e3-2e9fd84d251d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6e65673e36e45bdacee07616e4e5c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647351 Jul 16 18:40:32.265418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:32.288138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cf2afaf6-16bb-4510-85ec-c0f18437a697 None None] Port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:32.294042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f0531f08-353a-4206-915a-8e1056ea37ff up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:32.320040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-891c70d8-c5f0-4142-961a-10d3710a1d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.344885 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-891c70d8-c5f0-4142-961a-10d3710a1d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.347003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port f0531f08-353a-4206-915a-8e1056ea37ff completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:32.351462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port f0531f08-353a-4206-915a-8e1056ea37ff triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:32.351932 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.401652 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-891c70d8-c5f0-4142-961a-10d3710a1d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.404682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-891c70d8-c5f0-4142-961a-10d3710a1d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.405854 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-891c70d8-c5f0-4142-961a-10d3710a1d53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9adff342-07cb-4243-b8e3-813b1ec3f0e8 HTTP/1.1" status: 204 len: 168 time: 0.1394560 Jul 16 18:40:32.415127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c70d8-c5f0-4142-961a-10d3710a1d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adff342-07cb-4243-b8e3-813b1ec3f0e8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:32.455029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.481223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:32.483550 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e094b0b-d4e8-4841-8ca4-66251221f220" -d '{"events": [{"server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "name": "network-vif-plugged", "status": "completed", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:32.498318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f0531f08-353a-4206-915a-8e1056ea37ff, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f0531f08-353a-4206-915a-8e1056ea37ff,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:32.502458 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.541699 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.545729 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8652d8f0-c71e-489a-875c-38957017aa7f x-openstack-request-id: req-8652d8f0-c71e-489a-875c-38957017aa7f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:32.546020 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "name": "network-vif-plugged", "status": "completed", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:32.546275 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8652d8f0-c71e-489a-875c-38957017aa7f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:32.546674 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'code': 200} Jul 16 18:40:32.565385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f0531f08-353a-4206-915a-8e1056ea37ff,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:32.667209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7adfd-7b1a-4abd-acfd-95f41ef6b001 req-6431cb70-ab70-4c5a-b7fb-940264cc7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.669224 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b3a7adfd-7b1a-4abd-acfd-95f41ef6b001 req-6431cb70-ab70-4c5a-b7fb-940264cc7d91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 1097 time: 0.0589108 Jul 16 18:40:32.715620 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b3a7adfd-7b1a-4abd-acfd-95f41ef6b001 req-a209c7a0-cae8-4c2a-8f4c-0c6211ef2dbd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391901 Jul 16 18:40:32.792178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:32.792757 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.889936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.903692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 95c189db-ec5b-45eb-b7cf-4b37bc08bce4 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:33.137368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.169909 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fda33617-2ccb-4701-bb73-38169dd3ca54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.208789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bbd49110-a83d-4f32-bbc8-6d5cab54c12e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:33.266078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bbd49110-a83d-4f32-bbc8-6d5cab54c12e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:33.266707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.613202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=95c189db-ec5b-45eb-b7cf-4b37bc08bce4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:33.730875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0db409-28d6-4419-b804-3b56e763f97c req-fc45aa41-66d8-4c68-93af-97059bed7e7c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.739447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a0db409-28d6-4419-b804-3b56e763f97c req-fc45aa41-66d8-4c68-93af-97059bed7e7c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 945 time: 0.6052752 Jul 16 18:40:33.776552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab47052-3849-47eb-ac9f-9d2a33500339 req-76070818-a070-45d3-85f7-ea95c6a77dbd tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.778397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fab47052-3849-47eb-ac9f-9d2a33500339 req-76070818-a070-45d3-85f7-ea95c6a77dbd tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.5905852 Jul 16 18:40:33.906905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a0db409-28d6-4419-b804-3b56e763f97c req-19d02095-df33-4f9c-a928-b533c4d360ef tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660268 Jul 16 18:40:33.913646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.975836 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fab47052-3849-47eb-ac9f-9d2a33500339 req-f8f13f0f-db39-46c7-8a9e-e2af1c980b0f tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891375 Jul 16 18:40:34.105531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router 8de211df-cbd6-4782-b666-1db98bb61256 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:34.193078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:34.201439 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-79135d91-100f-463d-bf64-68ce8300e007 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/8de211df-cbd6-4782-b666-1db98bb61256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2021377 Jul 16 18:40:34.203884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be12d23-62ac-4950-9427-07491d648d15 None None] Sync routers for ids ['8de211df-cbd6-4782-b666-1db98bb61256'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:34.204712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:34.221011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be12d23-62ac-4950-9427-07491d648d15 None None] Routers {'8de211df-cbd6-4782-b666-1db98bb61256'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:34.222622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4be12d23-62ac-4950-9427-07491d648d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8de211df-cbd6-4782-b666-1db98bb61256'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:34.259618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4be12d23-62ac-4950-9427-07491d648d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:34.269180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be12d23-62ac-4950-9427-07491d648d15 None None] Routers {'8de211df-cbd6-4782-b666-1db98bb61256'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:34.270292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4be12d23-62ac-4950-9427-07491d648d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8de211df-cbd6-4782-b666-1db98bb61256'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:34.311966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4be12d23-62ac-4950-9427-07491d648d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:34.312666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be12d23-62ac-4950-9427-07491d648d15 None None] The sync data for ids ['8de211df-cbd6-4782-b666-1db98bb61256'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:34.435548 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-7adc47e2-3d10-45ef-a676-c6f52fc7f61b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:40:34.436669 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7adc47e2-3d10-45ef-a676-c6f52fc7f61b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/8de211df-cbd6-4782-b666-1db98bb61256/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2305689 Jul 16 18:40:34.441146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56242) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:34.476382 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ac616add-c227-43de-9c5a-e47023f34c54 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=8de211df-cbd6-4782-b666-1db98bb61256 HTTP/1.1" status: 200 len: 205 time: 0.0340190 Jul 16 18:40:34.479313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56244) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:34.572321 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-985eabcf-3c22-4135-ae53-f63fbb4ab559 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.747817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-985eabcf-3c22-4135-ae53-f63fbb4ab559 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.750512 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-985eabcf-3c22-4135-ae53-f63fbb4ab559 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.799158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-985eabcf-3c22-4135-ae53-f63fbb4ab559 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.799824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985eabcf-3c22-4135-ae53-f63fbb4ab559 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Fanout notify agent at l3_agent the message router_deleted on router 8de211df-cbd6-4782-b666-1db98bb61256 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:34.816647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-985eabcf-3c22-4135-ae53-f63fbb4ab559 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.818080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-985eabcf-3c22-4135-ae53-f63fbb4ab559 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/8de211df-cbd6-4782-b666-1db98bb61256 HTTP/1.1" status: 204 len: 168 time: 0.3375661 Jul 16 18:40:34.820993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56250) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:34.913271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be89658-dd3b-4d34-ada8-7f0db09df338 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting subnet ccbb450c-b74e-4377-8e4d-e7b9935ea223 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:34.917014 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7be89658-dd3b-4d34-ada8-7f0db09df338 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.967460 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7be89658-dd3b-4d34-ada8-7f0db09df338 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.121154 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7be89658-dd3b-4d34-ada8-7f0db09df338 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.226028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed8813-f228-463a-9737-8a5fe3d306a0 req-1f9533d6-1aac-49c3-809e-cdca214e3c4f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.228040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9ed8813-f228-463a-9737-8a5fe3d306a0 req-1f9533d6-1aac-49c3-809e-cdca214e3c4f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 945 time: 0.1730590 Jul 16 18:40:35.269584 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7be89658-dd3b-4d34-ada8-7f0db09df338 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.320948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefdb81-f700-4150-a3fc-ba0c642ea180 req-043f0aef-9319-4d12-ac6c-47f156bea9bc tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.322457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eefdb81-f700-4150-a3fc-ba0c642ea180 req-043f0aef-9319-4d12-ac6c-47f156bea9bc tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1777411 Jul 16 18:40:35.323229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be89658-dd3b-4d34-ada8-7f0db09df338 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbb450c-b74e-4377-8e4d-e7b9935ea223,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:35.329281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7be89658-dd3b-4d34-ada8-7f0db09df338 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.331933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7be89658-dd3b-4d34-ada8-7f0db09df338 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/ccbb450c-b74e-4377-8e4d-e7b9935ea223 HTTP/1.1" status: 204 len: 168 time: 0.5095215 Jul 16 18:40:35.334893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56258) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:35.347159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9ed8813-f228-463a-9737-8a5fe3d306a0 req-8d204718-1053-492a-8f44-42d21274cc9b tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020718 Jul 16 18:40:35.349485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ca8dc-a58f-49af-a0cc-fb3a6f5b425b None None] Network 0d5acb38-3c42-474f-9539-125a6cf528ca requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:35.390610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0eefdb81-f700-4150-a3fc-ba0c642ea180 req-d000eeec-0f7a-4c36-8219-5fb531d45499 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423868 Jul 16 18:40:35.495601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.566190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port bbd49110-a83d-4f32-bbc8-6d5cab54c12e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:35.566965 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.672466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port bbd49110-a83d-4f32-bbc8-6d5cab54c12e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bbd49110-a83d-4f32-bbc8-6d5cab54c12e,segment=NetworkSegment(93fbb1fe-0538-4def-b974-a01042430eda),segment_id=93fbb1fe-0538-4def-b974-a01042430eda)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:35.672886 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.682866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9044b-b6bf-4880-85b8-6c5300e53d07 None None] DHCP port deletion for 0d5acb38-3c42-474f-9539-125a6cf528ca request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:35.692272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for bbd49110-a83d-4f32-bbc8-6d5cab54c12e owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:35.752192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-66a9044b-b6bf-4880-85b8-6c5300e53d07 None None] Deleting port bbd49110-a83d-4f32-bbc8-6d5cab54c12e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:35.753422 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66a9044b-b6bf-4880-85b8-6c5300e53d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.759045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192603-7211-4d1a-b8d1-06a17034b2f6 req-c7fe687a-5c8e-40f1-b688-fcb201c7600f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.762840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c192603-7211-4d1a-b8d1-06a17034b2f6 req-c7fe687a-5c8e-40f1-b688-fcb201c7600f tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 945 time: 0.1470957 Jul 16 18:40:35.819089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.832950 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c192603-7211-4d1a-b8d1-06a17034b2f6 req-760023aa-e211-46c3-80db-bd8013c40d9d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583560 Jul 16 18:40:35.843299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66a9044b-b6bf-4880-85b8-6c5300e53d07 None None] For port bbd49110-a83d-4f32-bbc8-6d5cab54c12e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bbd49110-a83d-4f32-bbc8-6d5cab54c12e,segment=NetworkSegment(93fbb1fe-0538-4def-b974-a01042430eda),segment_id=93fbb1fe-0538-4def-b974-a01042430eda)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:35.844065 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66a9044b-b6bf-4880-85b8-6c5300e53d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.854318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56262) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:35.864126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-66a9044b-b6bf-4880-85b8-6c5300e53d07 None None] Calling delete_port for bbd49110-a83d-4f32-bbc8-6d5cab54c12e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:35.876450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=bbd49110-a83d-4f32-bbc8-6d5cab54c12e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:35.881200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No DVR routers for this DVR port bbd49110-a83d-4f32-bbc8-6d5cab54c12e on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:35.972143 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.004961 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66a9044b-b6bf-4880-85b8-6c5300e53d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.042848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9044b-b6bf-4880-85b8-6c5300e53d07 None None] Pushing event deleted for resources: {'Port': ['ID=bbd49110-a83d-4f32-bbc8-6d5cab54c12e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:36.046997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.060692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5acb38-3c42-474f-9539-125a6cf528ca']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:36.062172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9044b-b6bf-4880-85b8-6c5300e53d07 None None] No DVR routers for this DVR port bbd49110-a83d-4f32-bbc8-6d5cab54c12e on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:36.082919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fbb1fe-0538-4def-b974-a01042430eda') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:36.083565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fbb1fe-0538-4def-b974-a01042430eda') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:36.086496 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2251769b-e4ab-4cb4-8bf6-47468e492294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.100797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.120582 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.133003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:36.133661 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:36.139659 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:36.241062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.250823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.253633 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/networks/0d5acb38-3c42-474f-9539-125a6cf528ca HTTP/1.1" status: 204 len: 168 time: 0.9176073 Jul 16 18:40:36.258152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56268) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.264121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5920b-179e-4c58-b90e-52299b51b19e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Network': ['ID=0d5acb38-3c42-474f-9539-125a6cf528ca,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:36.267670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'network': {'name': 'tempest-RoutersTest-1691129468'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:36.292901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c85d2-bde0-4df6-86b3-cc9d53e4856b tempest-TestVolumeBootPattern-1154659773 tempest-TestVolumeBootPattern-1154659773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:36.294580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-381c85d2-bde0-4df6-86b3-cc9d53e4856b tempest-TestVolumeBootPattern-1154659773 tempest-TestVolumeBootPattern-1154659773-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 1092 time: 0.4386990 Jul 16 18:40:36.298345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56270) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.302419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:36.306444 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.308308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:36.335309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:36.345730 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.346087 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added segment c47527fd-da68-4ce3-b708-c940d475f563 of type vlan for network b8f85c16-99db-4109-b913-1d5be1008cd0 Jul 16 18:40:36.346680 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.394144 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.427366 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.433543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:36.434171 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.468005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2071278 Jul 16 18:40:36.468844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56274) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.484384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'subnet': {'network_id': 'b8f85c16-99db-4109-b913-1d5be1008cd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:36.556121 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.560308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da594c-8f5a-417a-83f5-393739a0b7ab tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Network': ['ID=b8f85c16-99db-4109-b913-1d5be1008cd0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:36.576049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network b8f85c16-99db-4109-b913-1d5be1008cd0 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:36.722734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Allocated IP 172.25.2.132 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/07e11fde-9946-4a34-af76-01215a53737d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:36.732498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:36.738394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.778810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b85cc-39af-4dfd-be77-5da05bfd0253 req-22dab267-4787-4b70-9c2e-665d5e75d787 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:36.780416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e2b85cc-39af-4dfd-be77-5da05bfd0253 req-22dab267-4787-4b70-9c2e-665d5e75d787 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1483550 Jul 16 18:40:36.880351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e2b85cc-39af-4dfd-be77-5da05bfd0253 req-61c7d116-5eff-441f-aae1-97b5f82f8fcd tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920558 Jul 16 18:40:36.899918 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.974298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.035752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:37.040098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:37.049514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:37.064044 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.068978 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.089059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=07e11fde-9946-4a34-af76-01215a53737d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:37.141819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Subnet': ['ID=ef327fc8-c1b9-4cba-9219-52063f95b5ff,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:37.152490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Checking segment: {'id': 'c47527fd-da68-4ce3-b708-c940d475f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8f85c16-99db-4109-b913-1d5be1008cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:37.153023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network hostable DHCP agents. Network: b8f85c16-99db-4109-b913-1d5be1008cd0, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:37.174709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network b8f85c16-99db-4109-b913-1d5be1008cd0 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:37.189014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, b8f85c16-99db-4109-b913-1d5be1008cd0) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:37.195053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:37.195810 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.202004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d6f0d-8f6f-4c9a-8470-df93733aafe2 None None] Network b8f85c16-99db-4109-b913-1d5be1008cd0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:37.228357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6b2e7937-ad06-4551-823a-429b657b7752 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7503278 Jul 16 18:40:37.236620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56282) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.250659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cefaa18f-a202-4391-a9ef-20284b91afd8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-323742296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:37.292490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-a202-4391-a9ef-20284b91afd8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.294550 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-a202-4391-a9ef-20284b91afd8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.331842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bbd49110-a83d-4f32-bbc8-6d5cab54c12e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:37.381632 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-a202-4391-a9ef-20284b91afd8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.383648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: bbd49110-a83d-4f32-bbc8-6d5cab54c12e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:37.384633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bbd49110-a83d-4f32-bbc8-6d5cab54c12e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:37.387000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-a202-4391-a9ef-20284b91afd8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.412455 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cefaa18f-a202-4391-a9ef-20284b91afd8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.415315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cefaa18f-a202-4391-a9ef-20284b91afd8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1775181 Jul 16 18:40:37.420735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56284) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.579974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-b8f85c16-99db-4109-b913-1d5be1008cd0', 'network_id': 'b8f85c16-99db-4109-b913-1d5be1008cd0', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'fixed_ips': [{'subnet_id': 'ef327fc8-c1b9-4cba-9219-52063f95b5ff'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:37.581440 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.731165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.866840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Allocated IP 172.20.0.2 (b8f85c16-99db-4109-b913-1d5be1008cd0/ef327fc8-c1b9-4cba-9219-52063f95b5ff/92915edf-88e5-436b-955c-b0211405a42a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:37.876352 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.911650 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.153291 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.168956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Transition to ACTIVE for port object 92915edf-88e5-436b-955c-b0211405a42a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:38.201569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Transition to ACTIVE for port object 92915edf-88e5-436b-955c-b0211405a42a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:38.212916 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.286901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Network b8f85c16-99db-4109-b913-1d5be1008cd0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:38.292117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:38.303288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:38.341619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.350255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.417284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.20.0.1 (b8f85c16-99db-4109-b913-1d5be1008cd0/ef327fc8-c1b9-4cba-9219-52063f95b5ff/0556344c-33f2-44ae-85be-78162f6be4ab) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:38.428671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Pushing event updated for resources: {'Port': ['ID=92915edf-88e5-436b-955c-b0211405a42a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.435866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Attempting to bind port 92915edf-88e5-436b-955c-b0211405a42a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:38.436341 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Attempting to bind port 92915edf-88e5-436b-955c-b0211405a42a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c47527fd-da68-4ce3-b708-c940d475f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8f85c16-99db-4109-b913-1d5be1008cd0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:38.436971 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Attempting to bind port 92915edf-88e5-436b-955c-b0211405a42a on network b8f85c16-99db-4109-b913-1d5be1008cd0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:38.445973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:38.446384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Checking segment: {'id': 'c47527fd-da68-4ce3-b708-c940d475f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8f85c16-99db-4109-b913-1d5be1008cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:38.446792 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.447367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Bound using segment: {'id': 'c47527fd-da68-4ce3-b708-c940d475f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8f85c16-99db-4109-b913-1d5be1008cd0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:38.447946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Bound port: 92915edf-88e5-436b-955c-b0211405a42a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47527fd-da68-4ce3-b708-c940d475f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b8f85c16-99db-4109-b913-1d5be1008cd0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:38.448612 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.471759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event updated for resources: {'Port': ['ID=07e11fde-9946-4a34-af76-01215a53737d,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.505159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.565967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] For port 92915edf-88e5-436b-955c-b0211405a42a, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:38.572437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] For port 92915edf-88e5-436b-955c-b0211405a42a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=92915edf-88e5-436b-955c-b0211405a42a,segment=NetworkSegment(c47527fd-da68-4ce3-b708-c940d475f563),segment_id=c47527fd-da68-4ce3-b708-c940d475f563)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:38.578134 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.579189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bc967-cbac-4e75-9eda-5cbd14b11d1b req-8098249a-045b-4e59-8049-f53dd64f5fcb tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.581552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f7bc967-cbac-4e75-9eda-5cbd14b11d1b req-8098249a-045b-4e59-8049-f53dd64f5fcb tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.3675449 Jul 16 18:40:38.622894 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.640563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Transition to ACTIVE for port object 0556344c-33f2-44ae-85be-78162f6be4ab will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:38.668254 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Floating IP e3eafd2f-c33f-4eb1-ad0d-e49aa22badb8 associated. External IP: 172.25.2.132, port: f0531f08-353a-4206-915a-8e1056ea37ff. Jul 16 18:40:38.693204 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.738931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca97f46-3781-4240-aec0-c337a1fe97d3 None None] Pushing event updated for resources: {'Port': ['ID=92915edf-88e5-436b-955c-b0211405a42a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.784580 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.834557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network b8f85c16-99db-4109-b913-1d5be1008cd0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:38.844260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:38.863322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f7bc967-cbac-4e75-9eda-5cbd14b11d1b req-190056c3-2656-4aaf-8438-c63936830331 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806960 Jul 16 18:40:38.875852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:38.978936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=0556344c-33f2-44ae-85be-78162f6be4ab,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:39.039132 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.124766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Router 37fa7e14-6425-4c07-8972-3fb5c4189864 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:39.303104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:39.322305 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.322661 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] Sync routers for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:39.324854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.340483 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:39.341237 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.378783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 92915edf-88e5-436b-955c-b0211405a42a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:39.389794 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-474e154b-276e-4f8c-99bd-e8f92f33f81d tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0886223 Jul 16 18:40:39.390483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:39.396739 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba" -d '{"events": [{"name": "network-changed", "server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:39.479325 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74d3e93-12ec-413b-9281-e6e8d3d84843 x-openstack-request-id: req-e74d3e93-12ec-413b-9281-e6e8d3d84843 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:39.479623 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:39.479874 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e74d3e93-12ec-413b-9281-e6e8d3d84843 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:39.480284 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'status': 'completed', 'code': 200} Jul 16 18:40:39.502394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 92915edf-88e5-436b-955c-b0211405a42a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:39.572473 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:39.583538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-9cc686b6-df17-4736-af81-7103ee37a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.585696 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-9cc686b6-df17-4736-af81-7103ee37a747 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 1097 time: 0.0726655 Jul 16 18:40:39.774894 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.780904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.850240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=0556344c-33f2-44ae-85be-78162f6be4ab,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:39.941225 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9ecdc640-f7f0-47e2-9850-c0b676d217bd', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:02Z', 'updated_at': '2021-07-16T18:38:05Z', 'revision_number': 1, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}, {'id': 'e3eafd2f-c33f-4eb1-ad0d-e49aa22badb8', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:fd:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711a2acb-88af-4137-820c-50350db6ab61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:40:37Z', 'updated_at': '2021-07-16T18:40:37Z', 'revision_number': 0, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.970965 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.981528 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] Checking router: 37fa7e14-6425-4c07-8972-3fb5c4189864 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:40.005455 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:40.006120 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:40.216644 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:40.283236 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab7419-c7e5-4dc6-8cb9-d569fb14c456 None None] Network b8f85c16-99db-4109-b913-1d5be1008cd0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:40.297403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-76315161-97e3-4685-bd13-8d07266e2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.299906 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-76315161-97e3-4685-bd13-8d07266e2035 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.7071812 Jul 16 18:40:40.384494 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-743f1d15-4df2-4015-9812-2df1286e1f23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0531f08-353a-4206-915a-8e1056ea37ff HTTP/1.1" status: 200 len: 999 time: 0.0765448 Jul 16 18:40:40.405289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c6d9fb2-a956-4790-b07e-e6fd5ab8a267 None None] Provisioning for port 92915edf-88e5-436b-955c-b0211405a42a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:40.416316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c6d9fb2-a956-4790-b07e-e6fd5ab8a267 None None] Provisioning complete for port 92915edf-88e5-436b-955c-b0211405a42a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:40.416742 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9fb2-a956-4790-b07e-e6fd5ab8a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.474556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-e3d33b8e-292c-419a-b0a7-de93fd1a45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.480956 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-e3d33b8e-292c-419a-b0a7-de93fd1a45c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0888820 Jul 16 18:40:40.547212 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.585872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-8a65b3e1-b22d-4e44-a002-407d6016e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.589110 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-8a65b3e1-b22d-4e44-a002-407d6016e063 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999539 Jul 16 18:40:40.639199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network b8f85c16-99db-4109-b913-1d5be1008cd0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:40.646765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:40.652730 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9ecdc640-f7f0-47e2-9850-c0b676d217bd', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:02Z', 'updated_at': '2021-07-16T18:38:05Z', 'revision_number': 1, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}, {'id': 'e3eafd2f-c33f-4eb1-ad0d-e49aa22badb8', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:fd:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711a2acb-88af-4137-820c-50350db6ab61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:40:37Z', 'updated_at': '2021-07-16T18:40:37Z', 'revision_number': 0, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:40.657241 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9fb2-a956-4790-b07e-e6fd5ab8a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.727235 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e27cea-4882-4c4a-aba9-fc6bc82652fc None None] The sync data for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 is: [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9ecdc640-f7f0-47e2-9850-c0b676d217bd', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:02Z', 'updated_at': '2021-07-16T18:38:05Z', 'revision_number': 1, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}, {'id': 'e3eafd2f-c33f-4eb1-ad0d-e49aa22badb8', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.132', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:fd:13:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711a2acb-88af-4137-820c-50350db6ab61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:40:37Z', 'updated_at': '2021-07-16T18:40:37Z', 'revision_number': 0, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:40.734602 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-5fb65c43-5cba-43da-8ba9-9b40d5cdfcb9 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316299 Jul 16 18:40:40.778105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a11e-b754-489d-ba9f-b2050d44f3ad req-520ae811-dc0c-4393-a3fa-fbfa74308749 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.785983 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fc2a11e-b754-489d-ba9f-b2050d44f3ad req-520ae811-dc0c-4393-a3fa-fbfa74308749 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1884582 Jul 16 18:40:40.786407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7c6d9fb2-a956-4790-b07e-e6fd5ab8a267 None None] For port 92915edf-88e5-436b-955c-b0211405a42a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=92915edf-88e5-436b-955c-b0211405a42a,segment=NetworkSegment(c47527fd-da68-4ce3-b708-c940d475f563),segment_id=c47527fd-da68-4ce3-b708-c940d475f563)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:40.797812 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9fb2-a956-4790-b07e-e6fd5ab8a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.852608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fc2a11e-b754-489d-ba9f-b2050d44f3ad req-9a60c46b-2dcb-46c9-b41b-e41e83256400 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619900 Jul 16 18:40:40.867981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c70a5ef4-9ddf-49be-b88d-8ddacc8d61ba req-1b21d649-bb9a-4d7f-bb52-722b1b6f1480 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274800 Jul 16 18:40:40.914132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router 8bee9f17-46c5-46e6-b2fb-9d2996494883 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:40.956505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d9fb2-a956-4790-b07e-e6fd5ab8a267 None None] Pushing event updated for resources: {'Port': ['ID=92915edf-88e5-436b-955c-b0211405a42a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:40.965910 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-f5e08c33-d61b-4226-9e4c-2c4a59abb7a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0839665 Jul 16 18:40:41.093900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:41.107852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-10c8c5d1-cfe4-4cd4-9f1a-d051e173718c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/8bee9f17-46c5-46e6-b2fb-9d2996494883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6832895 Jul 16 18:40:41.115160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff2a6e6-2a39-4b19-aa16-47f955b1e2e3 None None] Sync routers for ids ['8bee9f17-46c5-46e6-b2fb-9d2996494883'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:41.122574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:41.135041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2a6e6-2a39-4b19-aa16-47f955b1e2e3 None None] Routers {'8bee9f17-46c5-46e6-b2fb-9d2996494883'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:41.136213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-eff2a6e6-2a39-4b19-aa16-47f955b1e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8bee9f17-46c5-46e6-b2fb-9d2996494883'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:41.216254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-eff2a6e6-2a39-4b19-aa16-47f955b1e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:41.221796 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4bd6bc-77b3-4603-8fa7-e4922f1e871a None None] New status for floating IP e3eafd2f-c33f-4eb1-ad0d-e49aa22badb8: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:40:41.256592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2a6e6-2a39-4b19-aa16-47f955b1e2e3 None None] Routers {'8bee9f17-46c5-46e6-b2fb-9d2996494883'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:41.256592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-eff2a6e6-2a39-4b19-aa16-47f955b1e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8bee9f17-46c5-46e6-b2fb-9d2996494883'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:41.261681 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006fae98-1a98-42c8-9748-b6d9fa240d1e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.263010 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-006fae98-1a98-42c8-9748-b6d9fa240d1e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports/0556344c-33f2-44ae-85be-78162f6be4ab HTTP/1.1" status: 200 len: 910 time: 0.1382346 Jul 16 18:40:41.266341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56304) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:41.289546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-dd944248-818c-4319-86cb-d17e58f77c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.291393 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-dd944248-818c-4319-86cb-d17e58f77c06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 1098 time: 0.2520130 Jul 16 18:40:41.350457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 92915edf-88e5-436b-955c-b0211405a42a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:41.415826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-eff2a6e6-2a39-4b19-aa16-47f955b1e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:41.416480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff2a6e6-2a39-4b19-aa16-47f955b1e2e3 None None] The sync data for ids ['8bee9f17-46c5-46e6-b2fb-9d2996494883'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:41.438244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c191518-cdcd-4ee1-94e9-6ae38924b833 None None] Provisioning for port 0556344c-33f2-44ae-85be-78162f6be4ab completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:41.447302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c191518-cdcd-4ee1-94e9-6ae38924b833 None None] Provisioning complete for port 0556344c-33f2-44ae-85be-78162f6be4ab triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:41.447921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c191518-cdcd-4ee1-94e9-6ae38924b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.451709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 92915edf-88e5-436b-955c-b0211405a42a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:41.452335 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.464378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-02d9cac4-6039-4bbf-9316-f441ce514828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.466057 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-02d9cac4-6039-4bbf-9316-f441ce514828 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1489408 Jul 16 18:40:41.544305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6c191518-cdcd-4ee1-94e9-6ae38924b833 None None] Port 0556344c-33f2-44ae-85be-78162f6be4ab cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:41.613049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c191518-cdcd-4ee1-94e9-6ae38924b833 None None] Provisioning complete for port 92915edf-88e5-436b-955c-b0211405a42a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:41.614080 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c191518-cdcd-4ee1-94e9-6ae38924b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.623937 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-c70f46e3-fb28-495b-ae90-814563f381ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f HTTP/1.1" status: 200 len: 1001 time: 0.1495142 Jul 16 18:40:41.758069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-59366de5-4b11-463d-995a-d22a85a2b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.759653 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-59366de5-4b11-463d-995a-d22a85a2b8cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.1261218 Jul 16 18:40:41.868006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-0560c8f4-5d53-4d8d-a57a-048053efff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.870927 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-0560c8f4-5d53-4d8d-a57a-048053efff04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002040 Jul 16 18:40:42.045886 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.052019 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-abe311ca-3b78-47f3-8154-bc74601c81c2 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680334 Jul 16 18:40:42.262919 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-873c9588-8db7-40ca-9cc7-43a178fff9fc req-8ebbee5f-ec01-4808-aac9-160d1f91c6df service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040839 Jul 16 18:40:42.352263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-10e4a696-66c4-4903-8134-95dac064d261 None None] Provisioning complete for port 0556344c-33f2-44ae-85be-78162f6be4ab triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:42.352974 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10e4a696-66c4-4903-8134-95dac064d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.369572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60712e4-98c0-4048-b41f-3372107689f5 req-2908085d-84ed-479f-81d3-5dcfe0371352 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.371247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a60712e4-98c0-4048-b41f-3372107689f5 req-2908085d-84ed-479f-81d3-5dcfe0371352 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1364996 Jul 16 18:40:42.410294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-10e4a696-66c4-4903-8134-95dac064d261 None None] Port 0556344c-33f2-44ae-85be-78162f6be4ab cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:42.471884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a60712e4-98c0-4048-b41f-3372107689f5 req-08d2bc05-469c-44f8-a3cd-bdfee455e68b tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775278 Jul 16 18:40:42.512033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 0556344c-33f2-44ae-85be-78162f6be4ab {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:42.512378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.630434 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.647566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 0556344c-33f2-44ae-85be-78162f6be4ab owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:42.894816 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.935978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=0556344c-33f2-44ae-85be-78162f6be4ab,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:43.003446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.003791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.004121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.004462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.004875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.005201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.005526 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.005856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.006182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.006511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.006836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.007310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:43.247591 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.561944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router 8bee9f17-46c5-46e6-b2fb-9d2996494883 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:43.762592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:43.775134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5c29fad0-b8ec-4ae6-9f9b-84381c9862c5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/8bee9f17-46c5-46e6-b2fb-9d2996494883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5072184 Jul 16 18:40:43.778456 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56336) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.789183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b19919-96cc-44ba-88b6-37a971f9f21f None None] Sync routers for ids ['8bee9f17-46c5-46e6-b2fb-9d2996494883'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:43.833863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedcf6-9328-4580-8498-a1bb5842d89b req-4e7bc706-2e64-4387-92ff-fc53918b3aec tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:43.836660 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e9169294-9f22-4a92-b88c-240529aafeea tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bee9f17-46c5-46e6-b2fb-9d2996494883 HTTP/1.1" status: 200 len: 205 time: 0.0563145 Jul 16 18:40:43.838943 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26aedcf6-9328-4580-8498-a1bb5842d89b req-4e7bc706-2e64-4387-92ff-fc53918b3aec tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1397121 Jul 16 18:40:43.839614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56340) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.852816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b19919-96cc-44ba-88b6-37a971f9f21f None None] Routers {'8bee9f17-46c5-46e6-b2fb-9d2996494883'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:43.854314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-20b19919-96cc-44ba-88b6-37a971f9f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8bee9f17-46c5-46e6-b2fb-9d2996494883'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:43.904966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26aedcf6-9328-4580-8498-a1bb5842d89b req-2837eacc-b409-4f5d-9191-1ddf6fd96552 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553958 Jul 16 18:40:43.931116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-20b19919-96cc-44ba-88b6-37a971f9f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:43.948876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b19919-96cc-44ba-88b6-37a971f9f21f None None] Routers {'8bee9f17-46c5-46e6-b2fb-9d2996494883'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:43.948876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-20b19919-96cc-44ba-88b6-37a971f9f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8bee9f17-46c5-46e6-b2fb-9d2996494883'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:43.993847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-20b19919-96cc-44ba-88b6-37a971f9f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:43.994994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b19919-96cc-44ba-88b6-37a971f9f21f None None] The sync data for ids ['8bee9f17-46c5-46e6-b2fb-9d2996494883'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:44.002972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4af6718f-0eea-4b10-9892-a649c3a227ba tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.219196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4af6718f-0eea-4b10-9892-a649c3a227ba tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.222866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4af6718f-0eea-4b10-9892-a649c3a227ba tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.279339 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4af6718f-0eea-4b10-9892-a649c3a227ba tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.281723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af6718f-0eea-4b10-9892-a649c3a227ba tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Fanout notify agent at l3_agent the message router_deleted on router 8bee9f17-46c5-46e6-b2fb-9d2996494883 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:44.289896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4af6718f-0eea-4b10-9892-a649c3a227ba tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.291329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4af6718f-0eea-4b10-9892-a649c3a227ba tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/8bee9f17-46c5-46e6-b2fb-9d2996494883 HTTP/1.1" status: 204 len: 168 time: 0.4502101 Jul 16 18:40:44.294117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56346) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:44.353542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-200ee371-3669-47c3-9d8b-505a09bab418 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting subnet ef327fc8-c1b9-4cba-9219-52063f95b5ff {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:44.357407 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-200ee371-3669-47c3-9d8b-505a09bab418 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.409171 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-200ee371-3669-47c3-9d8b-505a09bab418 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.531122 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-200ee371-3669-47c3-9d8b-505a09bab418 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.607041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-200ee371-3669-47c3-9d8b-505a09bab418 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.655441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ee371-3669-47c3-9d8b-505a09bab418 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Subnet': ['ID=ef327fc8-c1b9-4cba-9219-52063f95b5ff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:44.657766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-200ee371-3669-47c3-9d8b-505a09bab418 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.661930 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-200ee371-3669-47c3-9d8b-505a09bab418 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/ef327fc8-c1b9-4cba-9219-52063f95b5ff HTTP/1.1" status: 204 len: 168 time: 0.3656077 Jul 16 18:40:44.664981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56350) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:44.668562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40576c53-f77c-4899-95b2-a9355cc10458 None None] Network b8f85c16-99db-4109-b913-1d5be1008cd0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:44.766970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.847011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 92915edf-88e5-436b-955c-b0211405a42a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:44.847714 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.927414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port 92915edf-88e5-436b-955c-b0211405a42a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=92915edf-88e5-436b-955c-b0211405a42a,segment=NetworkSegment(c47527fd-da68-4ce3-b708-c940d475f563),segment_id=c47527fd-da68-4ce3-b708-c940d475f563)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:44.927882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.942000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 92915edf-88e5-436b-955c-b0211405a42a owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:44.986212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] DHCP port deletion for b8f85c16-99db-4109-b913-1d5be1008cd0 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:45.061432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.078226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Deleting port 92915edf-88e5-436b-955c-b0211405a42a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:45.079351 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.099519 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=92915edf-88e5-436b-955c-b0211405a42a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.103732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No DVR routers for this DVR port 92915edf-88e5-436b-955c-b0211405a42a on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:45.192003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] For port 92915edf-88e5-436b-955c-b0211405a42a, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:45.192224 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.250192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Calling delete_port for 92915edf-88e5-436b-955c-b0211405a42a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:45.264564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Port 92915edf-88e5-436b-955c-b0211405a42a was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:40:45.267305 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.280573 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.306376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a2b30-bd4e-4621-bb73-3c9f30db2039 req-3ad59014-cddf-41a8-bad6-20adecc3f277 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:45.310662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-348a2b30-bd4e-4621-bb73-3c9f30db2039 req-3ad59014-cddf-41a8-bad6-20adecc3f277 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1789596 Jul 16 18:40:45.329655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f85c16-99db-4109-b913-1d5be1008cd0']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:45.355760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Pushing event deleted for resources: {'Port': ['ID=92915edf-88e5-436b-955c-b0211405a42a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.375343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47527fd-da68-4ce3-b708-c940d475f563') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:45.375805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47527fd-da68-4ce3-b708-c940d475f563') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:45.385672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] No DVR routers for this DVR port 92915edf-88e5-436b-955c-b0211405a42a on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:45.389611 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.401924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 92915edf-88e5-436b-955c-b0211405a42a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:45.418258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.428114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:45.428463 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.432919 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:45.433412 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:45.442418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.444311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.445669 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.451318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.452405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.453320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.454293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.455350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.458109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.462163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.463301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2c4575-3391-4cc4-aa0e-b922295d807e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:45.481205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-348a2b30-bd4e-4621-bb73-3c9f30db2039 req-6aa6918b-bd1e-4731-b0fd-0475a6a01e22 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595407 Jul 16 18:40:45.511020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 92915edf-88e5-436b-955c-b0211405a42a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:45.511589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 92915edf-88e5-436b-955c-b0211405a42a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:45.547988 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.564167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.572183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/networks/b8f85c16-99db-4109-b913-1d5be1008cd0 HTTP/1.1" status: 204 len: 168 time: 0.9018795 Jul 16 18:40:45.572590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56368) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:45.578588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1448822269', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:45.595466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e023d-1394-4e8f-8c6f-ff02cc130365 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Network': ['ID=b8f85c16-99db-4109-b913-1d5be1008cd0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.630539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9a73-8c62-4722-9fa9-f9aefe2169c6 req-8714960d-e430-438c-9990-a689efa245c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:45.632130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b35e9a73-8c62-4722-9fa9-f9aefe2169c6 req-8714960d-e430-438c-9990-a689efa245c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 1098 time: 0.1177728 Jul 16 18:40:45.633193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.634264 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.725225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.727714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b35e9a73-8c62-4722-9fa9-f9aefe2169c6 req-c4bc9cb5-db6d-4651-b7f0-4051daed0271 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868089 Jul 16 18:40:45.911287 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.468294 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.501002 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.643517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.25.2.102 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/209c0ff0-1ba0-42d4-a25c-5c57f4870328) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:46.801328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4a139-84c5-447b-992d-6ddb91cafd7a req-b761c29c-e15b-4734-8739-142fc388aa69 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.802925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4a4a139-84c5-447b-992d-6ddb91cafd7a req-b761c29c-e15b-4734-8739-142fc388aa69 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1568105 Jul 16 18:40:46.858781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.901827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4a4a139-84c5-447b-992d-6ddb91cafd7a req-5ddc61c8-cd03-4087-add7-61b0189150a4 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846193 Jul 16 18:40:46.941467 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.987683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:46.993637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:46.997578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:47.029005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=209c0ff0-1ba0-42d4-a25c-5c57f4870328,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.331716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.591130 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.733565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router 9ca7e3f6-079a-4e37-8d69-52a2cccdd622 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:47.854991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:47.866115 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fa8017-3645-4657-8244-374132c3bf6d None None] Sync routers for ids ['9ca7e3f6-079a-4e37-8d69-52a2cccdd622'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:47.877108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.881204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-18398cf8-3214-437e-9c8d-1341fcf02404 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.3051388 Jul 16 18:40:47.882501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:47.882804 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa8017-3645-4657-8244-374132c3bf6d None None] Routers {'9ca7e3f6-079a-4e37-8d69-52a2cccdd622'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:47.883638 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-72fa8017-3645-4657-8244-374132c3bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9ca7e3f6-079a-4e37-8d69-52a2cccdd622'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:47.942594 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-72fa8017-3645-4657-8244-374132c3bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:47.954563 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fa8017-3645-4657-8244-374132c3bf6d None None] Routers {'9ca7e3f6-079a-4e37-8d69-52a2cccdd622'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:47.956093 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-72fa8017-3645-4657-8244-374132c3bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9ca7e3f6-079a-4e37-8d69-52a2cccdd622'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:47.998041 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-72fa8017-3645-4657-8244-374132c3bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:47.998727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fa8017-3645-4657-8244-374132c3bf6d None None] The sync data for ids ['9ca7e3f6-079a-4e37-8d69-52a2cccdd622'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:48.036886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-378babb6-e1ad-4df2-b3a4-17a4f4e3e5e4 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/routers/9ca7e3f6-079a-4e37-8d69-52a2cccdd622 HTTP/1.1" status: 200 len: 881 time: 0.1494427 Jul 16 18:40:48.037275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56410) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:48.535258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b9a3-af8d-4175-9165-3792c293f8b8 req-0b618251-932d-4b6b-a9fa-3afc319b9665 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:48.536944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2760b9a3-af8d-4175-9165-3792c293f8b8 req-0b618251-932d-4b6b-a9fa-3afc319b9665 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.4379063 Jul 16 18:40:48.651853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2760b9a3-af8d-4175-9165-3792c293f8b8 req-5b3215ca-b0ed-4dda-96d9-1e403528f3a1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028738 Jul 16 18:40:48.715199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-05ba8c0b-928e-4c40-b385-7823666e90ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6762915 Jul 16 18:40:48.715811 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56424) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:48.726723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-805b4350-49be-4648-942c-b850a207af13 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1448822269'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:49.174324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-12db1a9c-22c3-4dcc-b516-7894c9f346d1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:49.177741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-12db1a9c-22c3-4dcc-b516-7894c9f346d1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 810 time: 0.1793821 Jul 16 18:40:49.214358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-236bc771-2dbb-454d-aa95-142ecb501735 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/quotas/86377b44e7a444a49e1b6b4100f9bc48 HTTP/1.1" status: 200 len: 375 time: 0.0210431 Jul 16 18:40:49.228438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-805b4350-49be-4648-942c-b850a207af13 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.250725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-805b4350-49be-4648-942c-b850a207af13 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.320292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-7f036a03-8281-4c76-8fe3-c81dec277439 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903947 Jul 16 18:40:49.489823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805b4350-49be-4648-942c-b850a207af13 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router 9ca7e3f6-079a-4e37-8d69-52a2cccdd622 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:49.491111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-a71e23f8-b6c8-4ae4-b3a9-16e513a1f1e3 service neutron] 10.222.0.60 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567698 Jul 16 18:40:49.627026 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-0e711acb-d129-497e-9bfe-aaac8892d4cd service neutron] 10.222.0.60 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188393 Jul 16 18:40:49.643019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b4350-49be-4648-942c-b850a207af13 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:49.651796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-805b4350-49be-4648-942c-b850a207af13 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.659072 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-805b4350-49be-4648-942c-b850a207af13 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/9ca7e3f6-079a-4e37-8d69-52a2cccdd622 HTTP/1.1" status: 200 len: 888 time: 0.9357226 Jul 16 18:40:49.659565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56452) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.660200 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4edc7-fffd-4ac9-a1be-84339fe63617 None None] Sync routers for ids ['9ca7e3f6-079a-4e37-8d69-52a2cccdd622'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:49.680117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4edc7-fffd-4ac9-a1be-84339fe63617 None None] Routers {'9ca7e3f6-079a-4e37-8d69-52a2cccdd622'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:49.680820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ced4edc7-fffd-4ac9-a1be-84339fe63617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9ca7e3f6-079a-4e37-8d69-52a2cccdd622'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.725576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ced4edc7-fffd-4ac9-a1be-84339fe63617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.738223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4edc7-fffd-4ac9-a1be-84339fe63617 None None] Routers {'9ca7e3f6-079a-4e37-8d69-52a2cccdd622'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:49.738877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ced4edc7-fffd-4ac9-a1be-84339fe63617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9ca7e3f6-079a-4e37-8d69-52a2cccdd622'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.803294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ced4edc7-fffd-4ac9-a1be-84339fe63617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.804460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4edc7-fffd-4ac9-a1be-84339fe63617 None None] The sync data for ids ['9ca7e3f6-079a-4e37-8d69-52a2cccdd622'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:49.876775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bf777674-bf47-43dd-b597-616c2b976b2d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/routers/9ca7e3f6-079a-4e37-8d69-52a2cccdd622 HTTP/1.1" status: 200 len: 888 time: 0.2166803 Jul 16 18:40:49.881470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56456) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.918209 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3ba51210-f54f-4409-833c-d6024ee8c28a tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ca7e3f6-079a-4e37-8d69-52a2cccdd622 HTTP/1.1" status: 200 len: 205 time: 0.0351334 Jul 16 18:40:49.923054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:50.023448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c224090b-dcc9-40bd-ad66-462428c51910 req-65569087-98c3-4326-885e-7addf7b390d5 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 210 time: 0.0430365 Jul 16 18:40:50.153209 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.318761 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.401012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 209c0ff0-1ba0-42d4-a25c-5c57f4870328 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:50.401619 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.550326 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.567428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 209c0ff0-1ba0-42d4-a25c-5c57f4870328 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:50.878057 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.934649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=209c0ff0-1ba0-42d4-a25c-5c57f4870328,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.056476 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.193887 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.198763 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.262345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f24e4db7-7522-4377-9ecf-35826abea905 req-bd67bf69-ec89-46ec-8884-22fa71c1f555 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 210 time: 0.0600128 Jul 16 18:40:51.332735 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.333418 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Fanout notify agent at l3_agent the message router_deleted on router 9ca7e3f6-079a-4e37-8d69-52a2cccdd622 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:51.341373 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.346982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-449f990d-df46-4109-8ef0-31af1cafc5da tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/9ca7e3f6-079a-4e37-8d69-52a2cccdd622 HTTP/1.1" status: 204 len: 168 time: 1.4174442 Jul 16 18:40:51.347981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56488) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:51.357514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'network': {'name': 'tempest-RoutersTest-1642830696'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:51.398617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:51.405189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.437116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:51.450345 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.450984 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added segment c0098c1b-36a9-430c-b456-8a17054bc226 of type vlan for network 1abbbafd-3aea-4f82-8692-859b6160ddf6 Jul 16 18:40:51.536949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.630864 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.636824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:51.637470 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.698371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-5e710ae2-66dc-45fd-8d7c-78ae526374b0 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:51.699855 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-5e710ae2-66dc-45fd-8d7c-78ae526374b0 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.45 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 810 time: 0.2082136 Jul 16 18:40:51.705710 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3554513 Jul 16 18:40:51.710400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:51.744777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'subnet': {'network_id': '1abbbafd-3aea-4f82-8692-859b6160ddf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:51.754282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Request body: {'port': {'device_id': '5a76d6e3-4c6e-4aa8-914d-3c3495409696', 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07', 'admin_state_up': True, 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:51.760802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad16992-f9b2-473e-856d-40bac0e89e4f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Network': ['ID=1abbbafd-3aea-4f82-8692-859b6160ddf6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.784704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 1abbbafd-3aea-4f82-8692-859b6160ddf6 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:51.962402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:51.966944 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.023131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Made reservation on behalf of 86377b44e7a444a49e1b6b4100f9bc48 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:52.028432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.459564 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49d75173-429e-4ab3-b908-8d31af555925 req-2d9edff2-7349-4465-992a-4d2dc2777bc8 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 210 time: 0.0453424 Jul 16 18:40:52.954071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Allocated IP 172.20.0.7 (f14f277e-1292-4db8-b73b-1aff28abfb07/538a0b8a-e9f7-48f8-af42-916fc8ec70f4/eb8077a9-6d82-4cde-823c-758a742bdebf) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:53.002664 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.187190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Subnet': ['ID=2098b317-02d7-4fb4-a9f5-a6eca87e4b09,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:53.250169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Checking segment: {'id': 'c0098c1b-36a9-430c-b456-8a17054bc226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1abbbafd-3aea-4f82-8692-859b6160ddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:53.250794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network hostable DHCP agents. Network: 1abbbafd-3aea-4f82-8692-859b6160ddf6, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:53.346232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 1abbbafd-3aea-4f82-8692-859b6160ddf6 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:53.367733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 1abbbafd-3aea-4f82-8692-859b6160ddf6) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:53.380887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99781f87-393e-400f-8790-1d6418f5d4d1 None None] Network 1abbbafd-3aea-4f82-8692-859b6160ddf6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:53.383776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:53.384987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.441397 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.449878 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-16132de4-9169-4772-9413-cb54940e943e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7378118 Jul 16 18:40:53.454041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56526) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.460004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-856e70e8-c418-4ae6-b3f1-6b10b7cdf33f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-393460634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:53.496794 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-856e70e8-c418-4ae6-b3f1-6b10b7cdf33f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.498495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-856e70e8-c418-4ae6-b3f1-6b10b7cdf33f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.523110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.589437 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-856e70e8-c418-4ae6-b3f1-6b10b7cdf33f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.598931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-856e70e8-c418-4ae6-b3f1-6b10b7cdf33f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.616644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['b42fa13f-665a-42a4-8b26-c4e77d4649c0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:53.630421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Network f14f277e-1292-4db8-b73b-1aff28abfb07 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:53.647169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-856e70e8-c418-4ae6-b3f1-6b10b7cdf33f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.649380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-856e70e8-c418-4ae6-b3f1-6b10b7cdf33f tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1933248 Jul 16 18:40:53.649684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Pushing event updated for resources: {'Port': ['ID=eb8077a9-6d82-4cde-823c-758a742bdebf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:53.653707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56534) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.668737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:53.677630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:53.759590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:53.760357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.782153 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-af629888-e6d0-4163-8cf4-717cf0c2c01d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0334105 Jul 16 18:40:53.797356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Request body: {'port': {'device_id': '5a76d6e3-4c6e-4aa8-914d-3c3495409696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:53.858389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-1abbbafd-3aea-4f82-8692-859b6160ddf6', 'network_id': '1abbbafd-3aea-4f82-8692-859b6160ddf6', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'fixed_ips': [{'subnet_id': '2098b317-02d7-4fb4-a9f5-a6eca87e4b09'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:53.861050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.932191 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.180295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e0ba-a23a-4671-b7ae-a5acf23740e7 req-12b61c2c-3807-43d0-acc1-913024959ca7 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:54.192189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c59e0ba-a23a-4671-b7ae-a5acf23740e7 req-12b61c2c-3807-43d0-acc1-913024959ca7 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 931 time: 0.4262927 Jul 16 18:40:54.308758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0c59e0ba-a23a-4671-b7ae-a5acf23740e7 req-08ca69f0-744b-495f-9ffb-752732abe31a tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155045 Jul 16 18:40:54.332154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Allocated IP 172.20.0.2 (1abbbafd-3aea-4f82-8692-859b6160ddf6/2098b317-02d7-4fb4-a9f5-a6eca87e4b09/d7ed39b4-635f-4a01-b0aa-2685efffd30d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:54.375248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.666251 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.682729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Transition to ACTIVE for port object d7ed39b4-635f-4a01-b0aa-2685efffd30d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:54.685170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8077a9-6d82-4cde-823c-758a742bdebf {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:54.699630 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.705466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Transition to ACTIVE for port object d7ed39b4-635f-4a01-b0aa-2685efffd30d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:54.713627 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.725016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Transition to ACTIVE for port object eb8077a9-6d82-4cde-823c-758a742bdebf will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:54.732186 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.768904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Pushing event updated for resources: {'Port': ['ID=d7ed39b4-635f-4a01-b0aa-2685efffd30d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:54.785211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Network 1abbbafd-3aea-4f82-8692-859b6160ddf6 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:54.786893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:54.789521 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:54.811622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.20.0.1 (1abbbafd-3aea-4f82-8692-859b6160ddf6/2098b317-02d7-4fb4-a9f5-a6eca87e4b09/915c2d37-bcf7-4f7a-a55b-0b8555abeb46) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:54.840857 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Pushing event updated for resources: {'Port': ['ID=eb8077a9-6d82-4cde-823c-758a742bdebf,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:54.859531 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Attempting to bind port d7ed39b4-635f-4a01-b0aa-2685efffd30d on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:54.860435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Attempting to bind port d7ed39b4-635f-4a01-b0aa-2685efffd30d by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c0098c1b-36a9-430c-b456-8a17054bc226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1abbbafd-3aea-4f82-8692-859b6160ddf6'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:54.861753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Attempting to bind port d7ed39b4-635f-4a01-b0aa-2685efffd30d on network 1abbbafd-3aea-4f82-8692-859b6160ddf6 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:54.871423 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:54.872152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Checking segment: {'id': 'c0098c1b-36a9-430c-b456-8a17054bc226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1abbbafd-3aea-4f82-8692-859b6160ddf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:54.872825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.873463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Bound using segment: {'id': 'c0098c1b-36a9-430c-b456-8a17054bc226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1abbbafd-3aea-4f82-8692-859b6160ddf6'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:54.874301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Bound port: d7ed39b4-635f-4a01-b0aa-2685efffd30d, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0098c1b-36a9-430c-b456-8a17054bc226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1abbbafd-3aea-4f82-8692-859b6160ddf6'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:54.874939 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.982945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] For port d7ed39b4-635f-4a01-b0aa-2685efffd30d, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:54.986603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Attempting to bind port eb8077a9-6d82-4cde-823c-758a742bdebf on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:54.987503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Attempting to bind port eb8077a9-6d82-4cde-823c-758a742bdebf by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:54.987988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Attempting to bind port eb8077a9-6d82-4cde-823c-758a742bdebf on network f14f277e-1292-4db8-b73b-1aff28abfb07 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:54.990509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] For port d7ed39b4-635f-4a01-b0aa-2685efffd30d, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d7ed39b4-635f-4a01-b0aa-2685efffd30d,segment=NetworkSegment(c0098c1b-36a9-430c-b456-8a17054bc226),segment_id=c0098c1b-36a9-430c-b456-8a17054bc226)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:54.997300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Port eb8077a9-6d82-4cde-823c-758a742bdebf on network f14f277e-1292-4db8-b73b-1aff28abfb07 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:40:54.998059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Attempting to bind port eb8077a9-6d82-4cde-823c-758a742bdebf on network f14f277e-1292-4db8-b73b-1aff28abfb07 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:54.998858 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.010506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:55.011082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Checking segment: {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:55.012563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Bound using segment: {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:55.013425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Bound port: eb8077a9-6d82-4cde-823c-758a742bdebf, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:55.014049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.081248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.103310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7e23f-2f04-49a1-b461-aa811b76c953 None None] Pushing event updated for resources: {'Port': ['ID=d7ed39b4-635f-4a01-b0aa-2685efffd30d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.143422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Transition to ACTIVE for port object 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:55.186553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] For port eb8077a9-6d82-4cde-823c-758a742bdebf, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:55.194686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] For port eb8077a9-6d82-4cde-823c-758a742bdebf, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb8077a9-6d82-4cde-823c-758a742bdebf,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:55.203047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.205090 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.262344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 1abbbafd-3aea-4f82-8692-859b6160ddf6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:55.269559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:55.274891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:55.301760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.302808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.306628 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] 10.222.0.45 "PUT /v2.0/ports/eb8077a9-6d82-4cde-823c-758a742bdebf HTTP/1.1" status: 200 len: 1092 time: 1.5149262 Jul 16 18:40:55.308014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a76d6e3-4c6e-4aa8-914d-3c3495409696', 'tag': 'eb8077a9-6d82-4cde-823c-758a742bdebf'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:55.312703 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f53b2c-3c5a-430a-90d5-492d489609e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a76d6e3-4c6e-4aa8-914d-3c3495409696", "tag": "eb8077a9-6d82-4cde-823c-758a742bdebf"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:55.364922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=915c2d37-bcf7-4f7a-a55b-0b8555abeb46,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.372060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff809e7c-db50-43b7-bf44-43c3c94dc6ee service neutron] Pushing event updated for resources: {'Port': ['ID=eb8077a9-6d82-4cde-823c-758a742bdebf,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.383728 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.406260 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962efe88-6477-4a72-8ee9-819c742faa8b x-openstack-request-id: req-962efe88-6477-4a72-8ee9-819c742faa8b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:55.406504 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a76d6e3-4c6e-4aa8-914d-3c3495409696", "tag": "eb8077a9-6d82-4cde-823c-758a742bdebf", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:55.406758 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-962efe88-6477-4a72-8ee9-819c742faa8b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:55.407282 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a76d6e3-4c6e-4aa8-914d-3c3495409696', 'tag': 'eb8077a9-6d82-4cde-823c-758a742bdebf', 'status': 'completed', 'code': 200} Jul 16 18:40:55.579976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-da81ebcd-33bc-40ae-860a-dbf8c757f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.583245 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-da81ebcd-33bc-40ae-860a-dbf8c757f335 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 1095 time: 0.2015078 Jul 16 18:40:55.667947 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.682016 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-7ae7abe9-24c9-4ef6-be49-408b0c959a95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb8077a9-6d82-4cde-823c-758a742bdebf HTTP/1.1" status: 200 len: 217 time: 0.0901198 Jul 16 18:40:55.759695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-35c89357-aa5c-4b7c-8f24-45f608d7e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.762193 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-35c89357-aa5c-4b7c-8f24-45f608d7e43d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=538a0b8a-e9f7-48f8-af42-916fc8ec70f4 HTTP/1.1" status: 200 len: 850 time: 0.0712163 Jul 16 18:40:55.827683 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-e73449ac-8fec-4f1f-b9d7-51ca9fb8c842 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14f277e-1292-4db8-b73b-1aff28abfb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492857 Jul 16 18:40:56.012051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fffd5e-b464-42f4-b891-7a37fdcf1b73 req-ee1419b9-cc77-4fd3-adb4-01307811c427 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.013921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2fffd5e-b464-42f4-b891-7a37fdcf1b73 req-ee1419b9-cc77-4fd3-adb4-01307811c427 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 943 time: 0.3215709 Jul 16 18:40:56.015913 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-9aeaddff-658d-4f03-80ea-d661d06c3bb6 service neutron] 10.222.0.45 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811783 Jul 16 18:40:56.146012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2fffd5e-b464-42f4-b891-7a37fdcf1b73 req-359c4a61-2b64-4850-809b-c644fba0d1e1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214819 Jul 16 18:40:56.209206 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ebbc26de-6544-4280-a5f1-0230a5ed863c req-3fb700cc-a918-4044-8fd0-2376099e9875 service neutron] 10.222.0.45 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824393 Jul 16 18:40:56.363615 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.373615 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.381455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-1158dd14-7dce-459c-abc4-db2ce7cd3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.383830 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-1158dd14-7dce-459c-abc4-db2ce7cd3ee5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 1095 time: 0.0925388 Jul 16 18:40:56.519271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=915c2d37-bcf7-4f7a-a55b-0b8555abeb46,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.534026 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.551686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-b4f8e4f2-3b12-46cf-8a1c-16f9b969331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.553615 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-b4f8e4f2-3b12-46cf-8a1c-16f9b969331a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 911 time: 0.1597710 Jul 16 18:40:56.619768 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-499b226d-251c-41f2-8fbb-d294ef530741 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb8077a9-6d82-4cde-823c-758a742bdebf HTTP/1.1" status: 200 len: 217 time: 0.0462694 Jul 16 18:40:56.710328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 1abbbafd-3aea-4f82-8692-859b6160ddf6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:56.720886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:56.726633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-55b8b5c6-1f5a-4fe0-80a9-8e8a290344e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.729814 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-55b8b5c6-1f5a-4fe0-80a9-8e8a290344e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=538a0b8a-e9f7-48f8-af42-916fc8ec70f4 HTTP/1.1" status: 200 len: 850 time: 0.1002803 Jul 16 18:40:56.770085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce341054-82ab-46a3-af55-f5fb8341307d None None] Network 1abbbafd-3aea-4f82-8692-859b6160ddf6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:56.787521 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-6017a148-92eb-440f-9a0c-a16f25278778 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14f277e-1292-4db8-b73b-1aff28abfb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487609 Jul 16 18:40:56.899238 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:56.925098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router 247da7d8-0186-4b0c-beda-a57b591b6a6f is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:56.925915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-f8844d6a-b6ba-4749-a042-b842e0c47c04 service neutron] 10.222.0.45 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285462 Jul 16 18:40:56.929027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cf828dc4-5832-4e2c-9b39-5058deee1c48 None None] Provisioning for port d7ed39b4-635f-4a01-b0aa-2685efffd30d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:57.107431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:57.116919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0e1d067e-6bbf-4d01-8380-0498e64f6d0c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/247da7d8-0186-4b0c-beda-a57b591b6a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4546750 Jul 16 18:40:57.122640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.134393 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e862b-99dd-4fc3-90df-7aeee9d600cb None None] Sync routers for ids ['247da7d8-0186-4b0c-beda-a57b591b6a6f'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:57.149232 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e862b-99dd-4fc3-90df-7aeee9d600cb None None] Routers {'247da7d8-0186-4b0c-beda-a57b591b6a6f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:57.150286 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8c4e862b-99dd-4fc3-90df-7aeee9d600cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['247da7d8-0186-4b0c-beda-a57b591b6a6f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:57.210551 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8c4e862b-99dd-4fc3-90df-7aeee9d600cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:57.223038 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e862b-99dd-4fc3-90df-7aeee9d600cb None None] Routers {'247da7d8-0186-4b0c-beda-a57b591b6a6f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:57.224051 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8c4e862b-99dd-4fc3-90df-7aeee9d600cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['247da7d8-0186-4b0c-beda-a57b591b6a6f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:57.230011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d8430-0b67-4234-9db6-fcc54754645d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.230011 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2e2d8430-0b67-4234-9db6-fcc54754645d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports/915c2d37-bcf7-4f7a-a55b-0b8555abeb46 HTTP/1.1" status: 200 len: 910 time: 0.0996752 Jul 16 18:40:57.232301 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-72f53b2c-3c5a-430a-90d5-492d489609e7 req-543a13a5-e7d2-4e3c-bdb6-25869e487539 service neutron] 10.222.0.45 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973816 Jul 16 18:40:57.234573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.241765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3ebf49d8-0d6a-44eb-ac58-f16ae0826c32 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2098b317-02d7-4fb4-a9f5-a6eca87e4b09'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:57.296978 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8c4e862b-99dd-4fc3-90df-7aeee9d600cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:57.298888 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e862b-99dd-4fc3-90df-7aeee9d600cb None None] The sync data for ids ['247da7d8-0186-4b0c-beda-a57b591b6a6f'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:57.391072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d7ed39b4-635f-4a01-b0aa-2685efffd30d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:57.519004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d7ed39b4-635f-4a01-b0aa-2685efffd30d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:57.527410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d7ed39b4-635f-4a01-b0aa-2685efffd30d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:57.528207 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.536650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e6c401d-3e83-4991-87d6-b2bc2b1a89b9 None None] Provisioning for port 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:57.584063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7e6c401d-3e83-4991-87d6-b2bc2b1a89b9 None None] Provisioning complete for port 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:57.584414 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7e6c401d-3e83-4991-87d6-b2bc2b1a89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.656939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7e6c401d-3e83-4991-87d6-b2bc2b1a89b9 None None] Port 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:57.723744 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.769511 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d7ed39b4-635f-4a01-b0aa-2685efffd30d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d7ed39b4-635f-4a01-b0aa-2685efffd30d,segment=NetworkSegment(c0098c1b-36a9-430c-b456-8a17054bc226),segment_id=c0098c1b-36a9-430c-b456-8a17054bc226)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:57.775843 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.881371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e6f9a480-2dbb-4dbe-9df2-fe5a05a47f54 None None] Provisioning complete for port 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:57.882374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6f9a480-2dbb-4dbe-9df2-fe5a05a47f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.910147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d7ed39b4-635f-4a01-b0aa-2685efffd30d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.957406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9a480-2dbb-4dbe-9df2-fe5a05a47f54 None None] Port 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:57.972762 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ebf49d8-0d6a-44eb-ac58-f16ae0826c32 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.985334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05a0d8-b560-4214-aa4a-a23865a34087 req-468e7fcb-b77b-4418-b5d1-51296894c3cb tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.987695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d05a0d8-b560-4214-aa4a-a23865a34087 req-468e7fcb-b77b-4418-b5d1-51296894c3cb tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 943 time: 0.5423226 Jul 16 18:40:58.089207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d05a0d8-b560-4214-aa4a-a23865a34087 req-442b4c5c-2532-40f8-9353-59296ae4747f tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886569 Jul 16 18:40:58.181609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d26a27c0-c9d1-4d97-bff8-370dd5514784 None None] Provisioning complete for port 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:58.182128 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d26a27c0-c9d1-4d97-bff8-370dd5514784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.240745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d26a27c0-c9d1-4d97-bff8-370dd5514784 None None] Port 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:58.441510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device eb8077a9-6d82-4cde-823c-758a742bdebf details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:58.513947 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ebf49d8-0d6a-44eb-ac58-f16ae0826c32 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.525506 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ebf49d8-0d6a-44eb-ac58-f16ae0826c32 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.639455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port eb8077a9-6d82-4cde-823c-758a742bdebf, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb8077a9-6d82-4cde-823c-758a742bdebf,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:58.650684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf49d8-0d6a-44eb-ac58-f16ae0826c32 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=915c2d37-bcf7-4f7a-a55b-0b8555abeb46,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.659633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebf49d8-0d6a-44eb-ac58-f16ae0826c32 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:58.660378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3ebf49d8-0d6a-44eb-ac58-f16ae0826c32 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.662196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3ebf49d8-0d6a-44eb-ac58-f16ae0826c32 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/ports/915c2d37-bcf7-4f7a-a55b-0b8555abeb46 HTTP/1.1" status: 200 len: 910 time: 1.4255567 Jul 16 18:40:58.667227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:58.668121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'eb8077a9-6d82-4cde-823c-758a742bdebf', 'network_id': 'f14f277e-1292-4db8-b73b-1aff28abfb07', 'port_id': 'eb8077a9-6d82-4cde-823c-758a742bdebf', 'mac_address': 'fa:16:3e:2e:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538a0b8a-e9f7-48f8-af42-916fc8ec70f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:58.718071 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.738369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8077a9-6d82-4cde-823c-758a742bdebf {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:58.766020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port eb8077a9-6d82-4cde-823c-758a742bdebf, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb8077a9-6d82-4cde-823c-758a742bdebf,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:58.774631 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.851118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=eb8077a9-6d82-4cde-823c-758a742bdebf,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:59.044065 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.086459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['eb8077a9-6d82-4cde-823c-758a742bdebf'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:59.250739 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.368063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d7ed39b4-635f-4a01-b0aa-2685efffd30d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:59.472322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d7ed39b4-635f-4a01-b0aa-2685efffd30d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:59.472796 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.498510 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaf8c1-d1ea-439d-acc7-85cf6386e9e0 req-5d239bff-40dd-4c5f-9322-20db06cd59d9 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:59.500333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6aaf8c1-d1ea-439d-acc7-85cf6386e9e0 req-5d239bff-40dd-4c5f-9322-20db06cd59d9 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 944 time: 0.1221898 Jul 16 18:40:59.611662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f6aaf8c1-d1ea-439d-acc7-85cf6386e9e0 req-4940cc1a-1062-4ea0-a44f-a529e870eeff tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978236 Jul 16 18:40:59.718896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:59.720880 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.881285 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.905642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 915c2d37-bcf7-4f7a-a55b-0b8555abeb46 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:00.213209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.248323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=915c2d37-bcf7-4f7a-a55b-0b8555abeb46,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:00.461250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device eb8077a9-6d82-4cde-823c-758a742bdebf up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:00.468290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.542476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port eb8077a9-6d82-4cde-823c-758a742bdebf completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:00.550125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port eb8077a9-6d82-4cde-823c-758a742bdebf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:00.550558 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.712566 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.761258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a76d6e3-4c6e-4aa8-914d-3c3495409696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8077a9-6d82-4cde-823c-758a742bdebf'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:00.765597 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b775b9-ae8d-40ad-86da-a33a3224fa05" -d '{"events": [{"server_uuid": "5a76d6e3-4c6e-4aa8-914d-3c3495409696", "name": "network-vif-plugged", "status": "completed", "tag": "eb8077a9-6d82-4cde-823c-758a742bdebf"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:00.794090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port eb8077a9-6d82-4cde-823c-758a742bdebf, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb8077a9-6d82-4cde-823c-758a742bdebf,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:00.806175 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.831306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router 247da7d8-0186-4b0c-beda-a57b591b6a6f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:00.869618 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25650c57-0b25-4313-8f3c-f60c1ce9afab x-openstack-request-id: req-25650c57-0b25-4313-8f3c-f60c1ce9afab {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:00.870239 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a76d6e3-4c6e-4aa8-914d-3c3495409696", "name": "network-vif-plugged", "status": "completed", "tag": "eb8077a9-6d82-4cde-823c-758a742bdebf", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:00.870783 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25650c57-0b25-4313-8f3c-f60c1ce9afab {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:00.871567 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a76d6e3-4c6e-4aa8-914d-3c3495409696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8077a9-6d82-4cde-823c-758a742bdebf', 'code': 200} Jul 16 18:41:00.926567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=eb8077a9-6d82-4cde-823c-758a742bdebf,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:00.983215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dead1-4b31-4a9c-8b23-1b539c2b4289 req-f01248d8-ef59-43aa-81ea-a97b9ac54e42 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.000427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f1dead1-4b31-4a9c-8b23-1b539c2b4289 req-f01248d8-ef59-43aa-81ea-a97b9ac54e42 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1879697 Jul 16 18:41:01.031766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:01.043265 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bff75594-7847-4a94-9e9f-cec1527c2d7b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/247da7d8-0186-4b0c-beda-a57b591b6a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3741004 Jul 16 18:41:01.050546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56642) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:01.071069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a027e74b-7b25-40f5-b24c-33bd14e2d819 None None] Sync routers for ids ['247da7d8-0186-4b0c-beda-a57b591b6a6f'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:01.081356 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f1dead1-4b31-4a9c-8b23-1b539c2b4289 req-7e7bde9c-d851-4a58-88a4-4c9a6f8f7927 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751488 Jul 16 18:41:01.102701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027e74b-7b25-40f5-b24c-33bd14e2d819 None None] Routers {'247da7d8-0186-4b0c-beda-a57b591b6a6f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:01.104384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a027e74b-7b25-40f5-b24c-33bd14e2d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['247da7d8-0186-4b0c-beda-a57b591b6a6f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:01.145065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-97a3d317-b69c-4200-b820-28cb4c659008 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=247da7d8-0186-4b0c-beda-a57b591b6a6f HTTP/1.1" status: 200 len: 205 time: 0.0864487 Jul 16 18:41:01.149824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56646) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:01.187197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2febeab-8403-454b-8726-9b6281874521 req-ef604e27-1b3e-419e-a587-162de7dbe598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.191065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2febeab-8403-454b-8726-9b6281874521 req-ef604e27-1b3e-419e-a587-162de7dbe598 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 1097 time: 0.2122836 Jul 16 18:41:01.221402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a027e74b-7b25-40f5-b24c-33bd14e2d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:01.247556 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a027e74b-7b25-40f5-b24c-33bd14e2d819 None None] Routers {'247da7d8-0186-4b0c-beda-a57b591b6a6f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:01.248809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a027e74b-7b25-40f5-b24c-33bd14e2d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:40:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['247da7d8-0186-4b0c-beda-a57b591b6a6f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:01.270097 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d2febeab-8403-454b-8726-9b6281874521 req-d3942639-50c5-4a4d-8c2f-a5765bec25a7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697274 Jul 16 18:41:01.299535 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5023ed0-86fd-4661-8752-42ac5cbedb23 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.324090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a027e74b-7b25-40f5-b24c-33bd14e2d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:01.325161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a027e74b-7b25-40f5-b24c-33bd14e2d819 None None] The sync data for ids ['247da7d8-0186-4b0c-beda-a57b591b6a6f'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:01.497522 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5023ed0-86fd-4661-8752-42ac5cbedb23 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.501687 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5023ed0-86fd-4661-8752-42ac5cbedb23 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.584271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5023ed0-86fd-4661-8752-42ac5cbedb23 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.584942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5023ed0-86fd-4661-8752-42ac5cbedb23 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Fanout notify agent at l3_agent the message router_deleted on router 247da7d8-0186-4b0c-beda-a57b591b6a6f {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:41:01.593568 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c5023ed0-86fd-4661-8752-42ac5cbedb23 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.595556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c5023ed0-86fd-4661-8752-42ac5cbedb23 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/247da7d8-0186-4b0c-beda-a57b591b6a6f HTTP/1.1" status: 204 len: 168 time: 0.4433010 Jul 16 18:41:01.598611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:01.707424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-db81c408-326f-4f87-aecd-b639e0889211 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting subnet 2098b317-02d7-4fb4-a9f5-a6eca87e4b09 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:01.713186 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db81c408-326f-4f87-aecd-b639e0889211 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.775449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db81c408-326f-4f87-aecd-b639e0889211 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.918519 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db81c408-326f-4f87-aecd-b639e0889211 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.017413 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db81c408-326f-4f87-aecd-b639e0889211 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.058277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81c408-326f-4f87-aecd-b639e0889211 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Subnet': ['ID=2098b317-02d7-4fb4-a9f5-a6eca87e4b09,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:02.066300 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db81c408-326f-4f87-aecd-b639e0889211 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.068466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-db81c408-326f-4f87-aecd-b639e0889211 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/2098b317-02d7-4fb4-a9f5-a6eca87e4b09 HTTP/1.1" status: 204 len: 168 time: 0.4679828 Jul 16 18:41:02.072477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56658) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:02.075436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c13ff5-89e8-428c-987e-ae9cfcf72211 None None] Network 1abbbafd-3aea-4f82-8692-859b6160ddf6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:02.309745 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.571340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port d7ed39b4-635f-4a01-b0aa-2685efffd30d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:02.574708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.629958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2bff3-2b3c-4099-aca8-f898d026df75 req-144d6905-605c-4955-9b71-754a81e97554 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.632398 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddc2bff3-2b3c-4099-aca8-f898d026df75 req-144d6905-605c-4955-9b71-754a81e97554 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1947956 Jul 16 18:41:02.750495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port d7ed39b4-635f-4a01-b0aa-2685efffd30d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d7ed39b4-635f-4a01-b0aa-2685efffd30d,segment=NetworkSegment(c0098c1b-36a9-430c-b456-8a17054bc226),segment_id=c0098c1b-36a9-430c-b456-8a17054bc226)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:02.750984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.787850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for d7ed39b4-635f-4a01-b0aa-2685efffd30d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:02.795703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ddc2bff3-2b3c-4099-aca8-f898d026df75 req-2b8734e4-4da2-4b46-9c5f-cb95a4438bb1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502438 Jul 16 18:41:02.820293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa28c4-c7ef-48f4-ae8e-e47988d51d1e None None] DHCP port deletion for 1abbbafd-3aea-4f82-8692-859b6160ddf6 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:02.911108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa28c4-c7ef-48f4-ae8e-e47988d51d1e None None] Deleting port d7ed39b4-635f-4a01-b0aa-2685efffd30d {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:02.911769 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6fa28c4-c7ef-48f4-ae8e-e47988d51d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.930765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.976283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=d7ed39b4-635f-4a01-b0aa-2685efffd30d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:02.979019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No DVR routers for this DVR port d7ed39b4-635f-4a01-b0aa-2685efffd30d on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:03.062134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e6fa28c4-c7ef-48f4-ae8e-e47988d51d1e None None] For port d7ed39b4-635f-4a01-b0aa-2685efffd30d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d7ed39b4-635f-4a01-b0aa-2685efffd30d,segment=NetworkSegment(c0098c1b-36a9-430c-b456-8a17054bc226),segment_id=c0098c1b-36a9-430c-b456-8a17054bc226)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:03.062602 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6fa28c4-c7ef-48f4-ae8e-e47988d51d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.090609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa28c4-c7ef-48f4-ae8e-e47988d51d1e None None] Calling delete_port for d7ed39b4-635f-4a01-b0aa-2685efffd30d owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:03.120244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.157877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abbbafd-3aea-4f82-8692-859b6160ddf6']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:03.183167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0098c1b-36a9-430c-b456-8a17054bc226') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:03.183869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0098c1b-36a9-430c-b456-8a17054bc226') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:03.205736 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.233334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.246566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:03.247554 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:03.258963 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:03.264946 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd122c96-5f6f-48b5-a844-9200ad5dc092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.307834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d7ed39b4-635f-4a01-b0aa-2685efffd30d no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:03.320305 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e6fa28c4-c7ef-48f4-ae8e-e47988d51d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.370778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d7ed39b4-635f-4a01-b0aa-2685efffd30d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:03.371148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d7ed39b4-635f-4a01-b0aa-2685efffd30d not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:03.399916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa28c4-c7ef-48f4-ae8e-e47988d51d1e None None] No DVR routers for this DVR port d7ed39b4-635f-4a01-b0aa-2685efffd30d on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:03.401987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa28c4-c7ef-48f4-ae8e-e47988d51d1e None None] Pushing event deleted for resources: {'Port': ['ID=d7ed39b4-635f-4a01-b0aa-2685efffd30d,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:03.418123 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.433865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.436257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/networks/1abbbafd-3aea-4f82-8692-859b6160ddf6 HTTP/1.1" status: 204 len: 168 time: 1.3625877 Jul 16 18:41:03.441411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56682) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:03.448206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-30ba990b-20fe-4b17-bba8-6e0c96ba1bff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1095001624', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:03.452078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633dc9-0883-4a18-a9eb-b9b3812b27db tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Network': ['ID=1abbbafd-3aea-4f82-8692-859b6160ddf6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:03.500623 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30ba990b-20fe-4b17-bba8-6e0c96ba1bff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.502876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30ba990b-20fe-4b17-bba8-6e0c96ba1bff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.571642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30ba990b-20fe-4b17-bba8-6e0c96ba1bff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.577727 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30ba990b-20fe-4b17-bba8-6e0c96ba1bff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.615588 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-30ba990b-20fe-4b17-bba8-6e0c96ba1bff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.618567 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-30ba990b-20fe-4b17-bba8-6e0c96ba1bff tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1743035 Jul 16 18:41:03.622335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56684) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:03.628405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'network': {'name': 'tempest-RoutersTest-2064430959'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:03.657412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:03.663030 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.701862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:03.717738 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.718255 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added segment 3a245c1b-1cd6-46b9-85e8-67ada213e20d of type vlan for network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 Jul 16 18:41:03.775445 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.827175 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.833979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.834883 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.909129 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2795627 Jul 16 18:41:03.909363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56692) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:03.920788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'subnet': {'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:04.001725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019984f-354f-4bba-96e0-8dfc1607605e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Network': ['ID=9d0d5475-6710-4fc9-800c-95c4be14c9b1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:04.019829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:04.117936 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:04.132221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.135314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec35bc0-ed81-439c-a6bb-3d514369e514 req-ce831dee-d382-4b1c-8460-06d88b38a368 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.137824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ec35bc0-ed81-439c-a6bb-3d514369e514 req-ce831dee-d382-4b1c-8460-06d88b38a368 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1088703 Jul 16 18:41:04.238286 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0ec35bc0-ed81-439c-a6bb-3d514369e514 req-07617258-f869-4dc8-a3e8-cf9320b28beb tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885220 Jul 16 18:41:04.462763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.543026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Subnet': ['ID=ce31b5ef-218d-45b9-9b1a-fcb773c76dfd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:04.557805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Checking segment: {'id': '3a245c1b-1cd6-46b9-85e8-67ada213e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:04.558316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network hostable DHCP agents. Network: 9d0d5475-6710-4fc9-800c-95c4be14c9b1, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:04.583660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:04.615819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 9d0d5475-6710-4fc9-800c-95c4be14c9b1) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:04.625932 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.627166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.627312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13fa6f2-b252-4522-996c-5cd07420fb5f None None] Network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:04.655798 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3af9a988-c8a3-4161-95fd-01537e5d867d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7438354 Jul 16 18:41:04.659876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56706) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:04.975033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:04.980380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.047695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a3e7c-a1d4-4c9b-a9aa-cea5272e88e9 req-5fa057d4-7105-4e81-a923-a8fe17c29c59 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.049873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d5a3e7c-a1d4-4c9b-a9aa-cea5272e88e9 req-5fa057d4-7105-4e81-a923-a8fe17c29c59 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1221366 Jul 16 18:41:05.144438 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d5a3e7c-a1d4-4c9b-a9aa-cea5272e88e9 req-03f7c763-3813-4c7e-a3d8-2c645532a44c tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876675 Jul 16 18:41:05.155058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f62fee-43aa-49b5-aced-47581535a6fe req-51d7a69b-3b37-41d9-b47a-67dff640df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.157588 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-52f62fee-43aa-49b5-aced-47581535a6fe req-51d7a69b-3b37-41d9-b47a-67dff640df0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 1097 time: 0.2597089 Jul 16 18:41:05.242464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.318061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Allocated IP 172.20.0.2 (9d0d5475-6710-4fc9-800c-95c4be14c9b1/ce31b5ef-218d-45b9-9b1a-fcb773c76dfd/179fc079-f25c-4d35-9d17-f9c5ea99524a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:05.408149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f62fee-43aa-49b5-aced-47581535a6fe req-57499f94-43b8-45f2-8a6a-248e4b484387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.410002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-52f62fee-43aa-49b5-aced-47581535a6fe req-57499f94-43b8-45f2-8a6a-248e4b484387 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 911 time: 0.2434843 Jul 16 18:41:05.521123 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-52f62fee-43aa-49b5-aced-47581535a6fe req-168aa620-45a9-4fbe-89e2-16575e52d543 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb8077a9-6d82-4cde-823c-758a742bdebf HTTP/1.1" status: 200 len: 217 time: 0.0636599 Jul 16 18:41:05.610604 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.629019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Transition to ACTIVE for port object 179fc079-f25c-4d35-9d17-f9c5ea99524a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:05.638142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f62fee-43aa-49b5-aced-47581535a6fe req-6c72e927-50d3-45d1-bd05-42274f820f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.639843 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-52f62fee-43aa-49b5-aced-47581535a6fe req-6c72e927-50d3-45d1-bd05-42274f820f1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=538a0b8a-e9f7-48f8-af42-916fc8ec70f4 HTTP/1.1" status: 200 len: 850 time: 0.1078684 Jul 16 18:41:05.657727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Transition to ACTIVE for port object 179fc079-f25c-4d35-9d17-f9c5ea99524a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:05.666572 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.716623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:05.720174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:05.724789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:05.737788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Pushing event updated for resources: {'Port': ['ID=179fc079-f25c-4d35-9d17-f9c5ea99524a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:05.807715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Attempting to bind port 179fc079-f25c-4d35-9d17-f9c5ea99524a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:05.808130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Attempting to bind port 179fc079-f25c-4d35-9d17-f9c5ea99524a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '3a245c1b-1cd6-46b9-85e8-67ada213e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:05.808464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Attempting to bind port 179fc079-f25c-4d35-9d17-f9c5ea99524a on network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:05.816304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:05.816712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Checking segment: {'id': '3a245c1b-1cd6-46b9-85e8-67ada213e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:05.817134 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.817568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Bound using segment: {'id': '3a245c1b-1cd6-46b9-85e8-67ada213e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:05.818043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Bound port: 179fc079-f25c-4d35-9d17-f9c5ea99524a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a245c1b-1cd6-46b9-85e8-67ada213e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:05.818437 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.896133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] For port 179fc079-f25c-4d35-9d17-f9c5ea99524a, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:05.902366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] For port 179fc079-f25c-4d35-9d17-f9c5ea99524a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=179fc079-f25c-4d35-9d17-f9c5ea99524a,segment=NetworkSegment(3a245c1b-1cd6-46b9-85e8-67ada213e20d),segment_id=3a245c1b-1cd6-46b9-85e8-67ada213e20d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:05.910544 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.049312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.076193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40888905-5543-4ea1-859e-1331ef247e97 None None] Pushing event updated for resources: {'Port': ['ID=179fc079-f25c-4d35-9d17-f9c5ea99524a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.101381 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61764c13-e648-4238-bfeb-abfab006652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.156079 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-52f62fee-43aa-49b5-aced-47581535a6fe req-7a4817b0-b877-4c25-afcd-3979bfb2cf2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14f277e-1292-4db8-b73b-1aff28abfb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5075936 Jul 16 18:41:06.286408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.20.0.1 (9d0d5475-6710-4fc9-800c-95c4be14c9b1/ce31b5ef-218d-45b9-9b1a-fcb773c76dfd/9a84bc68-a6b2-481d-a28a-3b48b4f803a7) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:06.316766 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-52f62fee-43aa-49b5-aced-47581535a6fe req-88b6a72f-ead0-4534-ba07-6195daea26df service neutron] 10.222.0.45 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505096 Jul 16 18:41:06.493474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ae62c-92d2-4112-9d30-f1bdd8d73459 req-6007bbac-09d4-4433-9716-0f4e6d719dd4 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:06.496108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-506ae62c-92d2-4112-9d30-f1bdd8d73459 req-6007bbac-09d4-4433-9716-0f4e6d719dd4 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1693716 Jul 16 18:41:06.586710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-506ae62c-92d2-4112-9d30-f1bdd8d73459 req-d5efaae0-c298-442a-8af8-b18bb9853fcf tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688491 Jul 16 18:41:06.660805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.687956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Transition to ACTIVE for port object 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:06.691474 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-52f62fee-43aa-49b5-aced-47581535a6fe req-1a7ee6c9-bf0f-43fb-8667-a81719354cb6 service neutron] 10.222.0.45 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911229 Jul 16 18:41:06.739377 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.818779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:06.826499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:06.831233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:06.901070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=9a84bc68-a6b2-481d-a28a-3b48b4f803a7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.933369 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.080660 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.151465 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.378436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 179fc079-f25c-4d35-9d17-f9c5ea99524a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:07.471889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 179fc079-f25c-4d35-9d17-f9c5ea99524a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:07.482158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4227ade-0da8-4f80-9f78-699dea980927 None None] Network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:07.599676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.605678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.646214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bafd93cf-b2fd-477e-9fd9-46948e07c36a None None] Provisioning for port 179fc079-f25c-4d35-9d17-f9c5ea99524a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:07.658220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bafd93cf-b2fd-477e-9fd9-46948e07c36a None None] Provisioning complete for port 179fc079-f25c-4d35-9d17-f9c5ea99524a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:07.658840 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bafd93cf-b2fd-477e-9fd9-46948e07c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.706627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=9a84bc68-a6b2-481d-a28a-3b48b4f803a7,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:07.718796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.838176 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:07.839902 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:07.928767 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bafd93cf-b2fd-477e-9fd9-46948e07c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.951491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31859c-5c49-450a-ac67-abe04d0fa819 req-4f24a827-5d60-4755-9016-2d37fc52dc23 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:07.954989 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a31859c-5c49-450a-ac67-abe04d0fa819 req-4f24a827-5d60-4755-9016-2d37fc52dc23 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1408176 Jul 16 18:41:08.010474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bafd93cf-b2fd-477e-9fd9-46948e07c36a None None] For port 179fc079-f25c-4d35-9d17-f9c5ea99524a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=179fc079-f25c-4d35-9d17-f9c5ea99524a,segment=NetworkSegment(3a245c1b-1cd6-46b9-85e8-67ada213e20d),segment_id=3a245c1b-1cd6-46b9-85e8-67ada213e20d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:08.019754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:41:08.020077 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bafd93cf-b2fd-477e-9fd9-46948e07c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.042531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a31859c-5c49-450a-ac67-abe04d0fa819 req-957d6cff-924c-4c2d-8483-f4d63bf1ec3b tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767066 Jul 16 18:41:08.104177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd93cf-b2fd-477e-9fd9-46948e07c36a None None] Pushing event updated for resources: {'Port': ['ID=179fc079-f25c-4d35-9d17-f9c5ea99524a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:08.192568 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:08.206385 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-437c12be-05ce-4106-b937-2df46a6053ce tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5380583 Jul 16 18:41:08.206572 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:08.209274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56756) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:08.217073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'network': {'name': 'tempest-RoutersTest-602178730'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:08.230242 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:08.231852 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:08.253034 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:08.258049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.299638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:08.320389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.320695 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added segment 12576255-80b7-4646-b38c-a710f8228567 of type vlan for network a29bf196-a632-4846-8e83-6df9058af84e Jul 16 18:41:08.373735 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.434695 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:08.436270 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.443959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.444787 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.474398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cc332220-3f8d-4229-93ba-2c79d2ea31c7 None None] Provisioning for port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:08.486397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cc332220-3f8d-4229-93ba-2c79d2ea31c7 None None] Provisioning complete for port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:08.499385 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc332220-3f8d-4229-93ba-2c79d2ea31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.515282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3045728 Jul 16 18:41:08.520798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56762) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:08.529768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'subnet': {'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:08.601907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdae020-f038-4ec1-8475-d912341b237e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Network': ['ID=a29bf196-a632-4846-8e83-6df9058af84e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:08.624734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network a29bf196-a632-4846-8e83-6df9058af84e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:08.676197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-cc332220-3f8d-4229-93ba-2c79d2ea31c7 None None] Port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:08.764741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-cc332220-3f8d-4229-93ba-2c79d2ea31c7 None None] Provisioning complete for port 179fc079-f25c-4d35-9d17-f9c5ea99524a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:08.765495 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc332220-3f8d-4229-93ba-2c79d2ea31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.766829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:08.771329 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:07Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:07Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:08.782885 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.822230 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:08.822480 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Updating router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:08.853563 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.952860 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.048724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-27d6cc7c-a1db-41aa-bb69-a20d113bb9ce None None] Provisioning complete for port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:09.049958 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-27d6cc7c-a1db-41aa-bb69-a20d113bb9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.122238 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-27d6cc7c-a1db-41aa-bb69-a20d113bb9ce None None] Port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:09.221775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.290692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fb696348-0e57-4f7b-ac30-31d35c748e56 None None] Provisioning complete for port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:09.292456 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb696348-0e57-4f7b-ac30-31d35c748e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.330951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Subnet': ['ID=0fccedcf-6008-405a-964d-316088bebdae,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:09.369179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Checking segment: {'id': '12576255-80b7-4646-b38c-a710f8228567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:09.369657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network hostable DHCP agents. Network: a29bf196-a632-4846-8e83-6df9058af84e, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:09.379658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 179fc079-f25c-4d35-9d17-f9c5ea99524a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:09.412187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network a29bf196-a632-4846-8e83-6df9058af84e is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:09.437331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, a29bf196-a632-4846-8e83-6df9058af84e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:09.455298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.456158 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.492424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617155a-2ac1-4d92-94b6-16f10cba1606 req-81f154e9-844a-4fc4-b433-46ec4a749121 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.496171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4617155a-2ac1-4d92-94b6-16f10cba1606 req-81f154e9-844a-4fc4-b433-46ec4a749121 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1322477 Jul 16 18:41:09.503568 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fb60e565-25c8-4e8f-9c4a-2a14181a413b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9809678 Jul 16 18:41:09.508095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:09.511882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396aeb6b-3256-422d-a43a-f53c109f6a54 None None] Network a29bf196-a632-4846-8e83-6df9058af84e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:09.566360 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.570170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4617155a-2ac1-4d92-94b6-16f10cba1606 req-5d05ed65-0fc3-4afa-bd75-1bfa536375f5 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587423 Jul 16 18:41:09.587073 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Transition to ACTIVE for port object 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:09.597513 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.601705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fb696348-0e57-4f7b-ac30-31d35c748e56 None None] Port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:09.733523 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Pushing event updated for resources: {'Port': ['ID=9a84bc68-a6b2-481d-a28a-3b48b4f803a7,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:09.762374 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.763909 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.763909 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.763909 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.763909 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.764743 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.764938 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.765438 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.765955 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.766395 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.766829 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.767254 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:09.790867 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Attempting to bind port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:09.791389 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Attempting to bind port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '3a245c1b-1cd6-46b9-85e8-67ada213e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:09.791848 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Attempting to bind port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 on network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:09.807198 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:09.807867 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Checking segment: {'id': '3a245c1b-1cd6-46b9-85e8-67ada213e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:09.808405 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.808942 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Bound using segment: {'id': '3a245c1b-1cd6-46b9-85e8-67ada213e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:09.809549 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Bound port: 9a84bc68-a6b2-481d-a28a-3b48b4f803a7, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a245c1b-1cd6-46b9-85e8-67ada213e20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:09.811090 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.864873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 179fc079-f25c-4d35-9d17-f9c5ea99524a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:09.865405 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.935415 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] For port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:09.943346 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] For port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9a84bc68-a6b2-481d-a28a-3b48b4f803a7,segment=NetworkSegment(3a245c1b-1cd6-46b9-85e8-67ada213e20d),segment_id=3a245c1b-1cd6-46b9-85e8-67ada213e20d)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:09.957717 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.068876 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:10.070247 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:10.081692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-a29bf196-a632-4846-8e83-6df9058af84e', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:10.088752 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.252311 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:10.351963 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18dfcc-2262-47f0-965f-aa333192604d None None] Pushing event updated for resources: {'Port': ['ID=9a84bc68-a6b2-481d-a28a-3b48b4f803a7,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:10.492448 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.534262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-90ab949d-1b91-49ec-a2db-b857057e371f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2437305 Jul 16 18:41:10.692097 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.740465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Allocated IP 172.21.0.2 (a29bf196-a632-4846-8e83-6df9058af84e/0fccedcf-6008-405a-964d-316088bebdae/674ff891-a8cd-4c3f-9063-02400bcbce12) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:10.810886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-68999a54-f72c-49dd-bcbf-550a9a6200a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.815583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-68999a54-f72c-49dd-bcbf-550a9a6200a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 1098 time: 0.1628656 Jul 16 18:41:10.899199 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-62cf786f-140c-4448-930c-421fde09c22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:07Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:09Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:10.934545 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf786f-140c-4448-930c-421fde09c22f None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:07Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:09Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:11.024136 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.050863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Transition to ACTIVE for port object 674ff891-a8cd-4c3f-9063-02400bcbce12 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:11.088561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Transition to ACTIVE for port object 674ff891-a8cd-4c3f-9063-02400bcbce12 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:11.099389 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.143210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-cdf1cc36-0770-4a6b-ae1e-6223f866a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.146507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-cdf1cc36-0770-4a6b-ae1e-6223f866a93f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 911 time: 0.2764122 Jul 16 18:41:11.163144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Network a29bf196-a632-4846-8e83-6df9058af84e is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:11.169366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:11.177597 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:11.178799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ac894-b830-4a41-a437-ff9eb38df180 req-083e6e30-ead8-4632-b878-6d9e789e7300 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.189150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-022ac894-b830-4a41-a437-ff9eb38df180 req-083e6e30-ead8-4632-b878-6d9e789e7300 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.2495794 Jul 16 18:41:11.239130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Pushing event updated for resources: {'Port': ['ID=674ff891-a8cd-4c3f-9063-02400bcbce12,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:11.249285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-96e8cb56-f3a8-4e6a-81a3-b3782de2bca4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b42fa13f-665a-42a4-8b26-c4e77d4649c0 HTTP/1.1" status: 200 len: 217 time: 0.0930636 Jul 16 18:41:11.262916 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.21.0.1 (a29bf196-a632-4846-8e83-6df9058af84e/0fccedcf-6008-405a-964d-316088bebdae/1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:11.288781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Attempting to bind port 674ff891-a8cd-4c3f-9063-02400bcbce12 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:11.289492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Attempting to bind port 674ff891-a8cd-4c3f-9063-02400bcbce12 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '12576255-80b7-4646-b38c-a710f8228567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:11.292778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Attempting to bind port 674ff891-a8cd-4c3f-9063-02400bcbce12 on network a29bf196-a632-4846-8e83-6df9058af84e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:11.310739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:11.311307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Checking segment: {'id': '12576255-80b7-4646-b38c-a710f8228567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:11.311707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.312121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Bound using segment: {'id': '12576255-80b7-4646-b38c-a710f8228567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:11.313546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Bound port: 674ff891-a8cd-4c3f-9063-02400bcbce12, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12576255-80b7-4646-b38c-a710f8228567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:11.313892 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.316547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-4114c1a5-80b0-4578-86e6-fdb75d7134c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:11.318118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-4114c1a5-80b0-4578-86e6-fdb75d7134c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=538a0b8a-e9f7-48f8-af42-916fc8ec70f4 HTTP/1.1" status: 200 len: 850 time: 0.0605299 Jul 16 18:41:11.409965 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-667260cf-3ecc-4050-82fb-c8187c7a39e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f14f277e-1292-4db8-b73b-1aff28abfb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788956 Jul 16 18:41:11.457118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-022ac894-b830-4a41-a437-ff9eb38df180 req-f5dde756-f6a7-493a-8623-9bae9e69e917 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664888 Jul 16 18:41:11.506355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-03ead942-992f-4541-b60f-bb007f811009 None None] For port 674ff891-a8cd-4c3f-9063-02400bcbce12, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:11.510465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-03ead942-992f-4541-b60f-bb007f811009 None None] For port 674ff891-a8cd-4c3f-9063-02400bcbce12, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=674ff891-a8cd-4c3f-9063-02400bcbce12,segment=NetworkSegment(12576255-80b7-4646-b38c-a710f8228567),segment_id=12576255-80b7-4646-b38c-a710f8228567)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:11.519283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.642329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-69701856-e1bc-44ee-a4db-7776db0f423e service neutron] 10.222.0.46 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154636 Jul 16 18:41:11.647471 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.659217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ead942-992f-4541-b60f-bb007f811009 None None] Pushing event updated for resources: {'Port': ['ID=674ff891-a8cd-4c3f-9063-02400bcbce12,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:11.685708 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Transition to ACTIVE for port object 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:11.753039 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.818690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network a29bf196-a632-4846-8e83-6df9058af84e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:11.823923 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:11.831560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94eb66a4-5fd8-497c-bdb7-e2616c01a59d req-db9719e7-4e4e-44f5-b513-ba6bb703f78d service neutron] 10.222.0.46 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789789 Jul 16 18:41:11.838897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:11.886432 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:11.929609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.252868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.697027 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.706698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.776408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c683e7-cf62-403a-9b04-6f2c0bb0a910 req-822b8269-857f-4475-8683-4428f451640e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.780275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9c683e7-cf62-403a-9b04-6f2c0bb0a910 req-822b8269-857f-4475-8683-4428f451640e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1056564 Jul 16 18:41:12.886340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9c683e7-cf62-403a-9b04-6f2c0bb0a910 req-f25e29a8-3c4d-42c5-bcf1-7ee37cc3979b tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990539 Jul 16 18:41:12.912036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:12.919364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.071711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network a29bf196-a632-4846-8e83-6df9058af84e is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:13.077479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:13.097425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb290c-da32-42f5-9d06-b501374e59c0 None None] Network a29bf196-a632-4846-8e83-6df9058af84e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:13.206535 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6604b376-2ec6-46f4-a4fe-e83094b6c897 None None] Provisioning for port 674ff891-a8cd-4c3f-9063-02400bcbce12 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:13.287816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:13.449891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:13.483859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:13.502682 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-38396752-c6c0-4127-b33c-4a1fe9a85f08 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9893911 Jul 16 18:41:13.503722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56822) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:13.512571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'network': {'name': 'tempest-RoutersTest-110529471'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:13.566904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:13.572625 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.593978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:13.603889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:13.604505 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.627642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:13.643449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.643449 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added segment 99374456-ef70-442b-9f21-4f4f99b60f8c of type vlan for network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 Jul 16 18:41:13.696450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.740127 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.746110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.747085 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.855079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Network': ['ID=e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:13.862573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ca5b9ccd-88a9-4663-97f9-d51058aa3dd6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3577888 Jul 16 18:41:13.867308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:13.872812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'subnet': {'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:13.952270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:13.956482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:14.053334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:14.053996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:14.122799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:14.132657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.246087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b88a6331-2309-494d-ac5c-f336aa0369ae None None] Provisioning for port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:14.324410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b88a6331-2309-494d-ac5c-f336aa0369ae None None] Provisioning complete for port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:14.325239 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b88a6331-2309-494d-ac5c-f336aa0369ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.331180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e678a1-8a21-4f02-9f05-94e7271f72f9 req-1aac6aaa-aa03-4aa1-9c2d-c058f40cb21f tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.340729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92e678a1-8a21-4f02-9f05-94e7271f72f9 req-1aac6aaa-aa03-4aa1-9c2d-c058f40cb21f tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.2061355 Jul 16 18:41:14.442008 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92e678a1-8a21-4f02-9f05-94e7271f72f9 req-ad62806f-28dd-4092-b16a-81063223842b tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806513 Jul 16 18:41:14.492557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:14.492557 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.567658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b88a6331-2309-494d-ac5c-f336aa0369ae None None] Port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:14.583769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.589725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9a84bc68-a6b2-481d-a28a-3b48b4f803a7,segment=NetworkSegment(3a245c1b-1cd6-46b9-85e8-67ada213e20d),segment_id=3a245c1b-1cd6-46b9-85e8-67ada213e20d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:14.659248 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.660553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 674ff891-a8cd-4c3f-9063-02400bcbce12 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:14.700542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Subnet': ['ID=3e81baa3-5592-42eb-b25f-cefe0108aee8,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:14.750993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Checking segment: {'id': '99374456-ef70-442b-9f21-4f4f99b60f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:14.751628 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network hostable DHCP agents. Network: e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:14.782239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:14.799241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:14.807719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.808840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.831915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dada43-9413-445c-a47b-291900eccc6f None None] Network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:14.842294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56846) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:14.845240 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0db68e2d-2281-4507-a93e-42cb0823e62c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9767175 Jul 16 18:41:14.961758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=9a84bc68-a6b2-481d-a28a-3b48b4f803a7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:14.980189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 674ff891-a8cd-4c3f-9063-02400bcbce12 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:15.033176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 674ff891-a8cd-4c3f-9063-02400bcbce12 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:15.034484 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.104010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c60a3450-8a12-427e-a8e5-60df2f8d5b28 None None] Provisioning complete for port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:15.104952 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c60a3450-8a12-427e-a8e5-60df2f8d5b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.279834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c60a3450-8a12-427e-a8e5-60df2f8d5b28 None None] Port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:15.412747 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.436724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:15.438139 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.440255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.465353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:12Z', 'revision_number': 3, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:12Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:09Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:15.522836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:15.523374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Updating router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:15.587553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 674ff891-a8cd-4c3f-9063-02400bcbce12, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=674ff891-a8cd-4c3f-9063-02400bcbce12,segment=NetworkSegment(12576255-80b7-4646-b38c-a710f8228567),segment_id=12576255-80b7-4646-b38c-a710f8228567)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:15.640225 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.688714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.799355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=674ff891-a8cd-4c3f-9063-02400bcbce12,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:15.832586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Allocated IP 172.22.0.2 (e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9/3e81baa3-5592-42eb-b25f-cefe0108aee8/7affaa67-e953-4b1e-9f58-6ecf27d3d0db) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:15.908334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:16.195694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:16.196351 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.268390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677ab3a-6efa-4f2a-a099-b286a4835be7 req-79d905fc-258d-4a4e-91b3-c63ae4e8e418 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.273332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c677ab3a-6efa-4f2a-a099-b286a4835be7 req-79d905fc-258d-4a4e-91b3-c63ae4e8e418 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.2095366 Jul 16 18:41:16.412746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c677ab3a-6efa-4f2a-a099-b286a4835be7 req-07b15bee-4b66-4fc7-9c98-27ce82f3ff6e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268959 Jul 16 18:41:16.582048 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.588263 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.622330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Transition to ACTIVE for port object 7affaa67-e953-4b1e-9f58-6ecf27d3d0db will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:16.631845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Transition to ACTIVE for port object 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:16.674233 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.689344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Transition to ACTIVE for port object 7affaa67-e953-4b1e-9f58-6ecf27d3d0db will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:16.726656 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.757748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e4dc1-1696-4741-acd8-1c77c7d19be0 None None] Pushing event updated for resources: {'Port': ['ID=1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:16.768687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:16.793944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:16.820044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:16.844497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.22.0.1 (e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9/3e81baa3-5592-42eb-b25f-cefe0108aee8/09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:16.878240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Pushing event updated for resources: {'Port': ['ID=7affaa67-e953-4b1e-9f58-6ecf27d3d0db,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:16.904150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Attempting to bind port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:16.904566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Attempting to bind port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '12576255-80b7-4646-b38c-a710f8228567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:16.904891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Attempting to bind port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 on network a29bf196-a632-4846-8e83-6df9058af84e {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:16.931814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:16.932191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Checking segment: {'id': '12576255-80b7-4646-b38c-a710f8228567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:16.932631 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.933034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Bound using segment: {'id': '12576255-80b7-4646-b38c-a710f8228567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:16.933526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Bound port: 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12576255-80b7-4646-b38c-a710f8228567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:16.933919 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.956573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Attempting to bind port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:16.956955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Attempting to bind port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '99374456-ef70-442b-9f21-4f4f99b60f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:16.957323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Attempting to bind port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db on network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:16.969647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:16.970132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Checking segment: {'id': '99374456-ef70-442b-9f21-4f4f99b60f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:16.970619 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.971261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Bound using segment: {'id': '99374456-ef70-442b-9f21-4f4f99b60f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:16.971850 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Bound port: 7affaa67-e953-4b1e-9f58-6ecf27d3d0db, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99374456-ef70-442b-9f21-4f4f99b60f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:16.972345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.090266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] For port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:17.096024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] For port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727,segment=NetworkSegment(12576255-80b7-4646-b38c-a710f8228567),segment_id=12576255-80b7-4646-b38c-a710f8228567)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:17.131321 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.132053 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.155091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Transition to ACTIVE for port object 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:17.194643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.199112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] For port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:17.247276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:17.254182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:17.261136 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] For port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7affaa67-e953-4b1e-9f58-6ecf27d3d0db,segment=NetworkSegment(99374456-ef70-442b-9f21-4f4f99b60f8c),segment_id=99374456-ef70-442b-9f21-4f4f99b60f8c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:17.262809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:17.290837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:17.292041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:17.293497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.307893 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.349959 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.456276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e4dc1-1696-4741-acd8-1c77c7d19be0 None None] Pushing event updated for resources: {'Port': ['ID=1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.540954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bde65a-d153-4b2f-a62e-0857f384105d None None] Pushing event updated for resources: {'Port': ['ID=7affaa67-e953-4b1e-9f58-6ecf27d3d0db,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.580610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:17.606467 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.811036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 674ff891-a8cd-4c3f-9063-02400bcbce12 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:17.924873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 674ff891-a8cd-4c3f-9063-02400bcbce12 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:17.925374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.021255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:12Z', 'revision_number': 3, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:17Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:18.068120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d308a4-ea09-46b5-bb4b-2d06842379af None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:12Z', 'revision_number': 3, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:17Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:18.205351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8a47c-d762-47ab-85f9-cd7674090379 req-bc64e37c-b918-4c06-8f63-4b3ab61869b9 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.212843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0f8a47c-d762-47ab-85f9-cd7674090379 req-bc64e37c-b918-4c06-8f63-4b3ab61869b9 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.3906579 Jul 16 18:41:18.300923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0f8a47c-d762-47ab-85f9-cd7674090379 req-72f4f1ec-ad23-474c-9e03-afa8ce9f5187 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869985 Jul 16 18:41:18.336608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.342881 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.429711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.448162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:18.580878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:18.583568 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:18.804943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:18.957426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:18.968233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5ca5c014-df50-40df-a0e2-df93015e2ba8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1230638 Jul 16 18:41:18.971885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56896) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:18.981275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'network': {'name': 'tempest-RoutersTest-765743321'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:19.018497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:19.022320 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.057352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:19.076844 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.077512 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added segment 3ee7ec7c-e237-403c-98c2-45a2c23a5368 of type vlan for network 646b4ea2-0476-46da-a296-65dece88c8dd Jul 16 18:41:19.122767 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:19.136671 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.137388 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:19.138097 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:19.175881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccb7951-4218-4ef1-83e9-b02d982db08c None None] Network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:19.202849 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.225041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.226079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.275451 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:19.287342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3138826 Jul 16 18:41:19.292355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56906) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.301861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'subnet': {'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:19.330159 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93590a-f5a6-4585-a417-7a2af3ccca38 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Network': ['ID=646b4ea2-0476-46da-a296-65dece88c8dd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:19.339116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4602a15-1e96-491d-ba98-ee134cd295cb None None] Provisioning for port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:19.347995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 646b4ea2-0476-46da-a296-65dece88c8dd details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:19.596870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dad03-4cd3-4405-bc4a-caed0edec70d req-cdcb6250-ffa0-4d03-92ff-ff4f2a5d3056 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.599192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa0dad03-4cd3-4405-bc4a-caed0edec70d req-cdcb6250-ffa0-4d03-92ff-ff4f2a5d3056 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.0901737 Jul 16 18:41:19.626298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Made reservation on behalf of 6edf610d2f1b492b8f94d91986691604 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:19.631236 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.694841 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:17Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:17Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:17Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:19.727846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa0dad03-4cd3-4405-bc4a-caed0edec70d req-2d527929-af13-42b8-aabd-fc3daeed34b3 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213071 Jul 16 18:41:19.769490 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:19.770662 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Updating router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:19.893462 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.934098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7affaa67-e953-4b1e-9f58-6ecf27d3d0db up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:19.977766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.052007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Subnet': ['ID=0860f48e-4ee0-44ae-9028-e34328ebbc26,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.055738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:20.064782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:20.065178 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.134846 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3df549d1-2612-4b72-a0aa-dd8827700056 None None] Provisioning complete for port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:20.135547 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3df549d1-2612-4b72-a0aa-dd8827700056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.139081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Checking segment: {'id': '3ee7ec7c-e237-403c-98c2-45a2c23a5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:20.141778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network hostable DHCP agents. Network: 646b4ea2-0476-46da-a296-65dece88c8dd, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:20.186154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 646b4ea2-0476-46da-a296-65dece88c8dd is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:20.201575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 646b4ea2-0476-46da-a296-65dece88c8dd) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:20.217760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:20.219365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.226138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6d5bee-85c4-4c8f-ad29-52b081b959bd None None] Network 646b4ea2-0476-46da-a296-65dece88c8dd requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:20.269823 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-649d896b-d2a0-4675-8943-f038dbabfcb9 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9754701 Jul 16 18:41:20.272990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 56920) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.342395 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3df549d1-2612-4b72-a0aa-dd8827700056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.358380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.429847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7affaa67-e953-4b1e-9f58-6ecf27d3d0db,segment=NetworkSegment(99374456-ef70-442b-9f21-4f4f99b60f8c),segment_id=99374456-ef70-442b-9f21-4f4f99b60f8c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:20.441670 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.442587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:20.514970 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.db.api [None req-3df549d1-2612-4b72-a0aa-dd8827700056 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93825) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:41:20.515369 n-d-793619-10 neutron-server[93825]: DEBUG oslo_db.api [None req-3df549d1-2612-4b72-a0aa-dd8827700056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:41:20.693165 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.703865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7affaa67-e953-4b1e-9f58-6ecf27d3d0db,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.707637 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Transition to ACTIVE for port object 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:20.717010 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.810592 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a5300-1f9d-4b0b-b75d-fa5cb7c4d88a None None] Pushing event updated for resources: {'Port': ['ID=09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.811640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:20.829138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:20.829757 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.847181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-646b4ea2-0476-46da-a296-65dece88c8dd', 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'fixed_ips': [{'subnet_id': '0860f48e-4ee0-44ae-9028-e34328ebbc26'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:20.848667 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.852738 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Attempting to bind port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:20.853230 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Attempting to bind port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '99374456-ef70-442b-9f21-4f4f99b60f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:20.853666 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Attempting to bind port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c on network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:20.865253 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:20.865618 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Checking segment: {'id': '99374456-ef70-442b-9f21-4f4f99b60f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:20.866156 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.867249 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Bound using segment: {'id': '99374456-ef70-442b-9f21-4f4f99b60f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:20.869333 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Bound port: 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99374456-ef70-442b-9f21-4f4f99b60f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:20.869874 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.034229 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] For port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:21.038706 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] For port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c,segment=NetworkSegment(99374456-ef70-442b-9f21-4f4f99b60f8c),segment_id=99374456-ef70-442b-9f21-4f4f99b60f8c)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:21.045225 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.100941 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.120198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38501ba3-f6bf-4430-978f-2728c10e3dd7 req-a8a90b92-6f57-43b5-bd89-82337edf7c36 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:21.120198 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38501ba3-f6bf-4430-978f-2728c10e3dd7 req-a8a90b92-6f57-43b5-bd89-82337edf7c36 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1747913 Jul 16 18:41:21.136714 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:21.142348 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:21.220938 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a5300-1f9d-4b0b-b75d-fa5cb7c4d88a None None] Pushing event updated for resources: {'Port': ['ID=09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:21.346181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38501ba3-f6bf-4430-978f-2728c10e3dd7 req-fff10fa9-6402-4d0a-95e0-ed0c8b0a4906 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061715 Jul 16 18:41:21.377371 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:21.446136 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.469925 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3df549d1-2612-4b72-a0aa-dd8827700056 None None] Provisioning for port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:21.516684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Allocated IP 172.23.0.2 (646b4ea2-0476-46da-a296-65dece88c8dd/0860f48e-4ee0-44ae-9028-e34328ebbc26/ec0de512-d15e-47a2-80a0-ade80e408701) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:21.575441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727,segment=NetworkSegment(12576255-80b7-4646-b38c-a710f8228567),segment_id=12576255-80b7-4646-b38c-a710f8228567)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:21.587216 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.777854 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:17Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:17Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:21.828179 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eea709-d6d8-4c00-b29c-c09639ecc74a None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:17Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:17Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:21.847473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:21.861654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7affaa67-e953-4b1e-9f58-6ecf27d3d0db up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:22.110387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.116370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:22.117493 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.142338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Transition to ACTIVE for port object ec0de512-d15e-47a2-80a0-ade80e408701 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:22.170814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Transition to ACTIVE for port object ec0de512-d15e-47a2-80a0-ade80e408701 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:22.183699 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.247114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Allocated IP 172.23.0.1 (646b4ea2-0476-46da-a296-65dece88c8dd/0860f48e-4ee0-44ae-9028-e34328ebbc26/3d250846-78a4-4533-be15-bd1aae1f04f7) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:22.282290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Network 646b4ea2-0476-46da-a296-65dece88c8dd is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:22.337399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:22.353836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:22.369197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Pushing event updated for resources: {'Port': ['ID=ec0de512-d15e-47a2-80a0-ade80e408701,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.428316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.474370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Transition to ACTIVE for port object 3d250846-78a4-4533-be15-bd1aae1f04f7 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:22.525140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.536255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Attempting to bind port ec0de512-d15e-47a2-80a0-ade80e408701 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:22.536255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Attempting to bind port ec0de512-d15e-47a2-80a0-ade80e408701 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '3ee7ec7c-e237-403c-98c2-45a2c23a5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:22.537440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Attempting to bind port ec0de512-d15e-47a2-80a0-ade80e408701 on network 646b4ea2-0476-46da-a296-65dece88c8dd {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:22.556574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:22.556574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Checking segment: {'id': '3ee7ec7c-e237-403c-98c2-45a2c23a5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:22.556574 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.556574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Bound using segment: {'id': '3ee7ec7c-e237-403c-98c2-45a2c23a5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:22.556574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Bound port: ec0de512-d15e-47a2-80a0-ade80e408701, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7ec7c-e237-403c-98c2-45a2c23a5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:22.562602 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.581120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 646b4ea2-0476-46da-a296-65dece88c8dd is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:22.628960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:22.631094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:22.676955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=3d250846-78a4-4533-be15-bd1aae1f04f7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.677276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] For port ec0de512-d15e-47a2-80a0-ade80e408701, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:22.685197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] For port ec0de512-d15e-47a2-80a0-ade80e408701, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ec0de512-d15e-47a2-80a0-ade80e408701,segment=NetworkSegment(3ee7ec7c-e237-403c-98c2-45a2c23a5368),segment_id=3ee7ec7c-e237-403c-98c2-45a2c23a5368)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:22.695281 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.727863 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.849557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49c650-1027-42d3-96ee-ae9a41fe004b None None] Pushing event updated for resources: {'Port': ['ID=ec0de512-d15e-47a2-80a0-ade80e408701,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.899119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e81d2-304a-4988-b62e-006477aef685 req-0451a168-c3c2-43d0-b01b-8baf46c804ac tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:22.901767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c4e81d2-304a-4988-b62e-006477aef685 req-0451a168-c3c2-43d0-b01b-8baf46c804ac tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.3191466 Jul 16 18:41:22.981979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c4e81d2-304a-4988-b62e-006477aef685 req-9a651de5-8ecd-471c-a228-27d91aa67efa tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641448 Jul 16 18:41:23.062271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.548483 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.557888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.959386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ec0de512-d15e-47a2-80a0-ade80e408701 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:24.116705 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.169713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event updated for resources: {'Port': ['ID=3d250846-78a4-4533-be15-bd1aae1f04f7,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:24.303929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89241fd2-bb47-4c36-8c6a-67a8ffbe0664 None None] Network 646b4ea2-0476-46da-a296-65dece88c8dd requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:24.389010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Network 646b4ea2-0476-46da-a296-65dece88c8dd is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:24.395074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:24.476378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2390aee3-807f-4dd5-bbf7-3c370ba30293 None None] Provisioning for port ec0de512-d15e-47a2-80a0-ade80e408701 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:24.531135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fc4d5-b633-4c25-859b-5a6caaadf0c0 req-424a6248-d999-4498-b578-26efdf56ec1e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.532817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ec0de512-d15e-47a2-80a0-ade80e408701 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:24.533290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-175fc4d5-b633-4c25-859b-5a6caaadf0c0 req-424a6248-d999-4498-b578-26efdf56ec1e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1839283 Jul 16 18:41:24.543102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ec0de512-d15e-47a2-80a0-ade80e408701 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:24.543448 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.602211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:24.645105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-175fc4d5-b633-4c25-859b-5a6caaadf0c0 req-f52cce77-27b1-49ec-af14-44f720aa3daf tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887196 Jul 16 18:41:24.767616 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.823337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port ec0de512-d15e-47a2-80a0-ade80e408701, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ec0de512-d15e-47a2-80a0-ade80e408701,segment=NetworkSegment(3ee7ec7c-e237-403c-98c2-45a2c23a5368),segment_id=3ee7ec7c-e237-403c-98c2-45a2c23a5368)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:24.830459 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.832587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:24.842900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:24.852307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b7f5b008-2330-4be6-a8cf-a4f3b3f530bc tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5746520 Jul 16 18:41:24.854094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 56976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:24.861725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:24.906142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:24.993791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:24.994916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:25.147801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=ec0de512-d15e-47a2-80a0-ade80e408701,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.180883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:25.182572 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.289304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:25.428196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be6bf244-00da-4916-83b7-3df8f06db6d2 None None] Provisioning for port 3d250846-78a4-4533-be15-bd1aae1f04f7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:25.453633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be6bf244-00da-4916-83b7-3df8f06db6d2 None None] Provisioning complete for port 3d250846-78a4-4533-be15-bd1aae1f04f7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:25.453633 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be6bf244-00da-4916-83b7-3df8f06db6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.522645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:25.592476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-be6bf244-00da-4916-83b7-3df8f06db6d2 None None] Port 3d250846-78a4-4533-be15-bd1aae1f04f7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:25.649590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-be6bf244-00da-4916-83b7-3df8f06db6d2 None None] Provisioning complete for port ec0de512-d15e-47a2-80a0-ade80e408701 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:25.649964 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be6bf244-00da-4916-83b7-3df8f06db6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.731968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:25.741141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:25.741523 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.832074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:22Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d250846-78a4-4533-be15-bd1aae1f04f7', 'name': '', 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:12:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:21Z', 'updated_at': '2021-07-16T18:41:23Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:25.866838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:25.867158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Updating router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 port 3d250846-78a4-4533-be15-bd1aae1f04f7 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:25.948644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.extraroute_db [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:41:25.987312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.007985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.extraroute_db [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Removed routes are [] {{(pid=93824) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:41:26.008672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.045842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.075212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5650c4-e17f-4a18-bfac-23be77ecc53c req-b7174605-1746-4288-b83b-33600b0d1398 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.084423 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a5650c4-e17f-4a18-bfac-23be77ecc53c req-b7174605-1746-4288-b83b-33600b0d1398 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1056573 Jul 16 18:41:26.129295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-03d2c671-9f1a-49ac-9cad-1dffde29ef98 None None] Provisioning complete for port 3d250846-78a4-4533-be15-bd1aae1f04f7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:26.130007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-03d2c671-9f1a-49ac-9cad-1dffde29ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.155861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a5650c4-e17f-4a18-bfac-23be77ecc53c req-0b20b235-7abf-4f22-a1bb-07fc0e5f33aa tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690687 Jul 16 18:41:26.249037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c,segment=NetworkSegment(99374456-ef70-442b-9f21-4f4f99b60f8c),segment_id=99374456-ef70-442b-9f21-4f4f99b60f8c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:26.337778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.426353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-03d2c671-9f1a-49ac-9cad-1dffde29ef98 None None] Port 3d250846-78a4-4533-be15-bd1aae1f04f7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:26.440216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.444677 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.487980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ec0de512-d15e-47a2-80a0-ade80e408701 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:26.515657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.601276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ccf3e0c9-fcec-47a7-b6b7-0d89af134d5b None None] Provisioning complete for port 3d250846-78a4-4533-be15-bd1aae1f04f7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:26.601638 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ccf3e0c9-fcec-47a7-b6b7-0d89af134d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.622732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:26.645232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ec0de512-d15e-47a2-80a0-ade80e408701 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:26.645606 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.696237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3e0c9-fcec-47a7-b6b7-0d89af134d5b None None] Port 3d250846-78a4-4533-be15-bd1aae1f04f7 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:26.754200 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.810325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:26.823800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.827893 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-50db8759-f335-48ea-b99e-ec395d83ad67 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914 HTTP/1.1" status: 200 len: 934 time: 1.9701743 Jul 16 18:41:26.829190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57008) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:26.951106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Transition to ACTIVE for port object 3d250846-78a4-4533-be15-bd1aae1f04f7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:26.964639 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.016446 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bdaab931-d69c-4cc9-9d0e-1a6c7887122d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914 HTTP/1.1" status: 200 len: 934 time: 0.1855063 Jul 16 18:41:27.019346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57010) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.021753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff644d-863f-43a6-bb86-b36ca4baf4f0 None None] Pushing event updated for resources: {'Port': ['ID=3d250846-78a4-4533-be15-bd1aae1f04f7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.034524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'routes': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:27.079539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Attempting to bind port 3d250846-78a4-4533-be15-bd1aae1f04f7 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:27.080223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Attempting to bind port 3d250846-78a4-4533-be15-bd1aae1f04f7 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '3ee7ec7c-e237-403c-98c2-45a2c23a5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:27.080223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Attempting to bind port 3d250846-78a4-4533-be15-bd1aae1f04f7 on network 646b4ea2-0476-46da-a296-65dece88c8dd {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:27.087851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:27.088292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Checking segment: {'id': '3ee7ec7c-e237-403c-98c2-45a2c23a5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:27.088750 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.091666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Bound using segment: {'id': '3ee7ec7c-e237-403c-98c2-45a2c23a5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:27.092549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Bound port: 3d250846-78a4-4533-be15-bd1aae1f04f7, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7ec7c-e237-403c-98c2-45a2c23a5368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:27.093328 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.198471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] For port 3d250846-78a4-4533-be15-bd1aae1f04f7, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:27.210373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] For port 3d250846-78a4-4533-be15-bd1aae1f04f7, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3d250846-78a4-4533-be15-bd1aae1f04f7,segment=NetworkSegment(3ee7ec7c-e237-403c-98c2-45a2c23a5368),segment_id=3ee7ec7c-e237-403c-98c2-45a2c23a5368)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:27.220474 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.328906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:27.329571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:27.456337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff644d-863f-43a6-bb86-b36ca4baf4f0 None None] Pushing event updated for resources: {'Port': ['ID=3d250846-78a4-4533-be15-bd1aae1f04f7,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.492142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:27.555076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b94e17-5950-4863-aea7-714942b56833 req-028d1395-013e-4e94-9aac-99120d437e7d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.566863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1b94e17-5950-4863-aea7-714942b56833 req-028d1395-013e-4e94-9aac-99120d437e7d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.2550371 Jul 16 18:41:27.677592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1b94e17-5950-4863-aea7-714942b56833 req-a27d36c3-cf2d-4972-b5dd-626823c14dab tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095235 Jul 16 18:41:27.836268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:25Z', 'revision_number': 6, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d250846-78a4-4533-be15-bd1aae1f04f7', 'name': '', 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:12:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:21Z', 'updated_at': '2021-07-16T18:41:27Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:27.869611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:41:27.869961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:41:27.877899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab5ab7-e216-4dfd-942e-2cf4209e4c83 None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:25Z', 'revision_number': 6, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d250846-78a4-4533-be15-bd1aae1f04f7', 'name': '', 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:12:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:21Z', 'updated_at': '2021-07-16T18:41:27Z', 'revision_number': 4, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:27.910872 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.167895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.173146 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.292931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:28.420335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:28.431279 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.435613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57016) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.436310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6f02d562-ec06-4598-ac0c-2e6411081b55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914 HTTP/1.1" status: 200 len: 700 time: 1.4147837 Jul 16 18:41:28.559917 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fe96732f-ab95-4f8b-adb1-3bce9d1d0a4b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914 HTTP/1.1" status: 200 len: 700 time: 0.1222720 Jul 16 18:41:28.564072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57018) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.574009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3d250846-78a4-4533-be15-bd1aae1f04f7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:28.644343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 3d250846-78a4-4533-be15-bd1aae1f04f7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:28.652339 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 3d250846-78a4-4533-be15-bd1aae1f04f7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:28.653064 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.774029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.825281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 3d250846-78a4-4533-be15-bd1aae1f04f7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3d250846-78a4-4533-be15-bd1aae1f04f7,segment=NetworkSegment(3ee7ec7c-e237-403c-98c2-45a2c23a5368),segment_id=3ee7ec7c-e237-403c-98c2-45a2c23a5368)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:28.834549 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.837264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:28.961347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=3d250846-78a4-4533-be15-bd1aae1f04f7,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.967008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:28.968190 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.989274 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:29.004459 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:29.005542 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:29.066524 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.127077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72138f0d-4531-4ac1-a448-3ba7fa51113e req-7baafb44-caee-418c-841e-588973f3bd63 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.128930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72138f0d-4531-4ac1-a448-3ba7fa51113e req-7baafb44-caee-418c-841e-588973f3bd63 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1853380 Jul 16 18:41:29.142126 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:29.194273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72138f0d-4531-4ac1-a448-3ba7fa51113e req-1a908ec0-85bc-46db-8384-de9ad4db548d tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578167 Jul 16 18:41:29.269921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.448393 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:27Z', 'revision_number': 7, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d250846-78a4-4533-be15-bd1aae1f04f7', 'name': '', 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:12:27:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:21Z', 'updated_at': '2021-07-16T18:41:28Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:29.500837 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:29.517910 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:29.518994 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:29.685597 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:29.890257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 3d250846-78a4-4533-be15-bd1aae1f04f7 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:29.890881 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.999649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port 3d250846-78a4-4533-be15-bd1aae1f04f7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3d250846-78a4-4533-be15-bd1aae1f04f7,segment=NetworkSegment(3ee7ec7c-e237-403c-98c2-45a2c23a5368),segment_id=3ee7ec7c-e237-403c-98c2-45a2c23a5368)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:30.000152 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.017178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 3d250846-78a4-4533-be15-bd1aae1f04f7 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:30.202343 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:27Z', 'revision_number': 7, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d250846-78a4-4533-be15-bd1aae1f04f7', 'name': '', 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:12:27:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:21Z', 'updated_at': '2021-07-16T18:41:28Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:30.234462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.261018 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7c44d4-ef38-4b04-94b5-b340e0f7fe9f None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:27Z', 'revision_number': 7, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d250846-78a4-4533-be15-bd1aae1f04f7', 'name': '', 'network_id': '646b4ea2-0476-46da-a296-65dece88c8dd', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:12:27:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:21Z', 'updated_at': '2021-07-16T18:41:28Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0860f48e-4ee0-44ae-9028-e34328ebbc26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:30.267775 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=3d250846-78a4-4533-be15-bd1aae1f04f7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:30.669310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.732136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6f28e-d1fc-4932-af2f-132c4a1f52a2 req-cebd161c-4cad-4333-987d-fe412a4e611b tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.735763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ab6f28e-d1fc-4932-af2f-132c4a1f52a2 req-cebd161c-4cad-4333-987d-fe412a4e611b tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1984105 Jul 16 18:41:30.910012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ab6f28e-d1fc-4932-af2f-132c4a1f52a2 req-f2f5f6f8-2b98-402b-ac5f-c667534cb9c0 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318982 Jul 16 18:41:30.973959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:31.079489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:31.086905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d2b001ee-ab0e-4eec-9231-5e32bf2c4fc7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211425 Jul 16 18:41:31.088245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57038) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:31.095414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:31.115418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:31.116729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:31.190413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting subnet 0860f48e-4ee0-44ae-9028-e34328ebbc26 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:31.196259 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.260447 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.275045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:31.415459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.501926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.533841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Subnet': ['ID=0860f48e-4ee0-44ae-9028-e34328ebbc26,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.536647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.540206 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/0860f48e-4ee0-44ae-9028-e34328ebbc26 HTTP/1.1" status: 204 len: 168 time: 0.4502182 Jul 16 18:41:31.541729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57040) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:31.547917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.548282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.548658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.549004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.549350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.549689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.550023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.550355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.550915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.551298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.551597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.551928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784c059-5f21-4a5b-97de-b806abcd50dd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:31.553185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486765fa-958a-456d-bae4-72b0094903a1 None None] Network 646b4ea2-0476-46da-a296-65dece88c8dd requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:31.666984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.709611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:30Z', 'revision_number': 8, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:31.738353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port ec0de512-d15e-47a2-80a0-ade80e408701 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:31.738867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.743581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:31.763640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:31.764410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:31.887732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port ec0de512-d15e-47a2-80a0-ade80e408701, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ec0de512-d15e-47a2-80a0-ade80e408701,segment=NetworkSegment(3ee7ec7c-e237-403c-98c2-45a2c23a5368),segment_id=3ee7ec7c-e237-403c-98c2-45a2c23a5368)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:31.888866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.895903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:31.923147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for ec0de512-d15e-47a2-80a0-ade80e408701 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:31.956797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] DHCP port deletion for 646b4ea2-0476-46da-a296-65dece88c8dd request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:32.094271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.170193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No DVR routers for this DVR port ec0de512-d15e-47a2-80a0-ade80e408701 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:32.201424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=ec0de512-d15e-47a2-80a0-ade80e408701,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.290129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] Deleting port ec0de512-d15e-47a2-80a0-ade80e408701 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:32.291456 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.321367 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.338426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646b4ea2-0476-46da-a296-65dece88c8dd']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:32.357422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc871430-db2a-4e5c-81dd-1405d2e99a7a req-a0f1a681-7d24-4c05-b30d-10aac179faa4 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:32.362550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc871430-db2a-4e5c-81dd-1405d2e99a7a req-a0f1a681-7d24-4c05-b30d-10aac179faa4 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.2730958 Jul 16 18:41:32.371265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee7ec7c-e237-403c-98c2-45a2c23a5368') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:32.372681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee7ec7c-e237-403c-98c2-45a2c23a5368') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:32.395176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.428801 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.455122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:32.455946 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:32.460724 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:32.485204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] For port ec0de512-d15e-47a2-80a0-ade80e408701, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:32.485876 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.493745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ec0de512-d15e-47a2-80a0-ade80e408701 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:32.544183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ec0de512-d15e-47a2-80a0-ade80e408701 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:32.544596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ec0de512-d15e-47a2-80a0-ade80e408701 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:32.550107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] Calling delete_port for ec0de512-d15e-47a2-80a0-ade80e408701 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:32.554370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] Port ec0de512-d15e-47a2-80a0-ade80e408701 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:41:32.557369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.600265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc871430-db2a-4e5c-81dd-1405d2e99a7a req-cbfe1294-3460-42dc-a33d-b860ae879a82 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578007 Jul 16 18:41:32.604419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] Pushing event deleted for resources: {'Port': ['ID=ec0de512-d15e-47a2-80a0-ade80e408701,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.607396 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.626008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b80e56-eb16-4301-8d57-13e6e4b7e5e3 None None] No DVR routers for this DVR port ec0de512-d15e-47a2-80a0-ade80e408701 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:32.628897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.638495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:32.641273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/networks/646b4ea2-0476-46da-a296-65dece88c8dd HTTP/1.1" status: 204 len: 168 time: 1.0982068 Jul 16 18:41:32.663691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:30Z', 'revision_number': 8, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:32.680317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430a8cd-6052-463d-b59f-5531e2623a47 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Network': ['ID=646b4ea2-0476-46da-a296-65dece88c8dd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.729790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de085d7b-efb0-4fee-b30c-01192d1c29e5 None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:30Z', 'revision_number': 8, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c', 'name': '', 'network_id': 'e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:ca:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:16Z', 'updated_at': '2021-07-16T18:41:26Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '3e81baa3-5592-42eb-b25f-cefe0108aee8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:33.167173 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bed82b00-9be6-43e7-89d9-26f0a52698ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.236351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6859d2-0a32-45ad-9d3d-9a9d50d19a30 req-11d6c540-ec4a-4d52-ab67-c96404b36961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.238800 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ae6859d2-0a32-45ad-9d3d-9a9d50d19a30 req-11d6c540-ec4a-4d52-ab67-c96404b36961 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 1097 time: 0.2147608 Jul 16 18:41:33.303320 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ae6859d2-0a32-45ad-9d3d-9a9d50d19a30 req-e1a104d1-306f-41cc-8bbc-f754c693cf45 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527067 Jul 16 18:41:33.403081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.836047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:33.836899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.903194 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:33.957672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79506492-b4cb-41c9-a6da-8966910c0dfe req-9e64bdc6-2d0f-467c-b14e-9739386005ae tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.960486 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79506492-b4cb-41c9-a6da-8966910c0dfe req-9e64bdc6-2d0f-467c-b14e-9739386005ae tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1227002 Jul 16 18:41:33.977348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c,segment=NetworkSegment(99374456-ef70-442b-9f21-4f4f99b60f8c),segment_id=99374456-ef70-442b-9f21-4f4f99b60f8c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:33.977859 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.996274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:34.063802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79506492-b4cb-41c9-a6da-8966910c0dfe req-5821ab4b-ae49-4cfa-b5a8-58580b60dcb9 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867620 Jul 16 18:41:34.351615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.384640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.432034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3d250846-78a4-4533-be15-bd1aae1f04f7 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:34.487958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 3d250846-78a4-4533-be15-bd1aae1f04f7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:34.488671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3d250846-78a4-4533-be15-bd1aae1f04f7 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:34.710102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.996281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:35.144663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:35.158952 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:35.162741 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6c472cb9-97d5-481b-a91c-c2f12d68bb80 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5184839 Jul 16 18:41:35.166548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57262) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:35.182055 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:35.183987 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:35.322403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5cb800-1aa3-4b16-a0cc-2c554b26ac02 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting subnet 3e81baa3-5592-42eb-b25f-cefe0108aee8 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:35.329488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb800-1aa3-4b16-a0cc-2c554b26ac02 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.409457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb800-1aa3-4b16-a0cc-2c554b26ac02 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.434317 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:35.462429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208f42-4b60-40dd-9727-afa8a860d427 req-f4867aad-558a-4b1c-8121-ea822e65080e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:35.464293 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68208f42-4b60-40dd-9727-afa8a860d427 req-f4867aad-558a-4b1c-8121-ea822e65080e tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.2035491 Jul 16 18:41:35.560813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68208f42-4b60-40dd-9727-afa8a860d427 req-3628c59e-53d0-4d6d-8be4-f858fe6c17d7 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672531 Jul 16 18:41:35.574923 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb800-1aa3-4b16-a0cc-2c554b26ac02 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.694306 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb800-1aa3-4b16-a0cc-2c554b26ac02 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.749901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cb800-1aa3-4b16-a0cc-2c554b26ac02 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Subnet': ['ID=3e81baa3-5592-42eb-b25f-cefe0108aee8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:35.757015 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb800-1aa3-4b16-a0cc-2c554b26ac02 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.762933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2c5cb800-1aa3-4b16-a0cc-2c554b26ac02 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/3e81baa3-5592-42eb-b25f-cefe0108aee8 HTTP/1.1" status: 204 len: 168 time: 0.5942464 Jul 16 18:41:35.765878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57318) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:35.766939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52853f4-9cdc-4c77-b09d-2604f8218907 None None] Network e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:35.920829 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:34Z', 'revision_number': 9, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:36.031452 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.034364 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:36.060657 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:36.063757 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:36.084757 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.107544 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-12947850-6495-49df-b2ad-3d5756c245f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.221667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:36.223611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.275107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03e274-4da9-40aa-8788-44f13417bbb2 None None] DHCP port deletion for e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:36.278264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-2dfac5ee-7fe8-4bdc-9bf3-ab2d16b4a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.282778 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-2dfac5ee-7fe8-4bdc-9bf3-ab2d16b4a4a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 1097 time: 0.1361802 Jul 16 18:41:36.424132 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:36.428096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7affaa67-e953-4b1e-9f58-6ecf27d3d0db,segment=NetworkSegment(99374456-ef70-442b-9f21-4f4f99b60f8c),segment_id=99374456-ef70-442b-9f21-4f4f99b60f8c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:36.428481 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.444872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 7affaa67-e953-4b1e-9f58-6ecf27d3d0db owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:36.506836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4e03e274-4da9-40aa-8788-44f13417bbb2 None None] Deleting port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:36.507495 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e03e274-4da9-40aa-8788-44f13417bbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.529144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-e77cb7b3-58a1-4e93-b320-9f3202c090f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.530913 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-e77cb7b3-58a1-4e93-b320-9f3202c090f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 200 len: 911 time: 0.2395532 Jul 16 18:41:36.625554 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-6d4f107f-67ba-493d-94c3-cec575228de4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb8077a9-6d82-4cde-823c-758a742bdebf HTTP/1.1" status: 200 len: 217 time: 0.0857539 Jul 16 18:41:36.628488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.646688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4e03e274-4da9-40aa-8788-44f13417bbb2 None None] For port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7affaa67-e953-4b1e-9f58-6ecf27d3d0db,segment=NetworkSegment(99374456-ef70-442b-9f21-4f4f99b60f8c),segment_id=99374456-ef70-442b-9f21-4f4f99b60f8c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:36.647526 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e03e274-4da9-40aa-8788-44f13417bbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.669264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4e03e274-4da9-40aa-8788-44f13417bbb2 None None] Calling delete_port for 7affaa67-e953-4b1e-9f58-6ecf27d3d0db owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:36.747421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-35b878d4-e402-4adc-a8c1-08a3ddc8c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.750486 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-35b878d4-e402-4adc-a8c1-08a3ddc8c882 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=538a0b8a-e9f7-48f8-af42-916fc8ec70f4 HTTP/1.1" status: 200 len: 850 time: 0.1082773 Jul 16 18:41:36.772181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=7affaa67-e953-4b1e-9f58-6ecf27d3d0db,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:36.775538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No DVR routers for this DVR port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:36.828960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7affaa67-e953-4b1e-9f58-6ecf27d3d0db no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:36.867472 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-ba9b8305-1da4-499f-a59e-f7efd81e4828 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f14f277e-1292-4db8-b73b-1aff28abfb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091359 Jul 16 18:41:36.878449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7affaa67-e953-4b1e-9f58-6ecf27d3d0db {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:36.879171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7affaa67-e953-4b1e-9f58-6ecf27d3d0db not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:36.986269 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e03e274-4da9-40aa-8788-44f13417bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.001703 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:34Z', 'revision_number': 9, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.017360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03e274-4da9-40aa-8788-44f13417bbb2 None None] Pushing event deleted for resources: {'Port': ['ID=7affaa67-e953-4b1e-9f58-6ecf27d3d0db,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.021944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e03e274-4da9-40aa-8788-44f13417bbb2 None None] No DVR routers for this DVR port 7affaa67-e953-4b1e-9f58-6ecf27d3d0db on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:37.058650 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c2e50-4fe9-44ed-bfa3-442ff5b0a31a None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:34Z', 'revision_number': 9, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727', 'name': '', 'network_id': 'a29bf196-a632-4846-8e83-6df9058af84e', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:98:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '0fccedcf-6008-405a-964d-316088bebdae', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:10Z', 'updated_at': '2021-07-16T18:41:21Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': '0fccedcf-6008-405a-964d-316088bebdae', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:37.091207 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.094844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-b2428284-8344-44ce-8c96-2cb8f5e55bae service neutron] 10.222.0.45 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176535 Jul 16 18:41:37.097739 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.117318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.137664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99374456-ef70-442b-9f21-4f4f99b60f8c') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.138308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99374456-ef70-442b-9f21-4f4f99b60f8c') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.149362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca829a-fff1-48f2-969b-5a6135ab62b4 req-11f3cbb7-958e-402d-b1e3-4aed1c308db7 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.152421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eeca829a-fff1-48f2-969b-5a6135ab62b4 req-11f3cbb7-958e-402d-b1e3-4aed1c308db7 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.5408866 Jul 16 18:41:37.178145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.225382 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.251931 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eeca829a-fff1-48f2-969b-5a6135ab62b4 req-4e63df16-a88a-4d5d-9412-972990ecfa47 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875757 Jul 16 18:41:37.255525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:37.256089 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:37.266697 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:37.350238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.363255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.367161 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/networks/e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9 HTTP/1.1" status: 204 len: 168 time: 1.5982456 Jul 16 18:41:37.369443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57446) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:37.383760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6985142b-6086-4745-93e4-83c6bd36e1a1 req-0e466263-53bc-4b39-b38b-104c65b7ad33 service neutron] 10.222.0.45 "GET /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537766 Jul 16 18:41:37.419207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ab498-911d-4296-975f-d1ca68e3a145 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Network': ['ID=e2dcfe4b-32f1-449e-ad8b-7ce61775cbe9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.803272 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.413507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:38.444421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:38.445228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 09a1a7a3-ad61-45b0-99ba-ea3cbb76d37c not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:38.479654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:38.480462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.496622 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84a64f-3316-43cb-b020-f77152b2aaa2 req-8db8f213-d84b-474b-a85a-d57db055c457 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.498788 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f84a64f-3316-43cb-b020-f77152b2aaa2 req-8db8f213-d84b-474b-a85a-d57db055c457 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1176436 Jul 16 18:41:38.600907 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f84a64f-3316-43cb-b020-f77152b2aaa2 req-ae3fe52b-5b42-4789-9509-094e938abd0c tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870175 Jul 16 18:41:38.632750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727,segment=NetworkSegment(12576255-80b7-4646-b38c-a710f8228567),segment_id=12576255-80b7-4646-b38c-a710f8228567)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:38.633120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.649245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:38.768613 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.844124 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.875840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:39.135267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.456284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:39.590104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:39.596734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fe15e4d3-652f-46ec-a389-84dcc7ddcc8b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2261302 Jul 16 18:41:39.601280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:39.609785 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:39.640576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:39.640849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:39.722616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db2b953-bf51-4413-a873-64b74c1db4c0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting subnet 0fccedcf-6008-405a-964d-316088bebdae {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:39.729944 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8db2b953-bf51-4413-a873-64b74c1db4c0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.839934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8db2b953-bf51-4413-a873-64b74c1db4c0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.946997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:39.978388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30676a4a-12dc-4757-913e-01a648d1c3b5 req-a1bb2f06-03e6-498f-ae10-98c409ae4bd0 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.984712 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30676a4a-12dc-4757-913e-01a648d1c3b5 req-a1bb2f06-03e6-498f-ae10-98c409ae4bd0 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.0825057 Jul 16 18:41:39.987275 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8db2b953-bf51-4413-a873-64b74c1db4c0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.053434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-30676a4a-12dc-4757-913e-01a648d1c3b5 req-f428c8b8-82e7-42a5-bd99-e6a3047aa941 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646706 Jul 16 18:41:40.094477 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8db2b953-bf51-4413-a873-64b74c1db4c0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.128709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2b953-bf51-4413-a873-64b74c1db4c0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Subnet': ['ID=0fccedcf-6008-405a-964d-316088bebdae,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:40.145186 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8db2b953-bf51-4413-a873-64b74c1db4c0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.146912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012335ad-cff7-40a6-ad41-110dc3d3dca3 None None] Network a29bf196-a632-4846-8e83-6df9058af84e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:40.147295 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8db2b953-bf51-4413-a873-64b74c1db4c0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/0fccedcf-6008-405a-964d-316088bebdae HTTP/1.1" status: 204 len: 168 time: 0.5449116 Jul 16 18:41:40.152804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57528) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:40.348762 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.400484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:38Z', 'revision_number': 10, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:40.515714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:40.517147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 674ff891-a8cd-4c3f-9063-02400bcbce12 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:40.517730 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.531090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327eb59-a751-45f2-8a7b-1ceafe64ce46 None None] DHCP port deletion for a29bf196-a632-4846-8e83-6df9058af84e request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:40.568711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:40.569331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:40.574027 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.652809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port 674ff891-a8cd-4c3f-9063-02400bcbce12, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=674ff891-a8cd-4c3f-9063-02400bcbce12,segment=NetworkSegment(12576255-80b7-4646-b38c-a710f8228567),segment_id=12576255-80b7-4646-b38c-a710f8228567)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:40.653449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.710714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:40.713895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4327eb59-a751-45f2-8a7b-1ceafe64ce46 None None] Deleting port 674ff891-a8cd-4c3f-9063-02400bcbce12 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:40.714292 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4327eb59-a751-45f2-8a7b-1ceafe64ce46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.739223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 674ff891-a8cd-4c3f-9063-02400bcbce12 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:40.893135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4327eb59-a751-45f2-8a7b-1ceafe64ce46 None None] For port 674ff891-a8cd-4c3f-9063-02400bcbce12, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=674ff891-a8cd-4c3f-9063-02400bcbce12,segment=NetworkSegment(12576255-80b7-4646-b38c-a710f8228567),segment_id=12576255-80b7-4646-b38c-a710f8228567)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:40.893705 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4327eb59-a751-45f2-8a7b-1ceafe64ce46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.917523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62793a-2eff-407d-b677-2db0b7a6eab3 req-f4967a84-63a7-4033-95b8-1f07855591a7 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.920264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb62793a-2eff-407d-b677-2db0b7a6eab3 req-f4967a84-63a7-4033-95b8-1f07855591a7 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.2514794 Jul 16 18:41:40.940676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4327eb59-a751-45f2-8a7b-1ceafe64ce46 None None] Calling delete_port for 674ff891-a8cd-4c3f-9063-02400bcbce12 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:41.013275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb62793a-2eff-407d-b677-2db0b7a6eab3 req-1222da8c-7693-4562-98d8-8f3b2bdbed16 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769422 Jul 16 18:41:41.014948 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.056343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=674ff891-a8cd-4c3f-9063-02400bcbce12,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:41.058476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No DVR routers for this DVR port 674ff891-a8cd-4c3f-9063-02400bcbce12 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:41.087864 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4327eb59-a751-45f2-8a7b-1ceafe64ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.132980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327eb59-a751-45f2-8a7b-1ceafe64ce46 None None] Pushing event deleted for resources: {'Port': ['ID=674ff891-a8cd-4c3f-9063-02400bcbce12,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:41.135980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327eb59-a751-45f2-8a7b-1ceafe64ce46 None None] No DVR routers for this DVR port 674ff891-a8cd-4c3f-9063-02400bcbce12 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:41.139713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:38Z', 'revision_number': 10, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:41.155278 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.167092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29bf196-a632-4846-8e83-6df9058af84e']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:41.180754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12576255-80b7-4646-b38c-a710f8228567') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:41.181155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12576255-80b7-4646-b38c-a710f8228567') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:41.181299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f99a39-dd8a-4a77-b172-aa4c906b2f75 None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:38Z', 'revision_number': 10, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None, '_interfaces': [{'id': '9a84bc68-a6b2-481d-a28a-3b48b4f803a7', 'name': '', 'network_id': '9d0d5475-6710-4fc9-800c-95c4be14c9b1', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'mac_address': 'fa:16:3e:cf:de:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:41:05Z', 'updated_at': '2021-07-16T18:41:14Z', 'revision_number': 5, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'subnets': [{'id': 'ce31b5ef-218d-45b9-9b1a-fcb773c76dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:41.193775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.218275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.230619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:41.231287 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:41.235993 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:41.311995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.320930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.323162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/networks/a29bf196-a632-4846-8e83-6df9058af84e HTTP/1.1" status: 204 len: 168 time: 1.1674125 Jul 16 18:41:41.326610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57536) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.334374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fc42a-228d-4063-88c1-df879f3a3e35 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Network': ['ID=a29bf196-a632-4846-8e83-6df9058af84e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.163558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57548) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:42.304934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.339828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89094ee2-c657-4d59-a0d1-a4903f597fc7 req-cf223165-a83e-4a74-a0c4-d06f7d956ea6 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.343726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89094ee2-c657-4d59-a0d1-a4903f597fc7 req-cf223165-a83e-4a74-a0c4-d06f7d956ea6 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1397018 Jul 16 18:41:42.476088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-89094ee2-c657-4d59-a0d1-a4903f597fc7 req-a1592b74-5a54-44fb-8fdc-03bb65465cdf tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258299 Jul 16 18:41:42.479165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:42.480371 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab98ce53-24ab-4768-91ac-f7d4d369fed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.546081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:42.546924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1842ba97-ad7a-4bc7-8fe6-ecf3b00c8727 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:42.547573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 674ff891-a8cd-4c3f-9063-02400bcbce12 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:42.578377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 674ff891-a8cd-4c3f-9063-02400bcbce12 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:42.580476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 674ff891-a8cd-4c3f-9063-02400bcbce12 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:42.715421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab98ce53-24ab-4768-91ac-f7d4d369fed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.721915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ab98ce53-24ab-4768-91ac-f7d4d369fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.774076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98ce53-24ab-4768-91ac-f7d4d369fed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d8014f-3c2c-4ba9-81bc-7fecafb8387d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.801393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ab98ce53-24ab-4768-91ac-f7d4d369fed7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5053c27d699540d6a7e1f77679705bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337202 Jul 16 18:41:42.802665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:42.857721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:42.859002 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.898212 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.940097 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.024096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port 9a84bc68-a6b2-481d-a28a-3b48b4f803a7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9a84bc68-a6b2-481d-a28a-3b48b4f803a7,segment=NetworkSegment(3a245c1b-1cd6-46b9-85e8-67ada213e20d),segment_id=3a245c1b-1cd6-46b9-85e8-67ada213e20d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:43.024649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.033433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.039165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.041592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5d8014f-3c2c-4ba9-81bc-7fecafb8387d HTTP/1.1" status: 204 len: 168 time: 0.2368517 Jul 16 18:41:43.050742 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:43.058173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d8014f-3c2c-4ba9-81bc-7fecafb8387d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:43.079007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.079007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.079007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.079705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.079705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.080263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.080954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.081608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.082153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.082692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.083494 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.084035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61a401a-7e16-466c-adf6-919b504c2fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:43.441372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.490409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=9a84bc68-a6b2-481d-a28a-3b48b4f803a7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:43.531353 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-e5551aa3-41fe-4de6-803e-aea87b48d990 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1700230 Jul 16 18:41:43.875074 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.950174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276faf4-fdb0-4047-9e5a-773040230ae2 req-cb18629b-0686-44ba-9475-6a87fa67f751 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.952389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a276faf4-fdb0-4047-9e5a-773040230ae2 req-cb18629b-0686-44ba-9475-6a87fa67f751 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.1561527 Jul 16 18:41:43.987204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-caf97af4-0d7f-42d9-8765-81a09e7b3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.989014 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-caf97af4-0d7f-42d9-8765-81a09e7b3a76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 1097 time: 0.4003406 Jul 16 18:41:44.006895 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a276faf4-fdb0-4047-9e5a-773040230ae2 req-c5d9c007-7cb7-4eb6-bcd2-183487af2e11 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453129 Jul 16 18:41:44.191285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-21589c5e-ba8d-4282-b369-06c10f135ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.193165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-21589c5e-ba8d-4282-b369-06c10f135ea6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1693144 Jul 16 18:41:44.200632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:44.235856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6450adf-e779-46ad-868a-a917d79add4e req-7bd08fe9-de6a-4c59-8f2e-a6bcfbff68d1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.238963 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6450adf-e779-46ad-868a-a917d79add4e req-7bd08fe9-de6a-4c59-8f2e-a6bcfbff68d1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 945 time: 0.2047465 Jul 16 18:41:44.333933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-1785e775-ecdc-496d-b72f-8d8fccb89274 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0531f08-353a-4206-915a-8e1056ea37ff HTTP/1.1" status: 200 len: 1001 time: 0.1269560 Jul 16 18:41:44.402857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-f13cca43-49de-471b-bc27-8464af03b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.404881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-f13cca43-49de-471b-bc27-8464af03b8c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0625579 Jul 16 18:41:44.444207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:44.461592 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-28d2a5b5-0801-45c3-92f9-baf5ef54136d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1287756 Jul 16 18:41:44.462111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57558) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:44.471000 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:44.486550 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:44.489040 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:44.533033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-d884ae20-e5cb-403e-8ce1-548a88235eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.534755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-d884ae20-e5cb-403e-8ce1-548a88235eca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210928 Jul 16 18:41:44.588391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-370af36a-966b-4728-aa7a-34a637dc2a78 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting subnet ce31b5ef-218d-45b9-9b1a-fcb773c76dfd {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:44.598747 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370af36a-966b-4728-aa7a-34a637dc2a78 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.624244 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:44.656464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b6450adf-e779-46ad-868a-a917d79add4e req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Deleting port eb8077a9-6d82-4cde-823c-758a742bdebf {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:44.656464 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6450adf-e779-46ad-868a-a917d79add4e req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.691681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370af36a-966b-4728-aa7a-34a637dc2a78 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.705870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-c8967406-0f95-4b9e-9fdb-ffe724a0acb4 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629875 Jul 16 18:41:44.740362 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:43Z', 'revision_number': 11, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:44.804390 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:44.828896 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:44.830299 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:44.875351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b6450adf-e779-46ad-868a-a917d79add4e req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] For port eb8077a9-6d82-4cde-823c-758a742bdebf, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=eb8077a9-6d82-4cde-823c-758a742bdebf,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:44.876234 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6450adf-e779-46ad-868a-a917d79add4e req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.892400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7407426-f68b-4b30-9e94-6912c7a1cfea req-2808b4bd-1076-484b-aa03-ce4e618ddda4 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789832 Jul 16 18:41:44.907544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-b6450adf-e779-46ad-868a-a917d79add4e req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Calling delete_port for eb8077a9-6d82-4cde-823c-758a742bdebf owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:44.916718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370af36a-966b-4728-aa7a-34a637dc2a78 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.992344 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:45.060906 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370af36a-966b-4728-aa7a-34a637dc2a78 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.098090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370af36a-966b-4728-aa7a-34a637dc2a78 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.100668 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-370af36a-966b-4728-aa7a-34a637dc2a78 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/ce31b5ef-218d-45b9-9b1a-fcb773c76dfd HTTP/1.1" status: 204 len: 168 time: 0.6366589 Jul 16 18:41:45.103514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370af36a-966b-4728-aa7a-34a637dc2a78 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Subnet': ['ID=ce31b5ef-218d-45b9-9b1a-fcb773c76dfd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.105046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57562) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:45.121907 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:43Z', 'revision_number': 11, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:45.134742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be85612-c869-4875-ad22-123e368a2f61 None None] Network 9d0d5475-6710-4fc9-800c-95c4be14c9b1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:45.171617 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c7688-8666-48af-b7fd-d8512683d49a None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:43Z', 'revision_number': 11, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:45.183434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6450adf-e779-46ad-868a-a917d79add4e req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.231722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Pushing event deleted for resources: {'Port': ['ID=eb8077a9-6d82-4cde-823c-758a742bdebf,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.314210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['b42fa13f-665a-42a4-8b26-c4e77d4649c0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:45.316711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6450adf-e779-46ad-868a-a917d79add4e req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] No DVR routers for this DVR port eb8077a9-6d82-4cde-823c-758a742bdebf on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:45.319831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6450adf-e779-46ad-868a-a917d79add4e req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.323153 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6450adf-e779-46ad-868a-a917d79add4e req-9adbabf8-1baf-4ac6-a1a9-fd192f95d028 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.45 "DELETE /v2.0/ports/eb8077a9-6d82-4cde-823c-758a742bdebf HTTP/1.1" status: 204 len: 173 time: 1.0761540 Jul 16 18:41:45.323888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a76d6e3-4c6e-4aa8-914d-3c3495409696', 'name': 'network-vif-deleted', 'tag': 'eb8077a9-6d82-4cde-823c-758a742bdebf'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:45.330296 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513dbb24-a035-40ce-b22a-c6b3ad00f349" -d '{"events": [{"server_uuid": "5a76d6e3-4c6e-4aa8-914d-3c3495409696", "name": "network-vif-deleted", "tag": "eb8077a9-6d82-4cde-823c-758a742bdebf"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:45.375199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d695f651-cecd-4f14-b17c-22ee34740f21 req-0db4cca7-bd1a-453b-928b-e4f2ecc47c9c tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a76d6e3-4c6e-4aa8-914d-3c3495409696 HTTP/1.1" status: 200 len: 210 time: 0.0518193 Jul 16 18:41:45.382347 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.439758 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958251c5-d8d7-4516-9f79-adecc2d71400 x-openstack-request-id: req-958251c5-d8d7-4516-9f79-adecc2d71400 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:45.440219 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a76d6e3-4c6e-4aa8-914d-3c3495409696", "name": "network-vif-deleted", "tag": "eb8077a9-6d82-4cde-823c-758a742bdebf", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:45.440684 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-958251c5-d8d7-4516-9f79-adecc2d71400 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:45.441246 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a76d6e3-4c6e-4aa8-914d-3c3495409696', 'name': 'network-vif-deleted', 'tag': 'eb8077a9-6d82-4cde-823c-758a742bdebf', 'status': 'completed', 'code': 200} Jul 16 18:41:45.519646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Deleting port 179fc079-f25c-4d35-9d17-f9c5ea99524a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:45.520107 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.629395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] For port 179fc079-f25c-4d35-9d17-f9c5ea99524a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=179fc079-f25c-4d35-9d17-f9c5ea99524a,segment=NetworkSegment(3a245c1b-1cd6-46b9-85e8-67ada213e20d),segment_id=3a245c1b-1cd6-46b9-85e8-67ada213e20d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:45.630281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.660315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Calling delete_port for 179fc079-f25c-4d35-9d17-f9c5ea99524a owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:45.730117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] DHCP port deletion for 9d0d5475-6710-4fc9-800c-95c4be14c9b1 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:45.805776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Deleting port 179fc079-f25c-4d35-9d17-f9c5ea99524a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:45.806091 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.820719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.900446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Port': ['ID=179fc079-f25c-4d35-9d17-f9c5ea99524a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.907010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No DVR routers for this DVR port 179fc079-f25c-4d35-9d17-f9c5ea99524a on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:45.952615 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] For port 179fc079-f25c-4d35-9d17-f9c5ea99524a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=179fc079-f25c-4d35-9d17-f9c5ea99524a,segment=NetworkSegment(3a245c1b-1cd6-46b9-85e8-67ada213e20d),segment_id=3a245c1b-1cd6-46b9-85e8-67ada213e20d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:45.952995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.979485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Calling delete_port for 179fc079-f25c-4d35-9d17-f9c5ea99524a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:46.080409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.101010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0d5475-6710-4fc9-800c-95c4be14c9b1']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:46.126272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a245c1b-1cd6-46b9-85e8-67ada213e20d') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:46.127162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a245c1b-1cd6-46b9-85e8-67ada213e20d') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:46.130596 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.144309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.170157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.184788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:46.186187 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.190841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Pushing event deleted for resources: {'Port': ['ID=179fc079-f25c-4d35-9d17-f9c5ea99524a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:46.192619 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:46.195346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] No DVR routers for this DVR port 179fc079-f25c-4d35-9d17-f9c5ea99524a on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:46.217553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.218160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.218673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.219163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.219628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.220351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.220837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.221308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.222016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.222463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.222929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.223391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394db19a-dd3e-44d7-9760-0bb6c73de84b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:46.306148 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.317169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.318797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/networks/9d0d5475-6710-4fc9-800c-95c4be14c9b1 HTTP/1.1" status: 204 len: 168 time: 1.2115321 Jul 16 18:41:46.321837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57566) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:46.340883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'routes': None}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:46.345915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693cf32-b3c6-4611-be24-d4f821cdb35b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Pushing event deleted for resources: {'Network': ['ID=9d0d5475-6710-4fc9-800c-95c4be14c9b1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:46.470396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:46.503538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:46.503938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9a84bc68-a6b2-481d-a28a-3b48b4f803a7 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:46.504397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 179fc079-f25c-4d35-9d17-f9c5ea99524a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:46.531430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 179fc079-f25c-4d35-9d17-f9c5ea99524a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:46.531850 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 179fc079-f25c-4d35-9d17-f9c5ea99524a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:46.606000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Added routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:41:46.606315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.extraroute_db [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Removed routes are [] {{(pid=93823) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:41:46.606688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.754239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device eb8077a9-6d82-4cde-823c-758a742bdebf no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:46.775298 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.781177 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.796290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: eb8077a9-6d82-4cde-823c-758a742bdebf {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:46.797057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device eb8077a9-6d82-4cde-823c-758a742bdebf not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:47.352098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:47.472110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92de2-2435-4b2d-a2e3-718343f0a60f req-1f6b2f3a-3a23-4614-ad3e-a7beb0bac954 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.473906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93a92de2-2435-4b2d-a2e3-718343f0a60f req-1f6b2f3a-3a23-4614-ad3e-a7beb0bac954 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.2001114 Jul 16 18:41:47.491671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:47.502180 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.508327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] Sync routers for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:47.509236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dbe16ee6-b2de-4f25-ac38-ca68dd9ea5f8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914 HTTP/1.1" status: 200 len: 701 time: 1.1671808 Jul 16 18:41:47.509445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:47.521451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] Routers {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:47.521764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:47.546126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be9a027d-7b4e-4c10-8ca2-6009d1bc494e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d2c429-2d24-44a5-80aa-e9f76ec6c914 HTTP/1.1" status: 200 len: 205 time: 0.0313385 Jul 16 18:41:47.546467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:47.556940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93a92de2-2435-4b2d-a2e3-718343f0a60f req-bd51b650-067a-4fbf-bb26-3fbf0359d9b0 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731711 Jul 16 18:41:47.641804 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85cb8d8-7203-48ec-a293-b64b79f7b65e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.805018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] Set router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:47.838185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85cb8d8-7203-48ec-a293-b64b79f7b65e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.841896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85cb8d8-7203-48ec-a293-b64b79f7b65e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.864140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d2c429-2d24-44a5-80aa-e9f76ec6c914', 'name': 'tempest-RoutersTest-router-1095001624', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:03Z', 'updated_at': '2021-07-16T18:41:43Z', 'revision_number': 11, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:47.897712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] Checking router: c7d2c429-2d24-44a5-80aa-e9f76ec6c914 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:47.907276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85cb8d8-7203-48ec-a293-b64b79f7b65e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.908017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85cb8d8-7203-48ec-a293-b64b79f7b65e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Fanout notify agent at l3_agent the message router_deleted on router c7d2c429-2d24-44a5-80aa-e9f76ec6c914 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:41:47.908457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] Routers set() bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:47.908865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] Router IDs set() for agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:41:47.909539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_agentschedulers_db [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7d2c429-2d24-44a5-80aa-e9f76ec6c914'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent'). {{(pid=93825) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:41:47.909975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731a227-7508-42c8-91fb-ab2ba13e0a3c None None] The sync data for ids ['c7d2c429-2d24-44a5-80aa-e9f76ec6c914'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:47.916745 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d85cb8d8-7203-48ec-a293-b64b79f7b65e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.917917 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d85cb8d8-7203-48ec-a293-b64b79f7b65e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914 HTTP/1.1" status: 204 len: 168 time: 0.3704274 Jul 16 18:41:47.923290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57578) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:47.930480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-58b96a24-e0a6-473b-a573-f9497c63a61c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-439999380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:47.964055 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b96a24-e0a6-473b-a573-f9497c63a61c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.965639 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b96a24-e0a6-473b-a573-f9497c63a61c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.031660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b96a24-e0a6-473b-a573-f9497c63a61c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.036816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b96a24-e0a6-473b-a573-f9497c63a61c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.055268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58b96a24-e0a6-473b-a573-f9497c63a61c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.059720 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-58b96a24-e0a6-473b-a573-f9497c63a61c tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1318231 Jul 16 18:41:48.060606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:48.065668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-75e07756-9afe-4942-a388-537e07c6dc4e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:48.287419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75e07756-9afe-4942-a388-537e07c6dc4e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.300166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75e07756-9afe-4942-a388-537e07c6dc4e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1747986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1747979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1748098'] for router, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.410475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e07756-9afe-4942-a388-537e07c6dc4e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Router 11100b4b-f10c-4ea7-80e5-082ae4b8f20b is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:41:48.494669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e07756-9afe-4942-a388-537e07c6dc4e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:48.502256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-75e07756-9afe-4942-a388-537e07c6dc4e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.503509 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-75e07756-9afe-4942-a388-537e07c6dc4e tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "PUT /v2.0/routers/11100b4b-f10c-4ea7-80e5-082ae4b8f20b HTTP/1.1" status: 200 len: 693 time: 0.4419444 Jul 16 18:41:48.506843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:48.510055 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] Sync routers for ids ['11100b4b-f10c-4ea7-80e5-082ae4b8f20b'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:48.521517 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] Routers {'11100b4b-f10c-4ea7-80e5-082ae4b8f20b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:48.522392 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11100b4b-f10c-4ea7-80e5-082ae4b8f20b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:48.595625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aff6b7dd-dd42-4d29-8f0b-6aad2fab08aa tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/routers/11100b4b-f10c-4ea7-80e5-082ae4b8f20b HTTP/1.1" status: 200 len: 699 time: 0.0874908 Jul 16 18:41:48.598411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:48.606149 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] Set router 11100b4b-f10c-4ea7-80e5-082ae4b8f20b gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:48.647845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e84ab702-0091-415e-8709-badb7b640aaf tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=11100b4b-f10c-4ea7-80e5-082ae4b8f20b HTTP/1.1" status: 200 len: 205 time: 0.0480402 Jul 16 18:41:48.650890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:48.703815 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11100b4b-f10c-4ea7-80e5-082ae4b8f20b', 'name': 'tempest-RoutersTest-router-439999380', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:47Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:48.744018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58130168-cf56-4b53-ae93-cc37dd4e5d2d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.846889 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] Checking router: 11100b4b-f10c-4ea7-80e5-082ae4b8f20b for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:48.849024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc344fd-119c-424a-94a5-3bd854c656ee req-cdc97e77-aa25-4ad4-b4c0-4b12ec413529 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.850676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fc344fd-119c-424a-94a5-3bd854c656ee req-cdc97e77-aa25-4ad4-b4c0-4b12ec413529 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.0876777 Jul 16 18:41:48.862892 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] Routers {'11100b4b-f10c-4ea7-80e5-082ae4b8f20b'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:48.864063 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['11100b4b-f10c-4ea7-80e5-082ae4b8f20b'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:48.905159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fc344fd-119c-424a-94a5-3bd854c656ee req-1ab02a8d-e7d8-4c2b-b5ad-1bfa670b2bd4 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Jul 16 18:41:48.967942 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] Set router 11100b4b-f10c-4ea7-80e5-082ae4b8f20b gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:49.065054 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11100b4b-f10c-4ea7-80e5-082ae4b8f20b', 'name': 'tempest-RoutersTest-router-439999380', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:47Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:49.119908 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4c169c-81be-480c-83af-30932b1e5cc6 None None] The sync data for ids ['11100b4b-f10c-4ea7-80e5-082ae4b8f20b'] in n-d-793619-10 is: [{'id': '11100b4b-f10c-4ea7-80e5-082ae4b8f20b', 'name': 'tempest-RoutersTest-router-439999380', 'tenant_id': '6edf610d2f1b492b8f94d91986691604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:41:47Z', 'updated_at': '2021-07-16T18:41:48Z', 'revision_number': 2, 'project_id': '6edf610d2f1b492b8f94d91986691604', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:49.438217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58130168-cf56-4b53-ae93-cc37dd4e5d2d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.440649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58130168-cf56-4b53-ae93-cc37dd4e5d2d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.493375 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58130168-cf56-4b53-ae93-cc37dd4e5d2d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.494020 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58130168-cf56-4b53-ae93-cc37dd4e5d2d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Fanout notify agent at l3_agent the message router_deleted on router 11100b4b-f10c-4ea7-80e5-082ae4b8f20b {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:41:49.502822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-58130168-cf56-4b53-ae93-cc37dd4e5d2d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.504668 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-58130168-cf56-4b53-ae93-cc37dd4e5d2d tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/11100b4b-f10c-4ea7-80e5-082ae4b8f20b HTTP/1.1" status: 204 len: 168 time: 0.8516564 Jul 16 18:41:49.510529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57590) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.551952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6571d585-a031-464c-a479-0322321e1123 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=11100b4b-f10c-4ea7-80e5-082ae4b8f20b HTTP/1.1" status: 200 len: 205 time: 0.0395956 Jul 16 18:41:49.554928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.597550 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-2b328301-5b9f-4ffc-9109-56df177ca019 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] delete failed (client error): The resource could not be found. Jul 16 18:41:49.599008 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2b328301-5b9f-4ffc-9109-56df177ca019 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/11100b4b-f10c-4ea7-80e5-082ae4b8f20b HTTP/1.1" status: 404 len: 336 time: 0.0429432 Jul 16 18:41:49.602848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57594) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.632867 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-29974f43-750d-47a4-a746-63dd7000af55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:49.633329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29974f43-750d-47a4-a746-63dd7000af55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:49.635226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-29974f43-750d-47a4-a746-63dd7000af55 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/0860f48e-4ee0-44ae-9028-e34328ebbc26 HTTP/1.1" status: 404 len: 337 time: 0.0313234 Jul 16 18:41:49.638613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.668876 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-57822857-f7e6-4ede-b14a-ccbe468b99e4 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:49.670070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57822857-f7e6-4ede-b14a-ccbe468b99e4 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:49.671960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-57822857-f7e6-4ede-b14a-ccbe468b99e4 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/3e81baa3-5592-42eb-b25f-cefe0108aee8 HTTP/1.1" status: 404 len: 337 time: 0.0320947 Jul 16 18:41:49.675025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.712437 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99b1e7e-2da7-4392-8c6b-08b3c17139d1 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:49.712897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99b1e7e-2da7-4392-8c6b-08b3c17139d1 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:49.714851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e99b1e7e-2da7-4392-8c6b-08b3c17139d1 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/0fccedcf-6008-405a-964d-316088bebdae HTTP/1.1" status: 404 len: 337 time: 0.0387492 Jul 16 18:41:49.718444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.764058 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30d0549-1e3c-4e84-8fe3-35f2c1db06f2 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:49.764776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30d0549-1e3c-4e84-8fe3-35f2c1db06f2 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:49.767548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f30d0549-1e3c-4e84-8fe3-35f2c1db06f2 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/ce31b5ef-218d-45b9-9b1a-fcb773c76dfd HTTP/1.1" status: 404 len: 337 time: 0.0476184 Jul 16 18:41:49.771673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.827027 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-52239aa0-bd3c-4e45-9dbf-a47a3ba7a9cb tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7d2c429-2d24-44a5-80aa-e9f76ec6c914 HTTP/1.1" status: 200 len: 205 time: 0.0532594 Jul 16 18:41:49.830908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.873823 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-8fefd5b4-a99d-41ef-8a71-e4bf6378a47b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] delete failed (client error): The resource could not be found. Jul 16 18:41:49.877257 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8fefd5b4-a99d-41ef-8a71-e4bf6378a47b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/c7d2c429-2d24-44a5-80aa-e9f76ec6c914 HTTP/1.1" status: 404 len: 336 time: 0.0447757 Jul 16 18:41:49.878224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.916207 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-067ba4d0-6829-4686-899e-512a9917ddad tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=247da7d8-0186-4b0c-beda-a57b591b6a6f HTTP/1.1" status: 200 len: 205 time: 0.0358279 Jul 16 18:41:49.920762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.959432 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-030fef6f-1c08-4cbd-8e6e-457478dcf916 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] delete failed (client error): The resource could not be found. Jul 16 18:41:49.960567 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-030fef6f-1c08-4cbd-8e6e-457478dcf916 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/247da7d8-0186-4b0c-beda-a57b591b6a6f HTTP/1.1" status: 404 len: 336 time: 0.0388062 Jul 16 18:41:49.965473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57612) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.971549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-4de1eace-5648-4951-bc49-082c17dddbe3 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.972963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-4de1eace-5648-4951-bc49-082c17dddbe3 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.46 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.0985656 Jul 16 18:41:49.996148 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c07481-13b9-42f6-aeab-c8c3ba830740 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:49.996565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c07481-13b9-42f6-aeab-c8c3ba830740 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:50.002009 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c5c07481-13b9-42f6-aeab-c8c3ba830740 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/2098b317-02d7-4fb4-a9f5-a6eca87e4b09 HTTP/1.1" status: 404 len: 337 time: 0.0348918 Jul 16 18:41:50.002660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.037145 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8e2d48f4-072a-402f-9c29-25e175170450 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ca7e3f6-079a-4e37-8d69-52a2cccdd622 HTTP/1.1" status: 200 len: 205 time: 0.0332355 Jul 16 18:41:50.037928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57618) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.083849 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-23fca0d1-7b15-4232-94f7-08a48850a8a0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] delete failed (client error): The resource could not be found. Jul 16 18:41:50.089738 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-23fca0d1-7b15-4232-94f7-08a48850a8a0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/9ca7e3f6-079a-4e37-8d69-52a2cccdd622 HTTP/1.1" status: 404 len: 336 time: 0.0489535 Jul 16 18:41:50.089738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.133222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.133443 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ff6123a3-acea-4a1e-bd89-820093f346ed tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bee9f17-46c5-46e6-b2fb-9d2996494883 HTTP/1.1" status: 200 len: 205 time: 0.0436418 Jul 16 18:41:50.234719 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-59e1b028-6230-4168-9f86-8b412de471d2 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] delete failed (client error): The resource could not be found. Jul 16 18:41:50.236087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-59e1b028-6230-4168-9f86-8b412de471d2 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/8bee9f17-46c5-46e6-b2fb-9d2996494883 HTTP/1.1" status: 404 len: 336 time: 0.1010845 Jul 16 18:41:50.240494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57624) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.286874 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-979b7325-aca6-49a7-b604-6d92653b4755 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:50.287736 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979b7325-aca6-49a7-b604-6d92653b4755 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:50.291014 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-979b7325-aca6-49a7-b604-6d92653b4755 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/ef327fc8-c1b9-4cba-9219-52063f95b5ff HTTP/1.1" status: 404 len: 337 time: 0.0489490 Jul 16 18:41:50.296597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.323809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Deleting port b42fa13f-665a-42a4-8b26-c4e77d4649c0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:50.324228 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.338463 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f56f2e44-2ece-4a26-a188-64818af708f7 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=8de211df-cbd6-4782-b666-1db98bb61256 HTTP/1.1" status: 200 len: 205 time: 0.0404074 Jul 16 18:41:50.339501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1879bb0-ad5c-4be2-9db9-09e07c7adbff req-af603db9-7da5-4dce-afa3-1e4f30f8bff8 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.342787 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1879bb0-ad5c-4be2-9db9-09e07c7adbff req-af603db9-7da5-4dce-afa3-1e4f30f8bff8 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 946 time: 0.1667960 Jul 16 18:41:50.343099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.400305 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-cd5a1ad3-af3b-4997-8ddd-1b03e748cfa0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] delete failed (client error): The resource could not be found. Jul 16 18:41:50.401946 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cd5a1ad3-af3b-4997-8ddd-1b03e748cfa0 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/8de211df-cbd6-4782-b666-1db98bb61256 HTTP/1.1" status: 404 len: 336 time: 0.0573997 Jul 16 18:41:50.405996 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57630) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.443170 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-238a3f0e-cf8e-48c1-88c7-806fd238bbb8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:50.443852 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238a3f0e-cf8e-48c1-88c7-806fd238bbb8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:50.446131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-238a3f0e-cf8e-48c1-88c7-806fd238bbb8 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/ccbb450c-b74e-4377-8e4d-e7b9935ea223 HTTP/1.1" status: 404 len: 337 time: 0.0386345 Jul 16 18:41:50.449141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57632) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.479714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1879bb0-ad5c-4be2-9db9-09e07c7adbff req-dc17df16-a9c1-4778-97fb-5266d830737f tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/security-groups?id=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107862 Jul 16 18:41:50.482525 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7b80abeb-3240-4fbf-80cb-87f4ba52a7fd tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "GET /v2.0/ports?device_id=e320236f-0439-42c3-887e-b12db5e77789 HTTP/1.1" status: 200 len: 205 time: 0.0320313 Jul 16 18:41:50.487856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57634) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.514997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] For port b42fa13f-665a-42a4-8b26-c4e77d4649c0, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=b42fa13f-665a-42a4-8b26-c4e77d4649c0,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:50.515912 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.536591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Calling delete_port for b42fa13f-665a-42a4-8b26-c4e77d4649c0 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:50.562572 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-65641991-6c48-4854-a318-8e036d7108f5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] delete failed (client error): The resource could not be found. Jul 16 18:41:50.564572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-65641991-6c48-4854-a318-8e036d7108f5 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/routers/e320236f-0439-42c3-887e-b12db5e77789 HTTP/1.1" status: 404 len: 336 time: 0.0750222 Jul 16 18:41:50.567327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57636) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.618765 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-9403a63c-e736-4be1-9917-40bc50e57bb6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:50.620010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9403a63c-e736-4be1-9917-40bc50e57bb6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:50.624439 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9403a63c-e736-4be1-9917-40bc50e57bb6 tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/8491a26a-319d-4fc9-8269-7a0859ab7f18 HTTP/1.1" status: 404 len: 337 time: 0.0554116 Jul 16 18:41:50.627023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57638) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.658769 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a0adcf-09bc-4863-ab7e-463d11ec0b1b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:50.659262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a0adcf-09bc-4863-ab7e-463d11ec0b1b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:50.661106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c4a0adcf-09bc-4863-ab7e-463d11ec0b1b tempest-RoutersTest-907804884 tempest-RoutersTest-907804884-project] 10.222.0.60 "DELETE /v2.0/subnets/38b0a511-bdf3-45c8-a730-3c519cee3c6f HTTP/1.1" status: 404 len: 337 time: 0.0330462 Jul 16 18:41:50.730477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.772748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['b42fa13f-665a-42a4-8b26-c4e77d4649c0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:50.785228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Pushing event deleted for resources: {'Port': ['ID=b42fa13f-665a-42a4-8b26-c4e77d4649c0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:50.862522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] No DVR routers for this DVR port b42fa13f-665a-42a4-8b26-c4e77d4649c0 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:50.866637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.870993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3978743d-cc76-4e04-83f8-e391f81f0cdc req-14067b1a-d5ab-43f9-b549-334dd010eac1 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.46 "DELETE /v2.0/ports/b42fa13f-665a-42a4-8b26-c4e77d4649c0 HTTP/1.1" status: 204 len: 173 time: 0.8879497 Jul 16 18:41:50.871768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471b271-5c68-427f-9cf6-238144bc8718', 'name': 'network-vif-deleted', 'tag': 'b42fa13f-665a-42a4-8b26-c4e77d4649c0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:50.876465 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d396c311-ace7-49f6-b297-4137b9336f4f" -d '{"events": [{"server_uuid": "2471b271-5c68-427f-9cf6-238144bc8718", "name": "network-vif-deleted", "tag": "b42fa13f-665a-42a4-8b26-c4e77d4649c0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:50.933651 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2d3225-aadf-47cb-907f-f830675f4c7a x-openstack-request-id: req-af2d3225-aadf-47cb-907f-f830675f4c7a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:50.933981 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471b271-5c68-427f-9cf6-238144bc8718", "name": "network-vif-deleted", "tag": "b42fa13f-665a-42a4-8b26-c4e77d4649c0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:50.934278 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af2d3225-aadf-47cb-907f-f830675f4c7a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:50.935441 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471b271-5c68-427f-9cf6-238144bc8718', 'name': 'network-vif-deleted', 'tag': 'b42fa13f-665a-42a4-8b26-c4e77d4649c0', 'status': 'completed', 'code': 200} Jul 16 18:41:51.021323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57646) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:51.238256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eec8720c-9942-4aef-a639-b287b8ed273a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6edf610d2f1b492b8f94d91986691604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152834 Jul 16 18:41:51.242428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:51.309434 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdf24-0d35-4a82-aec6-0f53a6221562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.334946 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdf24-0d35-4a82-aec6-0f53a6221562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.390655 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdf24-0d35-4a82-aec6-0f53a6221562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.394118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdf24-0d35-4a82-aec6-0f53a6221562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.395708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4bcfdf24-0d35-4a82-aec6-0f53a6221562 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b846b3d3-1d48-4052-974f-0e326d7584ed HTTP/1.1" status: 204 len: 168 time: 0.1513309 Jul 16 18:41:51.413146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfdf24-0d35-4a82-aec6-0f53a6221562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b846b3d3-1d48-4052-974f-0e326d7584ed,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:51.675996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c59b9320-58a9-4295-8d62-f1164cffc53b req-21741e07-0296-4b67-8adc-a297b071fae2 tempest-ServerRescueTestJSON-1070586659 tempest-ServerRescueTestJSON-1070586659-project] 10.222.0.60 "GET /v2.0/ports?device_id=2471b271-5c68-427f-9cf6-238144bc8718 HTTP/1.1" status: 200 len: 210 time: 0.0355437 Jul 16 18:41:52.253885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57676) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:52.405150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-279e6037-c98c-43dd-a79e-75becb71e67f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:52.405951 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-279e6037-c98c-43dd-a79e-75becb71e67f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:41:52.406825 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-279e6037-c98c-43dd-a79e-75becb71e67f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:41:52.408652 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-279e6037-c98c-43dd-a79e-75becb71e67f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1534588 Jul 16 18:41:52.412959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57680) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:52.417833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'tempest-secgroup--85143055'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:52.443836 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.453049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.568371 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.573179 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.619676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db136b0-cee2-4d6a-a09a-b272ec8ac8a1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:52.689623 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.695659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.747559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.749775 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3354516 Jul 16 18:41:52.753525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57684) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:52.760015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67557a45-b9d9-4132-a977-7479f6b36207 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e9722-15a9-4df1-9ced-f71854cc37ac,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:52.760862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-af0f1b8c-daf5-401f-b8a5-923731d3dd6c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': 'df0e9722-15a9-4df1-9ced-f71854cc37ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:52.788472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:52.848266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af0f1b8c-daf5-401f-b8a5-923731d3dd6c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.969192 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af0f1b8c-daf5-401f-b8a5-923731d3dd6c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.002930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af0f1b8c-daf5-401f-b8a5-923731d3dd6c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.037054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f1b8c-daf5-401f-b8a5-923731d3dd6c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a221dce7-a68c-4808-880f-a8cf8c7f08d6,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:53.049022 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af0f1b8c-daf5-401f-b8a5-923731d3dd6c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.050888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-af0f1b8c-daf5-401f-b8a5-923731d3dd6c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956417 Jul 16 18:41:53.055356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57688) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.063660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b71dd3c6-9df7-4fbb-8455-e1e03cbcc22c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': 'df0e9722-15a9-4df1-9ced-f71854cc37ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:53.118378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b71dd3c6-9df7-4fbb-8455-e1e03cbcc22c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.177357 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-b71dd3c6-9df7-4fbb-8455-e1e03cbcc22c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:41:53.178975 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b71dd3c6-9df7-4fbb-8455-e1e03cbcc22c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1220019 Jul 16 18:41:53.182430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57690) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.272820 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c5f740-69a5-48cf-9e5d-3ff4bff9fc6d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.290572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device b42fa13f-665a-42a4-8b26-c4e77d4649c0 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:53.316688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.321145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c5f740-69a5-48cf-9e5d-3ff4bff9fc6d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.322673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: b42fa13f-665a-42a4-8b26-c4e77d4649c0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:53.323229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device b42fa13f-665a-42a4-8b26-c4e77d4649c0 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:53.405217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c5f740-69a5-48cf-9e5d-3ff4bff9fc6d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.410248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-53c5f740-69a5-48cf-9e5d-3ff4bff9fc6d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.412419 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-53c5f740-69a5-48cf-9e5d-3ff4bff9fc6d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/df0e9722-15a9-4df1-9ced-f71854cc37ac HTTP/1.1" status: 204 len: 168 time: 0.2285814 Jul 16 18:41:53.417447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57692) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.441835 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5f740-69a5-48cf-9e5d-3ff4bff9fc6d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e9722-15a9-4df1-9ced-f71854cc37ac,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:53.528789 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9b8fd26f-e68c-4a16-9523-4d9669a28c9e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020451 Jul 16 18:41:53.530166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57694) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.539048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8351c3cf-bd01-448d-990a-8837abedfab5 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810849942'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:53.585272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8351c3cf-bd01-448d-990a-8837abedfab5 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.697425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Deleting port 4351b62e-2bd6-409f-8c46-799d311f349e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:53.697760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.755869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8351c3cf-bd01-448d-990a-8837abedfab5 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.761675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8351c3cf-bd01-448d-990a-8837abedfab5 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.796063 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8351c3cf-bd01-448d-990a-8837abedfab5 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.797614 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8351c3cf-bd01-448d-990a-8837abedfab5 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2659631 Jul 16 18:41:53.800869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57696) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.807724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] For port 4351b62e-2bd6-409f-8c46-799d311f349e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4351b62e-2bd6-409f-8c46-799d311f349e,segment=NetworkSegment(53c5ef6d-03d8-426d-8018-1f64e4b0c2ec),segment_id=53c5ef6d-03d8-426d-8018-1f64e4b0c2ec)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:53.808109 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.813254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351c3cf-bd01-448d-990a-8837abedfab5 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03123630-ce28-4c16-8853-eadf58f5c176,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:53.814338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d09b72ef-5e05-4fdf-936a-f79ef08c36d8 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '03123630-ce28-4c16-8853-eadf58f5c176', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:53.814843 n-d-793619-10 neutron-server[93823]: WARNING neutron.api.v2.base [None req-d09b72ef-5e05-4fdf-936a-f79ef08c36d8 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:41:53.815366 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-d09b72ef-5e05-4fdf-936a-f79ef08c36d8 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:53.816459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d09b72ef-5e05-4fdf-936a-f79ef08c36d8 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0111973 Jul 16 18:41:53.820095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57698) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.835471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Calling delete_port for 4351b62e-2bd6-409f-8c46-799d311f349e owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:53.921671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bc803be-9c70-4a12-ade9-7ffdbb0317ff tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.964997 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bc803be-9c70-4a12-ade9-7ffdbb0317ff tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.040422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bc803be-9c70-4a12-ade9-7ffdbb0317ff tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.045628 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4bc803be-9c70-4a12-ade9-7ffdbb0317ff tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.048387 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4bc803be-9c70-4a12-ade9-7ffdbb0317ff tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/03123630-ce28-4c16-8853-eadf58f5c176 HTTP/1.1" status: 204 len: 168 time: 0.2257528 Jul 16 18:41:54.053615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.079167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc803be-9c70-4a12-ade9-7ffdbb0317ff tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03123630-ce28-4c16-8853-eadf58f5c176,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.085690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.130561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4351b62e-2bd6-409f-8c46-799d311f349e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.159124 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d1e38f26-a521-4664-b9a5-9a09c5d67eba tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928140 Jul 16 18:41:54.165249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57702) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.170648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c68fcb60-e307-4e6f-86b6-774ea51bd970 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'tempest-secgroup--47783418'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:54.197615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c68fcb60-e307-4e6f-86b6-774ea51bd970 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.310814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c68fcb60-e307-4e6f-86b6-774ea51bd970 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.319184 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c68fcb60-e307-4e6f-86b6-774ea51bd970 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.356542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c68fcb60-e307-4e6f-86b6-774ea51bd970 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.358579 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c68fcb60-e307-4e6f-86b6-774ea51bd970 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1918972 Jul 16 18:41:54.361979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.366598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5dfe2cd3-ae96-4811-9f3d-5be3babdc904 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '7aad6172-0e02-4ae7-b2f5-c6c346ab9ce3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:54.367449 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-5dfe2cd3-ae96-4811-9f3d-5be3babdc904 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:41:54.368071 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-5dfe2cd3-ae96-4811-9f3d-5be3babdc904 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:54.369241 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5dfe2cd3-ae96-4811-9f3d-5be3babdc904 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064332 Jul 16 18:41:54.371473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fcb60-e307-4e6f-86b6-774ea51bd970 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aad6172-0e02-4ae7-b2f5-c6c346ab9ce3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.374307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57706) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.427772 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.580359 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90b0d441-4e2d-4872-b0c2-9706772e128d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.698665 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90b0d441-4e2d-4872-b0c2-9706772e128d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.837324 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90b0d441-4e2d-4872-b0c2-9706772e128d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.842781 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-90b0d441-4e2d-4872-b0c2-9706772e128d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.844784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-90b0d441-4e2d-4872-b0c2-9706772e128d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/7aad6172-0e02-4ae7-b2f5-c6c346ab9ce3 HTTP/1.1" status: 204 len: 168 time: 0.4688411 Jul 16 18:41:54.847965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.869738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0d441-4e2d-4872-b0c2-9706772e128d tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aad6172-0e02-4ae7-b2f5-c6c346ab9ce3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.908873 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-48af2279-f810-4669-96f9-e1eafd42f73a tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528898 Jul 16 18:41:54.908873 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57710) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.914842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-33528074-cf5e-482b-b3b4-84976248d419 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'tempest-secgroup--973082341'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:54.940787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33528074-cf5e-482b-b3b4-84976248d419 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.973432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Router 4f1338fb-9169-4308-b3e6-e117bc20f5cd has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:55.088820 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33528074-cf5e-482b-b3b4-84976248d419 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.095276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33528074-cf5e-482b-b3b4-84976248d419 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.112821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:55.123645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-411f77d3-fbac-4d37-a97f-73384dde8aa6 admin admin] 10.222.0.60 "PUT /v2.0/routers/4f1338fb-9169-4308-b3e6-e117bc20f5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3338947 Jul 16 18:41:55.127917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57712) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.138758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] Sync routers for ids ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:55.154714 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33528074-cf5e-482b-b3b4-84976248d419 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.156902 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-33528074-cf5e-482b-b3b4-84976248d419 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2465887 Jul 16 18:41:55.160540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33528074-cf5e-482b-b3b4-84976248d419 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6eef58-1f29-40b6-a0c5-691fd94dda30,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.164005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.170395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] Routers {'4f1338fb-9169-4308-b3e6-e117bc20f5cd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:55.171784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.172970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c78b9faa-9ec1-4bed-9dc7-3f6adb57c446 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': 'fe6eef58-1f29-40b6-a0c5-691fd94dda30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.176700 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-c78b9faa-9ec1-4bed-9dc7-3f6adb57c446 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:41:55.177678 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-c78b9faa-9ec1-4bed-9dc7-3f6adb57c446 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:55.179423 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c78b9faa-9ec1-4bed-9dc7-3f6adb57c446 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0138547 Jul 16 18:41:55.183141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57716) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.191714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dfdc8fe1-10cd-41f9-b318-824bbc8c223e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': 'fe6eef58-1f29-40b6-a0c5-691fd94dda30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.193899 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-dfdc8fe1-10cd-41f9-b318-824bbc8c223e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:41:55.193899 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-dfdc8fe1-10cd-41f9-b318-824bbc8c223e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:55.197154 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dfdc8fe1-10cd-41f9-b318-824bbc8c223e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0123265 Jul 16 18:41:55.200222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57718) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.208153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ffa639ca-1a7c-48cc-8a3d-8db690ec5f24 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': 'fe6eef58-1f29-40b6-a0c5-691fd94dda30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.209580 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-ffa639ca-1a7c-48cc-8a3d-8db690ec5f24 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:41:55.210398 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-ffa639ca-1a7c-48cc-8a3d-8db690ec5f24 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:55.212971 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ffa639ca-1a7c-48cc-8a3d-8db690ec5f24 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102477 Jul 16 18:41:55.215177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57720) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.224536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-34658f40-1add-4895-a5af-96a118e0e253 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': 'fe6eef58-1f29-40b6-a0c5-691fd94dda30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.226266 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-34658f40-1add-4895-a5af-96a118e0e253 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:41:55.227172 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-34658f40-1add-4895-a5af-96a118e0e253 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:55.232838 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-34658f40-1add-4895-a5af-96a118e0e253 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116005 Jul 16 18:41:55.233771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57722) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.318932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.343682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1545a78-e90f-47eb-a46a-e52c6cc1a2f7 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.381048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1545a78-e90f-47eb-a46a-e52c6cc1a2f7 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.383458 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] Set router 4f1338fb-9169-4308-b3e6-e117bc20f5cd gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:55.454499 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1545a78-e90f-47eb-a46a-e52c6cc1a2f7 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.459763 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f1545a78-e90f-47eb-a46a-e52c6cc1a2f7 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.465629 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f1545a78-e90f-47eb-a46a-e52c6cc1a2f7 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/fe6eef58-1f29-40b6-a0c5-691fd94dda30 HTTP/1.1" status: 204 len: 168 time: 0.2265110 Jul 16 18:41:55.467434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57724) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.489793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1545a78-e90f-47eb-a46a-e52c6cc1a2f7 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6eef58-1f29-40b6-a0c5-691fd94dda30,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.569548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bc6c6d80-305a-4b44-8fe2-11f21a97de69 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005368 Jul 16 18:41:55.574823 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.577507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57726) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.585530 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7fa02682-b427-4733-bc13-787f2d595ca3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'tempest-secgroup--464968842'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.623615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fa02682-b427-4733-bc13-787f2d595ca3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.658083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Deleting port 18774a01-91a3-4093-90f6-93c36032812f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:55.658595 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.745698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '18774a01-91a3-4093-90f6-93c36032812f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:41:54Z', 'revision_number': 5, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'gw_port': {'id': '18774a01-91a3-4093-90f6-93c36032812f', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.761428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fa02682-b427-4733-bc13-787f2d595ca3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.767643 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fa02682-b427-4733-bc13-787f2d595ca3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.783537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] Checking router: 4f1338fb-9169-4308-b3e6-e117bc20f5cd for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:55.795550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] Routers {'4f1338fb-9169-4308-b3e6-e117bc20f5cd'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:55.796204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:41:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.808211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] For port 18774a01-91a3-4093-90f6-93c36032812f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=18774a01-91a3-4093-90f6-93c36032812f,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:55.808876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.820010 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7fa02682-b427-4733-bc13-787f2d595ca3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.824824 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7fa02682-b427-4733-bc13-787f2d595ca3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2430530 Jul 16 18:41:55.825659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa02682-b427-4733-bc13-787f2d595ca3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83350fb4-7c8e-477b-81f8-8321c861847c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.830544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57728) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.837705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Calling delete_port for 18774a01-91a3-4093-90f6-93c36032812f owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:55.838950 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ee658ad5-c2be-4f47-a51c-5763ce2934fa tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '83350fb4-7c8e-477b-81f8-8321c861847c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.839426 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-ee658ad5-c2be-4f47-a51c-5763ce2934fa tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:41:55.839848 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-ee658ad5-c2be-4f47-a51c-5763ce2934fa tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:55.842320 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ee658ad5-c2be-4f47-a51c-5763ce2934fa tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101347 Jul 16 18:41:55.849290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57730) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.857543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6ad59bf9-5cf7-4c28-92c1-8e917ce6fbaf tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '83350fb4-7c8e-477b-81f8-8321c861847c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.936906 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-6ad59bf9-5cf7-4c28-92c1-8e917ce6fbaf tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:55.939206 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6ad59bf9-5cf7-4c28-92c1-8e917ce6fbaf tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0880313 Jul 16 18:41:55.942067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57732) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.950760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f8b3ca28-54ec-4f50-af26-b7bf3b903c49 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '83350fb4-7c8e-477b-81f8-8321c861847c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.951886 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-f8b3ca28-54ec-4f50-af26-b7bf3b903c49 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:41:55.952265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] Set router 4f1338fb-9169-4308-b3e6-e117bc20f5cd gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:55.952752 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-f8b3ca28-54ec-4f50-af26-b7bf3b903c49 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:55.954542 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f8b3ca28-54ec-4f50-af26-b7bf3b903c49 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107651 Jul 16 18:41:55.959021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57734) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.967771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5487647d-488a-4c4c-ae10-5cb0af372066 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '83350fb4-7c8e-477b-81f8-8321c861847c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:56.042725 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-5487647d-488a-4c4c-ae10-5cb0af372066 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:56.047375 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5487647d-488a-4c4c-ae10-5cb0af372066 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0843239 Jul 16 18:41:56.049475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.058426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8afcbd70-4da3-4ce3-b336-c3038078bb4e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '83350fb4-7c8e-477b-81f8-8321c861847c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:56.059244 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-8afcbd70-4da3-4ce3-b336-c3038078bb4e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:41:56.060818 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-8afcbd70-4da3-4ce3-b336-c3038078bb4e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:56.063011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:41:55Z', 'revision_number': 6, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:56.063361 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8afcbd70-4da3-4ce3-b336-c3038078bb4e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111721 Jul 16 18:41:56.065717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57738) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.073921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8eaad500-f5f4-4128-8af3-959849df5f4c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '83350fb4-7c8e-477b-81f8-8321c861847c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:56.128864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a154131-2ff8-4990-a197-2b8357b4c3f5 None None] The sync data for ids ['4f1338fb-9169-4308-b3e6-e117bc20f5cd'] in n-d-793619-10 is: [{'id': '4f1338fb-9169-4308-b3e6-e117bc20f5cd', 'name': 'tempest-ServerRescueTestJSON-913016318-router', 'tenant_id': '86377b44e7a444a49e1b6b4100f9bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:49Z', 'updated_at': '2021-07-16T18:41:55Z', 'revision_number': 6, 'project_id': '86377b44e7a444a49e1b6b4100f9bc48', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:56.154928 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-8eaad500-f5f4-4128-8af3-959849df5f4c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:56.156998 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8eaad500-f5f4-4128-8af3-959849df5f4c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0893922 Jul 16 18:41:56.160492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57740) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.168807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a2f4c99d-111c-4ee9-83e5-8be38888cc5c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '83350fb4-7c8e-477b-81f8-8321c861847c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:56.170492 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-a2f4c99d-111c-4ee9-83e5-8be38888cc5c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:41:56.171393 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-a2f4c99d-111c-4ee9-83e5-8be38888cc5c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:56.173272 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a2f4c99d-111c-4ee9-83e5-8be38888cc5c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110998 Jul 16 18:41:56.177189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57742) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.183187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9ceb8033-34e9-4d12-8435-d0e3d5680795 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '83350fb4-7c8e-477b-81f8-8321c861847c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:56.237730 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-9ceb8033-34e9-4d12-8435-d0e3d5680795 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:56.242617 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9ceb8033-34e9-4d12-8435-d0e3d5680795 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0610430 Jul 16 18:41:56.243171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.251985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e7696dbd-6d56-4ac1-a788-e7caaff66bad tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '83350fb4-7c8e-477b-81f8-8321c861847c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:56.320890 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-e7696dbd-6d56-4ac1-a788-e7caaff66bad tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:56.327000 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e7696dbd-6d56-4ac1-a788-e7caaff66bad tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0781136 Jul 16 18:41:56.327586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57746) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.395978 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19c30bb4-bb27-4e6f-b122-b17661653ef2 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.426929 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19c30bb4-bb27-4e6f-b122-b17661653ef2 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.428061 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.453905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Pushing event deleted for resources: {'Port': ['ID=18774a01-91a3-4093-90f6-93c36032812f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.482837 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19c30bb4-bb27-4e6f-b122-b17661653ef2 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.485767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-19c30bb4-bb27-4e6f-b122-b17661653ef2 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.487157 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-19c30bb4-bb27-4e6f-b122-b17661653ef2 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/83350fb4-7c8e-477b-81f8-8321c861847c HTTP/1.1" status: 204 len: 168 time: 0.1584713 Jul 16 18:41:56.492400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57748) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.498439 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c30bb4-bb27-4e6f-b122-b17661653ef2 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83350fb4-7c8e-477b-81f8-8321c861847c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.584093 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.592257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-480c59cb-c705-46e7-84fd-e63fd58addee tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959344 Jul 16 18:41:56.597683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57750) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.603026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-32b764ab-9780-490a-932a-f29ce2a85ee3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'tempest-secgroup--445390628'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:56.635560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4351b62e-2bd6-409f-8c46-799d311f349e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:56.658172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32b764ab-9780-490a-932a-f29ce2a85ee3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.662680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 4351b62e-2bd6-409f-8c46-799d311f349e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:56.664361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4351b62e-2bd6-409f-8c46-799d311f349e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:56.774931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.778875 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.796187 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32b764ab-9780-490a-932a-f29ce2a85ee3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.801181 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32b764ab-9780-490a-932a-f29ce2a85ee3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.835105 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-32b764ab-9780-490a-932a-f29ce2a85ee3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.837004 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-32b764ab-9780-490a-932a-f29ce2a85ee3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2381012 Jul 16 18:41:56.841650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.848231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-617e5881-6ced-453d-82c0-b5bee14196e4 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': 'd11d53ce-29fb-4522-a770-596715554cfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:56.854302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b764ab-9780-490a-932a-f29ce2a85ee3 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d53ce-29fb-4522-a770-596715554cfd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.866217 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.867557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1338fb-9169-4308-b3e6-e117bc20f5cd {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:41:56.874122 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.875984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a0e6e9ea-bde3-4a27-aeae-dedda33812dc admin admin] 10.222.0.60 "DELETE /v2.0/routers/4f1338fb-9169-4308-b3e6-e117bc20f5cd HTTP/1.1" status: 204 len: 168 time: 1.7461631 Jul 16 18:41:56.879406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57754) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.920588 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-617e5881-6ced-453d-82c0-b5bee14196e4 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The resource could not be found. Jul 16 18:41:56.922610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-617e5881-6ced-453d-82c0-b5bee14196e4 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0794730 Jul 16 18:41:56.925495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57756) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.933924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-75a5b6a4-bc50-4f4a-a18c-7cff5d2891d7 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': 'd11d53ce-29fb-4522-a770-596715554cfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd7ea969c-a3a8-4434-b3ad-fffec646bea1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:56.940777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df2efa0-5dd3-4f44-afbc-7f9026a9215f admin admin] Deleting subnet 538a0b8a-e9f7-48f8-af42-916fc8ec70f4 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:56.944800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4df2efa0-5dd3-4f44-afbc-7f9026a9215f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.987910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4df2efa0-5dd3-4f44-afbc-7f9026a9215f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.995329 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-75a5b6a4-bc50-4f4a-a18c-7cff5d2891d7 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The resource could not be found. Jul 16 18:41:56.999007 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-75a5b6a4-bc50-4f4a-a18c-7cff5d2891d7 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0706809 Jul 16 18:41:57.004563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57758) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.045180 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4df2efa0-5dd3-4f44-afbc-7f9026a9215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.114485 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92d7edc1-5596-4bc4-9bbb-762da50ec43a tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.116096 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4df2efa0-5dd3-4f44-afbc-7f9026a9215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.145872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92d7edc1-5596-4bc4-9bbb-762da50ec43a tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.151708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2efa0-5dd3-4f44-afbc-7f9026a9215f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538a0b8a-e9f7-48f8-af42-916fc8ec70f4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:57.162470 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4df2efa0-5dd3-4f44-afbc-7f9026a9215f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.168608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4df2efa0-5dd3-4f44-afbc-7f9026a9215f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/538a0b8a-e9f7-48f8-af42-916fc8ec70f4 HTTP/1.1" status: 204 len: 168 time: 0.2852468 Jul 16 18:41:57.170583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.235083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92d7edc1-5596-4bc4-9bbb-762da50ec43a tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.238141 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-92d7edc1-5596-4bc4-9bbb-762da50ec43a tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.243620 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-92d7edc1-5596-4bc4-9bbb-762da50ec43a tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/d11d53ce-29fb-4522-a770-596715554cfd HTTP/1.1" status: 204 len: 168 time: 0.2348275 Jul 16 18:41:57.245179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57762) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.258623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7edc1-5596-4bc4-9bbb-762da50ec43a tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d53ce-29fb-4522-a770-596715554cfd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:57.299601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.332830 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ebf4c2b-f7e7-4e39-8e39-544bb5c13055 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847282 Jul 16 18:41:57.338077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57764) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.347320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3edd24a3-fe9b-4f36-bda4-a4abf4074647 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '48622aea-08be-4d29-87d1-4c869d18a9dc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:57.416423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.430346 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-3edd24a3-fe9b-4f36-bda4-a4abf4074647 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The resource could not be found. Jul 16 18:41:57.431123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14f277e-1292-4db8-b73b-1aff28abfb07']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:57.438108 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3edd24a3-fe9b-4f36-bda4-a4abf4074647 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0920568 Jul 16 18:41:57.438560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57766) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.445546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:57.445947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c5ef6d-03d8-426d-8018-1f64e4b0c2ec') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:57.448455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5a571665-fde2-43cd-97d1-f0c8b71f7679 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426553731'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:57.458739 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.483007 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.490501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:57.490961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:57.493002 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:57.498256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a571665-fde2-43cd-97d1-f0c8b71f7679 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.561802 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.571157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.578315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f14f277e-1292-4db8-b73b-1aff28abfb07 HTTP/1.1" status: 204 len: 168 time: 0.4026060 Jul 16 18:41:57.596533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf173ec-56d6-42fc-b440-6b81a0d8f034 admin admin] Pushing event deleted for resources: {'Network': ['ID=f14f277e-1292-4db8-b73b-1aff28abfb07,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:57.633060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a571665-fde2-43cd-97d1-f0c8b71f7679 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.638231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a571665-fde2-43cd-97d1-f0c8b71f7679 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.670765 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a571665-fde2-43cd-97d1-f0c8b71f7679 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.672130 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a571665-fde2-43cd-97d1-f0c8b71f7679 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2310531 Jul 16 18:41:57.676408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.677451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a571665-fde2-43cd-97d1-f0c8b71f7679 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad1f56d-38c7-4838-8325-4a33578b1fe3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:57.686274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1a93cdb2-6199-4102-9476-3d5d9972d8ec tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583145906'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:57.728966 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a93cdb2-6199-4102-9476-3d5d9972d8ec tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.828008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57772) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.856903 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a93cdb2-6199-4102-9476-3d5d9972d8ec tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.862403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a93cdb2-6199-4102-9476-3d5d9972d8ec tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.890978 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7d9366a7-4ddf-4979-9488-39b775cba15e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86377b44e7a444a49e1b6b4100f9bc48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613272 Jul 16 18:41:57.894362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.900723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a93cdb2-6199-4102-9476-3d5d9972d8ec tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.902055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1a93cdb2-6199-4102-9476-3d5d9972d8ec tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2242861 Jul 16 18:41:57.904856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93cdb2-6199-4102-9476-3d5d9972d8ec tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1469b6dc-0a64-44b6-96f6-58e842aa32f9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:57.907479 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.920906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cfd176b4-9eaf-4073-a2d4-b75cbc882c17 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group_rule': {'security_group_id': '4ad1f56d-38c7-4838-8325-4a33578b1fe3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1469b6dc-0a64-44b6-96f6-58e842aa32f9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:57.989442 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb2abf73-c68d-47a7-b3e9-49474400522f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.003713 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-cfd176b4-9eaf-4073-a2d4-b75cbc882c17 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:41:58.004826 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cfd176b4-9eaf-4073-a2d4-b75cbc882c17 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0953577 Jul 16 18:41:58.009304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57778) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.037858 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb2abf73-c68d-47a7-b3e9-49474400522f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.100987 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c46f33-1286-49d0-8757-c934ec592d2f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.104312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb2abf73-c68d-47a7-b3e9-49474400522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.110040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-eb2abf73-c68d-47a7-b3e9-49474400522f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.112032 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eb2abf73-c68d-47a7-b3e9-49474400522f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b HTTP/1.1" status: 204 len: 168 time: 0.2159076 Jul 16 18:41:58.132838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2abf73-c68d-47a7-b3e9-49474400522f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b3f30-e8c3-41f5-8ee7-63a5fe56a05b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.142276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c46f33-1286-49d0-8757-c934ec592d2f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.204685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c46f33-1286-49d0-8757-c934ec592d2f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.209662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-33c46f33-1286-49d0-8757-c934ec592d2f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.211879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-33c46f33-1286-49d0-8757-c934ec592d2f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/1469b6dc-0a64-44b6-96f6-58e842aa32f9 HTTP/1.1" status: 204 len: 168 time: 0.2009890 Jul 16 18:41:58.215092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57782) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.223799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c46f33-1286-49d0-8757-c934ec592d2f tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1469b6dc-0a64-44b6-96f6-58e842aa32f9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.305994 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-22512b45-9d50-4235-a9f6-da32b4927f28 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0886478 Jul 16 18:41:58.308991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57784) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.376756 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50d2de3b-f861-4d40-aae9-b030de0228b9 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.399427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 18774a01-91a3-4093-90f6-93c36032812f no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:58.409811 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50d2de3b-f861-4d40-aae9-b030de0228b9 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.431711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 18774a01-91a3-4093-90f6-93c36032812f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:58.432250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 18774a01-91a3-4093-90f6-93c36032812f not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:58.471369 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50d2de3b-f861-4d40-aae9-b030de0228b9 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.474990 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50d2de3b-f861-4d40-aae9-b030de0228b9 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.476844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-50d2de3b-f861-4d40-aae9-b030de0228b9 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/4ad1f56d-38c7-4838-8325-4a33578b1fe3 HTTP/1.1" status: 204 len: 168 time: 0.1659369 Jul 16 18:41:58.480666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57788) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.488565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2de3b-f861-4d40-aae9-b030de0228b9 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad1f56d-38c7-4838-8325-4a33578b1fe3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.573421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0fad0f47-ca73-4a3f-aa35-47c7bbcdaad6 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0890703 Jul 16 18:41:58.579820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57794) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.585036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8ee0d388-adb4-4dac-87d5-fd9b18f4e861 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203517148'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:58.614095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d388-adb4-4dac-87d5-fd9b18f4e861 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.729160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d388-adb4-4dac-87d5-fd9b18f4e861 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.735510 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d388-adb4-4dac-87d5-fd9b18f4e861 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.776733 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d388-adb4-4dac-87d5-fd9b18f4e861 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.782450 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8ee0d388-adb4-4dac-87d5-fd9b18f4e861 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1974051 Jul 16 18:41:58.782450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57800) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.788239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d80c1c54-2430-4295-8e35-6933f0cbbb1e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:58.788705 n-d-793619-10 neutron-server[93824]: WARNING neutron.api.v2.base [None req-d80c1c54-2430-4295-8e35-6933f0cbbb1e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:41:58.789214 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-d80c1c54-2430-4295-8e35-6933f0cbbb1e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:41:58.794257 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d80c1c54-2430-4295-8e35-6933f0cbbb1e tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "PUT /v2.0/security-groups/da91c8a0-0bc0-413b-9071-6efceb2360d5 HTTP/1.1" status: 409 len: 330 time: 0.0068231 Jul 16 18:41:58.794257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0d388-adb4-4dac-87d5-fd9b18f4e861 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da91c8a0-0bc0-413b-9071-6efceb2360d5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.794863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57802) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.863776 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4151ff2-74b9-4d1e-a62c-83fb13d184ae tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.892768 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4151ff2-74b9-4d1e-a62c-83fb13d184ae tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.951858 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4151ff2-74b9-4d1e-a62c-83fb13d184ae tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.954638 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a4151ff2-74b9-4d1e-a62c-83fb13d184ae tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.958840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a4151ff2-74b9-4d1e-a62c-83fb13d184ae tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/da91c8a0-0bc0-413b-9071-6efceb2360d5 HTTP/1.1" status: 204 len: 168 time: 0.1601064 Jul 16 18:41:58.963449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57810) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.966384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4151ff2-74b9-4d1e-a62c-83fb13d184ae tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91c8a0-0bc0-413b-9071-6efceb2360d5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.035252 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b8dceea0-01b9-43ae-9b26-c31361b1d255 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700009 Jul 16 18:41:59.039353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:59.048342 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.065394 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-8c2861d6-5130-4d7f-b90a-fe39cbb40275 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] delete failed (client error): The resource could not be found. Jul 16 18:41:59.067268 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8c2861d6-5130-4d7f-b90a-fe39cbb40275 tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "DELETE /v2.0/security-groups/26b8a27d-6f0b-41b9-84de-5b92cc6cc529 HTTP/1.1" status: 404 len: 347 time: 0.0257466 Jul 16 18:41:59.071668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57816) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:59.089281 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-0bd9988f-f6cb-4198-961a-e3e77631899b tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] show failed (client error): The resource could not be found. Jul 16 18:41:59.091961 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0bd9988f-f6cb-4198-961a-e3e77631899b tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-groups/25619bb0-1e46-4ca6-9332-44a6762a006c HTTP/1.1" status: 404 len: 347 time: 0.0186353 Jul 16 18:41:59.092441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:59.097060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:59.115348 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-d483e60b-8465-46ff-8050-36ae400e608c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] show failed (client error): The resource could not be found. Jul 16 18:41:59.124615 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d483e60b-8465-46ff-8050-36ae400e608c tempest-NegativeSecGroupTest-1761584036 tempest-NegativeSecGroupTest-1761584036-project] 10.222.0.60 "GET /v2.0/security-group-rules/415efe00-caa3-4245-bacc-381f65c8f89e HTTP/1.1" status: 404 len: 356 time: 0.0182936 Jul 16 18:41:59.222885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-320632302-network', 'tenant_id': '89e79cf6553d46e5a1f375bd055f5b7f'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:59.253326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Made reservation on behalf of 89e79cf6553d46e5a1f375bd055f5b7f for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:59.256155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.271042 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.376999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57828) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:59.397208 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.402504 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.432865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:59.443059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30726d0a-1f74-4c6f-8a69-3395fe35fd2b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.450952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.451385 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Added segment 3eb4f84f-83ee-47d7-8570-f06d620f7f7c of type vlan for network 4f000e07-7e8c-46f8-a880-245146855c8c Jul 16 18:41:59.501752 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.542185 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b7e33a8d-ce1f-4294-9cb7-94c401590ccf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f341204c9434462b1889fd5f9e76916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639285 Jul 16 18:41:59.545687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57832) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:59.549753 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.551507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:59.552542 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.606758 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f305715-216b-4e73-b39d-6f213c7a2b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.633573 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f305715-216b-4e73-b39d-6f213c7a2b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.649469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5555315 Jul 16 18:41:59.655745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57834) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:59.661281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Request body: {'subnet': {'network_id': '4f000e07-7e8c-46f8-a880-245146855c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-320632302-subnet', 'tenant_id': '89e79cf6553d46e5a1f375bd055f5b7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:59.703782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Made reservation on behalf of 89e79cf6553d46e5a1f375bd055f5b7f for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:59.706428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.729197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee085333-b7d3-4944-830d-bfa7bba417f2 admin admin] Pushing event updated for resources: {'Network': ['ID=4f000e07-7e8c-46f8-a880-245146855c8c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.743137 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f305715-216b-4e73-b39d-6f213c7a2b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.744884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 4f000e07-7e8c-46f8-a880-245146855c8c details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:59.746635 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9f305715-216b-4e73-b39d-6f213c7a2b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.748092 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9f305715-216b-4e73-b39d-6f213c7a2b97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2db136b0-cee2-4d6a-a09a-b272ec8ac8a1 HTTP/1.1" status: 204 len: 168 time: 0.2012515 Jul 16 18:41:59.798341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f305715-216b-4e73-b39d-6f213c7a2b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db136b0-cee2-4d6a-a09a-b272ec8ac8a1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:00.020926 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.127130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063b7122-a341-4f85-8b2b-2b56d487f539,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:00.142843 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Checking segment: {'id': '3eb4f84f-83ee-47d7-8570-f06d620f7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f000e07-7e8c-46f8-a880-245146855c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:00.143464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Network hostable DHCP agents. Network: 4f000e07-7e8c-46f8-a880-245146855c8c, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:00.174110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Network 4f000e07-7e8c-46f8-a880-245146855c8c is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:00.186690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 4f000e07-7e8c-46f8-a880-245146855c8c) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:00.194594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.197956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.201958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127bc5af-faad-4ba7-8cbe-8fc5172dfd5f None None] Network 4f000e07-7e8c-46f8-a880-245146855c8c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:00.227725 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8f2aad91-0314-4a7e-a8ca-372d525c7548 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5705750 Jul 16 18:42:00.401475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f53c5-db31-4dc6-ba77-c1b69786c9c9 None None] Network 4f000e07-7e8c-46f8-a880-245146855c8c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:00.728257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57862) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:00.736466 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0054271 Jul 16 18:42:00.741279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57864) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:00.900300 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f365b157-8c07-4b2e-bfb8-ea6d7b36761d tempest-NetworksApiDiscovery-821272522 tempest-NetworksApiDiscovery-821272522-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1571870 Jul 16 18:42:00.936290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57876) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:00.942185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1357264939-network', 'tenant_id': 'cf40b3346eb24594b0bc50dd82fad758'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:00.967704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Made reservation on behalf of cf40b3346eb24594b0bc50dd82fad758 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:00.971854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.987812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.125015 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.132204 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.173618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:01.188271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3749b0b0-565c-4d41-af0b-fd9ad58af1b3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.196537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.197209 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Added segment c60d1b8b-bdde-4464-bd42-626dd8b3b20e of type vlan for network 91ed6c97-9118-47d3-a2a7-d08f3b0a89f4 Jul 16 18:42:01.258710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.284473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57880) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.306522 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.307623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.308264 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.343668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4061632 Jul 16 18:42:01.348427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 57884) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.356962 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Request body: {'subnet': {'network_id': '91ed6c97-9118-47d3-a2a7-d08f3b0a89f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1357264939-subnet', 'tenant_id': 'cf40b3346eb24594b0bc50dd82fad758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:01.394080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Made reservation on behalf of cf40b3346eb24594b0bc50dd82fad758 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:01.399796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.408383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560757a9-3579-4dd2-ba70-6b368126caa1 admin admin] Pushing event updated for resources: {'Network': ['ID=91ed6c97-9118-47d3-a2a7-d08f3b0a89f4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.430608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 91ed6c97-9118-47d3-a2a7-d08f3b0a89f4 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:01.522242 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7935c2f5-3d7e-40d0-9cf7-235f75fa5960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.758143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.807208 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7935c2f5-3d7e-40d0-9cf7-235f75fa5960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.814659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7935c2f5-3d7e-40d0-9cf7-235f75fa5960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.886289 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7935c2f5-3d7e-40d0-9cf7-235f75fa5960 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5f9614a083243d5b64e33928c09b764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005907 Jul 16 18:42:01.887372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc506be-98de-49f6-97d3-4a0c02d724a1,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.889406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 57886) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.897998 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935c2f5-3d7e-40d0-9cf7-235f75fa5960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39242db5-6935-472b-b7c8-5a2ce3f94f64,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.914127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Checking segment: {'id': 'c60d1b8b-bdde-4464-bd42-626dd8b3b20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '91ed6c97-9118-47d3-a2a7-d08f3b0a89f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:01.914794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Network hostable DHCP agents. Network: 91ed6c97-9118-47d3-a2a7-d08f3b0a89f4, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:01.938933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Network 91ed6c97-9118-47d3-a2a7-d08f3b0a89f4 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:01.951529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 91ed6c97-9118-47d3-a2a7-d08f3b0a89f4) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:01.957328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.958313 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.971895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0b236b4-1a44-4115-8ab2-e4b8ddc80de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.974830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef53a12-844e-4d37-9814-223f99b98d96 None None] Network 91ed6c97-9118-47d3-a2a7-d08f3b0a89f4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:01.987889 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-14dbc843-3c79-44ac-a1f4-e3fc9004542d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6379192 Jul 16 18:42:02.025053 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0b236b4-1a44-4115-8ab2-e4b8ddc80de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.154037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0b236b4-1a44-4115-8ab2-e4b8ddc80de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.164953 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0b236b4-1a44-4115-8ab2-e4b8ddc80de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.165835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6ad5a-8ad4-4843-afb3-b11702815431 None None] Network 91ed6c97-9118-47d3-a2a7-d08f3b0a89f4 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:02.167063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d0b236b4-1a44-4115-8ab2-e4b8ddc80de5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39242db5-6935-472b-b7c8-5a2ce3f94f64 HTTP/1.1" status: 204 len: 168 time: 0.2758107 Jul 16 18:42:02.181752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b236b4-1a44-4115-8ab2-e4b8ddc80de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39242db5-6935-472b-b7c8-5a2ce3f94f64,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.800000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-f6e2d9d3-2723-4670-88bf-6f8f46f091bc tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:02.801791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-f6e2d9d3-2723-4670-88bf-6f8f46f091bc tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/networks?id=4f000e07-7e8c-46f8-a880-245146855c8c HTTP/1.1" status: 200 len: 824 time: 0.1293275 Jul 16 18:42:02.820254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-f1ac7fbe-bdb9-4c0e-a65c-4af6b125dfd3 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/quotas/89e79cf6553d46e5a1f375bd055f5b7f HTTP/1.1" status: 200 len: 375 time: 0.0117848 Jul 16 18:42:02.862634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-5b804147-7efc-4080-94d1-ee4c88ec9acf tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=89e79cf6553d46e5a1f375bd055f5b7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324926 Jul 16 18:42:03.163240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-acc4d164-8739-4e74-94dc-defca28a72a0 service neutron] 10.222.0.60 "GET /v2.0/networks/4f000e07-7e8c-46f8-a880-245146855c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935503 Jul 16 18:42:03.172390 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c92118f9-9428-4d2f-b3f9-d14720b7228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.314514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-4a2acbaa-47d4-4324-a1ec-399472bad990 service neutron] 10.222.0.60 "GET /v2.0/networks/4f000e07-7e8c-46f8-a880-245146855c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423178 Jul 16 18:42:03.540831 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a47cb57b-47aa-44df-9cce-e5a3d31c5ba9 req-d52fa45d-3fbd-435d-bdd4-6bdaee1d3fd7 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 210 time: 0.0478377 Jul 16 18:42:04.740229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79b93e0e-0a23-400b-8cf5-5c1bc15dac5e req-c10f89e5-2adc-49fd-9cdb-c512ef8c1b13 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 210 time: 0.0355785 Jul 16 18:42:05.125361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-60914b9f-1b1d-4fc4-906c-c039095bbe02 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.127357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-60914b9f-1b1d-4fc4-906c-c039095bbe02 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.46 "GET /v2.0/networks?id=4f000e07-7e8c-46f8-a880-245146855c8c HTTP/1.1" status: 200 len: 824 time: 0.1513231 Jul 16 18:42:05.149090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Request body: {'port': {'device_id': '636ea286-2218-40af-9835-5c52ee781b6b', 'network_id': '4f000e07-7e8c-46f8-a880-245146855c8c', 'admin_state_up': True, 'tenant_id': '89e79cf6553d46e5a1f375bd055f5b7f'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:05.329531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Made reservation on behalf of 89e79cf6553d46e5a1f375bd055f5b7f for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:05.334105 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.542813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Allocated IP 172.20.0.8 (4f000e07-7e8c-46f8-a880-245146855c8c/063b7122-a341-4f85-8b2b-2b56d487f539/861334bb-86ec-4041-bf9f-b22dd6fa7870) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:05.790297 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.878139 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.963728 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.995385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Network 4f000e07-7e8c-46f8-a880-245146855c8c is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:06.005550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:06.009792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:06.062354 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f1d0dee-b48a-4412-aa80-05d1ed0463c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.076735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Pushing event updated for resources: {'Port': ['ID=861334bb-86ec-4041-bf9f-b22dd6fa7870,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.093203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58050) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:06.164941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae207a3-d543-42f0-95f1-a39711c40d0c req-3ca7fc0f-6ec5-43ca-ba8c-e420f4a6daf1 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:06.167779 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bae207a3-d543-42f0-95f1-a39711c40d0c req-3ca7fc0f-6ec5-43ca-ba8c-e420f4a6daf1 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 931 time: 0.2930024 Jul 16 18:42:06.179663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:06.180821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.240674 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ee491ab3-7cb2-4aca-a282-c5b9cae7d7f0 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0968773 Jul 16 18:42:06.242916 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83eed387-0c16-4796-937b-4737bc6806b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.268984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Request body: {'port': {'device_id': '636ea286-2218-40af-9835-5c52ee781b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:06.278055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bae207a3-d543-42f0-95f1-a39711c40d0c req-3c66ffe8-eab8-472f-92ac-ff3cd4a423e5 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915029 Jul 16 18:42:06.394697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.402439 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83eed387-0c16-4796-937b-4737bc6806b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.408496 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83eed387-0c16-4796-937b-4737bc6806b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.463410 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-83eed387-0c16-4796-937b-4737bc6806b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a597d50b54104e3fb5055b106ada46b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690562 Jul 16 18:42:06.464200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:06.465001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eed387-0c16-4796-937b-4737bc6806b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7fb30b-2a33-4513-a2a6-4ba58f48666d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.534199 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2e5-1a1b-4ec7-abb1-d31c434bd1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.565596 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2e5-1a1b-4ec7-abb1-d31c434bd1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.630326 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2e5-1a1b-4ec7-abb1-d31c434bd1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.634840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2e5-1a1b-4ec7-abb1-d31c434bd1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.636802 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a51cf2e5-1a1b-4ec7-abb1-d31c434bd1f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb7fb30b-2a33-4513-a2a6-4ba58f48666d HTTP/1.1" status: 204 len: 168 time: 0.1668613 Jul 16 18:42:06.650110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf2e5-1a1b-4ec7-abb1-d31c434bd1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7fb30b-2a33-4513-a2a6-4ba58f48666d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.830782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861334bb-86ec-4041-bf9f-b22dd6fa7870 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:06.841194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.856176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Transition to ACTIVE for port object 861334bb-86ec-4041-bf9f-b22dd6fa7870 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:06.861900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.915863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Pushing event updated for resources: {'Port': ['ID=861334bb-86ec-4041-bf9f-b22dd6fa7870,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.007018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Attempting to bind port 861334bb-86ec-4041-bf9f-b22dd6fa7870 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:07.007364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Attempting to bind port 861334bb-86ec-4041-bf9f-b22dd6fa7870 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '3eb4f84f-83ee-47d7-8570-f06d620f7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f000e07-7e8c-46f8-a880-245146855c8c'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:07.007706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Attempting to bind port 861334bb-86ec-4041-bf9f-b22dd6fa7870 on network 4f000e07-7e8c-46f8-a880-245146855c8c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:07.014446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Port 861334bb-86ec-4041-bf9f-b22dd6fa7870 on network 4f000e07-7e8c-46f8-a880-245146855c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:07.014745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Attempting to bind port 861334bb-86ec-4041-bf9f-b22dd6fa7870 on network 4f000e07-7e8c-46f8-a880-245146855c8c {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:07.021017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:07.021348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Checking segment: {'id': '3eb4f84f-83ee-47d7-8570-f06d620f7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f000e07-7e8c-46f8-a880-245146855c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:07.021753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Bound using segment: {'id': '3eb4f84f-83ee-47d7-8570-f06d620f7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f000e07-7e8c-46f8-a880-245146855c8c'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:07.022208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Bound port: 861334bb-86ec-4041-bf9f-b22dd6fa7870, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb4f84f-83ee-47d7-8570-f06d620f7f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f000e07-7e8c-46f8-a880-245146855c8c'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:07.022578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.067851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58060) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:07.080401 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.091651 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bb077f0-8615-47d0-bd60-5b75fa49cc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.137595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] For port 861334bb-86ec-4041-bf9f-b22dd6fa7870, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:07.157954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] For port 861334bb-86ec-4041-bf9f-b22dd6fa7870, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=861334bb-86ec-4041-bf9f-b22dd6fa7870,segment=NetworkSegment(3eb4f84f-83ee-47d7-8570-f06d620f7f7c),segment_id=3eb4f84f-83ee-47d7-8570-f06d620f7f7c)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:07.170836 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.251543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:07.252750 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.254991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/861334bb-86ec-4041-bf9f-b22dd6fa7870 HTTP/1.1" status: 200 len: 1092 time: 0.9953439 Jul 16 18:42:07.259297 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636ea286-2218-40af-9835-5c52ee781b6b', 'tag': '861334bb-86ec-4041-bf9f-b22dd6fa7870'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:07.263905 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f" -d '{"events": [{"name": "network-changed", "server_uuid": "636ea286-2218-40af-9835-5c52ee781b6b", "tag": "861334bb-86ec-4041-bf9f-b22dd6fa7870"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:07.326038 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc5b028-4cff-4791-bfb0-a6249bdce27e x-openstack-request-id: req-dfc5b028-4cff-4791-bfb0-a6249bdce27e {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:07.326516 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636ea286-2218-40af-9835-5c52ee781b6b", "tag": "861334bb-86ec-4041-bf9f-b22dd6fa7870", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:07.326721 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfc5b028-4cff-4791-bfb0-a6249bdce27e {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:07.327061 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636ea286-2218-40af-9835-5c52ee781b6b', 'tag': '861334bb-86ec-4041-bf9f-b22dd6fa7870', 'status': 'completed', 'code': 200} Jul 16 18:42:07.333173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65ec47-4166-4d49-809f-926e7a1324e2 service neutron] Pushing event updated for resources: {'Port': ['ID=861334bb-86ec-4041-bf9f-b22dd6fa7870,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.406005 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bb077f0-8615-47d0-bd60-5b75fa49cc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.411086 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1bb077f0-8615-47d0-bd60-5b75fa49cc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.463214 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1bb077f0-8615-47d0-bd60-5b75fa49cc8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30cc099d68da417198dac6ad5c268b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939567 Jul 16 18:42:07.466702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb077f0-8615-47d0-bd60-5b75fa49cc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f03c054-96e5-4b16-b7dd-cd95a81e437b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.467702 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58066) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:07.476610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-a3390332-ba3a-482b-bd06-255359a8c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:07.478304 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-a3390332-ba3a-482b-bd06-255359a8c9ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89e79cf6553d46e5a1f375bd055f5b7f&device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 1095 time: 0.1295218 Jul 16 18:42:07.541466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-e593e600-70e0-4d73-b6aa-9e75d08e8e98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861334bb-86ec-4041-bf9f-b22dd6fa7870 HTTP/1.1" status: 200 len: 217 time: 0.0476687 Jul 16 18:42:07.545230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0989f81c-9e9c-4fa6-bb8d-b063f3dba303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.579179 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0989f81c-9e9c-4fa6-bb8d-b063f3dba303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.658051 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0989f81c-9e9c-4fa6-bb8d-b063f3dba303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.660271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-1cac8001-ff2e-4c43-b18a-9f5b859d9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:07.660773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0989f81c-9e9c-4fa6-bb8d-b063f3dba303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.666142 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0989f81c-9e9c-4fa6-bb8d-b063f3dba303 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f03c054-96e5-4b16-b7dd-cd95a81e437b HTTP/1.1" status: 204 len: 168 time: 0.1928506 Jul 16 18:42:07.669559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-1cac8001-ff2e-4c43-b18a-9f5b859d9d43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=063b7122-a341-4f85-8b2b-2b56d487f539 HTTP/1.1" status: 200 len: 864 time: 0.1075702 Jul 16 18:42:07.673840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989f81c-9e9c-4fa6-bb8d-b063f3dba303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f03c054-96e5-4b16-b7dd-cd95a81e437b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.741435 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-55eb863c-63a1-47d4-8f5a-d6ebd3d6e04c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f000e07-7e8c-46f8-a880-245146855c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555761 Jul 16 18:42:07.791369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46096764-762d-47b6-84be-adaa1f571315 req-6bf822e8-72ab-4a44-9c2f-08b2029f7b37 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:07.793870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46096764-762d-47b6-84be-adaa1f571315 req-6bf822e8-72ab-4a44-9c2f-08b2029f7b37 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 943 time: 0.2921360 Jul 16 18:42:07.896966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46096764-762d-47b6-84be-adaa1f571315 req-a086905c-2361-438e-9caa-a63dcd7c72f1 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873244 Jul 16 18:42:07.933222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-7c3bd531-1c40-4691-9f87-d9aabf3adfff service neutron] 10.222.0.46 "GET /v2.0/networks/4f000e07-7e8c-46f8-a880-245146855c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808131 Jul 16 18:42:08.055194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05138e82-40cc-4bd1-b3e0-2c1a99d830e2 req-48a696e8-de18-4562-8f3d-4bb583559a75 service neutron] 10.222.0.46 "GET /v2.0/networks/4f000e07-7e8c-46f8-a880-245146855c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114469 Jul 16 18:42:08.252278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-72f38849-091e-4240-a9f7-ac2e7d45abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.253882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-72f38849-091e-4240-a9f7-ac2e7d45abe4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89e79cf6553d46e5a1f375bd055f5b7f&device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 1095 time: 0.0798948 Jul 16 18:42:08.398786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-e088a8e1-1e18-4ae4-bb7f-2b614bc67e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.400752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-e088a8e1-1e18-4ae4-bb7f-2b614bc67e1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f000e07-7e8c-46f8-a880-245146855c8c HTTP/1.1" status: 200 len: 925 time: 0.1371264 Jul 16 18:42:08.457149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-a15a1b22-8d64-4339-b5e0-a30106f95f2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=861334bb-86ec-4041-bf9f-b22dd6fa7870 HTTP/1.1" status: 200 len: 217 time: 0.0482585 Jul 16 18:42:08.529415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-6bfeaee5-4271-4242-844e-a969f82da9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.531746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-6bfeaee5-4271-4242-844e-a969f82da9ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=063b7122-a341-4f85-8b2b-2b56d487f539 HTTP/1.1" status: 200 len: 864 time: 0.0639880 Jul 16 18:42:08.581668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-b021a20f-96d3-4f0f-be62-9060259ae8ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f000e07-7e8c-46f8-a880-245146855c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398493 Jul 16 18:42:08.698990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-32dc5332-183e-438e-b816-462e53a61cc5 service neutron] 10.222.0.46 "GET /v2.0/networks/4f000e07-7e8c-46f8-a880-245146855c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091170 Jul 16 18:42:08.777022 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.853716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-689e17b6-cc40-41a5-bea0-6aaf7c6f275f req-46fac703-3a7f-4dff-8377-88e6459b69c1 service neutron] 10.222.0.46 "GET /v2.0/networks/4f000e07-7e8c-46f8-a880-245146855c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454928 Jul 16 18:42:09.127848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269db14c-a753-4aae-b3ca-626ddfb0652c req-4f3c3308-bbaf-410f-9321-89429f946fc6 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.128957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-269db14c-a753-4aae-b3ca-626ddfb0652c req-4f3c3308-bbaf-410f-9321-89429f946fc6 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 943 time: 0.0939481 Jul 16 18:42:09.174464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-269db14c-a753-4aae-b3ca-626ddfb0652c req-3712371e-b650-4b3b-95ea-5e3e6c21bf71 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384934 Jul 16 18:42:10.368890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea9ec-3333-4de0-9406-1a8a03bd3053 req-16450706-949e-4007-81c8-83db6cd9bb62 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:10.371742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a6ea9ec-3333-4de0-9406-1a8a03bd3053 req-16450706-949e-4007-81c8-83db6cd9bb62 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 943 time: 0.0730586 Jul 16 18:42:10.448619 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a6ea9ec-3333-4de0-9406-1a8a03bd3053 req-814dacb1-42dc-498e-9eb9-245f85460c9f tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602667 Jul 16 18:42:10.506172 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.903552 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:11.350285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 861334bb-86ec-4041-bf9f-b22dd6fa7870 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:11.485863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 861334bb-86ec-4041-bf9f-b22dd6fa7870, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=861334bb-86ec-4041-bf9f-b22dd6fa7870,segment=NetworkSegment(3eb4f84f-83ee-47d7-8570-f06d620f7f7c),segment_id=3eb4f84f-83ee-47d7-8570-f06d620f7f7c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:11.498270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '861334bb-86ec-4041-bf9f-b22dd6fa7870', 'network_id': '4f000e07-7e8c-46f8-a880-245146855c8c', 'port_id': '861334bb-86ec-4041-bf9f-b22dd6fa7870', 'mac_address': 'fa:16:3e:68:47:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063b7122-a341-4f85-8b2b-2b56d487f539', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:11.540322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.556928 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861334bb-86ec-4041-bf9f-b22dd6fa7870 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:11.583830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 861334bb-86ec-4041-bf9f-b22dd6fa7870, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=861334bb-86ec-4041-bf9f-b22dd6fa7870,segment=NetworkSegment(3eb4f84f-83ee-47d7-8570-f06d620f7f7c),segment_id=3eb4f84f-83ee-47d7-8570-f06d620f7f7c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:11.590221 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.648982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=861334bb-86ec-4041-bf9f-b22dd6fa7870,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:11.660085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513dd585-b96c-4977-ab05-1223565cc3e3 req-e023a57b-c0f9-4757-a4b6-b945a68aaed8 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:11.661738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-513dd585-b96c-4977-ab05-1223565cc3e3 req-e023a57b-c0f9-4757-a4b6-b945a68aaed8 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 944 time: 0.0824494 Jul 16 18:42:11.716110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-513dd585-b96c-4977-ab05-1223565cc3e3 req-d28a0da3-9678-426e-9d38-9eb8761a24eb tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Jul 16 18:42:11.908603 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['861334bb-86ec-4041-bf9f-b22dd6fa7870'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:12.918256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d0301-564e-4a9f-9b84-e9d454472a5c req-e499fe87-98af-46ca-8973-68609554a87d tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:12.919988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c60d0301-564e-4a9f-9b84-e9d454472a5c req-e499fe87-98af-46ca-8973-68609554a87d tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 944 time: 0.0752225 Jul 16 18:42:12.990152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c60d0301-564e-4a9f-9b84-e9d454472a5c req-2849806d-3bd1-4dc1-aac1-4cd0cb430084 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631626 Jul 16 18:42:13.364846 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 861334bb-86ec-4041-bf9f-b22dd6fa7870 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:13.441777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 861334bb-86ec-4041-bf9f-b22dd6fa7870 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:13.446195 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 861334bb-86ec-4041-bf9f-b22dd6fa7870 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:13.446567 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.562891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.590040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636ea286-2218-40af-9835-5c52ee781b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861334bb-86ec-4041-bf9f-b22dd6fa7870'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:13.592903 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8622ea30-31c4-44e6-8936-8a298a546ac8" -d '{"events": [{"server_uuid": "636ea286-2218-40af-9835-5c52ee781b6b", "name": "network-vif-plugged", "status": "completed", "tag": "861334bb-86ec-4041-bf9f-b22dd6fa7870"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:13.608902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 861334bb-86ec-4041-bf9f-b22dd6fa7870, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=861334bb-86ec-4041-bf9f-b22dd6fa7870,segment=NetworkSegment(3eb4f84f-83ee-47d7-8570-f06d620f7f7c),segment_id=3eb4f84f-83ee-47d7-8570-f06d620f7f7c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:13.617238 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.650242 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee0245f-6d62-4078-8773-03cf7cca0313 x-openstack-request-id: req-5ee0245f-6d62-4078-8773-03cf7cca0313 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:13.650540 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636ea286-2218-40af-9835-5c52ee781b6b", "name": "network-vif-plugged", "status": "completed", "tag": "861334bb-86ec-4041-bf9f-b22dd6fa7870", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:13.650795 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ee0245f-6d62-4078-8773-03cf7cca0313 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:13.651194 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636ea286-2218-40af-9835-5c52ee781b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861334bb-86ec-4041-bf9f-b22dd6fa7870', 'code': 200} Jul 16 18:42:13.684068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=861334bb-86ec-4041-bf9f-b22dd6fa7870,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:13.841121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649853a-7ef2-4f9b-be71-da1d282d139e req-9d8e8dfa-051c-4d9a-8cd1-faf49358b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:13.842990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b649853a-7ef2-4f9b-be71-da1d282d139e req-9d8e8dfa-051c-4d9a-8cd1-faf49358b1c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 1097 time: 0.0688565 Jul 16 18:42:13.889046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b649853a-7ef2-4f9b-be71-da1d282d139e req-b7b1243a-859c-4d0d-bf87-22656c278cbb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380476 Jul 16 18:42:14.226627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099c5af-b2a2-4d0c-8f40-af4e5b281959 req-1e2d967e-1f98-4fe9-bd97-13366085f262 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:14.228539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1099c5af-b2a2-4d0c-8f40-af4e5b281959 req-1e2d967e-1f98-4fe9-bd97-13366085f262 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 945 time: 0.1117971 Jul 16 18:42:14.569198 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1099c5af-b2a2-4d0c-8f40-af4e5b281959 req-07169872-d0a5-4582-9ff8-816379caa229 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294783 Jul 16 18:42:15.806923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc3e91-3a2f-40af-94aa-e1a045c7b621 req-87dc0892-843b-4964-9d7d-2dcfe1d1164f tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:15.809243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98dc3e91-3a2f-40af-94aa-e1a045c7b621 req-87dc0892-843b-4964-9d7d-2dcfe1d1164f tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 945 time: 0.0832760 Jul 16 18:42:15.856176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98dc3e91-3a2f-40af-94aa-e1a045c7b621 req-3ef7d09e-967c-4e8a-a813-384d61a57724 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Jul 16 18:42:16.121368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa263d6-2124-4137-9621-0d08f5a135aa req-e3f043e6-1b42-45a7-81c4-bc6d4d85cf4c tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.123913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0aa263d6-2124-4137-9621-0d08f5a135aa req-e3f043e6-1b42-45a7-81c4-bc6d4d85cf4c tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 945 time: 0.1039774 Jul 16 18:42:16.174103 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0aa263d6-2124-4137-9621-0d08f5a135aa req-937991df-8929-4136-95df-acb0d384a908 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Jul 16 18:42:16.811353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f40696-aa5a-4a2f-bc4e-c2a44fb32593 req-93dee489-6609-4dfa-9667-2be3353479e3 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.814065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7f40696-aa5a-4a2f-bc4e-c2a44fb32593 req-93dee489-6609-4dfa-9667-2be3353479e3 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 945 time: 0.1073792 Jul 16 18:42:16.861510 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d7f40696-aa5a-4a2f-bc4e-c2a44fb32593 req-afc7806e-6888-4605-80bd-4b61e91f0eea tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Jul 16 18:42:17.472278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007af57-7723-4f6c-ba67-9c475680b9a1 req-64b8c265-1acd-4777-b87c-4889753c5a5c tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:17.473814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1007af57-7723-4f6c-ba67-9c475680b9a1 req-64b8c265-1acd-4777-b87c-4889753c5a5c tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 945 time: 0.0757439 Jul 16 18:42:17.520962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1007af57-7723-4f6c-ba67-9c475680b9a1 req-a7870f33-c224-4287-8ac3-4ed0e5e6fb0f tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363588 Jul 16 18:42:18.754132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e7f56-06a1-4f47-923c-ed77edc8bc83 req-755c625b-33c1-4b10-b653-6feab76ac888 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:18.755832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b0e7f56-06a1-4f47-923c-ed77edc8bc83 req-755c625b-33c1-4b10-b653-6feab76ac888 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 945 time: 0.0988314 Jul 16 18:42:18.816019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1b0e7f56-06a1-4f47-923c-ed77edc8bc83 req-cce9c4f7-dee6-4987-9565-3e50262bea77 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/security-groups?id=30726d0a-1f74-4c6f-8a69-3395fe35fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485480 Jul 16 18:42:19.190623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-d709f16a-d3bb-4da1-8d32-56c7a6ab2d12 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:19.192468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-d709f16a-d3bb-4da1-8d32-56c7a6ab2d12 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.46 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 945 time: 0.1150591 Jul 16 18:42:19.321198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Deleting port 861334bb-86ec-4041-bf9f-b22dd6fa7870 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:19.321643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.473767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] For port 861334bb-86ec-4041-bf9f-b22dd6fa7870, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=861334bb-86ec-4041-bf9f-b22dd6fa7870,segment=NetworkSegment(3eb4f84f-83ee-47d7-8570-f06d620f7f7c),segment_id=3eb4f84f-83ee-47d7-8570-f06d620f7f7c)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:19.474521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.494777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Calling delete_port for 861334bb-86ec-4041-bf9f-b22dd6fa7870 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:19.667740 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.711762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['861334bb-86ec-4041-bf9f-b22dd6fa7870'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:19.720749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Pushing event deleted for resources: {'Port': ['ID=861334bb-86ec-4041-bf9f-b22dd6fa7870,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:19.786213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] No DVR routers for this DVR port 861334bb-86ec-4041-bf9f-b22dd6fa7870 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:19.792571 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.796735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb947b9d-1260-4364-8d22-5e46b7f533c4 req-b327a092-ac80-48c2-837b-7300a8e0804e tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.46 "DELETE /v2.0/ports/861334bb-86ec-4041-bf9f-b22dd6fa7870 HTTP/1.1" status: 204 len: 173 time: 0.5966184 Jul 16 18:42:19.797449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636ea286-2218-40af-9835-5c52ee781b6b', 'name': 'network-vif-deleted', 'tag': '861334bb-86ec-4041-bf9f-b22dd6fa7870'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:19.801189 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b947e0-ccc7-4f84-bb9f-0449c9fd8835" -d '{"events": [{"server_uuid": "636ea286-2218-40af-9835-5c52ee781b6b", "name": "network-vif-deleted", "tag": "861334bb-86ec-4041-bf9f-b22dd6fa7870"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:19.845537 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6b79ed-8bfc-481c-aca1-25cdd3e2b249 x-openstack-request-id: req-0c6b79ed-8bfc-481c-aca1-25cdd3e2b249 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:19.846005 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636ea286-2218-40af-9835-5c52ee781b6b", "name": "network-vif-deleted", "tag": "861334bb-86ec-4041-bf9f-b22dd6fa7870", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:19.846291 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c6b79ed-8bfc-481c-aca1-25cdd3e2b249 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:19.847036 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636ea286-2218-40af-9835-5c52ee781b6b', 'name': 'network-vif-deleted', 'tag': '861334bb-86ec-4041-bf9f-b22dd6fa7870', 'status': 'completed', 'code': 200} Jul 16 18:42:19.986426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a93eff0f-7f7e-4255-878c-f975dd5cca3e req-8e47073c-1976-4097-9f7f-132156c5c002 tempest-ServersNegativeTestMultiTenantJSON-1116949300 tempest-ServersNegativeTestMultiTenantJSON-1116949300-project] 10.222.0.60 "GET /v2.0/ports?device_id=636ea286-2218-40af-9835-5c52ee781b6b HTTP/1.1" status: 200 len: 210 time: 0.0334179 Jul 16 18:42:21.096617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.148203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbb636e-a7d0-44a5-820e-d2917c52d184 admin admin] Deleting subnet 063b7122-a341-4f85-8b2b-2b56d487f539 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:21.153224 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cbb636e-a7d0-44a5-820e-d2917c52d184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.221487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cbb636e-a7d0-44a5-820e-d2917c52d184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.278298 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cbb636e-a7d0-44a5-820e-d2917c52d184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.352870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cbb636e-a7d0-44a5-820e-d2917c52d184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.379714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb636e-a7d0-44a5-820e-d2917c52d184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063b7122-a341-4f85-8b2b-2b56d487f539,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.383595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cbb636e-a7d0-44a5-820e-d2917c52d184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.389080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0cbb636e-a7d0-44a5-820e-d2917c52d184 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/063b7122-a341-4f85-8b2b-2b56d487f539 HTTP/1.1" status: 204 len: 168 time: 0.2882609 Jul 16 18:42:21.389080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58210) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.496805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.590031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.603838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f000e07-7e8c-46f8-a880-245146855c8c']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:21.616151 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb4f84f-83ee-47d7-8570-f06d620f7f7c') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:21.616426 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb4f84f-83ee-47d7-8570-f06d620f7f7c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:21.627583 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.645755 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.653553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:21.654013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:21.655727 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:21.723363 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.729794 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.737490 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4f000e07-7e8c-46f8-a880-245146855c8c HTTP/1.1" status: 204 len: 168 time: 0.3420599 Jul 16 18:42:21.737693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58214) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.754816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32f875-8c1e-4162-82bb-fcba42042c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f000e07-7e8c-46f8-a880-245146855c8c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.791750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc4421d-442b-4727-a966-195e77c3a749 admin admin] Deleting subnet adc506be-98de-49f6-97d3-4a0c02d724a1 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:21.796083 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dc4421d-442b-4727-a966-195e77c3a749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.836107 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dc4421d-442b-4727-a966-195e77c3a749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.879840 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dc4421d-442b-4727-a966-195e77c3a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.941578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dc4421d-442b-4727-a966-195e77c3a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.971905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7dc4421d-442b-4727-a966-195e77c3a749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.975128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7dc4421d-442b-4727-a966-195e77c3a749 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/adc506be-98de-49f6-97d3-4a0c02d724a1 HTTP/1.1" status: 204 len: 168 time: 0.2362189 Jul 16 18:42:21.975990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4421d-442b-4727-a966-195e77c3a749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adc506be-98de-49f6-97d3-4a0c02d724a1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.977821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.049849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.135155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.146545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ed6c97-9118-47d3-a2a7-d08f3b0a89f4']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.157321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60d1b8b-bdde-4464-bd42-626dd8b3b20e') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.157615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60d1b8b-bdde-4464-bd42-626dd8b3b20e') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.166142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.180484 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.186771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:22.187156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:22.188808 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:22.249407 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.254040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.255939 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] 10.222.0.60 "DELETE /v2.0/networks/91ed6c97-9118-47d3-a2a7-d08f3b0a89f4 HTTP/1.1" status: 204 len: 168 time: 0.2768395 Jul 16 18:42:22.269755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a4a59-62fd-46c0-9ece-6c86900c9682 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ed6c97-9118-47d3-a2a7-d08f3b0a89f4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:22.457165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58220) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.501705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d5c7faac-7f7b-40fa-a08d-18e929041470 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89e79cf6553d46e5a1f375bd055f5b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432484 Jul 16 18:42:22.505821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58222) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.565874 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a71404a-7807-4318-a6aa-6602f022af9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.597851 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a71404a-7807-4318-a6aa-6602f022af9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.673034 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a71404a-7807-4318-a6aa-6602f022af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.677562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a71404a-7807-4318-a6aa-6602f022af9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.679484 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6a71404a-7807-4318-a6aa-6602f022af9a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30726d0a-1f74-4c6f-8a69-3395fe35fd2b HTTP/1.1" status: 204 len: 168 time: 0.1724849 Jul 16 18:42:22.693398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71404a-7807-4318-a6aa-6602f022af9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30726d0a-1f74-4c6f-8a69-3395fe35fd2b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.109196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58238) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.168678 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ffb12e41-ee20-4e97-bf18-46fa2b880329 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf40b3346eb24594b0bc50dd82fad758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567343 Jul 16 18:42:23.171878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58240) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.226036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac01a584-f626-41bb-b2ad-3341d51e2ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.251327 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac01a584-f626-41bb-b2ad-3341d51e2ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.305199 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac01a584-f626-41bb-b2ad-3341d51e2ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.307963 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ac01a584-f626-41bb-b2ad-3341d51e2ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.309320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ac01a584-f626-41bb-b2ad-3341d51e2ce3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3749b0b0-565c-4d41-af0b-fd9ad58af1b3 HTTP/1.1" status: 204 len: 168 time: 0.1364686 Jul 16 18:42:23.317853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01a584-f626-41bb-b2ad-3341d51e2ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3749b0b0-565c-4d41-af0b-fd9ad58af1b3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.445421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 861334bb-86ec-4041-bf9f-b22dd6fa7870 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:23.467979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 861334bb-86ec-4041-bf9f-b22dd6fa7870 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:23.468626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 861334bb-86ec-4041-bf9f-b22dd6fa7870 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:24.718604 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58280) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:24.912600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port 07e11fde-9946-4a34-af76-01215a53737d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:24.913072 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.012307 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.012721 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.029575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for 07e11fde-9946-4a34-af76-01215a53737d owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:25.345388 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.396744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=07e11fde-9946-4a34-af76-01215a53737d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:25.489078 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.489511 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Floating IP e3eafd2f-c33f-4eb1-ad0d-e49aa22badb8 disassociated (deleted). External IP: 172.25.2.132, port: f0531f08-353a-4206-915a-8e1056ea37ff. Jul 16 18:42:25.725853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Router 37fa7e14-6425-4c07-8972-3fb5c4189864 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:25.855387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:25.861253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.868908 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] Sync routers for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:25.892745 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:25.893898 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:42:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:25.916410 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-38cbc89c-c405-4965-af99-c866d4bfd3e9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "DELETE /v2.0/floatingips/e3eafd2f-c33f-4eb1-ad0d-e49aa22badb8 HTTP/1.1" status: 204 len: 168 time: 1.1965456 Jul 16 18:42:25.917397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:25.919827 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f565016-0781-4d5c-9809-9bcf53ba94d0" -d '{"events": [{"name": "network-changed", "server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:25.965017 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cc0065-8b87-45a1-b289-ffca3b06b1d5 x-openstack-request-id: req-b6cc0065-8b87-45a1-b289-ffca3b06b1d5 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:25.965561 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:25.966126 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6cc0065-8b87-45a1-b289-ffca3b06b1d5 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:25.966705 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'status': 'completed', 'code': 200} Jul 16 18:42:26.065020 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:26.073437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-2b814fcc-cd6a-4445-886b-4c749145775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.076024 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-2b814fcc-cd6a-4445-886b-4c749145775c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 1097 time: 0.0835469 Jul 16 18:42:26.240884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-203b5354-dee2-4ae9-b79a-df8e7be46103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.242606 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-203b5354-dee2-4ae9-b79a-df8e7be46103 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1592238 Jul 16 18:42:26.342023 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-73f0dfff-a818-4db5-856c-02614702527e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0531f08-353a-4206-915a-8e1056ea37ff HTTP/1.1" status: 200 len: 217 time: 0.0758803 Jul 16 18:42:26.420508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-d1c48e93-7bf5-4a95-8dcf-241c6695b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.422996 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-d1c48e93-7bf5-4a95-8dcf-241c6695b1ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0751114 Jul 16 18:42:26.522167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-ff6411ac-f8ca-49c5-ba4e-d61f59f097f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.524002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-ff6411ac-f8ca-49c5-ba4e-d61f59f097f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905461 Jul 16 18:42:26.528400 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9ecdc640-f7f0-47e2-9850-c0b676d217bd', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:02Z', 'updated_at': '2021-07-16T18:38:05Z', 'revision_number': 1, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:26.600232 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] Checking router: 37fa7e14-6425-4c07-8972-3fb5c4189864 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:26.611959 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:26.612635 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:42:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:26.622428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540062b4-e3f5-477b-9e06-01954230f3b7 req-314839da-37cc-4082-8a49-a61bf8762be6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.632904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-540062b4-e3f5-477b-9e06-01954230f3b7 req-314839da-37cc-4082-8a49-a61bf8762be6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 945 time: 0.1048748 Jul 16 18:42:26.663376 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-75101ec5-fab9-4da8-9a63-09fecd7ef355 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284463 Jul 16 18:42:26.674728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-540062b4-e3f5-477b-9e06-01954230f3b7 req-0f574a6f-b8f0-4dde-9823-f2c22b1a550c tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Jul 16 18:42:26.784578 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:26.797976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0f565016-0781-4d5c-9809-9bcf53ba94d0 req-ac9b110e-837a-4eec-a400-ead90e48f3d0 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260819 Jul 16 18:42:27.072077 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9ecdc640-f7f0-47e2-9850-c0b676d217bd', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:02Z', 'updated_at': '2021-07-16T18:38:05Z', 'revision_number': 1, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:27.106389 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb795cb3-3899-46d4-b13b-b828e9181611 None None] The sync data for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 is: [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9ecdc640-f7f0-47e2-9850-c0b676d217bd', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'floating_ip_address': '172.25.2.29', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'port_id': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'mac_address': 'fa:16:3e:98:d5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:02Z', 'updated_at': '2021-07-16T18:38:05Z', 'revision_number': 1, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:27.202818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58328) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:27.331388 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f78ce2e-3fc5-4f39-9a12-ab6d90466e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.439647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd3571-5bb8-4df5-99cc-b7060d0111a6 None None] New status for floating IP e3eafd2f-c33f-4eb1-ad0d-e49aa22badb8: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:42:27.460290 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f78ce2e-3fc5-4f39-9a12-ab6d90466e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.465531 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f78ce2e-3fc5-4f39-9a12-ab6d90466e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.512276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6f78ce2e-3fc5-4f39-9a12-ab6d90466e81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18e6139febf842a6be2c871e0859ec4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082948 Jul 16 18:42:27.513361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78ce2e-3fc5-4f39-9a12-ab6d90466e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dce218-e563-4b35-a80e-64cbc2505a2e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:27.515924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58340) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:27.615314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86f05b9b-490a-4e77-acaf-17f80d5e2df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.641660 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86f05b9b-490a-4e77-acaf-17f80d5e2df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.731599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86f05b9b-490a-4e77-acaf-17f80d5e2df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.735427 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86f05b9b-490a-4e77-acaf-17f80d5e2df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.737014 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-86f05b9b-490a-4e77-acaf-17f80d5e2df7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3dce218-e563-4b35-a80e-64cbc2505a2e HTTP/1.1" status: 204 len: 168 time: 0.2197664 Jul 16 18:42:27.753438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f05b9b-490a-4e77-acaf-17f80d5e2df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dce218-e563-4b35-a80e-64cbc2505a2e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:28.044916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a028362-4ce1-4ba4-92b9-afd674b85603 req-ff124bf9-14f5-4aa2-bc7b-df767fbb43d8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:28.046744 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a028362-4ce1-4ba4-92b9-afd674b85603 req-ff124bf9-14f5-4aa2-bc7b-df767fbb43d8 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 945 time: 0.1113343 Jul 16 18:42:28.103433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a028362-4ce1-4ba4-92b9-afd674b85603 req-3944e8cb-b177-41a2-a51d-02b9f8eaacbd tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469978 Jul 16 18:42:28.159656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58350) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:28.174542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be9f2afc-21f1-4718-8215-0c96989c81af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.295384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-e208a2e2-4fdd-4831-a3f4-0fe3d31e5946 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:28.297053 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-e208a2e2-4fdd-4831-a3f4-0fe3d31e5946 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 945 time: 0.1137218 Jul 16 18:42:28.385532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be9f2afc-21f1-4718-8215-0c96989c81af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.408785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-be9f2afc-21f1-4718-8215-0c96989c81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.459743 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-be9f2afc-21f1-4718-8215-0c96989c81af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce3e0178934c49c1a22bc1661d56737e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984290 Jul 16 18:42:28.462473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58352) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:28.466444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f2afc-21f1-4718-8215-0c96989c81af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9937a7a8-7ccf-40e7-a332-f6db7b6eb3cf,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:28.490160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port f0531f08-353a-4206-915a-8e1056ea37ff {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:28.490562 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.537080 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6afb0659-c08f-4406-975c-a7d53bb23a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.560705 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6afb0659-c08f-4406-975c-a7d53bb23a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.627538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] For port f0531f08-353a-4206-915a-8e1056ea37ff, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f0531f08-353a-4206-915a-8e1056ea37ff,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:28.628154 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.638243 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6afb0659-c08f-4406-975c-a7d53bb23a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.644941 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6afb0659-c08f-4406-975c-a7d53bb23a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.646965 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for f0531f08-353a-4206-915a-8e1056ea37ff owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:28.650155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6afb0659-c08f-4406-975c-a7d53bb23a47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9937a7a8-7ccf-40e7-a332-f6db7b6eb3cf HTTP/1.1" status: 204 len: 168 time: 0.1834857 Jul 16 18:42:28.667452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb0659-c08f-4406-975c-a7d53bb23a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9937a7a8-7ccf-40e7-a332-f6db7b6eb3cf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:28.857944 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.895929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=f0531f08-353a-4206-915a-8e1056ea37ff,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:29.006535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] No DVR routers for this DVR port f0531f08-353a-4206-915a-8e1056ea37ff on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:29.009878 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.013282 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f72cbd1b-3ade-4eeb-858b-e8845a6949e8 req-175dd626-36f7-4f3f-ba39-0b593c54e2aa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "DELETE /v2.0/ports/f0531f08-353a-4206-915a-8e1056ea37ff HTTP/1.1" status: 204 len: 173 time: 0.7099690 Jul 16 18:42:29.014279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'name': 'network-vif-deleted', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:29.027681 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87865acd-24cc-46ca-bd0c-120968b61d04" -d '{"events": [{"server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "name": "network-vif-deleted", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:29.066354 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.143966 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835c1e07-d112-4821-a521-e0f947ffddb2 x-openstack-request-id: req-835c1e07-d112-4821-a521-e0f947ffddb2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:29.144462 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711a2acb-88af-4137-820c-50350db6ab61", "name": "network-vif-deleted", "tag": "f0531f08-353a-4206-915a-8e1056ea37ff", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:29.144804 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-835c1e07-d112-4821-a521-e0f947ffddb2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:29.145248 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711a2acb-88af-4137-820c-50350db6ab61', 'name': 'network-vif-deleted', 'tag': 'f0531f08-353a-4206-915a-8e1056ea37ff', 'status': 'completed', 'code': 200} Jul 16 18:42:29.387051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc232f09-151b-4ffe-84f4-f5812b49feef req-715077fa-87ce-4c4d-bab5-08fe28b3a43e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 210 time: 0.0378969 Jul 16 18:42:30.599177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-792f3aad-e94a-4643-81b0-04e9467de4c5 req-41d02730-b6f3-49db-9786-fe5ff9789646 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 210 time: 0.0454702 Jul 16 18:42:31.062974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f0531f08-353a-4206-915a-8e1056ea37ff no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:31.101990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: f0531f08-353a-4206-915a-8e1056ea37ff {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:31.103527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f0531f08-353a-4206-915a-8e1056ea37ff not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:31.788902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c2d5659-7543-40b7-867b-7ecf82a775d9 req-08a503ff-4dda-49b8-beda-3145df548a27 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 210 time: 0.0346787 Jul 16 18:42:32.593549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:32.787936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6a04f0d-7588-4de5-b5ed-f7972ef4fe79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.988056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6a04f0d-7588-4de5-b5ed-f7972ef4fe79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.009424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c279f4a6-b420-4b71-93d1-a9f779f3ab00 req-c60f91f2-ebab-47e7-91f0-c49d9aab7c74 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 210 time: 0.0420337 Jul 16 18:42:33.010812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c6a04f0d-7588-4de5-b5ed-f7972ef4fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.055223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c6a04f0d-7588-4de5-b5ed-f7972ef4fe79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=267fdecae7224b85b59570c235f31071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602270 Jul 16 18:42:33.056729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a04f0d-7588-4de5-b5ed-f7972ef4fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2fcee3-b0da-4bf3-b094-0e9cd38fec84,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:33.073183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58478) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:33.144178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31182abc-ff42-4b96-b7ae-9fafcfd6a275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.172641 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b9c710f0-a46d-4238-9a9b-0984c3e2ce09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.194546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31182abc-ff42-4b96-b7ae-9fafcfd6a275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.276690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31182abc-ff42-4b96-b7ae-9fafcfd6a275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.282675 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-31182abc-ff42-4b96-b7ae-9fafcfd6a275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.285104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-31182abc-ff42-4b96-b7ae-9fafcfd6a275 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd2fcee3-b0da-4bf3-b094-0e9cd38fec84 HTTP/1.1" status: 204 len: 168 time: 0.2103875 Jul 16 18:42:33.300260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31182abc-ff42-4b96-b7ae-9fafcfd6a275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2fcee3-b0da-4bf3-b094-0e9cd38fec84,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:33.740046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:33.757087 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.863316 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.868434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.937774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c29f10-122f-419a-a410-328d2fba1f90,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:33.945928 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=500257861433408080b8b6d150d9d63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044430 Jul 16 18:42:33.954944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58488) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:33.965924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.966384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.966808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.967232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.967640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.968071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.968680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.969087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.969609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.969955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.970289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:33.970704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740b039e-13a8-4968-958e-bfb7cc47b316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:34.046086 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70a8af1a-ac8a-4634-8f3c-20a846ff7e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.074337 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70a8af1a-ac8a-4634-8f3c-20a846ff7e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.190857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70a8af1a-ac8a-4634-8f3c-20a846ff7e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.195553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70a8af1a-ac8a-4634-8f3c-20a846ff7e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.203736 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-70a8af1a-ac8a-4634-8f3c-20a846ff7e94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9c29f10-122f-419a-a410-328d2fba1f90 HTTP/1.1" status: 204 len: 168 time: 0.2460842 Jul 16 18:42:34.222233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8af1a-ac8a-4634-8f3c-20a846ff7e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c29f10-122f-419a-a410-328d2fba1f90,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:34.389047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fcd91a9c-3cd7-46c6-9e34-b8bdb56c13ae req-667d80ab-4264-4fc7-88c7-1597ad0ab51e tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=711a2acb-88af-4137-820c-50350db6ab61 HTTP/1.1" status: 200 len: 210 time: 0.0365572 Jul 16 18:42:35.984562 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.065162 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce7d5-8915-4195-a845-42ae47cdbd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.084543 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.387350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58570) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:37.737175 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb2530fe-427c-4082-b78b-15e9228832ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.960663 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb2530fe-427c-4082-b78b-15e9228832ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.968222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb2530fe-427c-4082-b78b-15e9228832ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.011049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2530fe-427c-4082-b78b-15e9228832ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35729708-7bff-4a93-b202-73b10612bf70,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:38.055645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eb2530fe-427c-4082-b78b-15e9228832ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1dde68e9b4734bf09f3cd3da38fccbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671743 Jul 16 18:42:38.059418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:38.138136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b61db3ac-a56a-4445-92c9-069c54a3be4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.171634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b61db3ac-a56a-4445-92c9-069c54a3be4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.252659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b61db3ac-a56a-4445-92c9-069c54a3be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.255524 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b61db3ac-a56a-4445-92c9-069c54a3be4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.256875 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b61db3ac-a56a-4445-92c9-069c54a3be4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35729708-7bff-4a93-b202-73b10612bf70 HTTP/1.1" status: 204 len: 168 time: 0.1962783 Jul 16 18:42:38.268442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61db3ac-a56a-4445-92c9-069c54a3be4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35729708-7bff-4a93-b202-73b10612bf70,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:38.395774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:38.776217 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8669d494-c1b9-414c-828f-5e8b6f51f5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.776594 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.793952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:38.811377 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7eec4ce-8b65-4fbc-b8c4-d30e57b64d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.945393 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8669d494-c1b9-414c-828f-5e8b6f51f5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.950963 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8669d494-c1b9-414c-828f-5e8b6f51f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.036611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669d494-c1b9-414c-828f-5e8b6f51f5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb5a8a9-1942-49bf-9841-1ccad6a7bd5f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:39.048846 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8669d494-c1b9-414c-828f-5e8b6f51f5d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40d21f577c784fa68a8faa38382f4120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6490424 Jul 16 18:42:39.050632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58598) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:39.064881 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7eec4ce-8b65-4fbc-b8c4-d30e57b64d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.073124 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7eec4ce-8b65-4fbc-b8c4-d30e57b64d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.121075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b7eec4ce-8b65-4fbc-b8c4-d30e57b64d9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b64f222ec4704cd7ba4d63f0447304f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251762 Jul 16 18:42:39.126896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:39.150097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eec4ce-8b65-4fbc-b8c4-d30e57b64d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7e2585-527c-45ae-b549-33e821cb0b50,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:39.237475 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb50a7ca-e9d2-447c-8752-f4d857e0a614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.307216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb50a7ca-e9d2-447c-8752-f4d857e0a614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.329497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ccb09b-1f70-4ceb-b3b3-bf3c9f078547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.408175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ccb09b-1f70-4ceb-b3b3-bf3c9f078547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.482499 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb50a7ca-e9d2-447c-8752-f4d857e0a614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.485813 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb50a7ca-e9d2-447c-8752-f4d857e0a614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.487022 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cb50a7ca-e9d2-447c-8752-f4d857e0a614 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8fb5a8a9-1942-49bf-9841-1ccad6a7bd5f HTTP/1.1" status: 204 len: 168 time: 0.4335556 Jul 16 18:42:39.501318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50a7ca-e9d2-447c-8752-f4d857e0a614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb5a8a9-1942-49bf-9841-1ccad6a7bd5f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:39.538870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ccb09b-1f70-4ceb-b3b3-bf3c9f078547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.547672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ccb09b-1f70-4ceb-b3b3-bf3c9f078547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.549204 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-41ccb09b-1f70-4ceb-b3b3-bf3c9f078547 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f7e2585-527c-45ae-b549-33e821cb0b50 HTTP/1.1" status: 204 len: 168 time: 0.3965182 Jul 16 18:42:39.572127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccb09b-1f70-4ceb-b3b3-bf3c9f078547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7e2585-527c-45ae-b549-33e821cb0b50,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:40.194198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58620) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:40.210295 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea2ca-7f70-4534-81f5-39061c11e8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.377860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea2ca-7f70-4534-81f5-39061c11e8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.387430 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea2ca-7f70-4534-81f5-39061c11e8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.438370 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1f5ea2ca-7f70-4534-81f5-39061c11e8be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=715752d31d71456aae33da8fc6e5eb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428875 Jul 16 18:42:40.439320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ea2ca-7f70-4534-81f5-39061c11e8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c02bb1-6cfb-4acc-9399-0f4d2d06f764,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:40.442673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:40.515072 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfd16138-a496-4cbd-98c3-334784ca6d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.529678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.546566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfd16138-a496-4cbd-98c3-334784ca6d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.635925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfd16138-a496-4cbd-98c3-334784ca6d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.637438 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cfd16138-a496-4cbd-98c3-334784ca6d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.639504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cfd16138-a496-4cbd-98c3-334784ca6d9a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5c02bb1-6cfb-4acc-9399-0f4d2d06f764 HTTP/1.1" status: 204 len: 168 time: 0.1945925 Jul 16 18:42:40.663808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16138-a496-4cbd-98c3-334784ca6d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c02bb1-6cfb-4acc-9399-0f4d2d06f764,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.194741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:41.553262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port da7e1bcd-cd14-445e-8252-ff85818cbe05 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:41.553992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.672316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.673029 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.688170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for da7e1bcd-cd14-445e-8252-ff85818cbe05 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:42.017891 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.069088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=da7e1bcd-cd14-445e-8252-ff85818cbe05,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:42.183277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.183880 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Floating IP 9ecdc640-f7f0-47e2-9850-c0b676d217bd disassociated (deleted). External IP: 172.25.2.29, port: 13a93325-7fc2-4659-87f1-9a1b7fd3a99f. Jul 16 18:42:42.506251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Router 37fa7e14-6425-4c07-8972-3fb5c4189864 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:42.716924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:42.722329 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.735239 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] Sync routers for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:42.753233 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:42.753999 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:42:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:42.798004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9b6cc403-0ab3-4fd6-96a8-4cf66dc491a6 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "DELETE /v2.0/floatingips/9ecdc640-f7f0-47e2-9850-c0b676d217bd HTTP/1.1" status: 204 len: 168 time: 1.6023679 Jul 16 18:42:42.798683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:42.801516 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81883d16-25b6-4f86-a6cb-117f332ec8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:42.854885 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d179ce8-f354-4809-8817-80f93d8ca54c x-openstack-request-id: req-1d179ce8-f354-4809-8817-80f93d8ca54c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:42.855869 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:42.856302 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d179ce8-f354-4809-8817-80f93d8ca54c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:42.856998 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'status': 'completed', 'code': 200} Jul 16 18:42:42.988341 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-78f4f783-0523-4f7c-ae8b-08d06b309076 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1477535 Jul 16 18:42:43.008206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-81389267-204b-4f3d-8190-0b4fb95ecb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.010173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-81389267-204b-4f3d-8190-0b4fb95ecb31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 1098 time: 0.1259985 Jul 16 18:42:43.173223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-51e844b1-0991-4a9a-995b-46e79884e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.175006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-51e844b1-0991-4a9a-995b-46e79884e69c service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1584005 Jul 16 18:42:43.242801 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:43.254996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-854bc8b2-0b47-4b6b-8198-261cae6e050f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f HTTP/1.1" status: 200 len: 217 time: 0.0711024 Jul 16 18:42:43.329338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-05634802-6fd4-4e13-895f-2eb1412a1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.332136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-05634802-6fd4-4e13-895f-2eb1412a1db7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0688422 Jul 16 18:42:43.469596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-5bb17902-44b4-49ab-8d74-43ebce5d5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.472973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-5bb17902-44b4-49ab-8d74-43ebce5d5945 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296530 Jul 16 18:42:43.822747 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:43.866532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-60cc4ac7-9da8-4076-b803-4f20572ade5e service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853719 Jul 16 18:42:43.882446 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] Checking router: 37fa7e14-6425-4c07-8972-3fb5c4189864 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:43.900560 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:43.902290 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:42:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:43.940987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777902b-9716-4a98-845f-3cfe452eaa1d req-15bda03e-610c-4031-9f11-2a15ea6452f1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.944137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e777902b-9716-4a98-845f-3cfe452eaa1d req-15bda03e-610c-4031-9f11-2a15ea6452f1 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 946 time: 0.3142376 Jul 16 18:42:44.100639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e777902b-9716-4a98-845f-3cfe452eaa1d req-0645f7b0-e65a-4dce-8ec4-8946ec47cef9 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483841 Jul 16 18:42:44.171926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81883d16-25b6-4f86-a6cb-117f332ec8e6 req-0233959b-35bf-4e8e-9eeb-73bb6e72f322 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966404 Jul 16 18:42:44.297256 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:44.342490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-b34c09c8-ccc6-441c-9366-32d56fbb4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.344567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-b34c09c8-ccc6-441c-9366-32d56fbb4503 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 1098 time: 0.0733531 Jul 16 18:42:44.537282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-c6609e09-cfe8-49b9-8ba1-bbb304f93ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.540413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-c6609e09-cfe8-49b9-8ba1-bbb304f93ac9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 200 len: 913 time: 0.1501160 Jul 16 18:42:44.550431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58740) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:44.617014 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:44.629577 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-6b3bd602-cf76-484f-b5d4-6ef3b0fe9bdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f HTTP/1.1" status: 200 len: 217 time: 0.0802712 Jul 16 18:42:44.648260 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47445e2a-6080-4844-80bd-e773f2e4844f None None] The sync data for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 is: [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 4, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6f9d6b7-07e7-4600-80df-c2c247874f0a', 'name': '', 'network_id': 'ac3651b0-430f-4247-aceb-9f4644f72c6e', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'mac_address': 'fa:16:3e:35:db:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:28Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'subnets': [{'id': '640d7256-3ca4-4ba8-9cda-a2bf9e97df32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:44.697882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-0af70fdf-f398-4410-8ff6-5ff3451a812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.700106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-0af70fdf-f398-4410-8ff6-5ff3451a812e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 200 len: 851 time: 0.0622187 Jul 16 18:42:44.708045 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-168f9754-d945-4e8e-aa61-805e4ada3a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.770264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-585ee61c-4a35-474c-b229-33c1075bb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.771968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-585ee61c-4a35-474c-b229-33c1075bb9b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ac3651b0-430f-4247-aceb-9f4644f72c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647945 Jul 16 18:42:44.848687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-168f9754-d945-4e8e-aa61-805e4ada3a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.856658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-168f9754-d945-4e8e-aa61-805e4ada3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.895521 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-168f9754-d945-4e8e-aa61-805e4ada3a4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96b68957363b437a94d28750f18ca00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395402 Jul 16 18:42:44.895848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:44.906533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-f0871fa3-a06b-441a-a8dd-4e432f76803b service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264534 Jul 16 18:42:44.934007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f9754-d945-4e8e-aa61-805e4ada3a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f0127b-d26f-4f96-a733-460a27cf8d5b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:44.990127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c3cd20-a34e-4462-b4a2-960a86e1bf67 None None] New status for floating IP 9ecdc640-f7f0-47e2-9850-c0b676d217bd: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:42:45.006805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b90c722-d201-42f1-89d1-bfebb8f45d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.034911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-c5dbcc16-a74c-4d35-adb0-2103c3193533 service neutron] 10.222.0.45 "GET /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172171 Jul 16 18:42:45.051231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b90c722-d201-42f1-89d1-bfebb8f45d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.077425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8703719-2fae-4e90-b76b-825e71faa431 req-69000bb4-e46d-486c-b317-da1d0ec8aaaf tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.078987 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8703719-2fae-4e90-b76b-825e71faa431 req-69000bb4-e46d-486c-b317-da1d0ec8aaaf tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 946 time: 0.1223249 Jul 16 18:42:45.199593 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b90c722-d201-42f1-89d1-bfebb8f45d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.202256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b90c722-d201-42f1-89d1-bfebb8f45d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.203461 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1b90c722-d201-42f1-89d1-bfebb8f45d28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42f0127b-d26f-4f96-a733-460a27cf8d5b HTTP/1.1" status: 204 len: 168 time: 0.3067055 Jul 16 18:42:45.219038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90c722-d201-42f1-89d1-bfebb8f45d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f0127b-d26f-4f96-a733-460a27cf8d5b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.238125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a8703719-2fae-4e90-b76b-825e71faa431 req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:45.238761 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a8703719-2fae-4e90-b76b-825e71faa431 req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.729168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bbfa4-b2d3-4a06-970e-1e25d97870d4 req-02c4a6a9-0090-4d27-8436-f1919982b890 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.737113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b6bbfa4-b2d3-4a06-970e-1e25d97870d4 req-02c4a6a9-0090-4d27-8436-f1919982b890 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 946 time: 0.4233565 Jul 16 18:42:45.761700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58768) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:45.773764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a8703719-2fae-4e90-b76b-825e71faa431 req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] For port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:45.774644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a8703719-2fae-4e90-b76b-825e71faa431 req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.787943 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.788287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-a8703719-2fae-4e90-b76b-825e71faa431 req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for 13a93325-7fc2-4659-87f1-9a1b7fd3a99f owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:45.797800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5b6bbfa4-b2d3-4a06-970e-1e25d97870d4 req-62b0f505-fb33-4740-9ec6-ec16516803a2 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9ea8367-5121-4aba-be4a-3b8d457a27f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590470 Jul 16 18:42:45.956854 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.963817 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.983089 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a8703719-2fae-4e90-b76b-825e71faa431 req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.016164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=13a93325-7fc2-4659-87f1-9a1b7fd3a99f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.029192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50bc1661a7a24bc9a0a1ab633719530d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651830 Jul 16 18:42:46.030749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:46.037092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde39acb-4a14-4d9e-9c1f-6d7c62c0685e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.057780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.059220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.059220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.059220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.059735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.059735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.060078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.060583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.060835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.061106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.061413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.061833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525c8c5c-4e61-4101-a7be-6588f506cfcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:46.072150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8703719-2fae-4e90-b76b-825e71faa431 req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] No DVR routers for this DVR port 13a93325-7fc2-4659-87f1-9a1b7fd3a99f on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:46.075125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a8703719-2fae-4e90-b76b-825e71faa431 req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.077762 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8703719-2fae-4e90-b76b-825e71faa431 req-992724b7-2a67-4935-b2ab-32ea9dc83254 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.45 "DELETE /v2.0/ports/13a93325-7fc2-4659-87f1-9a1b7fd3a99f HTTP/1.1" status: 204 len: 173 time: 0.9906564 Jul 16 18:42:46.078285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'name': 'network-vif-deleted', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:46.081564 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9264314c-ec20-4ac0-a27d-7bf189551f1a" -d '{"events": [{"server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "name": "network-vif-deleted", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:46.164383 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68477da4-3f47-405f-9b54-580a91b8cae1 x-openstack-request-id: req-68477da4-3f47-405f-9b54-580a91b8cae1 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:46.165983 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce4239e-a990-415f-8ea5-8b0b6b6fd99b", "name": "network-vif-deleted", "tag": "13a93325-7fc2-4659-87f1-9a1b7fd3a99f", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:46.166700 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68477da4-3f47-405f-9b54-580a91b8cae1 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:46.167824 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce4239e-a990-415f-8ea5-8b0b6b6fd99b', 'name': 'network-vif-deleted', 'tag': '13a93325-7fc2-4659-87f1-9a1b7fd3a99f', 'status': 'completed', 'code': 200} Jul 16 18:42:46.452548 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7ead06a-fa72-4496-bd14-9923f6f56178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.484542 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7ead06a-fa72-4496-bd14-9923f6f56178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.561926 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7ead06a-fa72-4496-bd14-9923f6f56178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.568062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b7ead06a-fa72-4496-bd14-9923f6f56178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.575383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b7ead06a-fa72-4496-bd14-9923f6f56178 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dde39acb-4a14-4d9e-9c1f-6d7c62c0685e HTTP/1.1" status: 204 len: 168 time: 0.5396888 Jul 16 18:42:46.594662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ead06a-fa72-4496-bd14-9923f6f56178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde39acb-4a14-4d9e-9c1f-6d7c62c0685e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:47.039808 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6eb922a8-cffd-47e6-b1a6-71ba819deb09 req-1142b411-520e-4f4d-a4a1-ab6e73e2eaaa tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 210 time: 0.0486774 Jul 16 18:42:47.911063 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:48.364424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-44bf3801-65ad-4752-b680-16028bc30c69 req-88a77c50-5310-48c6-8ee3-34f84d073fb9 service neutron] (93824) timed out ('10.222.0.60', 60446) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:42:48.381165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-60fd4b0e-a2d9-490c-90d8-8e5a205ad6c7 req-e85b7234-621a-46ac-8ced-eaa8a49d7e18 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 210 time: 0.0657141 Jul 16 18:42:49.182094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 13a93325-7fc2-4659-87f1-9a1b7fd3a99f no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:49.217043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 13a93325-7fc2-4659-87f1-9a1b7fd3a99f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:49.217836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 13a93325-7fc2-4659-87f1-9a1b7fd3a99f not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:49.276774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58836) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:49.433846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae1169c-2a07-45e7-b709-495361e93925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.586668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae1169c-2a07-45e7-b709-495361e93925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.601479 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cae1169c-2a07-45e7-b709-495361e93925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.638288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1169c-2a07-45e7-b709-495361e93925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e846d80-0037-4172-8ad4-1e9bc9be9c94,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.715919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25167393-cfa1-460a-aa2b-95357d8ede7e req-872f6966-8b5c-4694-9c51-56a479951371 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 210 time: 0.0537062 Jul 16 18:42:49.719117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cae1169c-2a07-45e7-b709-495361e93925 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89c370bd9c4148a5a8c5e06d612364be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412024 Jul 16 18:42:49.721719 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:49.785507 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c11d6b6f-3de5-4714-97e0-508a216f79ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.812065 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c11d6b6f-3de5-4714-97e0-508a216f79ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.874622 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c11d6b6f-3de5-4714-97e0-508a216f79ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.877804 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c11d6b6f-3de5-4714-97e0-508a216f79ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.879253 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c11d6b6f-3de5-4714-97e0-508a216f79ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e846d80-0037-4172-8ad4-1e9bc9be9c94 HTTP/1.1" status: 204 len: 168 time: 0.1562302 Jul 16 18:42:49.889381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d6b6f-3de5-4714-97e0-508a216f79ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e846d80-0037-4172-8ad4-1e9bc9be9c94,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.973095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:50.266954 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb228bd7-aef3-48de-ada4-28de86d1ec3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.356703 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58864) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:50.386594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24f7aace-e374-4cf3-ac95-2726c05a0916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.423879 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb228bd7-aef3-48de-ada4-28de86d1ec3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.429741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb228bd7-aef3-48de-ada4-28de86d1ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.502215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cb228bd7-aef3-48de-ada4-28de86d1ec3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=077af84ae143443a90098e6059edbe9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5276117 Jul 16 18:42:50.504970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb228bd7-aef3-48de-ada4-28de86d1ec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a88c36-7627-4b58-8527-67602c5e7024,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.509412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58866) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:50.567190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24f7aace-e374-4cf3-ac95-2726c05a0916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.573272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-24f7aace-e374-4cf3-ac95-2726c05a0916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.588013 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e333625e-d742-46c8-a0a8-ac9a593ddcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.629632 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e333625e-d742-46c8-a0a8-ac9a593ddcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.651403 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-24f7aace-e374-4cf3-ac95-2726c05a0916 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07b7f0b8259e46c0934ef3b43996b279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897305 Jul 16 18:42:50.651403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7aace-e374-4cf3-ac95-2726c05a0916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1c48d0-a0ea-4e0c-b2b8-5dab29f8fdd9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.652545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58868) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:50.738376 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0433cdf-dbd5-4b68-8fb9-65b08fa66a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.785330 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e333625e-d742-46c8-a0a8-ac9a593ddcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.791262 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e333625e-d742-46c8-a0a8-ac9a593ddcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.793399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e333625e-d742-46c8-a0a8-ac9a593ddcaf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63a88c36-7627-4b58-8527-67602c5e7024 HTTP/1.1" status: 204 len: 168 time: 0.2822711 Jul 16 18:42:50.806879 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0433cdf-dbd5-4b68-8fb9-65b08fa66a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.859404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333625e-d742-46c8-a0a8-ac9a593ddcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a88c36-7627-4b58-8527-67602c5e7024,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.926625 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0433cdf-dbd5-4b68-8fb9-65b08fa66a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.932008 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b0433cdf-dbd5-4b68-8fb9-65b08fa66a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.937441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b0433cdf-dbd5-4b68-8fb9-65b08fa66a3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf1c48d0-a0ea-4e0c-b2b8-5dab29f8fdd9 HTTP/1.1" status: 204 len: 168 time: 0.2837720 Jul 16 18:42:50.955355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0433cdf-dbd5-4b68-8fb9-65b08fa66a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1c48d0-a0ea-4e0c-b2b8-5dab29f8fdd9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:51.187357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba1e57ed-f182-4a2c-a9b8-7db365450180 req-76c3f46a-fcaa-43fa-9271-414430a19bde tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "GET /v2.0/ports?device_id=cce4239e-a990-415f-8ea5-8b0b6b6fd99b HTTP/1.1" status: 200 len: 210 time: 0.3119090 Jul 16 18:42:52.271201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58918) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.365121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 58924) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.585955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-166580623-network', 'tenant_id': '2878f7a0119a4d11921000fd196d1b3d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:52.624576 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Made reservation on behalf of 2878f7a0119a4d11921000fd196d1b3d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:52.627062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.640907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.645704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Deleting port aea3b242-c739-4bc3-93ca-41d772ea0592 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:52.646054 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.772554 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.772903 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.798720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Calling delete_port for aea3b242-c739-4bc3-93ca-41d772ea0592 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:52.908947 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.919194 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.954005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:53.001128 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.001662 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Added segment 261edd6d-9a02-40e2-8413-b6e3886bf144 of type vlan for network c8611b4a-7495-4ae0-b71c-f93a66072bea Jul 16 18:42:53.004564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45fa415-6ac7-43e3-abee-a90fc484b8c3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.102941 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.151521 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.184389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.185644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:53.186415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.195634 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'Port': ['ID=aea3b242-c739-4bc3-93ca-41d772ea0592,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.272329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9996245 Jul 16 18:42:53.276257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:53.288956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Request body: {'subnet': {'network_id': 'c8611b4a-7495-4ae0-b71c-f93a66072bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-166580623-subnet', 'tenant_id': '2878f7a0119a4d11921000fd196d1b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:53.315445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Made reservation on behalf of 2878f7a0119a4d11921000fd196d1b3d for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:53.318012 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.321437 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.325182 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.326542 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-63b29614-ddd4-46f8-95b6-502343c49500 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "DELETE /v2.0/floatingips/31e8ea73-199f-476a-86c6-e7936869aa52 HTTP/1.1" status: 204 len: 168 time: 0.9595399 Jul 16 18:42:53.362718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7847b-3067-48c8-9d46-e044bfc2a8b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c8611b4a-7495-4ae0-b71c-f93a66072bea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.376445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c8611b4a-7495-4ae0-b71c-f93a66072bea details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:53.553529 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.625638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c2430b-81e9-48db-b292-31be673991ec,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.642958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Checking segment: {'id': '261edd6d-9a02-40e2-8413-b6e3886bf144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8611b4a-7495-4ae0-b71c-f93a66072bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:53.643336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Network hostable DHCP agents. Network: c8611b4a-7495-4ae0-b71c-f93a66072bea, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:53.666862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Network c8611b4a-7495-4ae0-b71c-f93a66072bea is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:53.678531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, c8611b4a-7495-4ae0-b71c-f93a66072bea) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:53.684463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:53.685233 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.696937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccee464-2fe9-401f-b541-ce16041ff732 None None] Network c8611b4a-7495-4ae0-b71c-f93a66072bea requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:53.715873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8a958d90-8388-4748-b446-f1aec4b0713b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4371946 Jul 16 18:42:53.996739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a64abc-dd16-48b5-b41d-a0418ee5fb0c None None] Network c8611b4a-7495-4ae0-b71c-f93a66072bea requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:54.217829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 58992) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.411071 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2e1915a-e883-49d0-8789-0b46640bc0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.572993 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2e1915a-e883-49d0-8789-0b46640bc0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.579582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a2e1915a-e883-49d0-8789-0b46640bc0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.640001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59002) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.641151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a2e1915a-e883-49d0-8789-0b46640bc0c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0282173e04c542aeaadc186e446d9ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213614 Jul 16 18:42:54.650522 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59006) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.652248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-205704344-network', 'tenant_id': '352fc9d603a84d16b4da71698b738616'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:54.688474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1915a-e883-49d0-8789-0b46640bc0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7dfb34-c868-4cd7-ad16-8a2a2e492635,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.688803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Made reservation on behalf of 352fc9d603a84d16b4da71698b738616 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:54.693023 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.712460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.744647 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6b21-5811-4fe5-89fd-be490e58383f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.777431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6b21-5811-4fe5-89fd-be490e58383f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.890222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6b21-5811-4fe5-89fd-be490e58383f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.893470 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6b21-5811-4fe5-89fd-be490e58383f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.894894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9f4d6b21-5811-4fe5-89fd-be490e58383f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df7dfb34-c868-4cd7-ad16-8a2a2e492635 HTTP/1.1" status: 204 len: 168 time: 0.2415402 Jul 16 18:42:54.898879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.905489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d6b21-5811-4fe5-89fd-be490e58383f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7dfb34-c868-4cd7-ad16-8a2a2e492635,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.907897 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.954229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db55b30-f0d1-4f3b-bf4f-1a81af620d89,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.983242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:54.997316 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.998329 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Added segment 23fb51f1-bc46-46f5-b208-b3cfd81ce70e of type vlan for network dfd110e5-8e18-475b-89af-546fb8f71c11 Jul 16 18:42:55.071830 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.123473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.125141 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.126407 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.181644 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5393965 Jul 16 18:42:55.185414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59012) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:55.196576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Request body: {'subnet': {'network_id': 'dfd110e5-8e18-475b-89af-546fb8f71c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-205704344-subnet', 'tenant_id': '352fc9d603a84d16b4da71698b738616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:55.215425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853873e-4677-41bf-a8e3-8c77ae5d3131 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd110e5-8e18-475b-89af-546fb8f71c11,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.232045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network dfd110e5-8e18-475b-89af-546fb8f71c11 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:55.238198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Made reservation on behalf of 352fc9d603a84d16b4da71698b738616 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:55.241374 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.486195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59016) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:55.515258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-572d7589-3655-46ee-91d0-f88993fe31d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.541131 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.608323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e28d03-25fb-4538-bcb0-0d6983a9f9ab,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.619948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Checking segment: {'id': '23fb51f1-bc46-46f5-b208-b3cfd81ce70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'dfd110e5-8e18-475b-89af-546fb8f71c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:55.620555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Network hostable DHCP agents. Network: dfd110e5-8e18-475b-89af-546fb8f71c11, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:55.641640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Network dfd110e5-8e18-475b-89af-546fb8f71c11 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:55.653996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, dfd110e5-8e18-475b-89af-546fb8f71c11) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:55.659184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.659919 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.678383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28712ffd-9cb5-4913-8590-625658a48ee2 None None] Network dfd110e5-8e18-475b-89af-546fb8f71c11 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:55.708972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-572d7589-3655-46ee-91d0-f88993fe31d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.714155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-572d7589-3655-46ee-91d0-f88993fe31d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.732991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9a8fec49-f340-4ec1-a3c7-54244331dfae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5330565 Jul 16 18:42:55.766915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59020) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:55.767229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-572d7589-3655-46ee-91d0-f88993fe31d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=823c7aee417941d4ba63acfebd38b4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791893 Jul 16 18:42:55.773154 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d7589-3655-46ee-91d0-f88993fe31d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0642ce26-6581-4564-8ad9-68a7258f3cbd,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.850533 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f6cb79f-cb98-4865-803e-102ff2f7f5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.878567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f6cb79f-cb98-4865-803e-102ff2f7f5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.970431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f6cb79f-cb98-4865-803e-102ff2f7f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.974736 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6f6cb79f-cb98-4865-803e-102ff2f7f5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.982116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6f6cb79f-cb98-4865-803e-102ff2f7f5e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0642ce26-6581-4564-8ad9-68a7258f3cbd HTTP/1.1" status: 204 len: 168 time: 0.2127969 Jul 16 18:42:56.017415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cb79f-cb98-4865-803e-102ff2f7f5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0642ce26-6581-4564-8ad9-68a7258f3cbd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.208595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467896d6-dcd5-4a5f-b6a9-afa695bb092b None None] Network dfd110e5-8e18-475b-89af-546fb8f71c11 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:56.693717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-62f2d3c9-33d0-48a8-9b68-bcfa8d29a7a5 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:56.695434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-62f2d3c9-33d0-48a8-9b68-bcfa8d29a7a5 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/networks?id=c8611b4a-7495-4ae0-b71c-f93a66072bea HTTP/1.1" status: 200 len: 808 time: 0.1683311 Jul 16 18:42:56.723958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-ccb8edf2-9dd2-4d13-9dc2-3d3dc1a257ca tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/quotas/2878f7a0119a4d11921000fd196d1b3d HTTP/1.1" status: 200 len: 375 time: 0.0196462 Jul 16 18:42:56.791535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-14dd94a2-974d-459b-bc0e-153e5dce9cd2 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2878f7a0119a4d11921000fd196d1b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560465 Jul 16 18:42:56.909466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-7b14d4c5-0788-4937-b3fc-5f0332f2e982 service neutron] 10.222.0.60 "GET /v2.0/networks/c8611b4a-7495-4ae0-b71c-f93a66072bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075492 Jul 16 18:42:57.057971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-3f1a577b-63f2-4850-9621-1e2098fad733 service neutron] 10.222.0.60 "GET /v2.0/networks/c8611b4a-7495-4ae0-b71c-f93a66072bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378744 Jul 16 18:42:57.151708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59060) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:57.298600 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb03325a-44f2-4816-87a4-96c246202f14 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.338757 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb03325a-44f2-4816-87a4-96c246202f14 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.369316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de143bf8-8628-40f6-bd4d-fc109157dc0d req-0923308d-a923-4114-8199-4ac412c9b3bb tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 210 time: 0.0464144 Jul 16 18:42:57.485443 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb03325a-44f2-4816-87a4-96c246202f14 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.488462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb03325a-44f2-4816-87a4-96c246202f14 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.496149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cb03325a-44f2-4816-87a4-96c246202f14 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] 10.222.0.60 "DELETE /v2.0/security-groups/e9ea8367-5121-4aba-be4a-3b8d457a27f1 HTTP/1.1" status: 204 len: 168 time: 0.3427062 Jul 16 18:42:57.529133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03325a-44f2-4816-87a4-96c246202f14 tempest-TestVolumeBootPattern-102500806 tempest-TestVolumeBootPattern-102500806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ea8367-5121-4aba-be4a-3b8d457a27f1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.606959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59084) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:58.448384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.632550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bd1db7e-a31c-4b65-b996-fd61c519a80d req-3ec1a781-6a56-4cc8-b7cc-7fcfe2e07959 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 210 time: 0.0516150 Jul 16 18:42:58.637596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-dcffc815-38b9-414e-ae80-9e451789d1d5 req-88f8c21f-82da-46c4-87ca-e8207e003cf4 service neutron] (93823) timed out ('10.222.0.60', 39626) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:42:58.829172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Deleting port d6f9d6b7-07e7-4600-80df-c2c247874f0a {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:58.829869 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.951764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] For port d6f9d6b7-07e7-4600-80df-c2c247874f0a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d6f9d6b7-07e7-4600-80df-c2c247874f0a,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:58.952214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.981584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Calling delete_port for d6f9d6b7-07e7-4600-80df-c2c247874f0a owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:59.063991 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.089804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-570e9c65-edc6-48c2-8d26-8605f1f60823 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.091966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-570e9c65-edc6-48c2-8d26-8605f1f60823 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.46 "GET /v2.0/networks?id=c8611b4a-7495-4ae0-b71c-f93a66072bea HTTP/1.1" status: 200 len: 808 time: 0.1983981 Jul 16 18:42:59.128081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Request body: {'port': {'device_id': '78c7c659-5639-4c10-8c87-8ab15e745e7d', 'network_id': 'c8611b4a-7495-4ae0-b71c-f93a66072bea', 'admin_state_up': True, 'tenant_id': '2878f7a0119a4d11921000fd196d1b3d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:59.294901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Made reservation on behalf of 2878f7a0119a4d11921000fd196d1b3d for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:59.299278 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.342310 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.382779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f9d6b7-07e7-4600-80df-c2c247874f0a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.534799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Allocated IP 172.20.0.11 (c8611b4a-7495-4ae0-b71c-f93a66072bea/37c2430b-81e9-48db-b292-31be673991ec/34214681-b4ca-4196-9b0b-1f26e9f303e9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:59.633278 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.788150 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.847879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58a6312e-17a7-426d-b8d3-1fd551dff516 req-f521749b-644e-4721-a03c-9db290459979 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 210 time: 0.0458045 Jul 16 18:42:59.891849 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.952485 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Network c8611b4a-7495-4ae0-b71c-f93a66072bea is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:59.957208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:59.963870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:59.969772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Pushing event updated for resources: {'Port': ['ID=34214681-b4ca-4196-9b0b-1f26e9f303e9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:00.002643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Router 37fa7e14-6425-4c07-8972-3fb5c4189864 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:00.029813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.030079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.049219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6b7fc10a-5e6b-45c9-90f6-00d3b5b9461d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9341931 Jul 16 18:43:00.072810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Request body: {'port': {'device_id': '78c7c659-5639-4c10-8c87-8ab15e745e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:00.211538 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.228347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:00.244853 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bf6fbc68-d45d-40c1-b117-32069967fabc admin admin] 10.222.0.60 "PUT /v2.0/routers/37fa7e14-6425-4c07-8972-3fb5c4189864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6358097 Jul 16 18:43:00.245301 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] Sync routers for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:00.246184 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:00.270067 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:00.271833 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:42:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:00.482409 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.494819 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:00.720757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34214681-b4ca-4196-9b0b-1f26e9f303e9 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:00.745401 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.747622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.776372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Transition to ACTIVE for port object 34214681-b4ca-4196-9b0b-1f26e9f303e9 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:00.784019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.864416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Deleting port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:00.865080 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.893270 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:42:59Z', 'revision_number': 5, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port': {'id': '1e1f5df1-1484-4ddc-b1e1-48feb6800d9c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:00.952436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Pushing event updated for resources: {'Port': ['ID=34214681-b4ca-4196-9b0b-1f26e9f303e9,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:00.984824 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] Checking router: 37fa7e14-6425-4c07-8972-3fb5c4189864 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:00.997383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Attempting to bind port 34214681-b4ca-4196-9b0b-1f26e9f303e9 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:00.998140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Attempting to bind port 34214681-b4ca-4196-9b0b-1f26e9f303e9 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '261edd6d-9a02-40e2-8413-b6e3886bf144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8611b4a-7495-4ae0-b71c-f93a66072bea'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:00.998778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Attempting to bind port 34214681-b4ca-4196-9b0b-1f26e9f303e9 on network c8611b4a-7495-4ae0-b71c-f93a66072bea {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:01.000178 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] Routers {'37fa7e14-6425-4c07-8972-3fb5c4189864'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:01.003714 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:42:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['37fa7e14-6425-4c07-8972-3fb5c4189864'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:01.004979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Port 34214681-b4ca-4196-9b0b-1f26e9f303e9 on network c8611b4a-7495-4ae0-b71c-f93a66072bea not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:01.005500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Attempting to bind port 34214681-b4ca-4196-9b0b-1f26e9f303e9 on network c8611b4a-7495-4ae0-b71c-f93a66072bea {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:01.019475 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:01.020125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Checking segment: {'id': '261edd6d-9a02-40e2-8413-b6e3886bf144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8611b4a-7495-4ae0-b71c-f93a66072bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:01.020740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Bound using segment: {'id': '261edd6d-9a02-40e2-8413-b6e3886bf144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8611b4a-7495-4ae0-b71c-f93a66072bea'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:01.021497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Bound port: 34214681-b4ca-4196-9b0b-1f26e9f303e9, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261edd6d-9a02-40e2-8413-b6e3886bf144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'c8611b4a-7495-4ae0-b71c-f93a66072bea'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:01.022237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.074290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] For port 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1e1f5df1-1484-4ddc-b1e1-48feb6800d9c,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:01.074964 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.093780 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Calling delete_port for 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:01.121993 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] Set router 37fa7e14-6425-4c07-8972-3fb5c4189864 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:01.183060 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:43:00Z', 'revision_number': 6, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:01.209197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] For port 34214681-b4ca-4196-9b0b-1f26e9f303e9, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:01.213634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] For port 34214681-b4ca-4196-9b0b-1f26e9f303e9, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=34214681-b4ca-4196-9b0b-1f26e9f303e9,segment=NetworkSegment(261edd6d-9a02-40e2-8413-b6e3886bf144),segment_id=261edd6d-9a02-40e2-8413-b6e3886bf144)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:01.223697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.251819 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b3cfcc-8010-44d3-a009-d1b41d5ef061 None None] The sync data for ids ['37fa7e14-6425-4c07-8972-3fb5c4189864'] in n-d-793619-10 is: [{'id': '37fa7e14-6425-4c07-8972-3fb5c4189864', 'name': 'tempest-TestVolumeBootPattern-1127349148-router', 'tenant_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:22Z', 'updated_at': '2021-07-16T18:43:00Z', 'revision_number': 6, 'project_id': '2cc5c9da144e47cb863adb1a3cdb4df4', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:01.306540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:01.314209 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.315795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] 10.222.0.46 "PUT /v2.0/ports/34214681-b4ca-4196-9b0b-1f26e9f303e9 HTTP/1.1" status: 200 len: 1093 time: 1.2480114 Jul 16 18:43:01.316273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c7c659-5639-4c10-8c87-8ab15e745e7d', 'tag': '34214681-b4ca-4196-9b0b-1f26e9f303e9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:01.318742 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9156e6-c404-465f-aa70-3c8e815810e6" -d '{"events": [{"name": "network-changed", "server_uuid": "78c7c659-5639-4c10-8c87-8ab15e745e7d", "tag": "34214681-b4ca-4196-9b0b-1f26e9f303e9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:01.339620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71934d8-fc90-4149-b03b-878197e8641b service neutron] Pushing event updated for resources: {'Port': ['ID=34214681-b4ca-4196-9b0b-1f26e9f303e9,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.367998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a34f9-3f14-479a-bba2-3c4b20051577 req-fdade7b5-fcfd-4540-b864-db93c15f6979 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:01.370007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e21a34f9-3f14-479a-bba2-3c4b20051577 req-fdade7b5-fcfd-4540-b864-db93c15f6979 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 944 time: 0.2955196 Jul 16 18:43:01.407533 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edec6291-600a-45c2-aeb1-6a6ba3d2425d x-openstack-request-id: req-edec6291-600a-45c2-aeb1-6a6ba3d2425d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:01.407533 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c7c659-5639-4c10-8c87-8ab15e745e7d", "tag": "34214681-b4ca-4196-9b0b-1f26e9f303e9", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:01.408043 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edec6291-600a-45c2-aeb1-6a6ba3d2425d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:01.408668 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c7c659-5639-4c10-8c87-8ab15e745e7d', 'tag': '34214681-b4ca-4196-9b0b-1f26e9f303e9', 'status': 'completed', 'code': 200} Jul 16 18:43:01.436197 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.466616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1f5df1-1484-4ddc-b1e1-48feb6800d9c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.499220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e21a34f9-3f14-479a-bba2-3c4b20051577 req-8f0a8f66-e8c8-4753-8041-23c4c6bb9d8d tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044722 Jul 16 18:43:01.536833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-2dd4bf73-3271-4d65-bbea-cf0d3c2346a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:01.539525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-2dd4bf73-3271-4d65-bbea-cf0d3c2346a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2878f7a0119a4d11921000fd196d1b3d&device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 1096 time: 0.1186285 Jul 16 18:43:01.570180 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.599492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-cec83fe4-d455-4dfe-a937-ea7fd9ee49ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34214681-b4ca-4196-9b0b-1f26e9f303e9 HTTP/1.1" status: 200 len: 217 time: 0.0459650 Jul 16 18:43:01.677162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6ec5401e-045f-424b-849b-ba5d6519d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:01.679410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-6ec5401e-045f-424b-849b-ba5d6519d8ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37c2430b-81e9-48db-b292-31be673991ec HTTP/1.1" status: 200 len: 848 time: 0.0715182 Jul 16 18:43:01.693241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.697419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.728649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-86fa62d3-ed96-4053-9d51-92e874aa4d69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8611b4a-7495-4ae0-b71c-f93a66072bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381918 Jul 16 18:43:01.790810 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.791606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fa7e14-6425-4c07-8972-3fb5c4189864 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:43:01.796861 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.802345 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a72c3739-ed83-4007-8a68-e2709820b1d1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/37fa7e14-6425-4c07-8972-3fb5c4189864 HTTP/1.1" status: 204 len: 168 time: 1.5546749 Jul 16 18:43:01.803077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59302) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:01.851771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-3fd71211-466b-4b19-acf2-b481481babee service neutron] 10.222.0.46 "GET /v2.0/networks/c8611b4a-7495-4ae0-b71c-f93a66072bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148221 Jul 16 18:43:01.859767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-057239fa-b640-46ad-9855-b66244f4b1e1 admin admin] Deleting subnet 640d7256-3ca4-4ba8-9cda-a2bf9e97df32 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:01.863709 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-057239fa-b640-46ad-9855-b66244f4b1e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.907704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-057239fa-b640-46ad-9855-b66244f4b1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.994438 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97a01452-d049-43ec-9226-5a530c7d57a7 req-819fa8ca-aa1e-4ca8-a257-cdcba1eda97e service neutron] 10.222.0.46 "GET /v2.0/networks/c8611b4a-7495-4ae0-b71c-f93a66072bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349452 Jul 16 18:43:02.059396 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-057239fa-b640-46ad-9855-b66244f4b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.195166 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-057239fa-b640-46ad-9855-b66244f4b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.251403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057239fa-b640-46ad-9855-b66244f4b1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640d7256-3ca4-4ba8-9cda-a2bf9e97df32,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:02.252657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-78a2decd-cbf7-49ea-b565-ca92c088ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.255522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-78a2decd-cbf7-49ea-b565-ca92c088ea22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2878f7a0119a4d11921000fd196d1b3d&device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 1096 time: 0.1358156 Jul 16 18:43:02.261565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-057239fa-b640-46ad-9855-b66244f4b1e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.269501 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-057239fa-b640-46ad-9855-b66244f4b1e1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/640d7256-3ca4-4ba8-9cda-a2bf9e97df32 HTTP/1.1" status: 204 len: 168 time: 0.4608893 Jul 16 18:43:02.269501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:02.271887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8494ee9-0283-46ab-aef5-ae6dc0933a79 None None] Network ac3651b0-430f-4247-aceb-9f4644f72c6e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:02.449946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.483769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-88965127-b126-489f-8e4d-461ca683d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.486147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-88965127-b126-489f-8e4d-461ca683d4d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8611b4a-7495-4ae0-b71c-f93a66072bea HTTP/1.1" status: 200 len: 909 time: 0.2157023 Jul 16 18:43:02.569950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d6f9d6b7-07e7-4600-80df-c2c247874f0a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:02.574764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Deleting port d024d982-4f48-4f15-a878-9e59454c56ab {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:02.575281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.593141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-d56290fc-c1dc-41b1-9fb8-b44cddc34ebf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34214681-b4ca-4196-9b0b-1f26e9f303e9 HTTP/1.1" status: 200 len: 217 time: 0.0963011 Jul 16 18:43:02.675594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d6f9d6b7-07e7-4600-80df-c2c247874f0a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:02.676154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d6f9d6b7-07e7-4600-80df-c2c247874f0a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:02.676840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:02.692137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] For port d024d982-4f48-4f15-a878-9e59454c56ab, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d024d982-4f48-4f15-a878-9e59454c56ab,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:02.692611 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.735646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Calling delete_port for d024d982-4f48-4f15-a878-9e59454c56ab owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:02.749463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:02.749870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1e1f5df1-1484-4ddc-b1e1-48feb6800d9c not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:02.775736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-dbdaa0f2-7723-4bf4-8e36-8ddc1c248338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.777373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-dbdaa0f2-7723-4bf4-8e36-8ddc1c248338 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37c2430b-81e9-48db-b292-31be673991ec HTTP/1.1" status: 200 len: 848 time: 0.1757796 Jul 16 18:43:02.840014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] DHCP port deletion for ac3651b0-430f-4247-aceb-9f4644f72c6e request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:02.861974 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-3175f438-5ada-4a64-9eef-8a6130b8d945 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8611b4a-7495-4ae0-b71c-f93a66072bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732892 Jul 16 18:43:02.883985 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-e60a3919-ac99-4453-b1f5-b98aa1a097c0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:43:02.887432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-e60a3919-ac99-4453-b1f5-b98aa1a097c0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140181 Jul 16 18:43:02.900022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Deleting port d024d982-4f48-4f15-a878-9e59454c56ab {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:02.900807 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.924843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.956460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Pushing event deleted for resources: {'Port': ['ID=d024d982-4f48-4f15-a878-9e59454c56ab,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:02.960734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] No DVR routers for this DVR port d024d982-4f48-4f15-a878-9e59454c56ab on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:02.967944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99866d62-f5ca-4279-be58-0553409c0578 req-0e934e36-d839-4d62-baaf-b59f644640ec tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.982787 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99866d62-f5ca-4279-be58-0553409c0578 req-0e934e36-d839-4d62-baaf-b59f644640ec tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 944 time: 0.2931783 Jul 16 18:43:03.046315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] For port d024d982-4f48-4f15-a878-9e59454c56ab, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d024d982-4f48-4f15-a878-9e59454c56ab,segment=NetworkSegment(8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1),segment_id=8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:03.046943 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.076552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Calling delete_port for d024d982-4f48-4f15-a878-9e59454c56ab owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:03.089482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.097709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99866d62-f5ca-4279-be58-0553409c0578 req-0eddaff5-6990-4717-9f26-549ffce71857 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136158 Jul 16 18:43:03.120720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-c4bd6f30-045b-4d27-97be-6bea434a7b52 service neutron] 10.222.0.46 "GET /v2.0/networks/c8611b4a-7495-4ae0-b71c-f93a66072bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221417 Jul 16 18:43:03.144915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3651b0-430f-4247-aceb-9f4644f72c6e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:03.170252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:03.170961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2d0f5f-324b-4a04-a5ca-c86fe2a2b0f1') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:03.195757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.219062 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7700f501-0735-4949-a080-73c9199ea0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.227357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.241321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:03.241711 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:03.247132 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:03.275596 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.276478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc9156e6-c404-465f-aa70-3c8e815810e6 req-d7417443-1dc9-419c-b5d6-5b78595fe8b8 service neutron] 10.222.0.46 "GET /v2.0/networks/c8611b4a-7495-4ae0-b71c-f93a66072bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464512 Jul 16 18:43:03.327135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Pushing event deleted for resources: {'Port': ['ID=d024d982-4f48-4f15-a878-9e59454c56ab,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.329508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] No DVR routers for this DVR port d024d982-4f48-4f15-a878-9e59454c56ab on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:03.344111 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.347222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.347769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.348559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.349244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.349862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.350427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.350945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.351478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.353648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.353648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.353648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.354218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59805605-0892-4f18-a517-fb7d6e409e98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:03.355906 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.360045 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] 10.222.0.60 "DELETE /v2.0/networks/ac3651b0-430f-4247-aceb-9f4644f72c6e HTTP/1.1" status: 204 len: 168 time: 1.0891166 Jul 16 18:43:03.363120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59372) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:03.394514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f19c5c-60bf-49c7-8707-092064f64cec admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3651b0-430f-4247-aceb-9f4644f72c6e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.841080 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.219549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Deleting port a1e0e66f-1fe1-48c1-b794-fe07cf679866 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:04.220178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.369289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59424) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:04.403474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] For port a1e0e66f-1fe1-48c1-b794-fe07cf679866, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a1e0e66f-1fe1-48c1-b794-fe07cf679866,segment=NetworkSegment(cbaef309-189d-474e-9591-5aa3e48f50eb),segment_id=cbaef309-189d-474e-9591-5aa3e48f50eb)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:04.403836 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.422483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Calling delete_port for a1e0e66f-1fe1-48c1-b794-fe07cf679866 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:04.489670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d024d982-4f48-4f15-a878-9e59454c56ab no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:04.514148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d024d982-4f48-4f15-a878-9e59454c56ab {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:04.514503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d024d982-4f48-4f15-a878-9e59454c56ab not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:04.530223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ebe33ac-aae3-4b43-8ac5-a2a19d394c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.686148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ebe33ac-aae3-4b43-8ac5-a2a19d394c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.693005 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ebe33ac-aae3-4b43-8ac5-a2a19d394c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.765799 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2ebe33ac-aae3-4b43-8ac5-a2a19d394c97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8ac962134d34abb96d09b18e69ff8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3952096 Jul 16 18:43:04.768448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe33ac-aae3-4b43-8ac5-a2a19d394c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8228347f-3364-4d6d-ac99-af8bd51749e5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:04.771303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:04.827626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de69a2-5492-4c1c-8eb3-1a9da21e6de9 req-40e4bf82-982e-4db7-8182-67ee68a7f4f0 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.829360 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91de69a2-5492-4c1c-8eb3-1a9da21e6de9 req-40e4bf82-982e-4db7-8182-67ee68a7f4f0 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 944 time: 0.4899170 Jul 16 18:43:04.835312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-275ce994-f06a-4ce7-97de-6af87e48182b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.864738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-275ce994-f06a-4ce7-97de-6af87e48182b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.921756 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91de69a2-5492-4c1c-8eb3-1a9da21e6de9 req-1d36a286-a992-4964-8144-7b0d3cb0eced tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839520 Jul 16 18:43:04.923545 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-275ce994-f06a-4ce7-97de-6af87e48182b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.928499 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-275ce994-f06a-4ce7-97de-6af87e48182b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.931772 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-275ce994-f06a-4ce7-97de-6af87e48182b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8228347f-3364-4d6d-ac99-af8bd51749e5 HTTP/1.1" status: 204 len: 168 time: 0.1590433 Jul 16 18:43:04.945084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ce994-f06a-4ce7-97de-6af87e48182b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8228347f-3364-4d6d-ac99-af8bd51749e5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.056271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.089270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e0e66f-1fe1-48c1-b794-fe07cf679866,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.285174 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.603564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 34214681-b4ca-4196-9b0b-1f26e9f303e9 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:05.610850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:05.760877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:05.774556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-06fceab1-333a-4348-b0fe-af2cdee79814 admin admin] 10.222.0.60 "PUT /v2.0/routers/6a70c94f-688c-4e2f-9ada-95c27e98b8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4097304 Jul 16 18:43:05.775537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59450) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:05.781398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] Sync routers for ids ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:05.798579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 34214681-b4ca-4196-9b0b-1f26e9f303e9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=34214681-b4ca-4196-9b0b-1f26e9f303e9,segment=NetworkSegment(261edd6d-9a02-40e2-8413-b6e3886bf144),segment_id=261edd6d-9a02-40e2-8413-b6e3886bf144)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:05.823678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] Routers {'6a70c94f-688c-4e2f-9ada-95c27e98b8a0'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:05.824049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:42:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:05.829282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '34214681-b4ca-4196-9b0b-1f26e9f303e9', 'network_id': 'c8611b4a-7495-4ae0-b71c-f93a66072bea', 'port_id': '34214681-b4ca-4196-9b0b-1f26e9f303e9', 'mac_address': 'fa:16:3e:49:a6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c2430b-81e9-48db-b292-31be673991ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:05.891864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59452) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:05.979230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.995145 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.002908 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.024405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34214681-b4ca-4196-9b0b-1f26e9f303e9 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:06.037795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] Set router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:06.149557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 34214681-b4ca-4196-9b0b-1f26e9f303e9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=34214681-b4ca-4196-9b0b-1f26e9f303e9,segment=NetworkSegment(261edd6d-9a02-40e2-8413-b6e3886bf144),segment_id=261edd6d-9a02-40e2-8413-b6e3886bf144)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:06.162996 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.166184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8ebe0661-318a-42ff-b807-01c12d70f910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.178068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c65e0-6810-4b98-84ba-4f91bb07d9f4 req-bb06cfb4-5f25-4fa6-8c3d-1bb273037757 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.185867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c61c65e0-6810-4b98-84ba-4f91bb07d9f4 req-bb06cfb4-5f25-4fa6-8c3d-1bb273037757 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 944 time: 0.0926781 Jul 16 18:43:06.259221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c61c65e0-6810-4b98-84ba-4f91bb07d9f4 req-cb98b5c7-9b90-4730-a6e7-c873f2d92a82 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717177 Jul 16 18:43:06.277329 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=34214681-b4ca-4196-9b0b-1f26e9f303e9,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:06.359739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '24825775-f9dd-468c-994f-901fd799ebb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:39Z', 'updated_at': '2021-07-16T18:43:04Z', 'revision_number': 5, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'gw_port': {'id': '24825775-f9dd-468c-994f-901fd799ebb8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:41Z', 'updated_at': '2021-07-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.400628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] Checking router: 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:06.411559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] Routers {'6a70c94f-688c-4e2f-9ada-95c27e98b8a0'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:06.412474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:43:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.517651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['34214681-b4ca-4196-9b0b-1f26e9f303e9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:06.545057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-780420853'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:06.578206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] Set router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:06.662294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Made reservation on behalf of 9f3e59b166124d67b34e8272eda88265 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:06.667858 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.683670 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.715654 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.844910 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Deleting port 24825775-f9dd-468c-994f-901fd799ebb8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:06.846138 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.886814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '24825775-f9dd-468c-994f-901fd799ebb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:39Z', 'updated_at': '2021-07-16T18:43:04Z', 'revision_number': 5, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'gw_port': {'id': '24825775-f9dd-468c-994f-901fd799ebb8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:41Z', 'updated_at': '2021-07-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.895439 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.903130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.916388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3bdd5c-b536-43e7-a18d-753537476721 None None] The sync data for ids ['6a70c94f-688c-4e2f-9ada-95c27e98b8a0'] in n-d-793619-10 is: [{'id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'name': 'tempest-TestVolumeBootPattern-1322397728-router', 'tenant_id': '07c639b8dc314bbd900cf752df70ac8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '24825775-f9dd-468c-994f-901fd799ebb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:39Z', 'updated_at': '2021-07-16T18:43:04Z', 'revision_number': 5, 'project_id': '07c639b8dc314bbd900cf752df70ac8d', 'gw_port': {'id': '24825775-f9dd-468c-994f-901fd799ebb8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:71:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a70c94f-688c-4e2f-9ada-95c27e98b8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:41Z', 'updated_at': '2021-07-16T18:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:06.986556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:07.010275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef349e25-094b-4b4d-a557-9b6d0e7dee03,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.020534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.020892 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Added segment 568fc96b-fad7-4a7c-a97d-06872b2a40cb of type vlan for network 9393664e-8788-46db-a7b9-7f3eaa1701a1 Jul 16 18:43:07.024110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] For port 24825775-f9dd-468c-994f-901fd799ebb8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=24825775-f9dd-468c-994f-901fd799ebb8,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:07.024577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.066985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Calling delete_port for 24825775-f9dd-468c-994f-901fd799ebb8 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:07.082956 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.092036 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.172357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.178227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.178866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.272863 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3793468 Jul 16 18:43:07.277424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59458) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.283424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'subnet': {'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:07.347298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa867264-6c4a-443f-891f-e66c43b1f13d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Network': ['ID=9393664e-8788-46db-a7b9-7f3eaa1701a1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.380320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:07.470488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.500447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Made reservation on behalf of 9f3e59b166124d67b34e8272eda88265 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:07.504497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.510784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Pushing event deleted for resources: {'Port': ['ID=24825775-f9dd-468c-994f-901fd799ebb8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.531556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3517e-2481-4461-94ef-a8bbff4e6081 req-d53bf5ce-774a-4cb8-bf64-918d83123ede tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.535386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5e3517e-2481-4461-94ef-a8bbff4e6081 req-d53bf5ce-774a-4cb8-bf64-918d83123ede tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 945 time: 0.1044402 Jul 16 18:43:07.582894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5e3517e-2481-4461-94ef-a8bbff4e6081 req-a3e8e913-e095-4b64-b76c-3595eb75404b tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Jul 16 18:43:07.611795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 34214681-b4ca-4196-9b0b-1f26e9f303e9 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:07.661444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.704239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 34214681-b4ca-4196-9b0b-1f26e9f303e9 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:07.710581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 34214681-b4ca-4196-9b0b-1f26e9f303e9 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:07.711675 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.769232 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.774135 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.847147 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.880934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.881940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a70c94f-688c-4e2f-9ada-95c27e98b8a0 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:43:07.892189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.897354 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-85be7189-85f2-41a8-a3bd-1e993b302cae admin admin] 10.222.0.60 "DELETE /v2.0/routers/6a70c94f-688c-4e2f-9ada-95c27e98b8a0 HTTP/1.1" status: 204 len: 168 time: 2.1166205 Jul 16 18:43:07.897686 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c7c659-5639-4c10-8c87-8ab15e745e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34214681-b4ca-4196-9b0b-1f26e9f303e9'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:07.898577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59462) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.899514 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7358e91f-6131-4713-8bc6-90c44e6f8f6e" -d '{"events": [{"server_uuid": "78c7c659-5639-4c10-8c87-8ab15e745e7d", "name": "network-vif-plugged", "status": "completed", "tag": "34214681-b4ca-4196-9b0b-1f26e9f303e9"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:07.926790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 34214681-b4ca-4196-9b0b-1f26e9f303e9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=34214681-b4ca-4196-9b0b-1f26e9f303e9,segment=NetworkSegment(261edd6d-9a02-40e2-8413-b6e3886bf144),segment_id=261edd6d-9a02-40e2-8413-b6e3886bf144)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:07.937760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.988218 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7069c6ee-43c9-4d34-b501-6c7fb3cf858f x-openstack-request-id: req-7069c6ee-43c9-4d34-b501-6c7fb3cf858f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:07.988701 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c7c659-5639-4c10-8c87-8ab15e745e7d", "name": "network-vif-plugged", "status": "completed", "tag": "34214681-b4ca-4196-9b0b-1f26e9f303e9", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:07.989108 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7069c6ee-43c9-4d34-b501-6c7fb3cf858f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:07.989737 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c7c659-5639-4c10-8c87-8ab15e745e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34214681-b4ca-4196-9b0b-1f26e9f303e9', 'code': 200} Jul 16 18:43:08.039507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.069852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=34214681-b4ca-4196-9b0b-1f26e9f303e9,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:08.092357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d8c909-7648-4dd4-8323-ebf79b690088 admin admin] Deleting subnet db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:08.107846 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d8c909-7648-4dd4-8323-ebf79b690088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.166152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Subnet': ['ID=ca8feb09-dacf-4187-97eb-12640df80a98,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:08.198784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d8c909-7648-4dd4-8323-ebf79b690088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.205271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388d512-fa67-40de-9ae2-e59eb6b78f89 req-34fe235e-6d84-498f-b642-7caa1f931202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.207858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c388d512-fa67-40de-9ae2-e59eb6b78f89 req-34fe235e-6d84-498f-b642-7caa1f931202 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 1098 time: 0.0937340 Jul 16 18:43:08.255101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Checking segment: {'id': '568fc96b-fad7-4a7c-a97d-06872b2a40cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:08.255688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Network hostable DHCP agents. Network: 9393664e-8788-46db-a7b9-7f3eaa1701a1, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:08.269828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c388d512-fa67-40de-9ae2-e59eb6b78f89 req-4fecfe61-5585-45fc-a3a7-2280be98667b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546873 Jul 16 18:43:08.322704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:08.342749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 9393664e-8788-46db-a7b9-7f3eaa1701a1) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:08.352067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.353068 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.354237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa875eab-9467-4b06-a02c-56c822321526 None None] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:08.359872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d8c909-7648-4dd4-8323-ebf79b690088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.401735 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0be0ffdb-d571-4b85-ad07-28a8db7d8930 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1231742 Jul 16 18:43:08.405996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59466) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:08.414874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'port': {'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1819266193'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:08.463194 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d8c909-7648-4dd4-8323-ebf79b690088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.513636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8c909-7648-4dd4-8323-ebf79b690088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:08.517908 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93d8c909-7648-4dd4-8323-ebf79b690088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.520871 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-93d8c909-7648-4dd4-8323-ebf79b690088 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/db2ea0e4-7f80-47bf-a6ff-2cae7abad1a0 HTTP/1.1" status: 204 len: 168 time: 0.6214950 Jul 16 18:43:08.525199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:08.543911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931668c-910f-4fb1-b5d9-3c6c3596be03 None None] Network 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:08.607066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a1e0e66f-1fe1-48c1-b794-fe07cf679866 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:08.627099 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.661927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Made reservation on behalf of 9f3e59b166124d67b34e8272eda88265 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:08.667019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.689655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] device_id is not set on port 182ed04a-b077-473d-ace2-5465d5b69275 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:08.708668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Deleting port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:08.709309 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.806004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] For port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9ae8234e-5b8d-4dcf-838f-56d750c7fd32,segment=NetworkSegment(cbaef309-189d-474e-9591-5aa3e48f50eb),segment_id=cbaef309-189d-474e-9591-5aa3e48f50eb)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:08.806296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.821978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Calling delete_port for 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:08.847892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: a1e0e66f-1fe1-48c1-b794-fe07cf679866 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:08.848578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a1e0e66f-1fe1-48c1-b794-fe07cf679866 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:08.849172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 24825775-f9dd-468c-994f-901fd799ebb8 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:08.884818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 24825775-f9dd-468c-994f-901fd799ebb8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:08.885167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 24825775-f9dd-468c-994f-901fd799ebb8 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:08.906647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Allocated IP 2001:db8::344 (9393664e-8788-46db-a7b9-7f3eaa1701a1/ca8feb09-dacf-4187-97eb-12640df80a98/182ed04a-b077-473d-ace2-5465d5b69275) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:08.917232 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.924557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341dd83-91d6-45a1-8483-5544997c11b3 req-e9ac7507-ce57-4a33-bd93-eec27ccd79a4 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.926131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b341dd83-91d6-45a1-8483-5544997c11b3 req-e9ac7507-ce57-4a33-bd93-eec27ccd79a4 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 946 time: 0.1327133 Jul 16 18:43:08.946330 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.970775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-9393664e-8788-46db-a7b9-7f3eaa1701a1', 'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1', 'tenant_id': '9f3e59b166124d67b34e8272eda88265', 'fixed_ips': [{'subnet_id': 'ca8feb09-dacf-4187-97eb-12640df80a98'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:08.971684 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.992083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae8234e-5b8d-4dcf-838f-56d750c7fd32,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.005602 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] No DVR routers for this DVR port 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:09.042558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b341dd83-91d6-45a1-8483-5544997c11b3 req-086b777b-1226-4f18-abe0-07fa53964df8 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031947 Jul 16 18:43:09.108380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a2cf66-fcc5-4f36-a4f0-5f7e03edebe9 None None] DHCP port deletion for 9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:09.114385 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.134491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5e4bbe-47b0-4a7b-9dcc-230200bf0450']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.145981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbaef309-189d-474e-9591-5aa3e48f50eb') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.146301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbaef309-189d-474e-9591-5aa3e48f50eb') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.157673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.176053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.186249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:09.186868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:09.189602 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:09.195136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.253673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Transition to ACTIVE for port object 182ed04a-b077-473d-ace2-5465d5b69275 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:09.253995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.262351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.269264 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] 10.222.0.60 "DELETE /v2.0/networks/9a5e4bbe-47b0-4a7b-9dcc-230200bf0450 HTTP/1.1" status: 204 len: 168 time: 0.7424986 Jul 16 18:43:09.290137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad3c02-d094-4af2-a1aa-c02114f4a8cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5e4bbe-47b0-4a7b-9dcc-230200bf0450,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.307760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.373735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:09.380149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:09.383009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:09.389069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Allocated IP 2001:db8::2 (9393664e-8788-46db-a7b9-7f3eaa1701a1/ca8feb09-dacf-4187-97eb-12640df80a98/73b82b2e-bbf6-460d-8663-506f2e15ed28) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:09.389528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.390293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.417133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Port': ['ID=182ed04a-b077-473d-ace2-5465d5b69275,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.426524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9477da09-272b-4441-b374-c0a446b53fa9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0189362 Jul 16 18:43:09.426673 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59474) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:09.436188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'port': {'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-689431277', 'allowed_address_pairs': [{'ip_address': '2001:db8::344', 'mac_address': 'fa:16:3e:54:52:d9'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:09.581889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59476) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:09.624497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.639380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e0a1046c-3efb-41e6-a4df-850939cf6bee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2cc5c9da144e47cb863adb1a3cdb4df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557661 Jul 16 18:43:09.642297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Transition to ACTIVE for port object 73b82b2e-bbf6-460d-8663-506f2e15ed28 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:09.643452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59478) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:09.668320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Transition to ACTIVE for port object 73b82b2e-bbf6-460d-8663-506f2e15ed28 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:09.673682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Made reservation on behalf of 9f3e59b166124d67b34e8272eda88265 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:09.681103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.717666 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5876f4ae-da06-4a7a-b5d2-2c6ba1144153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.747321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5876f4ae-da06-4a7a-b5d2-2c6ba1144153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.754094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:09.760598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:09.771274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:09.822578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Pushing event updated for resources: {'Port': ['ID=73b82b2e-bbf6-460d-8663-506f2e15ed28,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.840096 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5876f4ae-da06-4a7a-b5d2-2c6ba1144153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.842924 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5876f4ae-da06-4a7a-b5d2-2c6ba1144153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.846667 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5876f4ae-da06-4a7a-b5d2-2c6ba1144153 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f4a184a-7ff3-49f4-9f8b-e91acbe591fb HTTP/1.1" status: 204 len: 168 time: 0.1993384 Jul 16 18:43:09.855712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.864844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Attempting to bind port 73b82b2e-bbf6-460d-8663-506f2e15ed28 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:09.865269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Attempting to bind port 73b82b2e-bbf6-460d-8663-506f2e15ed28 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '568fc96b-fad7-4a7c-a97d-06872b2a40cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:09.865545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876f4ae-da06-4a7a-b5d2-2c6ba1144153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4a184a-7ff3-49f4-9f8b-e91acbe591fb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.865781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Attempting to bind port 73b82b2e-bbf6-460d-8663-506f2e15ed28 on network 9393664e-8788-46db-a7b9-7f3eaa1701a1 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:09.872777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:09.873158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Checking segment: {'id': '568fc96b-fad7-4a7c-a97d-06872b2a40cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:09.873563 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.873961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Bound using segment: {'id': '568fc96b-fad7-4a7c-a97d-06872b2a40cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:09.875105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Bound port: 73b82b2e-bbf6-460d-8663-506f2e15ed28, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568fc96b-fad7-4a7c-a97d-06872b2a40cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:09.875105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.896541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] device_id is not set on port a556f07a-9a06-4946-b2ef-bb058850fd41 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:09.965227 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] For port 73b82b2e-bbf6-460d-8663-506f2e15ed28, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:09.969085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] For port 73b82b2e-bbf6-460d-8663-506f2e15ed28, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=73b82b2e-bbf6-460d-8663-506f2e15ed28,segment=NetworkSegment(568fc96b-fad7-4a7c-a97d-06872b2a40cb),segment_id=568fc96b-fad7-4a7c-a97d-06872b2a40cb)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:09.977027 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.048402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e348f54-4f53-411a-b3a7-8d0360be73aa None None] Pushing event updated for resources: {'Port': ['ID=73b82b2e-bbf6-460d-8663-506f2e15ed28,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:10.085320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Allocated IP 2001:db8::399 (9393664e-8788-46db-a7b9-7f3eaa1701a1/ca8feb09-dacf-4187-97eb-12640df80a98/a556f07a-9a06-4946-b2ef-bb058850fd41) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:10.298477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235d676-c9cb-44de-bc4d-421d0b368149 req-6a150dba-ec75-441c-94e3-bfb0bfed2c0b tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.300189 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8235d676-c9cb-44de-bc4d-421d0b368149 req-6a150dba-ec75-441c-94e3-bfb0bfed2c0b tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 946 time: 0.0975926 Jul 16 18:43:10.342904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.378706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8235d676-c9cb-44de-bc4d-421d0b368149 req-3b794323-f01f-46e0-b2b1-1a7972656a4a tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698533 Jul 16 18:43:10.383427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Transition to ACTIVE for port object a556f07a-9a06-4946-b2ef-bb058850fd41 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:10.426797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:10.508546 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.521437 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7587c956-04b6-4ea9-b690-1717a80ae804 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07c639b8dc314bbd900cf752df70ac8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892508 Jul 16 18:43:10.522587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59490) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:10.549513 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.596301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:10.600746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:10.606869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:10.607568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 73b82b2e-bbf6-460d-8663-506f2e15ed28 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:10.613059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.613858 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.633096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Port': ['ID=a556f07a-9a06-4946-b2ef-bb058850fd41,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:10.641307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fd8a5574-6e98-4723-ba51-a9c992758dca tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2108755 Jul 16 18:43:10.641777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59492) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:10.683661 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2694f85-ce22-41e2-9e93-572d10aec356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.694496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 73b82b2e-bbf6-460d-8663-506f2e15ed28 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:10.716039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2694f85-ce22-41e2-9e93-572d10aec356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.754906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0b5e9-5231-4e52-8f20-d4541dcc8cc3 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.763124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0b5e9-5231-4e52-8f20-d4541dcc8cc3 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.770391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0b5e9-5231-4e52-8f20-d4541dcc8cc3 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.772110 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9fd0b5e9-5231-4e52-8f20-d4541dcc8cc3 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1292768 Jul 16 18:43:10.776507 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:10.779587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:10.808148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:10.808830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9ae8234e-5b8d-4dcf-838f-56d750c7fd32 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:10.827277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2694f85-ce22-41e2-9e93-572d10aec356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.832493 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c2694f85-ce22-41e2-9e93-572d10aec356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.834765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c2694f85-ce22-41e2-9e93-572d10aec356 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4cbea02-96d8-4013-afd8-616541ac7146 HTTP/1.1" status: 204 len: 168 time: 0.3108015 Jul 16 18:43:10.849568 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2694f85-ce22-41e2-9e93-572d10aec356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cbea02-96d8-4013-afd8-616541ac7146,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:10.961670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2e2b8-080c-4176-aa65-7a1e005b5f08 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Deleting port a556f07a-9a06-4946-b2ef-bb058850fd41 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:10.962493 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e2b8-080c-4176-aa65-7a1e005b5f08 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.114723 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e2b8-080c-4176-aa65-7a1e005b5f08 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.143169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2e2b8-080c-4176-aa65-7a1e005b5f08 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Calling delete_port for a556f07a-9a06-4946-b2ef-bb058850fd41 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:11.284144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-9ea3d3b5-bf87-4840-8803-d530f704beb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1304300 Jul 16 18:43:11.433517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e2b8-080c-4176-aa65-7a1e005b5f08 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.485468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-ea133069-368e-4b60-ae51-ca2d40ffc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.488191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2e2b8-080c-4176-aa65-7a1e005b5f08 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event deleted for resources: {'Port': ['ID=a556f07a-9a06-4946-b2ef-bb058850fd41,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:11.493156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-ea133069-368e-4b60-ae51-ca2d40ffc648 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2878f7a0119a4d11921000fd196d1b3d&device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 1098 time: 0.1221728 Jul 16 18:43:11.633322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b11ae6-6590-4f39-9857-d308f8823369 None None] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:11.648347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-100098cc-3e78-418d-a997-57e45326e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.650394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-100098cc-3e78-418d-a997-57e45326e0e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c8611b4a-7495-4ae0-b71c-f93a66072bea HTTP/1.1" status: 200 len: 909 time: 0.1300869 Jul 16 18:43:11.676978 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e2b8-080c-4176-aa65-7a1e005b5f08 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.683001 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2dc2e2b8-080c-4176-aa65-7a1e005b5f08 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "DELETE /v2.0/ports/a556f07a-9a06-4946-b2ef-bb058850fd41 HTTP/1.1" status: 204 len: 168 time: 0.9051378 Jul 16 18:43:11.683732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59504) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:11.701666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-058e75fa-2bf4-4913-a1a8-3696655abf22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34214681-b4ca-4196-9b0b-1f26e9f303e9 HTTP/1.1" status: 200 len: 217 time: 0.0434487 Jul 16 18:43:11.715263 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2279661-f7ef-444f-9952-204f47045ff4 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] GET failed (client error): The resource could not be found. Jul 16 18:43:11.721574 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a2279661-f7ef-444f-9952-204f47045ff4 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "GET /v2.0/ports/a556f07a-9a06-4946-b2ef-bb058850fd41 HTTP/1.1" status: 404 len: 333 time: 0.0323181 Jul 16 18:43:11.723006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:11.729535 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'port': {'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-158256453'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:11.777770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-a16e8190-a64b-4254-bdf8-d5ef701c26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.779482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-a16e8190-a64b-4254-bdf8-d5ef701c26c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37c2430b-81e9-48db-b292-31be673991ec HTTP/1.1" status: 200 len: 848 time: 0.0692139 Jul 16 18:43:11.796859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8036cf79-7129-48c4-bd13-6e6659e421fe None None] Provisioning for port 73b82b2e-bbf6-460d-8663-506f2e15ed28 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:11.802345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8036cf79-7129-48c4-bd13-6e6659e421fe None None] Provisioning complete for port 73b82b2e-bbf6-460d-8663-506f2e15ed28 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:11.802712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8036cf79-7129-48c4-bd13-6e6659e421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.843569 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-233eb58d-ddad-4cab-9889-1f303972a597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c8611b4a-7495-4ae0-b71c-f93a66072bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530927 Jul 16 18:43:11.914725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Made reservation on behalf of 9f3e59b166124d67b34e8272eda88265 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:11.920314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.952092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] device_id is not set on port 3eab7673-6f0e-428e-973e-4bf585f6eda3 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:11.991052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-1707f821-8161-49f8-b128-4fab333c5c95 service neutron] 10.222.0.46 "GET /v2.0/networks/c8611b4a-7495-4ae0-b71c-f93a66072bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404252 Jul 16 18:43:12.000216 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8036cf79-7129-48c4-bd13-6e6659e421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.075020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8036cf79-7129-48c4-bd13-6e6659e421fe None None] For port 73b82b2e-bbf6-460d-8663-506f2e15ed28, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=73b82b2e-bbf6-460d-8663-506f2e15ed28,segment=NetworkSegment(568fc96b-fad7-4a7c-a97d-06872b2a40cb),segment_id=568fc96b-fad7-4a7c-a97d-06872b2a40cb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:12.086647 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8036cf79-7129-48c4-bd13-6e6659e421fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.181749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a91ab7b-5761-483d-99bc-a959e5828103 req-a7e9a26b-acbf-4337-9d11-91920ed53bf8 service neutron] 10.222.0.46 "GET /v2.0/networks/c8611b4a-7495-4ae0-b71c-f93a66072bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758907 Jul 16 18:43:12.188128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036cf79-7129-48c4-bd13-6e6659e421fe None None] Pushing event updated for resources: {'Port': ['ID=73b82b2e-bbf6-460d-8663-506f2e15ed28,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:12.200668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Allocated IP 2001:db8::2a0 (9393664e-8788-46db-a7b9-7f3eaa1701a1/ca8feb09-dacf-4187-97eb-12640df80a98/3eab7673-6f0e-428e-973e-4bf585f6eda3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:12.314120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c49ed80-2f14-4587-b39b-f090aaf1eaf0 None None] Provisioning for port 182ed04a-b077-473d-ace2-5465d5b69275 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:12.318634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c49ed80-2f14-4587-b39b-f090aaf1eaf0 None None] Provisioning complete for port 182ed04a-b077-473d-ace2-5465d5b69275 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:12.319234 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c49ed80-2f14-4587-b39b-f090aaf1eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.361058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7c49ed80-2f14-4587-b39b-f090aaf1eaf0 None None] Port 182ed04a-b077-473d-ace2-5465d5b69275 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:12.373402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7c49ed80-2f14-4587-b39b-f090aaf1eaf0 None None] Provisioning complete for port 73b82b2e-bbf6-460d-8663-506f2e15ed28 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:12.373813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7c49ed80-2f14-4587-b39b-f090aaf1eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.411727 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.438857 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Transition to ACTIVE for port object 3eab7673-6f0e-428e-973e-4bf585f6eda3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:12.492242 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.528989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 73b82b2e-bbf6-460d-8663-506f2e15ed28 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:12.548976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:12.552744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:12.557945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:12.563835 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.564663 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.571976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Port': ['ID=3eab7673-6f0e-428e-973e-4bf585f6eda3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:12.584456 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0da0742c-1a68-422f-ad6f-b0e8cc326a2d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8600116 Jul 16 18:43:12.589484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 73b82b2e-bbf6-460d-8663-506f2e15ed28 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:12.589788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59510) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:12.589990 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.595594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c7b413d3-8e6c-4f2b-95e4-0d23fa141183 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::344', 'mac_address': 'fa:16:3e:54:52:d9'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:12.641222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f5e6d589-970e-4b5d-8eb1-3679041d3615 None None] Provisioning complete for port 182ed04a-b077-473d-ace2-5465d5b69275 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:12.641843 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d589-970e-4b5d-8eb1-3679041d3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.689138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6d589-970e-4b5d-8eb1-3679041d3615 None None] Port 182ed04a-b077-473d-ace2-5465d5b69275 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:12.705469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7b413d3-8e6c-4f2b-95e4-0d23fa141183 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.811405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-82695df7-d68e-4ee1-99c6-b613897c6537 None None] Could not find standard attr ID for object a556f07a-9a06-4946-b2ef-bb058850fd41. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:43:12.935369 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7b413d3-8e6c-4f2b-95e4-0d23fa141183 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.943438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7b413d3-8e6c-4f2b-95e4-0d23fa141183 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.005425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c7b413d3-8e6c-4f2b-95e4-0d23fa141183 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] In _notify_port_updated(), no bound segment for port 3eab7673-6f0e-428e-973e-4bf585f6eda3 on network 9393664e-8788-46db-a7b9-7f3eaa1701a1 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:43:13.015658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b413d3-8e6c-4f2b-95e4-0d23fa141183 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.016879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c7b413d3-8e6c-4f2b-95e4-0d23fa141183 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.021711 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c7b413d3-8e6c-4f2b-95e4-0d23fa141183 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "PUT /v2.0/ports/3eab7673-6f0e-428e-973e-4bf585f6eda3 HTTP/1.1" status: 200 len: 1002 time: 0.4282422 Jul 16 18:43:13.022532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:13.045302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-766e8e52-4933-4797-8b81-642ec007158e None None] Provisioning for port 3eab7673-6f0e-428e-973e-4bf585f6eda3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:13.062635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-766e8e52-4933-4797-8b81-642ec007158e None None] Provisioning complete for port 3eab7673-6f0e-428e-973e-4bf585f6eda3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:13.063437 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-766e8e52-4933-4797-8b81-642ec007158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.072756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b413d3-8e6c-4f2b-95e4-0d23fa141183 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Port': ['ID=3eab7673-6f0e-428e-973e-4bf585f6eda3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:13.168993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-766e8e52-4933-4797-8b81-642ec007158e None None] Port 3eab7673-6f0e-428e-973e-4bf585f6eda3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:13.218880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bec4aa21-bef6-4158-809f-e7bcbc2daa59 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Deleting port 3eab7673-6f0e-428e-973e-4bf585f6eda3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:13.219427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bec4aa21-bef6-4158-809f-e7bcbc2daa59 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.377845 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bec4aa21-bef6-4158-809f-e7bcbc2daa59 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.398764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-bec4aa21-bef6-4158-809f-e7bcbc2daa59 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Calling delete_port for 3eab7673-6f0e-428e-973e-4bf585f6eda3 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:13.604151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6782648d-79b1-4f18-bd2d-579ec6bfa317 None None] Provisioning complete for port 3eab7673-6f0e-428e-973e-4bf585f6eda3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:13.604603 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6782648d-79b1-4f18-bd2d-579ec6bfa317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.609914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bec4aa21-bef6-4158-809f-e7bcbc2daa59 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.646884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4aa21-bef6-4158-809f-e7bcbc2daa59 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event deleted for resources: {'Port': ['ID=3eab7673-6f0e-428e-973e-4bf585f6eda3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:13.648997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6782648d-79b1-4f18-bd2d-579ec6bfa317 None None] Port 3eab7673-6f0e-428e-973e-4bf585f6eda3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:13.823851 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bec4aa21-bef6-4158-809f-e7bcbc2daa59 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.827845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bec4aa21-bef6-4158-809f-e7bcbc2daa59 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "DELETE /v2.0/ports/3eab7673-6f0e-428e-973e-4bf585f6eda3 HTTP/1.1" status: 204 len: 168 time: 0.8035824 Jul 16 18:43:13.830328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59526) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:13.865139 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6059eab-4356-4c17-9360-1146c95da91d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] GET failed (client error): The resource could not be found. Jul 16 18:43:13.872490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b6059eab-4356-4c17-9360-1146c95da91d tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "GET /v2.0/ports/3eab7673-6f0e-428e-973e-4bf585f6eda3 HTTP/1.1" status: 404 len: 333 time: 0.0366666 Jul 16 18:43:13.873069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:13.879011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'port': {'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-587400071'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:14.024047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Made reservation on behalf of 9f3e59b166124d67b34e8272eda88265 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:14.029437 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.059344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] device_id is not set on port 08afb8f1-ebad-4217-892a-6e305d50fd28 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:14.232047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Allocated IP 2001:db8::387 (9393664e-8788-46db-a7b9-7f3eaa1701a1/ca8feb09-dacf-4187-97eb-12640df80a98/08afb8f1-ebad-4217-892a-6e305d50fd28) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:14.466784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.485594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Transition to ACTIVE for port object 08afb8f1-ebad-4217-892a-6e305d50fd28 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:14.527430 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.584824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:14.589331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:14.594386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:14.600496 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.601991 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.613216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Port': ['ID=08afb8f1-ebad-4217-892a-6e305d50fd28,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:14.632936 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-36827291-a3e5-44c7-8f3f-3f9362f39f32 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7578149 Jul 16 18:43:14.636844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59544) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:14.644779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ca3e5df6-740a-4b29-8d51-d37f7e77b146 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:54:52:d9'}]}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:14.860470 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5df6-740a-4b29-8d51-d37f7e77b146 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.982742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ef64709c-3741-4eeb-b39a-a060768d7fde None None] Provisioning for port 08afb8f1-ebad-4217-892a-6e305d50fd28 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:14.988854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ef64709c-3741-4eeb-b39a-a060768d7fde None None] Provisioning complete for port 08afb8f1-ebad-4217-892a-6e305d50fd28 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:14.989734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef64709c-3741-4eeb-b39a-a060768d7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.040406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ef64709c-3741-4eeb-b39a-a060768d7fde None None] Port 08afb8f1-ebad-4217-892a-6e305d50fd28 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:15.123270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed324e7a-7472-4f61-afa1-a39ed4112186 req-6f464f42-83ab-48b2-9a06-e471d7e7a1a3 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.124837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed324e7a-7472-4f61-afa1-a39ed4112186 req-6f464f42-83ab-48b2-9a06-e471d7e7a1a3 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 946 time: 0.1533365 Jul 16 18:43:15.151513 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5df6-740a-4b29-8d51-d37f7e77b146 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.162451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5df6-740a-4b29-8d51-d37f7e77b146 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.212646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e5df6-740a-4b29-8d51-d37f7e77b146 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] In _notify_port_updated(), no bound segment for port 08afb8f1-ebad-4217-892a-6e305d50fd28 on network 9393664e-8788-46db-a7b9-7f3eaa1701a1 {{(pid=93823) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:43:15.218640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e5df6-740a-4b29-8d51-d37f7e77b146 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.219389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5df6-740a-4b29-8d51-d37f7e77b146 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.226171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ca3e5df6-740a-4b29-8d51-d37f7e77b146 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "PUT /v2.0/ports/08afb8f1-ebad-4217-892a-6e305d50fd28 HTTP/1.1" status: 200 len: 1002 time: 0.5822437 Jul 16 18:43:15.226539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:15.245988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed324e7a-7472-4f61-afa1-a39ed4112186 req-bff09338-43d8-4d39-b154-fa4c0ce20f21 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077669 Jul 16 18:43:15.253357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e5df6-740a-4b29-8d51-d37f7e77b146 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Port': ['ID=08afb8f1-ebad-4217-892a-6e305d50fd28,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:15.361706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce9883-b7b8-4eec-afa8-4c38941d832a tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Deleting port 08afb8f1-ebad-4217-892a-6e305d50fd28 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:15.362052 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9883-b7b8-4eec-afa8-4c38941d832a tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.471643 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9883-b7b8-4eec-afa8-4c38941d832a tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.475131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02cc8ad4-286f-4db5-8406-6f1f19004a4b None None] Provisioning complete for port 08afb8f1-ebad-4217-892a-6e305d50fd28 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:15.476440 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02cc8ad4-286f-4db5-8406-6f1f19004a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.486371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce9883-b7b8-4eec-afa8-4c38941d832a tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Calling delete_port for 08afb8f1-ebad-4217-892a-6e305d50fd28 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:15.521090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-02cc8ad4-286f-4db5-8406-6f1f19004a4b None None] Port 08afb8f1-ebad-4217-892a-6e305d50fd28 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:15.630713 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9883-b7b8-4eec-afa8-4c38941d832a tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.669816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce9883-b7b8-4eec-afa8-4c38941d832a tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event deleted for resources: {'Port': ['ID=08afb8f1-ebad-4217-892a-6e305d50fd28,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:15.706564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3ce9883-b7b8-4eec-afa8-4c38941d832a tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.708696 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c3ce9883-b7b8-4eec-afa8-4c38941d832a tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "DELETE /v2.0/ports/08afb8f1-ebad-4217-892a-6e305d50fd28 HTTP/1.1" status: 204 len: 168 time: 0.4811614 Jul 16 18:43:15.711464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59550) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:15.751448 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de5712f-6f19-4d4f-aaf9-7370285e74f2 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] GET failed (client error): The resource could not be found. Jul 16 18:43:15.753664 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3de5712f-6f19-4d4f-aaf9-7370285e74f2 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "GET /v2.0/ports/08afb8f1-ebad-4217-892a-6e305d50fd28 HTTP/1.1" status: 404 len: 333 time: 0.0409832 Jul 16 18:43:15.759812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59552) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:15.765310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'port': {'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1866844128'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:15.906338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Made reservation on behalf of 9f3e59b166124d67b34e8272eda88265 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:15.911941 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.938516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] device_id is not set on port 28a2d219-93d0-48f6-801e-a85aaec6a0a0 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:16.077589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Allocated IP 2001:db8::249 (9393664e-8788-46db-a7b9-7f3eaa1701a1/ca8feb09-dacf-4187-97eb-12640df80a98/28a2d219-93d0-48f6-801e-a85aaec6a0a0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:16.250911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.266508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Transition to ACTIVE for port object 28a2d219-93d0-48f6-801e-a85aaec6a0a0 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:16.306047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.373935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:16.377765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:16.382976 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:16.388955 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.389914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.396661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Port': ['ID=28a2d219-93d0-48f6-801e-a85aaec6a0a0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:16.415917 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-665e6b10-4eb6-4fc0-8711-6489d337b7c7 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6546016 Jul 16 18:43:16.418629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59556) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:16.427447 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'port': {'network_id': '9393664e-8788-46db-a7b9-7f3eaa1701a1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-109851910'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:16.542965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46db695-6aca-4fb1-89ca-89334c933b92 req-15a162bc-6795-4e2b-a27a-ff68e28a4649 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.546740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b46db695-6aca-4fb1-89ca-89334c933b92 req-15a162bc-6795-4e2b-a27a-ff68e28a4649 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 946 time: 0.1500325 Jul 16 18:43:16.609108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b46db695-6aca-4fb1-89ca-89334c933b92 req-a4ad6911-eda5-4298-97ae-85c9b231f20a tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/security-groups?id=f45fa415-6ac7-43e3-abee-a90fc484b8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513580 Jul 16 18:43:16.712637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824648e-9aac-4d57-a318-4bef398529bf req-c2b56159-1b3f-4e31-96af-6ea35c341798 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.714148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0824648e-9aac-4d57-a318-4bef398529bf req-c2b56159-1b3f-4e31-96af-6ea35c341798 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.46 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 946 time: 0.0965846 Jul 16 18:43:16.769746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f977fa6-742a-4d84-a74f-fb9457372959 None None] Provisioning for port 28a2d219-93d0-48f6-801e-a85aaec6a0a0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:16.777862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f977fa6-742a-4d84-a74f-fb9457372959 None None] Provisioning complete for port 28a2d219-93d0-48f6-801e-a85aaec6a0a0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:16.778399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f977fa6-742a-4d84-a74f-fb9457372959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.830927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-5f977fa6-742a-4d84-a74f-fb9457372959 None None] Port 28a2d219-93d0-48f6-801e-a85aaec6a0a0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:16.875554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-0824648e-9aac-4d57-a318-4bef398529bf req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Deleting port 34214681-b4ca-4196-9b0b-1f26e9f303e9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:16.875905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0824648e-9aac-4d57-a318-4bef398529bf req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.963263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Made reservation on behalf of 9f3e59b166124d67b34e8272eda88265 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:16.970371 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.998779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] device_id is not set on port 4cfe8b8a-6130-4836-8f04-753081e31c26 yet. {{(pid=93824) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:17.005794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0824648e-9aac-4d57-a318-4bef398529bf req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] For port 34214681-b4ca-4196-9b0b-1f26e9f303e9, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=34214681-b4ca-4196-9b0b-1f26e9f303e9,segment=NetworkSegment(261edd6d-9a02-40e2-8413-b6e3886bf144),segment_id=261edd6d-9a02-40e2-8413-b6e3886bf144)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:17.006217 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0824648e-9aac-4d57-a318-4bef398529bf req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.022553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-0824648e-9aac-4d57-a318-4bef398529bf req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Calling delete_port for 34214681-b4ca-4196-9b0b-1f26e9f303e9 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:17.174806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Allocated IP 2001:db8::3ea (9393664e-8788-46db-a7b9-7f3eaa1701a1/ca8feb09-dacf-4187-97eb-12640df80a98/4cfe8b8a-6130-4836-8f04-753081e31c26) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:17.191178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0824648e-9aac-4d57-a318-4bef398529bf req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.229260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['34214681-b4ca-4196-9b0b-1f26e9f303e9'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:17.244531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Pushing event deleted for resources: {'Port': ['ID=34214681-b4ca-4196-9b0b-1f26e9f303e9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:17.299885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0824648e-9aac-4d57-a318-4bef398529bf req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] No DVR routers for this DVR port 34214681-b4ca-4196-9b0b-1f26e9f303e9 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:17.302876 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0824648e-9aac-4d57-a318-4bef398529bf req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.305601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0824648e-9aac-4d57-a318-4bef398529bf req-612d2772-a07e-4070-9053-952bcc827b1c tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.46 "DELETE /v2.0/ports/34214681-b4ca-4196-9b0b-1f26e9f303e9 HTTP/1.1" status: 204 len: 173 time: 0.5780714 Jul 16 18:43:17.306076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c7c659-5639-4c10-8c87-8ab15e745e7d', 'name': 'network-vif-deleted', 'tag': '34214681-b4ca-4196-9b0b-1f26e9f303e9'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:17.308491 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b16ed32-1c0a-4873-81de-3a9f92c3c4c4" -d '{"events": [{"server_uuid": "78c7c659-5639-4c10-8c87-8ab15e745e7d", "name": "network-vif-deleted", "tag": "34214681-b4ca-4196-9b0b-1f26e9f303e9"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:17.349687 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea3c9e-8b77-403c-acd7-bda5c3025deb x-openstack-request-id: req-c5ea3c9e-8b77-403c-acd7-bda5c3025deb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:17.350092 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c7c659-5639-4c10-8c87-8ab15e745e7d", "name": "network-vif-deleted", "tag": "34214681-b4ca-4196-9b0b-1f26e9f303e9", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:17.350866 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5ea3c9e-8b77-403c-acd7-bda5c3025deb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:17.351620 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c7c659-5639-4c10-8c87-8ab15e745e7d', 'name': 'network-vif-deleted', 'tag': '34214681-b4ca-4196-9b0b-1f26e9f303e9', 'status': 'completed', 'code': 200} Jul 16 18:43:17.425057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.441390 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Transition to ACTIVE for port object 4cfe8b8a-6130-4836-8f04-753081e31c26 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:17.482422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.526713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:17.532501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:17.536674 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:17.543367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:17.544062 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.560750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Port': ['ID=4cfe8b8a-6130-4836-8f04-753081e31c26,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:17.570849 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a4795c1b-bc15-48a0-b082-987acfbc3fac tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1502941 Jul 16 18:43:17.573774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59560) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:17.582387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7943a054-6e50-4383-a82b-9ac9a2d00ea8 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::344', 'mac_address': 'fa:16:3e:54:52:d9'}, {'ip_address': '2001:db8::249', 'mac_address': 'fa:16:3e:1d:b5:bb'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:17.799626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d40a1be0-d5a5-4aec-a170-66540487f19a req-257c2982-d588-4f65-a7c8-76607e7b3938 tempest-VolumesActionsTest-692117332 tempest-VolumesActionsTest-692117332-project] 10.222.0.60 "GET /v2.0/ports?device_id=78c7c659-5639-4c10-8c87-8ab15e745e7d HTTP/1.1" status: 200 len: 210 time: 0.0363133 Jul 16 18:43:17.815466 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7943a054-6e50-4383-a82b-9ac9a2d00ea8 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.865603 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9e038bbe-e3bc-4cd7-abe8-dd717c7a361e None None] Provisioning for port 4cfe8b8a-6130-4836-8f04-753081e31c26 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:17.871810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9e038bbe-e3bc-4cd7-abe8-dd717c7a361e None None] Provisioning complete for port 4cfe8b8a-6130-4836-8f04-753081e31c26 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:17.872492 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9e038bbe-e3bc-4cd7-abe8-dd717c7a361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.911151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9e038bbe-e3bc-4cd7-abe8-dd717c7a361e None None] Port 4cfe8b8a-6130-4836-8f04-753081e31c26 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:18.039642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7943a054-6e50-4383-a82b-9ac9a2d00ea8 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.045318 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7943a054-6e50-4383-a82b-9ac9a2d00ea8 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.079578 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-7943a054-6e50-4383-a82b-9ac9a2d00ea8 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] In _notify_port_updated(), no bound segment for port 4cfe8b8a-6130-4836-8f04-753081e31c26 on network 9393664e-8788-46db-a7b9-7f3eaa1701a1 {{(pid=93824) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:43:18.090313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7943a054-6e50-4383-a82b-9ac9a2d00ea8 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:18.091408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7943a054-6e50-4383-a82b-9ac9a2d00ea8 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.093924 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7943a054-6e50-4383-a82b-9ac9a2d00ea8 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "PUT /v2.0/ports/4cfe8b8a-6130-4836-8f04-753081e31c26 HTTP/1.1" status: 200 len: 1067 time: 0.5183089 Jul 16 18:43:18.097263 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59564) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:18.130476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943a054-6e50-4383-a82b-9ac9a2d00ea8 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event updated for resources: {'Port': ['ID=4cfe8b8a-6130-4836-8f04-753081e31c26,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:18.232573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8ae3d-fa84-4515-980f-3d9feb0739f0 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Deleting port 4cfe8b8a-6130-4836-8f04-753081e31c26 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:18.233016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ae3d-fa84-4515-980f-3d9feb0739f0 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.336906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c3961ad4-f956-4d3b-811c-da41ec51c587 None None] Provisioning complete for port 4cfe8b8a-6130-4836-8f04-753081e31c26 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:18.337459 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c3961ad4-f956-4d3b-811c-da41ec51c587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.337819 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ae3d-fa84-4515-980f-3d9feb0739f0 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.351193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8ae3d-fa84-4515-980f-3d9feb0739f0 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Calling delete_port for 4cfe8b8a-6130-4836-8f04-753081e31c26 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:18.377844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-c3961ad4-f956-4d3b-811c-da41ec51c587 None None] Port 4cfe8b8a-6130-4836-8f04-753081e31c26 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:18.500947 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ae3d-fa84-4515-980f-3d9feb0739f0 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.535764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8ae3d-fa84-4515-980f-3d9feb0739f0 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event deleted for resources: {'Port': ['ID=4cfe8b8a-6130-4836-8f04-753081e31c26,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:18.711903 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ae3d-fa84-4515-980f-3d9feb0739f0 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.716106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9dd8ae3d-fa84-4515-980f-3d9feb0739f0 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "DELETE /v2.0/ports/4cfe8b8a-6130-4836-8f04-753081e31c26 HTTP/1.1" status: 204 len: 168 time: 0.6160381 Jul 16 18:43:18.717688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59566) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:18.753302 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-b054d7c7-1e64-4ea3-88f7-0584a2b288f9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] GET failed (client error): The resource could not be found. Jul 16 18:43:18.754853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b054d7c7-1e64-4ea3-88f7-0584a2b288f9 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "GET /v2.0/ports/4cfe8b8a-6130-4836-8f04-753081e31c26 HTTP/1.1" status: 404 len: 333 time: 0.0361080 Jul 16 18:43:18.758761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59568) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:18.873414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5c1585b3-4bf0-4bf9-a621-49d575945b93 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Deleting port 28a2d219-93d0-48f6-801e-a85aaec6a0a0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:18.874314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c1585b3-4bf0-4bf9-a621-49d575945b93 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.988340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c1585b3-4bf0-4bf9-a621-49d575945b93 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.003206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5c1585b3-4bf0-4bf9-a621-49d575945b93 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Calling delete_port for 28a2d219-93d0-48f6-801e-a85aaec6a0a0 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:19.482501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c1585b3-4bf0-4bf9-a621-49d575945b93 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.520017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1585b3-4bf0-4bf9-a621-49d575945b93 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event deleted for resources: {'Port': ['ID=28a2d219-93d0-48f6-801e-a85aaec6a0a0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:19.551326 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5c1585b3-4bf0-4bf9-a621-49d575945b93 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.554893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5c1585b3-4bf0-4bf9-a621-49d575945b93 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "DELETE /v2.0/ports/28a2d219-93d0-48f6-801e-a85aaec6a0a0 HTTP/1.1" status: 204 len: 168 time: 0.7946794 Jul 16 18:43:19.557693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59580) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:19.587431 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd13f585-50a2-4574-87cc-658fbcf01c14 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] GET failed (client error): The resource could not be found. Jul 16 18:43:19.592650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bd13f585-50a2-4574-87cc-658fbcf01c14 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "GET /v2.0/ports/28a2d219-93d0-48f6-801e-a85aaec6a0a0 HTTP/1.1" status: 404 len: 333 time: 0.0307839 Jul 16 18:43:19.593574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:19.670822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 34214681-b4ca-4196-9b0b-1f26e9f303e9 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:19.697363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 34214681-b4ca-4196-9b0b-1f26e9f303e9 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:19.697713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 34214681-b4ca-4196-9b0b-1f26e9f303e9 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:19.717187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01d576a7-17f2-46b9-b88f-a15161104696 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Deleting port 182ed04a-b077-473d-ace2-5465d5b69275 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:19.717561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01d576a7-17f2-46b9-b88f-a15161104696 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.825381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01d576a7-17f2-46b9-b88f-a15161104696 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.839958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-01d576a7-17f2-46b9-b88f-a15161104696 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Calling delete_port for 182ed04a-b077-473d-ace2-5465d5b69275 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:19.994496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01d576a7-17f2-46b9-b88f-a15161104696 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.026822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d576a7-17f2-46b9-b88f-a15161104696 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event deleted for resources: {'Port': ['ID=182ed04a-b077-473d-ace2-5465d5b69275,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:20.057608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-01d576a7-17f2-46b9-b88f-a15161104696 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.059663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-01d576a7-17f2-46b9-b88f-a15161104696 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "DELETE /v2.0/ports/182ed04a-b077-473d-ace2-5465d5b69275 HTTP/1.1" status: 204 len: 168 time: 0.4650536 Jul 16 18:43:20.062419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:20.125369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-51be320e-5299-4a8d-a935-fe5532d30b42 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Deleting subnet ca8feb09-dacf-4187-97eb-12640df80a98 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:20.129109 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51be320e-5299-4a8d-a935-fe5532d30b42 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.184345 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51be320e-5299-4a8d-a935-fe5532d30b42 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.320998 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51be320e-5299-4a8d-a935-fe5532d30b42 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.389500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51be320e-5299-4a8d-a935-fe5532d30b42 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.418086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be320e-5299-4a8d-a935-fe5532d30b42 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8feb09-dacf-4187-97eb-12640df80a98,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:20.423417 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-51be320e-5299-4a8d-a935-fe5532d30b42 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.429137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:20.433235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-51be320e-5299-4a8d-a935-fe5532d30b42 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "DELETE /v2.0/subnets/ca8feb09-dacf-4187-97eb-12640df80a98 HTTP/1.1" status: 204 len: 168 time: 0.3696637 Jul 16 18:43:20.437886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc713c5c-90ad-4448-8a86-028f595dd6e0 None None] Network 9393664e-8788-46db-a7b9-7f3eaa1701a1 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:20.528646 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.601437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Deleting port 73b82b2e-bbf6-460d-8663-506f2e15ed28 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:20.602102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.684876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c4fbf-3c43-494f-bc0a-eb74a185d9d2 None None] DHCP port deletion for 9393664e-8788-46db-a7b9-7f3eaa1701a1 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:20.685990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] For port 73b82b2e-bbf6-460d-8663-506f2e15ed28, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=73b82b2e-bbf6-460d-8663-506f2e15ed28,segment=NetworkSegment(568fc96b-fad7-4a7c-a97d-06872b2a40cb),segment_id=568fc96b-fad7-4a7c-a97d-06872b2a40cb)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:20.686361 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.700779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Calling delete_port for 73b82b2e-bbf6-460d-8663-506f2e15ed28 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:20.747387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d87c4fbf-3c43-494f-bc0a-eb74a185d9d2 None None] Deleting port 73b82b2e-bbf6-460d-8663-506f2e15ed28 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:20.747822 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d87c4fbf-3c43-494f-bc0a-eb74a185d9d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.821167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.835970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d87c4fbf-3c43-494f-bc0a-eb74a185d9d2 None None] For port 73b82b2e-bbf6-460d-8663-506f2e15ed28, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=73b82b2e-bbf6-460d-8663-506f2e15ed28,segment=NetworkSegment(568fc96b-fad7-4a7c-a97d-06872b2a40cb),segment_id=568fc96b-fad7-4a7c-a97d-06872b2a40cb)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:20.836537 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d87c4fbf-3c43-494f-bc0a-eb74a185d9d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.851353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d87c4fbf-3c43-494f-bc0a-eb74a185d9d2 None None] Calling delete_port for 73b82b2e-bbf6-460d-8663-506f2e15ed28 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:20.851815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event deleted for resources: {'Port': ['ID=73b82b2e-bbf6-460d-8663-506f2e15ed28,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:20.857824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] No DVR routers for this DVR port 73b82b2e-bbf6-460d-8663-506f2e15ed28 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:20.948714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d87c4fbf-3c43-494f-bc0a-eb74a185d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.952092 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.962712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9393664e-8788-46db-a7b9-7f3eaa1701a1']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:20.974032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568fc96b-fad7-4a7c-a97d-06872b2a40cb') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:20.974391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568fc96b-fad7-4a7c-a97d-06872b2a40cb') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:20.974519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c4fbf-3c43-494f-bc0a-eb74a185d9d2 None None] Pushing event deleted for resources: {'Port': ['ID=73b82b2e-bbf6-460d-8663-506f2e15ed28,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:20.978431 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c4fbf-3c43-494f-bc0a-eb74a185d9d2 None None] No DVR routers for this DVR port 73b82b2e-bbf6-460d-8663-506f2e15ed28 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:20.989925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.007229 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.014328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:21.014930 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:21.018341 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:21.089927 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.098684 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.106671 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] 10.222.0.60 "DELETE /v2.0/networks/9393664e-8788-46db-a7b9-7f3eaa1701a1 HTTP/1.1" status: 204 len: 168 time: 0.6752920 Jul 16 18:43:21.127053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c5e5a-f315-4f04-a0d6-419bdac7f501 tempest-AllowedAddressPairIpV6TestJSON-547925327 tempest-AllowedAddressPairIpV6TestJSON-547925327-project] Pushing event deleted for resources: {'Network': ['ID=9393664e-8788-46db-a7b9-7f3eaa1701a1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:21.482525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:21.641969 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-588d8bcf-57c4-444d-a822-bceb76f8cbe3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f3e59b166124d67b34e8272eda88265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560805 Jul 16 18:43:21.642192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:21.693759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06667732-eeaa-460a-81a6-6fb8ef46e719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.716585 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06667732-eeaa-460a-81a6-6fb8ef46e719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.766770 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06667732-eeaa-460a-81a6-6fb8ef46e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.769603 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-06667732-eeaa-460a-81a6-6fb8ef46e719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.770782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-06667732-eeaa-460a-81a6-6fb8ef46e719 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef349e25-094b-4b4d-a557-9b6d0e7dee03 HTTP/1.1" status: 204 len: 168 time: 0.1276941 Jul 16 18:43:21.780009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06667732-eeaa-460a-81a6-6fb8ef46e719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef349e25-094b-4b4d-a557-9b6d0e7dee03,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:22.484678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 73b82b2e-bbf6-460d-8663-506f2e15ed28 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:22.507964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 73b82b2e-bbf6-460d-8663-506f2e15ed28 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:22.508471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 73b82b2e-bbf6-460d-8663-506f2e15ed28 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:22.521925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59630) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:22.636133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'networks': [{'name': 'tempest-network--589508024'}, {'name': 'tempest-network--1546433760'}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:22.636473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'network': {'name': 'tempest-network--589508024'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:22.637704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'network': {'name': 'tempest-network--1546433760'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:22.670450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Made reservation on behalf of b1f5edb917de4caeabaddd2da811daa0 for: {'network': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:22.675962 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.687291 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.821768 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.826408 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.827202 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.872825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c39b1e3-b887-4bf1-af9c-c298741db969,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:22.880632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:22.892938 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.893325 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Added segment deff7448-37d9-4b6a-908c-25203440b455 of type vlan for network b6fdf2f6-c77c-4237-a9cb-5f763ec3a033 Jul 16 18:43:22.938532 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.985661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:22.998269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.998626 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Added segment e847f675-07fa-4e84-a8f3-8fd70bcf3559 of type vlan for network 2c13a064-77cf-48fd-8904-b03701ab4c0a Jul 16 18:43:23.051711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.098222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.098926 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.113896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.120245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.121078 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.165251 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6407797 Jul 16 18:43:23.169235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59644) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:23.218340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Network': ['ID=b6fdf2f6-c77c-4237-a9cb-5f763ec3a033,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:23.232369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network b6fdf2f6-c77c-4237-a9cb-5f763ec3a033 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:23.414155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb6d87-61e4-45e4-9950-52aa901d6ff0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Network': ['ID=2c13a064-77cf-48fd-8904-b03701ab4c0a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:23.427592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 2c13a064-77cf-48fd-8904-b03701ab4c0a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:23.462212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed17f4-9ef2-468f-b733-b0cfca80a514 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.468483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed17f4-9ef2-468f-b733-b0cfca80a514 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.474744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed17f4-9ef2-468f-b733-b0cfca80a514 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.481935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed17f4-9ef2-468f-b733-b0cfca80a514 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.488155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8bed17f4-9ef2-468f-b733-b0cfca80a514 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3127639 Jul 16 18:43:23.488621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59646) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:23.577587 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.713107 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.725909 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fdf2f6-c77c-4237-a9cb-5f763ec3a033']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:23.745164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deff7448-37d9-4b6a-908c-25203440b455') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:23.745496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deff7448-37d9-4b6a-908c-25203440b455') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:23.756995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.774920 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.782705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:23.783224 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:23.786640 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:23.856536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.864491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.867186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/networks/b6fdf2f6-c77c-4237-a9cb-5f763ec3a033 HTTP/1.1" status: 204 len: 168 time: 0.3770943 Jul 16 18:43:23.869483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59648) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:23.888704 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff51ce6-78b2-4f5e-b94c-98d9af85c5dd tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Network': ['ID=b6fdf2f6-c77c-4237-a9cb-5f763ec3a033,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:23.969299 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.082741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.097014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c13a064-77cf-48fd-8904-b03701ab4c0a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:24.121972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e847f675-07fa-4e84-a8f3-8fd70bcf3559') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:24.121972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e847f675-07fa-4e84-a8f3-8fd70bcf3559') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:24.138037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.168236 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.182559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:24.182559 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:24.182985 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:24.281528 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.289048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.297324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/networks/2c13a064-77cf-48fd-8904-b03701ab4c0a HTTP/1.1" status: 204 len: 168 time: 0.4266350 Jul 16 18:43:24.298109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:24.317289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228c17c-818c-4578-bcd2-2b8d1b29ea4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Network': ['ID=2c13a064-77cf-48fd-8904-b03701ab4c0a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:24.479335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9044121e-ccf0-4ae7-808a-505904323d89 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:24.485512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9044121e-ccf0-4ae7-808a-505904323d89 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:24.487216 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9044121e-ccf0-4ae7-808a-505904323d89 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1866984 Jul 16 18:43:24.491543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:24.497118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1006362882'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:24.519085 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Made reservation on behalf of b1f5edb917de4caeabaddd2da811daa0 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:24.523041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.549415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:24.560076 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.560423 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Added segment 78e72b56-22ec-4d05-9eea-966df4099057 of type vlan for network 3bba62d1-5ede-4195-887e-050dd3a227b7 Jul 16 18:43:24.619883 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.660456 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.667145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:24.667817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.711447 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2186239 Jul 16 18:43:24.714301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59664) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:24.720642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1198857233'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:24.744892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Made reservation on behalf of b1f5edb917de4caeabaddd2da811daa0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:24.748581 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.750624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c586bc8-bbe2-4ad8-9af0-bf3a97fe3145 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Network': ['ID=3bba62d1-5ede-4195-887e-050dd3a227b7,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:24.763301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 3bba62d1-5ede-4195-887e-050dd3a227b7 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:24.778592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:24.789562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.790580 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Added segment 466d7b16-f3d1-4223-9d36-5133f411314d of type vlan for network f4b7efe6-2c1b-423d-bc20-2f1d3033215e Jul 16 18:43:24.848765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.887508 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.896362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:24.897751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.903277 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:24.931646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2159467 Jul 16 18:43:24.934541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:24.941710 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'ports': [{'network_id': '3bba62d1-5ede-4195-887e-050dd3a227b7', 'name': 'tempest-port--230604460', 'admin_state_up': True}, {'network_id': 'f4b7efe6-2c1b-423d-bc20-2f1d3033215e', 'admin_state_up': False}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:24.942025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'port': {'network_id': '3bba62d1-5ede-4195-887e-050dd3a227b7', 'name': 'tempest-port--230604460', 'admin_state_up': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:24.942497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'port': {'network_id': 'f4b7efe6-2c1b-423d-bc20-2f1d3033215e', 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:24.999072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148b0fe-d2d8-474b-ae26-95ec0c7384c1 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Network': ['ID=f4b7efe6-2c1b-423d-bc20-2f1d3033215e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:25.011379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f4b7efe6-2c1b-423d-bc20-2f1d3033215e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:25.161732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Made reservation on behalf of b1f5edb917de4caeabaddd2da811daa0 for: {'port': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:25.167099 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.182226 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.294203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] device_id is not set on port 942022e2-b356-41b5-a776-d1acaf6ff3d1 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:25.470042 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.566445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] device_id is not set on port 020ef858-980d-4580-be4b-01645b62d7d2 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:25.691744 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.746009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.816313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Port': ['ID=942022e2-b356-41b5-a776-d1acaf6ff3d1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:25.828644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Checking segment: {'id': '78e72b56-22ec-4d05-9eea-966df4099057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bba62d1-5ede-4195-887e-050dd3a227b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:25.828898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Network hostable DHCP agents. Network: 3bba62d1-5ede-4195-887e-050dd3a227b7, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:25.848959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Network 3bba62d1-5ede-4195-887e-050dd3a227b7 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:25.861114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 3bba62d1-5ede-4195-887e-050dd3a227b7) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:25.866061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:25.867170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.884427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a025f3-cd40-41aa-9ca3-03f4866ede10 None None] Network 3bba62d1-5ede-4195-887e-050dd3a227b7 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:25.931574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Port': ['ID=020ef858-980d-4580-be4b-01645b62d7d2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:25.951325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Checking segment: {'id': '466d7b16-f3d1-4223-9d36-5133f411314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f4b7efe6-2c1b-423d-bc20-2f1d3033215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:25.951708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Network hostable DHCP agents. Network: f4b7efe6-2c1b-423d-bc20-2f1d3033215e, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:25.974641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Network f4b7efe6-2c1b-423d-bc20-2f1d3033215e is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:25.995054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f4b7efe6-2c1b-423d-bc20-2f1d3033215e) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:26.002621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:26.018186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.018462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0b5d5e-64ec-4a2b-ac8b-09048da4693e None None] Network f4b7efe6-2c1b-423d-bc20-2f1d3033215e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:26.031666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.032888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.058979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4e48bd47-8695-4052-a3cd-680ba3fc6e24 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1234167 Jul 16 18:43:26.061867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59670) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:26.149098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde1b73-e594-48a9-98e7-afb858009b2e tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.156538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde1b73-e594-48a9-98e7-afb858009b2e tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.157728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dcde1b73-e594-48a9-98e7-afb858009b2e tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0948927 Jul 16 18:43:26.162109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:26.275408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-39c8b80d-0277-4579-8153-640461f371a0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Deleting port 942022e2-b356-41b5-a776-d1acaf6ff3d1 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:26.275759 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39c8b80d-0277-4579-8153-640461f371a0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.354995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39c8b80d-0277-4579-8153-640461f371a0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.370148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-39c8b80d-0277-4579-8153-640461f371a0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Calling delete_port for 942022e2-b356-41b5-a776-d1acaf6ff3d1 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:26.461871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39c8b80d-0277-4579-8153-640461f371a0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.495615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8b80d-0277-4579-8153-640461f371a0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Port': ['ID=942022e2-b356-41b5-a776-d1acaf6ff3d1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:26.502272 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39c8b80d-0277-4579-8153-640461f371a0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.507966 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-39c8b80d-0277-4579-8153-640461f371a0 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/ports/942022e2-b356-41b5-a776-d1acaf6ff3d1 HTTP/1.1" status: 204 len: 168 time: 0.3437934 Jul 16 18:43:26.508652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59676) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:26.625986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ed4e4-3174-48d3-b073-f7dd3e1a84a2 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Deleting port 020ef858-980d-4580-be4b-01645b62d7d2 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:26.626341 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed4e4-3174-48d3-b073-f7dd3e1a84a2 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.713632 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed4e4-3174-48d3-b073-f7dd3e1a84a2 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.729557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ed4e4-3174-48d3-b073-f7dd3e1a84a2 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Calling delete_port for 020ef858-980d-4580-be4b-01645b62d7d2 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:26.838169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed4e4-3174-48d3-b073-f7dd3e1a84a2 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.877008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ed4e4-3174-48d3-b073-f7dd3e1a84a2 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Port': ['ID=020ef858-980d-4580-be4b-01645b62d7d2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:26.884930 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4a1ed4e4-3174-48d3-b073-f7dd3e1a84a2 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.887806 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4a1ed4e4-3174-48d3-b073-f7dd3e1a84a2 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/ports/020ef858-980d-4580-be4b-01645b62d7d2 HTTP/1.1" status: 204 len: 168 time: 0.3781607 Jul 16 18:43:26.891103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59682) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:26.927155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6f8b12da-332e-48f9-8649-77545ea8546b tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0350401 Jul 16 18:43:26.932427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59686) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:26.937412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1270505125'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:26.965618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Made reservation on behalf of b1f5edb917de4caeabaddd2da811daa0 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:26.970014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.019161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:27.038677 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.039268 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Added segment c724fbd6-102f-470c-bf6a-2e9b41314400 of type vlan for network 0dc2e79b-a772-46e0-bf71-4be3a43fec4c Jul 16 18:43:27.118082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.154273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.165422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:27.166493 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.212123 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2787795 Jul 16 18:43:27.216583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59692) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:27.229543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-799081065'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:27.255300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58411b-2153-4f2f-9359-6555e5a77ec8 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Network': ['ID=0dc2e79b-a772-46e0-bf71-4be3a43fec4c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:27.265996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Made reservation on behalf of b1f5edb917de4caeabaddd2da811daa0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:27.267758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 0dc2e79b-a772-46e0-bf71-4be3a43fec4c details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:27.270449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.299450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:27.311908 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.312418 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Added segment 1fc53561-edd0-4f38-aec3-01964c81d422 of type vlan for network dda7f066-9d79-419e-82c7-a18aed91c618 Jul 16 18:43:27.361653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.408425 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.415999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:27.416659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.455607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2363853 Jul 16 18:43:27.489139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478f5eb-8dcb-497d-812e-876cdd5c1983 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Network': ['ID=dda7f066-9d79-419e-82c7-a18aed91c618,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:27.506654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network dda7f066-9d79-419e-82c7-a18aed91c618 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:27.670097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59694) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:27.675538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'subnets': [{'network_id': '0dc2e79b-a772-46e0-bf71-4be3a43fec4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--868740613', 'ip_version': 4}, {'network_id': 'dda7f066-9d79-419e-82c7-a18aed91c618', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:27.675849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'subnet': {'network_id': '0dc2e79b-a772-46e0-bf71-4be3a43fec4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--868740613', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:27.676603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Request body: {'subnet': {'network_id': 'dda7f066-9d79-419e-82c7-a18aed91c618', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:27.861192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Made reservation on behalf of b1f5edb917de4caeabaddd2da811daa0 for: {'subnet': 2} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:27.866286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.866685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.328824 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.454376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Subnet': ['ID=f55de4bc-7d6e-4b94-8fa1-b994f40e5959,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:28.461660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Checking segment: {'id': 'c724fbd6-102f-470c-bf6a-2e9b41314400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0dc2e79b-a772-46e0-bf71-4be3a43fec4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:28.462066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Network hostable DHCP agents. Network: 0dc2e79b-a772-46e0-bf71-4be3a43fec4c, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:28.479511 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Network 0dc2e79b-a772-46e0-bf71-4be3a43fec4c is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:28.489721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 0dc2e79b-a772-46e0-bf71-4be3a43fec4c) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:28.495740 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.501008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2819364-d5d5-43a2-9c86-9422968ef693 None None] Network 0dc2e79b-a772-46e0-bf71-4be3a43fec4c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:28.603837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event updated for resources: {'Subnet': ['ID=7e949179-ff07-48a0-8603-b60d7559ffeb,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:28.627841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Checking segment: {'id': '1fc53561-edd0-4f38-aec3-01964c81d422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dda7f066-9d79-419e-82c7-a18aed91c618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:28.628636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Network hostable DHCP agents. Network: dda7f066-9d79-419e-82c7-a18aed91c618, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:28.658665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Network dda7f066-9d79-419e-82c7-a18aed91c618 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:28.676383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, dda7f066-9d79-419e-82c7-a18aed91c618) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:28.681911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.682620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.683326 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.684538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3490467e-ad75-448e-b851-da7775881d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-0dc2e79b-a772-46e0-bf71-4be3a43fec4c', 'network_id': '0dc2e79b-a772-46e0-bf71-4be3a43fec4c', 'tenant_id': 'b1f5edb917de4caeabaddd2da811daa0', 'fixed_ips': [{'subnet_id': 'f55de4bc-7d6e-4b94-8fa1-b994f40e5959'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:28.685738 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3490467e-ad75-448e-b851-da7775881d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.701966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab925cf-6d6d-4fb5-9da8-7503f0870a19 None None] Network dda7f066-9d79-419e-82c7-a18aed91c618 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:28.702773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e0a1e5f0-9f0e-404c-8c38-e96daccaccfb tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0314164 Jul 16 18:43:28.706784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59706) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:28.769257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e20536-5f84-4d31-943d-c88eec86f927 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.770979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e20536-5f84-4d31-943d-c88eec86f927 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.773482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e20536-5f84-4d31-943d-c88eec86f927 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.778522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-22e20536-5f84-4d31-943d-c88eec86f927 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0673940 Jul 16 18:43:28.779036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59708) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:28.844125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-299ed38c-2870-4093-9c36-a73c86466e6a tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Deleting subnet f55de4bc-7d6e-4b94-8fa1-b994f40e5959 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:28.848273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-299ed38c-2870-4093-9c36-a73c86466e6a tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.893589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-299ed38c-2870-4093-9c36-a73c86466e6a tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.942534 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-299ed38c-2870-4093-9c36-a73c86466e6a tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.018125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-299ed38c-2870-4093-9c36-a73c86466e6a tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.056352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ed38c-2870-4093-9c36-a73c86466e6a tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Subnet': ['ID=f55de4bc-7d6e-4b94-8fa1-b994f40e5959,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:29.072645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-299ed38c-2870-4093-9c36-a73c86466e6a tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.077030 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-299ed38c-2870-4093-9c36-a73c86466e6a tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/subnets/f55de4bc-7d6e-4b94-8fa1-b994f40e5959 HTTP/1.1" status: 204 len: 168 time: 0.2926877 Jul 16 18:43:29.077265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59710) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-3490467e-ad75-448e-b851-da7775881d96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f55de4bc-7d6e-4b94-8fa1-b994f40e5959: This subnet is being modified by another concurrent operation. Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f55de4bc-7d6e-4b94-8fa1-b994f40e5959: This subnet is being modified by another concurrent operation. Jul 16 18:43:29.096355 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:43:29.116130 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.122470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c899d5-2732-48d3-b400-167d5e17da9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-dda7f066-9d79-419e-82c7-a18aed91c618', 'network_id': 'dda7f066-9d79-419e-82c7-a18aed91c618', 'tenant_id': 'b1f5edb917de4caeabaddd2da811daa0', 'fixed_ips': [{'subnet_id': '7e949179-ff07-48a0-8603-b60d7559ffeb'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:29.130574 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-44c899d5-2732-48d3-b400-167d5e17da9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.142222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a350f73a-1783-42a3-9431-7ca4348cb741 None None] Network 0dc2e79b-a772-46e0-bf71-4be3a43fec4c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:29.150365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcb5bcd-e02e-450b-aa79-e7d775283d4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Deleting subnet 7e949179-ff07-48a0-8603-b60d7559ffeb {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:29.153638 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fcb5bcd-e02e-450b-aa79-e7d775283d4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.195446 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fcb5bcd-e02e-450b-aa79-e7d775283d4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.244907 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fcb5bcd-e02e-450b-aa79-e7d775283d4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.326753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fcb5bcd-e02e-450b-aa79-e7d775283d4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-44c899d5-2732-48d3-b400-167d5e17da9f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e949179-ff07-48a0-8603-b60d7559ffeb: This subnet is being modified by another concurrent operation. Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7e949179-ff07-48a0-8603-b60d7559ffeb: This subnet is being modified by another concurrent operation. Jul 16 18:43:29.335374 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:43:29.344125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1fcb5bcd-e02e-450b-aa79-e7d775283d4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.351243 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1fcb5bcd-e02e-450b-aa79-e7d775283d4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/subnets/7e949179-ff07-48a0-8603-b60d7559ffeb HTTP/1.1" status: 204 len: 168 time: 0.2685626 Jul 16 18:43:29.355077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59712) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:29.359886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf4cd4-6d37-41d8-9955-53b222befd03 None None] Network dda7f066-9d79-419e-82c7-a18aed91c618 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:29.378743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb5bcd-e02e-450b-aa79-e7d775283d4d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Subnet': ['ID=7e949179-ff07-48a0-8603-b60d7559ffeb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:29.426481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aeb6b6-7ebd-457d-9417-4fa3e712c064 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:29.428371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-30aeb6b6-7ebd-457d-9417-4fa3e712c064 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0757012 Jul 16 18:43:29.432858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:29.494585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70107e93-0bb3-4297-bd9e-807ce0101764 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:43:29.527668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.575810 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70107e93-0bb3-4297-bd9e-807ce0101764 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:43:29.664896 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.679965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda7f066-9d79-419e-82c7-a18aed91c618']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:29.695447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc53561-edd0-4f38-aec3-01964c81d422') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:29.696575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc53561-edd0-4f38-aec3-01964c81d422') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:29.714074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.732188 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.741316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:29.741881 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:29.745344 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:29.823195 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.846375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.851799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/networks/dda7f066-9d79-419e-82c7-a18aed91c618 HTTP/1.1" status: 204 len: 168 time: 0.4141810 Jul 16 18:43:29.851799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a07ada-a12d-4f67-8bc5-7d7d4a39d835 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Network': ['ID=dda7f066-9d79-419e-82c7-a18aed91c618,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:29.852229 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59718) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:29.900846 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0166d3dd-cc8b-4c15-93c5-96095495d414 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:43:29.958429 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.977741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0166d3dd-cc8b-4c15-93c5-96095495d414 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:43:30.069589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.081021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc2e79b-a772-46e0-bf71-4be3a43fec4c']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:30.092274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c724fbd6-102f-470c-bf6a-2e9b41314400') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:30.092745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c724fbd6-102f-470c-bf6a-2e9b41314400') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:30.103409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.124110 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.132730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:30.135296 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:30.137551 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:30.215707 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.225754 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.228410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/networks/0dc2e79b-a772-46e0-bf71-4be3a43fec4c HTTP/1.1" status: 204 len: 168 time: 0.3747785 Jul 16 18:43:30.230785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59720) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:30.244835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1e0b3-edea-4a10-9241-09f75deef5de tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Network': ['ID=0dc2e79b-a772-46e0-bf71-4be3a43fec4c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:30.317655 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.418833 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.430167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b7efe6-2c1b-423d-bc20-2f1d3033215e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:30.446043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466d7b16-f3d1-4223-9d36-5133f411314d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:30.446436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466d7b16-f3d1-4223-9d36-5133f411314d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:30.462182 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.477990 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.484967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:30.485375 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:30.488350 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:30.558416 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.576415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.582997 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/networks/f4b7efe6-2c1b-423d-bc20-2f1d3033215e HTTP/1.1" status: 204 len: 168 time: 0.3478312 Jul 16 18:43:30.583631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59728) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:30.609218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61b60c-234c-4ef7-a2c8-49e45ee8d94d tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Network': ['ID=f4b7efe6-2c1b-423d-bc20-2f1d3033215e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:30.705684 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.823725 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.835443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bba62d1-5ede-4195-887e-050dd3a227b7']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:30.846873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e72b56-22ec-4d05-9eea-966df4099057') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:30.847172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e72b56-22ec-4d05-9eea-966df4099057') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:30.857770 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.874813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.883993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:30.884541 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:30.888280 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:30.962549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.970653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.972018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] 10.222.0.60 "DELETE /v2.0/networks/3bba62d1-5ede-4195-887e-050dd3a227b7 HTTP/1.1" status: 204 len: 168 time: 0.3869729 Jul 16 18:43:30.997621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a6223-aca3-432d-afe4-5fd9a6ed5e90 tempest-BulkNetworkOpsTest-39332120 tempest-BulkNetworkOpsTest-39332120-project] Pushing event deleted for resources: {'Network': ['ID=3bba62d1-5ede-4195-887e-050dd3a227b7,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:31.279279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59740) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:31.463681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c49c4cc5-aecd-45d0-9200-8c496ead91ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1f5edb917de4caeabaddd2da811daa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829135 Jul 16 18:43:31.467245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59744) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:31.531376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb5d5096-2c36-4961-a936-72a741477e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.556304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb5d5096-2c36-4961-a936-72a741477e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.606223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb5d5096-2c36-4961-a936-72a741477e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.611421 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cb5d5096-2c36-4961-a936-72a741477e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.614129 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cb5d5096-2c36-4961-a936-72a741477e4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c39b1e3-b887-4bf1-af9c-c298741db969 HTTP/1.1" status: 204 len: 168 time: 0.1450078 Jul 16 18:43:31.626441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d5096-2c36-4961-a936-72a741477e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c39b1e3-b887-4bf1-af9c-c298741db969,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:32.326713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:32.430715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1959918085'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:32.455244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:32.459688 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.469599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.580198 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.584564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.617539 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:32.627471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ef6f3-84f9-4d87-b28e-138e9d9d1f07,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:32.634532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.634870 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Added segment 8872ee62-5ed0-430c-86a4-97a8e444f1ee of type vlan for network d55b3c44-4909-4e8c-b5f5-715d0f0ef525 Jul 16 18:43:32.683489 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.715441 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.722430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.723035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.763097 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4348924 Jul 16 18:43:32.795208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c298624-f0d8-454d-affc-55f87828bc8f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Network': ['ID=d55b3c44-4909-4e8c-b5f5-715d0f0ef525,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:32.807302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d55b3c44-4909-4e8c-b5f5-715d0f0ef525 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:33.178153 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-23f1a3a9-828e-47cd-97fb-648156be8d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.967531 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.045881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59806) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:36.055425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'subnet': {'network_id': 'd55b3c44-4909-4e8c-b5f5-715d0f0ef525', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:36.070315 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b5405de6-cdef-48c1-a27e-fc1cd9cae1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.210814 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:36.215325 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.499596 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.567195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Subnet': ['ID=b77ac97a-4459-430d-84be-7589db3bc9ed,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:36.581421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.581905 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.582316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.582720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.583118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.584031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.584492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.585089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.585523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.586072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.586596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.587031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:36.594682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Checking segment: {'id': '8872ee62-5ed0-430c-86a4-97a8e444f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd55b3c44-4909-4e8c-b5f5-715d0f0ef525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:36.595067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network hostable DHCP agents. Network: d55b3c44-4909-4e8c-b5f5-715d0f0ef525, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:36.615270 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network d55b3c44-4909-4e8c-b5f5-715d0f0ef525 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:36.625486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d55b3c44-4909-4e8c-b5f5-715d0f0ef525) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:36.630081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.630983 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.640854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f70e0-7165-4a91-986f-259030951d79 None None] Network d55b3c44-4909-4e8c-b5f5-715d0f0ef525 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:36.657636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59818) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:36.662115 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a07816f1-04a7-42ad-ad40-02f1065c66ea tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6138968 Jul 16 18:43:36.663580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-205909902'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:36.695939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:36.701149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.736445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:36.752422 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.753019 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Added segment 63082b26-8ea6-4057-82be-449f70b746d8 of type vlan for network dba058bd-1269-4bfc-b028-d7210646e1df Jul 16 18:43:36.805473 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.844665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-d55b3c44-4909-4e8c-b5f5-715d0f0ef525', 'network_id': 'd55b3c44-4909-4e8c-b5f5-715d0f0ef525', 'tenant_id': '00034b17f6004f828b01e2331bca894c', 'fixed_ips': [{'subnet_id': 'b77ac97a-4459-430d-84be-7589db3bc9ed'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:36.845891 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.846108 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.852334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.853187 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.896387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2329938 Jul 16 18:43:36.896935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59820) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:36.902051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'subnet': {'network_id': 'dba058bd-1269-4bfc-b028-d7210646e1df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:37.039203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Allocated IP 2001:db8:0:ffff::2 (d55b3c44-4909-4e8c-b5f5-715d0f0ef525/b77ac97a-4459-430d-84be-7589db3bc9ed/bab30348-5bf5-4269-afe6-20b3e354b659) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:37.134923 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.286170 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.299337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Transition to ACTIVE for port object bab30348-5bf5-4269-afe6-20b3e354b659 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:37.318837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Transition to ACTIVE for port object bab30348-5bf5-4269-afe6-20b3e354b659 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:37.327940 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.353591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41c18d-4d5a-4145-a9e4-b2b36b764924 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Network': ['ID=dba058bd-1269-4bfc-b028-d7210646e1df,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:37.371492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network dba058bd-1269-4bfc-b028-d7210646e1df details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:37.401742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Network d55b3c44-4909-4e8c-b5f5-715d0f0ef525 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:37.418957 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:37.455126 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:37.464289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Pushing event updated for resources: {'Port': ['ID=bab30348-5bf5-4269-afe6-20b3e354b659,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:37.474624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:37.482653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.551435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Attempting to bind port bab30348-5bf5-4269-afe6-20b3e354b659 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:37.552495 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Attempting to bind port bab30348-5bf5-4269-afe6-20b3e354b659 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8872ee62-5ed0-430c-86a4-97a8e444f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd55b3c44-4909-4e8c-b5f5-715d0f0ef525'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:37.553340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Attempting to bind port bab30348-5bf5-4269-afe6-20b3e354b659 on network d55b3c44-4909-4e8c-b5f5-715d0f0ef525 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:37.574815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:37.574815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Checking segment: {'id': '8872ee62-5ed0-430c-86a4-97a8e444f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd55b3c44-4909-4e8c-b5f5-715d0f0ef525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:37.574815 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.574815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Bound using segment: {'id': '8872ee62-5ed0-430c-86a4-97a8e444f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd55b3c44-4909-4e8c-b5f5-715d0f0ef525'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:37.574815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Bound port: bab30348-5bf5-4269-afe6-20b3e354b659, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8872ee62-5ed0-430c-86a4-97a8e444f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd55b3c44-4909-4e8c-b5f5-715d0f0ef525'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:37.574815 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.645487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] For port bab30348-5bf5-4269-afe6-20b3e354b659, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:37.650579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] For port bab30348-5bf5-4269-afe6-20b3e354b659, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bab30348-5bf5-4269-afe6-20b3e354b659,segment=NetworkSegment(8872ee62-5ed0-430c-86a4-97a8e444f1ee),segment_id=8872ee62-5ed0-430c-86a4-97a8e444f1ee)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:37.656623 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.725807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93494d-96b9-463d-a534-3175438dd746 None None] Pushing event updated for resources: {'Port': ['ID=bab30348-5bf5-4269-afe6-20b3e354b659,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:37.883620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.objects.ports [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:43:37.885699 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.002797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Subnet': ['ID=96b2d1ae-3afb-429d-a286-fab6ccf676dc,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:38.033326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Checking segment: {'id': '63082b26-8ea6-4057-82be-449f70b746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba058bd-1269-4bfc-b028-d7210646e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:38.033936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network hostable DHCP agents. Network: dba058bd-1269-4bfc-b028-d7210646e1df, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:38.058279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network dba058bd-1269-4bfc-b028-d7210646e1df is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:38.069791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, dba058bd-1269-4bfc-b028-d7210646e1df) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:38.075833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.076765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.085816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f54985-c56c-4f08-a969-0c3ba981fa98 None None] Network dba058bd-1269-4bfc-b028-d7210646e1df requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:38.102095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e3e36ace-83a0-428f-86fb-475bcae1cf89 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2044077 Jul 16 18:43:38.105170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59824) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:38.115708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'port': {'network_id': 'dba058bd-1269-4bfc-b028-d7210646e1df', 'name': 'tempest-NetworksIpV6TestAttrs-2058541720'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:38.259496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:38.264012 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.288859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] device_id is not set on port 73e26ba0-185d-4137-a588-133cf453c0e9 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:38.369249 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-dba058bd-1269-4bfc-b028-d7210646e1df', 'network_id': 'dba058bd-1269-4bfc-b028-d7210646e1df', 'tenant_id': '00034b17f6004f828b01e2331bca894c', 'fixed_ips': [{'subnet_id': '96b2d1ae-3afb-429d-a286-fab6ccf676dc'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:38.370764 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.428352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Allocated IP 2001:db8::f816:3eff:fe34:6714 (dba058bd-1269-4bfc-b028-d7210646e1df/96b2d1ae-3afb-429d-a286-fab6ccf676dc/73e26ba0-185d-4137-a588-133cf453c0e9) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:38.624834 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.653975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Transition to ACTIVE for port object 73e26ba0-185d-4137-a588-133cf453c0e9 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:38.713679 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.750228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bab30348-5bf5-4269-afe6-20b3e354b659 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:38.840977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Port': ['ID=73e26ba0-185d-4137-a588-133cf453c0e9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:38.854146 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.856850 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Allocated IP 2001:db8::f816:3eff:fed1:6382 (dba058bd-1269-4bfc-b028-d7210646e1df/96b2d1ae-3afb-429d-a286-fab6ccf676dc/a4285149-7e99-4bb1-8322-d53c6a152651) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:38.869951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network dba058bd-1269-4bfc-b028-d7210646e1df is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:38.874654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:38.883774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:38.893576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.894363 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.920104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f4efb01c-6510-42da-8b08-752f86fb74aa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8128691 Jul 16 18:43:38.924828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59838) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:38.987110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port bab30348-5bf5-4269-afe6-20b3e354b659 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:39.049209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10c1ba6-c9ce-4c88-a3e5-c3e18bd2b6c6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Deleting subnet 96b2d1ae-3afb-429d-a286-fab6ccf676dc {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:39.101252 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.124573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Transition to ACTIVE for port object a4285149-7e99-4bb1-8322-d53c6a152651 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:39.141407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Transition to ACTIVE for port object a4285149-7e99-4bb1-8322-d53c6a152651 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:39.150405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a10c1ba6-c9ce-4c88-a3e5-c3e18bd2b6c6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.151505 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.233201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Pushing event updated for resources: {'Port': ['ID=a4285149-7e99-4bb1-8322-d53c6a152651,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:39.236070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5545165c-ef14-467a-bdcb-ebf79639baff None None] Network d55b3c44-4909-4e8c-b5f5-715d0f0ef525 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:39.267220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Network dba058bd-1269-4bfc-b028-d7210646e1df is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:39.273909 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a10c1ba6-c9ce-4c88-a3e5-c3e18bd2b6c6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.281911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:39.289223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:39.297162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-42d34548-0672-4ff7-90ea-2d9e9e21a9e4 None None] Provisioning for port bab30348-5bf5-4269-afe6-20b3e354b659 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:39.337560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-42d34548-0672-4ff7-90ea-2d9e9e21a9e4 None None] Provisioning complete for port bab30348-5bf5-4269-afe6-20b3e354b659 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:39.338038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d34548-0672-4ff7-90ea-2d9e9e21a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.438667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Attempting to bind port a4285149-7e99-4bb1-8322-d53c6a152651 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:39.439054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Attempting to bind port a4285149-7e99-4bb1-8322-d53c6a152651 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '63082b26-8ea6-4057-82be-449f70b746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba058bd-1269-4bfc-b028-d7210646e1df'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:39.439656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Attempting to bind port a4285149-7e99-4bb1-8322-d53c6a152651 on network dba058bd-1269-4bfc-b028-d7210646e1df {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:39.461531 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:39.462239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Checking segment: {'id': '63082b26-8ea6-4057-82be-449f70b746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba058bd-1269-4bfc-b028-d7210646e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:39.462772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.463253 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Bound using segment: {'id': '63082b26-8ea6-4057-82be-449f70b746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba058bd-1269-4bfc-b028-d7210646e1df'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:39.463831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Bound port: a4285149-7e99-4bb1-8322-d53c6a152651, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63082b26-8ea6-4057-82be-449f70b746d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dba058bd-1269-4bfc-b028-d7210646e1df'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:39.464292 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.494432 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a10c1ba6-c9ce-4c88-a3e5-c3e18bd2b6c6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.576116 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a10c1ba6-c9ce-4c88-a3e5-c3e18bd2b6c6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.617756 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c1ba6-c9ce-4c88-a3e5-c3e18bd2b6c6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Subnet': ['ID=96b2d1ae-3afb-429d-a286-fab6ccf676dc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:39.629230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a10c1ba6-c9ce-4c88-a3e5-c3e18bd2b6c6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.632965 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a10c1ba6-c9ce-4c88-a3e5-c3e18bd2b6c6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/subnets/96b2d1ae-3afb-429d-a286-fab6ccf676dc HTTP/1.1" status: 204 len: 168 time: 0.7057426 Jul 16 18:43:39.635647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59842) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:39.681848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] For port a4285149-7e99-4bb1-8322-d53c6a152651, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:39.699748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] For port a4285149-7e99-4bb1-8322-d53c6a152651, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a4285149-7e99-4bb1-8322-d53c6a152651,segment=NetworkSegment(63082b26-8ea6-4057-82be-449f70b746d8),segment_id=63082b26-8ea6-4057-82be-449f70b746d8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:39.702437 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d34548-0672-4ff7-90ea-2d9e9e21a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.707680 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.728799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d65763-8d33-487d-938f-a3377e7248c9 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:39.731186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d65763-8d33-487d-938f-a3377e7248c9 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:39.733068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-46d65763-8d33-487d-938f-a3377e7248c9 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0962672 Jul 16 18:43:39.736168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59844) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:39.843209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-42d34548-0672-4ff7-90ea-2d9e9e21a9e4 None None] For port bab30348-5bf5-4269-afe6-20b3e354b659, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bab30348-5bf5-4269-afe6-20b3e354b659,segment=NetworkSegment(8872ee62-5ed0-430c-86a4-97a8e444f1ee),segment_id=8872ee62-5ed0-430c-86a4-97a8e444f1ee)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:39.846845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07689c9f-f142-4fab-b540-71947ece7a44 None None] Pushing event updated for resources: {'Port': ['ID=a4285149-7e99-4bb1-8322-d53c6a152651,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:39.859065 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42d34548-0672-4ff7-90ea-2d9e9e21a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.883641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-65df676b-1c83-40ef-bfab-4c58e7dc3c59 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.895959 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-65df676b-1c83-40ef-bfab-4c58e7dc3c59 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:43:39.896734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65df676b-1c83-40ef-bfab-4c58e7dc3c59 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:39.898856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-65df676b-1c83-40ef-bfab-4c58e7dc3c59 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/dba058bd-1269-4bfc-b028-d7210646e1df HTTP/1.1" status: 409 len: 405 time: 0.1583464 Jul 16 18:43:39.902888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59846) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:39.908259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1109792600'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:39.941974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d34548-0672-4ff7-90ea-2d9e9e21a9e4 None None] Pushing event updated for resources: {'Port': ['ID=bab30348-5bf5-4269-afe6-20b3e354b659,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:39.944668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:39.948007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.987784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:40.000482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.001415 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Added segment 356f7220-d68c-4958-9c00-dc9a0c208272 of type vlan for network 7fe0b1d2-e952-421a-b439-281ae1cd3ca6 Jul 16 18:43:40.061838 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.092482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4de32b8f-d082-48a7-94ca-531d9f77e74e None None] Provisioning complete for port bab30348-5bf5-4269-afe6-20b3e354b659 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:40.093002 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4de32b8f-d082-48a7-94ca-531d9f77e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.122533 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.150884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.151856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.198579 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2919126 Jul 16 18:43:40.201644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59850) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:40.219224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'subnet': {'network_id': '7fe0b1d2-e952-421a-b439-281ae1cd3ca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:40.290640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd472671-211b-43e2-8b59-ddd47a4f328a tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Network': ['ID=7fe0b1d2-e952-421a-b439-281ae1cd3ca6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:40.308682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7fe0b1d2-e952-421a-b439-281ae1cd3ca6 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:40.425632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:40.430319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.536846 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.671869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a4285149-7e99-4bb1-8322-d53c6a152651 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:40.735663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port a4285149-7e99-4bb1-8322-d53c6a152651 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:40.741043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bab30348-5bf5-4269-afe6-20b3e354b659 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:40.803980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bab30348-5bf5-4269-afe6-20b3e354b659 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:40.804453 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.872587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.objects.ports [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93823) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:43:40.874202 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.944826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Subnet': ['ID=9dab7fc7-75ca-4890-b0b1-58b540364eb5,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:40.955153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Checking segment: {'id': '356f7220-d68c-4958-9c00-dc9a0c208272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7fe0b1d2-e952-421a-b439-281ae1cd3ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:40.955519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network hostable DHCP agents. Network: 7fe0b1d2-e952-421a-b439-281ae1cd3ca6, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:40.978377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network 7fe0b1d2-e952-421a-b439-281ae1cd3ca6 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:40.990714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7fe0b1d2-e952-421a-b439-281ae1cd3ca6) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:40.995519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.996336 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.005498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f97016-9abc-4fc0-bc0f-29b44d217f8b None None] Network 7fe0b1d2-e952-421a-b439-281ae1cd3ca6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:41.014380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bb1fe8e2-7a47-4026-afcb-adba9c716c22 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8113089 Jul 16 18:43:41.018282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59852) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:41.024732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'port': {'network_id': '7fe0b1d2-e952-421a-b439-281ae1cd3ca6', 'name': 'tempest-NetworksIpV6TestAttrs-1242564447'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:41.186711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:41.197093 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.220996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] device_id is not set on port 1b1fb826-14ab-45d6-8146-4af5f2447a37 yet. {{(pid=93823) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:41.376458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59856) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:41.386708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Allocated IP 2001:db8::f816:3eff:fe1a:b906 (7fe0b1d2-e952-421a-b439-281ae1cd3ca6/9dab7fc7-75ca-4890-b0b1-58b540364eb5/1b1fb826-14ab-45d6-8146-4af5f2447a37) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:41.397033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce6db40-c71f-41cb-9620-e63749233c40 None None] Network dba058bd-1269-4bfc-b028-d7210646e1df requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:41.443543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-179dc229-db93-4e96-a62d-5e9bf7efc3f0 admin admin] Deleting subnet 37c2430b-81e9-48db-b292-31be673991ec {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:41.449209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-179dc229-db93-4e96-a62d-5e9bf7efc3f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.500667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-839f5f58-6ee5-45ea-adaf-790e2e14dc3f None None] Provisioning for port a4285149-7e99-4bb1-8322-d53c6a152651 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:41.504684 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-179dc229-db93-4e96-a62d-5e9bf7efc3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.510183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-7fe0b1d2-e952-421a-b439-281ae1cd3ca6', 'network_id': '7fe0b1d2-e952-421a-b439-281ae1cd3ca6', 'tenant_id': '00034b17f6004f828b01e2331bca894c', 'fixed_ips': [{'subnet_id': '9dab7fc7-75ca-4890-b0b1-58b540364eb5'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:41.511043 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.525951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-839f5f58-6ee5-45ea-adaf-790e2e14dc3f None None] Provisioning complete for port a4285149-7e99-4bb1-8322-d53c6a152651 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:41.526435 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-839f5f58-6ee5-45ea-adaf-790e2e14dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.558031 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-179dc229-db93-4e96-a62d-5e9bf7efc3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.620782 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.632676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-179dc229-db93-4e96-a62d-5e9bf7efc3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.638078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Transition to ACTIVE for port object 1b1fb826-14ab-45d6-8146-4af5f2447a37 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:41.662774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dc229-db93-4e96-a62d-5e9bf7efc3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c2430b-81e9-48db-b292-31be673991ec,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:41.668955 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-179dc229-db93-4e96-a62d-5e9bf7efc3f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.671642 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-179dc229-db93-4e96-a62d-5e9bf7efc3f0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/37c2430b-81e9-48db-b292-31be673991ec HTTP/1.1" status: 204 len: 168 time: 0.2930832 Jul 16 18:43:41.674290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59858) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:41.701788 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.803435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network 7fe0b1d2-e952-421a-b439-281ae1cd3ca6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:41.813816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:41.819000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.822774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:41.825906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Allocated IP 2001:db8::f816:3eff:fe80:b008 (7fe0b1d2-e952-421a-b439-281ae1cd3ca6/9dab7fc7-75ca-4890-b0b1-58b540364eb5/36c5b346-e22c-4637-ad53-bcf52cb72f6b) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:41.828609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.829244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.829373 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-839f5f58-6ee5-45ea-adaf-790e2e14dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.833421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Port': ['ID=1b1fb826-14ab-45d6-8146-4af5f2447a37,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:41.853036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d795be42-cc00-4d70-bf9c-624eaf5936fa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8333364 Jul 16 18:43:41.857348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59860) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:41.939927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-839f5f58-6ee5-45ea-adaf-790e2e14dc3f None None] For port a4285149-7e99-4bb1-8322-d53c6a152651, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a4285149-7e99-4bb1-8322-d53c6a152651,segment=NetworkSegment(63082b26-8ea6-4057-82be-449f70b746d8),segment_id=63082b26-8ea6-4057-82be-449f70b746d8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:41.946752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ce3ef-2b5c-48c0-ba3c-58f2879d81c9 None None] DHCP port deletion for dba058bd-1269-4bfc-b028-d7210646e1df request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:41.952241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7dc85d1-b4ff-4a91-b640-d5e9fb1a3633 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Deleting subnet 9dab7fc7-75ca-4890-b0b1-58b540364eb5 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:41.976184 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.998148 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-839f5f58-6ee5-45ea-adaf-790e2e14dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.998561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8611b4a-7495-4ae0-b71c-f93a66072bea']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:42.021886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261edd6d-9a02-40e2-8413-b6e3886bf144') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:42.021886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261edd6d-9a02-40e2-8413-b6e3886bf144') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:42.032776 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.056696 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.064135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:42.064851 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:42.067177 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:42.097353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f5f58-6ee5-45ea-adaf-790e2e14dc3f None None] Pushing event updated for resources: {'Port': ['ID=a4285149-7e99-4bb1-8322-d53c6a152651,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.138792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.152146 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.157158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] 10.222.0.60 "DELETE /v2.0/networks/c8611b4a-7495-4ae0-b71c-f93a66072bea HTTP/1.1" status: 204 len: 168 time: 0.4780393 Jul 16 18:43:42.157741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59862) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:42.166733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebeb14-3a97-47ec-ab13-0a75bb467abc admin admin] Pushing event deleted for resources: {'Network': ['ID=c8611b4a-7495-4ae0-b71c-f93a66072bea,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.172255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f64ce3ef-2b5c-48c0-ba3c-58f2879d81c9 None None] Deleting port a4285149-7e99-4bb1-8322-d53c6a152651 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:42.172667 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f64ce3ef-2b5c-48c0-ba3c-58f2879d81c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.179363 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.206579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Transition to ACTIVE for port object 36c5b346-e22c-4637-ad53-bcf52cb72f6b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:42.252758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e7c4f5-ce01-48c2-ab5b-bd37618dda29 admin admin] Deleting subnet 04e28d03-25fb-4538-bcb0-0d6983a9f9ab {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:42.258165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41e7c4f5-ce01-48c2-ab5b-bd37618dda29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.266387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Transition to ACTIVE for port object 36c5b346-e22c-4637-ad53-bcf52cb72f6b will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:42.270009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f64ce3ef-2b5c-48c0-ba3c-58f2879d81c9 None None] For port a4285149-7e99-4bb1-8322-d53c6a152651, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a4285149-7e99-4bb1-8322-d53c6a152651,segment=NetworkSegment(63082b26-8ea6-4057-82be-449f70b746d8),segment_id=63082b26-8ea6-4057-82be-449f70b746d8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:42.271266 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f64ce3ef-2b5c-48c0-ba3c-58f2879d81c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.284195 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.287120 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7dc85d1-b4ff-4a91-b640-d5e9fb1a3633 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.301685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f64ce3ef-2b5c-48c0-ba3c-58f2879d81c9 None None] Calling delete_port for a4285149-7e99-4bb1-8322-d53c6a152651 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:42.337348 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41e7c4f5-ce01-48c2-ab5b-bd37618dda29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.354127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Network 7fe0b1d2-e952-421a-b439-281ae1cd3ca6 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:42.365745 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7dc85d1-b4ff-4a91-b640-d5e9fb1a3633 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.387352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:42.395132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:42.400813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Pushing event updated for resources: {'Port': ['ID=36c5b346-e22c-4637-ad53-bcf52cb72f6b,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.432935 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41e7c4f5-ce01-48c2-ab5b-bd37618dda29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.496155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Attempting to bind port 36c5b346-e22c-4637-ad53-bcf52cb72f6b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:42.496892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Attempting to bind port 36c5b346-e22c-4637-ad53-bcf52cb72f6b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '356f7220-d68c-4958-9c00-dc9a0c208272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7fe0b1d2-e952-421a-b439-281ae1cd3ca6'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:42.497429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Attempting to bind port 36c5b346-e22c-4637-ad53-bcf52cb72f6b on network 7fe0b1d2-e952-421a-b439-281ae1cd3ca6 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:42.509273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:42.509895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Checking segment: {'id': '356f7220-d68c-4958-9c00-dc9a0c208272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7fe0b1d2-e952-421a-b439-281ae1cd3ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:42.510561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.511069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Bound using segment: {'id': '356f7220-d68c-4958-9c00-dc9a0c208272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7fe0b1d2-e952-421a-b439-281ae1cd3ca6'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:42.511634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Bound port: 36c5b346-e22c-4637-ad53-bcf52cb72f6b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356f7220-d68c-4958-9c00-dc9a0c208272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7fe0b1d2-e952-421a-b439-281ae1cd3ca6'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:42.512263 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.595723 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f64ce3ef-2b5c-48c0-ba3c-58f2879d81c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.634530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a4285149-7e99-4bb1-8322-d53c6a152651 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:42.649875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ce3ef-2b5c-48c0-ba3c-58f2879d81c9 None None] Pushing event deleted for resources: {'Port': ['ID=a4285149-7e99-4bb1-8322-d53c6a152651,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.671411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7dc85d1-b4ff-4a91-b640-d5e9fb1a3633 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.681852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ce3ef-2b5c-48c0-ba3c-58f2879d81c9 None None] No DVR routers for this DVR port a4285149-7e99-4bb1-8322-d53c6a152651 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:42.685191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: a4285149-7e99-4bb1-8322-d53c6a152651 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:42.685773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a4285149-7e99-4bb1-8322-d53c6a152651 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:42.716800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41e7c4f5-ce01-48c2-ab5b-bd37618dda29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.783093 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7c4f5-ce01-48c2-ab5b-bd37618dda29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e28d03-25fb-4538-bcb0-0d6983a9f9ab,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.795372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41e7c4f5-ce01-48c2-ab5b-bd37618dda29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.798715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-41e7c4f5-ce01-48c2-ab5b-bd37618dda29 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/04e28d03-25fb-4538-bcb0-0d6983a9f9ab HTTP/1.1" status: 204 len: 168 time: 0.6391342 Jul 16 18:43:42.803590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59864) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:42.838293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] For port 36c5b346-e22c-4637-ad53-bcf52cb72f6b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:42.842456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] For port 36c5b346-e22c-4637-ad53-bcf52cb72f6b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36c5b346-e22c-4637-ad53-bcf52cb72f6b,segment=NetworkSegment(356f7220-d68c-4958-9c00-dc9a0c208272),segment_id=356f7220-d68c-4958-9c00-dc9a0c208272)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:42.843689 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7dc85d1-b4ff-4a91-b640-d5e9fb1a3633 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.848237 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.912125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c666c-e29b-40ad-830f-44f3fd840118 None None] Pushing event updated for resources: {'Port': ['ID=36c5b346-e22c-4637-ad53-bcf52cb72f6b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.920048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7dc85d1-b4ff-4a91-b640-d5e9fb1a3633 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.923007 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e7dc85d1-b4ff-4a91-b640-d5e9fb1a3633 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/subnets/9dab7fc7-75ca-4890-b0b1-58b540364eb5 HTTP/1.1" status: 204 len: 168 time: 1.0643399 Jul 16 18:43:42.924493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc85d1-b4ff-4a91-b640-d5e9fb1a3633 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Subnet': ['ID=9dab7fc7-75ca-4890-b0b1-58b540364eb5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.929431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59866) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:42.955403 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.036991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8317b-a181-4ff9-93e3-0919454a342b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:43.041617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8317b-a181-4ff9-93e3-0919454a342b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:43.044726 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-98e8317b-a181-4ff9-93e3-0919454a342b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1133268 Jul 16 18:43:43.049400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59868) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:43.103100 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.125767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd110e5-8e18-475b-89af-546fb8f71c11']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:43.145902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fb51f1-bc46-46f5-b208-b3cfd81ce70e') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:43.146882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fb51f1-bc46-46f5-b208-b3cfd81ce70e') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:43.194605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d3ebeadb-9b43-4edf-9979-8b97c4b8fba4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.204142 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ebeadb-9b43-4edf-9979-8b97c4b8fba4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:43:43.205091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ebeadb-9b43-4edf-9979-8b97c4b8fba4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:43.207336 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d3ebeadb-9b43-4edf-9979-8b97c4b8fba4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/7fe0b1d2-e952-421a-b439-281ae1cd3ca6 HTTP/1.1" status: 409 len: 405 time: 0.1554556 Jul 16 18:43:43.209002 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.219235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59870) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:43.231138 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-223524186'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:43.237135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.256429 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:43.260997 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:43.265491 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:43.290757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:43.297249 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.343653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:43.372153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.373213 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Added segment 26768cc1-4a6c-4b88-95ef-2cf3b84c0b7d of type vlan for network 5dff5f7b-d24a-4867-9331-c3c74a043a3e Jul 16 18:43:43.410090 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.421276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.439115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dfd110e5-8e18-475b-89af-546fb8f71c11 HTTP/1.1" status: 204 len: 168 time: 0.6298738 Jul 16 18:43:43.472795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.492054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6b306-f971-4519-9c9b-667519abbde4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd110e5-8e18-475b-89af-546fb8f71c11,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:43.531378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.542737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:43.543699 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.604469 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3828652 Jul 16 18:43:43.608994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59874) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:43.619097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'subnet': {'network_id': '5dff5f7b-d24a-4867-9331-c3c74a043a3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:43.668636 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bf82f-8a1f-4616-9213-1693c4329ba3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Network': ['ID=5dff5f7b-d24a-4867-9331-c3c74a043a3e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:43.682253 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 5dff5f7b-d24a-4867-9331-c3c74a043a3e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:43.692339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59876) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:43.778471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cac82462-ddc8-4743-a7b1-21d4ba9d54e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2878f7a0119a4d11921000fd196d1b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842502 Jul 16 18:43:43.788487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59878) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:43.808416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:43.812107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.939801 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c48a6549-a658-4b53-bc92-6de24c40a383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.976754 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c48a6549-a658-4b53-bc92-6de24c40a383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.107620 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c48a6549-a658-4b53-bc92-6de24c40a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.110579 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c48a6549-a658-4b53-bc92-6de24c40a383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.112128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c48a6549-a658-4b53-bc92-6de24c40a383 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f45fa415-6ac7-43e3-abee-a90fc484b8c3 HTTP/1.1" status: 204 len: 168 time: 0.3207583 Jul 16 18:43:44.123930 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a6549-a658-4b53-bc92-6de24c40a383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45fa415-6ac7-43e3-abee-a90fc484b8c3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:44.236342 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:43:44.238113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.284776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2ff470-71d4-418c-ba35-0676ec162fe4 None None] Network 7fe0b1d2-e952-421a-b439-281ae1cd3ca6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:44.310893 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Subnet': ['ID=a52e5da0-2e67-47b4-9421-fd2aab3e53bd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:44.323694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Checking segment: {'id': '26768cc1-4a6c-4b88-95ef-2cf3b84c0b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5dff5f7b-d24a-4867-9331-c3c74a043a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:44.324235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network hostable DHCP agents. Network: 5dff5f7b-d24a-4867-9331-c3c74a043a3e, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:44.351155 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network 5dff5f7b-d24a-4867-9331-c3c74a043a3e is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:44.367612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 5dff5f7b-d24a-4867-9331-c3c74a043a3e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:44.373771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:44.374358 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.390842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db344db3-a474-45b7-b61b-57c7d2e6e43a None None] Network 5dff5f7b-d24a-4867-9331-c3c74a043a3e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:44.397175 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-878f0987-f822-4026-ac45-80158aa53b39 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7861741 Jul 16 18:43:44.400684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:44.424375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7f1ab80d-ba4c-4fd0-a9d1-2fe961611668 None None] Provisioning for port 36c5b346-e22c-4637-ad53-bcf52cb72f6b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:44.626994 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.698084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36c5b346-e22c-4637-ad53-bcf52cb72f6b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:44.733770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9431f-e352-48cb-91c2-45fb11cfc13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-5dff5f7b-d24a-4867-9331-c3c74a043a3e', 'network_id': '5dff5f7b-d24a-4867-9331-c3c74a043a3e', 'tenant_id': '00034b17f6004f828b01e2331bca894c', 'fixed_ips': [{'subnet_id': 'a52e5da0-2e67-47b4-9421-fd2aab3e53bd'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:44.735106 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fdd9431f-e352-48cb-91c2-45fb11cfc13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.747336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a58f0e1-981b-42ff-92ff-e2befdba3e0f None None] DHCP port deletion for 7fe0b1d2-e952-421a-b439-281ae1cd3ca6 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:44.750657 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.765045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59886) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:44.829600 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.833942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e0321e17-c9bc-4a6e-b160-375a4d1bb20b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=352fc9d603a84d16b4da71698b738616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666580 Jul 16 18:43:44.836725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59888) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:44.857934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Subnet': ['ID=a52e5da0-2e67-47b4-9421-fd2aab3e53bd,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:44.904743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75fbc610-7c7f-4c19-bd23-99e35298aff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.916385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 36c5b346-e22c-4637-ad53-bcf52cb72f6b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-fdd9431f-e352-48cb-91c2-45fb11cfc13f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a52e5da0-2e67-47b4-9421-fd2aab3e53bd: This subnet is being modified by another concurrent operation. Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a52e5da0-2e67-47b4-9421-fd2aab3e53bd: This subnet is being modified by another concurrent operation. Jul 16 18:43:44.920377 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:43:44.930174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 36c5b346-e22c-4637-ad53-bcf52cb72f6b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:44.930174 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.939764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e973c9f-637f-48df-aded-a741bef6048d None None] Network 5dff5f7b-d24a-4867-9331-c3c74a043a3e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:44.945637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75fbc610-7c7f-4c19-bd23-99e35298aff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.978835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8a58f0e1-981b-42ff-92ff-e2befdba3e0f None None] Deleting port 36c5b346-e22c-4637-ad53-bcf52cb72f6b {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:44.978835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a58f0e1-981b-42ff-92ff-e2befdba3e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.992344 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.006091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dff5f7b-d24a-4867-9331-c3c74a043a3e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:45.015414 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75fbc610-7c7f-4c19-bd23-99e35298aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.018179 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75fbc610-7c7f-4c19-bd23-99e35298aff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.019457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-75fbc610-7c7f-4c19-bd23-99e35298aff3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6db55b30-f0d1-4f3b-bf4f-1a81af620d89 HTTP/1.1" status: 204 len: 168 time: 0.1807642 Jul 16 18:43:45.030097 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26768cc1-4a6c-4b88-95ef-2cf3b84c0b7d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:45.030413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26768cc1-4a6c-4b88-95ef-2cf3b84c0b7d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:45.033035 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbc610-7c7f-4c19-bd23-99e35298aff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db55b30-f0d1-4f3b-bf4f-1a81af620d89,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.046872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.062915 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.071618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:45.072069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:45.075832 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:45.127295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8a58f0e1-981b-42ff-92ff-e2befdba3e0f None None] For port 36c5b346-e22c-4637-ad53-bcf52cb72f6b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36c5b346-e22c-4637-ad53-bcf52cb72f6b,segment=NetworkSegment(356f7220-d68c-4958-9c00-dc9a0c208272),segment_id=356f7220-d68c-4958-9c00-dc9a0c208272)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:45.127695 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a58f0e1-981b-42ff-92ff-e2befdba3e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.173012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8a58f0e1-981b-42ff-92ff-e2befdba3e0f None None] Calling delete_port for 36c5b346-e22c-4637-ad53-bcf52cb72f6b owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:45.179654 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.191795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.197642 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/5dff5f7b-d24a-4867-9331-c3c74a043a3e HTTP/1.1" status: 204 len: 168 time: 0.7924087 Jul 16 18:43:45.197921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59892) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:45.204695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-99807760'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:45.211935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc6cb7-f6d0-4bc0-974e-5eae3a3e72db tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Network': ['ID=5dff5f7b-d24a-4867-9331-c3c74a043a3e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.236971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:45.241445 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.280002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:45.298736 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.301050 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.301739 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Added segment e1e711ca-0be2-49c3-afa4-408a2dffcf7a of type vlan for network f48d536e-e559-46c2-ace6-f1446eb0b671 Jul 16 18:43:45.354181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 36c5b346-e22c-4637-ad53-bcf52cb72f6b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=36c5b346-e22c-4637-ad53-bcf52cb72f6b,segment=NetworkSegment(356f7220-d68c-4958-9c00-dc9a0c208272),segment_id=356f7220-d68c-4958-9c00-dc9a0c208272)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:45.359551 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.382821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.390137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8a58f0e1-981b-42ff-92ff-e2befdba3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.412108 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58f0e1-981b-42ff-92ff-e2befdba3e0f None None] No DVR routers for this DVR port 36c5b346-e22c-4637-ad53-bcf52cb72f6b on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:45.429511 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.437526 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=36c5b346-e22c-4637-ad53-bcf52cb72f6b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.438357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:45.438926 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.489877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ebe1d-1d27-469b-ac8f-83e855dbe48a None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:43:45.494437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58f0e1-981b-42ff-92ff-e2befdba3e0f None None] Pushing event deleted for resources: {'Port': ['ID=36c5b346-e22c-4637-ad53-bcf52cb72f6b,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.543845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3421431 Jul 16 18:43:45.543845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd8af9-f392-4187-a4a5-8ff162354b03 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Network': ['ID=f48d536e-e559-46c2-ace6-f1446eb0b671,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.544694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59898) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:45.549641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'subnet': {'network_id': 'f48d536e-e559-46c2-ace6-f1446eb0b671', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:45.581062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f48d536e-e559-46c2-ace6-f1446eb0b671 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:45.672889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:45.681321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.683268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ebe1d-1d27-469b-ac8f-83e855dbe48a None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:43:45.913209 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.993571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Subnet': ['ID=a70e3c83-19e6-4357-b9b7-1d12d47a7169,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.997122 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Checking segment: {'id': 'e1e711ca-0be2-49c3-afa4-408a2dffcf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f48d536e-e559-46c2-ace6-f1446eb0b671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:45.998099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network hostable DHCP agents. Network: f48d536e-e559-46c2-ace6-f1446eb0b671, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:46.022599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network f48d536e-e559-46c2-ace6-f1446eb0b671 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:46.034425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f48d536e-e559-46c2-ace6-f1446eb0b671) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:46.040744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:46.041352 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.052506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255ef29-6f73-43ce-8ea3-2b0afaac09cb None None] Network f48d536e-e559-46c2-ace6-f1446eb0b671 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:46.062029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-50bbbbc6-6b73-4429-b70a-3e432f315afd tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5162909 Jul 16 18:43:46.067799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59914) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:46.255292 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.280730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca99b1c8-0e3c-4c53-962f-c222684432e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-f48d536e-e559-46c2-ace6-f1446eb0b671', 'network_id': 'f48d536e-e559-46c2-ace6-f1446eb0b671', 'tenant_id': '00034b17f6004f828b01e2331bca894c', 'fixed_ips': [{'subnet_id': 'a70e3c83-19e6-4357-b9b7-1d12d47a7169'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:46.282755 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca99b1c8-0e3c-4c53-962f-c222684432e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.335797 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-ca99b1c8-0e3c-4c53-962f-c222684432e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70e3c83-19e6-4357-b9b7-1d12d47a7169: This subnet is being modified by another concurrent operation. Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a70e3c83-19e6-4357-b9b7-1d12d47a7169: This subnet is being modified by another concurrent operation. Jul 16 18:43:46.453351 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:43:46.462645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.476717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afa4dd-dd10-467a-a32c-95aa3c6451c8 None None] Network f48d536e-e559-46c2-ace6-f1446eb0b671 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:46.515122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Subnet': ['ID=a70e3c83-19e6-4357-b9b7-1d12d47a7169,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:46.606553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.619494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48d536e-e559-46c2-ace6-f1446eb0b671']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:46.640034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e711ca-0be2-49c3-afa4-408a2dffcf7a') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:46.640347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e711ca-0be2-49c3-afa4-408a2dffcf7a') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:46.660666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.675527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36c5b346-e22c-4637-ad53-bcf52cb72f6b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:46.685604 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.693448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:46.693931 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:46.697459 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:46.709339 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 36c5b346-e22c-4637-ad53-bcf52cb72f6b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:46.709836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 36c5b346-e22c-4637-ad53-bcf52cb72f6b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:46.819881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d43275-08d6-4614-a36a-2446e073b22e None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:43:46.934651 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d43275-08d6-4614-a36a-2446e073b22e None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:43:47.170568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.177083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.180560 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/f48d536e-e559-46c2-ace6-f1446eb0b671 HTTP/1.1" status: 204 len: 168 time: 1.1112626 Jul 16 18:43:47.184844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59934) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:47.193663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1219970978'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:47.210816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e6fe9-13b1-4857-b2e7-99dda5c9156d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Network': ['ID=f48d536e-e559-46c2-ace6-f1446eb0b671,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:47.233695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:47.240741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.273937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:47.287803 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.288132 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Added segment b9c5bff3-9723-4165-a6d7-efc575d841fc of type vlan for network 8f293ed6-00f3-4fb3-9012-80fccf221e07 Jul 16 18:43:47.371374 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.422009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.433015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:47.433962 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.503759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3173895 Jul 16 18:43:47.509775 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59938) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:47.515938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Request body: {'subnet': {'network_id': '8f293ed6-00f3-4fb3-9012-80fccf221e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:47.567796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Network': ['ID=8f293ed6-00f3-4fb3-9012-80fccf221e07,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:47.577530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.577872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.578274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.578613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.578996 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.579326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.579653 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.579983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.580308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.580653 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.580962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.581283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11af1f-4f86-4617-9e3d-0ef9a7fbd22f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:47.595157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 8f293ed6-00f3-4fb3-9012-80fccf221e07 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:47.669656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Made reservation on behalf of 00034b17f6004f828b01e2331bca894c for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:47.675168 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.056729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.objects.ports [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93824) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:43:48.058788 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.142473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event updated for resources: {'Subnet': ['ID=2f83b5aa-d1b8-4278-a062-42762258ccd3,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.163082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Checking segment: {'id': 'b9c5bff3-9723-4165-a6d7-efc575d841fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8f293ed6-00f3-4fb3-9012-80fccf221e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:48.163443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network hostable DHCP agents. Network: 8f293ed6-00f3-4fb3-9012-80fccf221e07, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:48.184861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Network 8f293ed6-00f3-4fb3-9012-80fccf221e07 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:48.196254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 8f293ed6-00f3-4fb3-9012-80fccf221e07) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:48.206261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:48.206870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.208587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da433891-2a07-4cf8-abc7-fbdaedeab7a0 None None] Network 8f293ed6-00f3-4fb3-9012-80fccf221e07 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:48.224125 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-273a4a49-a000-496e-ab30-3b343a4d49f4 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7123587 Jul 16 18:43:48.226882 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59946) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:48.351698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.439697 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.440241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7026204-caa5-4b73-b042-2fcb75fc8c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-8f293ed6-00f3-4fb3-9012-80fccf221e07', 'network_id': '8f293ed6-00f3-4fb3-9012-80fccf221e07', 'tenant_id': '00034b17f6004f828b01e2331bca894c', 'fixed_ips': [{'subnet_id': '2f83b5aa-d1b8-4278-a062-42762258ccd3'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:48.441159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7026204-caa5-4b73-b042-2fcb75fc8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.538840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-e7026204-caa5-4b73-b042-2fcb75fc8c55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f83b5aa-d1b8-4278-a062-42762258ccd3: This subnet is being modified by another concurrent operation. Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f83b5aa-d1b8-4278-a062-42762258ccd3: This subnet is being modified by another concurrent operation. Jul 16 18:43:48.560062 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 18:43:48.586494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Subnet': ['ID=2f83b5aa-d1b8-4278-a062-42762258ccd3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.587436 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6b38b-f8f5-425a-8d30-f84b7ffd3067 None None] Network 8f293ed6-00f3-4fb3-9012-80fccf221e07 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:48.711073 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.730712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f293ed6-00f3-4fb3-9012-80fccf221e07']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:48.730971 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6eef43-789b-4d5f-8844-05d81016fc03 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:43:48.751423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c5bff3-9723-4165-a6d7-efc575d841fc') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:48.751905 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c5bff3-9723-4165-a6d7-efc575d841fc') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:48.772297 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.813880 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.825245 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:48.826198 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:48.832125 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:48.865722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6eef43-789b-4d5f-8844-05d81016fc03 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:43:48.919060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.929139 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.931156 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/8f293ed6-00f3-4fb3-9012-80fccf221e07 HTTP/1.1" status: 204 len: 168 time: 0.7032504 Jul 16 18:43:48.938711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:48.957743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d525c-104f-4691-a49a-a5dcaab83d6d tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Network': ['ID=8f293ed6-00f3-4fb3-9012-80fccf221e07,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.983841 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05f32ea-6d70-46f8-8b54-13220a28ee00 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:48.984663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05f32ea-6d70-46f8-8b54-13220a28ee00 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:48.988074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c05f32ea-6d70-46f8-8b54-13220a28ee00 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/subnets/2f83b5aa-d1b8-4278-a062-42762258ccd3 HTTP/1.1" status: 404 len: 337 time: 0.0478687 Jul 16 18:43:48.990927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.021617 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40275c3-645e-4320-9cc9-cc056cd2578c tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:49.022492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40275c3-645e-4320-9cc9-cc056cd2578c tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:49.025748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a40275c3-645e-4320-9cc9-cc056cd2578c tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/8f293ed6-00f3-4fb3-9012-80fccf221e07 HTTP/1.1" status: 404 len: 339 time: 0.0332882 Jul 16 18:43:49.028051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59956) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.056440 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4c95d0-2862-4e77-81f5-7f73dc9a8d45 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:49.056953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4c95d0-2862-4e77-81f5-7f73dc9a8d45 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:49.058903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ac4c95d0-2862-4e77-81f5-7f73dc9a8d45 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/subnets/a70e3c83-19e6-4357-b9b7-1d12d47a7169 HTTP/1.1" status: 404 len: 337 time: 0.0297959 Jul 16 18:43:49.061956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.088790 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-600094b3-4802-4723-bead-9e5cccf7e7a1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:49.089398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600094b3-4802-4723-bead-9e5cccf7e7a1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:49.091193 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-600094b3-4802-4723-bead-9e5cccf7e7a1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/f48d536e-e559-46c2-ace6-f1446eb0b671 HTTP/1.1" status: 404 len: 339 time: 0.0279427 Jul 16 18:43:49.094037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59962) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.141373 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-2034f7c8-f3a7-4e61-80bd-4a36a3467e98 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:49.142170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2034f7c8-f3a7-4e61-80bd-4a36a3467e98 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:49.144134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2034f7c8-f3a7-4e61-80bd-4a36a3467e98 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/subnets/a52e5da0-2e67-47b4-9421-fd2aab3e53bd HTTP/1.1" status: 404 len: 337 time: 0.0482547 Jul 16 18:43:49.148969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59964) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.186832 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-370f71c4-d8c2-48b6-8c89-cb5cd245e959 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:49.187430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370f71c4-d8c2-48b6-8c89-cb5cd245e959 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:49.193532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-370f71c4-d8c2-48b6-8c89-cb5cd245e959 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/5dff5f7b-d24a-4867-9331-c3c74a043a3e HTTP/1.1" status: 404 len: 339 time: 0.0392449 Jul 16 18:43:49.193904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.320842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1914817c-a839-404b-ada2-1debdf90c9b1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Deleting port 1b1fb826-14ab-45d6-8146-4af5f2447a37 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:49.321187 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1914817c-a839-404b-ada2-1debdf90c9b1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.409630 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1914817c-a839-404b-ada2-1debdf90c9b1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.426023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1914817c-a839-404b-ada2-1debdf90c9b1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Calling delete_port for 1b1fb826-14ab-45d6-8146-4af5f2447a37 owned by {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:49.581391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1914817c-a839-404b-ada2-1debdf90c9b1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.616915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914817c-a839-404b-ada2-1debdf90c9b1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Port': ['ID=1b1fb826-14ab-45d6-8146-4af5f2447a37,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:49.623609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1914817c-a839-404b-ada2-1debdf90c9b1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.627065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1914817c-a839-404b-ada2-1debdf90c9b1 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/ports/1b1fb826-14ab-45d6-8146-4af5f2447a37 HTTP/1.1" status: 204 len: 168 time: 0.4314792 Jul 16 18:43:49.630859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59974) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.672496 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea897150-8dda-4898-9438-581ce5ba3daa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:49.673261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea897150-8dda-4898-9438-581ce5ba3daa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:49.676367 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ea897150-8dda-4898-9438-581ce5ba3daa tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/subnets/9dab7fc7-75ca-4890-b0b1-58b540364eb5 HTTP/1.1" status: 404 len: 337 time: 0.0441251 Jul 16 18:43:49.679713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.779541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.892381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.904091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe0b1d2-e952-421a-b439-281ae1cd3ca6']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:49.915993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356f7220-d68c-4958-9c00-dc9a0c208272') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:49.916276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356f7220-d68c-4958-9c00-dc9a0c208272') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:49.927762 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.948673 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.957678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:49.958014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:49.961487 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:50.041296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.046820 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.050089 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/7fe0b1d2-e952-421a-b439-281ae1cd3ca6 HTTP/1.1" status: 204 len: 168 time: 0.3685536 Jul 16 18:43:50.054640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 59978) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:50.067866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5673fbc-dc89-4f77-8e90-8519760040a0 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Network': ['ID=7fe0b1d2-e952-421a-b439-281ae1cd3ca6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:50.214106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ea80d94a-923c-483a-bd6a-bf2c7905bf72 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Deleting port 73e26ba0-185d-4137-a588-133cf453c0e9 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:50.214468 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea80d94a-923c-483a-bd6a-bf2c7905bf72 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.310946 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea80d94a-923c-483a-bd6a-bf2c7905bf72 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.326089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ea80d94a-923c-483a-bd6a-bf2c7905bf72 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Calling delete_port for 73e26ba0-185d-4137-a588-133cf453c0e9 owned by {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:50.419102 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea80d94a-923c-483a-bd6a-bf2c7905bf72 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.459733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80d94a-923c-483a-bd6a-bf2c7905bf72 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Port': ['ID=73e26ba0-185d-4137-a588-133cf453c0e9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:50.468441 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea80d94a-923c-483a-bd6a-bf2c7905bf72 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.471885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ea80d94a-923c-483a-bd6a-bf2c7905bf72 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/ports/73e26ba0-185d-4137-a588-133cf453c0e9 HTTP/1.1" status: 204 len: 168 time: 0.4151475 Jul 16 18:43:50.475960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59982) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:50.507131 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dadb93-6b27-4fce-abf2-4e3935f99c9f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:50.507749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dadb93-6b27-4fce-abf2-4e3935f99c9f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:50.509815 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f1dadb93-6b27-4fce-abf2-4e3935f99c9f tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/subnets/96b2d1ae-3afb-429d-a286-fab6ccf676dc HTTP/1.1" status: 404 len: 337 time: 0.0323658 Jul 16 18:43:50.514264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59984) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:50.618819 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.718953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.730735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba058bd-1269-4bfc-b028-d7210646e1df']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:50.745388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63082b26-8ea6-4057-82be-449f70b746d8') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:50.746055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63082b26-8ea6-4057-82be-449f70b746d8') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:50.762125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.779841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.787526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:50.788050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:50.792804 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:50.875319 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.881758 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.885049 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/dba058bd-1269-4bfc-b028-d7210646e1df HTTP/1.1" status: 204 len: 168 time: 0.3692069 Jul 16 18:43:50.889358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59990) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:50.929014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0eba-de37-4003-ac45-0387679cf30b tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Network': ['ID=dba058bd-1269-4bfc-b028-d7210646e1df,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:50.973540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f742d277-0f01-46c6-a569-0c42078fa6e3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Deleting subnet b77ac97a-4459-430d-84be-7589db3bc9ed {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:50.979043 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f742d277-0f01-46c6-a569-0c42078fa6e3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.046347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f742d277-0f01-46c6-a569-0c42078fa6e3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.185598 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f742d277-0f01-46c6-a569-0c42078fa6e3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.284832 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f742d277-0f01-46c6-a569-0c42078fa6e3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.322201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742d277-0f01-46c6-a569-0c42078fa6e3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Subnet': ['ID=b77ac97a-4459-430d-84be-7589db3bc9ed,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:51.325970 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f742d277-0f01-46c6-a569-0c42078fa6e3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.332337 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f742d277-0f01-46c6-a569-0c42078fa6e3 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/subnets/b77ac97a-4459-430d-84be-7589db3bc9ed HTTP/1.1" status: 204 len: 168 time: 0.4390812 Jul 16 18:43:51.332337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 59998) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:51.336158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e19b6e8-1d80-4614-b453-5210c32c046b None None] Network d55b3c44-4909-4e8c-b5f5-715d0f0ef525 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:51.476858 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.576316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Deleting port bab30348-5bf5-4269-afe6-20b3e354b659 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:51.577370 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.669962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4614710-8817-49ca-abcf-f33741e5c850 None None] DHCP port deletion for d55b3c44-4909-4e8c-b5f5-715d0f0ef525 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:51.712994 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] For port bab30348-5bf5-4269-afe6-20b3e354b659, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bab30348-5bf5-4269-afe6-20b3e354b659,segment=NetworkSegment(8872ee62-5ed0-430c-86a4-97a8e444f1ee),segment_id=8872ee62-5ed0-430c-86a4-97a8e444f1ee)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:51.713593 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.736563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Calling delete_port for bab30348-5bf5-4269-afe6-20b3e354b659 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:51.775872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f4614710-8817-49ca-abcf-f33741e5c850 None None] Deleting port bab30348-5bf5-4269-afe6-20b3e354b659 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:51.777206 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4614710-8817-49ca-abcf-f33741e5c850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.874818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.905186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Port': ['ID=bab30348-5bf5-4269-afe6-20b3e354b659,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:51.907087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] No DVR routers for this DVR port bab30348-5bf5-4269-afe6-20b3e354b659 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:51.914385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f4614710-8817-49ca-abcf-f33741e5c850 None None] For port bab30348-5bf5-4269-afe6-20b3e354b659, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bab30348-5bf5-4269-afe6-20b3e354b659,segment=NetworkSegment(8872ee62-5ed0-430c-86a4-97a8e444f1ee),segment_id=8872ee62-5ed0-430c-86a4-97a8e444f1ee)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:51.914796 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4614710-8817-49ca-abcf-f33741e5c850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.930435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f4614710-8817-49ca-abcf-f33741e5c850 None None] Calling delete_port for bab30348-5bf5-4269-afe6-20b3e354b659 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:52.025072 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.035457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f4614710-8817-49ca-abcf-f33741e5c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.048984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55b3c44-4909-4e8c-b5f5-715d0f0ef525']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:52.064501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8872ee62-5ed0-430c-86a4-97a8e444f1ee') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:52.069091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8872ee62-5ed0-430c-86a4-97a8e444f1ee') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:52.087086 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.103345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4614710-8817-49ca-abcf-f33741e5c850 None None] Pushing event deleted for resources: {'Port': ['ID=bab30348-5bf5-4269-afe6-20b3e354b659,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:52.111322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.125657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:52.126376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.127175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4614710-8817-49ca-abcf-f33741e5c850 None None] No DVR routers for this DVR port bab30348-5bf5-4269-afe6-20b3e354b659 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:52.132326 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:52.226570 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.244189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.246190 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] 10.222.0.60 "DELETE /v2.0/networks/d55b3c44-4909-4e8c-b5f5-715d0f0ef525 HTTP/1.1" status: 204 len: 168 time: 0.9126978 Jul 16 18:43:52.260082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60303ef7-0e3d-419d-bd5b-c341b23e1cf6 tempest-NetworksIpV6TestAttrs-890275387 tempest-NetworksIpV6TestAttrs-890275387-project] Pushing event deleted for resources: {'Network': ['ID=d55b3c44-4909-4e8c-b5f5-715d0f0ef525,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:52.521946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bab30348-5bf5-4269-afe6-20b3e354b659 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:52.546983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: bab30348-5bf5-4269-afe6-20b3e354b659 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:52.548264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bab30348-5bf5-4269-afe6-20b3e354b659 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:52.610619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60014) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:52.853493 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-746f86ad-4388-4739-a89b-1211bac31402 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00034b17f6004f828b01e2331bca894c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409627 Jul 16 18:43:52.853768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60022) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:52.915968 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-315cd830-68ff-4a4f-a2aa-ab4858b7a509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.945948 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-315cd830-68ff-4a4f-a2aa-ab4858b7a509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.002242 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-315cd830-68ff-4a4f-a2aa-ab4858b7a509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.007888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-315cd830-68ff-4a4f-a2aa-ab4858b7a509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.009868 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-315cd830-68ff-4a4f-a2aa-ab4858b7a509 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b40ef6f3-84f9-4d87-b28e-138e9d9d1f07 HTTP/1.1" status: 204 len: 168 time: 0.1545587 Jul 16 18:43:53.018861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cd830-68ff-4a4f-a2aa-ab4858b7a509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ef6f3-84f9-4d87-b28e-138e9d9d1f07,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:53.827481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60050) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:53.957196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c2be12b4-3e2b-4f5b-aaf9-d3d7f6a9f174 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] Request body: {'port': {'network_id': '7cf856dd-5217-434b-a142-0b767b4f2a25', 'name': 'tempest-NetworksNegativeTestJSON-1980750430'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:53.975179 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2be12b4-3e2b-4f5b-aaf9-d3d7f6a9f174 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] POST failed (client error): The resource could not be found. Jul 16 18:43:53.975179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2be12b4-3e2b-4f5b-aaf9-d3d7f6a9f174 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:53.979911 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c2be12b4-3e2b-4f5b-aaf9-d3d7f6a9f174 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1513166 Jul 16 18:43:53.980600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60058) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.004663 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db08962-a8ca-484d-b6ed-658843d233fb tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:54.005348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db08962-a8ca-484d-b6ed-658843d233fb tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:54.011169 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60060) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.012645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4db08962-a8ca-484d-b6ed-658843d233fb tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "DELETE /v2.0/networks/c02dbd3f-d1a4-4193-8428-6b958f7b6fcd HTTP/1.1" status: 404 len: 339 time: 0.0295353 Jul 16 18:43:54.061521 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41612cc-3c49-4c1d-a958-e117d92ae108 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:54.063276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41612cc-3c49-4c1d-a958-e117d92ae108 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:54.067500 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c41612cc-3c49-4c1d-a958-e117d92ae108 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "DELETE /v2.0/ports/b5f0b1d7-366e-4ced-a5ed-2ca06e3de1dd HTTP/1.1" status: 404 len: 333 time: 0.0535607 Jul 16 18:43:54.072325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.124444 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-445b7391-44d3-4ef8-87be-a5ca2d17c212 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:43:54.125644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445b7391-44d3-4ef8-87be-a5ca2d17c212 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:54.133652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60064) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.134315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-445b7391-44d3-4ef8-87be-a5ca2d17c212 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "DELETE /v2.0/subnets/b23627de-d152-44f2-9c71-137642a4da99 HTTP/1.1" status: 404 len: 337 time: 0.0592103 Jul 16 18:43:54.166203 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfdff86-8e96-4117-bc99-0612810fa731 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] GET failed (client error): The resource could not be found. Jul 16 18:43:54.174543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fdfdff86-8e96-4117-bc99-0612810fa731 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "GET /v2.0/networks/4c3eaea1-f39a-48d1-9fb6-0df6e6ae9e79 HTTP/1.1" status: 404 len: 339 time: 0.0335336 Jul 16 18:43:54.174892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60066) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.221941 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6f442d-7af0-4870-8581-d86adac5fd1b tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] GET failed (client error): The resource could not be found. Jul 16 18:43:54.225168 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ce6f442d-7af0-4870-8581-d86adac5fd1b tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "GET /v2.0/ports/104e7b90-8779-4084-9129-fc1ae05fb61a HTTP/1.1" status: 404 len: 333 time: 0.0481234 Jul 16 18:43:54.228990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60068) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.263297 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4d8f12-48ce-4cc5-b544-9356ad061d58 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] GET failed (client error): The resource could not be found. Jul 16 18:43:54.264900 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6c4d8f12-48ce-4cc5-b544-9356ad061d58 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "GET /v2.0/subnets/b334784f-7c0f-463a-b926-e21f1ab339e0 HTTP/1.1" status: 404 len: 337 time: 0.0346808 Jul 16 18:43:54.269080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60070) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.275568 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fe9938c6-88c7-49d1-a4aa-dcefd2119f51 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.292874 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9938c6-88c7-49d1-a4aa-dcefd2119f51 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] PUT failed (client error): The resource could not be found. Jul 16 18:43:54.293658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9938c6-88c7-49d1-a4aa-dcefd2119f51 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:54.294844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fe9938c6-88c7-49d1-a4aa-dcefd2119f51 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "PUT /v2.0/networks/b57845a5-e722-499d-861b-e663d1c72faf HTTP/1.1" status: 404 len: 339 time: 0.0237556 Jul 16 18:43:54.298665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60072) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.306526 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-262dd1bd-271c-4062-93da-029686e1b331 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.333305 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-262dd1bd-271c-4062-93da-029686e1b331 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] PUT failed (client error): The resource could not be found. Jul 16 18:43:54.334278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262dd1bd-271c-4062-93da-029686e1b331 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:54.335900 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-262dd1bd-271c-4062-93da-029686e1b331 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "PUT /v2.0/ports/df0a1097-a8b1-4e57-8beb-229131c495d8 HTTP/1.1" status: 404 len: 333 time: 0.0359616 Jul 16 18:43:54.339424 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60074) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.345613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a93ba3f4-9667-4085-bb9c-79eeaf61daa8 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.374601 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93ba3f4-9667-4085-bb9c-79eeaf61daa8 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] PUT failed (client error): The resource could not be found. Jul 16 18:43:54.375378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93ba3f4-9667-4085-bb9c-79eeaf61daa8 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:54.376945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a93ba3f4-9667-4085-bb9c-79eeaf61daa8 tempest-NetworksNegativeTestJSON-240123962 tempest-NetworksNegativeTestJSON-240123962-project] 10.222.0.60 "PUT /v2.0/subnets/e6b136de-319e-48d1-b619-9b80d4f48095 HTTP/1.1" status: 404 len: 337 time: 0.0360887 Jul 16 18:43:54.772598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60080) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.919622 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a137d9fe-9491-478d-8a2b-b9811a6517c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.045726 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a137d9fe-9491-478d-8a2b-b9811a6517c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.050309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a137d9fe-9491-478d-8a2b-b9811a6517c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.091717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a137d9fe-9491-478d-8a2b-b9811a6517c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb10f87bf75c4de4890a922aa732cdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157113 Jul 16 18:43:55.091717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137d9fe-9491-478d-8a2b-b9811a6517c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f041d6f3-84fb-46c6-a002-e08d9c7ed90d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:55.092932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60086) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:55.161269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5061a0c6-ffab-4040-be8d-a1c695d0e1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.189073 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5061a0c6-ffab-4040-be8d-a1c695d0e1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.243481 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5061a0c6-ffab-4040-be8d-a1c695d0e1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.247153 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5061a0c6-ffab-4040-be8d-a1c695d0e1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.248502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5061a0c6-ffab-4040-be8d-a1c695d0e1e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f041d6f3-84fb-46c6-a002-e08d9c7ed90d HTTP/1.1" status: 204 len: 168 time: 0.1546514 Jul 16 18:43:55.260829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061a0c6-ffab-4040-be8d-a1c695d0e1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f041d6f3-84fb-46c6-a002-e08d9c7ed90d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:56.133311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60110) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:56.278593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0d774464-3052-47c7-94c0-c0f550ab22da tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1512844959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:56.326610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d774464-3052-47c7-94c0-c0f550ab22da tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.327951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d774464-3052-47c7-94c0-c0f550ab22da tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.436485 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d774464-3052-47c7-94c0-c0f550ab22da tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.444283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d774464-3052-47c7-94c0-c0f550ab22da tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.476333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0d774464-3052-47c7-94c0-c0f550ab22da tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.483631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60120) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:56.484645 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0d774464-3052-47c7-94c0-c0f550ab22da tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3494692 Jul 16 18:43:56.491211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1941527935'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:56.520854 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Made reservation on behalf of c1f2c0df5e5e41d097cde913a47a9a71 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:56.526531 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.547534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.713470 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.720848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.775797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:56.807876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7753411-b0c6-46e8-8644-878bb901425f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:56.813142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.813812 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Added segment 0752c44f-8881-47fb-8cd8-a277ef4411fc of type vlan for network f13c28a9-c364-47c0-9002-f7117a88172c Jul 16 18:43:56.875759 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.910974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.917062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:56.917971 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.973835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4885955 Jul 16 18:43:56.977885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60122) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:56.984949 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'subnet': {'network_id': 'f13c28a9-c364-47c0-9002-f7117a88172c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:57.002906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46a26c-e235-4d9e-96aa-8572e297adae tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Network': ['ID=f13c28a9-c364-47c0-9002-f7117a88172c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:57.020590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f13c28a9-c364-47c0-9002-f7117a88172c details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:57.132288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Made reservation on behalf of c1f2c0df5e5e41d097cde913a47a9a71 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:57.136737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.409134 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.491722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Subnet': ['ID=9b797dcc-8b9e-45f4-9298-a6640dd227ce,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:57.506570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Checking segment: {'id': '0752c44f-8881-47fb-8cd8-a277ef4411fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f13c28a9-c364-47c0-9002-f7117a88172c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:57.506940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network hostable DHCP agents. Network: f13c28a9-c364-47c0-9002-f7117a88172c, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:57.526481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network f13c28a9-c364-47c0-9002-f7117a88172c is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:57.539907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f13c28a9-c364-47c0-9002-f7117a88172c) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:57.545334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:57.546347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.554083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1402ad-bd7b-4551-ad3b-7902a8bdeae9 None None] Network f13c28a9-c364-47c0-9002-f7117a88172c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:57.571162 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9d5d2be6-8cdc-43bd-958c-621e9ad6f216 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5915391 Jul 16 18:43:57.575596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60126) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:57.581118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'network': {'name': 'tempest-router-network01--1511480222'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:57.620817 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Made reservation on behalf of c1f2c0df5e5e41d097cde913a47a9a71 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:57.624525 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.652891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:57.665917 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.666441 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Added segment b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7 of type vlan for network 8c16c7f3-292d-40e2-98df-acb0556902b2 Jul 16 18:43:57.731316 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.772885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-f13c28a9-c364-47c0-9002-f7117a88172c', 'network_id': 'f13c28a9-c364-47c0-9002-f7117a88172c', 'tenant_id': 'c1f2c0df5e5e41d097cde913a47a9a71', 'fixed_ips': [{'subnet_id': '9b797dcc-8b9e-45f4-9298-a6640dd227ce'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:57.774589 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.779002 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.790664 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:57.791246 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.834652 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2552400 Jul 16 18:43:57.835739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60128) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:57.842823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'network': {'name': 'tempest-router-network02--1300931793'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:57.883451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa906ad4-8222-4757-8c8d-5abbe369f1ca tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Network': ['ID=8c16c7f3-292d-40e2-98df-acb0556902b2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:57.902142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 8c16c7f3-292d-40e2-98df-acb0556902b2 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:57.902920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Made reservation on behalf of c1f2c0df5e5e41d097cde913a47a9a71 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:57.906877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.936777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:57.949487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.950517 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Added segment 11d5c423-6915-4646-8204-5ca8ba20b444 of type vlan for network 56c095bc-df9d-4ea1-b65a-70d737fd71ea Jul 16 18:43:58.014111 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.025539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Allocated IP 2001:db8::2 (f13c28a9-c364-47c0-9002-f7117a88172c/9b797dcc-8b9e-45f4-9298-a6640dd227ce/a373b9d5-630f-4107-968e-0296807452c8) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:58.069344 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.075925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:58.076843 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.126885 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2900786 Jul 16 18:43:58.129373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60130) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:58.137041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'subnet': {'network_id': '8c16c7f3-292d-40e2-98df-acb0556902b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:58.187459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f98be0-14f1-4d0a-a556-d4314e4df05a tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Network': ['ID=56c095bc-df9d-4ea1-b65a-70d737fd71ea,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.215980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 56c095bc-df9d-4ea1-b65a-70d737fd71ea details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:58.270547 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.278699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Made reservation on behalf of c1f2c0df5e5e41d097cde913a47a9a71 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:58.282923 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.287707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Transition to ACTIVE for port object a373b9d5-630f-4107-968e-0296807452c8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:58.363435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Transition to ACTIVE for port object a373b9d5-630f-4107-968e-0296807452c8 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:58.371123 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.440491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Network f13c28a9-c364-47c0-9002-f7117a88172c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:58.445419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:58.451581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:58.498860 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.561250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Subnet': ['ID=b3307809-2e1c-44c7-92c4-41e36aeb3ce0,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.569785 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Attempting to bind port a373b9d5-630f-4107-968e-0296807452c8 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:58.570627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Attempting to bind port a373b9d5-630f-4107-968e-0296807452c8 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '0752c44f-8881-47fb-8cd8-a277ef4411fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f13c28a9-c364-47c0-9002-f7117a88172c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:58.571406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Attempting to bind port a373b9d5-630f-4107-968e-0296807452c8 on network f13c28a9-c364-47c0-9002-f7117a88172c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:58.576060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Pushing event updated for resources: {'Port': ['ID=a373b9d5-630f-4107-968e-0296807452c8,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.587635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:58.588639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Checking segment: {'id': '0752c44f-8881-47fb-8cd8-a277ef4411fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f13c28a9-c364-47c0-9002-f7117a88172c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:58.589832 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.590693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Bound using segment: {'id': '0752c44f-8881-47fb-8cd8-a277ef4411fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f13c28a9-c364-47c0-9002-f7117a88172c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:58.591661 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Bound port: a373b9d5-630f-4107-968e-0296807452c8, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0752c44f-8881-47fb-8cd8-a277ef4411fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f13c28a9-c364-47c0-9002-f7117a88172c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:58.592592 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.616658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Checking segment: {'id': 'b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8c16c7f3-292d-40e2-98df-acb0556902b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:58.617193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network hostable DHCP agents. Network: 8c16c7f3-292d-40e2-98df-acb0556902b2, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:58.672244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network 8c16c7f3-292d-40e2-98df-acb0556902b2 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:58.688234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 8c16c7f3-292d-40e2-98df-acb0556902b2) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:58.699928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:58.700867 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.720973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9f923-7611-4de9-bcf0-86370aa78be7 None None] Network 8c16c7f3-292d-40e2-98df-acb0556902b2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:58.726002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3052bec3-42e0-4086-bafe-0bf6cd1eb078 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5943449 Jul 16 18:43:58.730926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60138) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:58.738311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'subnet': {'network_id': '56c095bc-df9d-4ea1-b65a-70d737fd71ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:58.761769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] For port a373b9d5-630f-4107-968e-0296807452c8, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:58.818213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] For port a373b9d5-630f-4107-968e-0296807452c8, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a373b9d5-630f-4107-968e-0296807452c8,segment=NetworkSegment(0752c44f-8881-47fb-8cd8-a277ef4411fc),segment_id=0752c44f-8881-47fb-8cd8-a277ef4411fc)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:58.829363 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.870794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Made reservation on behalf of c1f2c0df5e5e41d097cde913a47a9a71 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:58.881473 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.069521 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4290b9b-2ba5-4b65-84c0-150dc6ea4b28 None None] Pushing event updated for resources: {'Port': ['ID=a373b9d5-630f-4107-968e-0296807452c8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:59.081312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.126374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-8c16c7f3-292d-40e2-98df-acb0556902b2', 'network_id': '8c16c7f3-292d-40e2-98df-acb0556902b2', 'tenant_id': 'c1f2c0df5e5e41d097cde913a47a9a71', 'fixed_ips': [{'subnet_id': 'b3307809-2e1c-44c7-92c4-41e36aeb3ce0'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:59.128170 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.252626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.386456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Allocated IP 2001:db8::2 (8c16c7f3-292d-40e2-98df-acb0556902b2/b3307809-2e1c-44c7-92c4-41e36aeb3ce0/f1cc4b37-e2ba-4037-89a3-9952d3274dd5) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:59.408872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Subnet': ['ID=87cbde32-c497-43fe-bf6e-e5c70fca2731,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:59.423794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Checking segment: {'id': '11d5c423-6915-4646-8204-5ca8ba20b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56c095bc-df9d-4ea1-b65a-70d737fd71ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:59.424422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network hostable DHCP agents. Network: 56c095bc-df9d-4ea1-b65a-70d737fd71ea, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:59.448602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network 56c095bc-df9d-4ea1-b65a-70d737fd71ea is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:59.462675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 56c095bc-df9d-4ea1-b65a-70d737fd71ea) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:59.468717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:59.469674 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.490384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-df4c9ed4-2aae-47d1-b86a-d7a8be8014f7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7579811 Jul 16 18:43:59.492963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60140) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:59.518147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9b1bc5-ef81-46b3-a7f8-885301d1205c None None] Network 56c095bc-df9d-4ea1-b65a-70d737fd71ea requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:59.895006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.004877 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.022614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Transition to ACTIVE for port object f1cc4b37-e2ba-4037-89a3-9952d3274dd5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:00.064010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Transition to ACTIVE for port object f1cc4b37-e2ba-4037-89a3-9952d3274dd5 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:00.072020 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.078818 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-56c095bc-df9d-4ea1-b65a-70d737fd71ea', 'network_id': '56c095bc-df9d-4ea1-b65a-70d737fd71ea', 'tenant_id': 'c1f2c0df5e5e41d097cde913a47a9a71', 'fixed_ips': [{'subnet_id': '87cbde32-c497-43fe-bf6e-e5c70fca2731'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:00.079983 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.141937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Network 8c16c7f3-292d-40e2-98df-acb0556902b2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:00.150005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:00.213407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:00.227072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Pushing event updated for resources: {'Port': ['ID=f1cc4b37-e2ba-4037-89a3-9952d3274dd5,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.341565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Attempting to bind port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:00.342092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Attempting to bind port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8c16c7f3-292d-40e2-98df-acb0556902b2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:00.342708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Attempting to bind port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 on network 8c16c7f3-292d-40e2-98df-acb0556902b2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:00.356945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:00.357570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Checking segment: {'id': 'b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8c16c7f3-292d-40e2-98df-acb0556902b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:00.358083 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.358590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Bound using segment: {'id': 'b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8c16c7f3-292d-40e2-98df-acb0556902b2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:00.359094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Allocated IP 2001:db8::1 (8c16c7f3-292d-40e2-98df-acb0556902b2/b3307809-2e1c-44c7-92c4-41e36aeb3ce0/a7203b60-6812-4d10-9d93-1ec9ca03901d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:00.359517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Bound port: f1cc4b37-e2ba-4037-89a3-9952d3274dd5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8c16c7f3-292d-40e2-98df-acb0556902b2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:00.360247 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.377866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Allocated IP 2001:db8::2 (56c095bc-df9d-4ea1-b65a-70d737fd71ea/87cbde32-c497-43fe-bf6e-e5c70fca2731/306aa043-9df8-469d-a12d-d46736a63126) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:00.434740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451fae3-e6db-4491-b505-8cfca9a9df51 None None] Network f13c28a9-c364-47c0-9002-f7117a88172c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:00.574752 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.603299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4db7321c-2588-4c9d-95e8-4c9bbeb789e9 None None] Provisioning for port a373b9d5-630f-4107-968e-0296807452c8 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:00.614391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a373b9d5-630f-4107-968e-0296807452c8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:00.614610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Transition to ACTIVE for port object a7203b60-6812-4d10-9d93-1ec9ca03901d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:00.622915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] For port f1cc4b37-e2ba-4037-89a3-9952d3274dd5, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:00.672567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.673795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] For port f1cc4b37-e2ba-4037-89a3-9952d3274dd5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f1cc4b37-e2ba-4037-89a3-9952d3274dd5,segment=NetworkSegment(b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7),segment_id=b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:00.697010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.730905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network 8c16c7f3-292d-40e2-98df-acb0556902b2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:00.734933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:00.739924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:00.740865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.748243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Port': ['ID=a7203b60-6812-4d10-9d93-1ec9ca03901d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.867178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ffa2-b190-49d3-8fb5-53aedbb2c3ca None None] Pushing event updated for resources: {'Port': ['ID=f1cc4b37-e2ba-4037-89a3-9952d3274dd5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.899078 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.930545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port a373b9d5-630f-4107-968e-0296807452c8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:00.938161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Transition to ACTIVE for port object 306aa043-9df8-469d-a12d-d46736a63126 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:00.945994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a373b9d5-630f-4107-968e-0296807452c8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:00.946357 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.997058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Transition to ACTIVE for port object 306aa043-9df8-469d-a12d-d46736a63126 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:01.021702 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.023273 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.152415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Network 56c095bc-df9d-4ea1-b65a-70d737fd71ea is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:01.171621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:01.173122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:01.203194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Pushing event updated for resources: {'Port': ['ID=306aa043-9df8-469d-a12d-d46736a63126,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.358953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60150) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.390845 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.437713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Attempting to bind port 306aa043-9df8-469d-a12d-d46736a63126 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:01.438289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Attempting to bind port 306aa043-9df8-469d-a12d-d46736a63126 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '11d5c423-6915-4646-8204-5ca8ba20b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56c095bc-df9d-4ea1-b65a-70d737fd71ea'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:01.438757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Attempting to bind port 306aa043-9df8-469d-a12d-d46736a63126 on network 56c095bc-df9d-4ea1-b65a-70d737fd71ea {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:01.448373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:01.448984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Checking segment: {'id': '11d5c423-6915-4646-8204-5ca8ba20b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56c095bc-df9d-4ea1-b65a-70d737fd71ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:01.449603 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.450114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Bound using segment: {'id': '11d5c423-6915-4646-8204-5ca8ba20b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56c095bc-df9d-4ea1-b65a-70d737fd71ea'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:01.450726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Bound port: 306aa043-9df8-469d-a12d-d46736a63126, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d5c423-6915-4646-8204-5ca8ba20b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '56c095bc-df9d-4ea1-b65a-70d737fd71ea'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:01.452059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.473788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port a373b9d5-630f-4107-968e-0296807452c8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a373b9d5-630f-4107-968e-0296807452c8,segment=NetworkSegment(0752c44f-8881-47fb-8cd8-a277ef4411fc),segment_id=0752c44f-8881-47fb-8cd8-a277ef4411fc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:01.479691 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.560700 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54862830-bfd6-4a08-9a08-1d99b23bdd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.650658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=a373b9d5-630f-4107-968e-0296807452c8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.684623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] For port 306aa043-9df8-469d-a12d-d46736a63126, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:01.696402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] For port 306aa043-9df8-469d-a12d-d46736a63126, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=306aa043-9df8-469d-a12d-d46736a63126,segment=NetworkSegment(11d5c423-6915-4646-8204-5ca8ba20b444),segment_id=11d5c423-6915-4646-8204-5ca8ba20b444)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:01.709187 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.709473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54862830-bfd6-4a08-9a08-1d99b23bdd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.715124 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-54862830-bfd6-4a08-9a08-1d99b23bdd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.756782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-54862830-bfd6-4a08-9a08-1d99b23bdd4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c40776dd00a8461a81f822a4f96e60a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910799 Jul 16 18:44:01.761650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60154) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.774034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388b80c-3075-479d-a2e9-bfc4b01312b9 None None] Pushing event updated for resources: {'Port': ['ID=306aa043-9df8-469d-a12d-d46736a63126,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.783953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4abaeb28-8681-4e7c-917f-0087bcfca544 None None] Provisioning complete for port a373b9d5-630f-4107-968e-0296807452c8 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:01.784408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4abaeb28-8681-4e7c-917f-0087bcfca544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.812508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862830-bfd6-4a08-9a08-1d99b23bdd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcabb73-1a30-4e6f-a93d-adbc2d613e9c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.862267 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751099ae-2607-40cb-b620-b158e9d19667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.901503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751099ae-2607-40cb-b620-b158e9d19667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.916562 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:01.994916 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751099ae-2607-40cb-b620-b158e9d19667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.998097 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-751099ae-2607-40cb-b620-b158e9d19667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.999792 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-751099ae-2607-40cb-b620-b158e9d19667 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efcabb73-1a30-4e6f-a93d-adbc2d613e9c HTTP/1.1" status: 204 len: 168 time: 0.2371280 Jul 16 18:44:02.022585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751099ae-2607-40cb-b620-b158e9d19667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcabb73-1a30-4e6f-a93d-adbc2d613e9c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.371537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.378364 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.380381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.464964 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Port': ['ID=a7203b60-6812-4d10-9d93-1ec9ca03901d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.631329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60160) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.642042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network 8c16c7f3-292d-40e2-98df-acb0556902b2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:02.650295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:02.651687 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f89b3d7e-7619-4030-ae99-4c2b067dd9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.751544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8965efbc-ab03-4d8d-a4e3-efc418fc9dec None None] Network 8c16c7f3-292d-40e2-98df-acb0556902b2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:02.854332 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f89b3d7e-7619-4030-ae99-4c2b067dd9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.860336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f89b3d7e-7619-4030-ae99-4c2b067dd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.883162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f1cc4b37-e2ba-4037-89a3-9952d3274dd5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:02.892969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7aaa857a-c5fd-414e-983f-59d8d877f0ef None None] Provisioning for port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:02.926300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b3d7e-7619-4030-ae99-4c2b067dd9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ccf17f-2dee-4723-bc56-30a66df02b39,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.961564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f89b3d7e-7619-4030-ae99-4c2b067dd9b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b0ebbfd15ec41069d38eb4593930d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279421 Jul 16 18:44:02.962807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60162) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.970329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Router bc9ceef0-aaac-4217-921c-09187a901738 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:44:03.064785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8194e887-38fc-407f-8f63-c8a9c77cda62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.092996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:03.110446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:03.110446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.122221 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8194e887-38fc-407f-8f63-c8a9c77cda62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.139337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:03.154046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a817c9c4-913b-420f-bf0d-1f65b2b80d8f tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "PUT /v2.0/routers/bc9ceef0-aaac-4217-921c-09187a901738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6556497 Jul 16 18:44:03.154294 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a023f-4828-4171-8d89-dd44e1abf74c None None] Sync routers for ids ['bc9ceef0-aaac-4217-921c-09187a901738'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:03.156079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60164) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.171306 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a023f-4828-4171-8d89-dd44e1abf74c None None] Routers {'bc9ceef0-aaac-4217-921c-09187a901738'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:03.171958 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6a2a023f-4828-4171-8d89-dd44e1abf74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:43:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bc9ceef0-aaac-4217-921c-09187a901738'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.201369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b07bf13a-cf0a-4aff-b5d8-cb0da6cbea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.251923 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6a2a023f-4828-4171-8d89-dd44e1abf74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.262796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8194e887-38fc-407f-8f63-c8a9c77cda62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.270555 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8194e887-38fc-407f-8f63-c8a9c77cda62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.272887 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8194e887-38fc-407f-8f63-c8a9c77cda62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4ccf17f-2dee-4723-bc56-30a66df02b39 HTTP/1.1" status: 204 len: 168 time: 0.3076985 Jul 16 18:44:03.276267 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a023f-4828-4171-8d89-dd44e1abf74c None None] Routers {'bc9ceef0-aaac-4217-921c-09187a901738'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:03.277376 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6a2a023f-4828-4171-8d89-dd44e1abf74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:43:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bc9ceef0-aaac-4217-921c-09187a901738'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.289719 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194e887-38fc-407f-8f63-c8a9c77cda62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ccf17f-2dee-4723-bc56-30a66df02b39,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:03.337840 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.369778 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6a2a023f-4828-4171-8d89-dd44e1abf74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.371035 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a023f-4828-4171-8d89-dd44e1abf74c None None] The sync data for ids ['bc9ceef0-aaac-4217-921c-09187a901738'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:03.432676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port f1cc4b37-e2ba-4037-89a3-9952d3274dd5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f1cc4b37-e2ba-4037-89a3-9952d3274dd5,segment=NetworkSegment(b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7),segment_id=b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:03.439965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.443254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a373b9d5-630f-4107-968e-0296807452c8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:03.574116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=f1cc4b37-e2ba-4037-89a3-9952d3274dd5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:03.594690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.595043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.595391 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.595733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.596071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.596410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.596914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.597845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.598317 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.598720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.599047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.599377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.626573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a373b9d5-630f-4107-968e-0296807452c8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:03.627064 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.685386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b5add-0672-46d6-85ae-cf328ade0216 None None] Network 56c095bc-df9d-4ea1-b65a-70d737fd71ea requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:03.778420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ef66d06d-7065-4c23-bb12-2356a9e5a13b None None] Provisioning for port 306aa043-9df8-469d-a12d-d46736a63126 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:03.851803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 306aa043-9df8-469d-a12d-d46736a63126 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:03.923344 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-73afa666-895f-47e9-96cf-fc34f0c3d2b4 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:03.929050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-73afa666-895f-47e9-96cf-fc34f0c3d2b4 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "PUT /v2.0/routers/bc9ceef0-aaac-4217-921c-09187a901738/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7673054 Jul 16 18:44:03.929502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60172) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.986511 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90c9e953-b07e-4816-b868-a4e725d21e15 None None] Provisioning complete for port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:03.987029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90c9e953-b07e-4816-b868-a4e725d21e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.063794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 306aa043-9df8-469d-a12d-d46736a63126 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:04.077787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 306aa043-9df8-469d-a12d-d46736a63126 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:04.078536 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.219796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90c9e953-b07e-4816-b868-a4e725d21e15 None None] Provisioning for port a7203b60-6812-4d10-9d93-1ec9ca03901d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:04.229309 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-90c9e953-b07e-4816-b868-a4e725d21e15 None None] Provisioning complete for port a7203b60-6812-4d10-9d93-1ec9ca03901d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:04.229786 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-90c9e953-b07e-4816-b868-a4e725d21e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.346484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-90c9e953-b07e-4816-b868-a4e725d21e15 None None] Port a7203b60-6812-4d10-9d93-1ec9ca03901d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:04.351561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.422839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 306aa043-9df8-469d-a12d-d46736a63126, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=306aa043-9df8-469d-a12d-d46736a63126,segment=NetworkSegment(11d5c423-6915-4646-8204-5ca8ba20b444),segment_id=11d5c423-6915-4646-8204-5ca8ba20b444)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:04.431737 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.559370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.565282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-467806b1-58ea-4b80-818c-33f7efd5518a None None] Provisioning complete for port a7203b60-6812-4d10-9d93-1ec9ca03901d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:04.566157 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-467806b1-58ea-4b80-818c-33f7efd5518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.617881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f1cc4b37-e2ba-4037-89a3-9952d3274dd5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:04.623139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=306aa043-9df8-469d-a12d-d46736a63126,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.669531 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-467806b1-58ea-4b80-818c-33f7efd5518a None None] Port a7203b60-6812-4d10-9d93-1ec9ca03901d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:04.688133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:04.688496 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.754802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60188) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.830763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6eaf1e02-7032-49a4-986d-8c0cf01c8406 None None] Provisioning complete for port 306aa043-9df8-469d-a12d-d46736a63126 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:04.832050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1e02-7032-49a4-986d-8c0cf01c8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.899999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-397930349-network', 'tenant_id': 'ce92479d8e804e0b940714a51a354981'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:04.944469 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Made reservation on behalf of ce92479d8e804e0b940714a51a354981 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:04.949338 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.965778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.014718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Deleting port a7203b60-6812-4d10-9d93-1ec9ca03901d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:05.015642 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.147406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6eaf1e02-7032-49a4-986d-8c0cf01c8406 None None] Provisioning complete for port a7203b60-6812-4d10-9d93-1ec9ca03901d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:05.147772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6eaf1e02-7032-49a4-986d-8c0cf01c8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.162633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.168035 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.189797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf1e02-7032-49a4-986d-8c0cf01c8406 None None] Port a7203b60-6812-4d10-9d93-1ec9ca03901d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:05.200933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:05.216385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe2b6c-3dac-426a-b489-33f1229db16e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.216692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.223408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.223713 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Added segment e1980c28-51c0-4047-9fcd-6fa0eb25e73c of type vlan for network 64da614f-4f31-4d23-b759-4c033a501918 Jul 16 18:44:05.238415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Calling delete_port for a7203b60-6812-4d10-9d93-1ec9ca03901d owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:05.280641 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.318348 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.319737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:05.320405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.362886 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6052487 Jul 16 18:44:05.366708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:05.372751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Request body: {'subnet': {'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-397930349-subnet', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:05.407657 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bffb62-0d74-4e36-b672-75451bbc0978 admin admin] Pushing event updated for resources: {'Network': ['ID=64da614f-4f31-4d23-b759-4c033a501918,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.408107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Made reservation on behalf of ce92479d8e804e0b940714a51a354981 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:05.411668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.420897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 64da614f-4f31-4d23-b759-4c033a501918 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:05.518462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.562551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Port': ['ID=a7203b60-6812-4d10-9d93-1ec9ca03901d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.710276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.864820 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.958674 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.997136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Router bc9ceef0-aaac-4217-921c-09187a901738 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:05.997958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cc3f41-2322-4444-83aa-6b4c46809b84,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:06.026188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Checking segment: {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:06.027031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Network hostable DHCP agents. Network: 64da614f-4f31-4d23-b759-4c033a501918, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:06.072875 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ec313d5e-c455-4b83-ac0e-3f1ff1ba39c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.115921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Network 64da614f-4f31-4d23-b759-4c033a501918 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:06.118551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:06.124464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f9bf4fdb-e011-4f56-ae15-2da9dcbed7e8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "PUT /v2.0/routers/bc9ceef0-aaac-4217-921c-09187a901738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1934571 Jul 16 18:44:06.131903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.136209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba006544-e8c9-48d8-a75a-d627af6311bc None None] Sync routers for ids ['bc9ceef0-aaac-4217-921c-09187a901738'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:06.137061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 64da614f-4f31-4d23-b759-4c033a501918) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:06.152174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.153296 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.157965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9a63d-413d-4e2c-a293-00b4c5ca9c1e None None] Network 64da614f-4f31-4d23-b759-4c033a501918 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:06.166155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba006544-e8c9-48d8-a75a-d627af6311bc None None] Routers {'bc9ceef0-aaac-4217-921c-09187a901738'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:06.167434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ba006544-e8c9-48d8-a75a-d627af6311bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bc9ceef0-aaac-4217-921c-09187a901738'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:06.177073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f7899f25-f7b0-4191-bf4c-a00c29745a65 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8046901 Jul 16 18:44:06.177462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60196) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.183218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:06.195356 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-4ae94afb-a34c-4cde-a78d-e4b3c9b63094 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] delete failed (client error): The resource could not be found. Jul 16 18:44:06.196423 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ae94afb-a34c-4cde-a78d-e4b3c9b63094 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-523898600 HTTP/1.1" status: 404 len: 334 time: 0.0632174 Jul 16 18:44:06.202628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60198) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.214702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7c799631-6141-4f8d-a6f7-5394c020dde8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc9ceef0-aaac-4217-921c-09187a901738'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:06.252052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ba006544-e8c9-48d8-a75a-d627af6311bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:06.297504 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.298561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.338625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba006544-e8c9-48d8-a75a-d627af6311bc None None] Routers {'bc9ceef0-aaac-4217-921c-09187a901738'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:06.339675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ba006544-e8c9-48d8-a75a-d627af6311bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bc9ceef0-aaac-4217-921c-09187a901738'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:06.407102 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ba006544-e8c9-48d8-a75a-d627af6311bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:06.408242 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba006544-e8c9-48d8-a75a-d627af6311bc None None] The sync data for ids ['bc9ceef0-aaac-4217-921c-09187a901738'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:06.560680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-64da614f-4f31-4d23-b759-4c033a501918', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:06.562859 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.594716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 306aa043-9df8-469d-a12d-d46736a63126 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:06.846457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.870997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 306aa043-9df8-469d-a12d-d46736a63126 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:06.871608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.893692 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7c799631-6141-4f8d-a6f7-5394c020dde8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.963758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Allocated IP 172.20.0.2 (64da614f-4f31-4d23-b759-4c033a501918/c1cc3f41-2322-4444-83aa-6b4c46809b84/782a104f-8c55-4ada-90c7-af73699a6ca3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:06.996450 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-7c799631-6141-4f8d-a6f7-5394c020dde8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] update failed (client error): The resource could not be found. Jul 16 18:44:06.998588 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7c799631-6141-4f8d-a6f7-5394c020dde8 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "PUT /v2.0/routers/bc9ceef0-aaac-4217-921c-09187a901738 HTTP/1.1" status: 404 len: 339 time: 0.7943544 Jul 16 18:44:07.002429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60200) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.010393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1171287879'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:07.041086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Made reservation on behalf of c1f2c0df5e5e41d097cde913a47a9a71 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:07.045857 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.067491 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.084295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:07.101557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.102018 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Added segment fd259fc7-17cb-4352-b6e4-519e6b12b59f of type vlan for network 20acf0e8-68b5-449b-bbb5-19efce3273c3 Jul 16 18:44:07.168497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.187214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.249741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.258766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.260130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.293756 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2889533 Jul 16 18:44:07.297606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60202) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.303701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'subnet': {'network_id': '20acf0e8-68b5-449b-bbb5-19efce3273c3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:07.307841 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.326640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Transition to ACTIVE for port object 782a104f-8c55-4ada-90c7-af73699a6ca3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:07.357876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Transition to ACTIVE for port object 782a104f-8c55-4ada-90c7-af73699a6ca3 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:07.368883 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.384019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61bfb0-31bf-4897-b62b-d1f75c0d13af tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Network': ['ID=20acf0e8-68b5-449b-bbb5-19efce3273c3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.423301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 20acf0e8-68b5-449b-bbb5-19efce3273c3 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:07.449529 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.461097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Network 64da614f-4f31-4d23-b759-4c033a501918 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:07.466473 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Made reservation on behalf of c1f2c0df5e5e41d097cde913a47a9a71 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:07.471056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.485966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:07.489043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.498698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:07.520142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Pushing event updated for resources: {'Port': ['ID=782a104f-8c55-4ada-90c7-af73699a6ca3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.662646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Attempting to bind port 782a104f-8c55-4ada-90c7-af73699a6ca3 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:07.662646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Attempting to bind port 782a104f-8c55-4ada-90c7-af73699a6ca3 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:07.663078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Attempting to bind port 782a104f-8c55-4ada-90c7-af73699a6ca3 on network 64da614f-4f31-4d23-b759-4c033a501918 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:07.663650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Allocated IP 172.25.2.49 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/e5ff26c1-b306-4e73-81a8-92e461a1d3c5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:07.672814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:07.673425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Checking segment: {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:07.674564 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.675002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Bound using segment: {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:07.676052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Bound port: 782a104f-8c55-4ada-90c7-af73699a6ca3, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:07.676921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.774184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] For port 782a104f-8c55-4ada-90c7-af73699a6ca3, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:07.778804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] For port 782a104f-8c55-4ada-90c7-af73699a6ca3, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=782a104f-8c55-4ada-90c7-af73699a6ca3,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:07.784701 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.811087 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.852881 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.900639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ea429-bfe9-4f9e-bc7e-7d82cbaa22ac None None] Pushing event updated for resources: {'Port': ['ID=782a104f-8c55-4ada-90c7-af73699a6ca3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.922334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.945862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Subnet': ['ID=94553026-6bd5-4bb8-b2d1-c9aed085319c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.955392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Checking segment: {'id': 'fd259fc7-17cb-4352-b6e4-519e6b12b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20acf0e8-68b5-449b-bbb5-19efce3273c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:07.956037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network hostable DHCP agents. Network: 20acf0e8-68b5-449b-bbb5-19efce3273c3, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:07.986820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network 20acf0e8-68b5-449b-bbb5-19efce3273c3 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:07.993501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:07.998345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:08.006464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:08.006661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 20acf0e8-68b5-449b-bbb5-19efce3273c3) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:08.015229 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.016032 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.016288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ff26c1-b306-4e73-81a8-92e461a1d3c5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.025266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e6c394-ef2c-48e0-8c85-b91f962e872e None None] Network 20acf0e8-68b5-449b-bbb5-19efce3273c3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:08.045033 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0c4c0e6a-28be-4cd4-8084-6db8424323d2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7459862 Jul 16 18:44:08.049476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60204) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.059917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c10facd6-6ff4-499b-bfca-2d17514e2823 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'router': {'external_gateway_info': {'network_id': '20acf0e8-68b5-449b-bbb5-19efce3273c3'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:08.351517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-20acf0e8-68b5-449b-bbb5-19efce3273c3', 'network_id': '20acf0e8-68b5-449b-bbb5-19efce3273c3', 'tenant_id': 'c1f2c0df5e5e41d097cde913a47a9a71', 'fixed_ips': [{'subnet_id': '94553026-6bd5-4bb8-b2d1-c9aed085319c'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:08.352935 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.451956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c10facd6-6ff4-499b-bfca-2d17514e2823 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.499598 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.535110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Allocated IP 2001:db8:1::2 (20acf0e8-68b5-449b-bbb5-19efce3273c3/94553026-6bd5-4bb8-b2d1-c9aed085319c/95b9f731-cedf-411f-8fc9-436b1d218eaa) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:08.604813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 782a104f-8c55-4ada-90c7-af73699a6ca3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:08.639092 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-c10facd6-6ff4-499b-bfca-2d17514e2823 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:08.641486 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c10facd6-6ff4-499b-bfca-2d17514e2823 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "PUT /v2.0/routers/bc9ceef0-aaac-4217-921c-09187a901738 HTTP/1.1" status: 400 len: 364 time: 0.5895243 Jul 16 18:44:08.646247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60206) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.723250 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 782a104f-8c55-4ada-90c7-af73699a6ca3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:08.820298 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.839729 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.854652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.857665 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Transition to ACTIVE for port object 95b9f731-cedf-411f-8fc9-436b1d218eaa will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:08.885540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Transition to ACTIVE for port object 95b9f731-cedf-411f-8fc9-436b1d218eaa will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:08.897137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.976209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Pushing event updated for resources: {'Port': ['ID=95b9f731-cedf-411f-8fc9-436b1d218eaa,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.995743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Network 20acf0e8-68b5-449b-bbb5-19efce3273c3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:08.997655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:09.001760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:09.085621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:44:09.122923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Attempting to bind port 95b9f731-cedf-411f-8fc9-436b1d218eaa on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:09.123677 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Attempting to bind port 95b9f731-cedf-411f-8fc9-436b1d218eaa by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'fd259fc7-17cb-4352-b6e4-519e6b12b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20acf0e8-68b5-449b-bbb5-19efce3273c3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:09.124162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Attempting to bind port 95b9f731-cedf-411f-8fc9-436b1d218eaa on network 20acf0e8-68b5-449b-bbb5-19efce3273c3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:09.136811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:09.137821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Checking segment: {'id': 'fd259fc7-17cb-4352-b6e4-519e6b12b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20acf0e8-68b5-449b-bbb5-19efce3273c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:09.138533 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.139224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Bound using segment: {'id': 'fd259fc7-17cb-4352-b6e4-519e6b12b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20acf0e8-68b5-449b-bbb5-19efce3273c3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:09.140235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Bound port: 95b9f731-cedf-411f-8fc9-436b1d218eaa, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd259fc7-17cb-4352-b6e4-519e6b12b59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '20acf0e8-68b5-449b-bbb5-19efce3273c3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:09.140942 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.244866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:09.259728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Sync routers for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:09.277597 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:09.278700 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:09.282102 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.287666 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-441e7417-3ca2-4366-82da-48096ac58a19 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1046932 Jul 16 18:44:09.287913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75b536-6be6-4fc8-89d5-9efb747b73be None None] Network 64da614f-4f31-4d23-b759-4c033a501918 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:09.292008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60208) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:09.309400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] For port 95b9f731-cedf-411f-8fc9-436b1d218eaa, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:09.335087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] For port 95b9f731-cedf-411f-8fc9-436b1d218eaa, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=95b9f731-cedf-411f-8fc9-436b1d218eaa,segment=NetworkSegment(fd259fc7-17cb-4352-b6e4-519e6b12b59f),segment_id=fd259fc7-17cb-4352-b6e4-519e6b12b59f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:09.374042 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.460653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f80ff31-70cf-413f-9c5d-cca861b3a04e None None] Provisioning for port 782a104f-8c55-4ada-90c7-af73699a6ca3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:09.518067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5f80ff31-70cf-413f-9c5d-cca861b3a04e None None] Provisioning complete for port 782a104f-8c55-4ada-90c7-af73699a6ca3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:09.519034 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f80ff31-70cf-413f-9c5d-cca861b3a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.536386 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:09.566533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526b095-ac21-4451-8b39-d18045c02ef7 None None] Pushing event updated for resources: {'Port': ['ID=95b9f731-cedf-411f-8fc9-436b1d218eaa,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.702608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f80ff31-70cf-413f-9c5d-cca861b3a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.782648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-5f80ff31-70cf-413f-9c5d-cca861b3a04e None None] For port 782a104f-8c55-4ada-90c7-af73699a6ca3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=782a104f-8c55-4ada-90c7-af73699a6ca3,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:09.793834 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f80ff31-70cf-413f-9c5d-cca861b3a04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.880410 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.957082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80ff31-70cf-413f-9c5d-cca861b3a04e None None] Pushing event updated for resources: {'Port': ['ID=782a104f-8c55-4ada-90c7-af73699a6ca3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:10.192205 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:08Z', 'revision_number': 3, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:10.222949 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Checking router: 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:10.223439 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Updating router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 port e5ff26c1-b306-4e73-81a8-92e461a1d3c5 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:44:10.256737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c9f308af-cdab-41f0-b77e-22d9dc103a81 None None] Provisioning complete for port 782a104f-8c55-4ada-90c7-af73699a6ca3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:10.258852 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9f308af-cdab-41f0-b77e-22d9dc103a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.279193 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.327092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Allocated IP 2001:db8::1 (f13c28a9-c364-47c0-9002-f7117a88172c/9b797dcc-8b9e-45f4-9298-a6640dd227ce/3be81c53-8349-4074-9984-ab0d5352e10c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:10.358120 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.529733 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.553583 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.560897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Transition to ACTIVE for port object 3be81c53-8349-4074-9984-ab0d5352e10c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:10.617190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Allocated IP 172.20.0.1 (64da614f-4f31-4d23-b759-4c033a501918/c1cc3f41-2322-4444-83aa-6b4c46809b84/c165c127-33c2-4d6e-89a8-c8e064846b38) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:10.631480 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.735771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network f13c28a9-c364-47c0-9002-f7117a88172c is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:10.736397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 782a104f-8c55-4ada-90c7-af73699a6ca3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:10.740412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:10.746120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:10.746683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.870272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Port': ['ID=3be81c53-8349-4074-9984-ab0d5352e10c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:10.934627 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.954692 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.957828 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.960649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 782a104f-8c55-4ada-90c7-af73699a6ca3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:10.964745 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.971074 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Transition to ACTIVE for port object e5ff26c1-b306-4e73-81a8-92e461a1d3c5 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:10.980418 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.038365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Transition to ACTIVE for port object c165c127-33c2-4d6e-89a8-c8e064846b38 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:11.147814 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Pushing event updated for resources: {'Port': ['ID=e5ff26c1-b306-4e73-81a8-92e461a1d3c5,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.163673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.168862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 95b9f731-cedf-411f-8fc9-436b1d218eaa up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:11.191721 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.192276 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.192909 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.193438 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.193974 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.194512 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.195051 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.195559 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.196085 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.196727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.197344 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.198386 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:11.206054 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Attempting to bind port e5ff26c1-b306-4e73-81a8-92e461a1d3c5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:11.206650 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Attempting to bind port e5ff26c1-b306-4e73-81a8-92e461a1d3c5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:11.207244 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Attempting to bind port e5ff26c1-b306-4e73-81a8-92e461a1d3c5 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:11.219480 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:11.220103 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:11.220797 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.221495 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:11.222309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Bound port: e5ff26c1-b306-4e73-81a8-92e461a1d3c5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:11.223434 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.351162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Network 64da614f-4f31-4d23-b759-4c033a501918 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:11.352808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Pushing event updated for resources: {'Port': ['ID=c165c127-33c2-4d6e-89a8-c8e064846b38,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.357618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:11.361303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:11.362878 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] For port e5ff26c1-b306-4e73-81a8-92e461a1d3c5, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:11.367439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d46f8-bbed-4cd0-a7b0-d1835ac8e0c0 None None] Network 20acf0e8-68b5-449b-bbb5-19efce3273c3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:11.369481 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] For port e5ff26c1-b306-4e73-81a8-92e461a1d3c5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e5ff26c1-b306-4e73-81a8-92e461a1d3c5,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:11.382979 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.398384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 95b9f731-cedf-411f-8fc9-436b1d218eaa completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:11.417793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f7ed6e53-0c8f-4184-a31c-9dbfae85a366 None None] Provisioning for port 3be81c53-8349-4074-9984-ab0d5352e10c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:11.450646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.451233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f7ed6e53-0c8f-4184-a31c-9dbfae85a366 None None] Provisioning complete for port 3be81c53-8349-4074-9984-ab0d5352e10c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:11.451680 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f7ed6e53-0c8f-4184-a31c-9dbfae85a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.476458 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:11.477784 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:11.528046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed6e53-0c8f-4184-a31c-9dbfae85a366 None None] Port 3be81c53-8349-4074-9984-ab0d5352e10c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:11.654821 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3982c-f7b9-4502-9ef9-54a710f51a7d None None] Pushing event updated for resources: {'Port': ['ID=e5ff26c1-b306-4e73-81a8-92e461a1d3c5,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.658744 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.670887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.671923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.697171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aa3caf71-a3a2-43d7-8b89-ceb62f41deb9 None None] Provisioning for port 95b9f731-cedf-411f-8fc9-436b1d218eaa completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:11.752454 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.766899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aa3caf71-a3a2-43d7-8b89-ceb62f41deb9 None None] Provisioning complete for port 95b9f731-cedf-411f-8fc9-436b1d218eaa triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:11.767705 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa3caf71-a3a2-43d7-8b89-ceb62f41deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.782392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event updated for resources: {'Port': ['ID=3be81c53-8349-4074-9984-ab0d5352e10c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:11.804982 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:11.949968 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa3caf71-a3a2-43d7-8b89-ceb62f41deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.984130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Network f13c28a9-c364-47c0-9002-f7117a88172c is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:11.986705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:11.993865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-aa3caf71-a3a2-43d7-8b89-ceb62f41deb9 None None] For port 95b9f731-cedf-411f-8fc9-436b1d218eaa, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=95b9f731-cedf-411f-8fc9-436b1d218eaa,segment=NetworkSegment(fd259fc7-17cb-4352-b6e4-519e6b12b59f),segment_id=fd259fc7-17cb-4352-b6e4-519e6b12b59f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:12.000091 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa3caf71-a3a2-43d7-8b89-ceb62f41deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.002731 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.015875 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.132241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Pushing event updated for resources: {'Port': ['ID=c165c127-33c2-4d6e-89a8-c8e064846b38,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:12.138656 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3caf71-a3a2-43d7-8b89-ceb62f41deb9 None None] Pushing event updated for resources: {'Port': ['ID=95b9f731-cedf-411f-8fc9-436b1d218eaa,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:12.176273 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.176877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6d8c04fd-2e67-47d9-b2aa-2553dcaa1814 None None] Provisioning for port c165c127-33c2-4d6e-89a8-c8e064846b38 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:12.184217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6d8c04fd-2e67-47d9-b2aa-2553dcaa1814 None None] Provisioning complete for port c165c127-33c2-4d6e-89a8-c8e064846b38 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:12.184886 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d8c04fd-2e67-47d9-b2aa-2553dcaa1814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.210579 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:08Z', 'revision_number': 3, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:12.244402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c04fd-2e67-47d9-b2aa-2553dcaa1814 None None] Port c165c127-33c2-4d6e-89a8-c8e064846b38 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:12.313329 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641e51a-812e-42d6-81a4-6f98f127815e None None] The sync data for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 is: [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:08Z', 'revision_number': 3, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:12.329181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Router bc9ceef0-aaac-4217-921c-09187a901738 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:12.329879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Network 64da614f-4f31-4d23-b759-4c033a501918 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:12.332023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:12.489946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d4a196d5-adfd-4404-b42c-0ade76eefff8 None None] Provisioning complete for port 95b9f731-cedf-411f-8fc9-436b1d218eaa triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:12.490530 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d4a196d5-adfd-4404-b42c-0ade76eefff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.561793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:12.586953 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-194e15f4-0a45-45c9-9600-25d5cb187c96 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "PUT /v2.0/routers/bc9ceef0-aaac-4217-921c-09187a901738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9391334 Jul 16 18:44:12.588112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3500c60-c8cb-4cf2-963a-ffb6a0cab68c None None] Sync routers for ids ['bc9ceef0-aaac-4217-921c-09187a901738'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:12.591938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60210) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.603223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3500c60-c8cb-4cf2-963a-ffb6a0cab68c None None] Routers {'bc9ceef0-aaac-4217-921c-09187a901738'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:12.604030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b3500c60-c8cb-4cf2-963a-ffb6a0cab68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bc9ceef0-aaac-4217-921c-09187a901738'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:12.623813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:12.672852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 95b9f731-cedf-411f-8fc9-436b1d218eaa up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:12.685345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b3500c60-c8cb-4cf2-963a-ffb6a0cab68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:12.731363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3500c60-c8cb-4cf2-963a-ffb6a0cab68c None None] Routers {'bc9ceef0-aaac-4217-921c-09187a901738'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:12.732091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b3500c60-c8cb-4cf2-963a-ffb6a0cab68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bc9ceef0-aaac-4217-921c-09187a901738'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:12.832460 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-feba5110-bb82-4a1f-81b4-72880a018e86 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.891334 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:12.908780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ee122466-3b7a-43cc-8cc1-53c1f168bfde admin admin] 10.222.0.60 "PUT /v2.0/routers/23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6043887 Jul 16 18:44:13.039536 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-feba5110-bb82-4a1f-81b4-72880a018e86 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:44:13.041403 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-feba5110-bb82-4a1f-81b4-72880a018e86 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/routers/bc9ceef0-aaac-4217-921c-09187a901738 HTTP/1.1" status: 409 len: 329 time: 0.4476807 Jul 16 18:44:13.045655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60216) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.053134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-b3500c60-c8cb-4cf2-963a-ffb6a0cab68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:13.054583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3500c60-c8cb-4cf2-963a-ffb6a0cab68c None None] The sync data for ids ['bc9ceef0-aaac-4217-921c-09187a901738'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:13.098330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 95b9f731-cedf-411f-8fc9-436b1d218eaa triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:13.098806 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.234630 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0a30e578-e3c3-4697-960d-6135d70959df None None] Provisioning complete for port 3be81c53-8349-4074-9984-ab0d5352e10c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:13.235328 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0a30e578-e3c3-4697-960d-6135d70959df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.306805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0a30e578-e3c3-4697-960d-6135d70959df None None] Port 3be81c53-8349-4074-9984-ab0d5352e10c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:13.329206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0a30e578-e3c3-4697-960d-6135d70959df None None] Provisioning complete for port c165c127-33c2-4d6e-89a8-c8e064846b38 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:13.329589 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0a30e578-e3c3-4697-960d-6135d70959df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.378389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0a30e578-e3c3-4697-960d-6135d70959df None None] Port c165c127-33c2-4d6e-89a8-c8e064846b38 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:13.584419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.601663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60228) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.629663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1383679128-network', 'tenant_id': '233712d3e4624ac08d0420d316da1006'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:13.673123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Made reservation on behalf of 233712d3e4624ac08d0420d316da1006 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:13.677887 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.690915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.882717 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.888093 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.914168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:13.937126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.937475 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Added segment 42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a of type vlan for network 78308a59-4170-4e73-9ad4-78567ab2cb5f Jul 16 18:44:13.939340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a679cc-5817-4819-bd2d-6f4983552e76,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.005231 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.054670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Deleting port 3be81c53-8349-4074-9984-ab0d5352e10c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:14.055173 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.055426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.056418 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.057720 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.129664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5230725 Jul 16 18:44:14.131278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60230) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.139833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Request body: {'subnet': {'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1383679128-subnet', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:14.189548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.195668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc0052-86e4-4b0f-943f-f0255d31deca admin admin] Pushing event updated for resources: {'Network': ['ID=78308a59-4170-4e73-9ad4-78567ab2cb5f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.209776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 78308a59-4170-4e73-9ad4-78567ab2cb5f details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:14.216135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Calling delete_port for 3be81c53-8349-4074-9984-ab0d5352e10c owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:14.225568 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Made reservation on behalf of 233712d3e4624ac08d0420d316da1006 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:14.228308 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.489487 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.497419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.549011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Port': ['ID=3be81c53-8349-4074-9984-ab0d5352e10c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.600350 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d43ed2-7f71-49f9-826e-852695aec1d8,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:14.623884 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Checking segment: {'id': '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:14.624480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Network hostable DHCP agents. Network: 78308a59-4170-4e73-9ad4-78567ab2cb5f, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:14.654685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e5ff26c1-b306-4e73-81a8-92e461a1d3c5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:14.678215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Network 78308a59-4170-4e73-9ad4-78567ab2cb5f is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:14.693585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 78308a59-4170-4e73-9ad4-78567ab2cb5f) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:14.710493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.711271 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.722671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce026b4f-c941-4071-8018-727c108d25f2 None None] Network 78308a59-4170-4e73-9ad4-78567ab2cb5f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:14.723634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.743305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3e782a40-b078-45ab-8f2c-e06c8dbe5d3e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6105411 Jul 16 18:44:14.744131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60232) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.750233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:14.798361 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.801293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.865228 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Sync routers for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:14.883232 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:14.884210 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:14.901884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e5ff26c1-b306-4e73-81a8-92e461a1d3c5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:14.915594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e5ff26c1-b306-4e73-81a8-92e461a1d3c5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:14.916504 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.948295 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.013463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Router bc9ceef0-aaac-4217-921c-09187a901738 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:15.050671 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:15.173798 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.176913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:15.195437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69768c5f-b9b2-401d-aa54-78dac93446dd None None] Sync routers for ids ['bc9ceef0-aaac-4217-921c-09187a901738'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:15.195703 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8beca93c-1b25-4171-ba54-2ae5cb110d22 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "PUT /v2.0/routers/bc9ceef0-aaac-4217-921c-09187a901738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1479077 Jul 16 18:44:15.196454 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60234) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.203605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-78308a59-4170-4e73-9ad4-78567ab2cb5f', 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'fixed_ips': [{'subnet_id': 'e0d43ed2-7f71-49f9-826e-852695aec1d8'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:15.204495 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.247868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port e5ff26c1-b306-4e73-81a8-92e461a1d3c5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e5ff26c1-b306-4e73-81a8-92e461a1d3c5,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:15.254694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69768c5f-b9b2-401d-aa54-78dac93446dd None None] Routers {'bc9ceef0-aaac-4217-921c-09187a901738'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:15.255422 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-69768c5f-b9b2-401d-aa54-78dac93446dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bc9ceef0-aaac-4217-921c-09187a901738'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:15.264756 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.305930 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-d0fb0c34-a118-45de-a5ae-6bd45c298843 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] show failed (client error): The resource could not be found. Jul 16 18:44:15.315446 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d0fb0c34-a118-45de-a5ae-6bd45c298843 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-541232920 HTTP/1.1" status: 404 len: 334 time: 0.1167519 Jul 16 18:44:15.316433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.324478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b3001d91-54db-4fdf-81b3-64356b954e08 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:15.338229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-69768c5f-b9b2-401d-aa54-78dac93446dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:15.367929 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-b3001d91-54db-4fdf-81b3-64356b954e08 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] update failed (client error): The resource could not be found. Jul 16 18:44:15.369057 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b3001d91-54db-4fdf-81b3-64356b954e08 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-169878603 HTTP/1.1" status: 404 len: 334 time: 0.0510476 Jul 16 18:44:15.376566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60238) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.424420 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 2, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:15.459142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab128d57-8cba-4e5e-81cd-df126fb70821 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Deleting subnet 94553026-6bd5-4bb8-b2d1-c9aed085319c {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:15.464415 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Checking router: 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:15.464986 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Updating router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 port c165c127-33c2-4d6e-89a8-c8e064846b38 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:44:15.466854 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab128d57-8cba-4e5e-81cd-df126fb70821 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.475511 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=e5ff26c1-b306-4e73-81a8-92e461a1d3c5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.498448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69768c5f-b9b2-401d-aa54-78dac93446dd None None] Routers {'bc9ceef0-aaac-4217-921c-09187a901738'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:15.499523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-69768c5f-b9b2-401d-aa54-78dac93446dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bc9ceef0-aaac-4217-921c-09187a901738'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:15.538092 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.548124 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-69768c5f-b9b2-401d-aa54-78dac93446dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:15.549057 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69768c5f-b9b2-401d-aa54-78dac93446dd None None] The sync data for ids ['bc9ceef0-aaac-4217-921c-09187a901738'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:15.565993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab128d57-8cba-4e5e-81cd-df126fb70821 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.647736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Allocated IP 172.20.0.2 (78308a59-4170-4e73-9ad4-78567ab2cb5f/e0d43ed2-7f71-49f9-826e-852695aec1d8/33d2aafc-1abc-46e0-856c-d443411fd294) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:15.678079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.739742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab128d57-8cba-4e5e-81cd-df126fb70821 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.877211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab128d57-8cba-4e5e-81cd-df126fb70821 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.912364 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.941225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Transition to ACTIVE for port object 33d2aafc-1abc-46e0-856c-d443411fd294 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:15.962828 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ab128d57-8cba-4e5e-81cd-df126fb70821 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.966459 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ab128d57-8cba-4e5e-81cd-df126fb70821 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/subnets/94553026-6bd5-4bb8-b2d1-c9aed085319c HTTP/1.1" status: 204 len: 168 time: 0.5887086 Jul 16 18:44:15.968777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab128d57-8cba-4e5e-81cd-df126fb70821 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Subnet': ['ID=94553026-6bd5-4bb8-b2d1-c9aed085319c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.974943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.978360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Transition to ACTIVE for port object 33d2aafc-1abc-46e0-856c-d443411fd294 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:15.986844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a462585-1799-4aad-be81-8f4fbca83aef None None] Network 20acf0e8-68b5-449b-bbb5-19efce3273c3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:16.003377 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.010758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.018843 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Transition to ACTIVE for port object c165c127-33c2-4d6e-89a8-c8e064846b38 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:16.027100 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.027864 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.049074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.090445 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44bad5-e250-4e69-9e5f-d98f72d9f67d None None] Pushing event updated for resources: {'Port': ['ID=c165c127-33c2-4d6e-89a8-c8e064846b38,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:16.208874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Network 78308a59-4170-4e73-9ad4-78567ab2cb5f is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:16.210403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Pushing event updated for resources: {'Port': ['ID=33d2aafc-1abc-46e0-856c-d443411fd294,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:16.275070 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.285637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Allocated IP 172.25.2.117 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/7b8d9c87-0524-405e-956e-d4f0188f31de) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:16.316681 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Attempting to bind port c165c127-33c2-4d6e-89a8-c8e064846b38 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:16.317056 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Attempting to bind port c165c127-33c2-4d6e-89a8-c8e064846b38 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:16.317420 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Attempting to bind port c165c127-33c2-4d6e-89a8-c8e064846b38 on network 64da614f-4f31-4d23-b759-4c033a501918 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:16.325012 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:16.325370 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Checking segment: {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:16.325748 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.326246 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Bound using segment: {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:16.326742 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Bound port: c165c127-33c2-4d6e-89a8-c8e064846b38, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:16.327135 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.329311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:16.353105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:16.418891 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] For port c165c127-33c2-4d6e-89a8-c8e064846b38, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:16.425870 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] For port c165c127-33c2-4d6e-89a8-c8e064846b38, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c165c127-33c2-4d6e-89a8-c8e064846b38,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:16.433228 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.445534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Deleting port 95b9f731-cedf-411f-8fc9-436b1d218eaa {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:16.448778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.467527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Attempting to bind port 33d2aafc-1abc-46e0-856c-d443411fd294 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:16.467930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Attempting to bind port 33d2aafc-1abc-46e0-856c-d443411fd294 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:16.468284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Attempting to bind port 33d2aafc-1abc-46e0-856c-d443411fd294 on network 78308a59-4170-4e73-9ad4-78567ab2cb5f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:16.489098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:16.489826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Checking segment: {'id': '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:16.489939 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.492381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Bound using segment: {'id': '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:16.492381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Bound port: 33d2aafc-1abc-46e0-856c-d443411fd294, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:16.492381 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.506689 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:16.507399 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:16.513631 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.633489 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.644053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] For port 95b9f731-cedf-411f-8fc9-436b1d218eaa, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=95b9f731-cedf-411f-8fc9-436b1d218eaa,segment=NetworkSegment(fd259fc7-17cb-4352-b6e4-519e6b12b59f),segment_id=fd259fc7-17cb-4352-b6e4-519e6b12b59f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:16.645115 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.688655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Calling delete_port for 95b9f731-cedf-411f-8fc9-436b1d218eaa owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:16.695243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e5ff26c1-b306-4e73-81a8-92e461a1d3c5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:16.717203 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44bad5-e250-4e69-9e5f-d98f72d9f67d None None] Pushing event updated for resources: {'Port': ['ID=c165c127-33c2-4d6e-89a8-c8e064846b38,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:16.764731 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:16.766804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8d9c87-0524-405e-956e-d4f0188f31de,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:16.779255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:16.781052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] DHCP port deletion for 20acf0e8-68b5-449b-bbb5-19efce3273c3 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:16.781327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:16.791085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:16.872378 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.898560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] For port 33d2aafc-1abc-46e0-856c-d443411fd294, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:16.908214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Port': ['ID=95b9f731-cedf-411f-8fc9-436b1d218eaa,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:16.913923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] For port 33d2aafc-1abc-46e0-856c-d443411fd294, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=33d2aafc-1abc-46e0-856c-d443411fd294,segment=NetworkSegment(42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a),segment_id=42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:16.926236 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.928364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] No DVR routers for this DVR port 95b9f731-cedf-411f-8fc9-436b1d218eaa on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:17.035828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e5ff26c1-b306-4e73-81a8-92e461a1d3c5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:17.036296 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.081438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.083962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871ed56-8d78-46f7-b5b4-a2741dbfb152 None None] Pushing event updated for resources: {'Port': ['ID=33d2aafc-1abc-46e0-856c-d443411fd294,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:17.097821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20acf0e8-68b5-449b-bbb5-19efce3273c3']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:17.126552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd259fc7-17cb-4352-b6e4-519e6b12b59f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:17.127011 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd259fc7-17cb-4352-b6e4-519e6b12b59f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:17.151775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] Deleting port 95b9f731-cedf-411f-8fc9-436b1d218eaa {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:17.152167 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.156567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.212134 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.237395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:17.238083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:17.241897 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:17.297438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] For port 95b9f731-cedf-411f-8fc9-436b1d218eaa, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:17.297976 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.331405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] Calling delete_port for 95b9f731-cedf-411f-8fc9-436b1d218eaa owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:17.337439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] Port 95b9f731-cedf-411f-8fc9-436b1d218eaa was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:44:17.344964 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.345729 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:16Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:17.347939 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.353796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.356664 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/networks/20acf0e8-68b5-449b-bbb5-19efce3273c3 HTTP/1.1" status: 204 len: 168 time: 1.3801396 Jul 16 18:44:17.361084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60242) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:17.448674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] Network 20acf0e8-68b5-449b-bbb5-19efce3273c3 is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:44:17.448674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] No DVR routers for this DVR port 95b9f731-cedf-411f-8fc9-436b1d218eaa on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:17.451212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f10028-f80c-4b46-abca-f68a6c39e151 None None] Pushing event deleted for resources: {'Port': ['ID=95b9f731-cedf-411f-8fc9-436b1d218eaa,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:17.464763 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19caa5d-55b9-4ec2-bf0d-dc8368ea7ded None None] The sync data for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 is: [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:16Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:17.465517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dd7ef-0995-49c9-86b3-c5eb2fa96ab2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Network': ['ID=20acf0e8-68b5-449b-bbb5-19efce3273c3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:17.497418 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.533344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc90e84-b2f9-4bf7-8532-2d13187d5981 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Deleting subnet 87cbde32-c497-43fe-bf6e-e5c70fca2731 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:17.541696 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc90e84-b2f9-4bf7-8532-2d13187d5981 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.672372 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc90e84-b2f9-4bf7-8532-2d13187d5981 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.811595 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc90e84-b2f9-4bf7-8532-2d13187d5981 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.857102 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.920155 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc90e84-b2f9-4bf7-8532-2d13187d5981 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.969789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc90e84-b2f9-4bf7-8532-2d13187d5981 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Subnet': ['ID=87cbde32-c497-43fe-bf6e-e5c70fca2731,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:17.973532 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc90e84-b2f9-4bf7-8532-2d13187d5981 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.979072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60244) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:17.979272 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cfc90e84-b2f9-4bf7-8532-2d13187d5981 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/subnets/87cbde32-c497-43fe-bf6e-e5c70fca2731 HTTP/1.1" status: 204 len: 168 time: 0.6153734 Jul 16 18:44:17.983307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0cb22-e868-42e8-9a04-4a2a83c9e73c None None] Network 56c095bc-df9d-4ea1-b65a-70d737fd71ea requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:18.057715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-16113558-bfab-4e6c-9ec8-310f854b0c5e tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Deleting subnet b3307809-2e1c-44c7-92c4-41e36aeb3ce0 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:18.064036 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16113558-bfab-4e6c-9ec8-310f854b0c5e tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.139649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16113558-bfab-4e6c-9ec8-310f854b0c5e tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.167301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Router 8426b8be-cafa-4770-acd6-3408fee43488 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:44:18.301926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4323c5-d554-4c2a-a99d-d6d840a8518c None None] DHCP port deletion for 56c095bc-df9d-4ea1-b65a-70d737fd71ea request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:18.358108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16113558-bfab-4e6c-9ec8-310f854b0c5e tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.365616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8d4323c5-d554-4c2a-a99d-d6d840a8518c None None] Deleting port 306aa043-9df8-469d-a12d-d46736a63126 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:18.366252 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d4323c5-d554-4c2a-a99d-d6d840a8518c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.406587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:18.418065 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Sync routers for ids ['8426b8be-cafa-4770-acd6-3408fee43488'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:18.433871 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Routers {'8426b8be-cafa-4770-acd6-3408fee43488'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:18.434957 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8426b8be-cafa-4770-acd6-3408fee43488'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:18.444140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.449543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60246) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.450122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bcbb5a4f-a153-4c7c-94a1-e774bbdc8323 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7044463 Jul 16 18:44:18.452847 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16113558-bfab-4e6c-9ec8-310f854b0c5e tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.480792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113558-bfab-4e6c-9ec8-310f854b0c5e tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Subnet': ['ID=b3307809-2e1c-44c7-92c4-41e36aeb3ce0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:18.515580 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16113558-bfab-4e6c-9ec8-310f854b0c5e tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.519248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-16113558-bfab-4e6c-9ec8-310f854b0c5e tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/subnets/b3307809-2e1c-44c7-92c4-41e36aeb3ce0 HTTP/1.1" status: 204 len: 168 time: 0.5395060 Jul 16 18:44:18.522841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60248) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.551211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d8828-cdeb-4cb7-8137-9d3993ea6f6d None None] Network 8c16c7f3-292d-40e2-98df-acb0556902b2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:18.634635 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Set router 8426b8be-cafa-4770-acd6-3408fee43488 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:18.662187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8d4323c5-d554-4c2a-a99d-d6d840a8518c None None] For port 306aa043-9df8-469d-a12d-d46736a63126, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=306aa043-9df8-469d-a12d-d46736a63126,segment=NetworkSegment(11d5c423-6915-4646-8204-5ca8ba20b444),segment_id=11d5c423-6915-4646-8204-5ca8ba20b444)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:18.662602 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d4323c5-d554-4c2a-a99d-d6d840a8518c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.704478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-8d4323c5-d554-4c2a-a99d-d6d840a8518c None None] Calling delete_port for 306aa043-9df8-469d-a12d-d46736a63126 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:18.731218 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.748723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 33d2aafc-1abc-46e0-856c-d443411fd294 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:18.756460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca5752-c57b-484d-900e-1cdd94a8a92e None None] Network 78308a59-4170-4e73-9ad4-78567ab2cb5f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:18.816226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Deleting port 306aa043-9df8-469d-a12d-d46736a63126 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:18.816725 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.929107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] For port 306aa043-9df8-469d-a12d-d46736a63126, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=306aa043-9df8-469d-a12d-d46736a63126,segment=NetworkSegment(11d5c423-6915-4646-8204-5ca8ba20b444),segment_id=11d5c423-6915-4646-8204-5ca8ba20b444)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:18.929502 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.942052 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8426b8be-cafa-4770-acd6-3408fee43488', 'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:14Z', 'updated_at': '2021-07-16T18:44:17Z', 'revision_number': 3, 'project_id': '233712d3e4624ac08d0420d316da1006', 'gw_port': {'id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:18.969500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Calling delete_port for 306aa043-9df8-469d-a12d-d46736a63126 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:19.010185 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Checking router: 8426b8be-cafa-4770-acd6-3408fee43488 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:19.010664 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Updating router 8426b8be-cafa-4770-acd6-3408fee43488 port 7b8d9c87-0524-405e-956e-d4f0188f31de binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:44:19.031403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-15ea06cd-6083-4304-93ea-c193f9301595 None None] Provisioning for port 33d2aafc-1abc-46e0-856c-d443411fd294 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:19.091484 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.153327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 33d2aafc-1abc-46e0-856c-d443411fd294 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:19.206030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 33d2aafc-1abc-46e0-856c-d443411fd294 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:19.206615 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.426418 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d4323c5-d554-4c2a-a99d-d6d840a8518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.445676 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.488625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4323c5-d554-4c2a-a99d-d6d840a8518c None None] No DVR routers for this DVR port 306aa043-9df8-469d-a12d-d46736a63126 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:19.490481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4323c5-d554-4c2a-a99d-d6d840a8518c None None] Pushing event deleted for resources: {'Port': ['ID=306aa043-9df8-469d-a12d-d46736a63126,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.558793 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.571813 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Transition to ACTIVE for port object 7b8d9c87-0524-405e-956e-d4f0188f31de will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:19.580164 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.586587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.606851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Port': ['ID=306aa043-9df8-469d-a12d-d46736a63126,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.612388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] No DVR routers for this DVR port 306aa043-9df8-469d-a12d-d46736a63126 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:19.616700 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Attempting to bind port 7b8d9c87-0524-405e-956e-d4f0188f31de on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:19.617351 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Attempting to bind port 7b8d9c87-0524-405e-956e-d4f0188f31de by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:19.617722 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Attempting to bind port 7b8d9c87-0524-405e-956e-d4f0188f31de on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:19.644270 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:19.644505 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:19.644803 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.645199 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:19.645683 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Bound port: 7b8d9c87-0524-405e-956e-d4f0188f31de, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:19.646062 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.652122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 33d2aafc-1abc-46e0-856c-d443411fd294, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=33d2aafc-1abc-46e0-856c-d443411fd294,segment=NetworkSegment(42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a),segment_id=42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:19.659847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4df70-6765-4ef9-9d1f-18cb19b7be09 None None] DHCP port deletion for 8c16c7f3-292d-40e2-98df-acb0556902b2 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:19.667270 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.668260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c165c127-33c2-4d6e-89a8-c8e064846b38 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:19.709090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.719209 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] For port 7b8d9c87-0524-405e-956e-d4f0188f31de, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:19.726987 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] For port 7b8d9c87-0524-405e-956e-d4f0188f31de, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b8d9c87-0524-405e-956e-d4f0188f31de,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:19.740732 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.800281 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Routers {'8426b8be-cafa-4770-acd6-3408fee43488'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:19.801140 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8426b8be-cafa-4770-acd6-3408fee43488'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:19.821082 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=33d2aafc-1abc-46e0-856c-d443411fd294,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.840746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4df70-6765-4ef9-9d1f-18cb19b7be09 None None] Deleting port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:19.841166 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfa4df70-6765-4ef9-9d1f-18cb19b7be09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.844503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port c165c127-33c2-4d6e-89a8-c8e064846b38 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:19.864725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c165c127-33c2-4d6e-89a8-c8e064846b38 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:19.865124 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.881141 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8312e-bfe4-4090-b25a-77088cb579e0 None None] Pushing event updated for resources: {'Port': ['ID=7b8d9c87-0524-405e-956e-d4f0188f31de,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.907905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.926972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c095bc-df9d-4ea1-b65a-70d737fd71ea']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:19.949760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d5c423-6915-4646-8204-5ca8ba20b444') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:19.950215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d5c423-6915-4646-8204-5ca8ba20b444') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:19.963639 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.987488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.989723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bfa4df70-6765-4ef9-9d1f-18cb19b7be09 None None] For port f1cc4b37-e2ba-4037-89a3-9952d3274dd5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f1cc4b37-e2ba-4037-89a3-9952d3274dd5,segment=NetworkSegment(b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7),segment_id=b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:19.990137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfa4df70-6765-4ef9-9d1f-18cb19b7be09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.001362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:20.003398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: self.session.flush() Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:20.011303 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:20.019736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4df70-6765-4ef9-9d1f-18cb19b7be09 None None] Calling delete_port for f1cc4b37-e2ba-4037-89a3-9952d3274dd5 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:20.027944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Allocated IP 172.20.0.1 (78308a59-4170-4e73-9ad4-78567ab2cb5f/e0d43ed2-7f71-49f9-826e-852695aec1d8/174623d8-343a-41d7-8953-09335444d6b2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:20.063942 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8312e-bfe4-4090-b25a-77088cb579e0 None None] Pushing event updated for resources: {'Port': ['ID=7b8d9c87-0524-405e-956e-d4f0188f31de,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.107584 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.118626 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] Set router 8426b8be-cafa-4770-acd6-3408fee43488 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:20.131661 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.146712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60250) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.147025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/networks/56c095bc-df9d-4ea1-b65a-70d737fd71ea HTTP/1.1" status: 204 len: 168 time: 1.6204963 Jul 16 18:44:20.169506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66204dc5-012c-490d-966b-45c1fdb4ef92 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Network': ['ID=56c095bc-df9d-4ea1-b65a-70d737fd71ea,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.176960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f3db699b-a90d-4050-9cad-bc0d4e00736d None None] Provisioning complete for port 33d2aafc-1abc-46e0-856c-d443411fd294 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:20.177348 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f3db699b-a90d-4050-9cad-bc0d4e00736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.225510 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.229127 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfa4df70-6765-4ef9-9d1f-18cb19b7be09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.285473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4df70-6765-4ef9-9d1f-18cb19b7be09 None None] Pushing event deleted for resources: {'Port': ['ID=f1cc4b37-e2ba-4037-89a3-9952d3274dd5,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.288792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa4df70-6765-4ef9-9d1f-18cb19b7be09 None None] No DVR routers for this DVR port f1cc4b37-e2ba-4037-89a3-9952d3274dd5 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:20.325192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port c165c127-33c2-4d6e-89a8-c8e064846b38, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c165c127-33c2-4d6e-89a8-c8e064846b38,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:20.334605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.342203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.351465 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.372340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Transition to ACTIVE for port object 174623d8-343a-41d7-8953-09335444d6b2 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:20.430783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=c165c127-33c2-4d6e-89a8-c8e064846b38,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.435444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 95b9f731-cedf-411f-8fc9-436b1d218eaa no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:20.471484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 95b9f731-cedf-411f-8fc9-436b1d218eaa {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:20.472940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 95b9f731-cedf-411f-8fc9-436b1d218eaa not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:20.473666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 306aa043-9df8-469d-a12d-d46736a63126 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:20.506181 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.510614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 306aa043-9df8-469d-a12d-d46736a63126 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:20.510841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 306aa043-9df8-469d-a12d-d46736a63126 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:20.536340 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8426b8be-cafa-4770-acd6-3408fee43488', 'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:14Z', 'updated_at': '2021-07-16T18:44:17Z', 'revision_number': 3, 'project_id': '233712d3e4624ac08d0420d316da1006', 'gw_port': {'id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:20.584596 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b76eee-e9b6-43b1-bdd9-ce1837e3bfc0 None None] The sync data for ids ['8426b8be-cafa-4770-acd6-3408fee43488'] in n-d-793619-10 is: [{'id': '8426b8be-cafa-4770-acd6-3408fee43488', 'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:14Z', 'updated_at': '2021-07-16T18:44:17Z', 'revision_number': 3, 'project_id': '233712d3e4624ac08d0420d316da1006', 'gw_port': {'id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:20.604508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.617412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Network 78308a59-4170-4e73-9ad4-78567ab2cb5f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:20.638232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 33d2aafc-1abc-46e0-856c-d443411fd294 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:20.638533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:20.642231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:20.649530 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c16c7f3-292d-40e2-98df-acb0556902b2']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:20.693027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Pushing event updated for resources: {'Port': ['ID=174623d8-343a-41d7-8953-09335444d6b2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.735997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:20.737513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84ac9a6-6062-482f-8d0b-3ac4df2f6aa7') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:20.740819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 33d2aafc-1abc-46e0-856c-d443411fd294 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:20.741679 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.765148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.778963 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.856864 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.875284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:20.875663 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:20.880482 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:20.898701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c165c127-33c2-4d6e-89a8-c8e064846b38 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:21.029178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port c165c127-33c2-4d6e-89a8-c8e064846b38 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:21.029956 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.038137 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.062551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.067833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/networks/8c16c7f3-292d-40e2-98df-acb0556902b2 HTTP/1.1" status: 204 len: 168 time: 0.9190555 Jul 16 18:44:21.070198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60252) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:21.088770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-231a5cde-e92f-457c-893b-576e13a62190 None None] Provisioning for port 174623d8-343a-41d7-8953-09335444d6b2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:21.091137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d32709-4fa0-4852-86a2-b113164692b6 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Network': ['ID=8c16c7f3-292d-40e2-98df-acb0556902b2,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.097454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-231a5cde-e92f-457c-893b-576e13a62190 None None] Provisioning complete for port 174623d8-343a-41d7-8953-09335444d6b2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:21.097828 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-231a5cde-e92f-457c-893b-576e13a62190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.162831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.177696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ca10f9-3f9d-4a96-a6d9-53dbba8598a7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Deleting subnet 9b797dcc-8b9e-45f4-9298-a6640dd227ce {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:21.183583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69ca10f9-3f9d-4a96-a6d9-53dbba8598a7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.214453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-231a5cde-e92f-457c-893b-576e13a62190 None None] Port 174623d8-343a-41d7-8953-09335444d6b2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:21.266601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69ca10f9-3f9d-4a96-a6d9-53dbba8598a7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.371609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f1cc4b37-e2ba-4037-89a3-9952d3274dd5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:21.414297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f1cc4b37-e2ba-4037-89a3-9952d3274dd5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:21.415601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f1cc4b37-e2ba-4037-89a3-9952d3274dd5 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:21.457194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69ca10f9-3f9d-4a96-a6d9-53dbba8598a7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.490577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.498521 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.577306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Pushing event updated for resources: {'Port': ['ID=174623d8-343a-41d7-8953-09335444d6b2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.580605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.587364 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69ca10f9-3f9d-4a96-a6d9-53dbba8598a7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.623233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca10f9-3f9d-4a96-a6d9-53dbba8598a7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Subnet': ['ID=9b797dcc-8b9e-45f4-9298-a6640dd227ce,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.628125 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-69ca10f9-3f9d-4a96-a6d9-53dbba8598a7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.633299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-69ca10f9-3f9d-4a96-a6d9-53dbba8598a7 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/subnets/9b797dcc-8b9e-45f4-9298-a6640dd227ce HTTP/1.1" status: 204 len: 168 time: 0.5576432 Jul 16 18:44:21.634209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60254) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:21.635117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a994e12-f04c-46bd-b7a0-73a953da5459 None None] Network f13c28a9-c364-47c0-9002-f7117a88172c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:21.729121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Network 78308a59-4170-4e73-9ad4-78567ab2cb5f is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:21.733081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:21.749225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.856789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Deleting port a373b9d5-630f-4107-968e-0296807452c8 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:21.857518 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.926471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Router 8426b8be-cafa-4770-acd6-3408fee43488 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:21.942731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1eb176-f5d3-4aa5-aa5a-fb0c7cb3fd39 None None] DHCP port deletion for f13c28a9-c364-47c0-9002-f7117a88172c request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:21.976195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] For port a373b9d5-630f-4107-968e-0296807452c8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a373b9d5-630f-4107-968e-0296807452c8,segment=NetworkSegment(0752c44f-8881-47fb-8cd8-a277ef4411fc),segment_id=0752c44f-8881-47fb-8cd8-a277ef4411fc)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:21.976597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.993292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Calling delete_port for a373b9d5-630f-4107-968e-0296807452c8 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:22.067451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eb176-f5d3-4aa5-aa5a-fb0c7cb3fd39 None None] Deleting port a373b9d5-630f-4107-968e-0296807452c8 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:22.067841 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb176-f5d3-4aa5-aa5a-fb0c7cb3fd39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.114219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:22.128208 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dda721ce-39e8-439b-8bbe-4d46477ee842 admin admin] 10.222.0.60 "PUT /v2.0/routers/8426b8be-cafa-4770-acd6-3408fee43488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6697788 Jul 16 18:44:22.154610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0f1eb176-f5d3-4aa5-aa5a-fb0c7cb3fd39 None None] For port a373b9d5-630f-4107-968e-0296807452c8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a373b9d5-630f-4107-968e-0296807452c8,segment=NetworkSegment(0752c44f-8881-47fb-8cd8-a277ef4411fc),segment_id=0752c44f-8881-47fb-8cd8-a277ef4411fc)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:22.154941 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb176-f5d3-4aa5-aa5a-fb0c7cb3fd39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.158030 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.191913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Port': ['ID=a373b9d5-630f-4107-968e-0296807452c8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.195831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] No DVR routers for this DVR port a373b9d5-630f-4107-968e-0296807452c8 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:22.208179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0f1eb176-f5d3-4aa5-aa5a-fb0c7cb3fd39 None None] Calling delete_port for a373b9d5-630f-4107-968e-0296807452c8 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:22.228166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3e9fc907-c66e-4e54-b97b-e973938061af None None] Provisioning complete for port 174623d8-343a-41d7-8953-09335444d6b2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:22.228685 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc907-c66e-4e54-b97b-e973938061af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.292694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.305445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13c28a9-c364-47c0-9002-f7117a88172c']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:22.331454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0752c44f-8881-47fb-8cd8-a277ef4411fc') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:22.332148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3e9fc907-c66e-4e54-b97b-e973938061af None None] Port 174623d8-343a-41d7-8953-09335444d6b2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:22.332242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0752c44f-8881-47fb-8cd8-a277ef4411fc') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:22.348258 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.367281 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.372965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0f1eb176-f5d3-4aa5-aa5a-fb0c7cb3fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.375328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:22.375741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:22.379987 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:22.414627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1eb176-f5d3-4aa5-aa5a-fb0c7cb3fd39 None None] No DVR routers for this DVR port a373b9d5-630f-4107-968e-0296807452c8 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:22.418124 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1eb176-f5d3-4aa5-aa5a-fb0c7cb3fd39 None None] Pushing event deleted for resources: {'Port': ['ID=a373b9d5-630f-4107-968e-0296807452c8,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.460495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.468865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.471347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/networks/f13c28a9-c364-47c0-9002-f7117a88172c HTTP/1.1" status: 204 len: 168 time: 0.8358088 Jul 16 18:44:22.474249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60266) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:22.496557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99d266-1d9e-4d33-8419-c244f2fa30ac tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Pushing event deleted for resources: {'Network': ['ID=f13c28a9-c364-47c0-9002-f7117a88172c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.519876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-66e41cc3-1859-4075-b454-df7697985f73 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc9ceef0-aaac-4217-921c-09187a901738 HTTP/1.1" status: 200 len: 205 time: 0.0441096 Jul 16 18:44:22.522223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60268) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:22.654823 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f00deb00-1c4d-4311-837c-cbf5d9b25ca2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.687336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b8d9c87-0524-405e-956e-d4f0188f31de up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:22.753404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7b8d9c87-0524-405e-956e-d4f0188f31de completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:22.758602 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7b8d9c87-0524-405e-956e-d4f0188f31de triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:22.759054 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.862333 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.886033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7b8d9c87-0524-405e-956e-d4f0188f31de, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b8d9c87-0524-405e-956e-d4f0188f31de,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:22.891439 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.898899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f00deb00-1c4d-4311-837c-cbf5d9b25ca2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.904045 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f00deb00-1c4d-4311-837c-cbf5d9b25ca2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.965546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7b8d9c87-0524-405e-956e-d4f0188f31de,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.985896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a373b9d5-630f-4107-968e-0296807452c8 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:22.986989 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f00deb00-1c4d-4311-837c-cbf5d9b25ca2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.987749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00deb00-1c4d-4311-837c-cbf5d9b25ca2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Fanout notify agent at l3_agent the message router_deleted on router bc9ceef0-aaac-4217-921c-09187a901738 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:22.996616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f00deb00-1c4d-4311-837c-cbf5d9b25ca2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.997953 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f00deb00-1c4d-4311-837c-cbf5d9b25ca2 tempest-RoutersNegativeIpV6Test-178683242 tempest-RoutersNegativeIpV6Test-178683242-project] 10.222.0.60 "DELETE /v2.0/routers/bc9ceef0-aaac-4217-921c-09187a901738 HTTP/1.1" status: 204 len: 168 time: 0.4743714 Jul 16 18:44:23.027752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: a373b9d5-630f-4107-968e-0296807452c8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:23.027959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a373b9d5-630f-4107-968e-0296807452c8 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:23.072936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Sync routers for ids ['8426b8be-cafa-4770-acd6-3408fee43488'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:23.084464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Routers {'8426b8be-cafa-4770-acd6-3408fee43488'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:23.085475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8426b8be-cafa-4770-acd6-3408fee43488'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:23.243022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Set router 8426b8be-cafa-4770-acd6-3408fee43488 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:23.384630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60318) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:23.487153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8426b8be-cafa-4770-acd6-3408fee43488', 'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:14Z', 'updated_at': '2021-07-16T18:44:21Z', 'revision_number': 4, 'project_id': '233712d3e4624ac08d0420d316da1006', 'gw_port': {'id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '174623d8-343a-41d7-8953-09335444d6b2', 'name': '', 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'mac_address': 'fa:16:3e:37:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'e0d43ed2-7f71-49f9-826e-852695aec1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:19Z', 'updated_at': '2021-07-16T18:44:21Z', 'revision_number': 2, 'project_id': '233712d3e4624ac08d0420d316da1006', 'subnets': [{'id': 'e0d43ed2-7f71-49f9-826e-852695aec1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:23.520048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Checking router: 8426b8be-cafa-4770-acd6-3408fee43488 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:23.520583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Updating router 8426b8be-cafa-4770-acd6-3408fee43488 port 174623d8-343a-41d7-8953-09335444d6b2 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:44:23.545692 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8029f42c-4314-4c36-ac56-c441898b4633 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1f2c0df5e5e41d097cde913a47a9a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575880 Jul 16 18:44:23.546058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60350) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:23.569909 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.623345 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7aa05a6b-b81c-426f-9dd6-a6ae82ee0080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.647840 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7aa05a6b-b81c-426f-9dd6-a6ae82ee0080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.707526 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7aa05a6b-b81c-426f-9dd6-a6ae82ee0080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.710913 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7aa05a6b-b81c-426f-9dd6-a6ae82ee0080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.712203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7aa05a6b-b81c-426f-9dd6-a6ae82ee0080 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7753411-b0c6-46e8-8644-878bb901425f HTTP/1.1" status: 204 len: 168 time: 0.1651280 Jul 16 18:44:23.721755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa05a6b-b81c-426f-9dd6-a6ae82ee0080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7753411-b0c6-46e8-8644-878bb901425f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:23.901394 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.916504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Transition to ACTIVE for port object 174623d8-343a-41d7-8953-09335444d6b2 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:23.924481 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.146891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd418be-594d-410d-bfad-b4e6f94e2b71 None None] Pushing event updated for resources: {'Port': ['ID=174623d8-343a-41d7-8953-09335444d6b2,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:24.208424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Attempting to bind port 174623d8-343a-41d7-8953-09335444d6b2 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:24.209356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Attempting to bind port 174623d8-343a-41d7-8953-09335444d6b2 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:24.209788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Attempting to bind port 174623d8-343a-41d7-8953-09335444d6b2 on network 78308a59-4170-4e73-9ad4-78567ab2cb5f {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:24.219081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:24.219532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Checking segment: {'id': '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:24.219864 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.220268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Bound using segment: {'id': '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:24.220876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Bound port: 174623d8-343a-41d7-8953-09335444d6b2, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:24.221268 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.335624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] For port 174623d8-343a-41d7-8953-09335444d6b2, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:24.339909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] For port 174623d8-343a-41d7-8953-09335444d6b2, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=174623d8-343a-41d7-8953-09335444d6b2,segment=NetworkSegment(42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a),segment_id=42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:24.350116 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.417885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Routers {'8426b8be-cafa-4770-acd6-3408fee43488'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:24.418579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8426b8be-cafa-4770-acd6-3408fee43488'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:24.496056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd418be-594d-410d-bfad-b4e6f94e2b71 None None] Pushing event updated for resources: {'Port': ['ID=174623d8-343a-41d7-8953-09335444d6b2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:24.631826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] Set router 8426b8be-cafa-4770-acd6-3408fee43488 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:24.675737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b8d9c87-0524-405e-956e-d4f0188f31de up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:24.798338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60374) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.850625 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7b8d9c87-0524-405e-956e-d4f0188f31de triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:24.851000 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.954627 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1ef4351a-31c5-45ec-bc9c-e2ce80279034 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-821735023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:25.000272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8426b8be-cafa-4770-acd6-3408fee43488', 'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:14Z', 'updated_at': '2021-07-16T18:44:21Z', 'revision_number': 4, 'project_id': '233712d3e4624ac08d0420d316da1006', 'gw_port': {'id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '174623d8-343a-41d7-8953-09335444d6b2', 'name': '', 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'mac_address': 'fa:16:3e:37:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'e0d43ed2-7f71-49f9-826e-852695aec1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:19Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '233712d3e4624ac08d0420d316da1006', 'subnets': [{'id': 'e0d43ed2-7f71-49f9-826e-852695aec1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:25.007107 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ef4351a-31c5-45ec-bc9c-e2ce80279034 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.009072 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ef4351a-31c5-45ec-bc9c-e2ce80279034 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.029173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218461e3-c27f-43f2-be3e-0b9133babd1c None None] The sync data for ids ['8426b8be-cafa-4770-acd6-3408fee43488'] in n-d-793619-10 is: [{'id': '8426b8be-cafa-4770-acd6-3408fee43488', 'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:14Z', 'updated_at': '2021-07-16T18:44:21Z', 'revision_number': 4, 'project_id': '233712d3e4624ac08d0420d316da1006', 'gw_port': {'id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '174623d8-343a-41d7-8953-09335444d6b2', 'name': '', 'network_id': '78308a59-4170-4e73-9ad4-78567ab2cb5f', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'mac_address': 'fa:16:3e:37:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'e0d43ed2-7f71-49f9-826e-852695aec1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:19Z', 'updated_at': '2021-07-16T18:44:24Z', 'revision_number': 4, 'project_id': '233712d3e4624ac08d0420d316da1006', 'subnets': [{'id': 'e0d43ed2-7f71-49f9-826e-852695aec1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:25.097819 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ef4351a-31c5-45ec-bc9c-e2ce80279034 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.106231 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ef4351a-31c5-45ec-bc9c-e2ce80279034 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.145809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1ef4351a-31c5-45ec-bc9c-e2ce80279034 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.152033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60378) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.152490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1ef4351a-31c5-45ec-bc9c-e2ce80279034 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3515339 Jul 16 18:44:25.161135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1002692616'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:25.188565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Made reservation on behalf of 395b1b7fb34b48d9acd517696c571a97 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:25.211375 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.222626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.382744 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.389752 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.427423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:25.449018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.449373 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Added segment 1514daa8-310e-495c-a01b-b3237d63647d of type vlan for network 6c456535-7498-4073-86ee-83b0e685bfa3 Jul 16 18:44:25.450658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7ee708-4a44-4e4e-892c-38a45a7ad98f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:25.505422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.538985 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.544769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:25.545379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.588959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60382) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.589310 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4349759 Jul 16 18:44:25.595014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Request body: {'subnet': {'network_id': '6c456535-7498-4073-86ee-83b0e685bfa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:25.633968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfec6b6-8876-426d-a5d3-9b67ee3ba3d8 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Network': ['ID=6c456535-7498-4073-86ee-83b0e685bfa3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:25.645551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 6c456535-7498-4073-86ee-83b0e685bfa3 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:25.710267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Made reservation on behalf of 395b1b7fb34b48d9acd517696c571a97 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:25.714729 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.948001 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.025801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Subnet': ['ID=2d794b19-1af1-43c6-836e-3e4d03d87a26,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.038094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Checking segment: {'id': '1514daa8-310e-495c-a01b-b3237d63647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6c456535-7498-4073-86ee-83b0e685bfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:26.038641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network hostable DHCP agents. Network: 6c456535-7498-4073-86ee-83b0e685bfa3, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:26.059111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network 6c456535-7498-4073-86ee-83b0e685bfa3 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:26.069387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 6c456535-7498-4073-86ee-83b0e685bfa3) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:26.074696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.075383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.087591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da238c54-655b-4659-9b61-86401cbd4144 None None] Network 6c456535-7498-4073-86ee-83b0e685bfa3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:26.098491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60384) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:26.098990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a5384fcc-2418-4f34-af32-bf5daa058648 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5086665 Jul 16 18:44:26.104414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Request body: {'network': {'name': 'tempest-router-network01--470680255'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:26.155167 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Made reservation on behalf of 395b1b7fb34b48d9acd517696c571a97 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:26.159021 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.200826 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:26.213925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.215105 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Added segment 3141fd12-60f5-477d-adb1-acdbde8908b0 of type vlan for network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 Jul 16 18:44:26.271218 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.308975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.315907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-6c456535-7498-4073-86ee-83b0e685bfa3', 'network_id': '6c456535-7498-4073-86ee-83b0e685bfa3', 'tenant_id': '395b1b7fb34b48d9acd517696c571a97', 'fixed_ips': [{'subnet_id': '2d794b19-1af1-43c6-836e-3e4d03d87a26'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:26.318688 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.321306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.322367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.389030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:26.389188 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2892194 Jul 16 18:44:26.397420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Request body: {'network': {'name': 'tempest-router-network02--589771910'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:26.426781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37cee8-d878-4e93-bbdc-7fa2d0834923 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Network': ['ID=1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.440339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Made reservation on behalf of 395b1b7fb34b48d9acd517696c571a97 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:26.444319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.458979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:26.489740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:26.506414 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.506949 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Added segment f51485e0-f8dc-4080-a673-28e021e75d3c of type vlan for network 84863a25-e75f-444a-8448-222b3d7bde7c Jul 16 18:44:26.586003 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.600293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Allocated IP 172.20.0.2 (6c456535-7498-4073-86ee-83b0e685bfa3/2d794b19-1af1-43c6-836e-3e4d03d87a26/76d758e5-d246-476d-92c8-e4839eceebf2) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:26.641171 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.649759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.650845 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.671474 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2808971 Jul 16 18:44:26.681736 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60390) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:26.690346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Request body: {'subnet': {'network_id': '1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:26.700058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 174623d8-343a-41d7-8953-09335444d6b2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:26.771073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc607c-2f54-42ce-9cb5-8b6af6e99bb7 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Network': ['ID=84863a25-e75f-444a-8448-222b3d7bde7c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.788474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 84863a25-e75f-444a-8448-222b3d7bde7c details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:26.824074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Made reservation on behalf of 395b1b7fb34b48d9acd517696c571a97 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:26.828796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.929707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 174623d8-343a-41d7-8953-09335444d6b2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:26.945044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 174623d8-343a-41d7-8953-09335444d6b2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:26.945660 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.981391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.998444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Transition to ACTIVE for port object 76d758e5-d246-476d-92c8-e4839eceebf2 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:27.021904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Transition to ACTIVE for port object 76d758e5-d246-476d-92c8-e4839eceebf2 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:27.052844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.072419 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.120557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Network 6c456535-7498-4073-86ee-83b0e685bfa3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:27.122167 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.124313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Pushing event updated for resources: {'Port': ['ID=76d758e5-d246-476d-92c8-e4839eceebf2,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:27.128266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:27.138684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:27.150751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Checking segment: {'id': '3141fd12-60f5-477d-adb1-acdbde8908b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:27.151270 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network hostable DHCP agents. Network: 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:27.160749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Subnet': ['ID=531a7612-faa3-4d6b-a22d-1d5b52e52e98,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:27.183711 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:27.201679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:27.207659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.208271 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.222666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 174623d8-343a-41d7-8953-09335444d6b2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=174623d8-343a-41d7-8953-09335444d6b2,segment=NetworkSegment(42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a),segment_id=42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:27.223971 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d21618-2c5c-4ac0-b435-834a3a1deb29 None None] Network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:27.234102 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d62ccee6-b72c-4695-aec5-5b8d68acb710 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5478616 Jul 16 18:44:27.238100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60392) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:27.241891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.244103 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Request body: {'subnet': {'network_id': '84863a25-e75f-444a-8448-222b3d7bde7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:27.284949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Attempting to bind port 76d758e5-d246-476d-92c8-e4839eceebf2 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:27.285311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Attempting to bind port 76d758e5-d246-476d-92c8-e4839eceebf2 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '1514daa8-310e-495c-a01b-b3237d63647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6c456535-7498-4073-86ee-83b0e685bfa3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:27.285680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Attempting to bind port 76d758e5-d246-476d-92c8-e4839eceebf2 on network 6c456535-7498-4073-86ee-83b0e685bfa3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:27.330965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:27.331397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Checking segment: {'id': '1514daa8-310e-495c-a01b-b3237d63647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6c456535-7498-4073-86ee-83b0e685bfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:27.331749 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.332152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Bound using segment: {'id': '1514daa8-310e-495c-a01b-b3237d63647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6c456535-7498-4073-86ee-83b0e685bfa3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:27.332776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Bound port: 76d758e5-d246-476d-92c8-e4839eceebf2, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1514daa8-310e-495c-a01b-b3237d63647d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6c456535-7498-4073-86ee-83b0e685bfa3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:27.333233 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.381217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=174623d8-343a-41d7-8953-09335444d6b2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:27.382708 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Made reservation on behalf of 395b1b7fb34b48d9acd517696c571a97 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:27.395753 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.631606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] For port 76d758e5-d246-476d-92c8-e4839eceebf2, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:27.635344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] For port 76d758e5-d246-476d-92c8-e4839eceebf2, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=76d758e5-d246-476d-92c8-e4839eceebf2,segment=NetworkSegment(1514daa8-310e-495c-a01b-b3237d63647d),segment_id=1514daa8-310e-495c-a01b-b3237d63647d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:27.642848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.654548 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.685642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0', 'network_id': '1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0', 'tenant_id': '395b1b7fb34b48d9acd517696c571a97', 'fixed_ips': [{'subnet_id': '531a7612-faa3-4d6b-a22d-1d5b52e52e98'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:27.687029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.720261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Subnet': ['ID=9dace81b-0c77-487d-95f5-8de670b6a3e5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:27.739813 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Checking segment: {'id': 'f51485e0-f8dc-4080-a673-28e021e75d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '84863a25-e75f-444a-8448-222b3d7bde7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:27.740257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network hostable DHCP agents. Network: 84863a25-e75f-444a-8448-222b3d7bde7c, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:27.761629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network 84863a25-e75f-444a-8448-222b3d7bde7c is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:27.775748 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 84863a25-e75f-444a-8448-222b3d7bde7c) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:27.780895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.781581 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.794288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200ec60-9587-416b-8977-0f22de49e67a None None] Pushing event updated for resources: {'Port': ['ID=76d758e5-d246-476d-92c8-e4839eceebf2,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:27.797847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2a04e-92ef-4a58-93af-35b89bf7875c None None] Network 84863a25-e75f-444a-8448-222b3d7bde7c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:27.810482 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a4d4b1dc-3f23-46e3-8fc2-3de4e1dcb2d9 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5688550 Jul 16 18:44:27.811036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60396) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:28.015276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Allocated IP 172.20.0.2 (1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0/531a7612-faa3-4d6b-a22d-1d5b52e52e98/a0aa2ce9-99ba-461d-b2cb-28737ee6297e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:28.063387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-84863a25-e75f-444a-8448-222b3d7bde7c', 'network_id': '84863a25-e75f-444a-8448-222b3d7bde7c', 'tenant_id': '395b1b7fb34b48d9acd517696c571a97', 'fixed_ips': [{'subnet_id': '9dace81b-0c77-487d-95f5-8de670b6a3e5'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:28.065616 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.360817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Allocated IP 172.20.0.2 (84863a25-e75f-444a-8448-222b3d7bde7c/9dace81b-0c77-487d-95f5-8de670b6a3e5/6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:28.362968 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.379564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Transition to ACTIVE for port object a0aa2ce9-99ba-461d-b2cb-28737ee6297e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:28.420710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Transition to ACTIVE for port object a0aa2ce9-99ba-461d-b2cb-28737ee6297e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:28.430989 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.533812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:28.537595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Pushing event updated for resources: {'Port': ['ID=a0aa2ce9-99ba-461d-b2cb-28737ee6297e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:28.540183 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.541559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:28.544748 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:28.719335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Attempting to bind port a0aa2ce9-99ba-461d-b2cb-28737ee6297e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:28.719699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Attempting to bind port a0aa2ce9-99ba-461d-b2cb-28737ee6297e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '3141fd12-60f5-477d-adb1-acdbde8908b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:28.720069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Attempting to bind port a0aa2ce9-99ba-461d-b2cb-28737ee6297e on network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:28.738844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:28.739087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Checking segment: {'id': '3141fd12-60f5-477d-adb1-acdbde8908b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:28.739451 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.739848 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Bound using segment: {'id': '3141fd12-60f5-477d-adb1-acdbde8908b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:28.740494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Bound port: a0aa2ce9-99ba-461d-b2cb-28737ee6297e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3141fd12-60f5-477d-adb1-acdbde8908b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:28.740922 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.743820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.763218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Transition to ACTIVE for port object 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:28.808324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Transition to ACTIVE for port object 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:28.809467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 174623d8-343a-41d7-8953-09335444d6b2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:28.841119 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.913930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] For port a0aa2ce9-99ba-461d-b2cb-28737ee6297e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:28.929285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Network 84863a25-e75f-444a-8448-222b3d7bde7c is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:28.944739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] For port a0aa2ce9-99ba-461d-b2cb-28737ee6297e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a0aa2ce9-99ba-461d-b2cb-28737ee6297e,segment=NetworkSegment(3141fd12-60f5-477d-adb1-acdbde8908b0),segment_id=3141fd12-60f5-477d-adb1-acdbde8908b0)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:28.946591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:28.949811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:28.959715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Pushing event updated for resources: {'Port': ['ID=6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:28.965472 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.975031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Allocated IP 172.20.0.1 (1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0/531a7612-faa3-4d6b-a22d-1d5b52e52e98/2e5b477f-8444-4e67-abc3-dc7e3355e7e3) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:29.106865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 174623d8-343a-41d7-8953-09335444d6b2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:29.106865 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.112981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Attempting to bind port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:29.113418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Attempting to bind port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'f51485e0-f8dc-4080-a673-28e021e75d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '84863a25-e75f-444a-8448-222b3d7bde7c'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:29.113817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Attempting to bind port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 on network 84863a25-e75f-444a-8448-222b3d7bde7c {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:29.149945 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.159039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba446b-2094-46db-a6d6-1f96b132f09f None None] Pushing event updated for resources: {'Port': ['ID=a0aa2ce9-99ba-461d-b2cb-28737ee6297e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.164209 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:29.164450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Checking segment: {'id': 'f51485e0-f8dc-4080-a673-28e021e75d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '84863a25-e75f-444a-8448-222b3d7bde7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:29.164739 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.165147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Bound using segment: {'id': 'f51485e0-f8dc-4080-a673-28e021e75d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '84863a25-e75f-444a-8448-222b3d7bde7c'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:29.165622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Bound port: 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51485e0-f8dc-4080-a673-28e021e75d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '84863a25-e75f-444a-8448-222b3d7bde7c'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:29.166653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.169554 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.191899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Transition to ACTIVE for port object 2e5b477f-8444-4e67-abc3-dc7e3355e7e3 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:29.220375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16375262-d693-4917-ab55-a08fc5681197 None None] Network 6c456535-7498-4073-86ee-83b0e685bfa3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:29.247534 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.311087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:29.316353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:29.323617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:29.370876 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] For port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:29.391517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Port': ['ID=2e5b477f-8444-4e67-abc3-dc7e3355e7e3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.399667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-631a7fa8-8974-4aa4-a897-7e9e65d7861e None None] Provisioning for port 76d758e5-d246-476d-92c8-e4839eceebf2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:29.411608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] For port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7,segment=NetworkSegment(f51485e0-f8dc-4080-a673-28e021e75d3c),segment_id=f51485e0-f8dc-4080-a673-28e021e75d3c)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:29.421829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.433629 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.440437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 76d758e5-d246-476d-92c8-e4839eceebf2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:29.576982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025b1e1-dbb3-42fa-9b4b-5ad068502726 None None] Pushing event updated for resources: {'Port': ['ID=6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.617692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 76d758e5-d246-476d-92c8-e4839eceebf2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:29.624736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 76d758e5-d246-476d-92c8-e4839eceebf2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:29.625164 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.683718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.748038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.811747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 76d758e5-d246-476d-92c8-e4839eceebf2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=76d758e5-d246-476d-92c8-e4839eceebf2,segment=NetworkSegment(1514daa8-310e-495c-a01b-b3237d63647d),segment_id=1514daa8-310e-495c-a01b-b3237d63647d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:29.824284 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.928987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=76d758e5-d246-476d-92c8-e4839eceebf2,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.077543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-467a9df3-2e2b-4904-b48e-a09be7c29d47 None None] Provisioning complete for port 76d758e5-d246-476d-92c8-e4839eceebf2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:30.078254 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-467a9df3-2e2b-4904-b48e-a09be7c29d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.186473 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.193693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.289472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Port': ['ID=2e5b477f-8444-4e67-abc3-dc7e3355e7e3,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.294830 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.414389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:30.415983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:30.556904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Router 955fe60e-59e8-4b64-a8de-6eb13619d159 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:44:30.565877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd431e-f91a-4cc3-8ee9-8475f4991cc9 None None] Network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:30.691449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3db61ca0-629f-4dfc-b87f-703e7c8bb040 None None] Provisioning for port a0aa2ce9-99ba-461d-b2cb-28737ee6297e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:30.738237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:30.743716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b3487a53-8eb6-44dc-9338-ba785ba4e8cf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "PUT /v2.0/routers/955fe60e-59e8-4b64-a8de-6eb13619d159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9314177 Jul 16 18:44:30.747217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60404) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:30.756047 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c5c3e-1add-44b2-80f6-fcd7c818d188 None None] Sync routers for ids ['955fe60e-59e8-4b64-a8de-6eb13619d159'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:30.784802 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c5c3e-1add-44b2-80f6-fcd7c818d188 None None] Routers {'955fe60e-59e8-4b64-a8de-6eb13619d159'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:30.789400 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-439c5c3e-1add-44b2-80f6-fcd7c818d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['955fe60e-59e8-4b64-a8de-6eb13619d159'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:30.889985 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-439c5c3e-1add-44b2-80f6-fcd7c818d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:30.921411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a0aa2ce9-99ba-461d-b2cb-28737ee6297e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:30.951590 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c5c3e-1add-44b2-80f6-fcd7c818d188 None None] Routers {'955fe60e-59e8-4b64-a8de-6eb13619d159'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:30.952493 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-439c5c3e-1add-44b2-80f6-fcd7c818d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['955fe60e-59e8-4b64-a8de-6eb13619d159'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:31.030017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port a0aa2ce9-99ba-461d-b2cb-28737ee6297e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:31.038274 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-439c5c3e-1add-44b2-80f6-fcd7c818d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:31.038957 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c5c3e-1add-44b2-80f6-fcd7c818d188 None None] The sync data for ids ['955fe60e-59e8-4b64-a8de-6eb13619d159'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:31.040506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a0aa2ce9-99ba-461d-b2cb-28737ee6297e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:31.040958 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.175824 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.219915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port a0aa2ce9-99ba-461d-b2cb-28737ee6297e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a0aa2ce9-99ba-461d-b2cb-28737ee6297e,segment=NetworkSegment(3141fd12-60f5-477d-adb1-acdbde8908b0),segment_id=3141fd12-60f5-477d-adb1-acdbde8908b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:31.226362 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.227771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:31.286765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48cf4de-d786-4718-b785-902050ceabb5 None None] Network 84863a25-e75f-444a-8448-222b3d7bde7c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:31.442621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=a0aa2ce9-99ba-461d-b2cb-28737ee6297e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:31.448455 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-a7850de2-ad5b-406f-98dc-a116b0e5dd1a tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:31.450444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a7850de2-ad5b-406f-98dc-a116b0e5dd1a tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "PUT /v2.0/routers/955fe60e-59e8-4b64-a8de-6eb13619d159/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7019815 Jul 16 18:44:31.453353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60410) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:31.462829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2a8d53d7-6446-4e6a-afb1-e808a3c57865 None None] Provisioning for port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:31.517350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:31.600671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2a8d53d7-6446-4e6a-afb1-e808a3c57865 None None] Provisioning complete for port a0aa2ce9-99ba-461d-b2cb-28737ee6297e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:31.601312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a8d53d7-6446-4e6a-afb1-e808a3c57865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.609035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:31.609654 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.953389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.097510 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.115463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2a8d53d7-6446-4e6a-afb1-e808a3c57865 None None] Provisioning for port 2e5b477f-8444-4e67-abc3-dc7e3355e7e3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:32.134617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2a8d53d7-6446-4e6a-afb1-e808a3c57865 None None] Provisioning complete for port 2e5b477f-8444-4e67-abc3-dc7e3355e7e3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:32.135001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2a8d53d7-6446-4e6a-afb1-e808a3c57865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.170854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7,segment=NetworkSegment(f51485e0-f8dc-4080-a673-28e021e75d3c),segment_id=f51485e0-f8dc-4080-a673-28e021e75d3c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:32.187053 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.187883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 76d758e5-d246-476d-92c8-e4839eceebf2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:32.250004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d53d7-6446-4e6a-afb1-e808a3c57865 None None] Port 2e5b477f-8444-4e67-abc3-dc7e3355e7e3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:32.287136 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.307337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 76d758e5-d246-476d-92c8-e4839eceebf2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:32.307877 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.383938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Deleting port 2e5b477f-8444-4e67-abc3-dc7e3355e7e3 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:32.384433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.401133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fcee569-d776-4a38-8425-5f35661277d0 None None] Provisioning complete for port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:32.401516 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fcee569-d776-4a38-8425-5f35661277d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.493893 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.507762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Calling delete_port for 2e5b477f-8444-4e67-abc3-dc7e3355e7e3 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:32.512203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1fcee569-d776-4a38-8425-5f35661277d0 None None] Provisioning complete for port 2e5b477f-8444-4e67-abc3-dc7e3355e7e3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:32.512617 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1fcee569-d776-4a38-8425-5f35661277d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.554289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1fcee569-d776-4a38-8425-5f35661277d0 None None] Port 2e5b477f-8444-4e67-abc3-dc7e3355e7e3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:32.627970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:32.684489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:32.685018 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.723166 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.754500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Port': ['ID=2e5b477f-8444-4e67-abc3-dc7e3355e7e3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.792743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a0aa2ce9-99ba-461d-b2cb-28737ee6297e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:32.862807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a0aa2ce9-99ba-461d-b2cb-28737ee6297e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:32.863188 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.935566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.123813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Router 955fe60e-59e8-4b64-a8de-6eb13619d159 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:33.214673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:33.225149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60416) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:33.225915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-af4b74fe-9ff0-427c-b7f2-cb6e1c08f0ce tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "PUT /v2.0/routers/955fe60e-59e8-4b64-a8de-6eb13619d159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705839 Jul 16 18:44:33.230154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19762496-1a3e-4b98-a9a3-eebbef96d6e4 None None] Sync routers for ids ['955fe60e-59e8-4b64-a8de-6eb13619d159'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:33.242720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19762496-1a3e-4b98-a9a3-eebbef96d6e4 None None] Routers {'955fe60e-59e8-4b64-a8de-6eb13619d159'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:33.243869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-19762496-1a3e-4b98-a9a3-eebbef96d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['955fe60e-59e8-4b64-a8de-6eb13619d159'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:33.281199 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-a11de744-6bee-4401-814c-bda6a6154f5a tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] delete failed (client error): The resource could not be found. Jul 16 18:44:33.285530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-19762496-1a3e-4b98-a9a3-eebbef96d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:33.288486 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a11de744-6bee-4401-814c-bda6a6154f5a tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1100931408 HTTP/1.1" status: 404 len: 335 time: 0.0620999 Jul 16 18:44:33.289239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60418) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:33.294517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e6fc7e63-7110-42dc-9566-3f87c521565e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Request body: {'router': {'external_gateway_info': {'network_id': '955fe60e-59e8-4b64-a8de-6eb13619d159'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:33.319498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19762496-1a3e-4b98-a9a3-eebbef96d6e4 None None] Routers {'955fe60e-59e8-4b64-a8de-6eb13619d159'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:33.320369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-19762496-1a3e-4b98-a9a3-eebbef96d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['955fe60e-59e8-4b64-a8de-6eb13619d159'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:33.324387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-be6ce7f8-ef31-4831-9b50-7ee0ffdf5e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.357473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-19762496-1a3e-4b98-a9a3-eebbef96d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:33.358146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19762496-1a3e-4b98-a9a3-eebbef96d6e4 None None] The sync data for ids ['955fe60e-59e8-4b64-a8de-6eb13619d159'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:33.823504 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e6fc7e63-7110-42dc-9566-3f87c521565e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.847670 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-e6fc7e63-7110-42dc-9566-3f87c521565e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] update failed (client error): The resource could not be found. Jul 16 18:44:33.852244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e6fc7e63-7110-42dc-9566-3f87c521565e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "PUT /v2.0/routers/955fe60e-59e8-4b64-a8de-6eb13619d159 HTTP/1.1" status: 404 len: 339 time: 0.5583434 Jul 16 18:44:33.852532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60422) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:34.168763 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.471477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Allocated IP 172.20.0.1 (6c456535-7498-4073-86ee-83b0e685bfa3/2d794b19-1af1-43c6-836e-3e4d03d87a26/86c65dcb-048a-417d-bd73-f6bffecf8cf6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:34.602947 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.618514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Transition to ACTIVE for port object 86c65dcb-048a-417d-bd73-f6bffecf8cf6 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:34.651947 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.703861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network 6c456535-7498-4073-86ee-83b0e685bfa3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:34.708036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:34.712133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:34.738628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Port': ['ID=86c65dcb-048a-417d-bd73-f6bffecf8cf6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.763693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.913752 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.923352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-45f9aeba-6412-455c-93f9-0c1854aa1ed0 None None] Provisioning for port 86c65dcb-048a-417d-bd73-f6bffecf8cf6 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:34.927668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-45f9aeba-6412-455c-93f9-0c1854aa1ed0 None None] Provisioning complete for port 86c65dcb-048a-417d-bd73-f6bffecf8cf6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:34.928769 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-45f9aeba-6412-455c-93f9-0c1854aa1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.970144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-45f9aeba-6412-455c-93f9-0c1854aa1ed0 None None] Port 86c65dcb-048a-417d-bd73-f6bffecf8cf6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:35.222530 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.227380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.307539 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.309267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event updated for resources: {'Port': ['ID=86c65dcb-048a-417d-bd73-f6bffecf8cf6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:35.413224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Network 6c456535-7498-4073-86ee-83b0e685bfa3 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:35.414787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:35.540770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Router 955fe60e-59e8-4b64-a8de-6eb13619d159 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:35.653988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:35.662863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6e03c8bb-021e-4f88-8681-ac8435802d42 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "PUT /v2.0/routers/955fe60e-59e8-4b64-a8de-6eb13619d159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8089848 Jul 16 18:44:35.665734 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60428) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:35.667267 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcdf07e-6c25-449f-a4fd-f46b2354fb89 None None] Sync routers for ids ['955fe60e-59e8-4b64-a8de-6eb13619d159'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:35.678017 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcdf07e-6c25-449f-a4fd-f46b2354fb89 None None] Routers {'955fe60e-59e8-4b64-a8de-6eb13619d159'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:35.679251 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bbcdf07e-6c25-449f-a4fd-f46b2354fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['955fe60e-59e8-4b64-a8de-6eb13619d159'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:35.702240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-948eddce-687b-4559-998c-c7b9c9a1bf97 None None] Provisioning complete for port 86c65dcb-048a-417d-bd73-f6bffecf8cf6 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:35.702980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-948eddce-687b-4559-998c-c7b9c9a1bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.721876 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bbcdf07e-6c25-449f-a4fd-f46b2354fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:35.731793 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcdf07e-6c25-449f-a4fd-f46b2354fb89 None None] Routers {'955fe60e-59e8-4b64-a8de-6eb13619d159'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:35.732707 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bbcdf07e-6c25-449f-a4fd-f46b2354fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['955fe60e-59e8-4b64-a8de-6eb13619d159'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:35.754223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-948eddce-687b-4559-998c-c7b9c9a1bf97 None None] Port 86c65dcb-048a-417d-bd73-f6bffecf8cf6 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:35.776658 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bbcdf07e-6c25-449f-a4fd-f46b2354fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:35.777573 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcdf07e-6c25-449f-a4fd-f46b2354fb89 None None] The sync data for ids ['955fe60e-59e8-4b64-a8de-6eb13619d159'] in n-d-793619-10 is: [] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:35.959426 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.069419 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bab9461a-8e88-4082-a508-5f0dea12d7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.120361 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a7cb-75f7-446d-a821-3a017a557bb6 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.211727 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-8aa2a7cb-75f7-446d-a821-3a017a557bb6 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:44:36.213070 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8aa2a7cb-75f7-446d-a821-3a017a557bb6 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "DELETE /v2.0/routers/955fe60e-59e8-4b64-a8de-6eb13619d159 HTTP/1.1" status: 409 len: 329 time: 0.5462942 Jul 16 18:44:36.215942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60434) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:36.559865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.843675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Deleting port 86c65dcb-048a-417d-bd73-f6bffecf8cf6 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:36.845508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.947281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.964677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Calling delete_port for 86c65dcb-048a-417d-bd73-f6bffecf8cf6 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:37.093099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.237717 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.265368 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Port': ['ID=86c65dcb-048a-417d-bd73-f6bffecf8cf6,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:37.275571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.275929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.276275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.276643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.276983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.277319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.277733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.277970 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.278313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.278630 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.278959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.279314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:37.439506 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.603149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Router 955fe60e-59e8-4b64-a8de-6eb13619d159 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:37.685903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:37.691484 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-52d074cf-bff0-462d-96ec-1645e41c5e31 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "PUT /v2.0/routers/955fe60e-59e8-4b64-a8de-6eb13619d159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4744089 Jul 16 18:44:37.695063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60448) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:37.698215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131e7cc-ce96-437f-bbd7-29bd3a55f1ab None None] Sync routers for ids ['955fe60e-59e8-4b64-a8de-6eb13619d159'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:37.708804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131e7cc-ce96-437f-bbd7-29bd3a55f1ab None None] Routers {'955fe60e-59e8-4b64-a8de-6eb13619d159'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:37.709539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3131e7cc-ce96-437f-bbd7-29bd3a55f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['955fe60e-59e8-4b64-a8de-6eb13619d159'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:37.735339 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-2fc75464-e764-4473-a09d-05ba81bd2855 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] show failed (client error): The resource could not be found. Jul 16 18:44:37.737679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2fc75464-e764-4473-a09d-05ba81bd2855 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1187267940 HTTP/1.1" status: 404 len: 335 time: 0.0410523 Jul 16 18:44:37.741433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60450) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:37.746246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3131e7cc-ce96-437f-bbd7-29bd3a55f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:37.746422 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-88a93022-5715-445d-80e4-9f168396b444 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:37.756062 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3131e7cc-ce96-437f-bbd7-29bd3a55f1ab None None] Routers {'955fe60e-59e8-4b64-a8de-6eb13619d159'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:37.756807 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3131e7cc-ce96-437f-bbd7-29bd3a55f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:44:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['955fe60e-59e8-4b64-a8de-6eb13619d159'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:37.781932 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [None req-88a93022-5715-445d-80e4-9f168396b444 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] update failed (client error): The resource could not be found. Jul 16 18:44:37.783955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-88a93022-5715-445d-80e4-9f168396b444 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-682653131 HTTP/1.1" status: 404 len: 334 time: 0.0411823 Jul 16 18:44:37.790335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60460) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:37.794388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3131e7cc-ce96-437f-bbd7-29bd3a55f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:37.795487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131e7cc-ce96-437f-bbd7-29bd3a55f1ab None None] The sync data for ids ['955fe60e-59e8-4b64-a8de-6eb13619d159'] in n-d-793619-10 is: [] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:37.852661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10d5bf4-56a4-4bd8-8881-f04da927ce69 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Deleting subnet 9dace81b-0c77-487d-95f5-8de670b6a3e5 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:37.856005 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b10d5bf4-56a4-4bd8-8881-f04da927ce69 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.898641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b10d5bf4-56a4-4bd8-8881-f04da927ce69 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.990705 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b10d5bf4-56a4-4bd8-8881-f04da927ce69 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.055422 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b10d5bf4-56a4-4bd8-8881-f04da927ce69 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.087563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d5bf4-56a4-4bd8-8881-f04da927ce69 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Subnet': ['ID=9dace81b-0c77-487d-95f5-8de670b6a3e5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:38.091337 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b10d5bf4-56a4-4bd8-8881-f04da927ce69 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.093265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b10d5bf4-56a4-4bd8-8881-f04da927ce69 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "DELETE /v2.0/subnets/9dace81b-0c77-487d-95f5-8de670b6a3e5 HTTP/1.1" status: 204 len: 168 time: 0.3017669 Jul 16 18:44:38.095857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60462) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:38.102871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb452b2-b5e3-4dcb-8d91-ff56251e2010 None None] Network 84863a25-e75f-444a-8448-222b3d7bde7c requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:38.173252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9de3678-c607-4ce9-bda6-1c79c8b93bc3 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Deleting subnet 531a7612-faa3-4d6b-a22d-1d5b52e52e98 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:38.176987 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9de3678-c607-4ce9-bda6-1c79c8b93bc3 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.228478 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9de3678-c607-4ce9-bda6-1c79c8b93bc3 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.337930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525922d-106a-44d1-9eb8-3df3ca6ed0a7 None None] DHCP port deletion for 84863a25-e75f-444a-8448-222b3d7bde7c request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:38.363483 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9de3678-c607-4ce9-bda6-1c79c8b93bc3 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.398074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e525922d-106a-44d1-9eb8-3df3ca6ed0a7 None None] Deleting port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:38.398545 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e525922d-106a-44d1-9eb8-3df3ca6ed0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.434669 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9de3678-c607-4ce9-bda6-1c79c8b93bc3 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.465978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de3678-c607-4ce9-bda6-1c79c8b93bc3 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Subnet': ['ID=531a7612-faa3-4d6b-a22d-1d5b52e52e98,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:38.474729 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b9de3678-c607-4ce9-bda6-1c79c8b93bc3 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.475364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e525922d-106a-44d1-9eb8-3df3ca6ed0a7 None None] For port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7,segment=NetworkSegment(f51485e0-f8dc-4080-a673-28e021e75d3c),segment_id=f51485e0-f8dc-4080-a673-28e021e75d3c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:38.475768 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e525922d-106a-44d1-9eb8-3df3ca6ed0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.477162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b9de3678-c607-4ce9-bda6-1c79c8b93bc3 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "DELETE /v2.0/subnets/531a7612-faa3-4d6b-a22d-1d5b52e52e98 HTTP/1.1" status: 204 len: 168 time: 0.3801875 Jul 16 18:44:38.480071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60466) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:38.493825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18356c02-e97e-408f-854d-4cf5b1babf6a None None] Network 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:38.511509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e525922d-106a-44d1-9eb8-3df3ca6ed0a7 None None] Calling delete_port for 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:38.569114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.635220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Deleting port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:38.635867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.640155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:38.706202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] For port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7,segment=NetworkSegment(f51485e0-f8dc-4080-a673-28e021e75d3c),segment_id=f51485e0-f8dc-4080-a673-28e021e75d3c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:38.706570 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.721002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Calling delete_port for 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:38.738545 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e525922d-106a-44d1-9eb8-3df3ca6ed0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.792854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525922d-106a-44d1-9eb8-3df3ca6ed0a7 None None] Pushing event deleted for resources: {'Port': ['ID=6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:38.797245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525922d-106a-44d1-9eb8-3df3ca6ed0a7 None None] No DVR routers for this DVR port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:38.799889 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 update to DOWN by agent not found {{(pid=93825) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:44:38.832716 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.838523 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.873922 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Port': ['ID=6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:38.878582 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] No DVR routers for this DVR port 6eaa77ac-8a1b-494d-88c2-d1f7d1b60bd7 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:38.899834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb2d39-b080-4a02-89da-6cdd4f8b0957 None None] DHCP port deletion for 1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:38.905055 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:38.952627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-16eb2d39-b080-4a02-89da-6cdd4f8b0957 None None] Deleting port a0aa2ce9-99ba-461d-b2cb-28737ee6297e {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:38.953085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16eb2d39-b080-4a02-89da-6cdd4f8b0957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.971291 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.983969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84863a25-e75f-444a-8448-222b3d7bde7c']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:38.995148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51485e0-f8dc-4080-a673-28e021e75d3c') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:38.995451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51485e0-f8dc-4080-a673-28e021e75d3c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:39.006440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.022077 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.026212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-16eb2d39-b080-4a02-89da-6cdd4f8b0957 None None] For port a0aa2ce9-99ba-461d-b2cb-28737ee6297e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a0aa2ce9-99ba-461d-b2cb-28737ee6297e,segment=NetworkSegment(3141fd12-60f5-477d-adb1-acdbde8908b0),segment_id=3141fd12-60f5-477d-adb1-acdbde8908b0)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:39.026638 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16eb2d39-b080-4a02-89da-6cdd4f8b0957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.028214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:39.028840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: self.session.flush() Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:39.031869 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:39.042631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-16eb2d39-b080-4a02-89da-6cdd4f8b0957 None None] Calling delete_port for a0aa2ce9-99ba-461d-b2cb-28737ee6297e owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:39.101943 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.113222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.115647 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "DELETE /v2.0/networks/84863a25-e75f-444a-8448-222b3d7bde7c HTTP/1.1" status: 204 len: 168 time: 0.6344709 Jul 16 18:44:39.121513 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.135007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16eb2d39-b080-4a02-89da-6cdd4f8b0957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.160060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee702552-0313-4c3f-a7ad-4e5444521baf tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Network': ['ID=84863a25-e75f-444a-8448-222b3d7bde7c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.162508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb2d39-b080-4a02-89da-6cdd4f8b0957 None None] Pushing event deleted for resources: {'Port': ['ID=a0aa2ce9-99ba-461d-b2cb-28737ee6297e,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.167842 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb2d39-b080-4a02-89da-6cdd4f8b0957 None None] No DVR routers for this DVR port a0aa2ce9-99ba-461d-b2cb-28737ee6297e on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:39.237774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.332980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.343123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:39.353838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3141fd12-60f5-477d-adb1-acdbde8908b0') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:39.354068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3141fd12-60f5-477d-adb1-acdbde8908b0') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:39.364277 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.378787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.384991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:39.385444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:39.388684 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:39.461827 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.469491 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.472676 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "DELETE /v2.0/networks/1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0 HTTP/1.1" status: 204 len: 168 time: 0.3528116 Jul 16 18:44:39.476895 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.485633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013736f4-4d88-4fdd-af19-f5520f93792e tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Network': ['ID=1d7ca3d6-e480-4a92-aab6-f4e2f6233fe0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.545933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd8d2d6-fb28-4a53-bdc9-ef6ee291562b tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Deleting subnet 2d794b19-1af1-43c6-836e-3e4d03d87a26 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:39.550017 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d2d6-fb28-4a53-bdc9-ef6ee291562b tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.592631 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d2d6-fb28-4a53-bdc9-ef6ee291562b tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.685927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d2d6-fb28-4a53-bdc9-ef6ee291562b tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.757650 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d2d6-fb28-4a53-bdc9-ef6ee291562b tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.788779 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3fd8d2d6-fb28-4a53-bdc9-ef6ee291562b tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.793131 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3fd8d2d6-fb28-4a53-bdc9-ef6ee291562b tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "DELETE /v2.0/subnets/2d794b19-1af1-43c6-836e-3e4d03d87a26 HTTP/1.1" status: 204 len: 168 time: 0.3121235 Jul 16 18:44:39.793131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8d2d6-fb28-4a53-bdc9-ef6ee291562b tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Subnet': ['ID=2d794b19-1af1-43c6-836e-3e4d03d87a26,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.794172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60482) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.796569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37e28e3-c7de-49cb-b305-46a0eb524f19 None None] Network 6c456535-7498-4073-86ee-83b0e685bfa3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:39.877244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.937178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Deleting port 76d758e5-d246-476d-92c8-e4839eceebf2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:39.937494 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.012959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] For port 76d758e5-d246-476d-92c8-e4839eceebf2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=76d758e5-d246-476d-92c8-e4839eceebf2,segment=NetworkSegment(1514daa8-310e-495c-a01b-b3237d63647d),segment_id=1514daa8-310e-495c-a01b-b3237d63647d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:40.013640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.019028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f360b-ab2a-4481-8dc3-9008344d4e92 None None] DHCP port deletion for 6c456535-7498-4073-86ee-83b0e685bfa3 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:40.029544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Calling delete_port for 76d758e5-d246-476d-92c8-e4839eceebf2 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:40.067769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d27f360b-ab2a-4481-8dc3-9008344d4e92 None None] Deleting port 76d758e5-d246-476d-92c8-e4839eceebf2 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:40.068248 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d27f360b-ab2a-4481-8dc3-9008344d4e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.128118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.140852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d27f360b-ab2a-4481-8dc3-9008344d4e92 None None] For port 76d758e5-d246-476d-92c8-e4839eceebf2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=76d758e5-d246-476d-92c8-e4839eceebf2,segment=NetworkSegment(1514daa8-310e-495c-a01b-b3237d63647d),segment_id=1514daa8-310e-495c-a01b-b3237d63647d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:40.142007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d27f360b-ab2a-4481-8dc3-9008344d4e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.154482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d27f360b-ab2a-4481-8dc3-9008344d4e92 None None] Calling delete_port for 76d758e5-d246-476d-92c8-e4839eceebf2 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:40.161912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] No DVR routers for this DVR port 76d758e5-d246-476d-92c8-e4839eceebf2 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:40.169168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Port': ['ID=76d758e5-d246-476d-92c8-e4839eceebf2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.235751 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d27f360b-ab2a-4481-8dc3-9008344d4e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.250106 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.253555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f360b-ab2a-4481-8dc3-9008344d4e92 None None] No DVR routers for this DVR port 76d758e5-d246-476d-92c8-e4839eceebf2 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:40.265092 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c456535-7498-4073-86ee-83b0e685bfa3']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.279300 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1514daa8-310e-495c-a01b-b3237d63647d') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.279795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1514daa8-310e-495c-a01b-b3237d63647d') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.284020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f360b-ab2a-4481-8dc3-9008344d4e92 None None] Pushing event deleted for resources: {'Port': ['ID=76d758e5-d246-476d-92c8-e4839eceebf2,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.293280 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.308477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.316282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:40.316718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:40.319902 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:40.385446 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.391753 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.396670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "DELETE /v2.0/networks/6c456535-7498-4073-86ee-83b0e685bfa3 HTTP/1.1" status: 204 len: 168 time: 0.5980220 Jul 16 18:44:40.397441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60484) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:40.436095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9d0b3593-3735-4707-a4b2-07382bd9a6aa tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "GET /v2.0/ports?device_id=955fe60e-59e8-4b64-a8de-6eb13619d159 HTTP/1.1" status: 200 len: 205 time: 0.0355523 Jul 16 18:44:40.436095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e9109-a848-4b5d-9745-f343153eb4f0 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Pushing event deleted for resources: {'Network': ['ID=6c456535-7498-4073-86ee-83b0e685bfa3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.436686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60486) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:40.517992 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e574cd1-6ff7-4439-9449-f4445fc928d1 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.537304 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.626959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a0aa2ce9-99ba-461d-b2cb-28737ee6297e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:40.668911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: a0aa2ce9-99ba-461d-b2cb-28737ee6297e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:40.669600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a0aa2ce9-99ba-461d-b2cb-28737ee6297e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:40.670232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 76d758e5-d246-476d-92c8-e4839eceebf2 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:40.696775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 76d758e5-d246-476d-92c8-e4839eceebf2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:40.697390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 76d758e5-d246-476d-92c8-e4839eceebf2 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:40.721936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e574cd1-6ff7-4439-9449-f4445fc928d1 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.727707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e574cd1-6ff7-4439-9449-f4445fc928d1 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.789521 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e574cd1-6ff7-4439-9449-f4445fc928d1 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.790163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e574cd1-6ff7-4439-9449-f4445fc928d1 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Fanout notify agent at l3_agent the message router_deleted on router 955fe60e-59e8-4b64-a8de-6eb13619d159 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:40.800257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1e574cd1-6ff7-4439-9449-f4445fc928d1 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.801624 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1e574cd1-6ff7-4439-9449-f4445fc928d1 tempest-RoutersNegativeTest-622656205 tempest-RoutersNegativeTest-622656205-project] 10.222.0.60 "DELETE /v2.0/routers/955fe60e-59e8-4b64-a8de-6eb13619d159 HTTP/1.1" status: 204 len: 168 time: 0.3638041 Jul 16 18:44:41.186840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60494) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:41.342193 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3c8125a3-ce28-486d-9530-237cb4589b9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=395b1b7fb34b48d9acd517696c571a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540501 Jul 16 18:44:41.347470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60498) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:41.398438 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b22888f9-1cfb-4371-9940-5a5738ad3364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.420341 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b22888f9-1cfb-4371-9940-5a5738ad3364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.471488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b22888f9-1cfb-4371-9940-5a5738ad3364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.474476 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b22888f9-1cfb-4371-9940-5a5738ad3364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.475467 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b22888f9-1cfb-4371-9940-5a5738ad3364 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b7ee708-4a44-4e4e-892c-38a45a7ad98f HTTP/1.1" status: 204 len: 168 time: 0.1282125 Jul 16 18:44:41.485282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22888f9-1cfb-4371-9940-5a5738ad3364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7ee708-4a44-4e4e-892c-38a45a7ad98f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:59.049727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.959643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60882) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:02.087599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2493996b-c829-4560-8e66-1315fa16cf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.188816 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2493996b-c829-4560-8e66-1315fa16cf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.193312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2493996b-c829-4560-8e66-1315fa16cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.235207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493996b-c829-4560-8e66-1315fa16cf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6c3a91-6b50-48a0-b1aa-03e20a8f9e27,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.240179 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2493996b-c829-4560-8e66-1315fa16cf2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ffc1ac0ab8b4ad7a88d2bf53d2af79a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794275 Jul 16 18:45:02.242864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60886) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:02.299594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ce91bbb-90f5-48e3-a317-1c076425df44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.323145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ce91bbb-90f5-48e3-a317-1c076425df44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.374125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ce91bbb-90f5-48e3-a317-1c076425df44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.378064 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ce91bbb-90f5-48e3-a317-1c076425df44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.381617 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3ce91bbb-90f5-48e3-a317-1c076425df44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e6c3a91-6b50-48a0-b1aa-03e20a8f9e27 HTTP/1.1" status: 204 len: 168 time: 0.1354492 Jul 16 18:45:02.394687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce91bbb-90f5-48e3-a317-1c076425df44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6c3a91-6b50-48a0-b1aa-03e20a8f9e27,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.699209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 60898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:02.725288 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b46d6681-f611-4e5f-b8b0-8442723e97d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.831302 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b46d6681-f611-4e5f-b8b0-8442723e97d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.835433 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b46d6681-f611-4e5f-b8b0-8442723e97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.876726 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b46d6681-f611-4e5f-b8b0-8442723e97d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7d4f5ce46e0489386c7acb25f1b8b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762412 Jul 16 18:45:02.877930 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d6681-f611-4e5f-b8b0-8442723e97d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33386208-36a5-4211-acad-6ad3db47ab53,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.879525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 60900) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:02.943167 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.967045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.028809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.032772 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.036323 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33386208-36a5-4211-acad-6ad3db47ab53 HTTP/1.1" status: 204 len: 168 time: 0.1525073 Jul 16 18:45:03.042102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33386208-36a5-4211-acad-6ad3db47ab53,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.050766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.051114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.051461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.051799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.052133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.052466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.052835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.053165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.053496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.053823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.054150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.054473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4aaf1-63c2-4140-994c-5265c4a516e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:03.184636 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1a0156fe-2216-4fda-b547-7db17ede2563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.954592 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.066202 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28a69274-866f-4c1f-b321-418105db6856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.099059 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.799762 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.552643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.910051 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:23.842349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 32960) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:23.962903 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7e737ab-50a0-4638-aa9b-e449313e2eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.070653 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7e737ab-50a0-4638-aa9b-e449313e2eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.074920 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f7e737ab-50a0-4638-aa9b-e449313e2eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.115546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e737ab-50a0-4638-aa9b-e449313e2eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa933c7f-6a7b-4d0d-8953-95456262bc91,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.121052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f7e737ab-50a0-4638-aa9b-e449313e2eed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7b60071aef74de998033bf359855a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776268 Jul 16 18:45:24.122744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:24.183813 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1904-7956-4ca0-88c7-8c1d95454ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.206938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1904-7956-4ca0-88c7-8c1d95454ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.255143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1904-7956-4ca0-88c7-8c1d95454ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.258614 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6d8b1904-7956-4ca0-88c7-8c1d95454ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.262428 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6d8b1904-7956-4ca0-88c7-8c1d95454ec9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa933c7f-6a7b-4d0d-8953-95456262bc91 HTTP/1.1" status: 204 len: 168 time: 0.1354244 Jul 16 18:45:24.268834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b1904-7956-4ca0-88c7-8c1d95454ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa933c7f-6a7b-4d0d-8953-95456262bc91,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.559690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32976) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:24.576210 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39ec784d-ee94-440d-890c-ea5b21ce3cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.703294 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39ec784d-ee94-440d-890c-ea5b21ce3cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.709605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-39ec784d-ee94-440d-890c-ea5b21ce3cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.765002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-39ec784d-ee94-440d-890c-ea5b21ce3cad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbe1cd234d5d49aca2dc6ec86ea8366a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998110 Jul 16 18:45:24.765002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec784d-ee94-440d-890c-ea5b21ce3cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0ecc0e-95da-4821-bf5b-1e29fa3e3745,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.765420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 32978) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:24.829599 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9872a3e-4979-4c9c-8226-53b286efeeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.868094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9872a3e-4979-4c9c-8226-53b286efeeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.929061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9872a3e-4979-4c9c-8226-53b286efeeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.932055 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b9872a3e-4979-4c9c-8226-53b286efeeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.932963 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b9872a3e-4979-4c9c-8226-53b286efeeef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f0ecc0e-95da-4821-bf5b-1e29fa3e3745 HTTP/1.1" status: 204 len: 168 time: 0.1668673 Jul 16 18:45:24.941589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9872a3e-4979-4c9c-8226-53b286efeeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0ecc0e-95da-4821-bf5b-1e29fa3e3745,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.046540 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.440057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33118) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.585921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90fe4ed-e163-42a2-850b-10eb50278bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.700215 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90fe4ed-e163-42a2-850b-10eb50278bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.706061 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a90fe4ed-e163-42a2-850b-10eb50278bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.779344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a90fe4ed-e163-42a2-850b-10eb50278bc3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e91983238fb949d9a7766a06581a1a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369918 Jul 16 18:45:31.779571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33124) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.783087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fe4ed-e163-42a2-850b-10eb50278bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808362bd-ed31-4af0-8671-e6efddef53f4,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.853384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4472ec50-7f4f-4807-8fa0-40493bd46723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.879228 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4472ec50-7f4f-4807-8fa0-40493bd46723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.939276 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4472ec50-7f4f-4807-8fa0-40493bd46723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.942041 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4472ec50-7f4f-4807-8fa0-40493bd46723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.943241 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4472ec50-7f4f-4807-8fa0-40493bd46723 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/808362bd-ed31-4af0-8671-e6efddef53f4 HTTP/1.1" status: 204 len: 168 time: 0.1625648 Jul 16 18:45:31.951537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472ec50-7f4f-4807-8fa0-40493bd46723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808362bd-ed31-4af0-8671-e6efddef53f4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.254743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.269068 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f4d0-bc3b-48ef-b111-03a801abfcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.363447 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f4d0-bc3b-48ef-b111-03a801abfcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.367526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4cc1f4d0-bc3b-48ef-b111-03a801abfcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.411625 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4cc1f4d0-bc3b-48ef-b111-03a801abfcbd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f707777520c44235a5da81180269ba03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549699 Jul 16 18:45:32.413137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1f4d0-bc3b-48ef-b111-03a801abfcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91038fd3-b64c-48bb-ba9b-94d181b43ab8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.414127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33140) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.474456 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-475332e5-5549-4ed5-8eff-2d490a11f8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.501210 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-475332e5-5549-4ed5-8eff-2d490a11f8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.556227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-475332e5-5549-4ed5-8eff-2d490a11f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.558794 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-475332e5-5549-4ed5-8eff-2d490a11f8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.559984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-475332e5-5549-4ed5-8eff-2d490a11f8ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91038fd3-b64c-48bb-ba9b-94d181b43ab8 HTTP/1.1" status: 204 len: 168 time: 0.1446917 Jul 16 18:45:32.568795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475332e5-5549-4ed5-8eff-2d490a11f8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91038fd3-b64c-48bb-ba9b-94d181b43ab8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.179237 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4232c9da-ccfe-4501-b9dc-8afc0df37e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.443493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33216) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:34.556379 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-863f3183-9aaa-4585-8a7c-fa55879b3ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.675690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-863f3183-9aaa-4585-8a7c-fa55879b3ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.680835 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-863f3183-9aaa-4585-8a7c-fa55879b3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.725490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f3183-9aaa-4585-8a7c-fa55879b3ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8f0fdb-49a6-4796-8fd1-25d88ef3a97b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.732450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-863f3183-9aaa-4585-8a7c-fa55879b3ffd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b48967ae71f494bae92a75047def81c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856345 Jul 16 18:45:34.733752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33226) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:34.782957 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-546f8a6a-a797-4f9e-b7ac-f1253a38a892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.804652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-546f8a6a-a797-4f9e-b7ac-f1253a38a892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.859818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-546f8a6a-a797-4f9e-b7ac-f1253a38a892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.862484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-546f8a6a-a797-4f9e-b7ac-f1253a38a892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.863657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-546f8a6a-a797-4f9e-b7ac-f1253a38a892 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a8f0fdb-49a6-4796-8fd1-25d88ef3a97b HTTP/1.1" status: 204 len: 168 time: 0.1289947 Jul 16 18:45:34.871560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f8a6a-a797-4f9e-b7ac-f1253a38a892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8f0fdb-49a6-4796-8fd1-25d88ef3a97b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.156856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33236) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.171296 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ad76d1f-fd37-4a49-b7d1-f5a6162ce3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.270684 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ad76d1f-fd37-4a49-b7d1-f5a6162ce3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.270684 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4ad76d1f-fd37-4a49-b7d1-f5a6162ce3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.313886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33242) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.314122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4ad76d1f-fd37-4a49-b7d1-f5a6162ce3e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7703deb8533748ccb2bfc6fab9160f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558123 Jul 16 18:45:35.315206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad76d1f-fd37-4a49-b7d1-f5a6162ce3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc33231c-733f-49c7-9492-76c9c7359296,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.366612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13f8536b-78e0-4d4e-ba43-59b05bf17f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.388930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13f8536b-78e0-4d4e-ba43-59b05bf17f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.436801 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13f8536b-78e0-4d4e-ba43-59b05bf17f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.439421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13f8536b-78e0-4d4e-ba43-59b05bf17f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.440747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-13f8536b-78e0-4d4e-ba43-59b05bf17f2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc33231c-733f-49c7-9492-76c9c7359296 HTTP/1.1" status: 204 len: 168 time: 0.1252234 Jul 16 18:45:35.448782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8536b-78e0-4d4e-ba43-59b05bf17f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc33231c-733f-49c7-9492-76c9c7359296,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.951991 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.061949 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54f8206f-301f-485d-85f5-116fa5087e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.768082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33296) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.882023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a1c921-87a2-4dc2-8184-55d25a062fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.973843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a1c921-87a2-4dc2-8184-55d25a062fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.979282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6a1c921-87a2-4dc2-8184-55d25a062fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.023108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a6a1c921-87a2-4dc2-8184-55d25a062fa3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78454e18488d46ccac6d932226c9d4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537308 Jul 16 18:45:37.025073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1c921-87a2-4dc2-8184-55d25a062fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1712ffbc-2aa5-410a-b423-092cd3989fcc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.026116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33300) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:37.084299 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce1efc28-874d-41f5-9242-9df2cfc803a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.097918 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.112399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce1efc28-874d-41f5-9242-9df2cfc803a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.163814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce1efc28-874d-41f5-9242-9df2cfc803a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.166563 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ce1efc28-874d-41f5-9242-9df2cfc803a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.167749 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ce1efc28-874d-41f5-9242-9df2cfc803a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1712ffbc-2aa5-410a-b423-092cd3989fcc HTTP/1.1" status: 204 len: 168 time: 0.1403968 Jul 16 18:45:37.175715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1efc28-874d-41f5-9242-9df2cfc803a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1712ffbc-2aa5-410a-b423-092cd3989fcc,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.795259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.542072 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.504735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33446) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:42.658146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.775540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.780726 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.835572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3b5733cf9df43c692b9982cb477d9a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264208 Jul 16 18:45:42.835572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3efd7c-5839-4dce-9ed4-be58080a45a9,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.835876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33456) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:42.842531 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.842885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.843234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.843575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.843915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.844257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.844614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.844947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.845279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.845611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.845934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.846262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbce4b13-32b5-4c9d-ba58-616dc020a01b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:42.900729 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cdb67ec-eec1-40b3-aeaf-bc142542065c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.926839 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cdb67ec-eec1-40b3-aeaf-bc142542065c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.989350 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cdb67ec-eec1-40b3-aeaf-bc142542065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.992917 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cdb67ec-eec1-40b3-aeaf-bc142542065c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.998176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2cdb67ec-eec1-40b3-aeaf-bc142542065c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da3efd7c-5839-4dce-9ed4-be58080a45a9 HTTP/1.1" status: 204 len: 168 time: 0.1594481 Jul 16 18:45:43.015208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb67ec-eec1-40b3-aeaf-bc142542065c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3efd7c-5839-4dce-9ed4-be58080a45a9,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:43.348505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33470) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.363353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ed9789c-4e02-4457-b1dd-683bafeee7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.472712 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ed9789c-4e02-4457-b1dd-683bafeee7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.477240 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6ed9789c-4e02-4457-b1dd-683bafeee7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.520600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6ed9789c-4e02-4457-b1dd-683bafeee7e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12632ca33f3c42018221ae5284ba5750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709280 Jul 16 18:45:43.521755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9789c-4e02-4457-b1dd-683bafeee7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0656f982-fbcb-416d-9621-4d8bee19d9f1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:43.523340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.580982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01024b05-724a-4faf-8335-ed35e0338797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.602722 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01024b05-724a-4faf-8335-ed35e0338797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.653581 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01024b05-724a-4faf-8335-ed35e0338797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.656222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-01024b05-724a-4faf-8335-ed35e0338797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.659898 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-01024b05-724a-4faf-8335-ed35e0338797 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0656f982-fbcb-416d-9621-4d8bee19d9f1 HTTP/1.1" status: 204 len: 168 time: 0.1324499 Jul 16 18:45:43.666909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01024b05-724a-4faf-8335-ed35e0338797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0656f982-fbcb-416d-9621-4d8bee19d9f1,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.387223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33512) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:44.502445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-939747601-network', 'tenant_id': '12c260218e1c4647800b04c24517549c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:44.523697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Made reservation on behalf of 12c260218e1c4647800b04c24517549c for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:44.526185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.535401 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.643884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.648573 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.672717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:44.688374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e1d48d-849a-40c5-ac2f-79cf76a04731,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.691343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.691690 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Added segment 0a102721-4297-490c-b15c-be090c2e7fc2 of type vlan for network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 Jul 16 18:45:44.740018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.769557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.770679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:44.771287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.168295 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7798862 Jul 16 18:45:45.169171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47209f70-ee74-4e45-a797-aa3f80f8eeef admin admin] Pushing event updated for resources: {'Network': ['ID=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:45.172683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33532) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.177605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Request body: {'subnet': {'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-939747601-subnet', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:45.186271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:45.205488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Made reservation on behalf of 12c260218e1c4647800b04c24517549c for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:45.211535 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.386536 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.453489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120e2727-47a0-4551-8b09-80430dc0ee0b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:45.471423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Checking segment: {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:45.471820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Network hostable DHCP agents. Network: 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:45.491892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:45.501985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:45.506655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.507303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.511728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e426341-5993-4128-99bd-04a8a0e96620 None None] Network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:45.522250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-74937cd0-13e4-4005-bf3e-1faa40e09859 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3483996 Jul 16 18:45:45.524951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33538) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.530782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:45.554980 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.556210 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.614068 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.682855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:45.684073 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.829053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Allocated IP 172.20.0.2 (1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8/120e2727-47a0-4551-8b09-80430dc0ee0b/eae66bbf-a936-437f-97d0-39eb21f77c72) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:46.095439 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.158346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.166711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Transition to ACTIVE for port object eae66bbf-a936-437f-97d0-39eb21f77c72 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:46.186272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Transition to ACTIVE for port object eae66bbf-a936-437f-97d0-39eb21f77c72 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:46.194813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.232298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:46.237590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:46.241049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:46.250735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Pushing event updated for resources: {'Port': ['ID=eae66bbf-a936-437f-97d0-39eb21f77c72,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.283085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.283412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.283412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.284070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.284401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.284787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.285073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.285402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.285719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.286040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.286361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.286681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:46.327287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Attempting to bind port eae66bbf-a936-437f-97d0-39eb21f77c72 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:46.327843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Attempting to bind port eae66bbf-a936-437f-97d0-39eb21f77c72 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:46.328315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Attempting to bind port eae66bbf-a936-437f-97d0-39eb21f77c72 on network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:46.334571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:46.334571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Checking segment: {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:46.335005 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.335438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Bound using segment: {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:46.335984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Bound port: eae66bbf-a936-437f-97d0-39eb21f77c72, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:46.336434 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.337256 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.371178 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.415839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] For port eae66bbf-a936-437f-97d0-39eb21f77c72, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:46.420171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] For port eae66bbf-a936-437f-97d0-39eb21f77c72, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=eae66bbf-a936-437f-97d0-39eb21f77c72,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:46.426203 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.490282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc50589-e2f2-415c-bc4f-a8a9d467c1b4 None None] Pushing event updated for resources: {'Port': ['ID=eae66bbf-a936-437f-97d0-39eb21f77c72,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.491817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Allocated IP 172.25.2.2 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/fccdf718-4064-41d0-b964-de93e109d99e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:46.630394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.704157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.753075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:46.756133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:46.758887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:46.818945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Pushing event updated for resources: {'Port': ['ID=fccdf718-4064-41d0-b964-de93e109d99e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.057009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.299192 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.459318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Router 59d14d1b-f16e-4077-8cc9-7622b240dc1f is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:47.554132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdc8f63-0f22-4840-b960-b05590c21fcc None None] Network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:47.594979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:47.608619 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Sync routers for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:47.619609 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.621355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-07ebd9c3-5330-4a16-aa1b-06fc77204cdb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0945373 Jul 16 18:45:47.623903 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:47.624221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:47.624562 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:45:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:47.713993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9f2b33c4-5b1f-4cc8-a734-edd7ca91c164 None None] Provisioning for port eae66bbf-a936-437f-97d0-39eb21f77c72 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:47.764702 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:48.026978 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:46Z', 'revision_number': 3, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:48.064215 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Checking router: 59d14d1b-f16e-4077-8cc9-7622b240dc1f for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:48.064594 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Updating router 59d14d1b-f16e-4077-8cc9-7622b240dc1f port fccdf718-4064-41d0-b964-de93e109d99e binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:48.107763 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.263155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.378607 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.389595 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Transition to ACTIVE for port object fccdf718-4064-41d0-b964-de93e109d99e will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:48.395580 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.431388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Allocated IP 172.20.0.1 (1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8/120e2727-47a0-4551-8b09-80430dc0ee0b/78d9c58a-00d0-42e3-9867-49ea2634abe2) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:48.447646 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Attempting to bind port fccdf718-4064-41d0-b964-de93e109d99e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:48.448016 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Attempting to bind port fccdf718-4064-41d0-b964-de93e109d99e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:48.448573 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Attempting to bind port fccdf718-4064-41d0-b964-de93e109d99e on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:48.465775 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:48.466138 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:48.466684 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.467608 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:48.468072 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Bound port: fccdf718-4064-41d0-b964-de93e109d99e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:48.468509 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.471738 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Pushing event updated for resources: {'Port': ['ID=fccdf718-4064-41d0-b964-de93e109d99e,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:48.499093 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.499736 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.500055 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.500384 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.500736 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.501063 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.501916 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.501916 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.502079 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.502288 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.502723 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.502902 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:48.536786 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] For port fccdf718-4064-41d0-b964-de93e109d99e, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:48.540545 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] For port fccdf718-4064-41d0-b964-de93e109d99e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fccdf718-4064-41d0-b964-de93e109d99e,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:48.549917 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.553728 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.569859 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Transition to ACTIVE for port object 78d9c58a-00d0-42e3-9867-49ea2634abe2 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:48.609763 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.611255 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:48.611880 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:45:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:48.648698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:48.651840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:48.654628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:48.671631 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6bb3e-fefd-497a-a6d6-d7ef1d74d41f None None] Pushing event updated for resources: {'Port': ['ID=fccdf718-4064-41d0-b964-de93e109d99e,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:48.719327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Pushing event updated for resources: {'Port': ['ID=78d9c58a-00d0-42e3-9867-49ea2634abe2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:48.734859 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.782228 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:48.785515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device eae66bbf-a936-437f-97d0-39eb21f77c72 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:48.877991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port eae66bbf-a936-437f-97d0-39eb21f77c72 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:48.882635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port eae66bbf-a936-437f-97d0-39eb21f77c72 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:48.883290 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.929009 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.027644 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.048228 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-39d2a052-074c-4dfa-88e8-451af06d9d98 None None] Provisioning for port 78d9c58a-00d0-42e3-9867-49ea2634abe2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:49.053232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-39d2a052-074c-4dfa-88e8-451af06d9d98 None None] Provisioning complete for port 78d9c58a-00d0-42e3-9867-49ea2634abe2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:49.053612 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39d2a052-074c-4dfa-88e8-451af06d9d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.098095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-39d2a052-074c-4dfa-88e8-451af06d9d98 None None] Port 78d9c58a-00d0-42e3-9867-49ea2634abe2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:49.121934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port eae66bbf-a936-437f-97d0-39eb21f77c72, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=eae66bbf-a936-437f-97d0-39eb21f77c72,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:49.128507 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.160534 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:46Z', 'revision_number': 3, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:49.163165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.171423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.191137 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5d1fa-dfef-4c3e-9a39-c2f29554c978 None None] The sync data for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 is: [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:46Z', 'revision_number': 3, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:49.195251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=eae66bbf-a936-437f-97d0-39eb21f77c72,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:49.260698 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.262516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Pushing event updated for resources: {'Port': ['ID=78d9c58a-00d0-42e3-9867-49ea2634abe2,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:49.366457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:49.368576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:49.521437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Router 59d14d1b-f16e-4077-8cc9-7622b240dc1f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:49.675031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:49.680349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-af695312-cf0d-451c-b9a9-ff21ac9c58ef admin admin] 10.222.0.60 "PUT /v2.0/routers/59d14d1b-f16e-4077-8cc9-7622b240dc1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0549002 Jul 16 18:45:49.730264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-32a9aa67-c755-4b49-9b9c-5945be8e8a96 None None] Provisioning complete for port 78d9c58a-00d0-42e3-9867-49ea2634abe2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:49.730902 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-32a9aa67-c755-4b49-9b9c-5945be8e8a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.785435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-32a9aa67-c755-4b49-9b9c-5945be8e8a96 None None] Port 78d9c58a-00d0-42e3-9867-49ea2634abe2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:50.319380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:50.324877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1942561115-network', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:50.346896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Made reservation on behalf of 3def11671bb24430bd7b94e5a43b3707 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:50.349316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.359561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.461763 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.465961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.490714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:50.500249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea6a20-4d7c-4815-98cf-3d9a740fb49a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:50.506550 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.506897 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Added segment c596e600-d6bc-46b3-93be-16d4f044cb83 of type vlan for network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 Jul 16 18:45:50.551713 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.585967 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.587113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:50.587689 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.614993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33610) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:50.615478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2944124 Jul 16 18:45:50.621178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Request body: {'subnet': {'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1942561115-subnet', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:50.663734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e918015-849d-4637-88b9-ac19b1af855b admin admin] Pushing event updated for resources: {'Network': ['ID=48b9eb95-67d4-432c-95d4-8b7c3e5aecf3,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:50.673690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Made reservation on behalf of 3def11671bb24430bd7b94e5a43b3707 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:50.675672 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:50.678500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.847775 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fccdf718-4064-41d0-b964-de93e109d99e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:50.900357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.922002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port fccdf718-4064-41d0-b964-de93e109d99e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:50.926831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port fccdf718-4064-41d0-b964-de93e109d99e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:50.927516 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.985277 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f716c8b-dda6-4fbe-ae64-0824c948a203,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:50.991055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Checking segment: {'id': 'c596e600-d6bc-46b3-93be-16d4f044cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:50.991731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Network hostable DHCP agents. Network: 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:51.014627 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:51.030694 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.031887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:51.037595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.038719 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.057385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92375e1-219f-415c-80b0-5793be86d7f3 None None] Network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:51.064635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port fccdf718-4064-41d0-b964-de93e109d99e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fccdf718-4064-41d0-b964-de93e109d99e,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:51.071205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:51.071737 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5b325f7a-24d1-4e4d-bd15-1213eaed5b10 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4553299 Jul 16 18:45:51.076476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:51.090319 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.091179 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device eae66bbf-a936-437f-97d0-39eb21f77c72 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:51.112141 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.112141 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.185267 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.189896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Sync routers for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:51.235024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=fccdf718-4064-41d0-b964-de93e109d99e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:51.240434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:51.241211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:45:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:51.352062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.364287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port eae66bbf-a936-437f-97d0-39eb21f77c72 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:51.365132 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.454130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:51.482949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-48b9eb95-67d4-432c-95d4-8b7c3e5aecf3', 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'fixed_ips': [{'subnet_id': '6f716c8b-dda6-4fbe-ae64-0824c948a203'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:51.483913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.569074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.590138 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.706563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Allocated IP 172.25.2.150 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/6c5bc99f-eebc-4bfe-ab52-f760e4966f1d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:51.787141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Allocated IP 172.20.0.2 (48b9eb95-67d4-432c-95d4-8b7c3e5aecf3/6f716c8b-dda6-4fbe-ae64-0824c948a203/16848f5a-e1c6-4394-b523-71c0f1a6fceb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:51.916165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '78d9c58a-00d0-42e3-9867-49ea2634abe2', 'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'mac_address': 'fa:16:3e:74:ef:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:48Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 2, 'project_id': '12c260218e1c4647800b04c24517549c', 'subnets': [{'id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:51.954377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Checking router: 59d14d1b-f16e-4077-8cc9-7622b240dc1f for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:51.954737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Updating router 59d14d1b-f16e-4077-8cc9-7622b240dc1f port 78d9c58a-00d0-42e3-9867-49ea2634abe2 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:52.030204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.053745 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.081524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Transition to ACTIVE for port object 16848f5a-e1c6-4394-b523-71c0f1a6fceb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:52.112706 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Transition to ACTIVE for port object 16848f5a-e1c6-4394-b523-71c0f1a6fceb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:52.153793 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.184369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.200724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.242947 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:52.246349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:52.248111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:52.252461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:52.253259 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:52.256570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:52.277687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Pushing event updated for resources: {'Port': ['ID=16848f5a-e1c6-4394-b523-71c0f1a6fceb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.278841 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5bc99f-eebc-4bfe-ab52-f760e4966f1d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.385284 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Attempting to bind port 16848f5a-e1c6-4394-b523-71c0f1a6fceb on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:52.385839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Attempting to bind port 16848f5a-e1c6-4394-b523-71c0f1a6fceb by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c596e600-d6bc-46b3-93be-16d4f044cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:52.386306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Attempting to bind port 16848f5a-e1c6-4394-b523-71c0f1a6fceb on network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:52.395594 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:52.396120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Checking segment: {'id': 'c596e600-d6bc-46b3-93be-16d4f044cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:52.396659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.397174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Bound using segment: {'id': 'c596e600-d6bc-46b3-93be-16d4f044cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:52.397870 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Bound port: 16848f5a-e1c6-4394-b523-71c0f1a6fceb, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c596e600-d6bc-46b3-93be-16d4f044cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:52.398357 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.528866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] For port 16848f5a-e1c6-4394-b523-71c0f1a6fceb, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:52.530142 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.549131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] For port 16848f5a-e1c6-4394-b523-71c0f1a6fceb, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=16848f5a-e1c6-4394-b523-71c0f1a6fceb,segment=NetworkSegment(c596e600-d6bc-46b3-93be-16d4f044cb83),segment_id=c596e600-d6bc-46b3-93be-16d4f044cb83)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:52.556041 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.563330 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.603306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Transition to ACTIVE for port object 78d9c58a-00d0-42e3-9867-49ea2634abe2 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:52.626001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.637593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b0b57-471c-4fd2-a933-20b309a7fbc5 None None] Pushing event updated for resources: {'Port': ['ID=16848f5a-e1c6-4394-b523-71c0f1a6fceb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.752164 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fccdf718-4064-41d0-b964-de93e109d99e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:52.758936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d43df-c9c4-4f60-91fe-3ccfe01114eb None None] Pushing event updated for resources: {'Port': ['ID=78d9c58a-00d0-42e3-9867-49ea2634abe2,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.793982 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.810428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Attempting to bind port 78d9c58a-00d0-42e3-9867-49ea2634abe2 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:52.811549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Attempting to bind port 78d9c58a-00d0-42e3-9867-49ea2634abe2 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:52.811800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Attempting to bind port 78d9c58a-00d0-42e3-9867-49ea2634abe2 on network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:52.820429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:52.821073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Checking segment: {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:52.821422 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.821905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Bound using segment: {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:52.822308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Bound port: 78d9c58a-00d0-42e3-9867-49ea2634abe2, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:52.822690 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.848482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port fccdf718-4064-41d0-b964-de93e109d99e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:52.848884 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.914251 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:52.945464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] For port 78d9c58a-00d0-42e3-9867-49ea2634abe2, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:52.949984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] For port 78d9c58a-00d0-42e3-9867-49ea2634abe2, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=78d9c58a-00d0-42e3-9867-49ea2634abe2,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:52.964099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.986695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Router 206e6870-1815-4c6e-a74b-98d65ab43e52 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:53.153896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:53.164076 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Sync routers for ids ['206e6870-1815-4c6e-a74b-98d65ab43e52'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:53.173833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.175204 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Routers {'206e6870-1815-4c6e-a74b-98d65ab43e52'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:53.176004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4933ba32-75f6-492d-b020-ceb3498f0ea7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1036627 Jul 16 18:45:53.176726 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:45:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['206e6870-1815-4c6e-a74b-98d65ab43e52'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.178791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33628) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:53.242682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:53.243321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:45:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.327559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d43df-c9c4-4f60-91fe-3ccfe01114eb None None] Pushing event updated for resources: {'Port': ['ID=78d9c58a-00d0-42e3-9867-49ea2634abe2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:53.371842 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Set router 206e6870-1815-4c6e-a74b-98d65ab43e52 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:53.461174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:53.735094 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:52Z', 'revision_number': 3, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'gw_port': {'id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.756387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '78d9c58a-00d0-42e3-9867-49ea2634abe2', 'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'mac_address': 'fa:16:3e:74:ef:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:48Z', 'updated_at': '2021-07-16T18:45:52Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'subnets': [{'id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.782813 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Checking router: 206e6870-1815-4c6e-a74b-98d65ab43e52 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:53.783169 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Updating router 206e6870-1815-4c6e-a74b-98d65ab43e52 port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:53.794539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e44d95-1a0b-450e-acad-aec6cd0c87e5 None None] The sync data for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 is: [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '78d9c58a-00d0-42e3-9867-49ea2634abe2', 'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'mac_address': 'fa:16:3e:74:ef:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:48Z', 'updated_at': '2021-07-16T18:45:52Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'subnets': [{'id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:53.835477 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.908536 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.138028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb7a0a-5add-41f4-9d60-ff90acc52f8c None None] Network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:54.177336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Allocated IP 172.20.0.1 (48b9eb95-67d4-432c-95d4-8b7c3e5aecf3/6f716c8b-dda6-4fbe-ae64-0824c948a203/2d0df6a4-0d83-4cab-9295-68144833714b) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:54.216039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4377fa30-e11e-4b82-b0cc-5d66af6b4e43 None None] Provisioning for port 16848f5a-e1c6-4394-b523-71c0f1a6fceb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:54.297584 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.316553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Transition to ACTIVE for port object 2d0df6a4-0d83-4cab-9295-68144833714b will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:54.337389 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.351893 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Transition to ACTIVE for port object 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:54.363045 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.386683 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.440427 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Attempting to bind port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:54.440882 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Attempting to bind port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:54.441191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:54.441309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Attempting to bind port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:54.445197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:54.446958 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc8966-bdab-421c-aa81-8fa41773ce29 None None] Pushing event updated for resources: {'Port': ['ID=6c5bc99f-eebc-4bfe-ab52-f760e4966f1d,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:54.449898 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:54.450273 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:54.450665 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.451048 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:54.451550 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Bound port: 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:54.451934 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.455973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:54.458655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Pushing event updated for resources: {'Port': ['ID=2d0df6a4-0d83-4cab-9295-68144833714b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:54.520347 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.538065 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] For port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:54.544057 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] For port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6c5bc99f-eebc-4bfe-ab52-f760e4966f1d,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:54.551807 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.696224 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc8966-bdab-421c-aa81-8fa41773ce29 None None] Pushing event updated for resources: {'Port': ['ID=6c5bc99f-eebc-4bfe-ab52-f760e4966f1d,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:54.712717 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Routers {'206e6870-1815-4c6e-a74b-98d65ab43e52'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:54.713375 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:45:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['206e6870-1815-4c6e-a74b-98d65ab43e52'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:54.781452 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.897031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 78d9c58a-00d0-42e3-9867-49ea2634abe2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:54.930164 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] Set router 206e6870-1815-4c6e-a74b-98d65ab43e52 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:54.988233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 78d9c58a-00d0-42e3-9867-49ea2634abe2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:54.993435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f01c6083-da77-4228-91d6-a947bd07a91c None None] Provisioning for port 2d0df6a4-0d83-4cab-9295-68144833714b completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:54.999899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 78d9c58a-00d0-42e3-9867-49ea2634abe2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:55.000312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.002026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f01c6083-da77-4228-91d6-a947bd07a91c None None] Provisioning complete for port 2d0df6a4-0d83-4cab-9295-68144833714b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:55.002391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f01c6083-da77-4228-91d6-a947bd07a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.069413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.079834 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.117245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f01c6083-da77-4228-91d6-a947bd07a91c None None] Port 2d0df6a4-0d83-4cab-9295-68144833714b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:55.196717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Pushing event updated for resources: {'Port': ['ID=2d0df6a4-0d83-4cab-9295-68144833714b,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.199619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.240380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.251086 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 4, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'gw_port': {'id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '2d0df6a4-0d83-4cab-9295-68144833714b', 'name': '', 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'mac_address': 'fa:16:3e:b9:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:53Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 1, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'subnets': [{'id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:55.281359 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921ac3b-8341-4978-9389-7471d1a9b9ad None None] The sync data for ids ['206e6870-1815-4c6e-a74b-98d65ab43e52'] in n-d-793619-10 is: [{'id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 4, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'gw_port': {'id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '2d0df6a4-0d83-4cab-9295-68144833714b', 'name': '', 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'mac_address': 'fa:16:3e:b9:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:53Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 1, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'subnets': [{'id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:55.285894 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7f30168d-12ed-4194-8ce1-9625b379e084 None None] Provisioning complete for port 2d0df6a4-0d83-4cab-9295-68144833714b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:55.286271 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f30168d-12ed-4194-8ce1-9625b379e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.306606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:55.307679 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:55.350611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 78d9c58a-00d0-42e3-9867-49ea2634abe2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=78d9c58a-00d0-42e3-9867-49ea2634abe2,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:55.363446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.364244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 16848f5a-e1c6-4394-b523-71c0f1a6fceb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:55.372494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7f30168d-12ed-4194-8ce1-9625b379e084 None None] Port 2d0df6a4-0d83-4cab-9295-68144833714b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:55.478517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=78d9c58a-00d0-42e3-9867-49ea2634abe2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.513564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 16848f5a-e1c6-4394-b523-71c0f1a6fceb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:55.521845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 16848f5a-e1c6-4394-b523-71c0f1a6fceb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:55.525078 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.529326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Router 206e6870-1815-4c6e-a74b-98d65ab43e52 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:55.642455 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.686712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 16848f5a-e1c6-4394-b523-71c0f1a6fceb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=16848f5a-e1c6-4394-b523-71c0f1a6fceb,segment=NetworkSegment(c596e600-d6bc-46b3-93be-16d4f044cb83),segment_id=c596e600-d6bc-46b3-93be-16d4f044cb83)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:55.700705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:55.714189 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-74f221b7-852f-45d4-8c29-89e4b5cc164b admin admin] 10.222.0.60 "PUT /v2.0/routers/206e6870-1815-4c6e-a74b-98d65ab43e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5272489 Jul 16 18:45:55.724039 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.794227 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-150d896f-9bf0-4fc9-8933-128b002bad1a None None] Provisioning complete for port 2d0df6a4-0d83-4cab-9295-68144833714b triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:55.794612 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-150d896f-9bf0-4fc9-8933-128b002bad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.868356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=16848f5a-e1c6-4394-b523-71c0f1a6fceb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.879135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-150d896f-9bf0-4fc9-8933-128b002bad1a None None] Port 2d0df6a4-0d83-4cab-9295-68144833714b cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:56.344057 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.349099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-40164f03-68e0-416f-bda0-f550755c7475 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395796694', 'description': 'tempest-secgroup-smoke-395796694 description', 'project_id': '12c260218e1c4647800b04c24517549c'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:56.388799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40164f03-68e0-416f-bda0-f550755c7475 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.509267 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40164f03-68e0-416f-bda0-f550755c7475 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.520538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40164f03-68e0-416f-bda0-f550755c7475 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.563984 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-40164f03-68e0-416f-bda0-f550755c7475 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.565576 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-40164f03-68e0-416f-bda0-f550755c7475 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2203183 Jul 16 18:45:56.566561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40164f03-68e0-416f-bda0-f550755c7475 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb18eb98-baea-4c53-a61a-1252ec79a7d1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:56.569343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.578041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c7208a9c-dfc0-4318-bd9a-208b66dc9231 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Request body: {'security_group_rule': {'security_group_id': 'eb18eb98-baea-4c53-a61a-1252ec79a7d1', 'project_id': '12c260218e1c4647800b04c24517549c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:56.609612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7208a9c-dfc0-4318-bd9a-208b66dc9231 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.719051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7208a9c-dfc0-4318-bd9a-208b66dc9231 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.724322 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7208a9c-dfc0-4318-bd9a-208b66dc9231 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.763287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7208a9c-dfc0-4318-bd9a-208b66dc9231 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fc91f5-9828-4242-86e8-2ef51f28a08b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:56.777606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c7208a9c-dfc0-4318-bd9a-208b66dc9231 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.782760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33656) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.783522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c7208a9c-dfc0-4318-bd9a-208b66dc9231 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2106194 Jul 16 18:45:56.788621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b4b72e87-2584-42ce-b6b3-d76bc1038441 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Request body: {'security_group_rule': {'security_group_id': 'eb18eb98-baea-4c53-a61a-1252ec79a7d1', 'project_id': '12c260218e1c4647800b04c24517549c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:56.843360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 78d9c58a-00d0-42e3-9867-49ea2634abe2 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:56.844066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4b72e87-2584-42ce-b6b3-d76bc1038441 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.904709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 78d9c58a-00d0-42e3-9867-49ea2634abe2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:56.905774 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.937479 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4b72e87-2584-42ce-b6b3-d76bc1038441 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.942953 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4b72e87-2584-42ce-b6b3-d76bc1038441 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.964856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b72e87-2584-42ce-b6b3-d76bc1038441 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01871be4-de95-4e6e-ab30-07f8bb80cc19,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:56.983908 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b4b72e87-2584-42ce-b6b3-d76bc1038441 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.985753 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b4b72e87-2584-42ce-b6b3-d76bc1038441 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2017703 Jul 16 18:45:56.988308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33658) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.993677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e5431386-cb0f-443d-bbdd-4f259dbd2db7 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Request body: {'security_group_rule': {'security_group_id': 'eb18eb98-baea-4c53-a61a-1252ec79a7d1', 'project_id': '12c260218e1c4647800b04c24517549c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:57.017202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:57.025441 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5431386-cb0f-443d-bbdd-4f259dbd2db7 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.080647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:57.085541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:57.085911 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.136286 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5431386-cb0f-443d-bbdd-4f259dbd2db7 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.142154 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5431386-cb0f-443d-bbdd-4f259dbd2db7 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.165214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5431386-cb0f-443d-bbdd-4f259dbd2db7 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1502a38-6067-40ec-98ff-ecfc7abdf746,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.176045 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e5431386-cb0f-443d-bbdd-4f259dbd2db7 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.177730 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e5431386-cb0f-443d-bbdd-4f259dbd2db7 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1881528 Jul 16 18:45:57.182284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:57.191359 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1a3e65e9-caac-4d1f-a5a8-bbb96f6eea45 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Request body: {'security_group_rule': {'security_group_id': 'eb18eb98-baea-4c53-a61a-1252ec79a7d1', 'project_id': '12c260218e1c4647800b04c24517549c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:57.214530 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.250825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a3e65e9-caac-4d1f-a5a8-bbb96f6eea45 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.261378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6c5bc99f-eebc-4bfe-ab52-f760e4966f1d,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:57.268932 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.270127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 16848f5a-e1c6-4394-b523-71c0f1a6fceb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:57.340695 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a3e65e9-caac-4d1f-a5a8-bbb96f6eea45 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.346906 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a3e65e9-caac-4d1f-a5a8-bbb96f6eea45 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.382336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e65e9-caac-4d1f-a5a8-bbb96f6eea45 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bd8a06-6429-470f-9b25-2bcbf836e77a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.387392 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a3e65e9-caac-4d1f-a5a8-bbb96f6eea45 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.392504 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1a3e65e9-caac-4d1f-a5a8-bbb96f6eea45 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2056978 Jul 16 18:45:57.393461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33664) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:57.406849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ae094a24-68a2-4df4-844f-e191e64b68ab tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Request body: {'security_group_rule': {'security_group_id': 'eb18eb98-baea-4c53-a61a-1252ec79a7d1', 'project_id': '12c260218e1c4647800b04c24517549c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:57.432262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=6c5bc99f-eebc-4bfe-ab52-f760e4966f1d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.437727 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-ae094a24-68a2-4df4-844f-e191e64b68ab tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Project 12c260218e1c4647800b04c24517549c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:45:57.442998 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae094a24-68a2-4df4-844f-e191e64b68ab tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.447385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 16848f5a-e1c6-4394-b523-71c0f1a6fceb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:57.447905 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.535019 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae094a24-68a2-4df4-844f-e191e64b68ab tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.543636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae094a24-68a2-4df4-844f-e191e64b68ab tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.571461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae094a24-68a2-4df4-844f-e191e64b68ab tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705f78ae-91a9-47ad-ab85-f6eebb93aff3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.583620 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae094a24-68a2-4df4-844f-e191e64b68ab tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.584879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ae094a24-68a2-4df4-844f-e191e64b68ab tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1893432 Jul 16 18:45:57.587613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:57.592031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-54af2e11-da6f-46d1-bbb0-53e12aeeeb6c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Request body: {'security_group_rule': {'security_group_id': 'eb18eb98-baea-4c53-a61a-1252ec79a7d1', 'project_id': '12c260218e1c4647800b04c24517549c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:57.615175 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-54af2e11-da6f-46d1-bbb0-53e12aeeeb6c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Project 12c260218e1c4647800b04c24517549c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:45:57.620091 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54af2e11-da6f-46d1-bbb0-53e12aeeeb6c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.681807 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54af2e11-da6f-46d1-bbb0-53e12aeeeb6c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.685931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54af2e11-da6f-46d1-bbb0-53e12aeeeb6c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.709913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af2e11-da6f-46d1-bbb0-53e12aeeeb6c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d57d5a-24b2-460b-a919-c680c1de7afb,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.716987 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54af2e11-da6f-46d1-bbb0-53e12aeeeb6c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.718910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-54af2e11-da6f-46d1-bbb0-53e12aeeeb6c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303811 Jul 16 18:45:57.870890 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-85950bc8-2998-42bf-a6b7-7d96bd181d04 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395796694&fields=id&tenant_id=12c260218e1c4647800b04c24517549c HTTP/1.1" status: 200 len: 267 time: 0.0332134 Jul 16 18:45:57.994446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-a0d17f4a-4007-448d-85a3-70a50506aec1 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:57.996011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-a0d17f4a-4007-448d-85a3-70a50506aec1 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/networks?id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 200 len: 808 time: 0.1176221 Jul 16 18:45:58.012111 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-5462eb94-b47b-4fad-891e-dd3eb7d06c5f tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/quotas/12c260218e1c4647800b04c24517549c HTTP/1.1" status: 200 len: 375 time: 0.0099270 Jul 16 18:45:58.090144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-6b9fbf71-c98d-4863-92b0-cd21a1eed8d4 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12c260218e1c4647800b04c24517549c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716014 Jul 16 18:45:58.106948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-b3eda34d-a196-43de-a5d8-a0bc61325a46 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:58.108648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-b3eda34d-a196-43de-a5d8-a0bc61325a46 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061111 Jul 16 18:45:58.212041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-a8b44c46-8ad5-4d49-83ec-0750ff3ceb2b service neutron] 10.222.0.60 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961759 Jul 16 18:45:58.296182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Sync routers for ids ['206e6870-1815-4c6e-a74b-98d65ab43e52'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:58.306034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Routers {'206e6870-1815-4c6e-a74b-98d65ab43e52'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:58.306684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:45:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['206e6870-1815-4c6e-a74b-98d65ab43e52'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:58.321053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-93aa3e4d-823b-4b68-b539-bed919d5cdcd service neutron] 10.222.0.60 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021898 Jul 16 18:45:58.424112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Set router 206e6870-1815-4c6e-a74b-98d65ab43e52 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:58.581464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6eae8850-5ee1-4b47-9978-78ff3eb2bbe2 req-8ee581d4-aaac-406f-989a-3095f59f94d5 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 210 time: 0.0373509 Jul 16 18:45:58.682448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 4, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'gw_port': {'id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '2d0df6a4-0d83-4cab-9295-68144833714b', 'name': '', 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'mac_address': 'fa:16:3e:b9:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:53Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 2, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'subnets': [{'id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:58.715645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:58.719077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Checking router: 206e6870-1815-4c6e-a74b-98d65ab43e52 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:58.719546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Updating router 206e6870-1815-4c6e-a74b-98d65ab43e52 port 2d0df6a4-0d83-4cab-9295-68144833714b binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:58.784581 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.842683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:58.842912 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.079711 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.172262 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.188379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Transition to ACTIVE for port object 2d0df6a4-0d83-4cab-9295-68144833714b will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:59.198247 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.282107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274c439-ece1-42ca-b03b-a8c9a2e0c008 None None] Pushing event updated for resources: {'Port': ['ID=2d0df6a4-0d83-4cab-9295-68144833714b,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.351128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Attempting to bind port 2d0df6a4-0d83-4cab-9295-68144833714b on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:59.351829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Attempting to bind port 2d0df6a4-0d83-4cab-9295-68144833714b by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c596e600-d6bc-46b3-93be-16d4f044cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:59.352077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Attempting to bind port 2d0df6a4-0d83-4cab-9295-68144833714b on network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:59.358013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:59.358959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Checking segment: {'id': 'c596e600-d6bc-46b3-93be-16d4f044cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:59.359371 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.359767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Bound using segment: {'id': 'c596e600-d6bc-46b3-93be-16d4f044cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:59.360246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Bound port: 2d0df6a4-0d83-4cab-9295-68144833714b, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c596e600-d6bc-46b3-93be-16d4f044cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:59.360665 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.465121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] For port 2d0df6a4-0d83-4cab-9295-68144833714b, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:59.469381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] For port 2d0df6a4-0d83-4cab-9295-68144833714b, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2d0df6a4-0d83-4cab-9295-68144833714b,segment=NetworkSegment(c596e600-d6bc-46b3-93be-16d4f044cb83),segment_id=c596e600-d6bc-46b3-93be-16d4f044cb83)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:59.482434 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.570991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274c439-ece1-42ca-b03b-a8c9a2e0c008 None None] Pushing event updated for resources: {'Port': ['ID=2d0df6a4-0d83-4cab-9295-68144833714b,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.573804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Routers {'206e6870-1815-4c6e-a74b-98d65ab43e52'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:59.574440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:45:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['206e6870-1815-4c6e-a74b-98d65ab43e52'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:59.800114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec91a291-5de9-45c2-a91c-fa485c3994aa req-a0a624c6-c2ff-4dcd-a1ef-0f0ce188ed35 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 210 time: 0.0449977 Jul 16 18:45:59.882286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] Set router 206e6870-1815-4c6e-a74b-98d65ab43e52 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:00.113830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 4, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'gw_port': {'id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '2d0df6a4-0d83-4cab-9295-68144833714b', 'name': '', 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'mac_address': 'fa:16:3e:b9:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:53Z', 'updated_at': '2021-07-16T18:45:59Z', 'revision_number': 4, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'subnets': [{'id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:00.145855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca4f49-962e-4c9b-9f0f-ff391cdb9739 None None] The sync data for ids ['206e6870-1815-4c6e-a74b-98d65ab43e52'] in n-d-793619-10 is: [{'id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:54Z', 'revision_number': 4, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'gw_port': {'id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '2d0df6a4-0d83-4cab-9295-68144833714b', 'name': '', 'network_id': '48b9eb95-67d4-432c-95d4-8b7c3e5aecf3', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'mac_address': 'fa:16:3e:b9:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:53Z', 'updated_at': '2021-07-16T18:45:59Z', 'revision_number': 4, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'subnets': [{'id': '6f716c8b-dda6-4fbe-ae64-0824c948a203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:00.237802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-0c435bee-296c-42f4-a700-e5aca29210b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:00.239584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-0c435bee-296c-42f4-a700-e5aca29210b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.46 "GET /v2.0/networks?id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 200 len: 808 time: 0.1579554 Jul 16 18:46:00.323188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-2a3c5ab8-f63d-47ec-ad96-60bea5751d5e tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c260218e1c4647800b04c24517549c HTTP/1.1" status: 200 len: 379 time: 0.0650280 Jul 16 18:46:00.340345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Request body: {'port': {'device_id': 'b7f37324-c117-4882-97f9-33133c42ca29', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'admin_state_up': True, 'tenant_id': '12c260218e1c4647800b04c24517549c', 'security_groups': ['eb18eb98-baea-4c53-a61a-1252ec79a7d1']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:00.465588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Made reservation on behalf of 12c260218e1c4647800b04c24517549c for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:00.469410 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.646879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Allocated IP 172.20.0.12 (1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8/120e2727-47a0-4551-8b09-80430dc0ee0b/0dad7d5c-3609-4e4d-b5f5-9c4151df035c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:00.754923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2d0df6a4-0d83-4cab-9295-68144833714b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:00.831143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 2d0df6a4-0d83-4cab-9295-68144833714b completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:00.837012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 2d0df6a4-0d83-4cab-9295-68144833714b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:00.837576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.845420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.874939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Transition to ACTIVE for port object 0dad7d5c-3609-4e4d-b5f5-9c4151df035c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:00.916392 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.940857 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.990554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:00.997125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 2d0df6a4-0d83-4cab-9295-68144833714b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2d0df6a4-0d83-4cab-9295-68144833714b,segment=NetworkSegment(c596e600-d6bc-46b3-93be-16d4f044cb83),segment_id=c596e600-d6bc-46b3-93be-16d4f044cb83)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:01.002391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.004994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:01.008071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:01.075038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=2d0df6a4-0d83-4cab-9295-68144833714b,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:01.083352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'Port': ['ID=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:01.100944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:01.101631 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.129835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-4ff89de9-7afb-4e73-92d9-5431f09fc028 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7936678 Jul 16 18:46:01.161501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ceb9-a71e-4877-86f3-0abed49b78b8 req-ba742192-5578-4f9b-ba9e-241ac4f39d72 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:01.163336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd48ceb9-a71e-4877-86f3-0abed49b78b8 req-ba742192-5578-4f9b-ba9e-241ac4f39d72 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 932 time: 0.1716044 Jul 16 18:46:01.214274 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd48ceb9-a71e-4877-86f3-0abed49b78b8 req-5516b77e-07e9-4c70-8ba5-3cd0d9b3272e tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445287 Jul 16 18:46:01.258540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f98168bf-2275-4bc9-849a-3e25977dafe9 None None] Provisioning for port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:01.262376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f98168bf-2275-4bc9-849a-3e25977dafe9 None None] Provisioning complete for port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:01.262754 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f98168bf-2275-4bc9-849a-3e25977dafe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.272585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Request body: {'port': {'device_id': 'b7f37324-c117-4882-97f9-33133c42ca29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:01.300580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f98168bf-2275-4bc9-849a-3e25977dafe9 None None] Port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:01.350367 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.606901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-1764410c-0b81-4115-97c9-c6bbc30b88dc req-bc087e15-03f1-4b4b-8c3c-65cfdcf8377b service neutron] (93823) timed out ('10.222.0.60', 44254) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:46:01.617819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dad7d5c-3609-4e4d-b5f5-9c4151df035c {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:01.625916 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.637681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Transition to ACTIVE for port object 0dad7d5c-3609-4e4d-b5f5-9c4151df035c will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:01.641851 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.694837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Pushing event updated for resources: {'Port': ['ID=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:01.775046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Attempting to bind port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:01.775349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Attempting to bind port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:01.775626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Attempting to bind port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c on network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:01.780959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c on network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:01.781280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Attempting to bind port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c on network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:01.786532 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:01.786880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Checking segment: {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:01.787270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Bound using segment: {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:01.787703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Bound port: 0dad7d5c-3609-4e4d-b5f5-9c4151df035c, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a102721-4297-490c-b15c-be090c2e7fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:01.788069 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.867523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] For port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:01.870877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] For port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:01.876657 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.937320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:01.938105 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.939623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] 10.222.0.46 "PUT /v2.0/ports/0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 200 len: 1093 time: 0.7752419 Jul 16 18:46:01.939954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f37324-c117-4882-97f9-33133c42ca29', 'tag': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:01.942488 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e340f1f3-0784-4d49-ac86-18246053ee69" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f37324-c117-4882-97f9-33133c42ca29", "tag": "0dad7d5c-3609-4e4d-b5f5-9c4151df035c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:01.960012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ffdef-6c6e-4ce3-ad48-df14e64b8a1e service neutron] Pushing event updated for resources: {'Port': ['ID=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:02.087209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-cbe97af4-b542-422f-bd96-941494f1cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.087209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-cbe97af4-b542-422f-bd96-941494f1cbce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c260218e1c4647800b04c24517549c&device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1096 time: 0.0689003 Jul 16 18:46:02.174528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-f8f769b4-d6f9-46d5-b31d-d4211907d58a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 200 len: 217 time: 0.0476978 Jul 16 18:46:02.203902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-b8d511e1-328f-45cd-9b64-a1ab53580978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.205497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-b8d511e1-328f-45cd-9b64-a1ab53580978 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e2727-47a0-4551-8b09-80430dc0ee0b HTTP/1.1" status: 200 len: 847 time: 0.0573566 Jul 16 18:46:02.282680 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-9e03f766-ebfa-4e3c-9a3c-eaef026acd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.285033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-9e03f766-ebfa-4e3c-9a3c-eaef026acd8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674820 Jul 16 18:46:02.432716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-e5090be4-4a69-45ed-acd1-a78d4ef94b88 service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374497 Jul 16 18:46:02.491870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b40e7-fa20-4e32-a1e3-012fb04622c9 req-44797073-196c-438e-87fc-8c6cfed3106f tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.493530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da5b40e7-fa20-4e32-a1e3-012fb04622c9 req-44797073-196c-438e-87fc-8c6cfed3106f tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 944 time: 0.1254976 Jul 16 18:46:02.575413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07326afc-aa77-4aad-bc71-440313d1fb58 req-e441da18-a7d9-44ff-944b-bf5201149ffe service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341758 Jul 16 18:46:02.579339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da5b40e7-fa20-4e32-a1e3-012fb04622c9 req-c31ac3e6-49c1-46aa-827e-65bc1cd171f6 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594561 Jul 16 18:46:02.715106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2d0df6a4-0d83-4cab-9295-68144833714b up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:02.763352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 2d0df6a4-0d83-4cab-9295-68144833714b triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:02.763728 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.140430 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aba77af-4516-45a4-8a16-d33004e03716 x-openstack-request-id: req-7aba77af-4516-45a4-8a16-d33004e03716 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:03.141014 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f37324-c117-4882-97f9-33133c42ca29", "tag": "0dad7d5c-3609-4e4d-b5f5-9c4151df035c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:03.141411 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7aba77af-4516-45a4-8a16-d33004e03716 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:03.141881 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f37324-c117-4882-97f9-33133c42ca29', 'tag': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'status': 'completed', 'code': 200} Jul 16 18:46:03.194430 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f51e3e3-6464-4120-a814-cf6b8bea688f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.255118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-459cff7e-6a73-40f8-84e4-57ea6e3a4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.256710 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-459cff7e-6a73-40f8-84e4-57ea6e3a4278 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c260218e1c4647800b04c24517549c&device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1096 time: 0.0592592 Jul 16 18:46:03.353109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-0f62c1e1-e4b1-4fc9-8326-b7e015878f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.354631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-0f62c1e1-e4b1-4fc9-8326-b7e015878f0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 200 len: 909 time: 0.0906026 Jul 16 18:46:03.410968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-7323d2bd-52ea-46c8-a856-e3efd8bb1e5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 200 len: 217 time: 0.0412083 Jul 16 18:46:03.476315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-3f9b9966-6bee-4143-9d1d-e7dc2e890ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.479091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-3f9b9966-6bee-4143-9d1d-e7dc2e890ee1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e2727-47a0-4551-8b09-80430dc0ee0b HTTP/1.1" status: 200 len: 847 time: 0.0598726 Jul 16 18:46:03.551552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-72811b5f-e3d4-4fbe-9bc7-4a6648caec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.553248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-72811b5f-e3d4-4fbe-9bc7-4a6648caec55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650566 Jul 16 18:46:03.694475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-b235a43e-8c71-48e1-b443-4b0fdaef643d service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307192 Jul 16 18:46:03.836116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e340f1f3-0784-4d49-ac86-18246053ee69 req-689d48ce-848b-48fd-8301-6263f5b9daad service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349080 Jul 16 18:46:03.850065 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2a1b2-ee07-435a-82af-c086b4e74f84 req-afcf8e93-a147-4203-b0f9-822c58d99889 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.851584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ff2a1b2-ee07-435a-82af-c086b4e74f84 req-afcf8e93-a147-4203-b0f9-822c58d99889 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 944 time: 0.1417267 Jul 16 18:46:03.894834 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2ff2a1b2-ee07-435a-82af-c086b4e74f84 req-43f96361-325c-4d5c-b9fc-b0cca72c7784 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354619 Jul 16 18:46:04.402890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 0dad7d5c-3609-4e4d-b5f5-9c4151df035c details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:04.512750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:04.524828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'port_id': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'mac_address': 'fa:16:3e:cc:09:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:04.566977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.580213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dad7d5c-3609-4e4d-b5f5-9c4151df035c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:04.607316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:04.613591 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.664180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:05.067622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['0dad7d5c-3609-4e4d-b5f5-9c4151df035c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:05.083488 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306caf8f-c0b5-4302-8541-b82621b3a506 req-b8c4128d-b817-4b20-868a-216533c31d5f tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.085186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-306caf8f-c0b5-4302-8541-b82621b3a506 req-b8c4128d-b817-4b20-868a-216533c31d5f tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 945 time: 0.0684397 Jul 16 18:46:05.131905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-306caf8f-c0b5-4302-8541-b82621b3a506 req-bd97541e-aee4-4065-9ccf-ed7a1c12d33f tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407567 Jul 16 18:46:05.946316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.071852 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a681b0c2-865b-41fc-86c2-e7a81915e6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.321920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846cf0-520f-4277-83ab-c209aff36ee3 req-301b8aec-8a98-44ca-980a-75f2ca9a4b8f tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:06.323767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9846cf0-520f-4277-83ab-c209aff36ee3 req-301b8aec-8a98-44ca-980a-75f2ca9a4b8f tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 945 time: 0.0679336 Jul 16 18:46:06.367514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a9846cf0-520f-4277-83ab-c209aff36ee3 req-3aa25fe5-9c0f-426e-adb4-c0e854fd0d7b tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371702 Jul 16 18:46:06.429036 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 0dad7d5c-3609-4e4d-b5f5-9c4151df035c up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:06.481360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:06.486523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:06.486896 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.572007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.595467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f37324-c117-4882-97f9-33133c42ca29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:06.599322 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c793c78-49ec-4111-8efe-dab9d8cafd09" -d '{"events": [{"server_uuid": "b7f37324-c117-4882-97f9-33133c42ca29", "name": "network-vif-plugged", "status": "completed", "tag": "0dad7d5c-3609-4e4d-b5f5-9c4151df035c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:06.614446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:06.618489 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.683996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:06.714293 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda7c055-25ad-4e5a-acb3-d7ff6f572b55 x-openstack-request-id: req-bda7c055-25ad-4e5a-acb3-d7ff6f572b55 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:06.714722 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f37324-c117-4882-97f9-33133c42ca29", "name": "network-vif-plugged", "status": "completed", "tag": "0dad7d5c-3609-4e4d-b5f5-9c4151df035c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:06.714836 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bda7c055-25ad-4e5a-acb3-d7ff6f572b55 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:06.715240 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f37324-c117-4882-97f9-33133c42ca29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'code': 200} Jul 16 18:46:06.875166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d580b0-1a52-4c11-85f5-6bf27b62ecfc req-b5de2aaf-7a21-4a33-b0b9-2b1fc57fe73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:06.877504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68d580b0-1a52-4c11-85f5-6bf27b62ecfc req-b5de2aaf-7a21-4a33-b0b9-2b1fc57fe73a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0609527 Jul 16 18:46:06.918825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68d580b0-1a52-4c11-85f5-6bf27b62ecfc req-88ec2d37-8cc3-4c31-8780-c04ed9af527c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306728 Jul 16 18:46:07.101158 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.567945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0651c-b706-4d90-aec5-df2c4eb847c9 req-96fb2e6a-8e51-483a-aec0-9a75ef6d0fa4 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:07.569857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abd0651c-b706-4d90-aec5-df2c4eb847c9 req-96fb2e6a-8e51-483a-aec0-9a75ef6d0fa4 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 946 time: 0.0775733 Jul 16 18:46:07.622607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-abd0651c-b706-4d90-aec5-df2c4eb847c9 req-33cf5ffa-5c94-49c3-bbac-ac4c2bde0f00 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457964 Jul 16 18:46:08.795166 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.831216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da4391-f690-4ddb-9185-8822eea2034a req-502202bf-8b7c-4224-9e24-452b20bbfe28 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:08.832915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76da4391-f690-4ddb-9185-8822eea2034a req-502202bf-8b7c-4224-9e24-452b20bbfe28 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 946 time: 0.0784273 Jul 16 18:46:08.882509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-76da4391-f690-4ddb-9185-8822eea2034a req-a589dc05-b53d-40d2-a562-b37f83e44b97 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Jul 16 18:46:09.071198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fa248-afbc-45c5-902b-36482e069581 req-d9a5f47a-193c-4383-9980-26198cd27e20 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.072583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d44fa248-afbc-45c5-902b-36482e069581 req-d9a5f47a-193c-4383-9980-26198cd27e20 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 946 time: 0.0695956 Jul 16 18:46:09.113033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d44fa248-afbc-45c5-902b-36482e069581 req-2c812aea-0196-4cd1-95d3-1b6074f17c9a tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338123 Jul 16 18:46:09.310347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc00524-e6a4-48b4-bfda-c2f31298d11c req-52cefdd6-cf89-4f21-9328-570f4a8852e9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.311859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcc00524-e6a4-48b4-bfda-c2f31298d11c req-52cefdd6-cf89-4f21-9328-570f4a8852e9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 946 time: 0.0708213 Jul 16 18:46:09.352132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcc00524-e6a4-48b4-bfda-c2f31298d11c req-64ef49f0-8d93-4a0d-9c3a-3d72d686f9e5 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Jul 16 18:46:09.378310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 33898) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:09.487926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c6571-6be0-402f-a637-395daee6668e tempest-TestServerBasicOps-438283592 tempest-TestServerBasicOps-438283592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.489522 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a70c6571-6be0-402f-a637-395daee6668e tempest-TestServerBasicOps-438283592 tempest-TestServerBasicOps-438283592-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1093 time: 0.1098566 Jul 16 18:46:09.492735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 33904) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:09.497295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:09.527625 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.648472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.091945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Allocated IP 172.25.2.19 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/b8971eab-f7fa-4088-8b54-4d952319bca6) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:10.202416 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.253590 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.296089 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:10.302465 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:10.305961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:10.336788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'Port': ['ID=b8971eab-f7fa-4088-8b54-4d952319bca6,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:10.355523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.355655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.355981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.356341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.356707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.357052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.357365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.357950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.358270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.358606 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.358932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.359805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:10.558896 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.873636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.006583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.208625 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.213604 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.284626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event updated for resources: {'Port': ['ID=b8971eab-f7fa-4088-8b54-4d952319bca6,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.303547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.426290 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Floating IP 676f65bd-51f6-4cb1-9c01-e4a178cb2bf8 associated. External IP: 172.25.2.19, port: 0dad7d5c-3609-4e4d-b5f5-9c4151df035c. Jul 16 18:46:11.644880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Router 59d14d1b-f16e-4077-8cc9-7622b240dc1f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:11.768750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:11.778586 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] Sync routers for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:11.788580 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.807022 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:11.807820 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:46:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:11.829082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1149a65a-5482-4660-8928-7622c560cc5c tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3348596 Jul 16 18:46:11.829589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f37324-c117-4882-97f9-33133c42ca29', 'tag': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:11.831921 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b3e79e-c664-4d64-845b-d9197122039c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f37324-c117-4882-97f9-33133c42ca29", "tag": "0dad7d5c-3609-4e4d-b5f5-9c4151df035c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:11.936138 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:12.201289 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '676f65bd-51f6-4cb1-9c01-e4a178cb2bf8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'port_id': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'mac_address': 'fa:16:3e:cc:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f37324-c117-4882-97f9-33133c42ca29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:10Z', 'updated_at': '2021-07-16T18:46:10Z', 'revision_number': 0, 'project_id': '12c260218e1c4647800b04c24517549c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d9c58a-00d0-42e3-9867-49ea2634abe2', 'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'mac_address': 'fa:16:3e:74:ef:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:48Z', 'updated_at': '2021-07-16T18:45:55Z', 'revision_number': 5, 'project_id': '12c260218e1c4647800b04c24517549c', 'subnets': [{'id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:12.236371 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] Checking router: 59d14d1b-f16e-4077-8cc9-7622b240dc1f for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:12.246797 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:12.247505 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:46:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:12.486050 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:12.753149 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '676f65bd-51f6-4cb1-9c01-e4a178cb2bf8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'port_id': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'mac_address': 'fa:16:3e:cc:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f37324-c117-4882-97f9-33133c42ca29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:10Z', 'updated_at': '2021-07-16T18:46:10Z', 'revision_number': 0, 'project_id': '12c260218e1c4647800b04c24517549c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d9c58a-00d0-42e3-9867-49ea2634abe2', 'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'mac_address': 'fa:16:3e:74:ef:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:48Z', 'updated_at': '2021-07-16T18:45:55Z', 'revision_number': 5, 'project_id': '12c260218e1c4647800b04c24517549c', 'subnets': [{'id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:12.786302 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d6f17-7c8a-49ab-94d2-aec324e2aa70 None None] The sync data for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 is: [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '676f65bd-51f6-4cb1-9c01-e4a178cb2bf8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'port_id': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'mac_address': 'fa:16:3e:cc:09:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f37324-c117-4882-97f9-33133c42ca29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:10Z', 'updated_at': '2021-07-16T18:46:10Z', 'revision_number': 0, 'project_id': '12c260218e1c4647800b04c24517549c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d9c58a-00d0-42e3-9867-49ea2634abe2', 'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'mac_address': 'fa:16:3e:74:ef:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:48Z', 'updated_at': '2021-07-16T18:45:55Z', 'revision_number': 5, 'project_id': '12c260218e1c4647800b04c24517549c', 'subnets': [{'id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:12.898931 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7b0de2-0124-4a3b-a7a9-80066f7d2f6d x-openstack-request-id: req-df7b0de2-0124-4a3b-a7a9-80066f7d2f6d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:12.899430 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f37324-c117-4882-97f9-33133c42ca29", "tag": "0dad7d5c-3609-4e4d-b5f5-9c4151df035c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:12.899430 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df7b0de2-0124-4a3b-a7a9-80066f7d2f6d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:12.899914 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f37324-c117-4882-97f9-33133c42ca29', 'tag': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'status': 'completed', 'code': 200} Jul 16 18:46:13.022336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3e79e-c664-4d64-845b-d9197122039c req-091bc75b-0c0f-472a-a77a-80cad2e69d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.024179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2b3e79e-c664-4d64-845b-d9197122039c req-091bc75b-0c0f-472a-a77a-80cad2e69d6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c260218e1c4647800b04c24517549c&device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0729547 Jul 16 18:46:13.036471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27553d9-6db3-4620-aa97-e1fbf2e9a097 None None] New status for floating IP 676f65bd-51f6-4cb1-9c01-e4a178cb2bf8: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:46:13.142999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3e79e-c664-4d64-845b-d9197122039c req-2ca35a86-e61c-4223-830b-b4e0f6b9cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.145685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2b3e79e-c664-4d64-845b-d9197122039c req-2ca35a86-e61c-4223-830b-b4e0f6b9cf9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 200 len: 909 time: 0.1144817 Jul 16 18:46:13.240576 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2b3e79e-c664-4d64-845b-d9197122039c req-826e81a2-1e25-46b9-b519-9041be80666d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 200 len: 999 time: 0.0853310 Jul 16 18:46:13.314787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3e79e-c664-4d64-845b-d9197122039c req-95e201d5-d233-447e-acd1-147716ec7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.318096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2b3e79e-c664-4d64-845b-d9197122039c req-95e201d5-d233-447e-acd1-147716ec7d1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e2727-47a0-4551-8b09-80430dc0ee0b HTTP/1.1" status: 200 len: 847 time: 0.0718913 Jul 16 18:46:13.393814 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3e79e-c664-4d64-845b-d9197122039c req-5c44767b-93c6-4866-bc99-ab193dea93b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.395311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2b3e79e-c664-4d64-845b-d9197122039c req-5c44767b-93c6-4866-bc99-ab193dea93b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652220 Jul 16 18:46:13.512416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2b3e79e-c664-4d64-845b-d9197122039c req-5d1e8a9d-f18b-4932-80fd-763c97d151bd service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100397 Jul 16 18:46:13.618361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2b3e79e-c664-4d64-845b-d9197122039c req-63aad4ab-9401-4b65-b869-fd8e5f68a65e service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982132 Jul 16 18:46:15.069070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-cc7ebee7-8d9a-499e-aa0c-787c10ee9815 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567467 Jul 16 18:46:15.199219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-98b29531-90e3-4d21-ac83-99651b39733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.200847 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-98b29531-90e3-4d21-ac83-99651b39733c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c260218e1c4647800b04c24517549c&device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0643847 Jul 16 18:46:15.337904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-381884d1-aeed-451e-8257-8d045a0eb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.344132 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-381884d1-aeed-451e-8257-8d045a0eb07c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 200 len: 909 time: 0.1159792 Jul 16 18:46:15.424431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-f9a35c4e-e990-4be7-80ab-40bd1cc1b796 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 200 len: 1001 time: 0.0729992 Jul 16 18:46:15.480579 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-0e1fab6c-14c1-44be-9183-e2eab4a558f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.482326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-0e1fab6c-14c1-44be-9183-e2eab4a558f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e2727-47a0-4551-8b09-80430dc0ee0b HTTP/1.1" status: 200 len: 847 time: 0.0503483 Jul 16 18:46:15.546245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-81e593a1-3b86-424a-9da9-1e4df7587900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.548329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-81e593a1-3b86-424a-9da9-1e4df7587900 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585883 Jul 16 18:46:15.653444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-ab21e46c-778b-4262-b8a9-46efad4be833 service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974252 Jul 16 18:46:15.757381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22494cf2-e806-40fa-82b0-8d5c57720c2f req-007e53c8-e784-4731-8df0-915bf42a8e65 service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938649 Jul 16 18:46:19.988362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34036) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.993166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dea49b14-3087-4771-9074-78d31c554209 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106626810', 'description': 'tempest-secgroup-smoke-1106626810 description', 'project_id': 'ce92479d8e804e0b940714a51a354981'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:20.018515 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dea49b14-3087-4771-9074-78d31c554209 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.107941 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dea49b14-3087-4771-9074-78d31c554209 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.112984 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dea49b14-3087-4771-9074-78d31c554209 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.142884 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dea49b14-3087-4771-9074-78d31c554209 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.144125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dea49b14-3087-4771-9074-78d31c554209 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1547353 Jul 16 18:46:20.145981 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea49b14-3087-4771-9074-78d31c554209 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215b8453-ed67-45d2-9114-7721ecc4a321,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.147267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34038) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.151925 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-36e703e8-e65b-4e59-a412-bc850acb643d tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'security_group_rule': {'security_group_id': '215b8453-ed67-45d2-9114-7721ecc4a321', 'project_id': 'ce92479d8e804e0b940714a51a354981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:20.178421 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36e703e8-e65b-4e59-a412-bc850acb643d tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.239539 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36e703e8-e65b-4e59-a412-bc850acb643d tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.243594 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36e703e8-e65b-4e59-a412-bc850acb643d tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.263961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e703e8-e65b-4e59-a412-bc850acb643d tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f68d02-7e6f-4fe5-b99a-325c58fd9cc9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.271343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36e703e8-e65b-4e59-a412-bc850acb643d tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.272411 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-36e703e8-e65b-4e59-a412-bc850acb643d tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241095 Jul 16 18:46:20.275279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34040) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.279731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4dc72ee7-8476-4861-86a0-b7513d26ccaa tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'security_group_rule': {'security_group_id': '215b8453-ed67-45d2-9114-7721ecc4a321', 'project_id': 'ce92479d8e804e0b940714a51a354981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:20.308891 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dc72ee7-8476-4861-86a0-b7513d26ccaa tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.372580 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dc72ee7-8476-4861-86a0-b7513d26ccaa tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.377384 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dc72ee7-8476-4861-86a0-b7513d26ccaa tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.396358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72ee7-8476-4861-86a0-b7513d26ccaa tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6706a6-c08c-4d23-9c49-4ab6d7fda363,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.410163 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4dc72ee7-8476-4861-86a0-b7513d26ccaa tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.411436 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4dc72ee7-8476-4861-86a0-b7513d26ccaa tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352172 Jul 16 18:46:20.414330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34042) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.419165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e627e97c-a78f-4a76-985f-75d05c5f3fe4 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'security_group_rule': {'security_group_id': '215b8453-ed67-45d2-9114-7721ecc4a321', 'project_id': 'ce92479d8e804e0b940714a51a354981', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:20.450079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e627e97c-a78f-4a76-985f-75d05c5f3fe4 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.515426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e627e97c-a78f-4a76-985f-75d05c5f3fe4 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.520056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e627e97c-a78f-4a76-985f-75d05c5f3fe4 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.540688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627e97c-a78f-4a76-985f-75d05c5f3fe4 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab952c2-1d59-473d-bef1-b632864adbe9,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.546783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e627e97c-a78f-4a76-985f-75d05c5f3fe4 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.548327 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e627e97c-a78f-4a76-985f-75d05c5f3fe4 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329501 Jul 16 18:46:20.550882 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34044) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.555286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5e4a566b-917f-4ac6-a682-bc623cc4c00c tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'security_group_rule': {'security_group_id': '215b8453-ed67-45d2-9114-7721ecc4a321', 'project_id': 'ce92479d8e804e0b940714a51a354981', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:20.582971 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e4a566b-917f-4ac6-a682-bc623cc4c00c tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.648222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e4a566b-917f-4ac6-a682-bc623cc4c00c tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.652255 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e4a566b-917f-4ac6-a682-bc623cc4c00c tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.679101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a566b-917f-4ac6-a682-bc623cc4c00c tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536ad4ee-536f-488e-ad90-c8d6b5c3839e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.685558 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5e4a566b-917f-4ac6-a682-bc623cc4c00c tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.686926 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5e4a566b-917f-4ac6-a682-bc623cc4c00c tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351037 Jul 16 18:46:20.691014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34046) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.695934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a326ebee-d550-4e19-b744-7e7bd18338c1 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'security_group_rule': {'security_group_id': '215b8453-ed67-45d2-9114-7721ecc4a321', 'project_id': 'ce92479d8e804e0b940714a51a354981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:20.718159 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-a326ebee-d550-4e19-b744-7e7bd18338c1 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Project ce92479d8e804e0b940714a51a354981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:46:20.723258 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a326ebee-d550-4e19-b744-7e7bd18338c1 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.786540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a326ebee-d550-4e19-b744-7e7bd18338c1 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.790304 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a326ebee-d550-4e19-b744-7e7bd18338c1 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.808033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326ebee-d550-4e19-b744-7e7bd18338c1 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe13acbb-71fe-46ab-9c93-8f0ec003832b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.815118 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a326ebee-d550-4e19-b744-7e7bd18338c1 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.816366 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a326ebee-d550-4e19-b744-7e7bd18338c1 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242304 Jul 16 18:46:20.819084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34048) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.824485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e1e5f16f-9339-46df-9e72-3538228407a7 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'security_group_rule': {'security_group_id': '215b8453-ed67-45d2-9114-7721ecc4a321', 'project_id': 'ce92479d8e804e0b940714a51a354981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:20.847245 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-e1e5f16f-9339-46df-9e72-3538228407a7 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Project ce92479d8e804e0b940714a51a354981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:46:20.852718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f16f-9339-46df-9e72-3538228407a7 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.915001 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f16f-9339-46df-9e72-3538228407a7 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.918718 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f16f-9339-46df-9e72-3538228407a7 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.941596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5f16f-9339-46df-9e72-3538228407a7 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6f634e-689b-4740-b3b6-902468991f63,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.945411 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e5f16f-9339-46df-9e72-3538228407a7 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.946634 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e1e5f16f-9339-46df-9e72-3538228407a7 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265750 Jul 16 18:46:21.150351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c2c5e939-d9c4-43e4-b5cf-6de5cddde6a4 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106626810&fields=id&tenant_id=ce92479d8e804e0b940714a51a354981 HTTP/1.1" status: 200 len: 267 time: 0.0338614 Jul 16 18:46:21.268428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-cceede50-3c6c-4375-a3d1-248313c24e95 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:21.270011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-cceede50-3c6c-4375-a3d1-248313c24e95 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/networks?id=64da614f-4f31-4d23-b759-4c033a501918 HTTP/1.1" status: 200 len: 813 time: 0.1115477 Jul 16 18:46:21.285514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-ede65b26-08bd-4e03-bb7c-70d920bec117 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/quotas/ce92479d8e804e0b940714a51a354981 HTTP/1.1" status: 200 len: 375 time: 0.0096223 Jul 16 18:46:21.358741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-4e953d28-b7c2-4bf6-b34a-bc5f497291f9 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce92479d8e804e0b940714a51a354981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677805 Jul 16 18:46:21.429917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-61101239-81d4-4c20-9c50-5b4e0c91057c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:46:21.430907 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-61101239-81d4-4c20-9c50-5b4e0c91057c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568204 Jul 16 18:46:21.527361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-fb51b869-d5d8-4bbd-8b8d-121cbfe7f6fd service neutron] 10.222.0.60 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904784 Jul 16 18:46:21.623475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-e06c4c89-88a8-42fd-90ee-a6279ffb6c16 service neutron] 10.222.0.60 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901797 Jul 16 18:46:21.926873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3118181a-aea4-4c5d-8919-8bb78128297c req-00663007-972b-4366-880e-b7e066ab2341 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 210 time: 0.0292683 Jul 16 18:46:23.045388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-ec9fe145-052b-441a-9bf9-d9adcc2d1b2f tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:23.047206 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-ec9fe145-052b-441a-9bf9-d9adcc2d1b2f tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.45 "GET /v2.0/networks?id=64da614f-4f31-4d23-b759-4c033a501918 HTTP/1.1" status: 200 len: 813 time: 0.1220338 Jul 16 18:46:23.075190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5cd52299-70a8-45c9-b12e-10068d875be7 req-34258bd9-0e80-42af-97b7-d2c4ba8bbf48 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 210 time: 0.0297887 Jul 16 18:46:23.102851 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-3fb10024-4a8c-4b32-8818-b52c09525e91 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce92479d8e804e0b940714a51a354981 HTTP/1.1" status: 200 len: 380 time: 0.0382092 Jul 16 18:46:23.108399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'port': {'device_id': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'admin_state_up': True, 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'security_groups': ['215b8453-ed67-45d2-9114-7721ecc4a321']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:23.245239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Made reservation on behalf of ce92479d8e804e0b940714a51a354981 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:23.252165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.435913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Allocated IP 172.20.0.9 (64da614f-4f31-4d23-b759-4c033a501918/c1cc3f41-2322-4444-83aa-6b4c46809b84/9eac016a-2f7a-4d92-a288-15941892d9f3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:23.593634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.615357 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Transition to ACTIVE for port object 9eac016a-2f7a-4d92-a288-15941892d9f3 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:23.648707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.696553 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Network 64da614f-4f31-4d23-b759-4c033a501918 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:23.702667 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:23.705879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:23.749404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'Port': ['ID=9eac016a-2f7a-4d92-a288-15941892d9f3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.776153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:23.776834 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.793944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-a018c576-a07e-42ec-9b61-3b485b02859e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6900046 Jul 16 18:46:23.805149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-1a37465b-60f6-4b44-9108-d335a1bb8ece tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:46:23.806308 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-1a37465b-60f6-4b44-9108-d335a1bb8ece tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063238 Jul 16 18:46:23.874696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Request body: {'port': {'device_id': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:23.948384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7504326f-d8b0-4a30-9a09-b19ba99dc7f6 None None] Provisioning for port 9eac016a-2f7a-4d92-a288-15941892d9f3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:23.952282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7504326f-d8b0-4a30-9a09-b19ba99dc7f6 None None] Provisioning complete for port 9eac016a-2f7a-4d92-a288-15941892d9f3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:23.952679 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7504326f-d8b0-4a30-9a09-b19ba99dc7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.956381 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.989680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7504326f-d8b0-4a30-9a09-b19ba99dc7f6 None None] Port 9eac016a-2f7a-4d92-a288-15941892d9f3 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:24.264099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eac016a-2f7a-4d92-a288-15941892d9f3 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:24.275376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.286554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3df775-f5cb-425c-909d-ec510bff4eff req-07c5b0c2-53d8-4df5-b1ff-487edd3fec55 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.288863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb3df775-f5cb-425c-909d-ec510bff4eff req-07c5b0c2-53d8-4df5-b1ff-487edd3fec55 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 931 time: 0.0910156 Jul 16 18:46:24.289379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Transition to ACTIVE for port object 9eac016a-2f7a-4d92-a288-15941892d9f3 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:24.293796 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.339029 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb3df775-f5cb-425c-909d-ec510bff4eff req-7a873771-1f4a-411f-872d-f5fc68f30b70 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376360 Jul 16 18:46:24.401264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Pushing event updated for resources: {'Port': ['ID=9eac016a-2f7a-4d92-a288-15941892d9f3,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.443688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Attempting to bind port 9eac016a-2f7a-4d92-a288-15941892d9f3 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:24.444156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Attempting to bind port 9eac016a-2f7a-4d92-a288-15941892d9f3 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:24.444628 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Attempting to bind port 9eac016a-2f7a-4d92-a288-15941892d9f3 on network 64da614f-4f31-4d23-b759-4c033a501918 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:24.449919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Port 9eac016a-2f7a-4d92-a288-15941892d9f3 on network 64da614f-4f31-4d23-b759-4c033a501918 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:24.450350 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Attempting to bind port 9eac016a-2f7a-4d92-a288-15941892d9f3 on network 64da614f-4f31-4d23-b759-4c033a501918 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:24.456617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:24.457052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Checking segment: {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:24.457445 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Bound using segment: {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:24.457883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Bound port: 9eac016a-2f7a-4d92-a288-15941892d9f3, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '64da614f-4f31-4d23-b759-4c033a501918'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:24.458250 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.553807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] For port 9eac016a-2f7a-4d92-a288-15941892d9f3, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:24.557863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] For port 9eac016a-2f7a-4d92-a288-15941892d9f3, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9eac016a-2f7a-4d92-a288-15941892d9f3,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:24.563859 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.605784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.606400 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.607798 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] 10.222.0.45 "PUT /v2.0/ports/9eac016a-2f7a-4d92-a288-15941892d9f3 HTTP/1.1" status: 200 len: 1092 time: 0.7928777 Jul 16 18:46:24.608316 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:24.611763 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f8bbd7-857d-431d-8c6a-e6092be13a51" -d '{"events": [{"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:24.645421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120028d-595a-4beb-a746-70a840e61b5a service neutron] Pushing event updated for resources: {'Port': ['ID=9eac016a-2f7a-4d92-a288-15941892d9f3,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.743765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-3d7e7bc9-a9e5-4f98-838c-5ec3e23b3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.745330 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-3d7e7bc9-a9e5-4f98-838c-5ec3e23b3e4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce92479d8e804e0b940714a51a354981&device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1095 time: 0.0706098 Jul 16 18:46:24.754210 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e7604d-d2f8-44f5-ae34-fe619e58b96b x-openstack-request-id: req-93e7604d-d2f8-44f5-ae34-fe619e58b96b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:24.754514 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:24.754760 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93e7604d-d2f8-44f5-ae34-fe619e58b96b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:24.755354 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'status': 'completed', 'code': 200} Jul 16 18:46:24.801026 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-2ca28141-86ca-4ca1-8cb3-71315623325c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eac016a-2f7a-4d92-a288-15941892d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0447817 Jul 16 18:46:24.857119 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-f770fb7d-51c9-45e5-b5f6-9b3a9e09d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.858593 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-f770fb7d-51c9-45e5-b5f6-9b3a9e09d2f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1cc3f41-2322-4444-83aa-6b4c46809b84 HTTP/1.1" status: 200 len: 852 time: 0.0504849 Jul 16 18:46:24.921698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-37261065-4a23-49b7-8dc1-25850bb40e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.923807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-37261065-4a23-49b7-8dc1-25850bb40e9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64da614f-4f31-4d23-b759-4c033a501918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584667 Jul 16 18:46:25.023928 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-d844c8e9-690b-42d4-a1db-c3b651b18a63 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932221 Jul 16 18:46:25.120980 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-84ea1b9f-289f-49b2-b872-130a73afdd39 req-6e539e74-001e-4b77-a7fe-315c98dc5590 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890963 Jul 16 18:46:25.225059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-0ed66917-ce60-40a1-a65f-2cca0d05fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:25.226715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-0ed66917-ce60-40a1-a65f-2cca0d05fcac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce92479d8e804e0b940714a51a354981&device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1095 time: 0.0565681 Jul 16 18:46:25.332974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-6c8092fa-7ab4-4ccc-94c0-2163e2ae4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:25.332974 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-6c8092fa-7ab4-4ccc-94c0-2163e2ae4d68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64da614f-4f31-4d23-b759-4c033a501918 HTTP/1.1" status: 200 len: 914 time: 0.0945947 Jul 16 18:46:25.375310 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-ca8d308c-2fde-474e-85fa-b8b190d82a3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eac016a-2f7a-4d92-a288-15941892d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0354176 Jul 16 18:46:25.432655 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-a69a92be-c02b-4e5e-8100-286041a158eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:25.434256 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-a69a92be-c02b-4e5e-8100-286041a158eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1cc3f41-2322-4444-83aa-6b4c46809b84 HTTP/1.1" status: 200 len: 852 time: 0.0525441 Jul 16 18:46:25.495096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-b3466783-1eac-42dd-96d1-8e2ceb4a4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:25.496920 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-b3466783-1eac-42dd-96d1-8e2ceb4a4677 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64da614f-4f31-4d23-b759-4c033a501918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546069 Jul 16 18:46:25.539897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356506d3-2ede-47a1-b563-61b322e3699f req-5f4aff40-cdd2-4963-b16c-248f913deff3 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:25.541606 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-356506d3-2ede-47a1-b563-61b322e3699f req-5f4aff40-cdd2-4963-b16c-248f913deff3 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 943 time: 0.0712225 Jul 16 18:46:25.588972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-356506d3-2ede-47a1-b563-61b322e3699f req-ebc51d1f-7f1e-4aca-a0ca-37bf9afebef5 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Jul 16 18:46:25.600653 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-4d745cf1-715b-4d42-9c62-61102c932616 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960274 Jul 16 18:46:25.712531 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-93f8bbd7-857d-431d-8c6a-e6092be13a51 req-c47726dc-0b4d-43f3-915a-06a23537f893 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047440 Jul 16 18:46:26.790689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2af13-a7bd-4235-a77b-6f590a5099c0 req-b4b9e185-d670-4555-a440-5966bb88924e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:26.792115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f2af13-a7bd-4235-a77b-6f590a5099c0 req-b4b9e185-d670-4555-a440-5966bb88924e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 943 time: 0.0810199 Jul 16 18:46:26.837855 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16f2af13-a7bd-4235-a77b-6f590a5099c0 req-f73033ae-e6ee-4074-abaf-6fd001a99aca tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378537 Jul 16 18:46:28.018142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a459c8-8aa3-4acc-ba01-3584db534b88 req-ba08846a-4cbb-4d9e-95f3-2017340245e3 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:28.019688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98a459c8-8aa3-4acc-ba01-3584db534b88 req-ba08846a-4cbb-4d9e-95f3-2017340245e3 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 943 time: 0.0660961 Jul 16 18:46:28.059465 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98a459c8-8aa3-4acc-ba01-3584db534b88 req-6ea1895a-8e4b-4400-b502-62ba68b941b9 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341709 Jul 16 18:46:29.061549 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.238689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3858a-d7ef-4967-a818-6be4b88cc182 req-779bff40-8eec-4254-969d-70955778a302 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:29.240164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4b3858a-d7ef-4967-a818-6be4b88cc182 req-779bff40-8eec-4254-969d-70955778a302 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 943 time: 0.0635393 Jul 16 18:46:29.281283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4b3858a-d7ef-4967-a818-6be4b88cc182 req-3c57e776-5c95-49c2-99fa-dc31315c1209 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352185 Jul 16 18:46:29.913608 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:30.456284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee51220-1a3c-4c50-b456-15e41657afd1 req-fd5c5a45-ed2e-4a33-bd80-7e248a885e66 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:30.458068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ee51220-1a3c-4c50-b456-15e41657afd1 req-fd5c5a45-ed2e-4a33-bd80-7e248a885e66 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 943 time: 0.0676041 Jul 16 18:46:30.496134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ee51220-1a3c-4c50-b456-15e41657afd1 req-fdbb328f-22ad-403f-9d85-2984069c8668 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326228 Jul 16 18:46:31.670700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c9158-3ad5-4711-83f6-2a0b198f9503 req-2f340d7f-65ab-4899-97c2-7944190bb7c8 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:31.672164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c72c9158-3ad5-4711-83f6-2a0b198f9503 req-2f340d7f-65ab-4899-97c2-7944190bb7c8 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 943 time: 0.0635815 Jul 16 18:46:31.710368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c72c9158-3ad5-4711-83f6-2a0b198f9503 req-daa043bb-2b6c-4dbb-81ca-748392f5f712 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Jul 16 18:46:32.882792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad71ca-e398-4cf0-8d0f-722b3fde039c req-7ce1c54b-3be1-4679-a260-0e0e9dbb0bfb tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:32.884290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bad71ca-e398-4cf0-8d0f-722b3fde039c req-7ce1c54b-3be1-4679-a260-0e0e9dbb0bfb tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 943 time: 0.0638506 Jul 16 18:46:32.924946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bad71ca-e398-4cf0-8d0f-722b3fde039c req-dba433cd-d8c9-4878-990f-59b4215d55eb tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349836 Jul 16 18:46:33.186734 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b10958c-38cf-4edc-b9fd-845b44017400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.100571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38978803-b423-4d53-be13-2f8a8d7f5638 req-89798435-afec-4167-8d72-b2a4b7451c0b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.102039 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38978803-b423-4d53-be13-2f8a8d7f5638 req-89798435-afec-4167-8d72-b2a4b7451c0b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 943 time: 0.0645428 Jul 16 18:46:34.142703 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38978803-b423-4d53-be13-2f8a8d7f5638 req-f97a85fa-05d4-49f9-8109-c1f66be2814f tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348840 Jul 16 18:46:34.315862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9eac016a-2f7a-4d92-a288-15941892d9f3 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:34.419967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9eac016a-2f7a-4d92-a288-15941892d9f3, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9eac016a-2f7a-4d92-a288-15941892d9f3,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:34.437740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'port_id': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'mac_address': 'fa:16:3e:75:81:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:34.476856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.490002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eac016a-2f7a-4d92-a288-15941892d9f3 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:34.508503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9eac016a-2f7a-4d92-a288-15941892d9f3, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9eac016a-2f7a-4d92-a288-15941892d9f3,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:34.512605 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.562079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9eac016a-2f7a-4d92-a288-15941892d9f3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:34.760241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['9eac016a-2f7a-4d92-a288-15941892d9f3'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:35.330936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47817f8f-50c9-4d5f-9eb6-f3b9ca56a2a8 req-22d8269a-ab45-47e8-9d42-72bdfd4f47f6 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:35.332500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47817f8f-50c9-4d5f-9eb6-f3b9ca56a2a8 req-22d8269a-ab45-47e8-9d42-72bdfd4f47f6 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 944 time: 0.0648241 Jul 16 18:46:35.373605 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47817f8f-50c9-4d5f-9eb6-f3b9ca56a2a8 req-8db449b8-06e0-4c36-92a6-84a7f8f5b8c0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349979 Jul 16 18:46:35.940843 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.063499 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-76e1c073-6ee8-40d1-ac22-26e54b9fc008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.345006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9eac016a-2f7a-4d92-a288-15941892d9f3 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:36.394922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 9eac016a-2f7a-4d92-a288-15941892d9f3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:36.399385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 9eac016a-2f7a-4d92-a288-15941892d9f3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:36.399759 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.482881 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.506290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:36.508558 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd38c48-432b-4814-a5b1-474280761d87" -d '{"events": [{"server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "name": "network-vif-plugged", "status": "completed", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:36.521885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9eac016a-2f7a-4d92-a288-15941892d9f3, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9eac016a-2f7a-4d92-a288-15941892d9f3,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:36.526861 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.550627 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2510b3d0-894f-4248-9fc7-6ff63ce08551 x-openstack-request-id: req-2510b3d0-894f-4248-9fc7-6ff63ce08551 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:36.550916 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "name": "network-vif-plugged", "status": "completed", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:36.551170 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2510b3d0-894f-4248-9fc7-6ff63ce08551 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:36.551554 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'code': 200} Jul 16 18:46:36.566929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aba3eb-e16e-46ed-afb2-84f43723ccb0 req-2b2a833e-0da4-4d97-80ec-027f884b7c0e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.569511 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93aba3eb-e16e-46ed-afb2-84f43723ccb0 req-2b2a833e-0da4-4d97-80ec-027f884b7c0e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 944 time: 0.0766633 Jul 16 18:46:36.585627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9eac016a-2f7a-4d92-a288-15941892d9f3,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:36.613266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93aba3eb-e16e-46ed-afb2-84f43723ccb0 req-fa9db6dc-4362-4af8-88b0-21b969383ea0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379441 Jul 16 18:46:36.666528 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1b654-4ffb-483c-9e7e-3a0dbdde394a req-12947ab8-6388-481e-b612-a8d292e4a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.668034 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c7d1b654-4ffb-483c-9e7e-3a0dbdde394a req-12947ab8-6388-481e-b612-a8d292e4a35e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1097 time: 0.0529516 Jul 16 18:46:36.703675 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c7d1b654-4ffb-483c-9e7e-3a0dbdde394a req-932cf635-d98c-44bb-bd66-1b98b876a235 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281465 Jul 16 18:46:37.103225 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.789960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f7d00-fb41-42aa-9450-18a0b7d8b138 req-8bf30554-d4f7-49ca-890f-9bd6297967af tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:37.791469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-983f7d00-fb41-42aa-9450-18a0b7d8b138 req-8bf30554-d4f7-49ca-890f-9bd6297967af tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 945 time: 0.0637064 Jul 16 18:46:37.830017 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-983f7d00-fb41-42aa-9450-18a0b7d8b138 req-af5a6206-b149-419b-8b41-73d0015b41e3 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325794 Jul 16 18:46:38.011502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de310-a59b-4ff3-b014-02caadbe9d49 req-a2cfcac5-a18b-4475-a58f-628ce7ed29ab tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.013069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-774de310-a59b-4ff3-b014-02caadbe9d49 req-a2cfcac5-a18b-4475-a58f-628ce7ed29ab tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 945 time: 0.0670285 Jul 16 18:46:38.057902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-774de310-a59b-4ff3-b014-02caadbe9d49 req-731c7773-9233-479a-96f6-0499713068e0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390189 Jul 16 18:46:38.084977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34116) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:38.252158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52238516-b2dd-40a5-bfe8-e156e6909da4 tempest-TestVolumeBackupRestore-1345409007 tempest-TestVolumeBackupRestore-1345409007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.253730 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-52238516-b2dd-40a5-bfe8-e156e6909da4 tempest-TestVolumeBackupRestore-1345409007 tempest-TestVolumeBackupRestore-1345409007-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1092 time: 0.1676886 Jul 16 18:46:38.256844 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34120) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:38.261198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:38.283374 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.382160 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.495644 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Allocated IP 172.25.2.9 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/1eace0ed-bf64-45d0-b626-aae27af85604) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:38.607175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.799127 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.986701 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.024641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:39.029562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:39.033092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:39.059186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'Port': ['ID=1eace0ed-bf64-45d0-b626-aae27af85604,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:39.452336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.537840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.723285 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.729169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.804892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event updated for resources: {'Port': ['ID=1eace0ed-bf64-45d0-b626-aae27af85604,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:39.816806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.926759 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Floating IP bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45 associated. External IP: 172.25.2.9, port: 9eac016a-2f7a-4d92-a288-15941892d9f3. Jul 16 18:46:40.150081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:40.263462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:40.275514 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] Sync routers for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:40.281112 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.286075 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:40.287917 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:46:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:40.326563 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-23e20b54-67f4-4a77-9644-91ef4124515e tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0650630 Jul 16 18:46:40.326563 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:40.326563 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0589f8b2-a196-4882-9140-4bece79b1a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:40.327518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34122) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:40.365776 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f28fa5-4fba-4ee8-984e-1787c7337f7e x-openstack-request-id: req-77f28fa5-4fba-4ee8-984e-1787c7337f7e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:40.366113 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:40.366519 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77f28fa5-4fba-4ee8-984e-1787c7337f7e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:40.366833 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'status': 'completed', 'code': 200} Jul 16 18:46:40.385543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049a1a65-d472-4014-a0d2-a010d094dfdb tempest-TestVolumeBackupRestore-1345409007 tempest-TestVolumeBackupRestore-1345409007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.389915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34126) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:40.390078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-049a1a65-d472-4014-a0d2-a010d094dfdb tempest-TestVolumeBackupRestore-1345409007 tempest-TestVolumeBackupRestore-1345409007-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1092 time: 0.0606439 Jul 16 18:46:40.394763 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c36551ec-7fc6-430c-ae4c-e16fa3c1091b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Request body: {'floatingip': {'port_id': '9eac016a-2f7a-4d92-a288-15941892d9f3'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:40.405577 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:40.479159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c36551ec-7fc6-430c-ae4c-e16fa3c1091b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for floatingip, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.548552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-48e34b3b-8888-40b5-8020-064ac4281424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.550087 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-48e34b3b-8888-40b5-8020-064ac4281424 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce92479d8e804e0b940714a51a354981&device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1097 time: 0.1518638 Jul 16 18:46:40.558668 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.665033 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'port_id': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'mac_address': 'fa:16:3e:75:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:39Z', 'updated_at': '2021-07-16T18:46:39Z', 'revision_number': 0, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:20Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:40.696551 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] Checking router: 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:40.705607 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:40.706314 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:46:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:40.750224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-849043a8-f4eb-48d3-a7d5-792b282bd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.751723 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-849043a8-f4eb-48d3-a7d5-792b282bd86c service neutron] 10.222.0.45 "GET /v2.0/networks?id=64da614f-4f31-4d23-b759-4c033a501918 HTTP/1.1" status: 200 len: 914 time: 0.1821325 Jul 16 18:46:40.817309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:40.862122 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-f6c118f9-f284-4887-aa87-4a3af8ef869a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eac016a-2f7a-4d92-a288-15941892d9f3 HTTP/1.1" status: 200 len: 997 time: 0.1036420 Jul 16 18:46:40.992881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-6219dbb6-343d-4e32-8ead-b3c2b77f6c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.994370 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-6219dbb6-343d-4e32-8ead-b3c2b77f6c97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1cc3f41-2322-4444-83aa-6b4c46809b84 HTTP/1.1" status: 200 len: 852 time: 0.1000521 Jul 16 18:46:41.097555 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'port_id': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'mac_address': 'fa:16:3e:75:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:39Z', 'updated_at': '2021-07-16T18:46:39Z', 'revision_number': 0, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:20Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:41.150787 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c509fe-8255-4e51-9828-233ffc6fd5c5 None None] The sync data for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 is: [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'port_id': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'mac_address': 'fa:16:3e:75:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:39Z', 'updated_at': '2021-07-16T18:46:39Z', 'revision_number': 0, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:20Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:41.156846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-25cc22f4-6976-4a77-b027-aefda3436d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:41.159161 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-25cc22f4-6976-4a77-b027-aefda3436d78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64da614f-4f31-4d23-b759-4c033a501918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564550 Jul 16 18:46:41.297434 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c36551ec-7fc6-430c-ae4c-e16fa3c1091b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.309376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c36551ec-7fc6-430c-ae4c-e16fa3c1091b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.378385 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-cd6dd49d-cc98-46ff-85fa-a84e546c7130 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076471 Jul 16 18:46:41.454654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21a517-caa0-4ad5-89e6-97a26cea8631 None None] New status for floating IP bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:46:41.583008 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0589f8b2-a196-4882-9140-4bece79b1a4d req-5ba56f51-85fb-4d57-9c6b-97c592e64e4c service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578362 Jul 16 18:46:41.676875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36551ec-7fc6-430c-ae4c-e16fa3c1091b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:41.821449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36551ec-7fc6-430c-ae4c-e16fa3c1091b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:41.827560 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c36551ec-7fc6-430c-ae4c-e16fa3c1091b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.838252 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] Sync routers for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:41.858915 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:41.863831 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:46:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:41.912473 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c36551ec-7fc6-430c-ae4c-e16fa3c1091b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "PUT /v2.0/floatingips/bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45 HTTP/1.1" status: 200 len: 989 time: 1.5206664 Jul 16 18:46:41.992391 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:42.245731 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'port_id': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'mac_address': 'fa:16:3e:75:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:39Z', 'updated_at': '2021-07-16T18:46:41Z', 'revision_number': 2, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:20Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:42.273231 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] Checking router: 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:42.284190 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:42.285009 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:46:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:42.368459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3'}, {'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:42.373265 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8844a4c9-6eab-48ea-9b28-22549279d2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3"}, {"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:42.420558 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c690dd-0d7c-4b02-b5bb-f9e47605b9ae x-openstack-request-id: req-84c690dd-0d7c-4b02-b5bb-f9e47605b9ae {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:42.421096 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:42.421567 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84c690dd-0d7c-4b02-b5bb-f9e47605b9ae {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:42.422639 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'status': 'completed', 'code': 200} Jul 16 18:46:42.423115 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'status': 'completed', 'code': 200} Jul 16 18:46:42.514045 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:42.562367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-4d1a7093-ec67-4bf2-a3cb-8030033158b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.567301 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-4d1a7093-ec67-4bf2-a3cb-8030033158b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce92479d8e804e0b940714a51a354981&device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1097 time: 0.0952604 Jul 16 18:46:42.707395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-70cdfc85-18ef-4689-b2a7-8cfe029f4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.709041 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-70cdfc85-18ef-4689-b2a7-8cfe029f4436 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64da614f-4f31-4d23-b759-4c033a501918 HTTP/1.1" status: 200 len: 914 time: 0.1355758 Jul 16 18:46:42.809228 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'port_id': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'mac_address': 'fa:16:3e:75:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:39Z', 'updated_at': '2021-07-16T18:46:41Z', 'revision_number': 2, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:20Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:42.842256 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc4e89-6714-4525-bd6e-2430afd90446 None None] The sync data for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 is: [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'floating_ip_address': '172.25.2.9', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'port_id': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'mac_address': 'fa:16:3e:75:81:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:39Z', 'updated_at': '2021-07-16T18:46:41Z', 'revision_number': 2, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:20Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:43.143884 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-890f8ca5-0a61-4560-a22e-464a16433ef3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eac016a-2f7a-4d92-a288-15941892d9f3 HTTP/1.1" status: 200 len: 999 time: 0.4273274 Jul 16 18:46:43.200998 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-1c168ad2-8270-4b6c-a33f-511a7c54f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.202485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-1c168ad2-8270-4b6c-a33f-511a7c54f4e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1cc3f41-2322-4444-83aa-6b4c46809b84 HTTP/1.1" status: 200 len: 852 time: 0.0517597 Jul 16 18:46:43.284253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-f469c7a7-c3d1-4abb-a19e-9df2507463cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.286007 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-f469c7a7-c3d1-4abb-a19e-9df2507463cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64da614f-4f31-4d23-b759-4c033a501918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762680 Jul 16 18:46:43.415623 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-4b733e56-13c3-4281-95dc-9f3ef2b76db6 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178448 Jul 16 18:46:43.527593 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-b40ee77f-12cd-4b8e-b346-dee8bcdb3389 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042111 Jul 16 18:46:43.636046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-e4c36ddc-c529-48eb-8c19-c4d598cec2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.637653 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-e4c36ddc-c529-48eb-8c19-c4d598cec2e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce92479d8e804e0b940714a51a354981&device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1097 time: 0.0633252 Jul 16 18:46:43.746237 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-adce0a8b-34e9-4ab4-bac9-0e85df8e9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.747686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-adce0a8b-34e9-4ab4-bac9-0e85df8e9078 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64da614f-4f31-4d23-b759-4c033a501918 HTTP/1.1" status: 200 len: 914 time: 0.0999532 Jul 16 18:46:43.824299 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-e37d9531-d586-4d81-b9e9-eea24d1609af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eac016a-2f7a-4d92-a288-15941892d9f3 HTTP/1.1" status: 200 len: 999 time: 0.0694230 Jul 16 18:46:43.876958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-d5063e66-2681-4714-8b81-111c00ceb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.878483 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-d5063e66-2681-4714-8b81-111c00ceb7b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1cc3f41-2322-4444-83aa-6b4c46809b84 HTTP/1.1" status: 200 len: 852 time: 0.0472870 Jul 16 18:46:43.946774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-ba36e157-91d1-4fa9-b6e7-cc78723f8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.948301 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-ba36e157-91d1-4fa9-b6e7-cc78723f8eb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64da614f-4f31-4d23-b759-4c033a501918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627732 Jul 16 18:46:44.058810 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-c278413a-f91c-462e-8f2b-09715dae0e58 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038418 Jul 16 18:46:44.159135 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8844a4c9-6eab-48ea-9b28-22549279d2d4 req-563b3bc3-ff7e-4fa5-a6de-cbbd9663dfa1 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940831 Jul 16 18:46:45.985757 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-601ea316-63a0-473a-9ef1-30547b473fe9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0786026 Jul 16 18:46:46.104725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-f2cbb7be-ff10-4c1b-9b99-1677521c9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.106342 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-f2cbb7be-ff10-4c1b-9b99-1677521c9a28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce92479d8e804e0b940714a51a354981&device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1097 time: 0.0738750 Jul 16 18:46:46.241543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-39db2796-cfb1-4072-8c2b-14cd238274ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.242995 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-39db2796-cfb1-4072-8c2b-14cd238274ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=64da614f-4f31-4d23-b759-4c033a501918 HTTP/1.1" status: 200 len: 914 time: 0.1131172 Jul 16 18:46:46.321110 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-da75c80b-8649-4212-9534-626251f83b34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eac016a-2f7a-4d92-a288-15941892d9f3 HTTP/1.1" status: 200 len: 999 time: 0.0713954 Jul 16 18:46:46.376612 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-1cd62c36-4cd3-48c6-90cd-7988686eb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.378099 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-1cd62c36-4cd3-48c6-90cd-7988686eb6b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1cc3f41-2322-4444-83aa-6b4c46809b84 HTTP/1.1" status: 200 len: 852 time: 0.0495651 Jul 16 18:46:46.454442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-dde1a14a-c206-4670-ad69-33f255ce26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.456234 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-dde1a14a-c206-4670-ad69-33f255ce26f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64da614f-4f31-4d23-b759-4c033a501918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710607 Jul 16 18:46:46.578593 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-6cbed6dd-0b3c-49b8-a8ff-851dd6c3bb0b service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150198 Jul 16 18:46:46.740719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bceabe3-3ba5-4492-9d15-55e7af489c89 req-42e12550-ce51-42a3-8edc-e401df6085b4 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381700 Jul 16 18:46:49.368499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34140) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:49.521205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81fc72-0542-4945-b1c1-ba4c14de0e6f req-99f368df-0ec8-40e0-b3a6-e6bd291c6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:49.523814 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb81fc72-0542-4945-b1c1-ba4c14de0e6f req-99f368df-0ec8-40e0-b3a6-e6bd291c6ab5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1098 time: 0.1538785 Jul 16 18:46:49.566256 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-cb81fc72-0542-4945-b1c1-ba4c14de0e6f req-2b322cb7-0671-4d92-845a-94f89d2705e2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361724 Jul 16 18:46:59.077124 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.189412 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6d1a2cef-ff27-4af2-87c6-a24075dcc691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.945554 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.073001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5f285eec-3e41-447b-917f-614dd432e22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.914590 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:07.106383 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.802256 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.584285 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.769346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34172) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.967572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Deleting port 1eace0ed-bf64-45d0-b626-aae27af85604 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:14.967893 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.060811 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.061139 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.075793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Calling delete_port for 1eace0ed-bf64-45d0-b626-aae27af85604 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:15.282523 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.312161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event deleted for resources: {'Port': ['ID=1eace0ed-bf64-45d0-b626-aae27af85604,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:15.327230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.327581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.327928 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.328269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.328632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.328974 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.329301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.329629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.329956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.330313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.330642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.330971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:15.408388 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.408862 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Floating IP bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45 disassociated (deleted). External IP: 172.25.2.9, port: 9eac016a-2f7a-4d92-a288-15941892d9f3. Jul 16 18:47:15.733789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:15.877020 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:15.885235 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.888969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] Sync routers for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:15.904140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:15.904938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:47:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:15.960107 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-86623b78-1056-40db-a82c-05b62dbecfff tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "DELETE /v2.0/floatingips/bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45 HTTP/1.1" status: 204 len: 168 time: 1.1891222 Jul 16 18:47:15.961208 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:15.965393 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245114d0-8fcb-44bd-8ae1-5517383a25bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:16.018098 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd68ae1-db1b-4e65-bed3-bb87aa178aa8 x-openstack-request-id: req-8fd68ae1-db1b-4e65-bed3-bb87aa178aa8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:16.018550 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:16.019902 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fd68ae1-db1b-4e65-bed3-bb87aa178aa8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:16.020586 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'status': 'completed', 'code': 200} Jul 16 18:47:16.031112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:16.145022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-4abf81c0-0a9c-418b-9f17-1e6ba2832b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.146724 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-4abf81c0-0a9c-418b-9f17-1e6ba2832b33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce92479d8e804e0b940714a51a354981&device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 1097 time: 0.0996826 Jul 16 18:47:16.291222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-9fbc34f4-ce6c-48cc-ac89-9168e7c5632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.293554 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-9fbc34f4-ce6c-48cc-ac89-9168e7c5632f service neutron] 10.222.0.45 "GET /v2.0/networks?id=64da614f-4f31-4d23-b759-4c033a501918 HTTP/1.1" status: 200 len: 914 time: 0.1394114 Jul 16 18:47:16.294606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:20Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:16.323887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] Checking router: 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:16.333545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:16.334189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:47:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:16.357950 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-99ef6d79-2b20-4699-a74c-0611193891fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eac016a-2f7a-4d92-a288-15941892d9f3 HTTP/1.1" status: 200 len: 217 time: 0.0573123 Jul 16 18:47:16.422463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-93d7859a-b604-421a-b1d3-4195b9c8be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.424240 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-93d7859a-b604-421a-b1d3-4195b9c8be2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c1cc3f41-2322-4444-83aa-6b4c46809b84 HTTP/1.1" status: 200 len: 852 time: 0.0594966 Jul 16 18:47:16.483207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:16.489320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-a12ab7e6-4b4a-4134-bb81-33978b8922bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.491372 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-a12ab7e6-4b4a-4134-bb81-33978b8922bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64da614f-4f31-4d23-b759-4c033a501918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601227 Jul 16 18:47:16.496213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae62044-728e-4b8c-8ec6-343dcfbc294c req-02cb8dae-9962-4ede-bf06-7e82b09eb269 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:16.498835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eae62044-728e-4b8c-8ec6-343dcfbc294c req-02cb8dae-9962-4ede-bf06-7e82b09eb269 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 945 time: 0.1011765 Jul 16 18:47:16.553879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eae62044-728e-4b8c-8ec6-343dcfbc294c req-87b3c595-622d-4d57-beb3-253931a49aea tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486178 Jul 16 18:47:16.605162 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-00064cfc-26eb-4f47-8149-ca8c52c48629 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065483 Jul 16 18:47:16.723728 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-245114d0-8fcb-44bd-8ae1-5517383a25bd req-f9212358-cbc7-4ef6-91cf-c683bcb55d94 service neutron] 10.222.0.45 "GET /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096585 Jul 16 18:47:16.884439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:20Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:16.911342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2f943-0521-4376-a271-cb8468713e49 None None] The sync data for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 is: [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:44:11Z', 'revision_number': 4, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'c165c127-33c2-4d6e-89a8-c8e064846b38', 'name': '', 'network_id': '64da614f-4f31-4d23-b759-4c033a501918', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'mac_address': 'fa:16:3e:bf:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:10Z', 'updated_at': '2021-07-16T18:44:20Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'subnets': [{'id': 'c1cc3f41-2322-4444-83aa-6b4c46809b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:17.176706 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabf050-c0c3-4693-a31b-382caa658f12 None None] New status for floating IP bf6a8082-0aa4-4ba0-8ab0-48d608ca5d45: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:47:17.394247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-dd244fcc-668b-4139-a21d-3c86532c2955 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561607 Jul 16 18:47:17.523829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-761867a5-e72b-448b-8ff0-abafa97574db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.526376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-761867a5-e72b-448b-8ff0-abafa97574db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c260218e1c4647800b04c24517549c&device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0571187 Jul 16 18:47:17.642533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-4349e4dc-9454-4112-a958-792f328897c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.644110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-4349e4dc-9454-4112-a958-792f328897c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 200 len: 909 time: 0.0961893 Jul 16 18:47:17.753002 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-729a0025-051d-4e1c-9e3c-4107251748a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 200 len: 1001 time: 0.0967331 Jul 16 18:47:17.827009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6eea9-4892-43f5-99e4-7759cbb9cbe5 req-7e9d6f90-692f-45bc-bbd4-c1f65af088f5 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.828504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5af6eea9-4892-43f5-99e4-7759cbb9cbe5 req-7e9d6f90-692f-45bc-bbd4-c1f65af088f5 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 945 time: 0.1294458 Jul 16 18:47:17.836450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-afd5711c-222a-41fb-9639-b8fcfb269c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.838119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-afd5711c-222a-41fb-9639-b8fcfb269c52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e2727-47a0-4551-8b09-80430dc0ee0b HTTP/1.1" status: 200 len: 847 time: 0.0761621 Jul 16 18:47:17.935222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-6ea30195-bef7-4565-acd6-85d0ba8d389f tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.936843 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-6ea30195-bef7-4565-acd6-85d0ba8d389f tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.45 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 945 time: 0.0799665 Jul 16 18:47:18.059883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Deleting port 9eac016a-2f7a-4d92-a288-15941892d9f3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:18.060257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.181558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] For port 9eac016a-2f7a-4d92-a288-15941892d9f3, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9eac016a-2f7a-4d92-a288-15941892d9f3,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:18.181999 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.195194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Calling delete_port for 9eac016a-2f7a-4d92-a288-15941892d9f3 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:18.222383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5af6eea9-4892-43f5-99e4-7759cbb9cbe5 req-86d90235-927e-4de7-89c5-3129c150cc78 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/security-groups?id=215b8453-ed67-45d2-9114-7721ecc4a321&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828156 Jul 16 18:47:18.244223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-e9d2addb-ab3b-4730-93e0-89c6467b8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:18.245791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-e9d2addb-ab3b-4730-93e0-89c6467b8db7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3989069 Jul 16 18:47:18.355742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.392242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event deleted for resources: {'Port': ['ID=9eac016a-2f7a-4d92-a288-15941892d9f3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:18.401126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-7dd02592-1144-4d58-a0ea-430fa9373b01 service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440833 Jul 16 18:47:18.440222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] No DVR routers for this DVR port 9eac016a-2f7a-4d92-a288-15941892d9f3 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:18.443073 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.445772 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f6cc6687-1196-461e-a511-5f8b9a836cb8 req-2eb0bcf2-36d0-4796-b729-7d7b4fc925a0 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.45 "DELETE /v2.0/ports/9eac016a-2f7a-4d92-a288-15941892d9f3 HTTP/1.1" status: 204 len: 173 time: 0.5037858 Jul 16 18:47:18.448392 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'name': 'network-vif-deleted', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:18.455079 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94861d0-bdbf-40bc-9991-81e82b3b9611" -d '{"events": [{"server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "name": "network-vif-deleted", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:18.494344 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31fbad8-60f6-4c17-86b0-e71a7fce667e x-openstack-request-id: req-c31fbad8-60f6-4c17-86b0-e71a7fce667e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:18.494649 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e", "name": "network-vif-deleted", "tag": "9eac016a-2f7a-4d92-a288-15941892d9f3", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:18.494918 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c31fbad8-60f6-4c17-86b0-e71a7fce667e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:18.495329 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e', 'name': 'network-vif-deleted', 'tag': '9eac016a-2f7a-4d92-a288-15941892d9f3', 'status': 'completed', 'code': 200} Jul 16 18:47:18.519392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29ebaacf-e3b2-439c-9eeb-51266cad2f1a req-1a9e1fbd-8c85-4383-ab7c-bb16a1522840 service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106710 Jul 16 18:47:19.397594 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b591142c-1219-4fa4-b09e-a9befb63983d req-b21e81c0-eccd-4fb3-924f-aa7ac9b37d4b tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 210 time: 0.0297215 Jul 16 18:47:20.559072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95c1182f-34ca-4587-b03b-be7f2c494a48 req-9e9b5d67-abfc-49bd-8cf0-8a0acc3cc32a tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 210 time: 0.0366032 Jul 16 18:47:21.705865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd9e7c33-0f48-4962-a19f-b4c84bf8e4ed req-5db286eb-1146-4693-bb03-7656fb1936d3 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "GET /v2.0/ports?device_id=c67bd01f-3d37-4b2b-a3aa-8a8f4ef2527e HTTP/1.1" status: 200 len: 210 time: 0.0297225 Jul 16 18:47:22.569930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9eac016a-2f7a-4d92-a288-15941892d9f3 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:22.592159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 9eac016a-2f7a-4d92-a288-15941892d9f3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:22.592414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9eac016a-2f7a-4d92-a288-15941892d9f3 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:22.812070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34192) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:22.874643 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ced02d4-6547-4a7c-bdd0-c21b356ff406 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.901556 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ced02d4-6547-4a7c-bdd0-c21b356ff406 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.960977 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ced02d4-6547-4a7c-bdd0-c21b356ff406 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.964053 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ced02d4-6547-4a7c-bdd0-c21b356ff406 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.965275 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2ced02d4-6547-4a7c-bdd0-c21b356ff406 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] 10.222.0.60 "DELETE /v2.0/security-groups/215b8453-ed67-45d2-9114-7721ecc4a321 HTTP/1.1" status: 204 len: 168 time: 0.1521919 Jul 16 18:47:22.975220 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced02d4-6547-4a7c-bdd0-c21b356ff406 tempest-TestVolumeBackupRestore-902085484 tempest-TestVolumeBackupRestore-902085484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215b8453-ed67-45d2-9114-7721ecc4a321,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:26.447812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:26.820952 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.114973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Deleting port c165c127-33c2-4d6e-89a8-c8e064846b38 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:27.115319 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.203536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] For port c165c127-33c2-4d6e-89a8-c8e064846b38, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=c165c127-33c2-4d6e-89a8-c8e064846b38,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:27.203893 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.216797 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Calling delete_port for c165c127-33c2-4d6e-89a8-c8e064846b38 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:27.403469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.430537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c165c127-33c2-4d6e-89a8-c8e064846b38,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:27.599841 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.821180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:27.934223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:27.940399 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a37f869-1af0-4d0e-8d9b-60dee518fdf1 admin admin] 10.222.0.60 "PUT /v2.0/routers/23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4914608 Jul 16 18:47:27.943142 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:27.945110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b7031-b755-48b4-962a-151471c0a363 None None] Sync routers for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:27.955017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b7031-b755-48b4-962a-151471c0a363 None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:27.955739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-951b7031-b755-48b4-962a-151471c0a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:47:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:28.054312 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.064293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-951b7031-b755-48b4-962a-151471c0a363 None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:28.267003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-951b7031-b755-48b4-962a-151471c0a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:47:27Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:28.297117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b7031-b755-48b4-962a-151471c0a363 None None] Checking router: 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:28.307240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b7031-b755-48b4-962a-151471c0a363 None None] Routers {'23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:28.307888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-951b7031-b755-48b4-962a-151471c0a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:47:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:28.420591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-951b7031-b755-48b4-962a-151471c0a363 None None] Set router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:28.501341 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.554521 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Deleting port e5ff26c1-b306-4e73-81a8-92e461a1d3c5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:28.554859 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.607883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-951b7031-b755-48b4-962a-151471c0a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:47:27Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:28.638698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b7031-b755-48b4-962a-151471c0a363 None None] The sync data for ids ['23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808'] in n-d-793619-10 is: [{'id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'name': 'tempest-TestVolumeBackupRestore-397930349-router', 'tenant_id': 'ce92479d8e804e0b940714a51a354981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:06Z', 'updated_at': '2021-07-16T18:47:27Z', 'revision_number': 5, 'project_id': 'ce92479d8e804e0b940714a51a354981', 'gw_port': {'id': 'e5ff26c1-b306-4e73-81a8-92e461a1d3c5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:07Z', 'updated_at': '2021-07-16T18:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:28.643219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] For port e5ff26c1-b306-4e73-81a8-92e461a1d3c5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e5ff26c1-b306-4e73-81a8-92e461a1d3c5,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:28.643685 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.661799 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Calling delete_port for e5ff26c1-b306-4e73-81a8-92e461a1d3c5 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:28.833428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.864221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ff26c1-b306-4e73-81a8-92e461a1d3c5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:28.928834 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.025879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.030577 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.082742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.083349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:47:29.089511 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.091405 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c2ac5b73-9f85-4603-ade0-d0d35f9665c2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/23ce67c8-a3bc-4506-a8a8-d1a0ad2b6808 HTTP/1.1" status: 204 len: 168 time: 1.1472523 Jul 16 18:47:29.093699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:29.095176 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c165c127-33c2-4d6e-89a8-c8e064846b38 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:29.123675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: c165c127-33c2-4d6e-89a8-c8e064846b38 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:29.126392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device c165c127-33c2-4d6e-89a8-c8e064846b38 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:29.133783 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.143990 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-56770847-65e3-4b3f-b81c-bed1f90d99c9 admin admin] Deleting subnet c1cc3f41-2322-4444-83aa-6b4c46809b84 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:29.147311 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56770847-65e3-4b3f-b81c-bed1f90d99c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.184799 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56770847-65e3-4b3f-b81c-bed1f90d99c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.270913 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56770847-65e3-4b3f-b81c-bed1f90d99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.329236 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56770847-65e3-4b3f-b81c-bed1f90d99c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.355610 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56770847-65e3-4b3f-b81c-bed1f90d99c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cc3f41-2322-4444-83aa-6b4c46809b84,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:29.361947 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-56770847-65e3-4b3f-b81c-bed1f90d99c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.363805 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-56770847-65e3-4b3f-b81c-bed1f90d99c9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c1cc3f41-2322-4444-83aa-6b4c46809b84 HTTP/1.1" status: 204 len: 168 time: 0.2690587 Jul 16 18:47:29.366397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34650) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:29.370469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e40553-8f9e-4f87-8e78-9d0f7818aa53 None None] Network 64da614f-4f31-4d23-b759-4c033a501918 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:29.440800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.503060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Deleting port 782a104f-8c55-4ada-90c7-af73699a6ca3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:29.503504 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.568737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] For port 782a104f-8c55-4ada-90c7-af73699a6ca3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=782a104f-8c55-4ada-90c7-af73699a6ca3,segment=NetworkSegment(e1980c28-51c0-4047-9fcd-6fa0eb25e73c),segment_id=e1980c28-51c0-4047-9fcd-6fa0eb25e73c)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:29.569101 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.581090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Calling delete_port for 782a104f-8c55-4ada-90c7-af73699a6ca3 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:29.665735 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.679075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa5d91-b98f-4371-abe3-1cb45709f338 None None] DHCP port deletion for 64da614f-4f31-4d23-b759-4c033a501918 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:47:29.697495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Pushing event deleted for resources: {'Port': ['ID=782a104f-8c55-4ada-90c7-af73699a6ca3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:29.700090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] No DVR routers for this DVR port 782a104f-8c55-4ada-90c7-af73699a6ca3 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:29.773642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.788809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64da614f-4f31-4d23-b759-4c033a501918']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:29.807510 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:29.807803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1980c28-51c0-4047-9fcd-6fa0eb25e73c') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:29.818223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.835909 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.842876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:29.843270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:29.844978 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:29.909405 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.915040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.917779 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] 10.222.0.60 "DELETE /v2.0/networks/64da614f-4f31-4d23-b759-4c033a501918 HTTP/1.1" status: 204 len: 168 time: 0.5501566 Jul 16 18:47:29.921231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:29.933091 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba9526-2b1d-4352-ba25-2edc35496686 admin admin] Pushing event deleted for resources: {'Network': ['ID=64da614f-4f31-4d23-b759-4c033a501918,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:30.294878 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.551830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Deleting port 174623d8-343a-41d7-8953-09335444d6b2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:30.552084 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.629059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] For port 174623d8-343a-41d7-8953-09335444d6b2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=174623d8-343a-41d7-8953-09335444d6b2,segment=NetworkSegment(42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a),segment_id=42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:30.629421 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.641564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Calling delete_port for 174623d8-343a-41d7-8953-09335444d6b2 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:30.738937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 782a104f-8c55-4ada-90c7-af73699a6ca3 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:30.759936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 782a104f-8c55-4ada-90c7-af73699a6ca3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:30.760412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 782a104f-8c55-4ada-90c7-af73699a6ca3 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:30.760862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e5ff26c1-b306-4e73-81a8-92e461a1d3c5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:30.779861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e5ff26c1-b306-4e73-81a8-92e461a1d3c5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:30.780208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e5ff26c1-b306-4e73-81a8-92e461a1d3c5 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:30.827039 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.854766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Pushing event deleted for resources: {'Port': ['ID=174623d8-343a-41d7-8953-09335444d6b2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:30.885546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.885901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.886249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.886586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.886917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.887247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.887571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.887897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.888283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.888598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.888952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:30.889216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:31.042027 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.253744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Router 8426b8be-cafa-4770-acd6-3408fee43488 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:31.372172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:31.377225 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-da803a82-2b79-4b73-adbc-faf6f4c545cd admin admin] 10.222.0.60 "PUT /v2.0/routers/8426b8be-cafa-4770-acd6-3408fee43488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4545300 Jul 16 18:47:31.379856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34654) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:31.380630 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] Sync routers for ids ['8426b8be-cafa-4770-acd6-3408fee43488'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:31.389994 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] Routers {'8426b8be-cafa-4770-acd6-3408fee43488'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:31.390617 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:47:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8426b8be-cafa-4770-acd6-3408fee43488'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:31.497108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.502067 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] Set router 8426b8be-cafa-4770-acd6-3408fee43488 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:31.600400 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.654397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Deleting port 7b8d9c87-0524-405e-956e-d4f0188f31de {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:31.654790 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.680243 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8426b8be-cafa-4770-acd6-3408fee43488', 'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:14Z', 'updated_at': '2021-07-16T18:47:30Z', 'revision_number': 5, 'project_id': '233712d3e4624ac08d0420d316da1006', 'gw_port': {'id': '7b8d9c87-0524-405e-956e-d4f0188f31de', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8426b8be-cafa-4770-acd6-3408fee43488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:44:16Z', 'updated_at': '2021-07-16T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:31.706580 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] Checking router: 8426b8be-cafa-4770-acd6-3408fee43488 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:31.715015 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] Routers {'8426b8be-cafa-4770-acd6-3408fee43488'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:31.715628 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:47:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8426b8be-cafa-4770-acd6-3408fee43488'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:31.739219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] For port 7b8d9c87-0524-405e-956e-d4f0188f31de, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7b8d9c87-0524-405e-956e-d4f0188f31de,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:31.739578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.753589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Calling delete_port for 7b8d9c87-0524-405e-956e-d4f0188f31de owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:31.803957 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] Set router 8426b8be-cafa-4770-acd6-3408fee43488 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:31.858756 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8426b8be-cafa-4770-acd6-3408fee43488', 'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:14Z', 'updated_at': '2021-07-16T18:47:31Z', 'revision_number': 6, 'project_id': '233712d3e4624ac08d0420d316da1006', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:31.886526 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6e490-3033-4722-9f9e-54d6fe0b7b77 None None] The sync data for ids ['8426b8be-cafa-4770-acd6-3408fee43488'] in n-d-793619-10 is: [{'id': '8426b8be-cafa-4770-acd6-3408fee43488', 'name': 'tempest-TestVolumeBackupRestore-1383679128-router', 'tenant_id': '233712d3e4624ac08d0420d316da1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:44:14Z', 'updated_at': '2021-07-16T18:47:31Z', 'revision_number': 6, 'project_id': '233712d3e4624ac08d0420d316da1006', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:31.938571 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.964473 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8d9c87-0524-405e-956e-d4f0188f31de,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:32.043812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.136979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.139083 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.183196 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.183638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8426b8be-cafa-4770-acd6-3408fee43488 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:47:32.188972 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.190141 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5ca26767-f9c6-4a87-863f-7b95482fbfd1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8426b8be-cafa-4770-acd6-3408fee43488 HTTP/1.1" status: 204 len: 168 time: 0.8093505 Jul 16 18:47:32.192655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34658) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:32.239100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f9339f-fd64-4bef-92e6-36f54724ae46 admin admin] Deleting subnet e0d43ed2-7f71-49f9-826e-852695aec1d8 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:32.242880 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9f9339f-fd64-4bef-92e6-36f54724ae46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.280540 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9f9339f-fd64-4bef-92e6-36f54724ae46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.372312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9f9339f-fd64-4bef-92e6-36f54724ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.425723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9f9339f-fd64-4bef-92e6-36f54724ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.452024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9339f-fd64-4bef-92e6-36f54724ae46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d43ed2-7f71-49f9-826e-852695aec1d8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:32.456407 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e9f9339f-fd64-4bef-92e6-36f54724ae46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.458316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e9f9339f-fd64-4bef-92e6-36f54724ae46 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e0d43ed2-7f71-49f9-826e-852695aec1d8 HTTP/1.1" status: 204 len: 168 time: 0.2647157 Jul 16 18:47:32.460920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34660) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:32.461696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af98e7e-5524-413d-9ffd-7ff25c65bf2b None None] Network 78308a59-4170-4e73-9ad4-78567ab2cb5f requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:32.536637 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.596119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Deleting port 33d2aafc-1abc-46e0-856c-d443411fd294 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:32.596645 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.675199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] For port 33d2aafc-1abc-46e0-856c-d443411fd294, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=33d2aafc-1abc-46e0-856c-d443411fd294,segment=NetworkSegment(42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a),segment_id=42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:32.675583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.678545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] DHCP port deletion for 78308a59-4170-4e73-9ad4-78567ab2cb5f request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:47:32.699986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Calling delete_port for 33d2aafc-1abc-46e0-856c-d443411fd294 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:32.740895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Deleting port 33d2aafc-1abc-46e0-856c-d443411fd294 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:32.741736 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.777915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 174623d8-343a-41d7-8953-09335444d6b2 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:32.789212 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.819327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] No DVR routers for this DVR port 33d2aafc-1abc-46e0-856c-d443411fd294 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:32.825515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Pushing event deleted for resources: {'Port': ['ID=33d2aafc-1abc-46e0-856c-d443411fd294,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:32.834380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 174623d8-343a-41d7-8953-09335444d6b2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:32.834733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 174623d8-343a-41d7-8953-09335444d6b2 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:32.835162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b8d9c87-0524-405e-956e-d4f0188f31de no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:32.841675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] For port 33d2aafc-1abc-46e0-856c-d443411fd294, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=33d2aafc-1abc-46e0-856c-d443411fd294,segment=NetworkSegment(42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a),segment_id=42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:32.842073 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.864983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7b8d9c87-0524-405e-956e-d4f0188f31de {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:32.865353 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7b8d9c87-0524-405e-956e-d4f0188f31de not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:32.865758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 33d2aafc-1abc-46e0-856c-d443411fd294 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:32.888972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Calling delete_port for 33d2aafc-1abc-46e0-856c-d443411fd294 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:32.892873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 33d2aafc-1abc-46e0-856c-d443411fd294 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:32.893207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 33d2aafc-1abc-46e0-856c-d443411fd294 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:32.907230 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.919674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78308a59-4170-4e73-9ad4-78567ab2cb5f']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:32.930554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:32.930843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c8fe2f-b6d8-4e8a-beaa-6440cc7aae0a') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:32.942930 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.959216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.966371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:32.966822 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:32.968849 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:32.988602 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.015190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Pushing event deleted for resources: {'Port': ['ID=33d2aafc-1abc-46e0-856c-d443411fd294,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:33.024926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.025266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.025809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.026315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.026657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.026994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.027332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.027664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.027996 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.028326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.028729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.029056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:33.032251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c53d319-fd59-4011-9bb4-f5fe54e90c92 None None] No DVR routers for this DVR port 33d2aafc-1abc-46e0-856c-d443411fd294 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:33.033037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.041278 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.043758 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] 10.222.0.60 "DELETE /v2.0/networks/78308a59-4170-4e73-9ad4-78567ab2cb5f HTTP/1.1" status: 204 len: 168 time: 0.5818453 Jul 16 18:47:33.059970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e577ac-c081-4ec2-85bc-5a8f3c6770bc admin admin] Pushing event deleted for resources: {'Network': ['ID=78308a59-4170-4e73-9ad4-78567ab2cb5f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:33.198407 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a5aadb1d-e229-404d-b030-bd7d97bea75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.249763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:33.297828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-25cc7d0a-8cf0-492a-ae19-c467c3fb0b8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce92479d8e804e0b940714a51a354981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467832 Jul 16 18:47:33.300170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34668) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:33.357163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85596400-c4a8-411a-ba57-90484c029b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.378570 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85596400-c4a8-411a-ba57-90484c029b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.426412 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85596400-c4a8-411a-ba57-90484c029b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.429008 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-85596400-c4a8-411a-ba57-90484c029b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.430219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-85596400-c4a8-411a-ba57-90484c029b43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cbfe2b6c-3dac-426a-b489-33f1229db16e HTTP/1.1" status: 204 len: 168 time: 0.1289592 Jul 16 18:47:33.438343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85596400-c4a8-411a-ba57-90484c029b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe2b6c-3dac-426a-b489-33f1229db16e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:33.815514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34674) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:33.863661 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-09362c30-9c25-4beb-ab63-f42fd1339863 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=233712d3e4624ac08d0420d316da1006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465851 Jul 16 18:47:33.866307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34676) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:33.923769 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6db08a4-8f94-4078-880c-833650a9ff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.949371 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6db08a4-8f94-4078-880c-833650a9ff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.011972 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6db08a4-8f94-4078-880c-833650a9ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.014477 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d6db08a4-8f94-4078-880c-833650a9ff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.015949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d6db08a4-8f94-4078-880c-833650a9ff39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39a679cc-5817-4819-bd2d-6f4983552e76 HTTP/1.1" status: 204 len: 168 time: 0.1486495 Jul 16 18:47:34.024463 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db08a4-8f94-4078-880c-833650a9ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a679cc-5817-4819-bd2d-6f4983552e76,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:35.954287 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:36.067775 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4da653dd-1d41-40e5-8c3b-233c821c0ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.108583 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.805316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.600258 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.919595 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:59.095428 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.193361 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f06d61fa-546b-4af7-b033-d29dac484272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.947466 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.069779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ba935411-a0e5-4526-8a00-f953491c8083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.114936 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.807659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.617277 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.121376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38214611-3ac4-4270-990b-13213cfe6aaa req-39b2fd6b-e260-45ae-9b79-33ebd3da235c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548894 Jul 16 18:48:19.234904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214611-3ac4-4270-990b-13213cfe6aaa req-9728aa38-5477-46c7-9e49-4ee81ec17670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:19.235171 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38214611-3ac4-4270-990b-13213cfe6aaa req-9728aa38-5477-46c7-9e49-4ee81ec17670 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c260218e1c4647800b04c24517549c&device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0527318 Jul 16 18:48:19.342333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214611-3ac4-4270-990b-13213cfe6aaa req-9ebe99ec-b43d-453b-a9f3-6441777481d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:19.343789 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38214611-3ac4-4270-990b-13213cfe6aaa req-9ebe99ec-b43d-453b-a9f3-6441777481d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 200 len: 909 time: 0.0862975 Jul 16 18:48:19.409507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38214611-3ac4-4270-990b-13213cfe6aaa req-4d826510-1490-4720-940c-8dbdf9dcff25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 200 len: 1001 time: 0.0576625 Jul 16 18:48:19.464853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214611-3ac4-4270-990b-13213cfe6aaa req-986295b7-37a8-4286-821f-d53eb0302684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:19.466302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38214611-3ac4-4270-990b-13213cfe6aaa req-986295b7-37a8-4286-821f-d53eb0302684 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e2727-47a0-4551-8b09-80430dc0ee0b HTTP/1.1" status: 200 len: 847 time: 0.0468800 Jul 16 18:48:19.524005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38214611-3ac4-4270-990b-13213cfe6aaa req-e5c404f5-fe90-4470-a2ce-a79dd370bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:19.525554 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38214611-3ac4-4270-990b-13213cfe6aaa req-e5c404f5-fe90-4470-a2ce-a79dd370bbe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518470 Jul 16 18:48:19.617722 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38214611-3ac4-4270-990b-13213cfe6aaa req-8ae98634-8c6d-4112-a4ce-bf533c38b22b service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799780 Jul 16 18:48:19.715767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38214611-3ac4-4270-990b-13213cfe6aaa req-abfaa166-ec69-4ab1-9961-9141b425f742 service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858855 Jul 16 18:48:20.918776 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:29.092999 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.194701 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5650a23b-5a23-4694-8132-9e9ef4163800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.951910 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.071821 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-133a1ef5-1451-4307-9b67-ce649b957e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.118015 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.809390 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.618004 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.919246 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:59.110394 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.196942 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-575b4528-5397-4eef-a39e-4e7ca42460ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.952937 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.072193 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d955db15-d641-4a1c-b215-8345a5341bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.117523 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.812318 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.635843 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.146501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-b4ddb1f7-57c5-4043-a0e2-b5b9ccca8161 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569267 Jul 16 18:49:20.272848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-93651778-58c5-4a7c-a53e-da40f05c3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.274359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-93651778-58c5-4a7c-a53e-da40f05c3bbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c260218e1c4647800b04c24517549c&device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0553603 Jul 16 18:49:20.395684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-b99f3659-2bea-4ab6-9d45-4a4dbffa1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.397118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-b99f3659-2bea-4ab6-9d45-4a4dbffa1ce6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 200 len: 909 time: 0.0963399 Jul 16 18:49:20.470276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-fbbb745a-b2f8-4a56-b9e8-99dfc661888b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 200 len: 1001 time: 0.0620425 Jul 16 18:49:20.524939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-60077033-bc20-4140-a816-0013cb4245bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.526414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-60077033-bc20-4140-a816-0013cb4245bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e2727-47a0-4551-8b09-80430dc0ee0b HTTP/1.1" status: 200 len: 847 time: 0.0468128 Jul 16 18:49:20.588864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-13151216-e7f3-4303-b78e-8bfac34de18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.590390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-13151216-e7f3-4303-b78e-8bfac34de18c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537548 Jul 16 18:49:21.009841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-7664b5b1-d6e5-4c42-bf58-67e5a664a44b service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115794 Jul 16 18:49:21.108963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4064bef8-ec3a-47a3-a934-50b5357065b4 req-fd22c7c8-8b52-444d-8671-65715fefbe0e service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881929 Jul 16 18:49:29.109329 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.200378 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b8c2d3ab-2ec1-410b-9758-254b867805f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.918600 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:35.954289 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.074962 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-10ac6b7f-33af-4e5b-b25c-83e5c8d84b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.122797 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.814830 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.637025 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.136579 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.204058 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-206fa932-416d-47ab-9a78-c8d6356cb680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.957445 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:06.076834 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb565934-a5b8-4422-8fe5-8f2af6c164b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:07.126973 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:08.818713 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.646433 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:11.918283 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:21.185104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-50614021-53e0-40e5-a02c-69ef04de85ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516460 Jul 16 18:50:21.308932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-4e03e962-94c1-4af0-9251-3e36c38ecd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.310410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-4e03e962-94c1-4af0-9251-3e36c38ecd86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c260218e1c4647800b04c24517549c&device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 1098 time: 0.0557935 Jul 16 18:50:21.418703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-d4f4caf1-3f74-4292-8f1b-023a47008b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.420071 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-d4f4caf1-3f74-4292-8f1b-023a47008b6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 200 len: 909 time: 0.0853894 Jul 16 18:50:21.491754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-53a2f0d7-e511-4e71-b7b6-6f84065d4045 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 200 len: 1001 time: 0.0621171 Jul 16 18:50:21.540054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-341be525-06e7-4a70-90b8-75faa9e9a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.542249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-341be525-06e7-4a70-90b8-75faa9e9a4e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e2727-47a0-4551-8b09-80430dc0ee0b HTTP/1.1" status: 200 len: 847 time: 0.0437677 Jul 16 18:50:21.600144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-63132a00-541a-4c77-9f6d-e8f5d618d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.601660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-63132a00-541a-4c77-9f6d-e8f5d618d61c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528383 Jul 16 18:50:21.697825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-c4d33c91-03e3-4fd0-a3b2-85c0d3cae01d service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877295 Jul 16 18:50:21.788657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c155e08b-f6d0-4eff-aaa8-89d4ff67a2c8 req-8dddbba7-c025-4991-a849-4a4ce2312e51 service neutron] 10.222.0.46 "GET /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847695 Jul 16 18:50:29.145643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.206457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-668da91c-d9ee-4342-9340-ac26d5a978a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.960833 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.078529 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3c49d33b-d6d7-4bc2-8cdc-80f3891c4f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.126013 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.818882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.654863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.918263 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:54.672027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259682a-8dca-4222-bb06-5657896e558a req-db09cfd4-317f-45d4-b8b5-bd45aa9d2569 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:54.675232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c259682a-8dca-4222-bb06-5657896e558a req-db09cfd4-317f-45d4-b8b5-bd45aa9d2569 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 946 time: 0.3419268 Jul 16 18:50:54.721051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c259682a-8dca-4222-bb06-5657896e558a req-99164043-2b1f-4d3c-8897-f9dbd3ba5e3e tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380874 Jul 16 18:50:55.981795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f89292-39b2-453a-90e2-bec116eeadf0 req-013ff652-5164-48b6-a017-2b3cc7650b16 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:55.983243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00f89292-39b2-453a-90e2-bec116eeadf0 req-013ff652-5164-48b6-a017-2b3cc7650b16 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 946 time: 0.1180286 Jul 16 18:50:56.055739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00f89292-39b2-453a-90e2-bec116eeadf0 req-2186255b-7ff3-463f-acbf-59f1f06ab9a1 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/security-groups?id=eb18eb98-baea-4c53-a61a-1252ec79a7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636780 Jul 16 18:50:56.077835 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-4f13d2e2-c123-4a2e-b676-e45a64f55af7 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.079287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-4f13d2e2-c123-4a2e-b676-e45a64f55af7 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 946 time: 0.1054590 Jul 16 18:50:56.185603 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Deleting port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:56.185951 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.280320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] For port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:56.280711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.498496 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.498869 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.499182 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Floating IP 676f65bd-51f6-4cb1-9c01-e4a178cb2bf8 disassociated. External IP: 172.25.2.19, port: 0dad7d5c-3609-4e4d-b5f5-9c4151df035c. Jul 16 18:50:56.499529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Calling delete_port for 0dad7d5c-3609-4e4d-b5f5-9c4151df035c owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:56.630715 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.665566 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event deleted for resources: {'Port': ['ID=0dad7d5c-3609-4e4d-b5f5-9c4151df035c,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:56.679499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.679848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.680188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.680544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.680890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.681220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.681549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.681877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.682199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.682558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.682886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.683208 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:56.793501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Router 59d14d1b-f16e-4077-8cc9-7622b240dc1f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:56.909554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:56.919689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] Sync routers for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:56.930262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:56.931012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:50:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:56.956219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] No DVR routers for this DVR port 0dad7d5c-3609-4e4d-b5f5-9c4151df035c on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:56.958788 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.960805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49507db1-43bd-42e6-9e76-7b4f927bfc9e req-fcda3e0c-4611-4973-9390-0acde2d21a55 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.46 "DELETE /v2.0/ports/0dad7d5c-3609-4e4d-b5f5-9c4151df035c HTTP/1.1" status: 204 len: 173 time: 0.8715935 Jul 16 18:50:56.961244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f37324-c117-4882-97f9-33133c42ca29', 'name': 'network-vif-deleted', 'tag': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:56.963580 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efa5fae-29a4-4abd-9123-f814ef2ce4bd" -d '{"events": [{"server_uuid": "b7f37324-c117-4882-97f9-33133c42ca29", "name": "network-vif-deleted", "tag": "0dad7d5c-3609-4e4d-b5f5-9c4151df035c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:57.038849 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3784e3-f9b7-4085-a226-d0bd049848d0 x-openstack-request-id: req-4c3784e3-f9b7-4085-a226-d0bd049848d0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:57.039440 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f37324-c117-4882-97f9-33133c42ca29", "name": "network-vif-deleted", "tag": "0dad7d5c-3609-4e4d-b5f5-9c4151df035c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:57.039440 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c3784e3-f9b7-4085-a226-d0bd049848d0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:57.039766 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f37324-c117-4882-97f9-33133c42ca29', 'name': 'network-vif-deleted', 'tag': '0dad7d5c-3609-4e4d-b5f5-9c4151df035c', 'status': 'completed', 'code': 200} Jul 16 18:50:57.061326 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:57.280986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '78d9c58a-00d0-42e3-9867-49ea2634abe2', 'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'mac_address': 'fa:16:3e:74:ef:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:48Z', 'updated_at': '2021-07-16T18:45:55Z', 'revision_number': 5, 'project_id': '12c260218e1c4647800b04c24517549c', 'subnets': [{'id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:57.308875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] Checking router: 59d14d1b-f16e-4077-8cc9-7622b240dc1f for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:57.317325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:57.317855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:50:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:57.343315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-915ace1c-0f37-4be5-8952-34a79bea9da3 req-88fe18f4-8c65-4ec7-a3f2-e7d060e39268 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f37324-c117-4882-97f9-33133c42ca29 HTTP/1.1" status: 200 len: 210 time: 0.0289469 Jul 16 18:50:57.424869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:57.785033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '78d9c58a-00d0-42e3-9867-49ea2634abe2', 'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'mac_address': 'fa:16:3e:74:ef:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:48Z', 'updated_at': '2021-07-16T18:45:55Z', 'revision_number': 5, 'project_id': '12c260218e1c4647800b04c24517549c', 'subnets': [{'id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:57.813801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af56e8-2711-4a51-b7b7-6518ae1d46c5 None None] The sync data for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 is: [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:45:48Z', 'revision_number': 4, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '78d9c58a-00d0-42e3-9867-49ea2634abe2', 'name': '', 'network_id': '1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'mac_address': 'fa:16:3e:74:ef:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:48Z', 'updated_at': '2021-07-16T18:45:55Z', 'revision_number': 5, 'project_id': '12c260218e1c4647800b04c24517549c', 'subnets': [{'id': '120e2727-47a0-4551-8b09-80430dc0ee0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:58.033607 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a24c5-7890-4afd-a8da-efb9554d1465 None None] New status for floating IP 676f65bd-51f6-4cb1-9c01-e4a178cb2bf8: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:50:58.442046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34774) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:58.583663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Deleting port b8971eab-f7fa-4088-8b54-4d952319bca6 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:58.583992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.662006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.662244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.673533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Calling delete_port for b8971eab-f7fa-4088-8b54-4d952319bca6 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:58.804806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.835058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event deleted for resources: {'Port': ['ID=b8971eab-f7fa-4088-8b54-4d952319bca6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:58.894713 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.897364 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:58.898560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ecefcbd8-3e5c-4326-b75d-aca4095a27b9 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "DELETE /v2.0/floatingips/676f65bd-51f6-4cb1-9c01-e4a178cb2bf8 HTTP/1.1" status: 204 len: 168 time: 0.4555323 Jul 16 18:50:59.038589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34782) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:59.098638 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a54e6f2-7233-47ac-a2d5-7d2ac5aa6320 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.129051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a54e6f2-7233-47ac-a2d5-7d2ac5aa6320 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.152847 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.194312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a54e6f2-7233-47ac-a2d5-7d2ac5aa6320 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.196980 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a54e6f2-7233-47ac-a2d5-7d2ac5aa6320 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.198127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1a54e6f2-7233-47ac-a2d5-7d2ac5aa6320 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] 10.222.0.60 "DELETE /v2.0/security-groups/eb18eb98-baea-4c53-a61a-1252ec79a7d1 HTTP/1.1" status: 204 len: 168 time: 0.1584766 Jul 16 18:50:59.208044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54e6f2-7233-47ac-a2d5-7d2ac5aa6320 tempest-TestServerBasicOps-913665633 tempest-TestServerBasicOps-913665633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb18eb98-baea-4c53-a61a-1252ec79a7d1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:59.239509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34786) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:59.703887 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.954400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 0dad7d5c-3609-4e4d-b5f5-9c4151df035c no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:59.958235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Deleting port 78d9c58a-00d0-42e3-9867-49ea2634abe2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:59.958578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.973235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 0dad7d5c-3609-4e4d-b5f5-9c4151df035c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:59.973582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 0dad7d5c-3609-4e4d-b5f5-9c4151df035c not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:00.044169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] For port 78d9c58a-00d0-42e3-9867-49ea2634abe2, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=78d9c58a-00d0-42e3-9867-49ea2634abe2,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:00.044550 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.059104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Calling delete_port for 78d9c58a-00d0-42e3-9867-49ea2634abe2 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:00.253429 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.279236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d9c58a-00d0-42e3-9867-49ea2634abe2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:00.457586 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.686068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Router 59d14d1b-f16e-4077-8cc9-7622b240dc1f has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:00.794349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:00.800158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f6438cac-e427-4913-8e1e-dda2094dd678 admin admin] 10.222.0.60 "PUT /v2.0/routers/59d14d1b-f16e-4077-8cc9-7622b240dc1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5583246 Jul 16 18:51:00.802686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34790) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:00.804694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] Sync routers for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:00.813852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:00.814628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:50:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:00.910116 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.920633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:01.112300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:51:00Z', 'revision_number': 5, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:01.145885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] Checking router: 59d14d1b-f16e-4077-8cc9-7622b240dc1f for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:01.154800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] Routers {'59d14d1b-f16e-4077-8cc9-7622b240dc1f'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:01.155426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:50:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:01.263104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] Set router 59d14d1b-f16e-4077-8cc9-7622b240dc1f gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:01.336260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.388742 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Deleting port fccdf718-4064-41d0-b964-de93e109d99e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:01.388974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.441582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:51:00Z', 'revision_number': 5, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:01.467765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa03853-258f-4dde-b581-6fc248154bb7 None None] The sync data for ids ['59d14d1b-f16e-4077-8cc9-7622b240dc1f'] in n-d-793619-10 is: [{'id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'name': 'tempest-TestServerBasicOps-939747601-router', 'tenant_id': '12c260218e1c4647800b04c24517549c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:45Z', 'updated_at': '2021-07-16T18:51:00Z', 'revision_number': 5, 'project_id': '12c260218e1c4647800b04c24517549c', 'gw_port': {'id': 'fccdf718-4064-41d0-b964-de93e109d99e', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d14d1b-f16e-4077-8cc9-7622b240dc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:46Z', 'updated_at': '2021-07-16T18:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:01.469540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] For port fccdf718-4064-41d0-b964-de93e109d99e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fccdf718-4064-41d0-b964-de93e109d99e,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:01.469920 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.488748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Calling delete_port for fccdf718-4064-41d0-b964-de93e109d99e owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:01.656672 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.691810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fccdf718-4064-41d0-b964-de93e109d99e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:01.758815 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.851943 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.854346 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.903062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.903918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59d14d1b-f16e-4077-8cc9-7622b240dc1f {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:51:01.909351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.910774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3b705e7b-ffa6-4b27-aab1-c0e6ec77c6b8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/59d14d1b-f16e-4077-8cc9-7622b240dc1f HTTP/1.1" status: 204 len: 168 time: 1.1071606 Jul 16 18:51:01.913340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34792) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:01.961397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f29aad8-2df2-4e17-b4a6-bb5596c496a8 admin admin] Deleting subnet 120e2727-47a0-4551-8b09-80430dc0ee0b {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:01.964728 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f29aad8-2df2-4e17-b4a6-bb5596c496a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.999723 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f29aad8-2df2-4e17-b4a6-bb5596c496a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.094109 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f29aad8-2df2-4e17-b4a6-bb5596c496a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.151800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f29aad8-2df2-4e17-b4a6-bb5596c496a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.177834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29aad8-2df2-4e17-b4a6-bb5596c496a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120e2727-47a0-4551-8b09-80430dc0ee0b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:02.181393 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7f29aad8-2df2-4e17-b4a6-bb5596c496a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.184036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7f29aad8-2df2-4e17-b4a6-bb5596c496a8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/120e2727-47a0-4551-8b09-80430dc0ee0b HTTP/1.1" status: 204 len: 168 time: 0.2697318 Jul 16 18:51:02.185711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34794) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:02.187141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc0434-2c1d-432c-87a5-57d83f474b76 None None] Network 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:02.257043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.315900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Deleting port eae66bbf-a936-437f-97d0-39eb21f77c72 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:02.316249 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.382695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] For port eae66bbf-a936-437f-97d0-39eb21f77c72, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=eae66bbf-a936-437f-97d0-39eb21f77c72,segment=NetworkSegment(0a102721-4297-490c-b15c-be090c2e7fc2),segment_id=0a102721-4297-490c-b15c-be090c2e7fc2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:02.383045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.395105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Calling delete_port for eae66bbf-a936-437f-97d0-39eb21f77c72 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:02.477064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d69eac7-19b3-488d-a601-b99420fe2ca6 None None] DHCP port deletion for 1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:02.483520 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.502492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4d69eac7-19b3-488d-a601-b99420fe2ca6 None None] The port 'eae66bbf-a936-437f-97d0-39eb21f77c72' was deleted {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 18:51:02.512865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae66bbf-a936-437f-97d0-39eb21f77c72,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:02.514778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] No DVR routers for this DVR port eae66bbf-a936-437f-97d0-39eb21f77c72 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:02.586076 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.596807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:02.614065 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a102721-4297-490c-b15c-be090c2e7fc2') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:02.614364 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a102721-4297-490c-b15c-be090c2e7fc2') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:02.623647 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.637861 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.645046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:02.645434 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:02.647089 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:02.700423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.706223 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.708944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8 HTTP/1.1" status: 204 len: 168 time: 0.5214577 Jul 16 18:51:02.711391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34796) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:02.721434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daee41c-98ae-40ed-9ddc-0faaa1ad0197 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8d1583-3c54-4583-90e3-fcdc6d3bf8d8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:02.862820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 78d9c58a-00d0-42e3-9867-49ea2634abe2 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:02.886091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 78d9c58a-00d0-42e3-9867-49ea2634abe2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:02.886438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 78d9c58a-00d0-42e3-9867-49ea2634abe2 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:02.886854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fccdf718-4064-41d0-b964-de93e109d99e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:02.906203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: fccdf718-4064-41d0-b964-de93e109d99e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:02.906550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fccdf718-4064-41d0-b964-de93e109d99e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:02.906970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device eae66bbf-a936-437f-97d0-39eb21f77c72 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:02.925969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: eae66bbf-a936-437f-97d0-39eb21f77c72 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:02.926313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device eae66bbf-a936-437f-97d0-39eb21f77c72 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:03.073482 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.208137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc49d2ab-8221-492f-b7e3-c319fb0c19e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.344960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Deleting port 2d0df6a4-0d83-4cab-9295-68144833714b {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:03.345307 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.424633 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] For port 2d0df6a4-0d83-4cab-9295-68144833714b, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2d0df6a4-0d83-4cab-9295-68144833714b,segment=NetworkSegment(c596e600-d6bc-46b3-93be-16d4f044cb83),segment_id=c596e600-d6bc-46b3-93be-16d4f044cb83)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:03.424993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.437431 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Calling delete_port for 2d0df6a4-0d83-4cab-9295-68144833714b owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:03.620187 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.651296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0df6a4-0d83-4cab-9295-68144833714b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:03.679692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.680038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.680371 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.680737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.681067 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.681394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.681784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.682113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.682437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.682753 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.683072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.683388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:03.771608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-f026e74c-2869-437a-a0d4-ca304688dfc7 req-294b3ac9-2657-4532-a9a4-89eb17bc6e01 service neutron] (93824) timed out ('10.222.0.46', 55435) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:51:03.834263 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.055885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Router 206e6870-1815-4c6e-a74b-98d65ab43e52 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:04.165104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:04.170443 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9ab81d6b-12a7-461b-aeb3-ab1d86427f20 admin admin] 10.222.0.60 "PUT /v2.0/routers/206e6870-1815-4c6e-a74b-98d65ab43e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4579659 Jul 16 18:51:04.172946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34804) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:04.175499 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] Sync routers for ids ['206e6870-1815-4c6e-a74b-98d65ab43e52'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:04.184657 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] Routers {'206e6870-1815-4c6e-a74b-98d65ab43e52'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:04.185259 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:50:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['206e6870-1815-4c6e-a74b-98d65ab43e52'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:04.279870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.290800 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] Set router 206e6870-1815-4c6e-a74b-98d65ab43e52 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:04.397949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.450571 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Deleting port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:04.450916 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.474853 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:51:03Z', 'revision_number': 5, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'gw_port': {'id': '6c5bc99f-eebc-4bfe-ab52-f760e4966f1d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:04.500579 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] Checking router: 206e6870-1815-4c6e-a74b-98d65ab43e52 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:04.509352 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] Routers {'206e6870-1815-4c6e-a74b-98d65ab43e52'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:04.509956 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:50:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['206e6870-1815-4c6e-a74b-98d65ab43e52'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:04.530472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] For port 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6c5bc99f-eebc-4bfe-ab52-f760e4966f1d,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:04.530835 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.543856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Calling delete_port for 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:04.597131 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] Set router 206e6870-1815-4c6e-a74b-98d65ab43e52 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:04.651197 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:51:04Z', 'revision_number': 6, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:04.679220 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad54e3ba-2d52-4960-95bf-2c2d86fe979f None None] The sync data for ids ['206e6870-1815-4c6e-a74b-98d65ab43e52'] in n-d-793619-10 is: [{'id': '206e6870-1815-4c6e-a74b-98d65ab43e52', 'name': 'tempest-TestServerBasicOps-1942561115-router', 'tenant_id': '3def11671bb24430bd7b94e5a43b3707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:51Z', 'updated_at': '2021-07-16T18:51:04Z', 'revision_number': 6, 'project_id': '3def11671bb24430bd7b94e5a43b3707', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:04.720122 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.751136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5bc99f-eebc-4bfe-ab52-f760e4966f1d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:04.814146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.903341 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.905339 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.948807 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.949355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 206e6870-1815-4c6e-a74b-98d65ab43e52 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:51:04.953562 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.954745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5018c36d-bfd9-486d-9876-afc2c2fe65c2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/206e6870-1815-4c6e-a74b-98d65ab43e52 HTTP/1.1" status: 204 len: 168 time: 0.7806919 Jul 16 18:51:04.958279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34806) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:05.006393 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd36074-8290-474f-9fa2-e81f711c9a1c admin admin] Deleting subnet 6f716c8b-dda6-4fbe-ae64-0824c948a203 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:51:05.012537 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7dd36074-8290-474f-9fa2-e81f711c9a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.047398 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7dd36074-8290-474f-9fa2-e81f711c9a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.135547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2d0df6a4-0d83-4cab-9295-68144833714b no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:05.140854 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7dd36074-8290-474f-9fa2-e81f711c9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.156026 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 2d0df6a4-0d83-4cab-9295-68144833714b {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:05.156293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2d0df6a4-0d83-4cab-9295-68144833714b not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:05.195915 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7dd36074-8290-474f-9fa2-e81f711c9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.226926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd36074-8290-474f-9fa2-e81f711c9a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f716c8b-dda6-4fbe-ae64-0824c948a203,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:05.231624 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7dd36074-8290-474f-9fa2-e81f711c9a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.233444 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7dd36074-8290-474f-9fa2-e81f711c9a1c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6f716c8b-dda6-4fbe-ae64-0824c948a203 HTTP/1.1" status: 204 len: 168 time: 0.2742121 Jul 16 18:51:05.236001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34808) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:05.237134 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee0b58-dfc7-48ef-a3c3-c3d77e411012 None None] Network 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:05.304088 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.357400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Deleting port 16848f5a-e1c6-4394-b523-71c0f1a6fceb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:05.357737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.424949 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] For port 16848f5a-e1c6-4394-b523-71c0f1a6fceb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=16848f5a-e1c6-4394-b523-71c0f1a6fceb,segment=NetworkSegment(c596e600-d6bc-46b3-93be-16d4f044cb83),segment_id=c596e600-d6bc-46b3-93be-16d4f044cb83)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:05.425186 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.436388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Calling delete_port for 16848f5a-e1c6-4394-b523-71c0f1a6fceb owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:05.482025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] DHCP port deletion for 48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:51:05.525560 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.531597 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Deleting port 16848f5a-e1c6-4394-b523-71c0f1a6fceb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:05.531975 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.554374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Pushing event deleted for resources: {'Port': ['ID=16848f5a-e1c6-4394-b523-71c0f1a6fceb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:05.558036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] No DVR routers for this DVR port 16848f5a-e1c6-4394-b523-71c0f1a6fceb on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:05.599371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] For port 16848f5a-e1c6-4394-b523-71c0f1a6fceb, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:05.599775 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.612388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Calling delete_port for 16848f5a-e1c6-4394-b523-71c0f1a6fceb owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:05.615023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Port 16848f5a-e1c6-4394-b523-71c0f1a6fceb was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:51:05.616301 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.634853 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.642154 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Pushing event deleted for resources: {'Port': ['ID=16848f5a-e1c6-4394-b523-71c0f1a6fceb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:05.648054 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b9eb95-67d4-432c-95d4-8b7c3e5aecf3']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:05.650655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] No DVR routers for this DVR port 16848f5a-e1c6-4394-b523-71c0f1a6fceb on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:05.653299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.653557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.653901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.654241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.654605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.654945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.655270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.655604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.655932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.656261 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.656638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.656968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3f5ce8-2e2a-4013-bd98-f27a9bb71ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:05.670340 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c596e600-d6bc-46b3-93be-16d4f044cb83') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:05.670858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c596e600-d6bc-46b3-93be-16d4f044cb83') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:05.682076 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.697769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.704117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:51:05.704574 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:51:05.706422 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:51:05.767109 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.777703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.779893 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] 10.222.0.60 "DELETE /v2.0/networks/48b9eb95-67d4-432c-95d4-8b7c3e5aecf3 HTTP/1.1" status: 204 len: 168 time: 0.5428269 Jul 16 18:51:05.791437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06514-6e92-42f6-8bd7-33062e445510 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b9eb95-67d4-432c-95d4-8b7c3e5aecf3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:05.897203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34812) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:05.937305 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5bea991b-76dc-4b0d-ade9-923d830023c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12c260218e1c4647800b04c24517549c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387137 Jul 16 18:51:05.939495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34814) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:05.961178 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.989835 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8210d0-5a20-4267-84c3-a909db30c7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.011992 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8210d0-5a20-4267-84c3-a909db30c7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.062717 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8210d0-5a20-4267-84c3-a909db30c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.065376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b8210d0-5a20-4267-84c3-a909db30c7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.066543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1b8210d0-5a20-4267-84c3-a909db30c7c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77e1d48d-849a-40c5-ac2f-79cf76a04731 HTTP/1.1" status: 204 len: 168 time: 0.1254785 Jul 16 18:51:06.074573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8210d0-5a20-4267-84c3-a909db30c7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e1d48d-849a-40c5-ac2f-79cf76a04731,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:06.083235 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9606fdb0-83e6-4fc3-a28f-66458d312d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.387712 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34820) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:06.429480 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-432f9757-26e9-4838-b85a-5a3e127ea79b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3def11671bb24430bd7b94e5a43b3707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406132 Jul 16 18:51:06.431884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34822) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:06.479634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b8e819c0-95b2-496b-86c7-d300441cc402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.501350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b8e819c0-95b2-496b-86c7-d300441cc402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.550954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b8e819c0-95b2-496b-86c7-d300441cc402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.553805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b8e819c0-95b2-496b-86c7-d300441cc402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:06.555050 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b8e819c0-95b2-496b-86c7-d300441cc402 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58ea6a20-4d7c-4815-98cf-3d9a740fb49a HTTP/1.1" status: 204 len: 168 time: 0.1222758 Jul 16 18:51:06.562966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e819c0-95b2-496b-86c7-d300441cc402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea6a20-4d7c-4815-98cf-3d9a740fb49a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:06.857652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:06.879753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:06.880096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6c5bc99f-eebc-4bfe-ab52-f760e4966f1d not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:06.880546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 16848f5a-e1c6-4394-b523-71c0f1a6fceb no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:06.904726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 16848f5a-e1c6-4394-b523-71c0f1a6fceb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:06.905056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 16848f5a-e1c6-4394-b523-71c0f1a6fceb not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:07.129997 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:08.823082 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:10.670993 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.732154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-e4091371-b36b-4838-9460-f99ae1ee7223 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b2a6e5a402b74040ac38968ab44e81a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307691 Jul 16 18:51:16.933607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-95285002-f90e-4e2b-a837-9cde6399a0e1 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:16.935057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-95285002-f90e-4e2b-a837-9cde6399a0e1 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969590 Jul 16 18:51:16.949767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-15639022-9962-48bb-9d12-2edb0203f00a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/quotas/b2a6e5a402b74040ac38968ab44e81a0 HTTP/1.1" status: 200 len: 375 time: 0.0093393 Jul 16 18:51:16.983516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-9d0ac237-5e1b-4d5d-a42d-2389921c1271 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2a6e5a402b74040ac38968ab44e81a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288603 Jul 16 18:51:17.155270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3529b512-2b8b-413d-a12b-c9c918722e4b req-a7eb8f13-eef1-4679-a654-08105f07976a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 210 time: 0.0294375 Jul 16 18:51:18.306761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-918aa76d-25ef-45dc-b365-a001d206c78b req-a57df1e5-fec8-4b38-9d55-58a316a18419 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 210 time: 0.0324142 Jul 16 18:51:18.385936 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-94f234a8-3f79-4670-aa99-d882237560ea tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b2a6e5a402b74040ac38968ab44e81a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291986 Jul 16 18:51:18.915700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-be3a78a6-ef57-45b9-acd1-9bffaff13390 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:18.917185 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-be3a78a6-ef57-45b9-acd1-9bffaff13390 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5257280 Jul 16 18:51:18.929924 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Request body: {'port': {'device_id': '4f362ab5-f132-4370-a99f-015df07e17a3', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'admin_state_up': True, 'tenant_id': 'b2a6e5a402b74040ac38968ab44e81a0'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:19.036247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Made reservation on behalf of b2a6e5a402b74040ac38968ab44e81a0 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:19.040216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.049565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.155091 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.159707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.221069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbbf384-8c22-4f1a-afbc-8509792ac06b,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:19.299140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Allocated IP 192.168.233.39 (7641b338-b5e1-464d-8b40-4998e342a452/9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4/ca5498c3-5912-415e-9930-f11695564c2c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:19.474798 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.491251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Transition to ACTIVE for port object ca5498c3-5912-415e-9930-f11695564c2c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:19.529459 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.574966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Network 7641b338-b5e1-464d-8b40-4998e342a452 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:19.580330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:19.585765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:19.621538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Pushing event updated for resources: {'Port': ['ID=ca5498c3-5912-415e-9930-f11695564c2c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:19.650094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:19.651012 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.670322 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-7ab078e1-9aa5-4a37-a092-9f873708fa2a tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7440023 Jul 16 18:51:19.682452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Request body: {'port': {'device_id': '4f362ab5-f132-4370-a99f-015df07e17a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:19.686984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c678ab7-d016-4b0c-940f-cdae4a3d172c req-f2b40441-6c47-448f-a6aa-183288afa3f4 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:19.688587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c678ab7-d016-4b0c-940f-cdae4a3d172c req-f2b40441-6c47-448f-a6aa-183288afa3f4 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 935 time: 0.0739884 Jul 16 18:51:19.732207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c678ab7-d016-4b0c-940f-cdae4a3d172c req-ad200fb8-d597-4a3a-9596-eb25c90c513d tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/security-groups?id=adbbf384-8c22-4f1a-afbc-8509792ac06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364292 Jul 16 18:51:19.768592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.815223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0b2b08e8-6805-49c9-9a82-bd136f95d094 None None] Provisioning for port ca5498c3-5912-415e-9930-f11695564c2c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:19.820203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0b2b08e8-6805-49c9-9a82-bd136f95d094 None None] Provisioning complete for port ca5498c3-5912-415e-9930-f11695564c2c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:19.820608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0b2b08e8-6805-49c9-9a82-bd136f95d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.860263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b08e8-6805-49c9-9a82-bd136f95d094 None None] Port ca5498c3-5912-415e-9930-f11695564c2c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:20.056854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5498c3-5912-415e-9930-f11695564c2c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:20.064742 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.079676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Transition to ACTIVE for port object ca5498c3-5912-415e-9930-f11695564c2c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:20.083886 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.163995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5498c3-5912-415e-9930-f11695564c2c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:20.226556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Attempting to bind port ca5498c3-5912-415e-9930-f11695564c2c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:20.226898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Attempting to bind port ca5498c3-5912-415e-9930-f11695564c2c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:20.227236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Attempting to bind port ca5498c3-5912-415e-9930-f11695564c2c on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:20.232343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Port ca5498c3-5912-415e-9930-f11695564c2c on network 7641b338-b5e1-464d-8b40-4998e342a452 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:51:20.232709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Attempting to bind port ca5498c3-5912-415e-9930-f11695564c2c on network 7641b338-b5e1-464d-8b40-4998e342a452 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:20.239056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:20.239442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Checking segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:20.239822 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Bound using segment: {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:20.240289 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Bound port: ca5498c3-5912-415e-9930-f11695564c2c, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cadaa53e-0105-4416-97e6-491045d91841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:20.240899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.340114 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] For port ca5498c3-5912-415e-9930-f11695564c2c, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:20.344278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] For port ca5498c3-5912-415e-9930-f11695564c2c, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ca5498c3-5912-415e-9930-f11695564c2c,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:20.349904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.388848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:20.389496 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.390930 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] 10.222.0.45 "PUT /v2.0/ports/ca5498c3-5912-415e-9930-f11695564c2c HTTP/1.1" status: 200 len: 1096 time: 0.7132697 Jul 16 18:51:20.391485 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f362ab5-f132-4370-a99f-015df07e17a3', 'tag': 'ca5498c3-5912-415e-9930-f11695564c2c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:20.393880 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f362ab5-f132-4370-a99f-015df07e17a3", "tag": "ca5498c3-5912-415e-9930-f11695564c2c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:20.462005 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a1c3a5-1ea7-4b88-9f9a-c2a5e586ccf2 x-openstack-request-id: req-f4a1c3a5-1ea7-4b88-9f9a-c2a5e586ccf2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:20.462466 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f362ab5-f132-4370-a99f-015df07e17a3", "tag": "ca5498c3-5912-415e-9930-f11695564c2c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:20.462867 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4a1c3a5-1ea7-4b88-9f9a-c2a5e586ccf2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:20.463522 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f362ab5-f132-4370-a99f-015df07e17a3', 'tag': 'ca5498c3-5912-415e-9930-f11695564c2c', 'status': 'completed', 'code': 200} Jul 16 18:51:20.503353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aa92a-a6b7-47ae-8a6a-f791b0a2ab74 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5498c3-5912-415e-9930-f11695564c2c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:20.556737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-d7bc7829-6953-4b22-a6f3-a10b4b499295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:20.559495 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-d7bc7829-6953-4b22-a6f3-a10b4b499295 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2a6e5a402b74040ac38968ab44e81a0&device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 1099 time: 0.1178575 Jul 16 18:51:20.612726 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-3a43c58e-e5ed-4c54-9fdb-ecbd4f1b49fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=ca5498c3-5912-415e-9930-f11695564c2c HTTP/1.1" status: 200 len: 217 time: 0.0456853 Jul 16 18:51:20.666755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-63e1c93c-221d-4676-82d6-75b7320c339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:20.668188 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-63e1c93c-221d-4676-82d6-75b7320c339b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0494695 Jul 16 18:51:20.730039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-b3cbe324-ca89-4219-a5d4-77280eb7bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:20.731597 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-b3cbe324-ca89-4219-a5d4-77280eb7bf6c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571313 Jul 16 18:51:20.838520 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-2660b10b-fbd2-4857-b686-aa23515f667d service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002581 Jul 16 18:51:20.924506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b9ce-59d8-4fd1-9ef4-7ae3bbc6c0d6 req-1fc3cce8-8861-40e9-91cb-d8f58ce2bbc3 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:20.926292 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf5b9ce-59d8-4fd1-9ef4-7ae3bbc6c0d6 req-1fc3cce8-8861-40e9-91cb-d8f58ce2bbc3 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 947 time: 0.0657232 Jul 16 18:51:20.935457 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e34327ff-d1d2-43cb-828e-f323aaa7b807 req-86f15855-f91d-4106-a64e-ab2ffca29489 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899932 Jul 16 18:51:20.969971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2cf5b9ce-59d8-4fd1-9ef4-7ae3bbc6c0d6 req-bf0f1e31-b376-4934-8d7f-93f8ddb4bb79 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/security-groups?id=adbbf384-8c22-4f1a-afbc-8509792ac06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Jul 16 18:51:21.052808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-dc2a4e6b-222d-484e-bf33-f1e03042e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.054338 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-dc2a4e6b-222d-484e-bf33-f1e03042e771 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2a6e5a402b74040ac38968ab44e81a0&device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 1099 time: 0.0648100 Jul 16 18:51:21.158979 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-1dd84f7f-4c71-4ebb-9b47-4812e3a62a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.160556 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-1dd84f7f-4c71-4ebb-9b47-4812e3a62a52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7641b338-b5e1-464d-8b40-4998e342a452 HTTP/1.1" status: 200 len: 870 time: 0.0980902 Jul 16 18:51:21.207731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-fb93b340-dade-429a-9300-f281dfb30d35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=ca5498c3-5912-415e-9930-f11695564c2c HTTP/1.1" status: 200 len: 217 time: 0.0396242 Jul 16 18:51:21.262336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-32d6e418-1980-400c-8ee1-c741c51cc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.263830 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-32d6e418-1980-400c-8ee1-c741c51cc9b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4 HTTP/1.1" status: 200 len: 843 time: 0.0491116 Jul 16 18:51:21.321262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-f3e0637c-5c7e-4311-bbd2-743d0d3b074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.322789 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-f3e0637c-5c7e-4311-bbd2-743d0d3b074f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7641b338-b5e1-464d-8b40-4998e342a452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519123 Jul 16 18:51:21.418544 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-85e1b8e3-ab4a-4920-854d-e0d2ec5a6bbe service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885880 Jul 16 18:51:21.512115 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-235304a5-c0cc-46e5-8f7b-2f4bef14a0b1 req-8484546f-af9f-4765-a82e-3c8fb3e6e9a5 service neutron] 10.222.0.45 "GET /v2.0/networks/7641b338-b5e1-464d-8b40-4998e342a452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852151 Jul 16 18:51:21.721702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ca5498c3-5912-415e-9930-f11695564c2c details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:21.825184 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ca5498c3-5912-415e-9930-f11695564c2c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ca5498c3-5912-415e-9930-f11695564c2c,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:21.835968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'ca5498c3-5912-415e-9930-f11695564c2c', 'network_id': '7641b338-b5e1-464d-8b40-4998e342a452', 'port_id': 'ca5498c3-5912-415e-9930-f11695564c2c', 'mac_address': 'fa:16:3e:17:5b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a18dd21-f7e2-4e53-bf16-08eeb0ef48e4', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:21.875282 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.889163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5498c3-5912-415e-9930-f11695564c2c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:21.908887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ca5498c3-5912-415e-9930-f11695564c2c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ca5498c3-5912-415e-9930-f11695564c2c,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:21.914876 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.964897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=ca5498c3-5912-415e-9930-f11695564c2c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:22.138530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['ca5498c3-5912-415e-9930-f11695564c2c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:22.164664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac52eb2-5a4d-4847-a76d-2afe35016ac7 req-d9c5a501-04a4-410c-b3eb-aec84ddab406 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:22.166467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ac52eb2-5a4d-4847-a76d-2afe35016ac7 req-d9c5a501-04a4-410c-b3eb-aec84ddab406 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 948 time: 0.0755002 Jul 16 18:51:22.208089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ac52eb2-5a4d-4847-a76d-2afe35016ac7 req-0aea3f30-5b86-4857-89c4-d3b96c0321fa tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/security-groups?id=adbbf384-8c22-4f1a-afbc-8509792ac06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361235 Jul 16 18:51:23.391580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87143543-7131-4e23-8c79-56e800e640b2 req-cff26b7a-c001-4c31-810e-49403ff9fc32 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:23.393040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87143543-7131-4e23-8c79-56e800e640b2 req-cff26b7a-c001-4c31-810e-49403ff9fc32 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 948 time: 0.0662227 Jul 16 18:51:23.432242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87143543-7131-4e23-8c79-56e800e640b2 req-92bec205-fb46-4b81-9458-0bddca468475 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/security-groups?id=adbbf384-8c22-4f1a-afbc-8509792ac06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Jul 16 18:51:23.721459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ca5498c3-5912-415e-9930-f11695564c2c up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:23.771921 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port ca5498c3-5912-415e-9930-f11695564c2c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:23.775809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port ca5498c3-5912-415e-9930-f11695564c2c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:23.776183 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.861136 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.884382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f362ab5-f132-4370-a99f-015df07e17a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5498c3-5912-415e-9930-f11695564c2c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:23.886947 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbfa9d1-2021-464c-8de8-67cbbf68a998" -d '{"events": [{"server_uuid": "4f362ab5-f132-4370-a99f-015df07e17a3", "name": "network-vif-plugged", "status": "completed", "tag": "ca5498c3-5912-415e-9930-f11695564c2c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:23.901577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port ca5498c3-5912-415e-9930-f11695564c2c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ca5498c3-5912-415e-9930-f11695564c2c,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:23.905932 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.957720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=ca5498c3-5912-415e-9930-f11695564c2c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:23.991080 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1010724c-89a3-4d80-a6c4-4f0de12d1f37 x-openstack-request-id: req-1010724c-89a3-4d80-a6c4-4f0de12d1f37 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:23.991368 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f362ab5-f132-4370-a99f-015df07e17a3", "name": "network-vif-plugged", "status": "completed", "tag": "ca5498c3-5912-415e-9930-f11695564c2c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:23.991618 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1010724c-89a3-4d80-a6c4-4f0de12d1f37 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:23.992016 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f362ab5-f132-4370-a99f-015df07e17a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5498c3-5912-415e-9930-f11695564c2c', 'code': 200} Jul 16 18:51:24.237382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602516b-8139-43b1-ab92-5471dc4d8bc7 req-5d579d68-5e4d-4b28-94cd-87392fb37ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:24.239085 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3602516b-8139-43b1-ab92-5471dc4d8bc7 req-5d579d68-5e4d-4b28-94cd-87392fb37ae3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 1101 time: 0.1842561 Jul 16 18:51:24.282408 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3602516b-8139-43b1-ab92-5471dc4d8bc7 req-8e8683df-0b14-415b-8c52-6584964c7b46 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=adbbf384-8c22-4f1a-afbc-8509792ac06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367873 Jul 16 18:51:24.619277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf6773-f396-4831-9f88-dedf6ce24d01 req-37a28481-e2a3-47b9-958d-dfed41ed2532 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:24.621620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bcf6773-f396-4831-9f88-dedf6ce24d01 req-37a28481-e2a3-47b9-958d-dfed41ed2532 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 949 time: 0.0744162 Jul 16 18:51:24.667535 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bcf6773-f396-4831-9f88-dedf6ce24d01 req-447cde0a-4f7d-44f3-833f-bdb8ebea0af9 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/security-groups?id=adbbf384-8c22-4f1a-afbc-8509792ac06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Jul 16 18:51:25.862659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d54fd-f0b6-40a3-b4ad-c84ff3ca2e06 req-7ed05fc9-5fa7-4923-aa4b-464ae2aa1b72 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:25.865091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-567d54fd-f0b6-40a3-b4ad-c84ff3ca2e06 req-7ed05fc9-5fa7-4923-aa4b-464ae2aa1b72 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 949 time: 0.0747969 Jul 16 18:51:25.906306 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-567d54fd-f0b6-40a3-b4ad-c84ff3ca2e06 req-4503cecd-474f-4d66-bdd1-54676c203029 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/security-groups?id=adbbf384-8c22-4f1a-afbc-8509792ac06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355735 Jul 16 18:51:25.917538 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:27.156163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d24d3-fe6c-426a-9560-832ad77d6da0 req-f1d54891-2f1a-4bcb-a219-2cf87534f11d tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:27.157676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff4d24d3-fe6c-426a-9560-832ad77d6da0 req-f1d54891-2f1a-4bcb-a219-2cf87534f11d tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 949 time: 0.0672104 Jul 16 18:51:27.197335 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff4d24d3-fe6c-426a-9560-832ad77d6da0 req-b165b91b-a78c-46b4-8e6e-baf81a6a11ce tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/security-groups?id=adbbf384-8c22-4f1a-afbc-8509792ac06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340466 Jul 16 18:51:28.376896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-66af17a0-7d23-4aea-90d7-8aa81996067b tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:28.378273 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-66af17a0-7d23-4aea-90d7-8aa81996067b tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 949 time: 0.0697341 Jul 16 18:51:28.387383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8f15-adc1-4140-873a-e93cdd92f89e req-5dcd0c2e-e528-4278-9a36-24a331fd0fd5 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:28.389024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0aed8f15-adc1-4140-873a-e93cdd92f89e req-5dcd0c2e-e528-4278-9a36-24a331fd0fd5 tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f362ab5-f132-4370-a99f-015df07e17a3 HTTP/1.1" status: 200 len: 949 time: 0.0738199 Jul 16 18:51:28.442168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0aed8f15-adc1-4140-873a-e93cdd92f89e req-766382be-da90-4934-ac69-014f907a60bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.60 "GET /v2.0/security-groups?id=adbbf384-8c22-4f1a-afbc-8509792ac06b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454731 Jul 16 18:51:28.491605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Deleting port ca5498c3-5912-415e-9930-f11695564c2c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:28.491990 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.594858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] For port ca5498c3-5912-415e-9930-f11695564c2c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=ca5498c3-5912-415e-9930-f11695564c2c,segment=NetworkSegment(cadaa53e-0105-4416-97e6-491045d91841),segment_id=cadaa53e-0105-4416-97e6-491045d91841)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:28.595215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.608001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Calling delete_port for ca5498c3-5912-415e-9930-f11695564c2c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:28.748882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.760459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['ca5498c3-5912-415e-9930-f11695564c2c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:28.780343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Pushing event deleted for resources: {'Port': ['ID=ca5498c3-5912-415e-9930-f11695564c2c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:28.828721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] No DVR routers for this DVR port ca5498c3-5912-415e-9930-f11695564c2c on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:28.831541 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.834305 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4cd58155-94d1-4738-be6d-0fcf811cbaa0 req-5e572162-b230-4b98-963d-dd193b99a8bd tempest-ServersAdminNegativeTestJSON-2017353362 tempest-ServersAdminNegativeTestJSON-2017353362-project] 10.222.0.45 "DELETE /v2.0/ports/ca5498c3-5912-415e-9930-f11695564c2c HTTP/1.1" status: 204 len: 173 time: 0.4502654 Jul 16 18:51:28.834765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f362ab5-f132-4370-a99f-015df07e17a3', 'name': 'network-vif-deleted', 'tag': 'ca5498c3-5912-415e-9930-f11695564c2c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:28.837150 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e1dd96-4910-43f0-b945-77573e65d4c0" -d '{"events": [{"server_uuid": "4f362ab5-f132-4370-a99f-015df07e17a3", "name": "network-vif-deleted", "tag": "ca5498c3-5912-415e-9930-f11695564c2c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:28.983313 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbffa91-dfd3-419a-9c80-c2e7ce8d4696 x-openstack-request-id: req-abbffa91-dfd3-419a-9c80-c2e7ce8d4696 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:28.983718 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f362ab5-f132-4370-a99f-015df07e17a3", "name": "network-vif-deleted", "tag": "ca5498c3-5912-415e-9930-f11695564c2c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:28.984077 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abbffa91-dfd3-419a-9c80-c2e7ce8d4696 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:28.984669 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f362ab5-f132-4370-a99f-015df07e17a3', 'name': 'network-vif-deleted', 'tag': 'ca5498c3-5912-415e-9930-f11695564c2c', 'status': 'completed', 'code': 200} Jul 16 18:51:29.167945 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.800752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:29.939178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5475ac57-487e-48e2-b366-f1bd36226c54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2a6e5a402b74040ac38968ab44e81a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372299 Jul 16 18:51:29.941804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34974) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:29.991222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08e44c7d-1808-4dd9-8b4f-edd2e6c14500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.017886 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08e44c7d-1808-4dd9-8b4f-edd2e6c14500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.069982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08e44c7d-1808-4dd9-8b4f-edd2e6c14500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.073017 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-08e44c7d-1808-4dd9-8b4f-edd2e6c14500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.074763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-08e44c7d-1808-4dd9-8b4f-edd2e6c14500 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/adbbf384-8c22-4f1a-afbc-8509792ac06b HTTP/1.1" status: 204 len: 168 time: 0.1318734 Jul 16 18:51:30.083374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e44c7d-1808-4dd9-8b4f-edd2e6c14500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbbf384-8c22-4f1a-afbc-8509792ac06b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:30.356462 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 34980) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:30.372203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c357e41d-d0b2-499e-ba2a-5232ff0c9271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.473369 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c357e41d-d0b2-499e-ba2a-5232ff0c9271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.478250 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c357e41d-d0b2-499e-ba2a-5232ff0c9271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.520112 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c357e41d-d0b2-499e-ba2a-5232ff0c9271 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=abfa5ce47daa440d96e8bfb1f984d872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619802 Jul 16 18:51:30.521623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357e41d-d0b2-499e-ba2a-5232ff0c9271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba607e-4192-4228-8a4a-4dc3361ae6ca,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:30.523038 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 34982) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:30.575791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75361e6c-32aa-4827-bffd-f5f61be85240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.599685 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75361e6c-32aa-4827-bffd-f5f61be85240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.651742 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75361e6c-32aa-4827-bffd-f5f61be85240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.654333 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-75361e6c-32aa-4827-bffd-f5f61be85240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.655528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-75361e6c-32aa-4827-bffd-f5f61be85240 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32ba607e-4192-4228-8a4a-4dc3361ae6ca HTTP/1.1" status: 204 len: 168 time: 0.1307263 Jul 16 18:51:30.665024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75361e6c-32aa-4827-bffd-f5f61be85240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ba607e-4192-4228-8a4a-4dc3361ae6ca,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:31.361770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35008) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:31.458840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1520054980-network', 'tenant_id': '463eb60e0502458bb9548b47b3071d11'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:31.480550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Made reservation on behalf of 463eb60e0502458bb9548b47b3071d11 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:31.482989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.491514 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.584503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.588418 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.618953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:51:31.625362 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:31.632126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.632475 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Added segment 55a73115-abfb-4e38-a344-637a2bd1088d of type vlan for network bc75f96a-cc37-499c-a7b1-35f815cc20f0 Jul 16 18:51:31.674961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.704100 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.705021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:31.705597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.734082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3711979 Jul 16 18:51:31.737116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35012) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:31.742505 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Request body: {'subnet': {'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1520054980-subnet', 'tenant_id': '463eb60e0502458bb9548b47b3071d11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:31.763487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Made reservation on behalf of 463eb60e0502458bb9548b47b3071d11 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:31.766011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.769141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ff2d4-869e-4d50-8c08-cf6082317817 admin admin] Pushing event updated for resources: {'Network': ['ID=bc75f96a-cc37-499c-a7b1-35f815cc20f0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:31.780459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network bc75f96a-cc37-499c-a7b1-35f815cc20f0 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:51:31.941162 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.000271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d0853d-4b9b-47f9-b204-84350743c4e5,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:32.006884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Checking segment: {'id': '55a73115-abfb-4e38-a344-637a2bd1088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:32.007348 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Network hostable DHCP agents. Network: bc75f96a-cc37-499c-a7b1-35f815cc20f0, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:51:32.024661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Network bc75f96a-cc37-499c-a7b1-35f815cc20f0 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:51:32.033972 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, bc75f96a-cc37-499c-a7b1-35f815cc20f0) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:32.039720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:32.040503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.043824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643b5df-2463-4234-8ce9-502917546a78 None None] Network bc75f96a-cc37-499c-a7b1-35f815cc20f0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:32.056442 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-50d04170-77eb-4501-94a4-e92fa6caaf3b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3176546 Jul 16 18:51:32.180222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdbca8c-ffc7-4d1a-9e49-f2289395c30c None None] Network bc75f96a-cc37-499c-a7b1-35f815cc20f0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:32.508660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-8a20d1a0-ff15-488d-b088-634fc03c3702 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:32.510149 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-8a20d1a0-ff15-488d-b088-634fc03c3702 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/networks?id=bc75f96a-cc37-499c-a7b1-35f815cc20f0 HTTP/1.1" status: 200 len: 812 time: 0.1136153 Jul 16 18:51:32.526123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-3e2ef0d4-e80e-4e8a-b3d9-9671265fa9bf tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/quotas/463eb60e0502458bb9548b47b3071d11 HTTP/1.1" status: 200 len: 375 time: 0.0103834 Jul 16 18:51:32.560090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-474827d8-085b-4501-9638-538bfeeac5d7 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=463eb60e0502458bb9548b47b3071d11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287800 Jul 16 18:51:32.710599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-e1aac84a-dac1-4546-bc0e-055e3c0662ca service neutron] 10.222.0.60 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441116 Jul 16 18:51:32.799988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-a363e151-ba06-4c6d-97ab-ede207b1bd29 service neutron] 10.222.0.60 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831940 Jul 16 18:51:32.977478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb2a4339-7076-49ad-bf05-4c8a7acbf329 req-24caef57-e659-4bc9-a96b-5ce3cec9b3a8 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 210 time: 0.0330968 Jul 16 18:51:33.212156 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9869076a-55dd-4baa-88fd-5640dcd57720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.768337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ca5498c3-5912-415e-9930-f11695564c2c no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:33.788995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: ca5498c3-5912-415e-9930-f11695564c2c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:33.789330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device ca5498c3-5912-415e-9930-f11695564c2c not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:34.137738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e3443778-0e06-4aba-af29-da48e8204a29 req-fb9bc156-d87c-4304-acb6-e7983f78937a tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 210 time: 0.0419762 Jul 16 18:51:34.246168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-0718a6b1-ba32-4f5f-b046-42cae12ab68c tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:34.248092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-0718a6b1-ba32-4f5f-b046-42cae12ab68c tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.46 "GET /v2.0/networks?id=bc75f96a-cc37-499c-a7b1-35f815cc20f0 HTTP/1.1" status: 200 len: 812 time: 0.1416380 Jul 16 18:51:34.270867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Request body: {'port': {'device_id': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0', 'admin_state_up': True, 'tenant_id': '463eb60e0502458bb9548b47b3071d11'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:34.381720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Made reservation on behalf of 463eb60e0502458bb9548b47b3071d11 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:34.385351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.522543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Allocated IP 172.20.0.14 (bc75f96a-cc37-499c-a7b1-35f815cc20f0/93d0853d-4b9b-47f9-b204-84350743c4e5/f011aaba-7599-4c83-9226-31068aefea29) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:34.673472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.714018 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.762577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Network bc75f96a-cc37-499c-a7b1-35f815cc20f0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:34.765715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:34.770481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:34.777247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Pushing event updated for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:34.822055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:34.822670 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.837669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-57a537ed-2200-4c9e-8f21-0e99c2657368 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5714312 Jul 16 18:51:34.905165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Request body: {'port': {'device_id': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:34.984848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.250876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f011aaba-7599-4c83-9226-31068aefea29 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:35.260304 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.302360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Transition to ACTIVE for port object f011aaba-7599-4c83-9226-31068aefea29 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:35.306994 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.374871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:35.388441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba3545-79b2-4281-842f-8f7dff20910e req-df11d096-efea-4fde-94d6-7f4cb0fc66c4 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.389960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dba3545-79b2-4281-842f-8f7dff20910e req-df11d096-efea-4fde-94d6-7f4cb0fc66c4 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 932 time: 0.1318471 Jul 16 18:51:35.477248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dba3545-79b2-4281-842f-8f7dff20910e req-9970853d-81f2-403f-a09f-38ded26cd5ab tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667887 Jul 16 18:51:35.491205 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Attempting to bind port f011aaba-7599-4c83-9226-31068aefea29 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:35.491516 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Attempting to bind port f011aaba-7599-4c83-9226-31068aefea29 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '55a73115-abfb-4e38-a344-637a2bd1088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:35.491844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Attempting to bind port f011aaba-7599-4c83-9226-31068aefea29 on network bc75f96a-cc37-499c-a7b1-35f815cc20f0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:35.496154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Port f011aaba-7599-4c83-9226-31068aefea29 on network bc75f96a-cc37-499c-a7b1-35f815cc20f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:51:35.496492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Attempting to bind port f011aaba-7599-4c83-9226-31068aefea29 on network bc75f96a-cc37-499c-a7b1-35f815cc20f0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:35.501303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:35.501575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Checking segment: {'id': '55a73115-abfb-4e38-a344-637a2bd1088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:35.501954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Bound using segment: {'id': '55a73115-abfb-4e38-a344-637a2bd1088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:35.505844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Bound port: f011aaba-7599-4c83-9226-31068aefea29, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a73115-abfb-4e38-a344-637a2bd1088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:35.506241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.573373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:35.576493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:35.580442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.613812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.614976 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.616368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 200 len: 1093 time: 0.7626185 Jul 16 18:51:35.616843 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:35.619084 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e24b68-e531-4fff-836a-140c9cae4ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "tag": "f011aaba-7599-4c83-9226-31068aefea29"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:35.646135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17301e7-330f-4ab4-b581-2bc73aa885e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:35.721361 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf3dd96-96eb-4999-b00c-7e601d836d2b x-openstack-request-id: req-5cf3dd96-96eb-4999-b00c-7e601d836d2b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:35.721644 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "tag": "f011aaba-7599-4c83-9226-31068aefea29", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:35.721892 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cf3dd96-96eb-4999-b00c-7e601d836d2b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:35.722291 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29', 'status': 'completed', 'code': 200} Jul 16 18:51:35.731158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-1859d9e0-4594-4b82-bade-221bfaa37e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.732676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-1859d9e0-4594-4b82-bade-221bfaa37e80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=463eb60e0502458bb9548b47b3071d11&device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 1096 time: 0.0552700 Jul 16 18:51:35.788876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-7f795860-1efa-431c-b1b5-e8ab7b6f6d15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 200 len: 217 time: 0.0371995 Jul 16 18:51:35.841148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-bffe95f0-7e7d-496f-96c7-9798ba62cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.842861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-bffe95f0-7e7d-496f-96c7-9798ba62cd1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93d0853d-4b9b-47f9-b204-84350743c4e5 HTTP/1.1" status: 200 len: 852 time: 0.0449054 Jul 16 18:51:35.877430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-aa2d2c57-7234-442d-9f91-134610df7245 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc75f96a-cc37-499c-a7b1-35f815cc20f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263169 Jul 16 18:51:35.963465 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.975357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-9637492b-78a2-43ed-86b3-7418557d880e service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901124 Jul 16 18:51:36.070465 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ed41a8e0-2600-4fa7-9710-9049f29e4c84 req-447d97d0-ecf2-4d86-8098-9a10332577ed service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863984 Jul 16 18:51:36.085570 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3b81f8b5-e774-4ba0-856c-23716529c380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.231590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-779f6939-fa7d-46f3-918e-175715874ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:36.233403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-779f6939-fa7d-46f3-918e-175715874ffd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=463eb60e0502458bb9548b47b3071d11&device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 1096 time: 0.0577910 Jul 16 18:51:36.324434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-0d03dbb0-75e7-4356-bb27-c8ca76a4d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:36.325859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-0d03dbb0-75e7-4356-bb27-c8ca76a4d3a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc75f96a-cc37-499c-a7b1-35f815cc20f0 HTTP/1.1" status: 200 len: 913 time: 0.0857527 Jul 16 18:51:36.370704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-da7f384d-1731-4773-8422-c47ba29e6595 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 200 len: 217 time: 0.0373375 Jul 16 18:51:36.419518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-b301e7b0-a9c5-4bf6-a250-2a5735bf77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:36.420977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-b301e7b0-a9c5-4bf6-a250-2a5735bf77a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93d0853d-4b9b-47f9-b204-84350743c4e5 HTTP/1.1" status: 200 len: 852 time: 0.0442948 Jul 16 18:51:36.453237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-751f46f6-082e-4488-bf61-321dd3780e67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc75f96a-cc37-499c-a7b1-35f815cc20f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257301 Jul 16 18:51:36.550390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-f7a6b758-34b4-4535-95dd-9841d9bc4ad3 service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889673 Jul 16 18:51:36.677938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6e24b68-e531-4fff-836a-140c9cae4ea2 req-04fc89d4-dc4f-462b-85dc-496dc3f370d7 service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205738 Jul 16 18:51:36.701800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182f560-064d-4dfc-9957-e3a9f19614fe req-61c34770-5a0b-4efd-9db9-52d3efbb728b tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:36.703259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9182f560-064d-4dfc-9957-e3a9f19614fe req-61c34770-5a0b-4efd-9db9-52d3efbb728b tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 944 time: 0.0881405 Jul 16 18:51:37.079690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9182f560-064d-4dfc-9957-e3a9f19614fe req-7dfd674b-1a97-4530-996f-62a48cd31cf1 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689373 Jul 16 18:51:37.131449 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.257466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436dd72-9591-47ce-82a1-723583639067 req-732bbde9-48b5-4b04-8d9b-6d76209080de tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:38.258933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6436dd72-9591-47ce-82a1-723583639067 req-732bbde9-48b5-4b04-8d9b-6d76209080de tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 944 time: 0.0652704 Jul 16 18:51:38.296634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6436dd72-9591-47ce-82a1-723583639067 req-04470bfd-f8d5-4167-a526-e66f9eb7b24c tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Jul 16 18:51:38.825529 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:39.470411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43d782-76f9-49b3-9d75-a2254b858636 req-25a54775-c097-4586-bc7b-59abd31d7a21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.471790 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec43d782-76f9-49b3-9d75-a2254b858636 req-25a54775-c097-4586-bc7b-59abd31d7a21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 944 time: 0.0648429 Jul 16 18:51:39.514449 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec43d782-76f9-49b3-9d75-a2254b858636 req-84f6bc16-2d06-40e5-82f5-2c28f5a4c06d tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370071 Jul 16 18:51:40.178035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011aaba-7599-4c83-9226-31068aefea29 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:40.275761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:40.287331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'f011aaba-7599-4c83-9226-31068aefea29', 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0', 'port_id': 'f011aaba-7599-4c83-9226-31068aefea29', 'mac_address': 'fa:16:3e:17:c2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d0853d-4b9b-47f9-b204-84350743c4e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:40.326214 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.339123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f011aaba-7599-4c83-9226-31068aefea29 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:40.358994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:40.362800 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.409584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:40.671301 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:40.689982 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de01bc-a9bc-48fa-a26a-2015121ed2f5 req-db21965e-0f80-4d2c-9b20-1ee3e2efa155 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:40.691953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0de01bc-a9bc-48fa-a26a-2015121ed2f5 req-db21965e-0f80-4d2c-9b20-1ee3e2efa155 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 945 time: 0.0657125 Jul 16 18:51:40.730328 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c0de01bc-a9bc-48fa-a26a-2015121ed2f5 req-a6b27ab1-ca87-42f9-8325-3f6bd21b9155 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323744 Jul 16 18:51:40.786196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['f011aaba-7599-4c83-9226-31068aefea29'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:41.900712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfae213-bfdb-4f97-b70c-9f1e67523ba3 req-1f5f8545-f1be-4eea-ab62-f0fa3991ba41 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.902172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9dfae213-bfdb-4f97-b70c-9f1e67523ba3 req-1f5f8545-f1be-4eea-ab62-f0fa3991ba41 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 945 time: 0.0632963 Jul 16 18:51:41.939452 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9dfae213-bfdb-4f97-b70c-9f1e67523ba3 req-8a0e5205-7a83-4c97-bb0f-e2620ab47876 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Jul 16 18:51:42.209946 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011aaba-7599-4c83-9226-31068aefea29 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:42.256429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port f011aaba-7599-4c83-9226-31068aefea29 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:42.259982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port f011aaba-7599-4c83-9226-31068aefea29 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:42.260352 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.338541 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.361180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:42.364291 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b1df9a-618d-417d-bfb8-4a8ca3e0f43f" -d '{"events": [{"server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "name": "network-vif-plugged", "status": "completed", "tag": "f011aaba-7599-4c83-9226-31068aefea29"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:42.376445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:42.381850 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.419998 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01519beb-ca70-45e3-a43e-d4d6e236ecc4 x-openstack-request-id: req-01519beb-ca70-45e3-a43e-d4d6e236ecc4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:42.420285 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "name": "network-vif-plugged", "status": "completed", "tag": "f011aaba-7599-4c83-9226-31068aefea29", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:42.420552 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01519beb-ca70-45e3-a43e-d4d6e236ecc4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:42.420940 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29', 'code': 200} Jul 16 18:51:42.436667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:42.579264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e516d-7cc9-4118-9d25-5612f1628107 req-65135827-485a-4258-b638-94868b876c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.580785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e69e516d-7cc9-4118-9d25-5612f1628107 req-65135827-485a-4258-b638-94868b876c8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 1098 time: 0.0567546 Jul 16 18:51:42.621493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e69e516d-7cc9-4118-9d25-5612f1628107 req-86bfdc93-15dd-4aa2-b545-3641f197aa93 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302486 Jul 16 18:51:43.134976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b2360-1684-4235-8a57-91468d85160b req-2b901568-bf9b-4d5b-bcd5-01997d0ce811 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:43.136850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d1b2360-1684-4235-8a57-91468d85160b req-2b901568-bf9b-4d5b-bcd5-01997d0ce811 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0773680 Jul 16 18:51:43.180153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d1b2360-1684-4235-8a57-91468d85160b req-f4fc912b-3743-439f-9ded-13c996d01cc2 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Jul 16 18:51:44.365419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bc1d-2b6c-4efc-8c48-37c35e263b40 req-00587aa0-c606-4253-abd2-e6454d24b090 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:44.366902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0559bc1d-2b6c-4efc-8c48-37c35e263b40 req-00587aa0-c606-4253-abd2-e6454d24b090 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0628159 Jul 16 18:51:44.408027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0559bc1d-2b6c-4efc-8c48-37c35e263b40 req-6c5fcc12-a315-422c-bfcd-1d56620470f6 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351353 Jul 16 18:51:44.702262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35076) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:44.811052 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-a8f2f060-8a59-449e-b910-8e5ee1fcfb76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076229 Jul 16 18:51:44.811481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbd972-fb68-4737-ac46-5e4aada11e83 req-8661c7d1-446c-45bf-9668-585c98f06e89 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:44.813054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81dbd972-fb68-4737-ac46-5e4aada11e83 req-8661c7d1-446c-45bf-9668-585c98f06e89 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0659494 Jul 16 18:51:44.853680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81dbd972-fb68-4737-ac46-5e4aada11e83 req-4c24f137-1da7-4c08-83ad-3a5aff858fbb tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348196 Jul 16 18:51:46.027876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bcf98-09de-40de-9cdb-6e6a9160d8da req-26b8d679-48be-496e-a5c3-446cd0792ed1 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.029401 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b06bcf98-09de-40de-9cdb-6e6a9160d8da req-26b8d679-48be-496e-a5c3-446cd0792ed1 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0643079 Jul 16 18:51:46.081069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b06bcf98-09de-40de-9cdb-6e6a9160d8da req-cdfb424d-f38f-4fad-9123-5f7465bf1fbc tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Jul 16 18:51:46.171674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-6536433b-2c0d-43cf-b7b2-7d21df9499e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.173513 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-6536433b-2c0d-43cf-b7b2-7d21df9499e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=463eb60e0502458bb9548b47b3071d11&device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 1098 time: 0.0569122 Jul 16 18:51:46.265318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-7b36fcb3-ba81-4875-b227-d0e518165b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.266814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-7b36fcb3-ba81-4875-b227-d0e518165b10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc75f96a-cc37-499c-a7b1-35f815cc20f0 HTTP/1.1" status: 200 len: 913 time: 0.0873723 Jul 16 18:51:46.314024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-0d2b5938-b80c-42f3-97da-e337ed70fcdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 200 len: 217 time: 0.0395792 Jul 16 18:51:46.363026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-a581f253-8b00-46f0-b48d-2f41e9f99506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.364507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-a581f253-8b00-46f0-b48d-2f41e9f99506 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93d0853d-4b9b-47f9-b204-84350743c4e5 HTTP/1.1" status: 200 len: 852 time: 0.0444658 Jul 16 18:51:46.397979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-3f662628-4da0-432f-af0c-eec536b9e4fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc75f96a-cc37-499c-a7b1-35f815cc20f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263712 Jul 16 18:51:46.489378 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-6dab62ce-f70b-439c-9234-22aa356b3b68 service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841413 Jul 16 18:51:46.586186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-9c6b9ec7-8ae8-4207-b7ba-732836fb3ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897982 Jul 16 18:51:47.265019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c32165-c82e-4214-b24e-713e10350467 req-438906f1-1e4b-4069-96fe-3b7bf9ce4371 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.266502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46c32165-c82e-4214-b24e-713e10350467 req-438906f1-1e4b-4069-96fe-3b7bf9ce4371 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0673437 Jul 16 18:51:47.304849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46c32165-c82e-4214-b24e-713e10350467 req-959db852-9ba8-42dd-9bd5-9f2aa9c9250c tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Jul 16 18:51:48.483756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be64a1d-fc5b-467f-9fb2-20b26747a2d8 req-0b811ec7-e536-4f6d-bdad-e320afed8e8d tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.485177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9be64a1d-fc5b-467f-9fb2-20b26747a2d8 req-0b811ec7-e536-4f6d-bdad-e320afed8e8d tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0638907 Jul 16 18:51:48.524386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9be64a1d-fc5b-467f-9fb2-20b26747a2d8 req-9dff5983-81c6-42c9-ae2e-46979b0bbe8d tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325763 Jul 16 18:51:49.702645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c279ce7-d856-4d60-98ea-34e24de2c6ff req-56c54ff4-d6e1-4d45-887c-78fb2cbb278b tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.704114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c279ce7-d856-4d60-98ea-34e24de2c6ff req-56c54ff4-d6e1-4d45-887c-78fb2cbb278b tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0643933 Jul 16 18:51:49.741221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c279ce7-d856-4d60-98ea-34e24de2c6ff req-bdb183b5-52cf-429e-a512-2e38493b3ae6 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Jul 16 18:51:50.917725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b806-ea2d-4a89-a94c-178fca7ddd1a req-484bc5f4-255f-493e-a30f-12f45de731a0 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:50.919898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da99b806-ea2d-4a89-a94c-178fca7ddd1a req-484bc5f4-255f-493e-a30f-12f45de731a0 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0663805 Jul 16 18:51:50.957345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da99b806-ea2d-4a89-a94c-178fca7ddd1a req-52d36063-b307-4fa1-a6fd-3eddd223a0bd tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Jul 16 18:51:52.132990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45866de-fee6-4fc0-8d89-3e0d0bc6281a req-f109d425-5723-46e1-8b38-4cfb47560923 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:52.134514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e45866de-fee6-4fc0-8d89-3e0d0bc6281a req-f109d425-5723-46e1-8b38-4cfb47560923 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0659423 Jul 16 18:51:52.171226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e45866de-fee6-4fc0-8d89-3e0d0bc6281a req-5a4506b5-9e94-4abc-91bc-fb9c759a38c9 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308728 Jul 16 18:51:53.348713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8bb34-0248-4a39-a08e-8d82b88298de req-5ebf3e2a-28ba-4706-ad09-60db6dfd1b68 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:53.350269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ab8bb34-0248-4a39-a08e-8d82b88298de req-5ebf3e2a-28ba-4706-ad09-60db6dfd1b68 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0671167 Jul 16 18:51:53.389662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ab8bb34-0248-4a39-a08e-8d82b88298de req-d9e79162-de7f-43b1-a881-273b22c7af48 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336354 Jul 16 18:51:54.563612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e161c-9c61-4671-9e9d-80d5772722a9 req-3a9c5c7f-b576-41bc-8a29-b62eb01e1208 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:54.565098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c6e161c-9c61-4671-9e9d-80d5772722a9 req-3a9c5c7f-b576-41bc-8a29-b62eb01e1208 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0641181 Jul 16 18:51:54.604280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3c6e161c-9c61-4671-9e9d-80d5772722a9 req-38890d6b-a7a5-4925-8b70-32028f2002f7 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Jul 16 18:51:55.778228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd037-6a12-48f3-b203-7902bec5dafa req-4465188c-01c1-4f56-8a27-f9d7a9311c62 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:55.779695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77fbd037-6a12-48f3-b203-7902bec5dafa req-4465188c-01c1-4f56-8a27-f9d7a9311c62 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0623331 Jul 16 18:51:55.815757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77fbd037-6a12-48f3-b203-7902bec5dafa req-8ace474a-4167-4bc8-ab41-6f834cd2dc03 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305283 Jul 16 18:51:57.008440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65533-19ec-4f6c-885f-2cef8615fa31 req-7b60a755-1c5a-4a2d-b4ea-308d94bcb0af tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.010187 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcc65533-19ec-4f6c-885f-2cef8615fa31 req-7b60a755-1c5a-4a2d-b4ea-308d94bcb0af tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0797784 Jul 16 18:51:57.048609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bcc65533-19ec-4f6c-885f-2cef8615fa31 req-a8944945-825f-4c7d-bd22-65a8d6da1bc8 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Jul 16 18:51:58.229834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b332300-91dd-4caf-b8fb-59f7993484d9 req-34e023f7-d93a-46aa-9009-c7ce3cc48762 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.231332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b332300-91dd-4caf-b8fb-59f7993484d9 req-34e023f7-d93a-46aa-9009-c7ce3cc48762 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0663965 Jul 16 18:51:58.270193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b332300-91dd-4caf-b8fb-59f7993484d9 req-d52b1a9d-5a51-4a75-ac0f-dfa1bf77d4e3 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Jul 16 18:51:59.173716 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.454258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7884d46-06a8-47f2-a271-52fedbcd5dd7 req-d14b9fd2-5271-4fb0-948e-ad05434c7011 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.455655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7884d46-06a8-47f2-a271-52fedbcd5dd7 req-d14b9fd2-5271-4fb0-948e-ad05434c7011 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0679648 Jul 16 18:51:59.493708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7884d46-06a8-47f2-a271-52fedbcd5dd7 req-cfe605d7-67a6-4f8b-aca9-aad5eecab260 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Jul 16 18:52:00.667712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdec87b-fff6-4431-a1b9-951b351036ef req-3ffb693f-726b-4497-ae7e-61f0bf97ef4a tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:00.669243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cdec87b-fff6-4431-a1b9-951b351036ef req-3ffb693f-726b-4497-ae7e-61f0bf97ef4a tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0637662 Jul 16 18:52:00.709146 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cdec87b-fff6-4431-a1b9-951b351036ef req-5691bf2b-4689-47af-bbc9-83956c40ba32 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343289 Jul 16 18:52:01.882310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126bbc9-47e6-4427-8a79-85b26e5ff93a req-4b7312a3-9c89-421a-9e19-7f8dc8c87c5c tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:01.883800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0126bbc9-47e6-4427-8a79-85b26e5ff93a req-4b7312a3-9c89-421a-9e19-7f8dc8c87c5c tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0640154 Jul 16 18:52:01.920709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0126bbc9-47e6-4427-8a79-85b26e5ff93a req-e863586b-a7cd-40e7-a091-2a312786bf0b tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Jul 16 18:52:02.918513 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:03.102418 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010e8d5-4a77-4680-9b4b-e29c0e2c5316 req-c0125e2d-cf8a-4f0c-80a4-86cb3ca5a026 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:03.103922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8010e8d5-4a77-4680-9b4b-e29c0e2c5316 req-c0125e2d-cf8a-4f0c-80a4-86cb3ca5a026 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0703120 Jul 16 18:52:03.143213 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8010e8d5-4a77-4680-9b4b-e29c0e2c5316 req-7b88a528-9b70-4e5e-85ad-43dc911492a9 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Jul 16 18:52:03.213555 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29b53c74-d684-43ca-aae1-eb4a7b8e506b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.323416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe72db-fefe-44c4-b6fe-30f077c83387 req-00759106-3ea3-417f-8904-5e883f148cac tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:04.325013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebbe72db-fefe-44c4-b6fe-30f077c83387 req-00759106-3ea3-417f-8904-5e883f148cac tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0684576 Jul 16 18:52:04.365282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ebbe72db-fefe-44c4-b6fe-30f077c83387 req-07915cb5-93aa-4593-9735-22469deab7ef tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336695 Jul 16 18:52:05.545138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cf190-e376-459e-aff4-f10758ce9424 req-6c942381-d032-4947-8fab-305c1c28bac7 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:05.546602 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-035cf190-e376-459e-aff4-f10758ce9424 req-6c942381-d032-4947-8fab-305c1c28bac7 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0682485 Jul 16 18:52:05.586601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-035cf190-e376-459e-aff4-f10758ce9424 req-a58208ee-94be-4bce-a915-98a58e22f9d3 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344889 Jul 16 18:52:05.965710 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.085450 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7b84-1a04-43a7-b994-d3d170d9e920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.760776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde880d5-9359-4f3c-8d3a-a244a44792ca req-62d373e1-c3d0-4278-98b7-9fa362f8bc72 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:06.762245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fde880d5-9359-4f3c-8d3a-a244a44792ca req-62d373e1-c3d0-4278-98b7-9fa362f8bc72 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0628488 Jul 16 18:52:06.799552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fde880d5-9359-4f3c-8d3a-a244a44792ca req-65e8d15a-30fd-464e-a213-3857eedcd737 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Jul 16 18:52:07.135767 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.975797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b4f8-bb40-4dc5-8f17-98d4af5e077f req-77865624-1212-4a67-be5f-44c6e17c97f9 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.977310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f735b4f8-bb40-4dc5-8f17-98d4af5e077f req-77865624-1212-4a67-be5f-44c6e17c97f9 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0623620 Jul 16 18:52:08.015295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f735b4f8-bb40-4dc5-8f17-98d4af5e077f req-a7cf1004-4d67-49d9-8f4c-69032b660d5a tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Jul 16 18:52:08.828021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.207709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8fbe0-f51c-489e-a233-2d25085f701d req-eee300f9-c2f9-4a46-aaa0-344d93255f29 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:09.209295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bb8fbe0-f51c-489e-a233-2d25085f701d req-eee300f9-c2f9-4a46-aaa0-344d93255f29 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0737343 Jul 16 18:52:09.247386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bb8fbe0-f51c-489e-a233-2d25085f701d req-0bfef566-5e70-492b-ac36-cadeac8df29f tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Jul 16 18:52:10.422079 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132a709-c4d4-419e-a130-c32f2fead0f8 req-2c14a08a-eb5e-475d-9ea6-c683286b59cb tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:10.423488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a132a709-c4d4-419e-a130-c32f2fead0f8 req-2c14a08a-eb5e-475d-9ea6-c683286b59cb tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0657928 Jul 16 18:52:10.461994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a132a709-c4d4-419e-a130-c32f2fead0f8 req-90f12b82-b62b-4429-a0c6-40f1ab987b72 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Jul 16 18:52:10.687517 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.640674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908a3f2-c3d5-46b4-ad60-ad11bc6c7828 req-e1bab381-9af9-46e4-9418-c366a6831051 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:11.642136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4908a3f2-c3d5-46b4-ad60-ad11bc6c7828 req-e1bab381-9af9-46e4-9418-c366a6831051 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0657253 Jul 16 18:52:11.678589 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4908a3f2-c3d5-46b4-ad60-ad11bc6c7828 req-7bc45554-cfbc-4e1e-b88e-176d3374f1b0 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Jul 16 18:52:12.856041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b53f76-b83e-480a-94d6-9052da7b1c09 req-3352213a-b62c-4d1b-9384-bb61570c7183 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.857572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2b53f76-b83e-480a-94d6-9052da7b1c09 req-3352213a-b62c-4d1b-9384-bb61570c7183 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0638862 Jul 16 18:52:12.895802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2b53f76-b83e-480a-94d6-9052da7b1c09 req-dd20b3b2-7fb9-44ed-b3f6-a8c86fd17027 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Jul 16 18:52:14.074700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add69046-3b22-48c7-b51b-3847c1116f33 req-dcdf39ab-182c-4b46-8a3e-1d782bfb990d tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:14.076280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-add69046-3b22-48c7-b51b-3847c1116f33 req-dcdf39ab-182c-4b46-8a3e-1d782bfb990d tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0674558 Jul 16 18:52:14.114719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-add69046-3b22-48c7-b51b-3847c1116f33 req-7da93a42-1594-4f4c-8fcc-a4fe3bf82e22 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Jul 16 18:52:15.297822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d8feb-ec28-4df4-a59f-4b975ce7876f req-b6ca39a6-81aa-4836-b428-e707663e856b tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:15.299319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd2d8feb-ec28-4df4-a59f-4b975ce7876f req-b6ca39a6-81aa-4836-b428-e707663e856b tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0694292 Jul 16 18:52:15.337355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fd2d8feb-ec28-4df4-a59f-4b975ce7876f req-ace9efea-ad62-4e18-aeb0-bd0dd635512e tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Jul 16 18:52:16.512417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea58bb-3dd2-40a8-934a-1eb13964295d req-c955d873-affd-4baf-8c77-fff5e0d1718f tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.513955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86ea58bb-3dd2-40a8-934a-1eb13964295d req-c955d873-affd-4baf-8c77-fff5e0d1718f tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0657697 Jul 16 18:52:16.555445 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-86ea58bb-3dd2-40a8-934a-1eb13964295d req-36540c4e-3363-46e3-ade6-687a1be11b13 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357027 Jul 16 18:52:17.737809 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bf9eb-db05-4437-a91f-e24cf0a4a8f9 req-565c53f5-9997-4a06-aa57-2393467cea9e tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:17.739375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-128bf9eb-db05-4437-a91f-e24cf0a4a8f9 req-565c53f5-9997-4a06-aa57-2393467cea9e tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0691323 Jul 16 18:52:17.790447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-128bf9eb-db05-4437-a91f-e24cf0a4a8f9 req-8d7cccd4-51f8-45dd-b6d7-c6c1bc5536ca tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Jul 16 18:52:18.968770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6da77-6860-4ac7-8a84-87fbbd6d2b72 req-261dfe3b-ef2b-48a7-9c03-064eb3eff6da tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:18.970167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27c6da77-6860-4ac7-8a84-87fbbd6d2b72 req-261dfe3b-ef2b-48a7-9c03-064eb3eff6da tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 946 time: 0.0633399 Jul 16 18:52:19.009262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27c6da77-6860-4ac7-8a84-87fbbd6d2b72 req-f912b712-8d2d-4683-8a81-c6cf3a77b252 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333860 Jul 16 18:52:19.179644 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-3ee2903b-0bc6-4d70-9f60-899c245cf3a1 service neutron] show failed (client error): The resource could not be found. Jul 16 18:52:19.180864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-3ee2903b-0bc6-4d70-9f60-899c245cf3a1 service neutron] 10.222.0.46 "GET /v2.0/ports/f011aaba-7599-4c83-9226-31068aefea29/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0566752 Jul 16 18:52:19.488790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-6c474baa-057a-430c-b621-2f0d5425b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:19.490313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-6c474baa-057a-430c-b621-2f0d5425b5b4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09&tenant_id=463eb60e0502458bb9548b47b3071d11 HTTP/1.1" status: 200 len: 1098 time: 0.1079092 Jul 16 18:52:19.501611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:19.581609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.794579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:19.827441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:19.869572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:19.872025 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ae2231-07c2-451f-ab6f-fb84d4a73d94" -d '{"events": [{"server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "name": "network-vif-unplugged", "status": "completed", "tag": "f011aaba-7599-4c83-9226-31068aefea29"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:19.876127 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.888774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Transition to ACTIVE for port object f011aaba-7599-4c83-9226-31068aefea29 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:19.893014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.926933 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a7f865-eb69-4a21-a204-18634181cd15 x-openstack-request-id: req-37a7f865-eb69-4a21-a204-18634181cd15 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:19.927226 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "name": "network-vif-unplugged", "status": "completed", "tag": "f011aaba-7599-4c83-9226-31068aefea29", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:19.927471 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37a7f865-eb69-4a21-a204-18634181cd15 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:19.927857 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29', 'code': 200} Jul 16 18:52:19.966952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] No DVR routers for this DVR port f011aaba-7599-4c83-9226-31068aefea29 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:19.968729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:19.980108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.980448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.980808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.981136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.981460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.981786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.982102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.982421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.982741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.983056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.983372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:19.983688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:20.018430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Attempting to bind port f011aaba-7599-4c83-9226-31068aefea29 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:20.018760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Attempting to bind port f011aaba-7599-4c83-9226-31068aefea29 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '55a73115-abfb-4e38-a344-637a2bd1088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:20.019084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Attempting to bind port f011aaba-7599-4c83-9226-31068aefea29 on network bc75f96a-cc37-499c-a7b1-35f815cc20f0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:20.023298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Port f011aaba-7599-4c83-9226-31068aefea29 on network bc75f96a-cc37-499c-a7b1-35f815cc20f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:52:20.024226 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Attempting to bind port f011aaba-7599-4c83-9226-31068aefea29 on network bc75f96a-cc37-499c-a7b1-35f815cc20f0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:20.028988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:20.029318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Checking segment: {'id': '55a73115-abfb-4e38-a344-637a2bd1088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:20.029694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Bound using segment: {'id': '55a73115-abfb-4e38-a344-637a2bd1088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:20.030108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Bound port: f011aaba-7599-4c83-9226-31068aefea29, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a73115-abfb-4e38-a344-637a2bd1088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:20.030455 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.094413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:20.097567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:20.102800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.145406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:20.146029 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.147440 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] 10.222.0.45 "PUT /v2.0/ports/f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 200 len: 1093 time: 0.6499882 Jul 16 18:52:20.165934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580091a-2363-4b4f-baa4-8c4dd9f82cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:20.207935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24594d7-7bf8-4f56-a9f4-ef5f8476bdb0 req-fdc68b0a-822e-4132-af4a-6fc330d3dc3f tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:20.209552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d24594d7-7bf8-4f56-a9f4-ef5f8476bdb0 req-fdc68b0a-822e-4132-af4a-6fc330d3dc3f tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 944 time: 0.0858140 Jul 16 18:52:20.228113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-b76fd72b-171c-4851-a6d9-0d9d16bb5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:20.229673 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-b76fd72b-171c-4851-a6d9-0d9d16bb5812 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463eb60e0502458bb9548b47b3071d11&device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 1096 time: 0.0593071 Jul 16 18:52:20.248923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d24594d7-7bf8-4f56-a9f4-ef5f8476bdb0 req-546dc239-546a-4b80-87af-127eefbb0d7a tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335577 Jul 16 18:52:20.323437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-3ef5c472-5fd5-455f-a3fb-03154c45c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:20.324950 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-3ef5c472-5fd5-455f-a3fb-03154c45c785 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc75f96a-cc37-499c-a7b1-35f815cc20f0 HTTP/1.1" status: 200 len: 913 time: 0.0883729 Jul 16 18:52:20.371371 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-27dd291b-01fe-4208-8bc5-d1aba9d63c1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 200 len: 217 time: 0.0400193 Jul 16 18:52:20.422181 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4edd63f1-cf6d-484a-a1d1-b19d7bbd4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:20.423622 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-4edd63f1-cf6d-484a-a1d1-b19d7bbd4d53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93d0853d-4b9b-47f9-b204-84350743c4e5 HTTP/1.1" status: 200 len: 852 time: 0.0455675 Jul 16 18:52:20.456025 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-30cd65a2-b741-4fcd-a487-d7a3f2bdd71c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc75f96a-cc37-499c-a7b1-35f815cc20f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259974 Jul 16 18:52:20.548403 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-f86fca57-44c0-40fe-8b63-c312aa45bb35 service neutron] 10.222.0.45 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855718 Jul 16 18:52:20.637504 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c90427e6-d542-4209-9d7e-df7e5a5f24eb req-2f87ed75-05d2-49d0-b502-46db065746e2 service neutron] 10.222.0.45 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830860 Jul 16 18:52:21.426499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd030c-cc09-4306-875d-d1a1073e5cde req-0605101b-9c57-4cd4-aed6-f237c9d7147a tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:21.427869 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0dd030c-cc09-4306-875d-d1a1073e5cde req-0605101b-9c57-4cd4-aed6-f237c9d7147a tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 944 time: 0.0653169 Jul 16 18:52:21.465966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0dd030c-cc09-4306-875d-d1a1073e5cde req-69bbc9bc-f44f-4dd8-acb4-def547f70af1 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319293 Jul 16 18:52:21.929483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:21.932555 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721dda39-41cf-4a8f-a501-d173d249d956" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "tag": "f011aaba-7599-4c83-9226-31068aefea29"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:21.980650 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e905651-648a-4b98-b7a4-9c03c1b17302 x-openstack-request-id: req-2e905651-648a-4b98-b7a4-9c03c1b17302 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:21.980942 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "tag": "f011aaba-7599-4c83-9226-31068aefea29", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:21.981191 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e905651-648a-4b98-b7a4-9c03c1b17302 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:21.981588 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29', 'status': 'completed', 'code': 200} Jul 16 18:52:22.061266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dda39-41cf-4a8f-a501-d173d249d956 req-c8eac940-b225-48ea-9ba1-d7d13834f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.062791 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-c8eac940-b225-48ea-9ba1-d7d13834f212 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=463eb60e0502458bb9548b47b3071d11&device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 1096 time: 0.0561707 Jul 16 18:52:22.093353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dda39-41cf-4a8f-a501-d173d249d956 req-1d5ce443-2e2d-412a-a998-26efd8661084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.095198 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-1d5ce443-2e2d-412a-a998-26efd8661084 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=463eb60e0502458bb9548b47b3071d11&device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 1096 time: 0.0697079 Jul 16 18:52:22.188880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dda39-41cf-4a8f-a501-d173d249d956 req-271f0cf7-fd5b-4dd3-9937-1889ee9eec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.190328 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-271f0cf7-fd5b-4dd3-9937-1889ee9eec02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc75f96a-cc37-499c-a7b1-35f815cc20f0 HTTP/1.1" status: 200 len: 913 time: 0.1156983 Jul 16 18:52:22.206935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dda39-41cf-4a8f-a501-d173d249d956 req-034930e1-4c2f-43b9-9c46-5aff702d974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.208735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-034930e1-4c2f-43b9-9c46-5aff702d974e service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc75f96a-cc37-499c-a7b1-35f815cc20f0 HTTP/1.1" status: 200 len: 913 time: 0.1026893 Jul 16 18:52:22.234224 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-64453105-0e54-492c-84bd-e8e2d22b1dde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 200 len: 217 time: 0.0368392 Jul 16 18:52:22.255307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-5cd92111-a2fa-4e12-98fe-f9d78c35b19d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 200 len: 217 time: 0.0369546 Jul 16 18:52:22.295465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dda39-41cf-4a8f-a501-d173d249d956 req-ca975faa-cf85-4226-9ad3-1d83c2f260d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.297100 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-ca975faa-cf85-4226-9ad3-1d83c2f260d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93d0853d-4b9b-47f9-b204-84350743c4e5 HTTP/1.1" status: 200 len: 852 time: 0.0553880 Jul 16 18:52:22.312414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dda39-41cf-4a8f-a501-d173d249d956 req-a1fce8c8-5e54-43bc-97b6-fef842cb19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.314090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-a1fce8c8-5e54-43bc-97b6-fef842cb19c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93d0853d-4b9b-47f9-b204-84350743c4e5 HTTP/1.1" status: 200 len: 852 time: 0.0509644 Jul 16 18:52:22.330202 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-8ee8b011-c561-4529-8e09-2fad17612498 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc75f96a-cc37-499c-a7b1-35f815cc20f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264187 Jul 16 18:52:22.351709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-4d61ac45-2483-43ee-ae3d-594f29b31497 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc75f96a-cc37-499c-a7b1-35f815cc20f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269594 Jul 16 18:52:22.427542 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-4f1da767-3934-4f9d-bbbd-ab75331cb727 service neutron] 10.222.0.45 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897827 Jul 16 18:52:22.446751 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-2bb48757-5d62-4953-9e87-80817405f0e7 service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887442 Jul 16 18:52:22.527539 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-c0cc6c30-7633-4f63-8e49-f3fd823a5eaa service neutron] 10.222.0.45 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936224 Jul 16 18:52:22.547599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-721dda39-41cf-4a8f-a501-d173d249d956 req-ecfcc0e3-f91f-49fb-906c-3f2bd18b6a7f service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922272 Jul 16 18:52:22.651257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eb8f-4343-4f5f-859c-98ae4e82f6f5 req-2d969fb5-2f51-43dd-8727-34ef55ea06ab tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:22.652749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5084eb8f-4343-4f5f-859c-98ae4e82f6f5 req-2d969fb5-2f51-43dd-8727-34ef55ea06ab tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 944 time: 0.0640047 Jul 16 18:52:22.694490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5084eb8f-4343-4f5f-859c-98ae4e82f6f5 req-88a40c11-1f07-42b4-adc3-c947ce540417 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362389 Jul 16 18:52:23.122613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-772c07af-94f0-4490-b71d-60557c124eee tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:23.124036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-772c07af-94f0-4490-b71d-60557c124eee tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09&tenant_id=463eb60e0502458bb9548b47b3071d11&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 944 time: 0.1078012 Jul 16 18:52:23.192319 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-37f03017-c067-41bb-8af2-fdf54e228269 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:52:23.193365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-37f03017-c067-41bb-8af2-fdf54e228269 service neutron] 10.222.0.46 "DELETE /v2.0/ports/f011aaba-7599-4c83-9226-31068aefea29/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0582383 Jul 16 18:52:23.321591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-5dae952a-d85a-4922-ad01-9b7511ca89e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:23.323305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-5dae952a-d85a-4922-ad01-9b7511ca89e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=463eb60e0502458bb9548b47b3071d11&device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 1096 time: 0.0602748 Jul 16 18:52:23.417789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-35b3be12-14f6-4edf-840a-4a691f1aa108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:23.419166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-35b3be12-14f6-4edf-840a-4a691f1aa108 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc75f96a-cc37-499c-a7b1-35f815cc20f0 HTTP/1.1" status: 200 len: 913 time: 0.0859668 Jul 16 18:52:23.467477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-64214118-42f7-4888-af04-696b9bd981cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 200 len: 217 time: 0.0376945 Jul 16 18:52:23.516667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-fa9a296b-a91c-4639-a133-f86791659e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:23.518112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-fa9a296b-a91c-4639-a133-f86791659e2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93d0853d-4b9b-47f9-b204-84350743c4e5 HTTP/1.1" status: 200 len: 852 time: 0.0448883 Jul 16 18:52:23.553778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-43e7548a-5cbb-470f-868b-70ea17f8b155 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc75f96a-cc37-499c-a7b1-35f815cc20f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256472 Jul 16 18:52:23.646695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-5c4630ac-1800-4d38-b178-3fd4a9f63c04 service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833642 Jul 16 18:52:23.736980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-b9645e3d-964e-4bad-86d0-aba3eee477bc service neutron] 10.222.0.46 "GET /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800579 Jul 16 18:52:24.004010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f011aaba-7599-4c83-9226-31068aefea29 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:24.096091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:24.107454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'f011aaba-7599-4c83-9226-31068aefea29', 'network_id': 'bc75f96a-cc37-499c-a7b1-35f815cc20f0', 'port_id': 'f011aaba-7599-4c83-9226-31068aefea29', 'mac_address': 'fa:16:3e:17:c2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d0853d-4b9b-47f9-b204-84350743c4e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:24.148809 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.162158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f011aaba-7599-4c83-9226-31068aefea29 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:24.182565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:24.186779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.235999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:24.244007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.244360 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.244737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.245080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.245417 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.245750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.246078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.246405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.246733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.247059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.247385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.247716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:24.403745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['f011aaba-7599-4c83-9226-31068aefea29'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:24.459740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011aaba-7599-4c83-9226-31068aefea29 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:24.527754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device f011aaba-7599-4c83-9226-31068aefea29 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:24.751425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d33ae-5c10-4bec-9dab-d0c079d1eda4 req-5c7fd85d-7388-4ac8-bdde-da7d841a5035 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:24.752933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-061d33ae-5c10-4bec-9dab-d0c079d1eda4 req-5c7fd85d-7388-4ac8-bdde-da7d841a5035 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 945 time: 0.0697856 Jul 16 18:52:24.790540 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-061d33ae-5c10-4bec-9dab-d0c079d1eda4 req-a0f35311-2920-426a-baaf-c2aba7414fc7 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314348 Jul 16 18:52:25.971183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6562e-f11f-4d34-a979-0b7e0cfa1113 req-f53010d1-48d0-4a71-97bb-36d964dd04d3 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.972885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ab6562e-f11f-4d34-a979-0b7e0cfa1113 req-f53010d1-48d0-4a71-97bb-36d964dd04d3 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 945 time: 0.0634239 Jul 16 18:52:25.978099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-ed8868db-a271-4040-9322-a839c99d7330 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:25.979882 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-ed8868db-a271-4040-9322-a839c99d7330 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae8ab469-5d75-4e59-b129-a2979cf46a09 HTTP/1.1" status: 200 len: 945 time: 0.0629745 Jul 16 18:52:26.012380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ab6562e-f11f-4d34-a979-0b7e0cfa1113 req-d9ffdcc6-2967-457e-ab83-97402f9bc512 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.60 "GET /v2.0/security-groups?id=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338702 Jul 16 18:52:26.018943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f011aaba-7599-4c83-9226-31068aefea29 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:26.067069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port f011aaba-7599-4c83-9226-31068aefea29 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:26.070709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port f011aaba-7599-4c83-9226-31068aefea29 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:26.071084 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.092559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Deleting port f011aaba-7599-4c83-9226-31068aefea29 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:26.092914 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.155291 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.177874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:26.180305 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2d5856-abb8-40c6-8d3e-715a2511cd98" -d '{"events": [{"server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "name": "network-vif-plugged", "status": "completed", "tag": "f011aaba-7599-4c83-9226-31068aefea29"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:26.187037 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:26.187404 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.194181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port f011aaba-7599-4c83-9226-31068aefea29, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=f011aaba-7599-4c83-9226-31068aefea29,segment=NetworkSegment(55a73115-abfb-4e38-a344-637a2bd1088d),segment_id=55a73115-abfb-4e38-a344-637a2bd1088d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:26.199204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.201338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Calling delete_port for f011aaba-7599-4c83-9226-31068aefea29 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:26.224126 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcb7004-f190-4c25-80dd-f27bf9235814 x-openstack-request-id: req-8dcb7004-f190-4c25-80dd-f27bf9235814 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:26.224409 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "name": "network-vif-plugged", "status": "completed", "tag": "f011aaba-7599-4c83-9226-31068aefea29", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:26.224696 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8dcb7004-f190-4c25-80dd-f27bf9235814 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:26.225082 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29', 'code': 200} Jul 16 18:52:26.253328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:26.341085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.352538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['f011aaba-7599-4c83-9226-31068aefea29'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:26.377131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Pushing event deleted for resources: {'Port': ['ID=f011aaba-7599-4c83-9226-31068aefea29,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:26.422259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] No DVR routers for this DVR port f011aaba-7599-4c83-9226-31068aefea29 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:26.424980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:26.427033 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d18071ce-eca1-4f5a-bd7e-54eaf8d448bb req-df1d0ae4-b75d-46be-9149-1ab91222dd21 tempest-DeleteServersTestJSON-1157212249 tempest-DeleteServersTestJSON-1157212249-project] 10.222.0.45 "DELETE /v2.0/ports/f011aaba-7599-4c83-9226-31068aefea29 HTTP/1.1" status: 204 len: 173 time: 0.4416456 Jul 16 18:52:26.427619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'name': 'network-vif-deleted', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:26.429955 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa14c8-1152-47d5-b50c-4577ddb0a231" -d '{"events": [{"server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "name": "network-vif-deleted", "tag": "f011aaba-7599-4c83-9226-31068aefea29"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:26.467421 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67a1da9-e943-4289-b618-6325c4dfb485 x-openstack-request-id: req-e67a1da9-e943-4289-b618-6325c4dfb485 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:26.467717 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ab469-5d75-4e59-b129-a2979cf46a09", "name": "network-vif-deleted", "tag": "f011aaba-7599-4c83-9226-31068aefea29", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:26.467971 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e67a1da9-e943-4289-b618-6325c4dfb485 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:26.468378 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ab469-5d75-4e59-b129-a2979cf46a09', 'name': 'network-vif-deleted', 'tag': 'f011aaba-7599-4c83-9226-31068aefea29', 'status': 'completed', 'code': 200} Jul 16 18:52:27.253118 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35206) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:27.300717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Deleting subnet 93d0853d-4b9b-47f9-b204-84350743c4e5 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:27.303582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.346387 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.385725 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.437754 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.464597 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93d0853d-4b9b-47f9-b204-84350743c4e5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:27.466961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.468796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/93d0853d-4b9b-47f9-b204-84350743c4e5 HTTP/1.1" status: 204 len: 168 time: 0.2146566 Jul 16 18:52:27.471449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35208) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:27.475194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.475539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.475878 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.476215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.476611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.476897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.477224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.477553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.477877 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.478201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.478619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.478948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d45ec1d-144e-40f3-ae21-5e7e33bc8a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:27.543379 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.635932 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.645863 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc75f96a-cc37-499c-a7b1-35f815cc20f0']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:27.655961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a73115-abfb-4e38-a344-637a2bd1088d') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:27.656248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a73115-abfb-4e38-a344-637a2bd1088d') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:27.664802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.678885 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.685678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:52:27.686114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: timer() Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:52:27.687933 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:52:27.741469 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.747993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.749915 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bc75f96a-cc37-499c-a7b1-35f815cc20f0 HTTP/1.1" status: 204 len: 168 time: 0.2774096 Jul 16 18:52:27.769016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ea128-cc24-4d55-8223-4cdfab46bf00 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc75f96a-cc37-499c-a7b1-35f815cc20f0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:27.863121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35212) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:27.904081 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4017f541-e7bd-4b4d-8932-456c534ae0e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=463eb60e0502458bb9548b47b3071d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397177 Jul 16 18:52:27.906606 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35214) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:27.956146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ac3-30f6-4cd0-a5ac-902ae82f6baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.977976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ac3-30f6-4cd0-a5ac-902ae82f6baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.025133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ac3-30f6-4cd0-a5ac-902ae82f6baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.027782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0cc18ac3-30f6-4cd0-a5ac-902ae82f6baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.029051 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0cc18ac3-30f6-4cd0-a5ac-902ae82f6baa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9 HTTP/1.1" status: 204 len: 168 time: 0.1214874 Jul 16 18:52:28.037023 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc18ac3-30f6-4cd0-a5ac-902ae82f6baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fbda8a-bf12-4e7b-8d7a-5cc7a8766fa9,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:28.689662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35236) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:28.783867 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1317962130-network', 'tenant_id': '0d7f46870e6a4e958ce4549aea2bc871'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:28.804014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Made reservation on behalf of 0d7f46870e6a4e958ce4549aea2bc871 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:28.806314 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.815680 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.915317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.919282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.945837 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:52:28.952678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe3fe4-95fc-4f0b-b683-60174820efae,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:28.958666 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.959028 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Added segment 61ae4847-c6c6-4eac-b81e-35a454b0c4ef of type vlan for network 461bf3a3-b3ad-4612-bb29-578c8b94367b Jul 16 18:52:28.999041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.028021 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.029042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:29.029624 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.064334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3735301 Jul 16 18:52:29.067344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35240) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:29.073471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Request body: {'subnet': {'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1317962130-subnet', 'tenant_id': '0d7f46870e6a4e958ce4549aea2bc871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:29.089881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fd098-f614-4afb-9910-1d33fb4ff63a admin admin] Pushing event updated for resources: {'Network': ['ID=461bf3a3-b3ad-4612-bb29-578c8b94367b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:29.096305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Made reservation on behalf of 0d7f46870e6a4e958ce4549aea2bc871 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:29.098741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.100079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 461bf3a3-b3ad-4612-bb29-578c8b94367b details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:52:29.185303 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.277808 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.337108 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e006281-a99c-476c-8fc6-9e812977ed10,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:29.348898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Checking segment: {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:29.349299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Network hostable DHCP agents. Network: 461bf3a3-b3ad-4612-bb29-578c8b94367b, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:52:29.366400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Network 461bf3a3-b3ad-4612-bb29-578c8b94367b is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:52:29.376251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 461bf3a3-b3ad-4612-bb29-578c8b94367b) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:29.380603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:29.381226 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.386022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1d0dc-9c43-4a97-9b30-4ee7818e83b8 None None] Network 461bf3a3-b3ad-4612-bb29-578c8b94367b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:29.396017 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-10d5c828-8a29-486c-9184-7c5f7be41eaa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3274622 Jul 16 18:52:29.518543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585f4bf-12d2-47d0-88ca-294264951d8d None None] Network 461bf3a3-b3ad-4612-bb29-578c8b94367b requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:29.845389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-d56a4cad-8b89-417b-ad3f-30bc67c11434 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:29.846864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-d56a4cad-8b89-417b-ad3f-30bc67c11434 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 815 time: 0.1095502 Jul 16 18:52:29.862777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ad4ec83e-0116-481e-b163-1dab6c68d7d6 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/quotas/0d7f46870e6a4e958ce4549aea2bc871 HTTP/1.1" status: 200 len: 375 time: 0.0100944 Jul 16 18:52:29.897719 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-dbda408f-0e31-435b-ac25-b314eaa35520 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295398 Jul 16 18:52:29.991865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-88477c87-e7a9-4e60-b63b-1c10c7a7f9f1 service neutron] 10.222.0.60 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877068 Jul 16 18:52:30.051231 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f011aaba-7599-4c83-9226-31068aefea29 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:30.075208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: f011aaba-7599-4c83-9226-31068aefea29 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:30.075553 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device f011aaba-7599-4c83-9226-31068aefea29 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:30.082777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-7c62916d-4a6f-4d38-a672-72c75950a175 service neutron] 10.222.0.60 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842731 Jul 16 18:52:30.259185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a2dc418-b7e5-45d9-bbb6-2e50aca87522 req-f85d8b2d-32c4-4edf-9b12-65c12e81a73f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 210 time: 0.0341477 Jul 16 18:52:31.417597 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-759396d9-491a-481a-a372-7a1a0dd81abe req-3f3d4a91-4225-4eb4-bf58-373a61cc05b8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 210 time: 0.0379338 Jul 16 18:52:31.514163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-547f75ba-b53b-4d0c-bfd5-ffb36cfe0e5e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:31.516196 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-547f75ba-b53b-4d0c-bfd5-ffb36cfe0e5e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 815 time: 0.1093423 Jul 16 18:52:31.540501 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Request body: {'port': {'device_id': '469f6417-9f27-49cd-bece-e1b03da121c4', 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b', 'admin_state_up': True, 'tenant_id': '0d7f46870e6a4e958ce4549aea2bc871'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:31.651853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Made reservation on behalf of 0d7f46870e6a4e958ce4549aea2bc871 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:31.655357 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.784570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Allocated IP 172.20.0.8 (461bf3a3-b3ad-4612-bb29-578c8b94367b/9e006281-a99c-476c-8fc6-9e812977ed10/456658b2-7ca1-4580-a525-8e3f2e1522e5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:31.933936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.972778 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.018959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Network 461bf3a3-b3ad-4612-bb29-578c8b94367b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:32.022188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:32.027096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:32.033483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Pushing event updated for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:32.078296 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:32.078901 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.093600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-ccc9f75b-9858-4e71-b5bb-5279f8003571 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574336 Jul 16 18:52:32.118276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Request body: {'port': {'device_id': '469f6417-9f27-49cd-bece-e1b03da121c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:32.193964 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.453007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456658b2-7ca1-4580-a525-8e3f2e1522e5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:32.460662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.473900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Transition to ACTIVE for port object 456658b2-7ca1-4580-a525-8e3f2e1522e5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:32.477160 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.528108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Pushing event updated for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:32.638009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Attempting to bind port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:32.638339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Attempting to bind port 456658b2-7ca1-4580-a525-8e3f2e1522e5 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:32.638671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Attempting to bind port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on network 461bf3a3-b3ad-4612-bb29-578c8b94367b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:32.645738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on network 461bf3a3-b3ad-4612-bb29-578c8b94367b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:52:32.646051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Attempting to bind port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on network 461bf3a3-b3ad-4612-bb29-578c8b94367b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:32.660890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4fe75-2e66-45f9-9db1-4caa056da810 req-61bfb8c5-3636-42f5-953b-0980cf6765e5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:32.662366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0c4fe75-2e66-45f9-9db1-4caa056da810 req-61bfb8c5-3636-42f5-953b-0980cf6765e5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 943 time: 0.1298301 Jul 16 18:52:32.663211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:32.663538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Checking segment: {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:32.663907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Bound using segment: {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:32.664336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Bound port: 456658b2-7ca1-4580-a525-8e3f2e1522e5, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:32.664716 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.736562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0c4fe75-2e66-45f9-9db1-4caa056da810 req-02a59cb5-accc-4b6a-8ca8-e67f9e2f3645 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683942 Jul 16 18:52:32.757185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:32.761411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:32.766191 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.798930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:32.799547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.801017 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] 10.222.0.46 "PUT /v2.0/ports/456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 200 len: 1092 time: 0.6870961 Jul 16 18:52:32.801457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:32.803833 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ab121-4ef4-4c29-9506-be2de7c5e1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:32.831863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba65838-05c5-4955-90a7-daf20965dd45 service neutron] Pushing event updated for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:32.852281 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e463ede-d973-4876-9a3b-33f44a6ae43f x-openstack-request-id: req-9e463ede-d973-4876-9a3b-33f44a6ae43f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:32.852605 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:32.852858 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e463ede-d973-4876-9a3b-33f44a6ae43f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:32.853257 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'status': 'completed', 'code': 200} Jul 16 18:52:32.924241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-3e3d4c10-c715-4381-a016-46e08e5c3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:32.925953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-3e3d4c10-c715-4381-a016-46e08e5c3a9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 1095 time: 0.0542729 Jul 16 18:52:32.983205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-08f6260a-c359-491e-ad54-2dd9b4f0a96a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 200 len: 217 time: 0.0377290 Jul 16 18:52:33.214622 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a70820e-c583-414d-9f58-ad1a10c895ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.369149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-c2088209-0edb-406b-af43-553a7f3403b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:33.370783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-c2088209-0edb-406b-af43-553a7f3403b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.3810112 Jul 16 18:52:33.406779 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-9ee8cac5-08d2-44e4-b538-262f380a2e0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282748 Jul 16 18:52:33.496715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-b9f7c449-2c6d-493e-b4f9-200a19b42edd service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833523 Jul 16 18:52:33.587295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f562b865-29db-4d6c-8d9f-930e1dcf3d32 req-173ac08f-1691-4e08-b262-cedf4a5d32b3 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835731 Jul 16 18:52:33.756638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-3ff49467-cb92-4ff2-b149-296aebc8eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:33.758235 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-3ff49467-cb92-4ff2-b149-296aebc8eea5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 1095 time: 0.0558310 Jul 16 18:52:33.885330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-6a6ea731-3b5a-4918-8ae6-00f4ec68d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:33.887399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-6a6ea731-3b5a-4918-8ae6-00f4ec68d72c service neutron] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.1225014 Jul 16 18:52:33.941657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-1b6f9adc-ebc2-4e72-b999-a50ae6bf7e22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 200 len: 217 time: 0.0430214 Jul 16 18:52:33.985756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204c354-773c-4757-ae4b-40c08ca89033 req-181aeb3d-f9fe-4e5e-9a25-c1e337a3ec24 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:33.987303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a204c354-773c-4757-ae4b-40c08ca89033 req-181aeb3d-f9fe-4e5e-9a25-c1e337a3ec24 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 943 time: 0.1355169 Jul 16 18:52:34.020388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-2a1431fa-621c-4980-a6e5-005bc70b04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:34.021841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-2a1431fa-621c-4980-a6e5-005bc70b04bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0704269 Jul 16 18:52:34.046981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a204c354-773c-4757-ae4b-40c08ca89033 req-8019437c-1fd6-4307-9699-5c2172ad3e76 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519724 Jul 16 18:52:34.065518 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-cd133b0a-c4e8-4228-998a-4b6c945bd1e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339856 Jul 16 18:52:34.160501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-712bbb64-fd7c-4db4-82d0-e7710f92206b service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879798 Jul 16 18:52:34.253640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-080ab121-4ef4-4c29-9506-be2de7c5e1ce req-11efaaf4-d65d-453b-8d85-fc6ddcee6682 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838387 Jul 16 18:52:35.229345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252e658-2e45-4cab-ae7d-06db4ab4df15 req-93907299-42e4-481b-bd44-7837e383f032 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:35.230837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b252e658-2e45-4cab-ae7d-06db4ab4df15 req-93907299-42e4-481b-bd44-7837e383f032 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 943 time: 0.0690134 Jul 16 18:52:35.268772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b252e658-2e45-4cab-ae7d-06db4ab4df15 req-96eee73d-fd3e-48a1-8f34-84c706dc1288 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Jul 16 18:52:35.968892 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.086119 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f7cccd3-4bca-43b2-a82c-cedc05af856c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.447636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399bde4-c3aa-4e12-bc63-7bbfb2a1958e req-d4408189-19f0-440a-87b4-b36cc8ebf66f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:36.449152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7399bde4-c3aa-4e12-bc63-7bbfb2a1958e req-d4408189-19f0-440a-87b4-b36cc8ebf66f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 943 time: 0.0661938 Jul 16 18:52:36.487977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7399bde4-c3aa-4e12-bc63-7bbfb2a1958e req-4abf3f62-e831-45a2-b7be-f37fd4d584e2 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Jul 16 18:52:36.539270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 456658b2-7ca1-4580-a525-8e3f2e1522e5 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:36.636975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:36.649616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b', 'port_id': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'mac_address': 'fa:16:3e:dc:7a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e006281-a99c-476c-8fc6-9e812977ed10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:36.690158 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.703513 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456658b2-7ca1-4580-a525-8e3f2e1522e5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:36.723479 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:36.727636 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.774599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:37.072749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['456658b2-7ca1-4580-a525-8e3f2e1522e5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:37.156681 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.675832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dcada-4a5a-4212-aed3-96b4cc4cad2d req-c8658914-30e7-4093-82fa-0392440191e6 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:37.677725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e4dcada-4a5a-4212-aed3-96b4cc4cad2d req-c8658914-30e7-4093-82fa-0392440191e6 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 944 time: 0.0707679 Jul 16 18:52:37.715859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e4dcada-4a5a-4212-aed3-96b4cc4cad2d req-5b24d660-0d0f-4204-b3e1-c4bc734a66d0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Jul 16 18:52:38.559440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 456658b2-7ca1-4580-a525-8e3f2e1522e5 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:38.609384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 456658b2-7ca1-4580-a525-8e3f2e1522e5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:38.612998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 456658b2-7ca1-4580-a525-8e3f2e1522e5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:38.613362 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.690940 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.713300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:38.715532 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2836cb7a-5099-4319-a628-38cf6c65e9e2" -d '{"events": [{"server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "name": "network-vif-plugged", "status": "completed", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:38.731357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:38.736420 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.759980 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e325c5-6090-42a3-9c91-f5ee00ac4ba1 x-openstack-request-id: req-b5e325c5-6090-42a3-9c91-f5ee00ac4ba1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:38.760297 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "name": "network-vif-plugged", "status": "completed", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:38.760579 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5e325c5-6090-42a3-9c91-f5ee00ac4ba1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:38.760965 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'code': 200} Jul 16 18:52:38.787597 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:38.829721 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.929585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4afdd8-1577-4eda-8f86-6a22d0c9a6da req-5441d841-f92c-4ffd-a015-b186a6809ab6 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:38.931051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb4afdd8-1577-4eda-8f86-6a22d0c9a6da req-5441d841-f92c-4ffd-a015-b186a6809ab6 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0971093 Jul 16 18:52:38.945539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68597556-de7f-4a0d-9066-b88a3c424dd4 req-8c16c026-4a56-4e75-8468-cc0f152f68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:38.946963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68597556-de7f-4a0d-9066-b88a3c424dd4 req-8c16c026-4a56-4e75-8468-cc0f152f68eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 1097 time: 0.0830674 Jul 16 18:52:38.989434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb4afdd8-1577-4eda-8f86-6a22d0c9a6da req-584d3d48-a410-48f9-891f-fd925a369dc2 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514822 Jul 16 18:52:39.000552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-68597556-de7f-4a0d-9066-b88a3c424dd4 req-8c713352-0881-4bee-8028-86d8943bfa13 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423546 Jul 16 18:52:39.918594 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:40.168471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1365d2-0057-4b30-a120-7420e4c07a48 req-4d7b140c-a235-4c6e-a0ee-1b80af97dc0e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:40.170946 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a1365d2-0057-4b30-a120-7420e4c07a48 req-4d7b140c-a235-4c6e-a0ee-1b80af97dc0e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0690045 Jul 16 18:52:40.209816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a1365d2-0057-4b30-a120-7420e4c07a48 req-fdf902fe-2f18-4d5f-b129-62cc8f06264b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Jul 16 18:52:40.689475 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.387412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64c853-d1a1-4446-9b70-67a43ed43a31 req-39927e4f-75e3-48e0-a065-40d1d1255314 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:41.389553 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f64c853-d1a1-4446-9b70-67a43ed43a31 req-39927e4f-75e3-48e0-a065-40d1d1255314 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0651040 Jul 16 18:52:41.430122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f64c853-d1a1-4446-9b70-67a43ed43a31 req-f7cbc273-dd60-473a-8c0a-4d7bdf9febc5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348687 Jul 16 18:52:41.609807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d4962-2bc1-4f2d-8779-e0f5485a102b req-5416b339-3901-4f9c-81fb-5bc48d95d275 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:41.611291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb3d4962-2bc1-4f2d-8779-e0f5485a102b req-5416b339-3901-4f9c-81fb-5bc48d95d275 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0694652 Jul 16 18:52:41.650579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb3d4962-2bc1-4f2d-8779-e0f5485a102b req-4a1b406d-d2f2-4d2f-99f9-40de07a02dc7 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336502 Jul 16 18:52:41.996660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22e976-3d6b-4a6c-9273-017d59431507 req-9cd7c7d5-b817-4eaa-91d5-c5e988da2b10 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:41.998511 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e22e976-3d6b-4a6c-9273-017d59431507 req-9cd7c7d5-b817-4eaa-91d5-c5e988da2b10 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0653257 Jul 16 18:52:42.037341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e22e976-3d6b-4a6c-9273-017d59431507 req-94507996-1114-4d40-89f0-eea8a0af6a7b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Jul 16 18:52:42.211162 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb30e8f-4a3b-4788-862d-b9f2f428c758 req-3ca89449-5684-4eb6-a478-b2c3cd675ee4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:42.212727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccb30e8f-4a3b-4788-862d-b9f2f428c758 req-3ca89449-5684-4eb6-a478-b2c3cd675ee4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0632515 Jul 16 18:52:42.251259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ccb30e8f-4a3b-4788-862d-b9f2f428c758 req-73bdd66a-03e7-4df1-9cf9-f7649930fb03 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Jul 16 18:52:42.619470 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-5ba44b8f-9b0c-492c-bd7f-62c59e179d3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0576706 Jul 16 18:52:42.670682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024c15b-09f1-4dc8-9047-07664de18b46 req-001be496-97d7-497e-8069-0f95e4ff3756 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:42.677065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9024c15b-09f1-4dc8-9047-07664de18b46 req-001be496-97d7-497e-8069-0f95e4ff3756 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0788620 Jul 16 18:52:42.724415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9024c15b-09f1-4dc8-9047-07664de18b46 req-639d9757-844d-4405-8603-485fe832edf5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452838 Jul 16 18:52:43.930961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f542f30-c28e-47ea-92c3-24971483849a req-f4d45633-49aa-43b0-8850-b8d6ae4060fd tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:43.932413 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f542f30-c28e-47ea-92c3-24971483849a req-f4d45633-49aa-43b0-8850-b8d6ae4060fd tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.1023712 Jul 16 18:52:43.979668 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-097b5a4e-2eef-461a-91c8-23aab53dc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:43.981207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-097b5a4e-2eef-461a-91c8-23aab53dc94a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 1097 time: 0.1032081 Jul 16 18:52:43.986247 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f542f30-c28e-47ea-92c3-24971483849a req-4c57d7e4-6e88-47ad-bd45-1df668aa2bc1 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473700 Jul 16 18:52:44.077521 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-1e68038e-48dd-4658-a0a0-09898c2c3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:44.079030 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-1e68038e-48dd-4658-a0a0-09898c2c3fbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.0915823 Jul 16 18:52:44.124600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-edebaf0e-b3b9-42de-a4d9-ef3bd8da63f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 200 len: 217 time: 0.0391963 Jul 16 18:52:44.176782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-4e1079a1-f358-4afd-923f-7be6386e6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:44.178232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-4e1079a1-f358-4afd-923f-7be6386e6293 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0449545 Jul 16 18:52:44.211251 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-6e39fe4b-5f93-4f74-b399-60bf63700b22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259490 Jul 16 18:52:44.303234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-86763d2a-cf50-440b-be9e-cc53a137325b service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852311 Jul 16 18:52:44.390640 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-d741efe0-b26c-4d85-bc7b-5232799ec622 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808322 Jul 16 18:52:45.173545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a5587-47f0-4f79-9860-75aa0f543560 req-de1fbdc4-4e48-4229-862e-e40cf223bfe4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:45.175045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-749a5587-47f0-4f79-9860-75aa0f543560 req-de1fbdc4-4e48-4229-862e-e40cf223bfe4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0701323 Jul 16 18:52:45.212531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-749a5587-47f0-4f79-9860-75aa0f543560 req-973102a0-b517-4819-8ae0-843eb82ccc9e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319345 Jul 16 18:52:46.390930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e089a-ba67-4a78-9629-dc0936b50755 req-52f901bf-4356-4311-996a-abf3706a4bf5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:46.392593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea7e089a-ba67-4a78-9629-dc0936b50755 req-52f901bf-4356-4311-996a-abf3706a4bf5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0630045 Jul 16 18:52:46.429597 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea7e089a-ba67-4a78-9629-dc0936b50755 req-d59341f4-1a61-4746-ae0f-22ba2aca1734 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Jul 16 18:52:47.606669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368fdf5-2617-4752-9470-b13afbf8f8da req-7f55b89c-126d-4cc5-8f31-92715464aec1 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:47.609154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6368fdf5-2617-4752-9470-b13afbf8f8da req-7f55b89c-126d-4cc5-8f31-92715464aec1 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0632634 Jul 16 18:52:47.647475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6368fdf5-2617-4752-9470-b13afbf8f8da req-b55376cd-25bc-45d5-ac1d-1e07c5293c10 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Jul 16 18:52:48.825287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac1f84-a245-40b6-857b-865fde8523da req-81bdc43c-6d38-4ef9-a6da-997c7cdfa084 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:48.827645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2bac1f84-a245-40b6-857b-865fde8523da req-81bdc43c-6d38-4ef9-a6da-997c7cdfa084 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0685678 Jul 16 18:52:48.864797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2bac1f84-a245-40b6-857b-865fde8523da req-7f65e447-0022-49de-b5fd-f6cfc91af9cd tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317984 Jul 16 18:52:50.039649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8a391-9269-4270-9d93-55d7a0f923a4 req-bd7cbef4-aa88-4fb9-9956-1f9105987f69 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:50.041205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8a8a391-9269-4270-9d93-55d7a0f923a4 req-bd7cbef4-aa88-4fb9-9956-1f9105987f69 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0642850 Jul 16 18:52:50.080120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8a8a391-9269-4270-9d93-55d7a0f923a4 req-38afcc20-9132-4020-90a6-4c88561d05ac tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331373 Jul 16 18:52:51.261111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a8db9-8e21-433c-8b09-845a6aa5d6af req-85569fd0-cdcc-4921-a861-c005bc5339c9 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:51.262597 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-993a8db9-8e21-433c-8b09-845a6aa5d6af req-85569fd0-cdcc-4921-a861-c005bc5339c9 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0679965 Jul 16 18:52:51.301672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-993a8db9-8e21-433c-8b09-845a6aa5d6af req-e10a34aa-a4b7-4b9e-b96a-5e2d144e90ae tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Jul 16 18:52:52.477001 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae56680-9706-4d0f-a172-a6161a89ce54 req-7c0c8eb7-d654-4833-9c66-f1b2d2425629 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:52.478390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ae56680-9706-4d0f-a172-a6161a89ce54 req-7c0c8eb7-d654-4833-9c66-f1b2d2425629 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0637121 Jul 16 18:52:52.516333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ae56680-9706-4d0f-a172-a6161a89ce54 req-011b03be-721d-4cba-a44b-a47299d116d3 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Jul 16 18:52:53.697808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232f63-2c06-43df-9cdb-0939a33c0c34 req-d467b7e1-7216-4ac3-a79c-c33ede3bd943 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:53.699374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c6232f63-2c06-43df-9cdb-0939a33c0c34 req-d467b7e1-7216-4ac3-a79c-c33ede3bd943 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0631857 Jul 16 18:52:53.737945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c6232f63-2c06-43df-9cdb-0939a33c0c34 req-e6ec1ed0-32a5-49e4-87fa-b6761d7a5cbb tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Jul 16 18:52:54.916638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceab9e-7c0e-4e23-b788-2a1508878486 req-9af6a664-dc60-4fef-a2eb-cb34c2fafd4f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:54.918112 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cceab9e-7c0e-4e23-b788-2a1508878486 req-9af6a664-dc60-4fef-a2eb-cb34c2fafd4f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0691974 Jul 16 18:52:54.956746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cceab9e-7c0e-4e23-b788-2a1508878486 req-9d587527-deaa-4d09-9770-985530a3fa5e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Jul 16 18:52:56.138811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeafac3-bf8c-4999-8870-efdf13f0b2d1 req-d5e8f2e3-0096-4ce3-b5c4-2d9b4b93e2f8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:56.140329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5aeafac3-bf8c-4999-8870-efdf13f0b2d1 req-d5e8f2e3-0096-4ce3-b5c4-2d9b4b93e2f8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0649190 Jul 16 18:52:56.179864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5aeafac3-bf8c-4999-8870-efdf13f0b2d1 req-1db2b6d7-d8d4-4b4c-a417-86011b077300 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 Jul 16 18:52:57.355268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a4422-cc77-4d45-82da-813f36040a89 req-4255d07a-a6bd-4a0e-871f-1d772927c311 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:57.356832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f9a4422-cc77-4d45-82da-813f36040a89 req-4255d07a-a6bd-4a0e-871f-1d772927c311 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0661492 Jul 16 18:52:57.396186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f9a4422-cc77-4d45-82da-813f36040a89 req-fbf05c5a-366d-41ab-88cd-5bb4ee30c2a3 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Jul 16 18:52:58.599531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601e76e-59e5-4bd8-9cfc-f38074ecba09 req-dc8c146e-5ddb-4966-8525-b27ce6bbf438 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:58.601366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4601e76e-59e5-4bd8-9cfc-f38074ecba09 req-dc8c146e-5ddb-4966-8525-b27ce6bbf438 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0829983 Jul 16 18:52:58.646502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4601e76e-59e5-4bd8-9cfc-f38074ecba09 req-48b327c6-af81-46b0-a985-5b6944a3283a tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387762 Jul 16 18:52:59.191977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.823046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a1663-dac9-420d-bf13-d1bc45526b1c req-3b54052e-3214-4f01-a215-7ef4f0b90f2e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.824580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d1a1663-dac9-420d-bf13-d1bc45526b1c req-3b54052e-3214-4f01-a215-7ef4f0b90f2e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0629478 Jul 16 18:52:59.863776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d1a1663-dac9-420d-bf13-d1bc45526b1c req-e68611c6-5fc3-4cbe-b01a-95a95e5939ed tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Jul 16 18:53:01.041163 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8510f85-04a3-4842-8c78-c6a79c907834 req-b242e1b2-0ed3-4be3-9906-cbdc1f664023 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:01.042665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8510f85-04a3-4842-8c78-c6a79c907834 req-b242e1b2-0ed3-4be3-9906-cbdc1f664023 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0669680 Jul 16 18:53:01.080379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8510f85-04a3-4842-8c78-c6a79c907834 req-9e8788bd-808b-4ac3-a7de-96b5660c92b7 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Jul 16 18:53:02.259564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56d3c3-79df-45a6-90ac-bd7a5f0c441d req-8b49fe1d-41a7-412a-abcd-d170d346286b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.261103 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c56d3c3-79df-45a6-90ac-bd7a5f0c441d req-8b49fe1d-41a7-412a-abcd-d170d346286b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0633404 Jul 16 18:53:02.298668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c56d3c3-79df-45a6-90ac-bd7a5f0c441d req-9fccca4e-c92e-4d9b-821c-5e270af64962 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Jul 16 18:53:03.215679 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c9c5d2a5-6524-4a1b-b4c4-0f2bcff2983d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.478036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6934b-e7b4-41b2-99de-668d97d6b1cb req-fe39c145-c0b8-4d1e-8115-c93acafd622d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:03.479436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9c6934b-e7b4-41b2-99de-668d97d6b1cb req-fe39c145-c0b8-4d1e-8115-c93acafd622d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0687518 Jul 16 18:53:03.517792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9c6934b-e7b4-41b2-99de-668d97d6b1cb req-dbf25e39-d132-4513-9e93-ec65ac3841a8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327199 Jul 16 18:53:04.692204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8aaf36-417b-46dc-85a7-6df95651f4a1 req-a9fa0ec2-8c20-4c7e-956e-e62eae698f46 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:04.693700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e8aaf36-417b-46dc-85a7-6df95651f4a1 req-a9fa0ec2-8c20-4c7e-956e-e62eae698f46 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0634353 Jul 16 18:53:04.737551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e8aaf36-417b-46dc-85a7-6df95651f4a1 req-d532ff21-4a9f-44a2-8ab8-19e07c086749 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 Jul 16 18:53:05.914888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8de596-9d25-497e-bf9d-fd70e19e4310 req-441bba43-6b33-4091-9993-62cf0064ba35 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:05.916388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf8de596-9d25-497e-bf9d-fd70e19e4310 req-441bba43-6b33-4091-9993-62cf0064ba35 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0672619 Jul 16 18:53:05.957393 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf8de596-9d25-497e-bf9d-fd70e19e4310 req-dd38d855-2cbf-4d9f-b7d4-3943c80b7237 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Jul 16 18:53:05.973848 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.087179 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b962-264c-4955-a8da-072cf631f58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.136591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e680b-33fc-4ccd-b413-2aecfd44d597 req-af44ddce-f472-4f21-80c6-5623aaba09a4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:07.138183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d97e680b-33fc-4ccd-b413-2aecfd44d597 req-af44ddce-f472-4f21-80c6-5623aaba09a4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0674486 Jul 16 18:53:07.141766 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.178574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d97e680b-33fc-4ccd-b413-2aecfd44d597 req-b93c4999-201e-4858-ad19-753944a897be tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337138 Jul 16 18:53:08.353673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542524ac-7bf9-406d-aafd-db087d821046 req-00c8f40b-5d0c-41c2-8f01-d82af0f3f0d7 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:08.355170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-542524ac-7bf9-406d-aafd-db087d821046 req-00c8f40b-5d0c-41c2-8f01-d82af0f3f0d7 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0660558 Jul 16 18:53:08.393185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-542524ac-7bf9-406d-aafd-db087d821046 req-5f895998-e073-4ff5-87f0-d8aa035edf26 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323815 Jul 16 18:53:08.833168 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.574605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afac40-fe20-48f1-a324-16d89851b315 req-cb820272-481b-4691-a680-5774bd839ae0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:09.576099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4afac40-fe20-48f1-a324-16d89851b315 req-cb820272-481b-4691-a680-5774bd839ae0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0688081 Jul 16 18:53:09.614256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4afac40-fe20-48f1-a324-16d89851b315 req-2c5b9148-9c40-47e4-9f56-ac1c3d7b7a28 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Jul 16 18:53:10.704930 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:10.789066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defef09-50dc-4ab6-b87f-dff1e431bba3 req-1f8070d6-efd0-4234-a36e-1f1fc56705cc tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:10.790546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2defef09-50dc-4ab6-b87f-dff1e431bba3 req-1f8070d6-efd0-4234-a36e-1f1fc56705cc tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0643141 Jul 16 18:53:10.828936 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2defef09-50dc-4ab6-b87f-dff1e431bba3 req-38801e70-ad7d-40d9-9c99-6bc901e667dd tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Jul 16 18:53:11.681152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34bcab86-3b00-4984-8b28-a93266cbd3d0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:53:11.682211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34bcab86-3b00-4984-8b28-a93266cbd3d0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055194 Jul 16 18:53:11.744298 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-9b633824-8872-4345-9914-a138bb366406 service neutron] show failed (client error): The resource could not be found. Jul 16 18:53:11.745502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-9b633824-8872-4345-9914-a138bb366406 service neutron] 10.222.0.46 "GET /v2.0/ports/456658b2-7ca1-4580-a525-8e3f2e1522e5/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0563300 Jul 16 18:53:12.007672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-3e464925-960e-44ad-94c6-eff3dc46ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:12.009201 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-3e464925-960e-44ad-94c6-eff3dc46ce1c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4&tenant_id=0d7f46870e6a4e958ce4549aea2bc871 HTTP/1.1" status: 200 len: 1097 time: 0.0563438 Jul 16 18:53:12.021790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51599e0-a207-4a74-a996-994da0eb7d02 req-7dd0acd0-c7ff-4899-86bc-193fa83288cc tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:12.022367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:12.023294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c51599e0-a207-4a74-a996-994da0eb7d02 req-7dd0acd0-c7ff-4899-86bc-193fa83288cc tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0756414 Jul 16 18:53:12.062302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c51599e0-a207-4a74-a996-994da0eb7d02 req-9afb38a1-fb6b-4eae-85b8-c26b72520f3e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Jul 16 18:53:12.101161 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.305335 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:12.337781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:12.376269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:12.379251 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d035786-9496-41fe-bacb-5fe14a5e992c" -d '{"events": [{"server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "name": "network-vif-unplugged", "status": "completed", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:12.382925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.395798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Transition to ACTIVE for port object 456658b2-7ca1-4580-a525-8e3f2e1522e5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:12.399766 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.433553 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91995596-aa49-4130-83f8-6b6f8c1674c4 x-openstack-request-id: req-91995596-aa49-4130-83f8-6b6f8c1674c4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:12.433844 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "name": "network-vif-unplugged", "status": "completed", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:12.434093 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91995596-aa49-4130-83f8-6b6f8c1674c4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:12.434482 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'code': 200} Jul 16 18:53:12.468621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] No DVR routers for this DVR port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:12.475806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Pushing event updated for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:12.509646 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Attempting to bind port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:53:12.509983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Attempting to bind port 456658b2-7ca1-4580-a525-8e3f2e1522e5 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:53:12.510315 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Attempting to bind port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on network 461bf3a3-b3ad-4612-bb29-578c8b94367b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:12.514488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on network 461bf3a3-b3ad-4612-bb29-578c8b94367b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:53:12.514810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Attempting to bind port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on network 461bf3a3-b3ad-4612-bb29-578c8b94367b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:12.519917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:53:12.520256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Checking segment: {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:53:12.520680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Bound using segment: {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:53:12.521107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Bound port: 456658b2-7ca1-4580-a525-8e3f2e1522e5, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:53:12.521468 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.584365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:12.587336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:53:12.592068 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.625002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:12.625635 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.627064 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] 10.222.0.45 "PUT /v2.0/ports/456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 200 len: 1092 time: 0.6098826 Jul 16 18:53:12.661614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c41854-8f14-413b-99d8-3e78b713b22f service neutron] Pushing event updated for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:12.710506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-4e7477ef-3a90-443e-9ffa-952420a27b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:12.712055 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-4e7477ef-3a90-443e-9ffa-952420a27b16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 1095 time: 0.0617723 Jul 16 18:53:12.802113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-f1f2d1ed-f231-4191-9727-d66860e63f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:12.803597 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-f1f2d1ed-f231-4191-9727-d66860e63f02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.0853784 Jul 16 18:53:13.173623 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-359f878a-3c17-4d2e-b762-b8bcd7c8a7f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 200 len: 217 time: 0.3638883 Jul 16 18:53:13.227483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-7a4a8d27-1324-4ec0-9bca-31654f088781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:13.229008 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-7a4a8d27-1324-4ec0-9bca-31654f088781 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0486727 Jul 16 18:53:13.244152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba0c49-562d-420e-8356-2c69eb8490f8 req-9a834b8a-b8dc-4c42-84d1-c63bfbfc8e41 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:13.245700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2ba0c49-562d-420e-8356-2c69eb8490f8 req-9a834b8a-b8dc-4c42-84d1-c63bfbfc8e41 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 943 time: 0.0644979 Jul 16 18:53:13.264900 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-8445fec8-7381-4c38-b926-0d0168f9be38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286884 Jul 16 18:53:13.285055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a2ba0c49-562d-420e-8356-2c69eb8490f8 req-288d9021-4454-41a7-971e-59141321dd24 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336270 Jul 16 18:53:13.355893 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-60f424dc-cda0-4710-bb6c-c9d2d3c964ea service neutron] 10.222.0.45 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844736 Jul 16 18:53:13.445595 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a1cef1f3-a80d-43ad-8060-f2ec62be29de req-e0722425-eca3-4333-9be8-c2ed9447c8ee service neutron] 10.222.0.45 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826027 Jul 16 18:53:14.436234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:14.438521 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a566659-8c4f-43f9-847d-4dfc38c481cc" -d '{"events": [{"name": "network-changed", "server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:14.467155 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2225e-838d-42a6-b2af-09b8edcf6d7b req-9dcc1cbf-d1a4-4910-934c-e136cc2de9f1 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.468660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25c2225e-838d-42a6-b2af-09b8edcf6d7b req-9dcc1cbf-d1a4-4910-934c-e136cc2de9f1 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 943 time: 0.0711675 Jul 16 18:53:14.492242 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2390db0-1d7d-475e-925e-f60482ed9c71 x-openstack-request-id: req-c2390db0-1d7d-475e-925e-f60482ed9c71 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:14.492565 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:14.492818 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2390db0-1d7d-475e-925e-f60482ed9c71 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:14.493216 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'status': 'completed', 'code': 200} Jul 16 18:53:14.512609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25c2225e-838d-42a6-b2af-09b8edcf6d7b req-cdba76f2-5f2c-4e05-8dde-8ac4e9222a28 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375092 Jul 16 18:53:14.577077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-eba745da-6cfd-4303-a928-abad1aed82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.578584 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-eba745da-6cfd-4303-a928-abad1aed82a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 1095 time: 0.0594795 Jul 16 18:53:14.597458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-4cf05961-9878-4e0b-ab74-b4fd6381437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.599046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-4cf05961-9878-4e0b-ab74-b4fd6381437c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 1095 time: 0.0532632 Jul 16 18:53:14.672123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-fd611318-1967-4548-88a1-edfa73f50f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.673647 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-fd611318-1967-4548-88a1-edfa73f50f2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.0875788 Jul 16 18:53:14.692063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-155023aa-bc93-47d8-9af2-ed4af326c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.693498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-155023aa-bc93-47d8-9af2-ed4af326c204 service neutron] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.0861042 Jul 16 18:53:14.718658 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-683a72ca-31e3-4f20-a408-f8e6c3b85cf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 200 len: 217 time: 0.0382464 Jul 16 18:53:14.748107 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-878cb7fc-f3ee-419f-a8c4-fc289194c12e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 200 len: 217 time: 0.0435858 Jul 16 18:53:14.774523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-940e83e6-b66e-4a78-9d26-a53ce1fc2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.775984 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-940e83e6-b66e-4a78-9d26-a53ce1fc2fc3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0481715 Jul 16 18:53:14.799928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-488fe843-b022-4cac-9c7a-4d3d9a562ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:14.801581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-488fe843-b022-4cac-9c7a-4d3d9a562ace service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0445051 Jul 16 18:53:14.810213 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-2f8d1fc9-78a4-407e-a9e9-950316ae27cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258076 Jul 16 18:53:14.836600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-131185ab-dd53-42cd-bde5-210a7238386e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277760 Jul 16 18:53:14.908037 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-277b7c7b-a532-46b8-a229-27dc412e8be9 service neutron] 10.222.0.45 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895739 Jul 16 18:53:14.934433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-0f1a3255-e837-4ee8-ace9-ada1be6630f8 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880215 Jul 16 18:53:15.019936 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-ca65b5a2-8ed4-4d50-b069-1255ed0f83bc service neutron] 10.222.0.45 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929365 Jul 16 18:53:15.032040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a566659-8c4f-43f9-847d-4dfc38c481cc req-480ed8db-e1ba-42af-bc34-d15f6d7e8430 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901966 Jul 16 18:53:15.694233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de675d46-1f74-4bf8-b914-603f89a5b8cf req-4011c7ca-539e-497e-b95c-5a28de54643b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:15.695753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de675d46-1f74-4bf8-b914-603f89a5b8cf req-4011c7ca-539e-497e-b95c-5a28de54643b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 943 time: 0.0680554 Jul 16 18:53:15.733016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de675d46-1f74-4bf8-b914-603f89a5b8cf req-8e88b1c8-e959-4601-96a6-7b1654a35f13 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Jul 16 18:53:16.084059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d090f-89de-476d-a0de-a711b1da3d89 req-d7b6ae14-8a21-4f2c-b695-03558b911802 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.085546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-096d090f-89de-476d-a0de-a711b1da3d89 req-d7b6ae14-8a21-4f2c-b695-03558b911802 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 943 time: 0.1135750 Jul 16 18:53:16.108881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-63e33c45-8caf-467c-a924-6fcfaba9a44c tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.110222 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-63e33c45-8caf-467c-a924-6fcfaba9a44c tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.46 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4&tenant_id=0d7f46870e6a4e958ce4549aea2bc871&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 943 time: 0.1100037 Jul 16 18:53:16.163463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-096d090f-89de-476d-a0de-a711b1da3d89 req-bc9dc4c2-902c-4576-9c73-aa88cb867d61 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716882 Jul 16 18:53:16.187712 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-4cefe0cc-a785-43cb-993c-77506cbeb0b8 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:53:16.188761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-4cefe0cc-a785-43cb-993c-77506cbeb0b8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/456658b2-7ca1-4580-a525-8e3f2e1522e5/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0682960 Jul 16 18:53:16.228117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 456658b2-7ca1-4580-a525-8e3f2e1522e5 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:53:16.311212 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-3e00a7f7-b745-4cd1-82aa-ff0f1e80a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.312724 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-3e00a7f7-b745-4cd1-82aa-ff0f1e80a348 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 1095 time: 0.0541840 Jul 16 18:53:16.328235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:16.339598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b', 'port_id': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'mac_address': 'fa:16:3e:dc:7a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e006281-a99c-476c-8fc6-9e812977ed10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:53:16.377274 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.389972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456658b2-7ca1-4580-a525-8e3f2e1522e5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:16.407008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-b53e1b8d-af84-442d-80fc-e72d21ea45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.408461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-b53e1b8d-af84-442d-80fc-e72d21ea45b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.0874445 Jul 16 18:53:16.409465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:16.414502 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.453993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-4c25ef7c-9df5-4532-8f0f-3aec1df446a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 200 len: 217 time: 0.0348160 Jul 16 18:53:16.463206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:16.504869 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-b69baaa2-bf99-42c6-aa5d-6d6309dbdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:16.506310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-b69baaa2-bf99-42c6-aa5d-6d6309dbdd90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0451086 Jul 16 18:53:16.545669 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-6f0ad1f1-9ca8-4d22-b8c2-938b4a8072b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315132 Jul 16 18:53:16.617243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['456658b2-7ca1-4580-a525-8e3f2e1522e5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:16.641950 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-ba89b42d-a45f-4dbd-a04c-de9234bfbec8 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869765 Jul 16 18:53:16.736282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-12f1a475-7c05-4675-b477-f5e5d9a4abe6 req-4e16c6a7-2fff-4c33-b7b8-62471bce0990 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871844 Jul 16 18:53:16.739931 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 456658b2-7ca1-4580-a525-8e3f2e1522e5 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:16.795248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 456658b2-7ca1-4580-a525-8e3f2e1522e5 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:16.917720 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:17.358403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a7ac8-b999-4cca-a254-46b19168aa55 req-78379482-7042-4939-acac-63e9c628eda5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:17.359912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf5a7ac8-b999-4cca-a254-46b19168aa55 req-78379482-7042-4939-acac-63e9c628eda5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 944 time: 0.0645487 Jul 16 18:53:17.400320 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf5a7ac8-b999-4cca-a254-46b19168aa55 req-11c2658c-99d0-4cf5-9894-262ee43510c0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341015 Jul 16 18:53:18.248387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 456658b2-7ca1-4580-a525-8e3f2e1522e5 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:53:18.298762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 456658b2-7ca1-4580-a525-8e3f2e1522e5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:53:18.303385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 456658b2-7ca1-4580-a525-8e3f2e1522e5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:53:18.303762 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.378353 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.400697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:18.402957 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bcd530-c56a-484f-a61d-a497dcc8c750" -d '{"events": [{"server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "name": "network-vif-plugged", "status": "completed", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:18.416061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:18.420461 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.445642 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d376facb-084e-4f0d-8938-f17908ba60c1 x-openstack-request-id: req-d376facb-084e-4f0d-8938-f17908ba60c1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:18.445973 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "name": "network-vif-plugged", "status": "completed", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:18.446229 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d376facb-084e-4f0d-8938-f17908ba60c1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:18.446618 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'code': 200} Jul 16 18:53:18.476295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:18.584537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22f918-6416-4bcb-9eff-b58e7ec65ecb req-7fca4211-c116-4457-a4a9-726e1499053f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:18.586099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca22f918-6416-4bcb-9eff-b58e7ec65ecb req-7fca4211-c116-4457-a4a9-726e1499053f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0667572 Jul 16 18:53:18.625396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca22f918-6416-4bcb-9eff-b58e7ec65ecb req-46aac512-a5e8-45a0-af1a-c0bf513f28b5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Jul 16 18:53:18.987979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ec80f-d491-4666-a0ec-beed6cb8a8af req-064faa9a-4a5b-429c-8a33-18bcdf571182 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:18.989495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d4ec80f-d491-4666-a0ec-beed6cb8a8af req-064faa9a-4a5b-429c-8a33-18bcdf571182 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0616655 Jul 16 18:53:19.026992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d4ec80f-d491-4666-a0ec-beed6cb8a8af req-a4a7825d-34a7-4a1f-875e-eba897163be6 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Jul 16 18:53:19.198896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a5dbc-5862-414d-b366-d6c5e6420aa3 req-a3663906-ef85-43e3-9108-96e3857f0205 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:19.200370 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f58a5dbc-5862-414d-b366-d6c5e6420aa3 req-a3663906-ef85-43e3-9108-96e3857f0205 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0632305 Jul 16 18:53:19.237473 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f58a5dbc-5862-414d-b366-d6c5e6420aa3 req-aa2915e2-3c2d-4f25-bbe5-ff60344d1639 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316041 Jul 16 18:53:19.688584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-c89b5b1d-0597-4814-ae23-7194f77e7807 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:19.690022 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-c89b5b1d-0597-4814-ae23-7194f77e7807 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 815 time: 0.1049528 Jul 16 18:53:19.704181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-0159a354-b09e-46de-adfa-0ba2f2919333 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/quotas/0d7f46870e6a4e958ce4549aea2bc871 HTTP/1.1" status: 200 len: 375 time: 0.0088120 Jul 16 18:53:19.766488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-73ef411c-1c83-4eb1-8dbc-200f026fb5c5 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568831 Jul 16 18:53:19.923863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-2467df6f-aeac-4b85-b583-48410d8ac4be service neutron] 10.222.0.60 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494179 Jul 16 18:53:20.014130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-f4d96e49-f924-405a-b7bc-4548c688767b service neutron] 10.222.0.60 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846322 Jul 16 18:53:20.187461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7e7d391-3ede-48f3-a9ad-27f178378415 req-ad41dcd2-9628-4480-87cd-e82f59aa1830 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 210 time: 0.0288725 Jul 16 18:53:20.875514 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-2a35655b-a5ce-498c-b0cc-731a6bb68594 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:20.876991 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-2a35655b-a5ce-498c-b0cc-731a6bb68594 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.45 "GET /v2.0/ports?device_id=469f6417-9f27-49cd-bece-e1b03da121c4 HTTP/1.1" status: 200 len: 945 time: 0.0674000 Jul 16 18:53:20.975885 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Deleting port 456658b2-7ca1-4580-a525-8e3f2e1522e5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:53:20.976137 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.070793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] For port 456658b2-7ca1-4580-a525-8e3f2e1522e5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=456658b2-7ca1-4580-a525-8e3f2e1522e5,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:21.071151 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.083092 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Calling delete_port for 456658b2-7ca1-4580-a525-8e3f2e1522e5 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:53:21.215395 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.228297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['456658b2-7ca1-4580-a525-8e3f2e1522e5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:21.286913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Pushing event deleted for resources: {'Port': ['ID=456658b2-7ca1-4580-a525-8e3f2e1522e5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:21.314215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] No DVR routers for this DVR port 456658b2-7ca1-4580-a525-8e3f2e1522e5 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:53:21.318095 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.320930 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3c83de0d-0fe4-4f41-8ca8-4c27e28eea07 req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.45 "DELETE /v2.0/ports/456658b2-7ca1-4580-a525-8e3f2e1522e5 HTTP/1.1" status: 204 len: 173 time: 0.4389310 Jul 16 18:53:21.322077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'name': 'network-vif-deleted', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:21.324610 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e752be30-559f-436f-a1ec-dbfc731aeb0d" -d '{"events": [{"server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "name": "network-vif-deleted", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:21.329211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.329559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.329897 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.330367 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.330701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.331032 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.331364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.331792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.332680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.333003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.333331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.333645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d9e9e3-e4e4-43a3-badb-c87967fc22f4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:21.373097 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3268c1-ef0c-49db-b02b-147726a91081 x-openstack-request-id: req-2f3268c1-ef0c-49db-b02b-147726a91081 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:21.373644 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469f6417-9f27-49cd-bece-e1b03da121c4", "name": "network-vif-deleted", "tag": "456658b2-7ca1-4580-a525-8e3f2e1522e5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:21.373902 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f3268c1-ef0c-49db-b02b-147726a91081 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:21.374648 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f6417-9f27-49cd-bece-e1b03da121c4', 'name': 'network-vif-deleted', 'tag': '456658b2-7ca1-4580-a525-8e3f2e1522e5', 'status': 'completed', 'code': 200} Jul 16 18:53:21.389070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-70568909-5e3e-49fa-9247-793979fb6912 req-d1356efe-880d-4217-86e9-de6e6764bf0c tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 210 time: 0.0421345 Jul 16 18:53:21.426318 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-81cea41b-3787-413a-8529-825c4bd70f73 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:21.427949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-81cea41b-3787-413a-8529-825c4bd70f73 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 815 time: 0.1926568 Jul 16 18:53:21.447129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Request body: {'port': {'device_id': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b', 'admin_state_up': True, 'tenant_id': '0d7f46870e6a4e958ce4549aea2bc871'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:21.568266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Made reservation on behalf of 0d7f46870e6a4e958ce4549aea2bc871 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:53:21.571882 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.708382 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Allocated IP 172.20.0.12 (461bf3a3-b3ad-4612-bb29-578c8b94367b/9e006281-a99c-476c-8fc6-9e812977ed10/4985f574-bfa5-4b85-a108-947a332df6fb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:53:21.855737 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.903216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:21.915437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['456658b2-7ca1-4580-a525-8e3f2e1522e5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:21.947303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Network 461bf3a3-b3ad-4612-bb29-578c8b94367b is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:53:21.952480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:21.956152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:53:21.980931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Pushing event updated for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:22.008351 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:22.009008 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:22.023234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-7b2a8aa0-d1db-47e2-ae13-8b2ed43b2276 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5801468 Jul 16 18:53:22.044794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Request body: {'port': {'device_id': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:22.455923 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:22.676235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822ac98-8d28-404c-81a0-d26dd07f5598 req-ec5e5d75-8226-49e6-868b-f038406409f0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:22.677820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5822ac98-8d28-404c-81a0-d26dd07f5598 req-ec5e5d75-8226-49e6-868b-f038406409f0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 932 time: 0.1724789 Jul 16 18:53:22.742879 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5822ac98-8d28-404c-81a0-d26dd07f5598 req-dbdb8112-1d92-47c4-afde-91dd8bc54cad tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572391 Jul 16 18:53:22.794238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4985f574-bfa5-4b85-a108-947a332df6fb {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:22.802171 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:22.813509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Transition to ACTIVE for port object 4985f574-bfa5-4b85-a108-947a332df6fb will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:22.818222 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:22.866621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Pushing event updated for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:22.940152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Attempting to bind port 4985f574-bfa5-4b85-a108-947a332df6fb on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:53:22.940372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Attempting to bind port 4985f574-bfa5-4b85-a108-947a332df6fb by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:53:22.940725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Attempting to bind port 4985f574-bfa5-4b85-a108-947a332df6fb on network 461bf3a3-b3ad-4612-bb29-578c8b94367b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:22.944853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Port 4985f574-bfa5-4b85-a108-947a332df6fb on network 461bf3a3-b3ad-4612-bb29-578c8b94367b not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:53:22.945167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Attempting to bind port 4985f574-bfa5-4b85-a108-947a332df6fb on network 461bf3a3-b3ad-4612-bb29-578c8b94367b {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:22.949960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:53:22.950290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Checking segment: {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:53:22.950663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Bound using segment: {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:53:22.951075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Bound port: 4985f574-bfa5-4b85-a108-947a332df6fb, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:53:22.951419 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:23.013203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:23.017182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:53:23.021742 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:23.055604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:23.056391 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:23.057795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] 10.222.0.46 "PUT /v2.0/ports/4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 200 len: 1093 time: 1.0175266 Jul 16 18:53:23.058243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:23.060477 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f061b9e-0617-4896-92c2-10f9c58afb95" -d '{"events": [{"name": "network-changed", "server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:23.087708 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea4060-ee35-41d0-9dc5-99b6547aba1e service neutron] Pushing event updated for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:23.096490 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d184c128-9651-4331-8e3f-079df78ab79d x-openstack-request-id: req-d184c128-9651-4331-8e3f-079df78ab79d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:23.096806 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:23.097056 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d184c128-9651-4331-8e3f-079df78ab79d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:23.097964 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb', 'status': 'completed', 'code': 200} Jul 16 18:53:23.180134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-66d856d9-09f7-48c0-80f9-68370ea53b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:23.181682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-66d856d9-09f7-48c0-80f9-68370ea53b80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 1096 time: 0.0552649 Jul 16 18:53:23.240108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-c80f9220-19fe-4d1c-9ed0-6bf46508f35f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 200 len: 217 time: 0.0381072 Jul 16 18:53:23.289605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-2ad52ea3-d52b-46a6-923b-8f09caae3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:23.291041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-2ad52ea3-d52b-46a6-923b-8f09caae3da4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0440645 Jul 16 18:53:23.325625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-10bcda2e-b8c2-409a-847d-3ff08f415212 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260496 Jul 16 18:53:23.421280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-0678dc64-9b63-4d91-97bc-2f88b2cc9168 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879571 Jul 16 18:53:23.509178 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c76540e-5e6e-4d91-8c22-28791928c67f req-65dfef94-4374-481a-8cc9-da8f777ba298 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815520 Jul 16 18:53:23.661237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-a1c04309-f85c-4dd3-abb2-21426f118060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:23.662770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-a1c04309-f85c-4dd3-abb2-21426f118060 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 1096 time: 0.0578859 Jul 16 18:53:23.752903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-2a439d58-b05e-4273-8dc2-188111031f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:23.754918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-2a439d58-b05e-4273-8dc2-188111031f8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.0847657 Jul 16 18:53:23.799365 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-b11aea4d-8dbd-43f5-9df2-f54551814205 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 200 len: 217 time: 0.0380480 Jul 16 18:53:23.851797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-e9622aec-83bf-4321-9180-377512d76b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:23.853336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-e9622aec-83bf-4321-9180-377512d76b45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0451181 Jul 16 18:53:23.911924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-b15812ae-5442-4e4d-9670-900259a7a680 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444407 Jul 16 18:53:23.979076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d455e-520e-4ab6-9a7b-8b30e1476647 req-efa91d82-e7ea-43ae-8ffc-9891d504d2b1 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:23.980575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-180d455e-520e-4ab6-9a7b-8b30e1476647 req-efa91d82-e7ea-43ae-8ffc-9891d504d2b1 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 944 time: 0.1248791 Jul 16 18:53:24.055775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-180d455e-520e-4ab6-9a7b-8b30e1476647 req-d99a9b75-c08a-4c00-a3e6-c004785b02d0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686851 Jul 16 18:53:24.069693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-3e751b12-e9ab-4489-b660-f57b6b7c8024 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313081 Jul 16 18:53:24.167891 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f061b9e-0617-4896-92c2-10f9c58afb95 req-c4986cad-ade4-46ad-88bb-492f054ceb9c service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907841 Jul 16 18:53:24.303197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 456658b2-7ca1-4580-a525-8e3f2e1522e5 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:53:24.323714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 456658b2-7ca1-4580-a525-8e3f2e1522e5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:53:24.324018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 456658b2-7ca1-4580-a525-8e3f2e1522e5 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:53:25.230900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9efc81-f028-4487-b660-cffb3fd43f88 req-aa1c00e7-a05e-4493-a373-08309a395ac8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:25.232329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f9efc81-f028-4487-b660-cffb3fd43f88 req-aa1c00e7-a05e-4493-a373-08309a395ac8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 944 time: 0.0654509 Jul 16 18:53:25.272194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f9efc81-f028-4487-b660-cffb3fd43f88 req-73025b6a-b2a4-40df-a3f6-b2eed77be5d7 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343049 Jul 16 18:53:26.445025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9095b9-3730-4484-bda4-41005262b85e req-1293a377-1617-4a01-ba2e-df5387256002 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:26.446438 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9095b9-3730-4484-bda4-41005262b85e req-1293a377-1617-4a01-ba2e-df5387256002 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 944 time: 0.0642235 Jul 16 18:53:26.484637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e9095b9-3730-4484-bda4-41005262b85e req-f11b2cdf-d92c-465f-a937-fe51852d75c7 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Jul 16 18:53:26.816664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4985f574-bfa5-4b85-a108-947a332df6fb details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:53:26.915636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:26.926963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '4985f574-bfa5-4b85-a108-947a332df6fb', 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b', 'port_id': '4985f574-bfa5-4b85-a108-947a332df6fb', 'mac_address': 'fa:16:3e:4a:6a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e006281-a99c-476c-8fc6-9e812977ed10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:53:26.962856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.975742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4985f574-bfa5-4b85-a108-947a332df6fb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:26.995517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:26.999615 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:27.048146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:27.055844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.056182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.056536 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.056877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.057201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.057524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.057846 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.058169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.058487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.058801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.059118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.059432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:27.317867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['4985f574-bfa5-4b85-a108-947a332df6fb'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:27.662291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894d2c1-2d52-4bd2-a247-661e6718a608 req-86b77840-5648-4ec1-8fd0-173509acdcea tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:27.663773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e894d2c1-2d52-4bd2-a247-661e6718a608 req-86b77840-5648-4ec1-8fd0-173509acdcea tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 945 time: 0.0678306 Jul 16 18:53:27.701753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e894d2c1-2d52-4bd2-a247-661e6718a608 req-40202049-c999-487a-bf4e-1f5fd2ef5c36 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Jul 16 18:53:28.825078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4985f574-bfa5-4b85-a108-947a332df6fb up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:53:28.873528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 4985f574-bfa5-4b85-a108-947a332df6fb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:53:28.877664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 4985f574-bfa5-4b85-a108-947a332df6fb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:53:28.877917 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.878678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0a813-40fd-4c9e-8c5e-0841ecf360b2 req-5dade169-29f8-43ce-9232-3783bad2a606 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:28.880234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bfa0a813-40fd-4c9e-8c5e-0841ecf360b2 req-5dade169-29f8-43ce-9232-3783bad2a606 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 945 time: 0.0649312 Jul 16 18:53:28.921862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bfa0a813-40fd-4c9e-8c5e-0841ecf360b2 req-29476948-95be-424a-b55d-391927585ca7 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348601 Jul 16 18:53:29.108773 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.131686 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:29.133945 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dafd84-d8ed-4f45-bf69-47cf959c3ca4" -d '{"events": [{"server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "name": "network-vif-plugged", "status": "completed", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:29.148019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:29.152619 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.175304 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e0e33-3388-440c-9ac1-c4d2f3c29481 x-openstack-request-id: req-e06e0e33-3388-440c-9ac1-c4d2f3c29481 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:29.175637 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "name": "network-vif-plugged", "status": "completed", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:29.176617 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e06e0e33-3388-440c-9ac1-c4d2f3c29481 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:29.177093 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb', 'code': 200} Jul 16 18:53:29.208033 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:29.212779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:29.314058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e256-2961-4c29-93e8-8a3d41314502 req-617ba0f8-e47e-4ba6-ad78-aaa306f24950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:29.315622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ee8e256-2961-4c29-93e8-8a3d41314502 req-617ba0f8-e47e-4ba6-ad78-aaa306f24950 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 1098 time: 0.0534744 Jul 16 18:53:29.350585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ee8e256-2961-4c29-93e8-8a3d41314502 req-42ac13cc-f004-4627-a95f-f60cb9352520 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284002 Jul 16 18:53:30.102804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86f3b2-7883-485a-ac61-de4d907bae01 req-a8c3e112-3513-42fb-b68d-5f241a4cc942 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:30.104268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a86f3b2-7883-485a-ac61-de4d907bae01 req-a8c3e112-3513-42fb-b68d-5f241a4cc942 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0672731 Jul 16 18:53:30.146775 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3a86f3b2-7883-485a-ac61-de4d907bae01 req-2a67bfa3-3f36-450a-a8fd-890cce47518c tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Jul 16 18:53:31.326170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f2a97-6601-4e7b-9da9-f2d271dae255 req-577aa423-2463-4860-a873-06b2a9af0b1d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:31.327642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-288f2a97-6601-4e7b-9da9-f2d271dae255 req-577aa423-2463-4860-a873-06b2a9af0b1d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0647824 Jul 16 18:53:31.367278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-288f2a97-6601-4e7b-9da9-f2d271dae255 req-56f09bb5-2c51-45aa-bbef-da33fa22e18d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334220 Jul 16 18:53:31.545767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9f70-ed21-4748-8a01-a2a3d558249d req-9c97050b-a5cc-42fc-8520-d63c6040010f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:31.547155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e4d9f70-ed21-4748-8a01-a2a3d558249d req-9c97050b-a5cc-42fc-8520-d63c6040010f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0683317 Jul 16 18:53:31.586937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e4d9f70-ed21-4748-8a01-a2a3d558249d req-96337610-2fc7-4721-8c8f-fea38a10b191 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337951 Jul 16 18:53:31.920592 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-2c1543d6-dcf3-4aa9-ba95-64f3a90b4206 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519629 Jul 16 18:53:31.980984 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90891f6-f92e-42d5-a9f5-35fa98ef9107 req-b4473379-5de6-49a3-a78c-97d49f284679 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:31.982512 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90891f6-f92e-42d5-a9f5-35fa98ef9107 req-b4473379-5de6-49a3-a78c-97d49f284679 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0657940 Jul 16 18:53:32.028457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c90891f6-f92e-42d5-a9f5-35fa98ef9107 req-888fb302-aa70-47e8-80d4-92f7db21828f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Jul 16 18:53:33.120692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591019b-e81f-4665-a345-4c33231c2328 req-3032dd88-340b-4cc9-a5be-cf4dff43451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:33.120692 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-3032dd88-340b-4cc9-a5be-cf4dff43451e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 1098 time: 0.0549400 Jul 16 18:53:33.217107 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ffea4f24-9682-4a73-8c5b-4f63da541d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:33.257347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591019b-e81f-4665-a345-4c33231c2328 req-0acbc990-a529-4661-8bab-b9b9a06f028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:33.258951 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-0acbc990-a529-4661-8bab-b9b9a06f028c service neutron] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.1332209 Jul 16 18:53:33.271954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b51eca-236b-4ce3-9711-42c039ae4003 req-2d32ebe9-c71a-4e53-a99a-f03d382fe00c tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:33.273382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71b51eca-236b-4ce3-9711-42c039ae4003 req-2d32ebe9-c71a-4e53-a99a-f03d382fe00c tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.1249442 Jul 16 18:53:33.318562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-000bda52-06be-4d4b-a014-d45fea8f585d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 200 len: 217 time: 0.0442224 Jul 16 18:53:33.372020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71b51eca-236b-4ce3-9711-42c039ae4003 req-e5e1b81b-4312-4957-8ffc-b4563656df94 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918794 Jul 16 18:53:33.383879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591019b-e81f-4665-a345-4c33231c2328 req-2a3bfd82-5706-445b-a5ec-82cedca3e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:33.385396 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-2a3bfd82-5706-445b-a5ec-82cedca3e961 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0610147 Jul 16 18:53:33.421357 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-5b340739-f73c-4818-a1c4-0079b9a5acc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286415 Jul 16 18:53:33.515898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-214abdbf-d8a6-408a-a083-cd226272ddc0 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876179 Jul 16 18:53:33.606153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-b4a070de-fc71-4915-924b-12139dcb2f38 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836649 Jul 16 18:53:34.562120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd8454-3445-4e66-ba92-272a20290b61 req-86350782-4af9-4d53-95eb-2a98e8f2602d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:34.563626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0fd8454-3445-4e66-ba92-272a20290b61 req-86350782-4af9-4d53-95eb-2a98e8f2602d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0686481 Jul 16 18:53:34.602470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0fd8454-3445-4e66-ba92-272a20290b61 req-9d40acae-ff25-4e64-8e62-95e0087ae770 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329397 Jul 16 18:53:35.781928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13486c-57cd-470f-9ab1-7663b4e68fea req-ce79044c-3a00-4abc-8894-36cf8799f683 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:35.783542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d13486c-57cd-470f-9ab1-7663b4e68fea req-ce79044c-3a00-4abc-8894-36cf8799f683 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0650690 Jul 16 18:53:35.823891 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0d13486c-57cd-470f-9ab1-7663b4e68fea req-97fd1550-16e3-4b62-a271-4a1d9b102236 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338845 Jul 16 18:53:35.967903 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.088332 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-479520c8-60fd-4a7a-a2b5-360a2c635cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.000936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf76458-d9fb-44ff-ae05-cf9879378fd9 req-d2cefe97-ee0c-4653-a6ef-e4969e1de7ef tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:37.002387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cf76458-d9fb-44ff-ae05-cf9879378fd9 req-d2cefe97-ee0c-4653-a6ef-e4969e1de7ef tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0664361 Jul 16 18:53:37.041288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cf76458-d9fb-44ff-ae05-cf9879378fd9 req-13357e35-7d7d-42f0-b12e-97424f617bf9 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Jul 16 18:53:37.143630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:38.220910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033bdb2-f6c6-4cc4-8a59-05c161882eb3 req-936e3060-4d49-4ba9-8a81-6e90ce862f7b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:38.222412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1033bdb2-f6c6-4cc4-8a59-05c161882eb3 req-936e3060-4d49-4ba9-8a81-6e90ce862f7b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0642464 Jul 16 18:53:38.263277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1033bdb2-f6c6-4cc4-8a59-05c161882eb3 req-ef94e049-72b6-4637-b2e2-982b6ddde42d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Jul 16 18:53:38.836299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:39.439857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f3835-fb9b-4a3f-bb67-992be8e6ef9d req-961eb654-39e2-494c-b3be-4e3ddb254cf4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:39.441303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a8f3835-fb9b-4a3f-bb67-992be8e6ef9d req-961eb654-39e2-494c-b3be-4e3ddb254cf4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0635092 Jul 16 18:53:39.480107 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a8f3835-fb9b-4a3f-bb67-992be8e6ef9d req-c17aba19-95eb-476b-bd61-bff2512075fa tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Jul 16 18:53:40.659368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a74573-bd12-4e45-a688-44edc72baaed req-b42aee0b-7700-4815-a4d4-7f7648e567ff tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:40.660837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79a74573-bd12-4e45-a688-44edc72baaed req-b42aee0b-7700-4815-a4d4-7f7648e567ff tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0695043 Jul 16 18:53:40.701653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79a74573-bd12-4e45-a688-44edc72baaed req-cfb7907c-49a3-4efa-85e7-b3e517160ca4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344222 Jul 16 18:53:40.707275 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:41.877848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d438d88-b20a-4d21-90bb-31c0553e1eec req-8b281c5c-ee08-49b6-97ae-d0926ce31c99 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:41.879332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d438d88-b20a-4d21-90bb-31c0553e1eec req-8b281c5c-ee08-49b6-97ae-d0926ce31c99 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0647082 Jul 16 18:53:41.917745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d438d88-b20a-4d21-90bb-31c0553e1eec req-b1f7e1c7-b901-42f7-88e7-3ec1a3f679cb tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Jul 16 18:53:43.096787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadf746-67ff-4d7a-858c-2066b0baa1c2 req-03a92f98-20ed-4295-a08b-956f7b53cf1d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:43.098295 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fadf746-67ff-4d7a-858c-2066b0baa1c2 req-03a92f98-20ed-4295-a08b-956f7b53cf1d tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0693362 Jul 16 18:53:43.141691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5fadf746-67ff-4d7a-858c-2066b0baa1c2 req-4a65f85a-5776-4a84-a752-9b57d58e8a15 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368755 Jul 16 18:53:44.321142 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fabfa6-08db-4210-905f-c0bcac5a0bcb req-9c21b366-57b2-4b29-8612-ad679842b9ae tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:44.322643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9fabfa6-08db-4210-905f-c0bcac5a0bcb req-9c21b366-57b2-4b29-8612-ad679842b9ae tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0643992 Jul 16 18:53:44.362011 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9fabfa6-08db-4210-905f-c0bcac5a0bcb req-2135714c-0073-4042-991f-e86815a99bf0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Jul 16 18:53:45.541436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f85675-15d8-4ea3-8add-3ea89ff3ee07 req-97d61ce2-6ce6-4fbb-939a-924720b16432 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:45.543772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f85675-15d8-4ea3-8add-3ea89ff3ee07 req-97d61ce2-6ce6-4fbb-939a-924720b16432 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0679162 Jul 16 18:53:45.582813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9f85675-15d8-4ea3-8add-3ea89ff3ee07 req-7f7586f6-5ded-44bf-8965-3c7fd84f9a3f tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Jul 16 18:53:46.763141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578cf3e-20b0-44ef-b0c5-d7ee3bb5d5c4 req-b06f74d1-9ae5-4b64-8688-48614b531ae4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:46.764655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0578cf3e-20b0-44ef-b0c5-d7ee3bb5d5c4 req-b06f74d1-9ae5-4b64-8688-48614b531ae4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0685186 Jul 16 18:53:46.802980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0578cf3e-20b0-44ef-b0c5-d7ee3bb5d5c4 req-f6eafe66-d3da-4448-bf33-8b74e474a29a tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324347 Jul 16 18:53:47.976281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62657b2-5790-47cb-817c-91441baaf6eb req-64c2138b-0e80-4592-b78e-d2e88375fb26 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:47.977791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c62657b2-5790-47cb-817c-91441baaf6eb req-64c2138b-0e80-4592-b78e-d2e88375fb26 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0638540 Jul 16 18:53:48.015227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c62657b2-5790-47cb-817c-91441baaf6eb req-90b9f1b5-9b5e-4629-9eba-4f39dd8838bf tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Jul 16 18:53:49.191928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00488975-e958-4f55-b7db-d13f5730128c req-95fc8ffb-59e5-491b-b915-28f675793269 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.193866 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00488975-e958-4f55-b7db-d13f5730128c req-95fc8ffb-59e5-491b-b915-28f675793269 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0676150 Jul 16 18:53:49.232704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-00488975-e958-4f55-b7db-d13f5730128c req-e76bf7f1-7f95-467d-bf06-e98218c66ead tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Jul 16 18:53:50.405785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f19a9-3db6-4527-b23b-cefedc03c1ac req-ed0cc3aa-a73e-459e-b133-b1be37c119bc tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:50.407251 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea3f19a9-3db6-4527-b23b-cefedc03c1ac req-ed0cc3aa-a73e-459e-b133-b1be37c119bc tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0631294 Jul 16 18:53:50.446701 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea3f19a9-3db6-4527-b23b-cefedc03c1ac req-c2543149-17b4-401f-86e8-abdf7808c531 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Jul 16 18:53:51.622730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf490-5f72-46c1-b116-2d0d2a214792 req-bc2f766a-88e2-495d-9340-50519e8eb739 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:51.624245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22adf490-5f72-46c1-b116-2d0d2a214792 req-bc2f766a-88e2-495d-9340-50519e8eb739 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0645905 Jul 16 18:53:51.662053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22adf490-5f72-46c1-b116-2d0d2a214792 req-44e9b941-1de5-45b1-8340-11fe8abd272c tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Jul 16 18:53:52.838650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dc30d-1da6-49ee-9ca5-461e9e2b7041 req-b4a80e17-e17e-4f7a-9d1a-c4d30189da5a tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:52.840129 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb6dc30d-1da6-49ee-9ca5-461e9e2b7041 req-b4a80e17-e17e-4f7a-9d1a-c4d30189da5a tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0662732 Jul 16 18:53:52.879125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb6dc30d-1da6-49ee-9ca5-461e9e2b7041 req-9be5c858-154e-4189-8d69-9074536eb9e6 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334632 Jul 16 18:53:53.916475 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:54.057832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32c2aa-f962-4a9c-b729-2603c99b480f req-5798c5a3-bac1-4d8c-b2aa-8016f2f57f60 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:54.059326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff32c2aa-f962-4a9c-b729-2603c99b480f req-5798c5a3-bac1-4d8c-b2aa-8016f2f57f60 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0665081 Jul 16 18:53:54.097992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ff32c2aa-f962-4a9c-b729-2603c99b480f req-cb1a067f-757d-401e-9692-245b2c64d8c3 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330856 Jul 16 18:53:55.278870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271061d1-550f-40ad-bcab-c02a45194343 req-0c535137-f9e8-441d-ac75-e6097fc6a7fe tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:55.280267 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-271061d1-550f-40ad-bcab-c02a45194343 req-0c535137-f9e8-441d-ac75-e6097fc6a7fe tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0663829 Jul 16 18:53:55.317731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-271061d1-550f-40ad-bcab-c02a45194343 req-f588be23-2414-4068-b4ca-fa2cf75be7cf tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Jul 16 18:53:56.492330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd254-b95b-41ae-b286-7b8ce2012c00 req-ed0c8b47-9182-4cbb-806c-b6b837e3c6f2 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:56.493887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02ecd254-b95b-41ae-b286-7b8ce2012c00 req-ed0c8b47-9182-4cbb-806c-b6b837e3c6f2 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0649700 Jul 16 18:53:56.532623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-02ecd254-b95b-41ae-b286-7b8ce2012c00 req-ca60b83c-ae7a-4403-a8fb-672757ec4729 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Jul 16 18:53:57.706897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76f6d6-9ddf-4491-9e26-13a68c9467af req-3b7a5f57-2c41-4bd1-b123-23e93c40decd tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.708379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c76f6d6-9ddf-4491-9e26-13a68c9467af req-3b7a5f57-2c41-4bd1-b123-23e93c40decd tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0625136 Jul 16 18:53:57.746961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c76f6d6-9ddf-4491-9e26-13a68c9467af req-86f4a877-b23f-4ce9-aa51-0aaec0b50073 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323157 Jul 16 18:53:58.928435 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31876edb-a50d-4284-bfa5-785de349317b req-752edb3a-7051-4d36-88ca-e8d66d8d04c4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:58.930777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31876edb-a50d-4284-bfa5-785de349317b req-752edb3a-7051-4d36-88ca-e8d66d8d04c4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0694485 Jul 16 18:53:58.968941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31876edb-a50d-4284-bfa5-785de349317b req-18834319-b90d-43a1-867c-418c8ec96410 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327942 Jul 16 18:53:59.200205 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.172444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df187-6944-4121-8a1f-d4bd3fc8aa0a req-e578d817-5705-4037-8e5f-dc88a2164137 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:00.173968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-936df187-6944-4121-8a1f-d4bd3fc8aa0a req-e578d817-5705-4037-8e5f-dc88a2164137 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0677922 Jul 16 18:54:00.214704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-936df187-6944-4121-8a1f-d4bd3fc8aa0a req-3a8ebf37-ff70-4479-ae87-77457effb3fc tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351746 Jul 16 18:54:00.824896 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-d591019b-e81f-4665-a345-4c33231c2328 req-d6d8f7e1-516a-4d14-aa45-b6aecd273110 service neutron] show failed (client error): The resource could not be found. Jul 16 18:54:00.825937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-d6d8f7e1-516a-4d14-aa45-b6aecd273110 service neutron] 10.222.0.46 "GET /v2.0/ports/4985f574-bfa5-4b85-a108-947a332df6fb/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0670419 Jul 16 18:54:01.103381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591019b-e81f-4665-a345-4c33231c2328 req-7c667b73-cb48-4fd6-b542-c3f6659beaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.104995 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-7c667b73-cb48-4fd6-b542-c3f6659beaa4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a&tenant_id=0d7f46870e6a4e958ce4549aea2bc871 HTTP/1.1" status: 200 len: 1098 time: 0.0607722 Jul 16 18:54:01.116564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:01.188671 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.397821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:01.421018 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8eb8f-08c4-40e3-80fd-b20bf08e6d33 req-7b5779cb-73db-43fe-a35c-a71eb344835e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.422616 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf8eb8f-08c4-40e3-80fd-b20bf08e6d33 req-7b5779cb-73db-43fe-a35c-a71eb344835e tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0660677 Jul 16 18:54:01.431519 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:01.463035 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cf8eb8f-08c4-40e3-80fd-b20bf08e6d33 req-88d01b91-39c3-40a8-8385-d9fee653f156 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347776 Jul 16 18:54:01.475146 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:01.477697 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa182d8-f229-4adc-8f87-d6806d9943cb" -d '{"events": [{"server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "name": "network-vif-unplugged", "status": "completed", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:01.481928 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.495750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Transition to ACTIVE for port object 4985f574-bfa5-4b85-a108-947a332df6fb will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:01.499516 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.535040 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ac71a7-ef11-40d4-bfe9-8a4d36deda79 x-openstack-request-id: req-05ac71a7-ef11-40d4-bfe9-8a4d36deda79 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:01.535399 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "name": "network-vif-unplugged", "status": "completed", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:01.535572 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05ac71a7-ef11-40d4-bfe9-8a4d36deda79 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:01.535951 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb', 'code': 200} Jul 16 18:54:01.566846 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] No DVR routers for this DVR port 4985f574-bfa5-4b85-a108-947a332df6fb on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:01.569672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Pushing event updated for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:01.604778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Attempting to bind port 4985f574-bfa5-4b85-a108-947a332df6fb on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:01.605111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Attempting to bind port 4985f574-bfa5-4b85-a108-947a332df6fb by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:01.605437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Attempting to bind port 4985f574-bfa5-4b85-a108-947a332df6fb on network 461bf3a3-b3ad-4612-bb29-578c8b94367b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:01.609688 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Port 4985f574-bfa5-4b85-a108-947a332df6fb on network 461bf3a3-b3ad-4612-bb29-578c8b94367b not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:01.609999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Attempting to bind port 4985f574-bfa5-4b85-a108-947a332df6fb on network 461bf3a3-b3ad-4612-bb29-578c8b94367b {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:01.614669 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:01.615005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Checking segment: {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:01.615386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Bound using segment: {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:01.615804 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Bound port: 4985f574-bfa5-4b85-a108-947a332df6fb, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ae4847-c6c6-4eac-b81e-35a454b0c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:01.616153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.682547 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:01.685518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:01.690048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.721741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.722365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.723715 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] 10.222.0.45 "PUT /v2.0/ports/4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 200 len: 1093 time: 0.6114550 Jul 16 18:54:01.746296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b109d1-b3bf-4a70-9e99-f229c0600643 service neutron] Pushing event updated for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:01.806045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591019b-e81f-4665-a345-4c33231c2328 req-7dae61ea-6683-42a3-a63a-84de47dcb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.807737 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-7dae61ea-6683-42a3-a63a-84de47dcb962 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 1096 time: 0.0585465 Jul 16 18:54:01.904198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591019b-e81f-4665-a345-4c33231c2328 req-c4dcc758-ab4e-4fb8-a6db-ca584d7f5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.905760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-c4dcc758-ab4e-4fb8-a6db-ca584d7f5bb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.0905044 Jul 16 18:54:01.946661 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-412827a2-d968-40eb-abe2-ee8888b32ba4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 200 len: 217 time: 0.0343027 Jul 16 18:54:01.994750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591019b-e81f-4665-a345-4c33231c2328 req-3d942506-8e4d-49aa-971a-6b472ec202ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.996176 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-3d942506-8e4d-49aa-971a-6b472ec202ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0432012 Jul 16 18:54:02.033635 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-06e5fa6f-e857-4b36-a8d4-8e11441b55ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302961 Jul 16 18:54:02.124429 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-9e64c589-f743-46e1-b1bd-4b344ad26aba service neutron] 10.222.0.45 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841210 Jul 16 18:54:02.217887 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d591019b-e81f-4665-a345-4c33231c2328 req-97457df8-2923-4fb7-a66a-7f443df9109d service neutron] 10.222.0.45 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865500 Jul 16 18:54:02.643950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b5f87-3454-4578-a530-d8552ac53bc8 req-36b7111e-ea44-4f84-87af-2243eef079b0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.645740 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d6b5f87-3454-4578-a530-d8552ac53bc8 req-36b7111e-ea44-4f84-87af-2243eef079b0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 944 time: 0.0640101 Jul 16 18:54:02.685515 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d6b5f87-3454-4578-a530-d8552ac53bc8 req-58db48dc-9f5a-45cd-9f12-eef19612c209 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Jul 16 18:54:03.218954 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc21261b-6d32-4193-98da-1275a49250a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.537051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:03.539403 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad26ddf-c096-4a91-91dc-bde969b8c13b" -d '{"events": [{"name": "network-changed", "server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:03.586743 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089a6ff4-06e8-4e2b-90c1-f0dbfe03350b x-openstack-request-id: req-089a6ff4-06e8-4e2b-90c1-f0dbfe03350b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:03.587038 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:03.587287 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-089a6ff4-06e8-4e2b-90c1-f0dbfe03350b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:03.587686 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb', 'status': 'completed', 'code': 200} Jul 16 18:54:03.667522 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-6b20f467-c3ac-4dca-b88c-5f49adae1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.669059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-6b20f467-c3ac-4dca-b88c-5f49adae1fde service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 1096 time: 0.0560069 Jul 16 18:54:03.689076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-b13e5eca-41f4-4d74-b7ed-b1dfdecf03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.690639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-b13e5eca-41f4-4d74-b7ed-b1dfdecf03a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 1096 time: 0.0612285 Jul 16 18:54:03.787692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-98e213ec-e8a1-48b2-bd34-b1a55ecf0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.789246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-98e213ec-e8a1-48b2-bd34-b1a55ecf0901 service neutron] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.0924888 Jul 16 18:54:03.789645 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-475e8329-78ff-4760-bb34-605dcdfb40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.791247 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-475e8329-78ff-4760-bb34-605dcdfb40b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.1109245 Jul 16 18:54:03.837097 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-8c5154db-9304-4abb-a4f1-14fe5dbef1cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 200 len: 217 time: 0.0388019 Jul 16 18:54:03.847339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-1d5110d4-fca6-4474-b147-020f883dadcd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 200 len: 217 time: 0.0511224 Jul 16 18:54:03.895986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-dacc4563-1938-416e-8391-6af05ad2d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.897564 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-dacc4563-1938-416e-8391-6af05ad2d919 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0548685 Jul 16 18:54:03.921171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-0574f7f3-85de-4fe9-ba55-462902d4076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.922629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-0574f7f3-85de-4fe9-ba55-462902d4076f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0579238 Jul 16 18:54:03.934782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-89f31715-955e-4180-93c9-b05ac8461500 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308669 Jul 16 18:54:03.949900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc90dc-838a-401e-a336-ec8cef27799c req-223db354-71cb-4140-9ba8-264d839fedf4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.951380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2bc90dc-838a-401e-a336-ec8cef27799c req-223db354-71cb-4140-9ba8-264d839fedf4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 944 time: 0.1156957 Jul 16 18:54:03.970426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-25df02d4-b5fb-4830-81c5-00547aa623f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383985 Jul 16 18:54:04.028042 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-2c7e002d-3d47-462c-9faf-c66d0ebc80de service neutron] 10.222.0.45 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854325 Jul 16 18:54:04.032769 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c2bc90dc-838a-401e-a336-ec8cef27799c req-04c18cb5-bcc5-449d-889f-e9dd9f8b054a tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647397 Jul 16 18:54:04.086998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-d5f5351d-0850-4f58-8448-faba635c81da service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036630 Jul 16 18:54:04.126271 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-49c7688c-cf12-415b-a85d-8b47d4060a65 service neutron] 10.222.0.45 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915773 Jul 16 18:54:04.183603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ad26ddf-c096-4a91-91dc-bde969b8c13b req-47831aad-0363-4a43-af1c-de4b411120bc service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895631 Jul 16 18:54:05.042100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4985f574-bfa5-4b85-a108-947a332df6fb no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:05.081181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 4985f574-bfa5-4b85-a108-947a332df6fb not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:05.214042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653eb29-4350-411a-9296-d2dcc8bbcd3f req-f858e747-13aa-4075-bd7d-aef7a8ca770a tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.215424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d653eb29-4350-411a-9296-d2dcc8bbcd3f req-f858e747-13aa-4075-bd7d-aef7a8ca770a tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 944 time: 0.0624099 Jul 16 18:54:05.253885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d653eb29-4350-411a-9296-d2dcc8bbcd3f req-456e0a4a-0ead-48f4-9633-da2e7aa26fe1 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Jul 16 18:54:05.612666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73112f-fa75-48ce-aa3d-b4661458a2ec req-c41fd1c6-22bc-43d3-bdf1-bb9995b4a2a0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.614126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea73112f-fa75-48ce-aa3d-b4661458a2ec req-c41fd1c6-22bc-43d3-bdf1-bb9995b4a2a0 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 944 time: 0.1286039 Jul 16 18:54:05.621807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-50fd47f5-b3ed-474b-9ae7-c3ea74d1b69b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.623137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-50fd47f5-b3ed-474b-9ae7-c3ea74d1b69b tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.46 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a&tenant_id=0d7f46870e6a4e958ce4549aea2bc871&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 944 time: 0.1164348 Jul 16 18:54:05.685476 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ea73112f-fa75-48ce-aa3d-b4661458a2ec req-00cbf882-32cc-4e49-a95c-e608c80f29c8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613337 Jul 16 18:54:05.703814 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-a49268b9-3029-4288-87dc-b059d67d43a8 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:54:05.704929 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-a49268b9-3029-4288-87dc-b059d67d43a8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/4985f574-bfa5-4b85-a108-947a332df6fb/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0738542 Jul 16 18:54:05.827643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-024f2c82-2d4d-4d8b-bb1e-a401fecf4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.829218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-024f2c82-2d4d-4d8b-bb1e-a401fecf4774 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 1096 time: 0.0522828 Jul 16 18:54:05.927915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-d5b9f59e-0cd2-4441-9211-0798686f717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.929902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-d5b9f59e-0cd2-4441-9211-0798686f717c service neutron] 10.222.0.46 "GET /v2.0/networks?id=461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 200 len: 916 time: 0.0936255 Jul 16 18:54:05.969050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:05.971636 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-59096e7c-5331-4865-b2fb-5b81d5a75f0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 200 len: 217 time: 0.0351274 Jul 16 18:54:06.023746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-545ca1e4-434e-4178-ab0c-98cdd0958b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:06.025403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-545ca1e4-434e-4178-ab0c-98cdd0958b77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 200 len: 855 time: 0.0475674 Jul 16 18:54:06.058801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-33a13019-6187-415d-8e01-c2684063e73d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=461bf3a3-b3ad-4612-bb29-578c8b94367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266855 Jul 16 18:54:06.088088 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f94ec343-3e62-4e9c-ad1c-0109791cf18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:06.152631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-f2724c35-2e5f-4195-b76e-2de90a32ba23 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830283 Jul 16 18:54:06.246181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deed4cf2-ff49-4d9c-8199-6149079d7897 req-c46215a4-4cd6-41fc-aaba-6dc392662992 service neutron] 10.222.0.46 "GET /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859551 Jul 16 18:54:06.557452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4985f574-bfa5-4b85-a108-947a332df6fb details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:06.660210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:06.672868 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '4985f574-bfa5-4b85-a108-947a332df6fb', 'network_id': '461bf3a3-b3ad-4612-bb29-578c8b94367b', 'port_id': '4985f574-bfa5-4b85-a108-947a332df6fb', 'mac_address': 'fa:16:3e:4a:6a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e006281-a99c-476c-8fc6-9e812977ed10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:06.711275 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:06.724841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4985f574-bfa5-4b85-a108-947a332df6fb {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:06.749168 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:06.754550 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:06.805482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:06.871912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd57756-888e-4c05-a905-e14f6036a860 req-eca7571d-972c-4546-8e1f-a46b8fa9fad9 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:06.873505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fd57756-888e-4c05-a905-e14f6036a860 req-eca7571d-972c-4546-8e1f-a46b8fa9fad9 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 945 time: 0.0679820 Jul 16 18:54:06.916126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7fd57756-888e-4c05-a905-e14f6036a860 req-c0eeb51d-3c6c-4006-b9b2-a790edfc54ff tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370274 Jul 16 18:54:06.976733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4985f574-bfa5-4b85-a108-947a332df6fb'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:07.100537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9781f2a-56a4-465e-bf3e-9ac441b493cf req-4756a1fb-de9b-4319-8c20-2896b323d975 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:07.102105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9781f2a-56a4-465e-bf3e-9ac441b493cf req-4756a1fb-de9b-4319-8c20-2896b323d975 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 945 time: 0.0688977 Jul 16 18:54:07.144053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9781f2a-56a4-465e-bf3e-9ac441b493cf req-2a2092d3-6457-4fa5-a431-c8c22e0740ab tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Jul 16 18:54:07.145591 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:07.324449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2cae1-54ab-455e-9920-347fbe301ab1 req-6471c4ba-c7d7-4414-9839-a6b87fcde30c tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:07.326041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37b2cae1-54ab-455e-9920-347fbe301ab1 req-6471c4ba-c7d7-4414-9839-a6b87fcde30c tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 945 time: 0.0665379 Jul 16 18:54:07.364862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-37b2cae1-54ab-455e-9920-347fbe301ab1 req-6c993cad-d8d3-4f73-ab75-463b527cad24 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Jul 16 18:54:07.944950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de94f4-d03c-4f73-aaa1-063ba810d321 req-0ae71d63-6646-4220-b36c-40dc8574dcb8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:07.947056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3de94f4-d03c-4f73-aaa1-063ba810d321 req-0ae71d63-6646-4220-b36c-40dc8574dcb8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 945 time: 0.0629354 Jul 16 18:54:07.987221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3de94f4-d03c-4f73-aaa1-063ba810d321 req-6983eed5-b68c-4ffb-82f8-a8524a809df4 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Jul 16 18:54:08.572237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4985f574-bfa5-4b85-a108-947a332df6fb up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:08.619976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 4985f574-bfa5-4b85-a108-947a332df6fb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:08.623752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 4985f574-bfa5-4b85-a108-947a332df6fb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:08.624130 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:08.705184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:08.728898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:08.731084 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08dae76-2d09-4d13-a546-1bd728acd42e" -d '{"events": [{"server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "name": "network-vif-plugged", "status": "completed", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:08.744534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:08.748992 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:08.772009 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a054dd46-377c-4df8-99d2-e6519bdbb1e6 x-openstack-request-id: req-a054dd46-377c-4df8-99d2-e6519bdbb1e6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:08.772305 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "name": "network-vif-plugged", "status": "completed", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:08.772579 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a054dd46-377c-4df8-99d2-e6519bdbb1e6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:08.772959 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb', 'code': 200} Jul 16 18:54:08.798937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:08.837555 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:08.981358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-03bf71d1-6380-4d4e-bfab-a403f8531e2a tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.982838 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-03bf71d1-6380-4d4e-bfab-a403f8531e2a tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.45 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0630770 Jul 16 18:54:09.088672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Deleting port 4985f574-bfa5-4b85-a108-947a332df6fb {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:09.088991 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.179508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deec2d7-cb8e-4abc-bbbd-f0b3dcca4b47 req-01a3f421-4f7e-4353-8ec1-5846e4e0f665 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.181587 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6deec2d7-cb8e-4abc-bbbd-f0b3dcca4b47 req-01a3f421-4f7e-4353-8ec1-5846e4e0f665 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/ports?device_id=c593d848-ebf5-4490-93b6-5b7f5129511a HTTP/1.1" status: 200 len: 946 time: 0.0821095 Jul 16 18:54:09.187951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] For port 4985f574-bfa5-4b85-a108-947a332df6fb, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4985f574-bfa5-4b85-a108-947a332df6fb,segment=NetworkSegment(61ae4847-c6c6-4eac-b81e-35a454b0c4ef),segment_id=61ae4847-c6c6-4eac-b81e-35a454b0c4ef)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:09.188361 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.201887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Calling delete_port for 4985f574-bfa5-4b85-a108-947a332df6fb owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:09.223048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6deec2d7-cb8e-4abc-bbbd-f0b3dcca4b47 req-016d4350-da67-419e-8b3a-76fbc694d462 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.60 "GET /v2.0/security-groups?id=d2fe3fe4-95fc-4f0b-b683-60174820efae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Jul 16 18:54:09.334246 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.346918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4985f574-bfa5-4b85-a108-947a332df6fb'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:09.363545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Pushing event deleted for resources: {'Port': ['ID=4985f574-bfa5-4b85-a108-947a332df6fb,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:09.410642 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] No DVR routers for this DVR port 4985f574-bfa5-4b85-a108-947a332df6fb on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:09.413319 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.415958 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bb08cdf9-94a1-431b-832b-9e3fd74376d3 req-0d57bdfa-7573-498f-b74b-dad7ec6110e8 tempest-ServerDiskConfigTestJSON-300425308 tempest-ServerDiskConfigTestJSON-300425308-project] 10.222.0.45 "DELETE /v2.0/ports/4985f574-bfa5-4b85-a108-947a332df6fb HTTP/1.1" status: 204 len: 173 time: 0.4274862 Jul 16 18:54:09.416391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'name': 'network-vif-deleted', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:09.418638 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb807108-a1bb-477a-bc15-45bd12de5508" -d '{"events": [{"server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "name": "network-vif-deleted", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:09.456506 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f46922e-a56f-41b1-bd2b-a7ad3d2dd982 x-openstack-request-id: req-0f46922e-a56f-41b1-bd2b-a7ad3d2dd982 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:09.456904 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c593d848-ebf5-4490-93b6-5b7f5129511a", "name": "network-vif-deleted", "tag": "4985f574-bfa5-4b85-a108-947a332df6fb", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:09.457223 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f46922e-a56f-41b1-bd2b-a7ad3d2dd982 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:09.457697 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c593d848-ebf5-4490-93b6-5b7f5129511a', 'name': 'network-vif-deleted', 'tag': '4985f574-bfa5-4b85-a108-947a332df6fb', 'status': 'completed', 'code': 200} Jul 16 18:54:10.452783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35584) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:10.500087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b3862a-c12c-4fb1-b93d-2766b5744a92 admin admin] Deleting subnet 9e006281-a99c-476c-8fc6-9e812977ed10 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:54:10.503223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37b3862a-c12c-4fb1-b93d-2766b5744a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.537389 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37b3862a-c12c-4fb1-b93d-2766b5744a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.575606 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37b3862a-c12c-4fb1-b93d-2766b5744a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.628784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37b3862a-c12c-4fb1-b93d-2766b5744a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.662557 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-37b3862a-c12c-4fb1-b93d-2766b5744a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.664759 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-37b3862a-c12c-4fb1-b93d-2766b5744a92 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9e006281-a99c-476c-8fc6-9e812977ed10 HTTP/1.1" status: 204 len: 168 time: 0.2108636 Jul 16 18:54:10.665685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3862a-c12c-4fb1-b93d-2766b5744a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e006281-a99c-476c-8fc6-9e812977ed10,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:10.667369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35586) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:10.706301 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.737285 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.818189 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.828534 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461bf3a3-b3ad-4612-bb29-578c8b94367b']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:10.838608 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ae4847-c6c6-4eac-b81e-35a454b0c4ef') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:10.838900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ae4847-c6c6-4eac-b81e-35a454b0c4ef') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:10.847381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.861409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.867073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:54:10.867698 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: timer() Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:54:10.869126 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:54:10.928052 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.933774 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:10.935622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/461bf3a3-b3ad-4612-bb29-578c8b94367b HTTP/1.1" status: 204 len: 168 time: 0.2672327 Jul 16 18:54:10.947016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=461bf3a3-b3ad-4612-bb29-578c8b94367b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:10.955487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.955905 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.956239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.956607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.956936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.957264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.957637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.957892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.958210 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.958525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.958840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:10.959185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e39680-ab94-4b69-bd31-df3a4befcaf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:11.045965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35590) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:11.086797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c992c530-6b67-4d1b-9a1e-5bde5ef2a76d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d7f46870e6a4e958ce4549aea2bc871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390041 Jul 16 18:54:11.089335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:11.137328 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-505ece5a-5a77-4e0d-b1fd-6056000ad4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:11.159588 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-505ece5a-5a77-4e0d-b1fd-6056000ad4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:11.206361 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-505ece5a-5a77-4e0d-b1fd-6056000ad4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:11.209381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-505ece5a-5a77-4e0d-b1fd-6056000ad4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:11.210505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-505ece5a-5a77-4e0d-b1fd-6056000ad4c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2fe3fe4-95fc-4f0b-b683-60174820efae HTTP/1.1" status: 204 len: 168 time: 0.1202030 Jul 16 18:54:11.219613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ece5a-5a77-4e0d-b1fd-6056000ad4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe3fe4-95fc-4f0b-b683-60174820efae,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:11.917068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:12.013777 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1276003433-network', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:12.037409 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Made reservation on behalf of 5383ebd81c964b8fa5a980efca9e5690 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:12.040830 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.049607 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.142743 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.147919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.176101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:54:12.188590 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c3bed2-ad19-40ca-b999-b86fc72f4899,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:12.196737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.197271 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Added segment 8990b7ea-6d72-4343-b32a-063c42d2cc8f of type vlan for network c44499b0-5eb9-4130-aeb6-d541a0c69c64 Jul 16 18:54:12.245584 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.279800 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.280810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:12.281387 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.325434 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4070709 Jul 16 18:54:12.328464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35620) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:12.333510 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Request body: {'subnet': {'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1276003433-subnet', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:12.355315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Made reservation on behalf of 5383ebd81c964b8fa5a980efca9e5690 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:12.357748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.369793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083711c5-a0af-4fa8-8528-cbbe786a84ab admin admin] Pushing event updated for resources: {'Network': ['ID=c44499b0-5eb9-4130-aeb6-d541a0c69c64,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:12.380428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:54:12.530437 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.582936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4985f574-bfa5-4b85-a108-947a332df6fb no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:12.591305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96eb67af-e0e2-4e60-b386-94d7fb70abd4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:12.598611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:12.598968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Network hostable DHCP agents. Network: c44499b0-5eb9-4130-aeb6-d541a0c69c64, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:54:12.604359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 4985f574-bfa5-4b85-a108-947a332df6fb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:12.604943 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4985f574-bfa5-4b85-a108-947a332df6fb not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:12.616024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:54:12.625572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, c44499b0-5eb9-4130-aeb6-d541a0c69c64) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:12.629804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:12.630384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.634396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8768dd-0b2d-477e-b2e6-954ed989f142 None None] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:12.644763 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ce8df266-fdcc-4725-8bf2-41d870601697 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3151689 Jul 16 18:54:12.647926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:12.652490 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:12.676658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.677711 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.766895 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.798795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:54:12.799681 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.943498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Allocated IP 172.20.0.2 (c44499b0-5eb9-4130-aeb6-d541a0c69c64/96eb67af-e0e2-4e60-b386-94d7fb70abd4/db18b700-8377-47d3-8cf6-2a8c8520d661) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:13.095130 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.103232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Transition to ACTIVE for port object db18b700-8377-47d3-8cf6-2a8c8520d661 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:13.121875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Transition to ACTIVE for port object db18b700-8377-47d3-8cf6-2a8c8520d661 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:13.128954 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.152596 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.166708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:13.171583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:13.174025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:13.184836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Pushing event updated for resources: {'Port': ['ID=db18b700-8377-47d3-8cf6-2a8c8520d661,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:13.238380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Attempting to bind port db18b700-8377-47d3-8cf6-2a8c8520d661 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:13.238754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Attempting to bind port db18b700-8377-47d3-8cf6-2a8c8520d661 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:13.239121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Attempting to bind port db18b700-8377-47d3-8cf6-2a8c8520d661 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:13.245604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:13.246312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:13.246725 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.247122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:13.247589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Bound port: db18b700-8377-47d3-8cf6-2a8c8520d661, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:13.248042 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.315065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] For port db18b700-8377-47d3-8cf6-2a8c8520d661, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:13.318435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] For port db18b700-8377-47d3-8cf6-2a8c8520d661, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=db18b700-8377-47d3-8cf6-2a8c8520d661,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:13.322294 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.380680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccb56b-aa1d-4a9b-97aa-bc13e9eee4b6 None None] Pushing event updated for resources: {'Port': ['ID=db18b700-8377-47d3-8cf6-2a8c8520d661,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:13.389486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.416205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.547194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Allocated IP 172.25.2.92 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/bd9a86b5-72da-45bc-afad-2cf59e3a5ff3) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:13.666767 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.706881 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.746876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:13.749594 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:13.753366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:13.759499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bd9a86b5-72da-45bc-afad-2cf59e3a5ff3,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:14.012383 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.220393 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.249187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029f533-db11-45bf-89e4-82c074708a04 None None] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:14.321465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e1691487-a73c-4353-921f-09debdbde7a6 None None] Provisioning for port db18b700-8377-47d3-8cf6-2a8c8520d661 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:14.359665 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:54:14.470377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:14.479875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:14.487749 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.489297 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5fbc672a-1111-4597-bfea-94f092d9f2d8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8402908 Jul 16 18:54:14.489729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:14.490392 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:54:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:14.492741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:14.607858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:14.812454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:13Z', 'revision_number': 3, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:14.843246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:14.843599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Updating router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:54:14.880279 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.002332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device db18b700-8377-47d3-8cf6-2a8c8520d661 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:15.122797 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port db18b700-8377-47d3-8cf6-2a8c8520d661 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:15.138369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port db18b700-8377-47d3-8cf6-2a8c8520d661 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:15.138735 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.230718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.261484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Transition to ACTIVE for port object bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:15.271043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.273126 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.307959 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.350794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdd684-c51d-4c02-971d-d89a55b4f54b None None] Pushing event updated for resources: {'Port': ['ID=bd9a86b5-72da-45bc-afad-2cf59e3a5ff3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:15.354116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Attempting to bind port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:15.355050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Attempting to bind port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:15.355575 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Attempting to bind port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:15.366093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:15.366461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:15.366856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.367378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:15.367972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Bound port: bd9a86b5-72da-45bc-afad-2cf59e3a5ff3, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:15.368350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.397580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port db18b700-8377-47d3-8cf6-2a8c8520d661, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=db18b700-8377-47d3-8cf6-2a8c8520d661,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:15.406836 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.433525 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Allocated IP 172.20.0.1 (c44499b0-5eb9-4130-aeb6-d541a0c69c64/96eb67af-e0e2-4e60-b386-94d7fb70abd4/4017c7e2-7c2d-4975-99b1-bea7f849854c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:15.459645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] For port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:15.466043 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] For port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bd9a86b5-72da-45bc-afad-2cf59e3a5ff3,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:15.474941 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.482279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=db18b700-8377-47d3-8cf6-2a8c8520d661,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:15.539465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:15.540130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:54:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:15.550495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.565816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Transition to ACTIVE for port object 4017c7e2-7c2d-4975-99b1-bea7f849854c will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:15.590545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdd684-c51d-4c02-971d-d89a55b4f54b None None] Pushing event updated for resources: {'Port': ['ID=bd9a86b5-72da-45bc-afad-2cf59e3a5ff3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:15.600010 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.636755 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:15.643085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:15.646738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:15.667272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:15.673115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Pushing event updated for resources: {'Port': ['ID=4017c7e2-7c2d-4975-99b1-bea7f849854c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:15.693695 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.840652 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.870618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:13Z', 'revision_number': 3, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:15.897660 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34657db-ac04-4be9-a1fc-da8d8cded4a6 None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:13Z', 'revision_number': 3, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:15.938476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7e1356c-1b44-4478-a481-8bd292526d2f None None] Provisioning for port 4017c7e2-7c2d-4975-99b1-bea7f849854c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:15.942715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7e1356c-1b44-4478-a481-8bd292526d2f None None] Provisioning complete for port 4017c7e2-7c2d-4975-99b1-bea7f849854c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:15.943085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7e1356c-1b44-4478-a481-8bd292526d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.980770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1356c-1b44-4478-a481-8bd292526d2f None None] Port 4017c7e2-7c2d-4975-99b1-bea7f849854c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:16.022900 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.027985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.098284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Pushing event updated for resources: {'Port': ['ID=4017c7e2-7c2d-4975-99b1-bea7f849854c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:16.103525 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.213029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:16.214509 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:16.343569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:16.463762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:16.469038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cf768065-2461-451c-98be-ad2389ebb29c admin admin] 10.222.0.60 "PUT /v2.0/routers/b0ea8dca-5f4a-48f0-ac9b-468f902d8040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9745905 Jul 16 18:54:16.505731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-010c866c-a556-48bc-96e9-fa87a72fc713 None None] Provisioning complete for port 4017c7e2-7c2d-4975-99b1-bea7f849854c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:16.506311 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-010c866c-a556-48bc-96e9-fa87a72fc713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.548197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-010c866c-a556-48bc-96e9-fa87a72fc713 None None] Port 4017c7e2-7c2d-4975-99b1-bea7f849854c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:17.008821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 35632) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:17.014202 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3c45c857-09e3-4dc9-8e9c-0b65df8901c8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251492166', 'description': 'tempest-description--1333054285'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:17.029491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device db18b700-8377-47d3-8cf6-2a8c8520d661 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:17.038009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c45c857-09e3-4dc9-8e9c-0b65df8901c8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.129233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c45c857-09e3-4dc9-8e9c-0b65df8901c8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.134256 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c45c857-09e3-4dc9-8e9c-0b65df8901c8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.161478 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3c45c857-09e3-4dc9-8e9c-0b65df8901c8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.162742 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3c45c857-09e3-4dc9-8e9c-0b65df8901c8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1524992 Jul 16 18:54:17.166896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35634) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:17.168396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45c857-09e3-4dc9-8e9c-0b65df8901c8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc98be-abe3-4630-97c9-bef6a4a59c19,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:17.171641 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2b3ea108-3f11-4189-9ed1-521942647280 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'security_group_rule': {'security_group_id': 'cebc98be-abe3-4630-97c9-bef6a4a59c19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:17.199579 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea108-3f11-4189-9ed1-521942647280 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.245207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port db18b700-8377-47d3-8cf6-2a8c8520d661 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:17.245576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.277509 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea108-3f11-4189-9ed1-521942647280 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.282000 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea108-3f11-4189-9ed1-521942647280 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.301119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ea108-3f11-4189-9ed1-521942647280 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51844f51-f6cf-4377-baa1-5011c740372a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:17.307722 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea108-3f11-4189-9ed1-521942647280 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.308994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2b3ea108-3f11-4189-9ed1-521942647280 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410604 Jul 16 18:54:17.311589 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35636) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:17.316005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-eb7a7e21-17c5-4114-a1a8-982587d81725 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'security_group_rule': {'security_group_id': 'cebc98be-abe3-4630-97c9-bef6a4a59c19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:17.337952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:17.342872 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7e21-17c5-4114-a1a8-982587d81725 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.388786 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:17.392483 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:17.392882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.406555 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7e21-17c5-4114-a1a8-982587d81725 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.411433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7e21-17c5-4114-a1a8-982587d81725 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.435720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a7e21-17c5-4114-a1a8-982587d81725 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b2c050-3c75-4bde-8c38-d4b3ce684033,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:17.442694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-eb7a7e21-17c5-4114-a1a8-982587d81725 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.443971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-eb7a7e21-17c5-4114-a1a8-982587d81725 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314414 Jul 16 18:54:17.447800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35638) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:17.452311 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:17.473649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.479567 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.504265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bd9a86b5-72da-45bc-afad-2cf59e3a5ff3,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:17.509527 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.559501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=bd9a86b5-72da-45bc-afad-2cf59e3a5ff3,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:17.578619 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.602493 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:17.611578 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:17.612180 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:54:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:17.687019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Allocated IP 172.25.2.124 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/367a1caf-f239-4983-b9a1-1c16a815c6fe) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:17.715541 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:17.792257 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.832567 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.876352 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:17.879236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:17.882543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:17.888776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event updated for resources: {'Port': ['ID=367a1caf-f239-4983-b9a1-1c16a815c6fe,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:17.921522 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 2, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:17.948950 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:17.949307 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Updating router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 port 4017c7e2-7c2d-4975-99b1-bea7f849854c binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:54:17.969897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.983098 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.017175 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.183307 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.189450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.266951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event updated for resources: {'Port': ['ID=367a1caf-f239-4983-b9a1-1c16a815c6fe,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:18.278542 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.293985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.295664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-83bdd2d5-8dc1-41af-bee5-e9b7fe80f464 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8466282 Jul 16 18:54:18.360629 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.372306 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Transition to ACTIVE for port object 4017c7e2-7c2d-4975-99b1-bea7f849854c will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:18.378698 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.451329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-d4cce42a-3bfe-4f35-98e7-c17377f89526 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1251492166&fields=id&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 267 time: 0.0390463 Jul 16 18:54:18.455874 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Pushing event updated for resources: {'Port': ['ID=4017c7e2-7c2d-4975-99b1-bea7f849854c,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:18.482450 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.482793 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.483140 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.483474 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.483805 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.484335 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.484696 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.485023 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.485347 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.485671 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.485995 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.486316 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:18.499382 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Attempting to bind port 4017c7e2-7c2d-4975-99b1-bea7f849854c on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:18.499382 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Attempting to bind port 4017c7e2-7c2d-4975-99b1-bea7f849854c by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:18.499690 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Attempting to bind port 4017c7e2-7c2d-4975-99b1-bea7f849854c on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:18.505289 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:18.505659 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:18.506285 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.506687 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:18.507156 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Bound port: 4017c7e2-7c2d-4975-99b1-bea7f849854c, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:18.507547 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.574607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-c5cf443f-7fb3-497c-8290-fc1c0fe62b33 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:18.576146 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-c5cf443f-7fb3-497c-8290-fc1c0fe62b33 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 812 time: 0.1173453 Jul 16 18:54:18.576890 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] For port 4017c7e2-7c2d-4975-99b1-bea7f849854c, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:18.580130 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] For port 4017c7e2-7c2d-4975-99b1-bea7f849854c, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4017c7e2-7c2d-4975-99b1-bea7f849854c,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:18.586297 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.592359 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-c7e92fe3-7306-4413-839e-61230b44606b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/quotas/5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 375 time: 0.0103076 Jul 16 18:54:18.650603 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc2db5-7927-49cb-a471-a178e4a0a7a2 None None] Pushing event updated for resources: {'Port': ['ID=4017c7e2-7c2d-4975-99b1-bea7f849854c,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:18.653131 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:18.653904 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:54:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:18.674405 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-cfee718a-86ba-4cc9-999c-ce6547c354e1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758057 Jul 16 18:54:18.781144 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:18.785326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-498dcc9f-0165-409d-855c-5d4555e85435 service neutron] 10.222.0.60 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957565 Jul 16 18:54:18.884143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e00676bd-1473-47a7-881d-fc2dd3cc98d8 service neutron] 10.222.0.60 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916414 Jul 16 18:54:18.984920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:18.998623 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:18Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:19.032297 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294de37-d65e-41e7-bb6e-2049ec9ab9f5 None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:18Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:19.068103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:19.068918 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.126382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-735bfd9c-a4b6-4f2d-a2ac-27a256dbd295 req-eaa9a915-dd7a-4a73-b965-836d1825e4c5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 210 time: 0.0647366 Jul 16 18:54:20.218562 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-1361baf2-a798-411e-89f4-59f35ef581ed tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:20.220128 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-1361baf2-a798-411e-89f4-59f35ef581ed tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 812 time: 0.1134994 Jul 16 18:54:20.280881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e55ced6a-4b7a-4dda-be0a-9ea7bdd261b3 req-e77ba717-3dfe-47b9-834d-d96362f7e470 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 210 time: 0.0298653 Jul 16 18:54:20.282013 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-3d46d9f7-e4c1-49b2-805d-504c06d5994f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 380 time: 0.0454481 Jul 16 18:54:20.292662 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'port': {'device_id': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'admin_state_up': True, 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'security_groups': ['cebc98be-abe3-4630-97c9-bef6a4a59c19']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:20.401324 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Made reservation on behalf of 5383ebd81c964b8fa5a980efca9e5690 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:20.405253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.533716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Allocated IP 172.20.0.6 (c44499b0-5eb9-4130-aeb6-d541a0c69c64/96eb67af-e0e2-4e60-b386-94d7fb70abd4/c907f486-9b55-4637-ad8a-975a77924689) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:20.684015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.697407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Transition to ACTIVE for port object c907f486-9b55-4637-ad8a-975a77924689 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:20.731343 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.772921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:20.778264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:20.782042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:20.813239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event updated for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:20.840927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:20.841606 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.858032 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e4210d11-e1c9-4536-9f5f-2c781838b00f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707726 Jul 16 18:54:20.871116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Request body: {'port': {'device_id': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:20.953058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.995991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4017c7e2-7c2d-4975-99b1-bea7f849854c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:21.052670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 4017c7e2-7c2d-4975-99b1-bea7f849854c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:21.057380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4017c7e2-7c2d-4975-99b1-bea7f849854c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:21.057750 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.059301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6602e1fe-a3c6-420c-9a6a-194be66bac48 None None] Provisioning for port c907f486-9b55-4637-ad8a-975a77924689 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:21.084698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6602e1fe-a3c6-420c-9a6a-194be66bac48 None None] Provisioning complete for port c907f486-9b55-4637-ad8a-975a77924689 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:21.085068 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6602e1fe-a3c6-420c-9a6a-194be66bac48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.131374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6602e1fe-a3c6-420c-9a6a-194be66bac48 None None] Port c907f486-9b55-4637-ad8a-975a77924689 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:21.172293 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.204716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 4017c7e2-7c2d-4975-99b1-bea7f849854c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4017c7e2-7c2d-4975-99b1-bea7f849854c,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:21.209031 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.229900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c907f486-9b55-4637-ad8a-975a77924689 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:21.237320 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.250567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Transition to ACTIVE for port object c907f486-9b55-4637-ad8a-975a77924689 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:21.254325 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.262341 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=4017c7e2-7c2d-4975-99b1-bea7f849854c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:21.333330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Pushing event updated for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:21.384608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Attempting to bind port c907f486-9b55-4637-ad8a-975a77924689 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:21.384967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Attempting to bind port c907f486-9b55-4637-ad8a-975a77924689 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:21.385300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Attempting to bind port c907f486-9b55-4637-ad8a-975a77924689 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:21.390144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Port c907f486-9b55-4637-ad8a-975a77924689 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:21.390481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Attempting to bind port c907f486-9b55-4637-ad8a-975a77924689 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:21.396269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:21.396650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:21.397042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:21.397477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Bound port: c907f486-9b55-4637-ad8a-975a77924689, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:21.397840 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.469622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:21.470734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c923-562b-4c73-9464-5c76db5ae9bd req-ceba3dc5-e42c-4ee9-8841-161c3953ef03 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.472269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5709c923-562b-4c73-9464-5c76db5ae9bd req-ceba3dc5-e42c-4ee9-8841-161c3953ef03 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 943 time: 0.0719481 Jul 16 18:54:21.473343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:21.478649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.515966 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5709c923-562b-4c73-9464-5c76db5ae9bd req-9c450c35-df2c-4893-9de6-fd44459d53cb tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360341 Jul 16 18:54:21.517234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.518247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.519640 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] 10.222.0.45 "PUT /v2.0/ports/c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 1092 time: 0.6533525 Jul 16 18:54:21.522641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:21.526287 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0540c04-924d-4dd9-9441-3b9d259c543c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "tag": "c907f486-9b55-4637-ad8a-975a77924689"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:21.560126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Pushing event updated for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:21.596100 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368be92c-cbbf-417c-b639-6587ae456ec8 x-openstack-request-id: req-368be92c-cbbf-417c-b639-6587ae456ec8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:21.596402 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "tag": "c907f486-9b55-4637-ad8a-975a77924689", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:21.596697 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-368be92c-cbbf-417c-b639-6587ae456ec8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:21.597088 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689', 'status': 'completed', 'code': 200} Jul 16 18:54:21.599451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.599796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.600135 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.600471 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.600853 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.601186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.602153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.602516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.602848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.603178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.603500 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.603819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f00291-5494-4c9e-8fe5-c25b35a5a100 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.636087 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-81e32ded-9ec4-4989-b23c-3c85ead1db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.637658 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-81e32ded-9ec4-4989-b23c-3c85ead1db61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1095 time: 0.0750322 Jul 16 18:54:21.682772 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-775f5771-6e12-4a37-b557-72ee26255a02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 217 time: 0.0367312 Jul 16 18:54:21.737765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e605d21b-3512-4cf1-b872-caae278b38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.739321 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-e605d21b-3512-4cf1-b872-caae278b38c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0501382 Jul 16 18:54:21.796689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-3463ab7a-0e42-4b19-b789-cc29f7312115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.798603 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-3463ab7a-0e42-4b19-b789-cc29f7312115 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523829 Jul 16 18:54:21.887164 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-cadfa8d2-b02e-4c5a-ae75-67b30ccb5b71 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826733 Jul 16 18:54:21.980951 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-53c7a40e-ce0f-4373-9ea2-7a93913e6ace req-c17df1c9-e2f1-4696-8e64-2faae0eeae9b service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864060 Jul 16 18:54:22.080805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-75b81ddc-b500-4b74-9c5e-8c849a717f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.082318 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-75b81ddc-b500-4b74-9c5e-8c849a717f9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1095 time: 0.0530643 Jul 16 18:54:22.181007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-749dda09-d8eb-420b-8dff-ab6959a2073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.182395 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-749dda09-d8eb-420b-8dff-ab6959a2073f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0930848 Jul 16 18:54:22.224704 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-a55c9d26-1d94-4c22-97d8-f6f92debe45d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 217 time: 0.0342646 Jul 16 18:54:22.279874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-f996f0a1-f0c9-4142-acca-b349096cb4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.281363 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-f996f0a1-f0c9-4142-acca-b349096cb4bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0499465 Jul 16 18:54:22.339611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-e2807c77-519f-40af-8d49-5cf8aa474742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.341143 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-e2807c77-519f-40af-8d49-5cf8aa474742 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531068 Jul 16 18:54:22.434661 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-bfd3e257-d14c-4a21-a06b-88010d5d97ea service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851288 Jul 16 18:54:22.529000 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a0540c04-924d-4dd9-9441-3b9d259c543c req-5e8c39b1-fbd3-4349-b3a7-56cc5ed467a5 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875096 Jul 16 18:54:22.699094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63d06a-d00f-4cd0-b27d-60e56a8933ae req-bbda231f-02db-4a0b-9ba1-5c82a8ebc103 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.700506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc63d06a-d00f-4cd0-b27d-60e56a8933ae req-bbda231f-02db-4a0b-9ba1-5c82a8ebc103 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 943 time: 0.0642366 Jul 16 18:54:22.738861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc63d06a-d00f-4cd0-b27d-60e56a8933ae req-27f11b86-db62-49b4-aa74-6ca88bc29c39 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Jul 16 18:54:22.966970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4017c7e2-7c2d-4975-99b1-bea7f849854c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:23.014478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4017c7e2-7c2d-4975-99b1-bea7f849854c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:23.014962 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:23.919492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd12b83-f94b-41e3-b7dd-22a85cf4b0d9 req-e80b11f7-974f-4704-8e0a-ac0bcd028fed tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.921013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cd12b83-f94b-41e3-b7dd-22a85cf4b0d9 req-e80b11f7-974f-4704-8e0a-ac0bcd028fed tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 943 time: 0.0671558 Jul 16 18:54:23.960105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cd12b83-f94b-41e3-b7dd-22a85cf4b0d9 req-455012c8-944c-4a90-b070-9d255a80b608 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334790 Jul 16 18:54:24.583888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c907f486-9b55-4637-ad8a-975a77924689 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:24.685546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:24.696564 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'c907f486-9b55-4637-ad8a-975a77924689', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': 'c907f486-9b55-4637-ad8a-975a77924689', 'mac_address': 'fa:16:3e:4d:41:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:24.733941 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.749689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c907f486-9b55-4637-ad8a-975a77924689 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:24.772203 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:24.777030 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.827055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:24.969113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['c907f486-9b55-4637-ad8a-975a77924689'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:25.149810 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032e077-3771-451b-84f9-ae4ac9e9fef9 req-a6f0cb23-0340-4c50-9241-f1b5ef96482a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:25.151340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0032e077-3771-451b-84f9-ae4ac9e9fef9 req-a6f0cb23-0340-4c50-9241-f1b5ef96482a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 944 time: 0.0706327 Jul 16 18:54:25.188805 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0032e077-3771-451b-84f9-ae4ac9e9fef9 req-e4987354-d7e9-4ff3-b22b-d37aeaa468c3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Jul 16 18:54:26.362226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9390156-5bc8-492a-b894-b278ccc1ef60 req-09c020d6-1293-4639-891a-c483b30c9b0d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:26.363702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9390156-5bc8-492a-b894-b278ccc1ef60 req-09c020d6-1293-4639-891a-c483b30c9b0d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 944 time: 0.0635452 Jul 16 18:54:26.401530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9390156-5bc8-492a-b894-b278ccc1ef60 req-869aa48a-a1de-4724-82bc-b7d1419c7c00 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Jul 16 18:54:26.599584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c907f486-9b55-4637-ad8a-975a77924689 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:26.651409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port c907f486-9b55-4637-ad8a-975a77924689 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:26.655969 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port c907f486-9b55-4637-ad8a-975a77924689 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:26.656345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:26.732784 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:26.754005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:26.756236 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfec68b-a710-4e92-9325-696cb12a4640" -d '{"events": [{"server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "name": "network-vif-plugged", "status": "completed", "tag": "c907f486-9b55-4637-ad8a-975a77924689"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:26.770301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:26.776333 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:26.799655 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f11526d-3b36-4ff3-9551-c76702aebee5 x-openstack-request-id: req-8f11526d-3b36-4ff3-9551-c76702aebee5 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:26.799944 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "name": "network-vif-plugged", "status": "completed", "tag": "c907f486-9b55-4637-ad8a-975a77924689", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:26.800190 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f11526d-3b36-4ff3-9551-c76702aebee5 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:26.800597 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689', 'code': 200} Jul 16 18:54:26.832545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:26.914758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002fe56-4a28-4e95-b94e-11e2999f9f49 req-bccb85fc-ad30-449a-a015-cdb91cb46086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:26.916960 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7002fe56-4a28-4e95-b94e-11e2999f9f49 req-bccb85fc-ad30-449a-a015-cdb91cb46086 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1097 time: 0.0535810 Jul 16 18:54:26.952068 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7002fe56-4a28-4e95-b94e-11e2999f9f49 req-c6173226-f481-417d-befc-a41ad9d9ae57 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290124 Jul 16 18:54:27.582185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9ffd7-cb49-4af5-af08-ef314133e37c req-bb5e293d-d4b5-40d3-b813-24e1cbbf1979 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:27.583663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ef9ffd7-cb49-4af5-af08-ef314133e37c req-bb5e293d-d4b5-40d3-b813-24e1cbbf1979 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0671728 Jul 16 18:54:27.624420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ef9ffd7-cb49-4af5-af08-ef314133e37c req-06f01e33-e648-4917-a9a2-4303772c8783 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Jul 16 18:54:28.803598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05821e-a84f-4fde-a208-fc82ea4cf984 req-8f7bc042-03ba-4842-b978-28a4f9663af3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.805136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc05821e-a84f-4fde-a208-fc82ea4cf984 req-8f7bc042-03ba-4842-b978-28a4f9663af3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0633204 Jul 16 18:54:28.843578 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc05821e-a84f-4fde-a208-fc82ea4cf984 req-f23ca1ae-f17c-4fcd-a937-166e3132fe97 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Jul 16 18:54:29.014158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a4e68-e09a-462d-b5c6-9563fe6498d1 req-087f4fe8-3406-4b6b-9a3c-e493eb6648a5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:29.015567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-753a4e68-e09a-462d-b5c6-9563fe6498d1 req-087f4fe8-3406-4b6b-9a3c-e493eb6648a5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0643852 Jul 16 18:54:29.024261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35684) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:29.029660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2d7babdc-92d0-42ce-9d37-8180767ae505 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'floatingip': {'port_id': 'c907f486-9b55-4637-ad8a-975a77924689'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:29.072648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d7babdc-92d0-42ce-9d37-8180767ae505 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.209105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.517979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d7babdc-92d0-42ce-9d37-8180767ae505 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.521718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d7babdc-92d0-42ce-9d37-8180767ae505 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.623509 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-2d7babdc-92d0-42ce-9d37-8180767ae505 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0 associated. External IP: 172.25.2.124, port: c907f486-9b55-4637-ad8a-975a77924689. Jul 16 18:54:29.827039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7babdc-92d0-42ce-9d37-8180767ae505 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:29.935394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7babdc-92d0-42ce-9d37-8180767ae505 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:29.939906 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2d7babdc-92d0-42ce-9d37-8180767ae505 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.945311 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:29.955027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:29.955771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:54:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:29.980148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2d7babdc-92d0-42ce-9d37-8180767ae505 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "PUT /v2.0/floatingips/9c8ecb43-b543-43a8-bb1b-65067bac82f0 HTTP/1.1" status: 200 len: 991 time: 0.9541626 Jul 16 18:54:29.980758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:29.983026 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe85fcc5-7350-47cb-930b-f7250489c982" -d '{"events": [{"name": "network-changed", "server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "tag": "c907f486-9b55-4637-ad8a-975a77924689"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:30.021849 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa1f13f-8774-4225-ae00-4dbc10241124 x-openstack-request-id: req-aaa1f13f-8774-4225-ae00-4dbc10241124 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:30.022132 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "tag": "c907f486-9b55-4637-ad8a-975a77924689", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:30.022375 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aaa1f13f-8774-4225-ae00-4dbc10241124 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:30.022769 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689', 'status': 'completed', 'code': 200} Jul 16 18:54:30.068449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:30.108656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-12794f65-badc-48ae-b22b-79273df8d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.110183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-12794f65-badc-48ae-b22b-79273df8d9c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1097 time: 0.0564666 Jul 16 18:54:30.209182 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-e2dfaa24-d674-4891-a9c5-42ca88fa7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.210669 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-e2dfaa24-d674-4891-a9c5-42ca88fa7a85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0933745 Jul 16 18:54:30.280792 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-3a2316c5-4078-4d19-9eff-d2a1f58c5a24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 999 time: 0.0630314 Jul 16 18:54:30.297633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': 'c907f486-9b55-4637-ad8a-975a77924689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:4d:41:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 1, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:30.324007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:30.331581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-b8c8e322-8d16-49ba-a5a9-3314d8cdfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.332145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:30.332885 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:54:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:30.333211 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-b8c8e322-8d16-49ba-a5a9-3314d8cdfc74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0453622 Jul 16 18:54:30.391557 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-83120f5f-3c86-429d-8c1d-7db57b158a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.393118 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-83120f5f-3c86-429d-8c1d-7db57b158a53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530806 Jul 16 18:54:30.440005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:30.488126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-5b14a131-b8dc-40e3-9331-50db79f1db3c service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870323 Jul 16 18:54:30.580120 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fe85fcc5-7350-47cb-930b-f7250489c982 req-7445189a-3c8d-4980-8d17-062878ac37f7 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854921 Jul 16 18:54:30.671801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': 'c907f486-9b55-4637-ad8a-975a77924689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:4d:41:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 1, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:30.697305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc630a3-fc46-49e6-b3a3-96229813d260 None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': 'c907f486-9b55-4637-ad8a-975a77924689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:4d:41:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 1, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:30.892879 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcc12e-34a9-43e9-b4d6-72b13ce09380 None None] New status for floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:54:30.941211 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:33.219832 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83cd56ba-d4da-436f-810b-3815d499030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:35.971094 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:36.089767 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6da06ed8-c9ec-4ec4-9e9b-bb011db1bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.149673 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:38.841707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:40.721410 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.877904 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-a15574e8-1cdd-4280-996a-ef55b212a0f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509961 Jul 16 18:54:52.975228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-7af8e8a4-efdf-4591-9acb-63834f766600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:52.976745 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-7af8e8a4-efdf-4591-9acb-63834f766600 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1097 time: 0.0561900 Jul 16 18:54:53.088275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-c0726c6d-9997-47a6-a0e1-a0478461327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:53.089801 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-c0726c6d-9997-47a6-a0e1-a0478461327c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0933969 Jul 16 18:54:53.408499 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-3fc0fea9-3736-4286-b049-e2eef971f21b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 1001 time: 0.3109648 Jul 16 18:54:53.457305 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-77ba79e9-e563-4d37-b072-0433e25f4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:53.458784 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-77ba79e9-e563-4d37-b072-0433e25f4f06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0440464 Jul 16 18:54:53.516382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-58718a52-a8ab-47d4-bf55-b28efd4f1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:53.517937 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-58718a52-a8ab-47d4-bf55-b28efd4f1483 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515029 Jul 16 18:54:53.611060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-90894c0c-ce90-4002-92a8-f62fcb0408b6 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865045 Jul 16 18:54:53.699183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fbae250e-ffb4-401d-b730-510606cf5d5d req-a15c472d-812b-479e-adba-938596508653 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816784 Jul 16 18:54:59.220050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:03.221243 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8887983d-f416-4ea6-b302-f11f5f89ecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:05.972322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:06.090254 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bce222d3-a70a-41ce-a8d1-a7e1ed3a82ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:07.152965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:07.940569 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:08.844029 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:10.721454 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:29.217190 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.221863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2d271d4a-1b2f-432b-b84a-4a4646e98f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.974592 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.089926 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7a37975-8d5e-42be-9725-c4fc998e1f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.154573 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.844718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.711738 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:44.940454 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:52.810688 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-71423ccd-f56b-4106-8033-0d59c1711aba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582860 Jul 16 18:55:52.905577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-0315972e-4906-4f21-9ca2-8e39d038b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:52.907060 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-0315972e-4906-4f21-9ca2-8e39d038b380 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1097 time: 0.0521343 Jul 16 18:55:53.014156 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-98d68acc-a099-49ab-bf33-ae472505416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:53.015764 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-98d68acc-a099-49ab-bf33-ae472505416d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0887706 Jul 16 18:55:53.082160 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-7efcdde1-0836-46c0-9904-9e7dca46ee0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 1001 time: 0.0600247 Jul 16 18:55:53.131052 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-9f651ffa-39db-4000-bc3c-2c23b5be1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:53.132504 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-9f651ffa-39db-4000-bc3c-2c23b5be1120 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0443547 Jul 16 18:55:53.192252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-5b1df57e-b5c5-44c8-b4fe-a342bdf37674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:53.193772 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-5b1df57e-b5c5-44c8-b4fe-a342bdf37674 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555642 Jul 16 18:55:53.282295 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-446a3e27-556f-47a1-ae95-9d86cf2c1e4f service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822160 Jul 16 18:55:53.373573 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-718f74ad-a989-4069-b112-1c4bf47cb46d req-3af7579d-67bf-4969-a7fc-1167ea8bcf87 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856066 Jul 16 18:55:59.231108 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.223874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4b06a89-8223-4a77-b1ed-f8595e62f969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:05.977208 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.094565 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-491a318d-46b7-4a6f-ba47-82eef1436ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.582729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c23246-d2ee-4199-8bf3-2e8e36ee4761 req-27396347-5f8a-4e5b-8248-ad3cf1b17a8c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:06.584209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77c23246-d2ee-4199-8bf3-2e8e36ee4761 req-27396347-5f8a-4e5b-8248-ad3cf1b17a8c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.4551146 Jul 16 18:56:06.628175 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77c23246-d2ee-4199-8bf3-2e8e36ee4761 req-227b24ec-90f1-46c9-9487-c0d3929d2620 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382822 Jul 16 18:56:07.102087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 35896) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:07.158270 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.247953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-4cc0c40c-f8fa-47be-bb96-8c83a3f36b2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445804 Jul 16 18:56:07.259886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3ab1f-2274-4c06-9e9a-fc32e4fec5e6 req-cec4ff85-9678-4f66-9c6b-d3fce0e940e1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:07.260922 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15b3ab1f-2274-4c06-9e9a-fc32e4fec5e6 req-cec4ff85-9678-4f66-9c6b-d3fce0e940e1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0999486 Jul 16 18:56:07.302363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15b3ab1f-2274-4c06-9e9a-fc32e4fec5e6 req-e6e622ae-74db-452c-b35c-930762af9996 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348997 Jul 16 18:56:08.530538 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-a30dbafc-f680-4c94-ac20-b1786e69aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:08.532063 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-a30dbafc-f680-4c94-ac20-b1786e69aa06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1097 time: 0.0546181 Jul 16 18:56:08.542054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca7b0f-e223-4c16-91c1-33c1d73da876 req-dfe05c3a-efe6-4f87-a71e-7384c0177ddd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:08.543561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deca7b0f-e223-4c16-91c1-33c1d73da876 req-dfe05c3a-efe6-4f87-a71e-7384c0177ddd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.1244106 Jul 16 18:56:08.583139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-deca7b0f-e223-4c16-91c1-33c1d73da876 req-7b7017c1-1710-4ddc-8386-9f7b9970e672 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331924 Jul 16 18:56:08.628425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-cf77f0df-e1e7-4c5a-b543-a8d8fcaec296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:08.629944 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-cf77f0df-e1e7-4c5a-b543-a8d8fcaec296 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0917330 Jul 16 18:56:08.696306 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-95fcd484-1fe3-4e53-9ff5-9f1e89acc982 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 1001 time: 0.0589864 Jul 16 18:56:08.744544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-e8c9b06d-a492-4a53-940a-40ab89169e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:08.746068 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-e8c9b06d-a492-4a53-940a-40ab89169e45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0436080 Jul 16 18:56:08.807964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-42454eb8-c0ca-4c5e-aae5-206b71db3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:08.809514 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-42454eb8-c0ca-4c5e-aae5-206b71db3773 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575395 Jul 16 18:56:08.848305 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:08.901126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-5a35cb57-b12e-4a52-90b6-07bbdcd3d584 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850794 Jul 16 18:56:08.996103 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-ece64e54-fa47-40ac-9c73-88e47b3d989d service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885015 Jul 16 18:56:09.760478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aed6ef-6440-44f4-b778-5808c58fad7b req-d14268a2-f40c-43f8-8090-0f142f58d733 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:09.761981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4aed6ef-6440-44f4-b778-5808c58fad7b req-d14268a2-f40c-43f8-8090-0f142f58d733 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0676196 Jul 16 18:56:09.800704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4aed6ef-6440-44f4-b778-5808c58fad7b req-684a81fa-1e2d-419c-8b91-1895446bfcfd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 Jul 16 18:56:10.707680 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.977274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accab9e8-f324-4166-a932-6a72f9b2cd33 req-9097d928-ffd2-4048-b807-938e05b448a4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:10.978779 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-accab9e8-f324-4166-a932-6a72f9b2cd33 req-9097d928-ffd2-4048-b807-938e05b448a4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0662150 Jul 16 18:56:11.017248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-accab9e8-f324-4166-a932-6a72f9b2cd33 req-3fe19522-5858-43d9-8c83-84cf15b79636 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Jul 16 18:56:12.200393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ce13d-1e72-4e59-a2bd-6a25e3339d95 req-afa4b89e-92e4-4427-87a6-9845544b32ec tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:12.201885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b77ce13d-1e72-4e59-a2bd-6a25e3339d95 req-afa4b89e-92e4-4427-87a6-9845544b32ec tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0652680 Jul 16 18:56:12.238942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b77ce13d-1e72-4e59-a2bd-6a25e3339d95 req-97a112b9-944f-46df-97a8-e391c6617b8f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315065 Jul 16 18:56:13.417466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44718-5470-4ab2-8132-17a7b57c8dc9 req-2afd05e1-a649-4923-914f-2472bcedbef2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:13.418977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25b44718-5470-4ab2-8132-17a7b57c8dc9 req-2afd05e1-a649-4923-914f-2472bcedbef2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0679946 Jul 16 18:56:13.457210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25b44718-5470-4ab2-8132-17a7b57c8dc9 req-b3f8b54e-64e4-4826-9b5b-150f623f4cab tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Jul 16 18:56:14.631671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572b272-18c2-4771-afc5-910745535427 req-fb7b509c-061e-4746-932f-f156ca93a155 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:14.633206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d572b272-18c2-4771-afc5-910745535427 req-fb7b509c-061e-4746-932f-f156ca93a155 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0633259 Jul 16 18:56:14.671044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d572b272-18c2-4771-afc5-910745535427 req-76966685-788e-4512-a850-5b3f7d87ab08 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323095 Jul 16 18:56:15.856693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddb77e-b88c-489b-aa97-a4898174cb20 req-74f8e598-aef6-41fd-a65b-4c37c15df1cd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:15.858203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72ddb77e-b88c-489b-aa97-a4898174cb20 req-74f8e598-aef6-41fd-a65b-4c37c15df1cd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0676515 Jul 16 18:56:15.902608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72ddb77e-b88c-489b-aa97-a4898174cb20 req-38afe335-44ff-4b3c-b28b-c2f91509f171 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343046 Jul 16 18:56:17.082098 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f68b8-58b1-4c36-8882-0bcfc07af2bf req-c10d0d4a-fb91-4f32-b784-90e0aa1c7367 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:17.083742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb5f68b8-58b1-4c36-8882-0bcfc07af2bf req-c10d0d4a-fb91-4f32-b784-90e0aa1c7367 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0668077 Jul 16 18:56:17.128887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb5f68b8-58b1-4c36-8882-0bcfc07af2bf req-ef66fc3b-08e3-43dc-aba8-48dc9933260a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392280 Jul 16 18:56:18.314813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66178d4-3668-4f05-b77c-fae5d4155553 req-c314f542-57a5-4af1-9849-8a2237ae94b7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:18.316329 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a66178d4-3668-4f05-b77c-fae5d4155553 req-c314f542-57a5-4af1-9849-8a2237ae94b7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0676110 Jul 16 18:56:18.354854 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a66178d4-3668-4f05-b77c-fae5d4155553 req-24bc357c-bcf2-4c82-b8ea-1dbaf77808a5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328531 Jul 16 18:56:19.536093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc00c77-8c9a-4681-910c-59bc8d61c8f3 req-92d3d818-de44-479f-b1ee-21b17df2c4d4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:19.537593 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fcc00c77-8c9a-4681-910c-59bc8d61c8f3 req-92d3d818-de44-479f-b1ee-21b17df2c4d4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0708187 Jul 16 18:56:19.574417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fcc00c77-8c9a-4681-910c-59bc8d61c8f3 req-8459dfb4-b529-459c-9a55-d9efe436cc01 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Jul 16 18:56:20.746399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62816fde-fab1-4d91-8105-a02a7b1f57b0 req-c9e32d11-da34-4224-8e57-42d8243fd42f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.747894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62816fde-fab1-4d91-8105-a02a7b1f57b0 req-c9e32d11-da34-4224-8e57-42d8243fd42f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0644255 Jul 16 18:56:20.786811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62816fde-fab1-4d91-8105-a02a7b1f57b0 req-834e5d79-7a7f-410a-85b9-551b5b9f7aa8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330951 Jul 16 18:56:21.941074 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:21.969607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390c541-2d10-41a3-a1d8-c8648b48a8fc req-067cf80a-1e98-4957-998c-aff2243f1215 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:21.971153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d390c541-2d10-41a3-a1d8-c8648b48a8fc req-067cf80a-1e98-4957-998c-aff2243f1215 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0682101 Jul 16 18:56:22.010525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d390c541-2d10-41a3-a1d8-c8648b48a8fc req-3c8c6f2d-585b-41fb-b2fb-1bab87e67b45 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338025 Jul 16 18:56:23.186935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c34555-5b46-4c0a-adce-2ce18c3e74b4 req-c76fa73f-4445-454f-aeb9-1a6d2aabaadf tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:23.188399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9c34555-5b46-4c0a-adce-2ce18c3e74b4 req-c76fa73f-4445-454f-aeb9-1a6d2aabaadf tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0639546 Jul 16 18:56:23.226717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c9c34555-5b46-4c0a-adce-2ce18c3e74b4 req-5eb9e7e0-653c-4112-a335-589695910616 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320230 Jul 16 18:56:24.410749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d41f4-b3cc-4f2c-8a97-17297896f182 req-d9703d88-9bea-4d1b-9fdf-b8f267f1f1c8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:24.412153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-375d41f4-b3cc-4f2c-8a97-17297896f182 req-d9703d88-9bea-4d1b-9fdf-b8f267f1f1c8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0639968 Jul 16 18:56:24.450497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-375d41f4-b3cc-4f2c-8a97-17297896f182 req-182f6456-3ecc-4f4f-8e93-0eef7ce96b11 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Jul 16 18:56:25.637795 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ac947-35b4-406c-9bbd-8a15505e1b43 req-44e0b0ac-468c-4579-a92b-50098192c189 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:25.639296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce8ac947-35b4-406c-9bbd-8a15505e1b43 req-44e0b0ac-468c-4579-a92b-50098192c189 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0686498 Jul 16 18:56:25.678839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ce8ac947-35b4-406c-9bbd-8a15505e1b43 req-d38539be-5d9d-4ae4-860e-2797058170b3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337808 Jul 16 18:56:26.274661 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-073dd8b5-71e6-40f4-98ed-04fba377f620 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:56:26.276383 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-073dd8b5-71e6-40f4-98ed-04fba377f620 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055153 Jul 16 18:56:26.389944 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-4b41b926-cd85-431c-964f-0f46dd67b483 service neutron] show failed (client error): The resource could not be found. Jul 16 18:56:26.391007 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-4b41b926-cd85-431c-964f-0f46dd67b483 service neutron] 10.222.0.45 "GET /v2.0/ports/c907f486-9b55-4637-ad8a-975a77924689/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.1088364 Jul 16 18:56:26.671624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-b2136722-d41a-408b-927e-34f6bf23758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:26.673053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-b2136722-d41a-408b-927e-34f6bf23758c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 1097 time: 0.0858459 Jul 16 18:56:26.694903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:26.771055 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.971387 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8538-df8a-4c01-adf9-db01330fd686 req-9beeef03-1b44-4545-b51b-24fdcb06d379 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:26.972896 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72be8538-df8a-4c01-adf9-db01330fd686 req-9beeef03-1b44-4545-b51b-24fdcb06d379 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.1695001 Jul 16 18:56:27.062070 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-72be8538-df8a-4c01-adf9-db01330fd686 req-dabd9686-66b6-4bba-b05f-c69399de2c9b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825374 Jul 16 18:56:27.063696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:27.099510 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:27.140086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:27.142424 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f6da6-583d-4288-ae4f-7db70311a21f" -d '{"events": [{"server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "c907f486-9b55-4637-ad8a-975a77924689"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:27.146877 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.161406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Transition to ACTIVE for port object c907f486-9b55-4637-ad8a-975a77924689 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:27.164735 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.196377 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b87dfa-d8b9-4d76-ab71-2f9fdfdae5f3 x-openstack-request-id: req-68b87dfa-d8b9-4d76-ab71-2f9fdfdae5f3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:27.197466 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "c907f486-9b55-4637-ad8a-975a77924689", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:27.197466 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68b87dfa-d8b9-4d76-ab71-2f9fdfdae5f3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:27.197466 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689', 'code': 200} Jul 16 18:56:27.268120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Pushing event updated for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:27.287643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.287986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.288325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.288689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.289019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.289353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.289678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.290005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.290324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.290643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.290962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.291282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:27.357393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] No DVR routers for this DVR port c907f486-9b55-4637-ad8a-975a77924689 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:27.498847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Attempting to bind port c907f486-9b55-4637-ad8a-975a77924689 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:27.499095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Attempting to bind port c907f486-9b55-4637-ad8a-975a77924689 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:27.499420 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Attempting to bind port c907f486-9b55-4637-ad8a-975a77924689 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:27.504121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Port c907f486-9b55-4637-ad8a-975a77924689 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:56:27.504392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Attempting to bind port c907f486-9b55-4637-ad8a-975a77924689 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:27.509109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:27.509446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:27.509827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:27.510245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Bound port: c907f486-9b55-4637-ad8a-975a77924689, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:27.510594 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.574469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:27.577462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:27.582457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.616771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:27.617193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.618584 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] 10.222.0.46 "PUT /v2.0/ports/c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 1092 time: 0.9280267 Jul 16 18:56:27.644596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14426718-5cc4-4cea-b987-59a1181a7e69 service neutron] Pushing event updated for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:27.715725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-54c2d45b-b342-4b1d-9485-af6b077565ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:27.717447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-54c2d45b-b342-4b1d-9485-af6b077565ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1095 time: 0.0588017 Jul 16 18:56:27.811453 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-3f6c1f04-5559-4d40-8350-0b3c02b21dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:27.812973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-3f6c1f04-5559-4d40-8350-0b3c02b21dc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0886724 Jul 16 18:56:27.882558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-eceed2f1-f678-4162-9139-3b948590ffe5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 999 time: 0.0622027 Jul 16 18:56:27.931022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-81d68364-9215-46a2-a451-1092d6f33477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:27.932469 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-81d68364-9215-46a2-a451-1092d6f33477 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0433567 Jul 16 18:56:27.990062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-a9af2c90-16b3-443a-ba16-1d7160c718ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:27.991553 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-a9af2c90-16b3-443a-ba16-1d7160c718ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524940 Jul 16 18:56:28.087385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-5fec9f9c-aef3-47bd-8e38-69526ee8ef0e service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871863 Jul 16 18:56:28.221156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c4bb7f68-2830-4a5d-808f-81497f33a8eb req-822739c7-61ce-4935-abaf-81ed089b75de service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251628 Jul 16 18:56:28.262243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6b9da-18b7-4a7b-9b93-04b894c6e1b7 req-5cde902b-2f1c-4e78-bcd7-6a955d271564 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:28.263717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb6b9da-18b7-4a7b-9b93-04b894c6e1b7 req-5cde902b-2f1c-4e78-bcd7-6a955d271564 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 943 time: 0.0812356 Jul 16 18:56:28.305356 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8bb6b9da-18b7-4a7b-9b93-04b894c6e1b7 req-36c51c3f-6d74-40de-b5ef-7e9b494e8fa4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351877 Jul 16 18:56:29.199001 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:29.201405 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a294537d-656f-4913-8fb2-23c4110c576a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "tag": "c907f486-9b55-4637-ad8a-975a77924689"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:29.232630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:29.253132 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74cc20d-291f-4245-8d74-fb03114db449 x-openstack-request-id: req-a74cc20d-291f-4245-8d74-fb03114db449 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:29.253559 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "tag": "c907f486-9b55-4637-ad8a-975a77924689", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:29.254039 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a74cc20d-291f-4245-8d74-fb03114db449 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:29.254449 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689', 'status': 'completed', 'code': 200} Jul 16 18:56:29.332049 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294537d-656f-4913-8fb2-23c4110c576a req-57ac15cf-cc82-499e-a343-30a25b83a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.333612 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-57ac15cf-cc82-499e-a343-30a25b83a808 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1095 time: 0.0565357 Jul 16 18:56:29.353029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294537d-656f-4913-8fb2-23c4110c576a req-34f59648-522d-4528-8945-99b854e189d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.354762 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-34f59648-522d-4528-8945-99b854e189d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1095 time: 0.0576277 Jul 16 18:56:29.435084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294537d-656f-4913-8fb2-23c4110c576a req-a17b9a6c-57c5-44ff-8df0-44ed171438cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.436620 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-a17b9a6c-57c5-44ff-8df0-44ed171438cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0969143 Jul 16 18:56:29.484426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294537d-656f-4913-8fb2-23c4110c576a req-b36517c2-d1f1-4dc0-9422-e9da4b1c92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.485897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-b36517c2-d1f1-4dc0-9422-e9da4b1c92d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.1231883 Jul 16 18:56:29.502881 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-62e155d7-66a7-4693-ac5b-572f7e0c50d5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 999 time: 0.0603201 Jul 16 18:56:29.557677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294537d-656f-4913-8fb2-23c4110c576a req-4039ee04-218c-4474-b8ee-21aebbfc233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.559172 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-4039ee04-218c-4474-b8ee-21aebbfc233f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0507727 Jul 16 18:56:29.560706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbe518-6852-4f27-86a2-45b38d224c5d req-74394d5e-17a4-4fba-83c0-c73e31b202c5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.562089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1cbe518-6852-4f27-86a2-45b38d224c5d req-74394d5e-17a4-4fba-83c0-c73e31b202c5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 943 time: 0.1274662 Jul 16 18:56:29.577495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-d606c5f0-2572-4895-8581-beb0a962c095 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 999 time: 0.0843914 Jul 16 18:56:29.617355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294537d-656f-4913-8fb2-23c4110c576a req-58177e5f-511c-47ef-ad0b-75c7f3d6485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.618893 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-58177e5f-511c-47ef-ad0b-75c7f3d6485f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538895 Jul 16 18:56:29.641559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1cbe518-6852-4f27-86a2-45b38d224c5d req-5dbaaf67-fb86-4ed4-bcc5-6af84fcadd05 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714390 Jul 16 18:56:29.650807 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294537d-656f-4913-8fb2-23c4110c576a req-3ae3ca39-9a5d-4366-a6b1-fefa2c4388d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.651670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-3ae3ca39-9a5d-4366-a6b1-fefa2c4388d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0666239 Jul 16 18:56:29.713299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294537d-656f-4913-8fb2-23c4110c576a req-4d6e4418-9cba-4231-b663-d3fddd0ff29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.714812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-4d6e4418-9cba-4231-b663-d3fddd0ff29a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548520 Jul 16 18:56:29.716966 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-ee91c452-cbc4-4841-8fb4-35f828cae7be service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918155 Jul 16 18:56:29.858038 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-678cdbd4-2661-4577-879c-9fdc8c1d759d service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345780 Jul 16 18:56:29.859559 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-48ee5f7a-292c-45ee-bc02-8bbc703923f4 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373327 Jul 16 18:56:29.952706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a294537d-656f-4913-8fb2-23c4110c576a req-79638412-9174-4b9f-ade1-cdb99c31f941 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861578 Jul 16 18:56:30.203647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-df80dff6-8a46-499d-9b07-c00d921ca04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:30.206502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-df80dff6-8a46-499d-9b07-c00d921ca04b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1095 time: 0.0694616 Jul 16 18:56:30.365341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-9d7e43e9-69f3-4924-ada7-f0697cd51ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:30.366875 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-9d7e43e9-69f3-4924-ada7-f0697cd51ed9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0962963 Jul 16 18:56:30.434681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-c5d10d20-e043-44b3-ae63-d475f87da10f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 999 time: 0.0604732 Jul 16 18:56:30.489699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-821b11f1-9fa9-4145-958e-7f9a161912ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:30.491174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-821b11f1-9fa9-4145-958e-7f9a161912ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0496099 Jul 16 18:56:30.548975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-bad6e208-3809-42a2-8e8b-1c0cc025eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:30.550684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-bad6e208-3809-42a2-8e8b-1c0cc025eb44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527809 Jul 16 18:56:30.641424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-0380af79-284b-44bb-851b-5e7fe30344f6 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837667 Jul 16 18:56:30.739182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-058af98c-ce5e-406a-a50c-c2557a642e7d req-f7f9fbd7-2176-40ce-99c9-7d6f9873fab1 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906293 Jul 16 18:56:30.836051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40461d07-1580-4d62-aa63-99e324db23e8 req-9824c9b1-44a2-4039-985b-09d132855714 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:30.837572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40461d07-1580-4d62-aa63-99e324db23e8 req-9824c9b1-44a2-4039-985b-09d132855714 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 943 time: 0.0707486 Jul 16 18:56:30.880242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-40461d07-1580-4d62-aa63-99e324db23e8 req-05f3abc5-a8cd-42ec-ac98-47d95b3e593d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370696 Jul 16 18:56:31.195283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b56c03-37c1-47e0-9be1-48f469655e92 req-070ec326-5121-4ec4-8500-24781ab1a6eb tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.197020 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25b56c03-37c1-47e0-9be1-48f469655e92 req-070ec326-5121-4ec4-8500-24781ab1a6eb tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 943 time: 0.0712745 Jul 16 18:56:31.236835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-25b56c03-37c1-47e0-9be1-48f469655e92 req-b7d1d2c1-c7c0-4351-b0e0-06366df71b2d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338497 Jul 16 18:56:31.256812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-83d36f92-164a-42b6-b444-f991568e92dc tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.258374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-83d36f92-164a-42b6-b444-f991568e92dc tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b&tenant_id=5383ebd81c964b8fa5a980efca9e5690&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 943 time: 0.1172190 Jul 16 18:56:31.317409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c907f486-9b55-4637-ad8a-975a77924689 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:31.319175 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-8a782c8a-6cbb-49c5-b730-ef1e8ac6b889 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:56:31.320054 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-8a782c8a-6cbb-49c5-b730-ef1e8ac6b889 service neutron] 10.222.0.45 "DELETE /v2.0/ports/c907f486-9b55-4637-ad8a-975a77924689/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0554321 Jul 16 18:56:31.359060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c907f486-9b55-4637-ad8a-975a77924689 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:31.420175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-aaf721b9-291a-4764-8526-3a472f946e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.421740 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-aaf721b9-291a-4764-8526-3a472f946e5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 1095 time: 0.0583067 Jul 16 18:56:31.517402 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-899aa08b-f3bd-4c57-a0ee-74537e43568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.518782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-899aa08b-f3bd-4c57-a0ee-74537e43568e service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0907838 Jul 16 18:56:31.581538 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-cf187fa1-2b85-41e5-a4bf-88bcc751394b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 200 len: 999 time: 0.0569379 Jul 16 18:56:31.634115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-9c09d3e4-f8de-4366-99b1-b362fa711fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.635566 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-9c09d3e4-f8de-4366-99b1-b362fa711fcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0481362 Jul 16 18:56:31.693632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-6998aa61-e5f5-4971-a58f-4227a63d717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.695148 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-6998aa61-e5f5-4971-a58f-4227a63d717f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533929 Jul 16 18:56:31.699953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c907f486-9b55-4637-ad8a-975a77924689 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:56:31.786908 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-a9d419b9-3cbb-42fc-aec5-a960ea51598c service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851102 Jul 16 18:56:31.794773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:31.806654 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'c907f486-9b55-4637-ad8a-975a77924689', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': 'c907f486-9b55-4637-ad8a-975a77924689', 'mac_address': 'fa:16:3e:4d:41:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:56:31.846601 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.859189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c907f486-9b55-4637-ad8a-975a77924689 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:31.880123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:31.882832 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7a1ee256-e3aa-45ed-aa8e-f28f9e5a1a21 req-77b89a03-397b-4a0f-94c5-73e6df6d81b0 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899508 Jul 16 18:56:31.884096 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.931226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:31.938554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.938952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.939376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.939719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.940052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.940411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.940756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.941049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.941377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.941749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.942011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:31.942334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:32.242678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c907f486-9b55-4637-ad8a-975a77924689'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:32.441937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95eca6c-bbee-4c28-ad3c-937c8ba3cf37 req-50ae8a9d-0059-4fae-8e15-4aa08b67c579 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.443494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f95eca6c-bbee-4c28-ad3c-937c8ba3cf37 req-50ae8a9d-0059-4fae-8e15-4aa08b67c579 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 944 time: 0.0727580 Jul 16 18:56:32.482502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f95eca6c-bbee-4c28-ad3c-937c8ba3cf37 req-e66375a0-3575-48c9-a0f1-a65eaf049637 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332015 Jul 16 18:56:32.657618 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab714-a83c-4e77-b3f1-f8289e15efca req-b3b7ddc6-fbe5-4c7d-b9f5-2e1246ff2cd4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.659115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33eab714-a83c-4e77-b3f1-f8289e15efca req-b3b7ddc6-fbe5-4c7d-b9f5-2e1246ff2cd4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 944 time: 0.0627666 Jul 16 18:56:32.700414 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33eab714-a83c-4e77-b3f1-f8289e15efca req-5e28cabc-0d32-449a-a78f-b00ef2d77fab tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358133 Jul 16 18:56:32.874598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71726d-dae9-4d63-b5b0-5e5a3b588e32 req-5dbe8497-3fa6-4129-a30e-02fca67485e0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.876099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb71726d-dae9-4d63-b5b0-5e5a3b588e32 req-5dbe8497-3fa6-4129-a30e-02fca67485e0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 944 time: 0.0648508 Jul 16 18:56:32.915053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb71726d-dae9-4d63-b5b0-5e5a3b588e32 req-9ec507db-f881-407e-93fb-3b5d905c8336 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jul 16 18:56:33.226151 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2f5b0dc-807f-49f3-af83-e6b8a0401c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.301709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2800-2e3d-4fc7-956b-401e38354a95 req-2db12f6c-57f6-4bc6-b786-b8993b556998 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:33.303173 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f91e2800-2e3d-4fc7-956b-401e38354a95 req-2db12f6c-57f6-4bc6-b786-b8993b556998 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 944 time: 0.0638216 Jul 16 18:56:33.339648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f91e2800-2e3d-4fc7-956b-401e38354a95 req-2c0ebbc3-b1bd-4153-b3e4-1275e6f3c76e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309103 Jul 16 18:56:33.715981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c907f486-9b55-4637-ad8a-975a77924689 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:33.766743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port c907f486-9b55-4637-ad8a-975a77924689 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:33.770750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port c907f486-9b55-4637-ad8a-975a77924689 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:33.771125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.850102 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.874135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:33.876676 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d1b87e-3e3f-4791-8a04-75f2312887d0" -d '{"events": [{"server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "name": "network-vif-plugged", "status": "completed", "tag": "c907f486-9b55-4637-ad8a-975a77924689"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:33.893071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:33.897853 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.949562 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:33.980458 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a02ad9a-4d7e-47a5-b323-5ca13f445fa6 x-openstack-request-id: req-2a02ad9a-4d7e-47a5-b323-5ca13f445fa6 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:33.980798 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "name": "network-vif-plugged", "status": "completed", "tag": "c907f486-9b55-4637-ad8a-975a77924689", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:33.981079 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a02ad9a-4d7e-47a5-b323-5ca13f445fa6 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:33.981475 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689', 'code': 200} Jul 16 18:56:34.530218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b1132-df4c-4a93-a4ce-26f3b9ed3d49 req-4470c249-72cc-4d42-8061-f6c97f7ce917 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.531699 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a38b1132-df4c-4a93-a4ce-26f3b9ed3d49 req-4470c249-72cc-4d42-8061-f6c97f7ce917 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0701456 Jul 16 18:56:34.570926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a38b1132-df4c-4a93-a4ce-26f3b9ed3d49 req-f9f7efb0-d842-465a-8154-272a2899017e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333474 Jul 16 18:56:34.853652 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-e65700d7-a58b-44c4-816b-5102804cabf0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.855421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-e65700d7-a58b-44c4-816b-5102804cabf0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 945 time: 0.0680120 Jul 16 18:56:34.961126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Deleting port c907f486-9b55-4637-ad8a-975a77924689 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:34.961484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.051443 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] For port c907f486-9b55-4637-ad8a-975a77924689, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c907f486-9b55-4637-ad8a-975a77924689,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:35.051809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.223985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.224360 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.224714 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0 disassociated. External IP: 172.25.2.124, port: c907f486-9b55-4637-ad8a-975a77924689. Jul 16 18:56:35.225053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Calling delete_port for c907f486-9b55-4637-ad8a-975a77924689 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:35.352740 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.380060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event deleted for resources: {'Port': ['ID=c907f486-9b55-4637-ad8a-975a77924689,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:35.500445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:56:35.619557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:35.630217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:35.640121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:35.640886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:56:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:35.667019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] No DVR routers for this DVR port c907f486-9b55-4637-ad8a-975a77924689 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:35.669993 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.672906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77626a9d-6820-4c84-abb0-58cad9f24a6e req-b4412aca-e233-4cee-b3f5-cb206f097c15 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "DELETE /v2.0/ports/c907f486-9b55-4637-ad8a-975a77924689 HTTP/1.1" status: 204 len: 173 time: 0.8115706 Jul 16 18:56:35.674057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'name': 'network-vif-deleted', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:35.677431 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91e1dd3-2f56-4a98-8609-913fe7db10bd" -d '{"events": [{"server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "name": "network-vif-deleted", "tag": "c907f486-9b55-4637-ad8a-975a77924689"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:35.729158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7036b0f4-a83d-45e8-9cae-d5a123e885e2 req-15b132ff-3ba7-4263-933e-1fcc9a9a4e67 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7313daa-84be-4254-b56f-d45f07364d6b HTTP/1.1" status: 200 len: 210 time: 0.0389457 Jul 16 18:56:35.802053 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ed88c1-22ad-4d7d-b1f3-c06638bf286f x-openstack-request-id: req-43ed88c1-22ad-4d7d-b1f3-c06638bf286f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:35.802345 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7313daa-84be-4254-b56f-d45f07364d6b", "name": "network-vif-deleted", "tag": "c907f486-9b55-4637-ad8a-975a77924689", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:35.802594 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43ed88c1-22ad-4d7d-b1f3-c06638bf286f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:35.802994 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7313daa-84be-4254-b56f-d45f07364d6b', 'name': 'network-vif-deleted', 'tag': 'c907f486-9b55-4637-ad8a-975a77924689', 'status': 'completed', 'code': 200} Jul 16 18:56:35.946354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:35.996334 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.117989 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-091f2dc4-5047-4ac8-958a-d656645416e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.193500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:36.222869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:36.232241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:36.232882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:56:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:36.334061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:36.532405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:36.558294 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0456d9-03ff-4c23-b5f4-68d209b2e74f None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:36.812939 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae505d6-d5b9-4ed2-abaa-37b335a8bf12 None None] New status for floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:56:37.056119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-dd281ef4-1ddc-4b33-bec9-9e1915d2b0b5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1251492166&fields=id&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 267 time: 0.0342059 Jul 16 18:56:37.160531 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.162028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-f01ccf5c-2223-4e32-bb4f-530a14b5bb78 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.163534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-f01ccf5c-2223-4e32-bb4f-530a14b5bb78 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 812 time: 0.1010544 Jul 16 18:56:37.178757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-6c69fff3-b6a4-44fe-93ab-bd2b49e914b3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/quotas/5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 375 time: 0.0099459 Jul 16 18:56:37.251219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-f14b9a1c-dfc7-4ee7-a11e-009c9e598cc7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672607 Jul 16 18:56:37.266616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-0a4fcb8e-8346-457f-8d5f-f20441d81d99 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:56:37.268210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-0a4fcb8e-8346-457f-8d5f-f20441d81d99 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058975 Jul 16 18:56:37.356373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-0f332c5a-25f6-4cb4-8bf1-4bf93c64e68c service neutron] 10.222.0.60 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827212 Jul 16 18:56:37.789454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-e91641ee-b18a-46c5-95a9-267eaa32c128 service neutron] 10.222.0.60 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271519 Jul 16 18:56:37.958749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-caaa22c8-d0f8-4307-b391-5c2a2d3c3b9e req-5803e61c-b7cd-4e08-bc00-7135175307c9 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 210 time: 0.0298216 Jul 16 18:56:38.853758 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:39.002086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-970fd118-2bfd-4c83-944a-384cc9608df9 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.003624 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-970fd118-2bfd-4c83-944a-384cc9608df9 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 812 time: 0.1161649 Jul 16 18:56:39.052687 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-d17225c5-6caa-40a5-871b-62f67fd37e30 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 380 time: 0.0374062 Jul 16 18:56:39.061347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'port': {'device_id': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'admin_state_up': True, 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'security_groups': ['cebc98be-abe3-4630-97c9-bef6a4a59c19']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:39.113054 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b67d5231-eeed-40c5-a1c5-78fc29c02a46 req-ac9025a1-92ae-4931-9376-dcc65f6da85b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 210 time: 0.0300827 Jul 16 18:56:39.175909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Made reservation on behalf of 5383ebd81c964b8fa5a980efca9e5690 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:39.179775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:39.309915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Allocated IP 172.20.0.14 (c44499b0-5eb9-4130-aeb6-d541a0c69c64/96eb67af-e0e2-4e60-b386-94d7fb70abd4/c5f4ced5-0076-4040-8927-414ff5a94fde) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:39.446998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:39.460581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Transition to ACTIVE for port object c5f4ced5-0076-4040-8927-414ff5a94fde will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:39.493098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:39.535356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:39.540444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:39.544174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:39.552278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event updated for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:39.581343 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.581693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.582039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.582384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.582721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.583053 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.583381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.583707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.584033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.584355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.584706 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.585031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:39.616755 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.617386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:39.633362 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-db1b04ef-9f91-43b1-bba3-0c38dd2e6fb0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5760701 Jul 16 18:56:39.646345 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Request body: {'port': {'device_id': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:39.727782 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:39.741802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c907f486-9b55-4637-ad8a-975a77924689 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:39.768255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: c907f486-9b55-4637-ad8a-975a77924689 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:39.768731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c907f486-9b55-4637-ad8a-975a77924689 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:39.770368 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff777800-379e-4ece-af13-647f31254f3d None None] Provisioning for port c5f4ced5-0076-4040-8927-414ff5a94fde completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:39.774628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ff777800-379e-4ece-af13-647f31254f3d None None] Provisioning complete for port c5f4ced5-0076-4040-8927-414ff5a94fde triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:39.775077 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ff777800-379e-4ece-af13-647f31254f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:39.818831 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ff777800-379e-4ece-af13-647f31254f3d None None] Port c5f4ced5-0076-4040-8927-414ff5a94fde cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:56:40.004425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f4ced5-0076-4040-8927-414ff5a94fde {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:40.012301 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.024641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Transition to ACTIVE for port object c5f4ced5-0076-4040-8927-414ff5a94fde will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:40.029428 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.085081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:40.166292 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Attempting to bind port c5f4ced5-0076-4040-8927-414ff5a94fde on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:40.166776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Attempting to bind port c5f4ced5-0076-4040-8927-414ff5a94fde by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:40.167231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Attempting to bind port c5f4ced5-0076-4040-8927-414ff5a94fde on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:40.172379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Port c5f4ced5-0076-4040-8927-414ff5a94fde on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:56:40.172851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Attempting to bind port c5f4ced5-0076-4040-8927-414ff5a94fde on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:40.179084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:40.179638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:40.180121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:40.180722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Bound port: c5f4ced5-0076-4040-8927-414ff5a94fde, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:40.181177 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.253002 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:40.256132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:40.261066 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.297707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:40.298883 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.300708 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] 10.222.0.45 "PUT /v2.0/ports/c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1093 time: 0.6595409 Jul 16 18:56:40.301079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:40.303415 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba12c39b-d84e-40bf-a0db-4130984052b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:40.320858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78886620-a4ad-4872-9f05-f20d98282b1b req-d6aca632-c85a-4285-9286-0670c4a72bb8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:40.328532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78886620-a4ad-4872-9f05-f20d98282b1b req-d6aca632-c85a-4285-9286-0670c4a72bb8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 944 time: 0.0873523 Jul 16 18:56:40.344776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22509fbc-1631-4d85-89cc-af83edbbd922 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:40.380798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-78886620-a4ad-4872-9f05-f20d98282b1b req-ea3b941a-38dd-471c-9d40-c96116a9c6bb tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Jul 16 18:56:40.415147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-9d152c8b-e2f8-4098-8257-e543c970b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:40.416834 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-9d152c8b-e2f8-4098-8257-e543c970b3fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1096 time: 0.0680721 Jul 16 18:56:40.462672 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58c2877-d1b5-4823-a0bd-717b94ecd569 x-openstack-request-id: req-d58c2877-d1b5-4823-a0bd-717b94ecd569 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:40.463032 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:40.463343 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d58c2877-d1b5-4823-a0bd-717b94ecd569 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:40.463802 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'status': 'completed', 'code': 200} Jul 16 18:56:40.465878 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-9bdbe768-4db7-49e7-b1e4-aabdf5148f8f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 217 time: 0.0411983 Jul 16 18:56:40.530079 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-dbf28569-36f7-48c7-a3f3-ed17724a4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:40.531554 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-dbf28569-36f7-48c7-a3f3-ed17724a4405 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0599627 Jul 16 18:56:40.593318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-0e56c83f-0477-4284-b9fd-b95a0145dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:40.594848 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-0e56c83f-0477-4284-b9fd-b95a0145dcd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574176 Jul 16 18:56:40.683733 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-dfcf597e-54b3-4fc9-ac63-c967070d65a1 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825486 Jul 16 18:56:40.719012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.779351 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7d6f21b1-6307-439d-85fe-ae76ff991ad8 req-ffc48715-1b89-47b8-8b61-5fc7d6560d9f service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892897 Jul 16 18:56:40.883874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-fc96b2c8-172b-4cc4-acda-b1c97afaaded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:40.885325 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-fc96b2c8-172b-4cc4-acda-b1c97afaaded service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1096 time: 0.0539761 Jul 16 18:56:40.976398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-413d5d57-0081-4cfc-b345-f69ad918c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:40.977913 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-413d5d57-0081-4cfc-b345-f69ad918c0e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0868886 Jul 16 18:56:41.022360 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-f9afb04f-65cd-4f42-b5b5-e0af6cd47f0d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 217 time: 0.0371070 Jul 16 18:56:41.072773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-ba35331e-e327-4050-bdb5-bb968cd83c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:41.074226 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-ba35331e-e327-4050-bdb5-bb968cd83c71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0449922 Jul 16 18:56:41.136213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-6238bbb6-ee1d-4cb9-a2e6-cc9acc3d1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:41.137815 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-6238bbb6-ee1d-4cb9-a2e6-cc9acc3d1341 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538151 Jul 16 18:56:41.233515 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-2bbd037e-2d59-4389-835c-0f2c88507cff service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887523 Jul 16 18:56:41.568395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706abc6-8cc9-4511-bc26-1132f797ce59 req-21740928-0f59-43f9-83d6-c77c57972016 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:41.570448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8706abc6-8cc9-4511-bc26-1132f797ce59 req-21740928-0f59-43f9-83d6-c77c57972016 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 944 time: 0.0675988 Jul 16 18:56:41.575848 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ba12c39b-d84e-40bf-a0db-4130984052b1 req-0cc69dfd-ecee-43c1-b69f-4813da158380 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357050 Jul 16 18:56:41.610417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8706abc6-8cc9-4511-bc26-1132f797ce59 req-61568d69-df53-4050-967f-7aa9c64a24ae tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344882 Jul 16 18:56:42.792750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e7496-7116-410e-a4f6-2c7d99d78b9c req-7a6ca64a-6eca-41fe-87a3-12e39d7122fa tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:42.794340 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba4e7496-7116-410e-a4f6-2c7d99d78b9c req-7a6ca64a-6eca-41fe-87a3-12e39d7122fa tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 944 time: 0.0707150 Jul 16 18:56:42.834953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ba4e7496-7116-410e-a4f6-2c7d99d78b9c req-8ba1f532-883b-4ab4-bac2-4b1dda3df65d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339355 Jul 16 18:56:43.362086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c5f4ced5-0076-4040-8927-414ff5a94fde details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:56:43.458307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:43.469320 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'mac_address': 'fa:16:3e:be:6c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:56:43.509762 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:43.522541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f4ced5-0076-4040-8927-414ff5a94fde {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:43.542613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:43.546571 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:43.593610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:43.774006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['c5f4ced5-0076-4040-8927-414ff5a94fde'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:44.017696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85852b-c58e-4023-ae82-58e57a14bf61 req-278aaa54-a2e2-4c08-9288-07b6139ef22f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:44.019184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe85852b-c58e-4023-ae82-58e57a14bf61 req-278aaa54-a2e2-4c08-9288-07b6139ef22f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 945 time: 0.0701029 Jul 16 18:56:44.059102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe85852b-c58e-4023-ae82-58e57a14bf61 req-ac0cb10e-682c-422d-8129-3c72dfea1b53 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340319 Jul 16 18:56:45.234457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c1f3-4542-4746-9ad1-4a9412c35760 req-6c0ceb13-4096-4335-808f-e45bfe3229b1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:45.235924 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85b3c1f3-4542-4746-9ad1-4a9412c35760 req-6c0ceb13-4096-4335-808f-e45bfe3229b1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 945 time: 0.0618613 Jul 16 18:56:45.273525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85b3c1f3-4542-4746-9ad1-4a9412c35760 req-6b4b846a-781a-43a4-b12a-2f8010bcc203 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320432 Jul 16 18:56:45.379394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c5f4ced5-0076-4040-8927-414ff5a94fde up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:45.427304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port c5f4ced5-0076-4040-8927-414ff5a94fde completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:45.431120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port c5f4ced5-0076-4040-8927-414ff5a94fde triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:45.431491 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.515450 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.543132 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:45.545464 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ccb286-c27f-4c5e-8b51-df660ea4ab6c" -d '{"events": [{"server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "name": "network-vif-plugged", "status": "completed", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:45.563610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:45.570344 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.597631 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd17abe1-e904-4a2d-9428-25a0616f932f x-openstack-request-id: req-dd17abe1-e904-4a2d-9428-25a0616f932f {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:45.598423 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "name": "network-vif-plugged", "status": "completed", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:45.598423 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd17abe1-e904-4a2d-9428-25a0616f932f {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:45.598732 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'code': 200} Jul 16 18:56:45.627873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:45.703261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb33da-076b-45dd-a7d3-86ac87e9592a req-640d2520-8cb9-4e43-b43e-289aa249a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:45.704933 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e6cb33da-076b-45dd-a7d3-86ac87e9592a req-640d2520-8cb9-4e43-b43e-289aa249a059 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1098 time: 0.0542512 Jul 16 18:56:45.739993 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e6cb33da-076b-45dd-a7d3-86ac87e9592a req-317766e7-62f8-4b44-a2b5-c80c8b6b6f78 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289505 Jul 16 18:56:46.456280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d23f37-a2bd-426a-a73a-4ca2b253cdee req-09a69647-9204-4682-b907-696411f7ecff tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:46.457742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69d23f37-a2bd-426a-a73a-4ca2b253cdee req-09a69647-9204-4682-b907-696411f7ecff tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0709627 Jul 16 18:56:46.499849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-69d23f37-a2bd-426a-a73a-4ca2b253cdee req-7b81520b-2bb0-4c1f-8377-0e34e0a8d7a8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348213 Jul 16 18:56:47.681228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c05aaf-3af5-4fbd-a503-7d6e3fb3027f req-16d3683e-dd20-4366-8d3f-8b0be400a4c3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:47.682729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6c05aaf-3af5-4fbd-a503-7d6e3fb3027f req-16d3683e-dd20-4366-8d3f-8b0be400a4c3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0639758 Jul 16 18:56:47.719880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6c05aaf-3af5-4fbd-a503-7d6e3fb3027f req-6fc10fca-d520-4066-b8a7-b4a07e8f268f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Jul 16 18:56:47.891682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f03b3-d760-4a8b-9309-a5b2733cb218 req-ebcabb57-4497-4a97-bd43-78c2b4aac055 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:47.893434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-753f03b3-d760-4a8b-9309-a5b2733cb218 req-ebcabb57-4497-4a97-bd43-78c2b4aac055 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0680861 Jul 16 18:56:47.902279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36052) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:47.906713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-77f33afb-4287-451d-a06d-e40f66780f48 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'floatingip': {'port_id': 'c5f4ced5-0076-4040-8927-414ff5a94fde'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:47.945606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77f33afb-4287-451d-a06d-e40f66780f48 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.384973 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77f33afb-4287-451d-a06d-e40f66780f48 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.388798 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77f33afb-4287-451d-a06d-e40f66780f48 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.490374 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-77f33afb-4287-451d-a06d-e40f66780f48 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0 associated. External IP: 172.25.2.124, port: c5f4ced5-0076-4040-8927-414ff5a94fde. Jul 16 18:56:48.705805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f33afb-4287-451d-a06d-e40f66780f48 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:56:48.817316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f33afb-4287-451d-a06d-e40f66780f48 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:48.822244 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-77f33afb-4287-451d-a06d-e40f66780f48 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.827482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:48.837789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:48.838409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:56:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:48.860303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-77f33afb-4287-451d-a06d-e40f66780f48 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "PUT /v2.0/floatingips/9c8ecb43-b543-43a8-bb1b-65067bac82f0 HTTP/1.1" status: 200 len: 992 time: 0.9569633 Jul 16 18:56:48.860957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:48.864390 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d66638-c2c6-433c-9ee3-3c652f11b0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:48.903852 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57338b87-b267-4b82-a48b-6c8370f7594f x-openstack-request-id: req-57338b87-b267-4b82-a48b-6c8370f7594f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:48.904408 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:48.904853 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57338b87-b267-4b82-a48b-6c8370f7594f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:48.905259 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'status': 'completed', 'code': 200} Jul 16 18:56:48.952702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:48.980618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-55942019-6252-45d6-89d5-284f2944afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.982127 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-55942019-6252-45d6-89d5-284f2944afc6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1098 time: 0.0554028 Jul 16 18:56:49.076876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-75ebb09b-5669-4321-9d89-354397fceceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.078371 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-75ebb09b-5669-4321-9d89-354397fceceb service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0904596 Jul 16 18:56:49.145870 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-49905e52-51fd-4651-ae79-d2bd37dce5f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1000 time: 0.0615275 Jul 16 18:56:49.187474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:be:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T18:56:48Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:49.200721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-309e1b51-32c5-4955-a081-65ca4a8b84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.202200 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-309e1b51-32c5-4955-a081-65ca4a8b84c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0502708 Jul 16 18:56:49.218055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:49.227309 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:49.227847 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:56:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:49.259866 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-0fd854d8-436d-400f-9281-81f1fe2794dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.261406 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-0fd854d8-436d-400f-9281-81f1fe2794dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534067 Jul 16 18:56:49.332715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:49.353006 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-99772bc1-2e8e-4b25-b89f-16e610dc9d71 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844316 Jul 16 18:56:49.445639 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-14d66638-c2c6-433c-9ee3-3c652f11b0e1 req-c38f1939-600f-4226-97cc-7f8a5f0b0516 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867972 Jul 16 18:56:49.558865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:be:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T18:56:48Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:49.584237 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1657c840-5b6b-4d15-90af-4c23ceea4f88 None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:be:6c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T18:56:48Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:49.768904 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676967b2-fc1c-4c14-9674-a7eb3964b255 None None] New status for floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:56:54.963751 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-a0d9f5fe-316c-4db1-81e6-d6be332b966e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528538 Jul 16 18:56:55.056656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-69e45da1-21b7-44d2-bb90-3428bd251f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:55.058224 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-69e45da1-21b7-44d2-bb90-3428bd251f98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1098 time: 0.0535452 Jul 16 18:56:55.167256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-c582a17e-4eb3-417e-9ff1-9eee506d2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:55.168673 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-c582a17e-4eb3-417e-9ff1-9eee506d2d31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0900464 Jul 16 18:56:55.232203 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-4f953cc4-a360-40a8-bf58-50591ddf9b88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1002 time: 0.0574968 Jul 16 18:56:55.284536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-a8fd4c51-f111-4171-b90b-1bf451ac2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:55.285976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-a8fd4c51-f111-4171-b90b-1bf451ac2d17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0482943 Jul 16 18:56:55.342159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-18d6718e-a040-4b33-a155-f07ec327eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:55.343642 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-18d6718e-a040-4b33-a155-f07ec327eb04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521264 Jul 16 18:56:55.433551 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-9436e332-78f4-417e-a8b5-c376a2b26300 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838320 Jul 16 18:56:55.527833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d60b79a0-6588-42a2-9e8b-c5652652110f req-935d95ec-d7da-49bc-898f-806bbb9e00b8 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878029 Jul 16 18:56:58.940152 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:59.252484 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.229048 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4191bd6d-9467-48ff-8ab4-ac67bb95128a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.980589 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.092240 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1cad4986-9420-4d27-bd6a-7246d908de4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.163007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.856112 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.724300 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:29.263114 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.229880 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-acc06061-f23b-4738-bd15-580041ec06a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:35.939814 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:35.981806 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:36.092980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-505cf781-b16a-4cf4-b5cf-eb852d9fcfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:37.165448 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:38.855178 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:40.719448 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:45.036412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-63c7a5b2-5ee6-4547-8578-983d5fbbb564 req-c5dbcc16-a74c-4d35-adb0-2103c3193533 service neutron] (93823) timed out ('10.222.0.45', 50840) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:57:56.802780 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-88b27a9b-c9c0-4612-99f2-b8efc4a2617e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530858 Jul 16 18:57:56.899095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-a16e5018-4bc3-40a3-b9b8-00788bbdfd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:56.900615 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-a16e5018-4bc3-40a3-b9b8-00788bbdfd67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1098 time: 0.0573087 Jul 16 18:57:57.004293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-24e80934-0ba5-4c73-a24b-115a8be5c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:57.005969 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-24e80934-0ba5-4c73-a24b-115a8be5c4f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0854437 Jul 16 18:57:57.074666 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-059a2ffb-e098-41bf-9339-5945561dc00c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1002 time: 0.0618083 Jul 16 18:57:57.123253 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-d1f8f8a8-889d-4326-a471-2a14a901bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:57.124813 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-d1f8f8a8-889d-4326-a471-2a14a901bb81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0440733 Jul 16 18:57:57.183528 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-ffe0cc8f-63a6-4c5c-8826-16656fc89466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:57.185073 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-ffe0cc8f-63a6-4c5c-8826-16656fc89466 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547061 Jul 16 18:57:57.277450 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-5eb08632-9dce-4209-95af-2db1ba1b90cc service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861990 Jul 16 18:57:57.366945 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f0da9188-e3dd-4976-b7a9-82089cad7577 req-f402b600-3a9b-48bf-bfec-cfd64d425f2d service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829272 Jul 16 18:57:59.279068 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.230712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-989ae0f5-23ed-495b-80f5-2cdfc07d803b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.983010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.092265 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd0b6b72-d922-4708-bf62-9f3606690215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.167572 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.857977 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:10.718513 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.938599 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:24.164197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ccc5c-3fdc-4b71-aee4-ac2b27d602bb req-217a6ba1-7de8-4fa0-94e1-05d53ed17776 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:24.165701 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f16ccc5c-3fdc-4b71-aee4-ac2b27d602bb req-217a6ba1-7de8-4fa0-94e1-05d53ed17776 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0682890 Jul 16 18:58:24.203499 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f16ccc5c-3fdc-4b71-aee4-ac2b27d602bb req-4229134a-6fca-4d64-891f-21767b01f953 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Jul 16 18:58:25.383153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9fc5-94e5-48da-ba88-62a16897ac77 req-96ce0d46-8087-47f0-8df7-579bb29df42e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:25.384668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-443b9fc5-94e5-48da-ba88-62a16897ac77 req-96ce0d46-8087-47f0-8df7-579bb29df42e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0668488 Jul 16 18:58:25.421935 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-443b9fc5-94e5-48da-ba88-62a16897ac77 req-ad3195b8-9e8d-4ee0-8e8b-4198b6445c1d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Jul 16 18:58:26.595786 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec5bf0-fab8-42d8-8c72-c23e3deb9b63 req-0d388dd4-7adc-4419-bec7-76b2aaad5499 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:26.597305 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0ec5bf0-fab8-42d8-8c72-c23e3deb9b63 req-0d388dd4-7adc-4419-bec7-76b2aaad5499 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0644150 Jul 16 18:58:26.636042 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0ec5bf0-fab8-42d8-8c72-c23e3deb9b63 req-4fbb2cf3-244c-4d2e-86ec-7d373cee0aec tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Jul 16 18:58:27.805991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53c5b-dce2-4ece-b33e-6be6fca5b4e3 req-9b575262-8a69-4ded-b046-b315fa3569e4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:27.807475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53e53c5b-dce2-4ece-b33e-6be6fca5b4e3 req-9b575262-8a69-4ded-b046-b315fa3569e4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0627830 Jul 16 18:58:27.844566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53e53c5b-dce2-4ece-b33e-6be6fca5b4e3 req-749208b9-f8c0-410e-9db2-65f906a6cc1b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Jul 16 18:58:29.021279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb4fcc-3879-4d63-833c-9fed46718ad5 req-bdb3e3fd-b284-497f-bc75-fa617868f553 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:29.023364 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cbb4fcc-3879-4d63-833c-9fed46718ad5 req-bdb3e3fd-b284-497f-bc75-fa617868f553 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0664008 Jul 16 18:58:29.060307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cbb4fcc-3879-4d63-833c-9fed46718ad5 req-c909bb41-6c79-47ec-881e-7ad8acb13bf0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314977 Jul 16 18:58:29.278358 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:30.232120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc7512-9e9d-4f72-9b3f-6883cda6319c req-2039eef6-512d-4e8b-a26b-dc4c983e2df7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.233631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bcc7512-9e9d-4f72-9b3f-6883cda6319c req-2039eef6-512d-4e8b-a26b-dc4c983e2df7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0628073 Jul 16 18:58:30.271734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bcc7512-9e9d-4f72-9b3f-6883cda6319c req-5a0aaee9-6de5-4abf-9418-c1a35dc72265 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Jul 16 18:58:31.448402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39a7ad-67f6-40bd-80d7-5732771c7b39 req-306254af-edcf-419c-afde-6a19f8a30d4c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.449908 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f39a7ad-67f6-40bd-80d7-5732771c7b39 req-306254af-edcf-419c-afde-6a19f8a30d4c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0679045 Jul 16 18:58:31.496102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f39a7ad-67f6-40bd-80d7-5732771c7b39 req-607ba367-abc5-4533-863b-16e294f97a60 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Jul 16 18:58:32.670658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e65510-d673-46f3-9e35-bdfa9c20facf req-826e90d2-0605-4eb4-ad25-566d55f3521f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:32.672167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33e65510-d673-46f3-9e35-bdfa9c20facf req-826e90d2-0605-4eb4-ad25-566d55f3521f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0647733 Jul 16 18:58:32.709638 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-33e65510-d673-46f3-9e35-bdfa9c20facf req-5f3e7616-9210-450e-9737-a6a2c51083d6 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318322 Jul 16 18:58:33.232221 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d258a94-2f53-4a0b-afe3-ab61472f6114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.886917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498075c6-a217-4179-83cb-4289f3b3d547 req-d4e8391c-54b3-4c39-97fc-477aeb7f3730 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:33.888387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-498075c6-a217-4179-83cb-4289f3b3d547 req-d4e8391c-54b3-4c39-97fc-477aeb7f3730 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0641875 Jul 16 18:58:33.925000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-498075c6-a217-4179-83cb-4289f3b3d547 req-ac0d14d7-6b0d-467a-801d-91a0f6c29e89 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311267 Jul 16 18:58:35.103972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2f1b-6187-472d-b5f8-62604a7ed52c req-29e61690-0159-4a13-8c5c-4d44ab5a6d24 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:35.105459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d54b2f1b-6187-472d-b5f8-62604a7ed52c req-29e61690-0159-4a13-8c5c-4d44ab5a6d24 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0677936 Jul 16 18:58:35.144219 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d54b2f1b-6187-472d-b5f8-62604a7ed52c req-06286312-a76c-4c81-9645-72f1af0aca55 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331810 Jul 16 18:58:35.533250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-cd3b210c-c2b5-4599-a0e6-5126ddbfdf53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063747 Jul 16 18:58:35.545915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334f047-7263-42ee-84e8-dfe86057f3b8 req-cec08b25-5e96-424d-88f7-70b917ae30c2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:35.547444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7334f047-7263-42ee-84e8-dfe86057f3b8 req-cec08b25-5e96-424d-88f7-70b917ae30c2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0651391 Jul 16 18:58:35.587694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7334f047-7263-42ee-84e8-dfe86057f3b8 req-d90f7467-fe7e-4f8b-86bf-05f2cdf0f228 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344622 Jul 16 18:58:35.986760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:36.093995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e70a454d-e069-42ea-96a2-379baee5eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:36.768593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc3d04-e8bb-4e22-a5eb-f4c88415c141 req-52a7d3d3-08b3-4da6-967c-daa6cce6e34b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:36.770067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdbc3d04-e8bb-4e22-a5eb-f4c88415c141 req-52a7d3d3-08b3-4da6-967c-daa6cce6e34b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0655663 Jul 16 18:58:36.808401 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdbc3d04-e8bb-4e22-a5eb-f4c88415c141 req-51303a97-62cc-4248-8ca2-4d435c0a047f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Jul 16 18:58:37.100484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-08afe0b7-c6be-4606-8ae1-3577972680c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:37.102450 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-08afe0b7-c6be-4606-8ae1-3577972680c8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1098 time: 0.0540102 Jul 16 18:58:37.173974 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:37.191638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-2110e5bd-68f2-4fa9-ba71-525b376b178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:37.193140 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-2110e5bd-68f2-4fa9-ba71-525b376b178c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0841129 Jul 16 18:58:37.260044 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-ff514c26-1eb3-465f-8ad3-639e68ade205 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1002 time: 0.0609734 Jul 16 18:58:37.308383 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-94db9656-4452-48ca-af45-8cd070e9165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:37.309812 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-94db9656-4452-48ca-af45-8cd070e9165d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0431890 Jul 16 18:58:37.366747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-f8466653-93bf-4a39-9499-852681a09d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:37.368249 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-f8466653-93bf-4a39-9499-852681a09d94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523710 Jul 16 18:58:37.461583 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-f254cbd0-e0ba-4cdf-80da-2206338c375f service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867600 Jul 16 18:58:37.560713 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-2157dbaf-fb3a-4a78-ae73-7342f685cb89 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922947 Jul 16 18:58:37.981848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2876559-2de5-4c9b-873c-84cc5b8c5ef7 req-831eb2d4-d016-41a1-8144-d48f6c61f320 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:37.983327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2876559-2de5-4c9b-873c-84cc5b8c5ef7 req-831eb2d4-d016-41a1-8144-d48f6c61f320 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0632923 Jul 16 18:58:38.021125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2876559-2de5-4c9b-873c-84cc5b8c5ef7 req-f6add50d-2a7a-447d-b558-079c2c355073 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324380 Jul 16 18:58:38.860316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:39.195076 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ea7d-e75b-45f4-bacd-39af3cab2f02 req-7250969a-ed9b-44b6-83ea-da665a0686cf tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:39.196571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4655ea7d-e75b-45f4-bacd-39af3cab2f02 req-7250969a-ed9b-44b6-83ea-da665a0686cf tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0629210 Jul 16 18:58:39.233135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4655ea7d-e75b-45f4-bacd-39af3cab2f02 req-5c9c035a-7e07-4868-8a89-8b4480bbe1c9 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311656 Jul 16 18:58:39.343555 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-996232a3-7051-4a23-a43d-230d73d9b98b req-3e00e6e2-0ac5-48b6-99cd-d1e1c01fb4f7 service neutron] show failed (client error): The resource could not be found. Jul 16 18:58:39.344561 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-3e00e6e2-0ac5-48b6-99cd-d1e1c01fb4f7 service neutron] 10.222.0.45 "GET /v2.0/ports/c5f4ced5-0076-4040-8927-414ff5a94fde/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0579276 Jul 16 18:58:39.648845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-1beba9e4-4a18-4ab6-a23a-9d4a1b455aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:39.650312 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-1beba9e4-4a18-4ab6-a23a-9d4a1b455aea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 1098 time: 0.1089861 Jul 16 18:58:39.675713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:39.746608 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:39.951552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:39.983550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:40.021401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:40.024388 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e99ad1-4176-41c8-bc0f-21fae3d09ee3" -d '{"events": [{"server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:40.028201 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:40.040788 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Transition to ACTIVE for port object c5f4ced5-0076-4040-8927-414ff5a94fde will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:40.044813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:40.080694 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed3b1fa-f2b0-4dcd-85f0-8e0b0593e1a1 x-openstack-request-id: req-2ed3b1fa-f2b0-4dcd-85f0-8e0b0593e1a1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:40.080988 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "name": "network-vif-unplugged", "status": "completed", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:40.081240 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ed3b1fa-f2b0-4dcd-85f0-8e0b0593e1a1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:40.081632 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'code': 200} Jul 16 18:58:40.132707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Pushing event updated for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:40.146669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.147007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.147383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.148230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.148574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.148897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.149219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.149533 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.149850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.150167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.150480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.150791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:40.186481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] No DVR routers for this DVR port c5f4ced5-0076-4040-8927-414ff5a94fde on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:40.324872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Attempting to bind port c5f4ced5-0076-4040-8927-414ff5a94fde on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:40.325601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Attempting to bind port c5f4ced5-0076-4040-8927-414ff5a94fde by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:40.325601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Attempting to bind port c5f4ced5-0076-4040-8927-414ff5a94fde on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:40.329758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Port c5f4ced5-0076-4040-8927-414ff5a94fde on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:40.330074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Attempting to bind port c5f4ced5-0076-4040-8927-414ff5a94fde on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:40.335482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:40.335864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:40.336209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:40.336653 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Bound port: c5f4ced5-0076-4040-8927-414ff5a94fde, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:40.337005 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:40.436663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:40.453243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:40.462125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d792c4-76f3-46d5-823d-61e66c37ce83 req-a4e1bfbe-c0c3-4d9a-be28-30c70a52fe4e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:40.463609 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8d792c4-76f3-46d5-823d-61e66c37ce83 req-a4e1bfbe-c0c3-4d9a-be28-30c70a52fe4e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 944 time: 0.1144392 Jul 16 18:58:40.465049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:40.515972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:40.516617 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:40.518015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] 10.222.0.46 "PUT /v2.0/ports/c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1093 time: 0.8464456 Jul 16 18:58:40.551918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8d792c4-76f3-46d5-823d-61e66c37ce83 req-0f8d3f22-bafe-4463-af78-e0b858722334 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798748 Jul 16 18:58:40.555549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06db8f3-55e6-48c0-a32f-452494a8222c service neutron] Pushing event updated for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:40.621384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-9eecb8c2-5b99-4aef-9075-a41743256a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:40.622932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-9eecb8c2-5b99-4aef-9075-a41743256a75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1096 time: 0.0566430 Jul 16 18:58:40.720272 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:40.724421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-bb563233-24f6-4b19-93ab-cee7ef5bb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:40.727098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-bb563233-24f6-4b19-93ab-cee7ef5bb504 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0940065 Jul 16 18:58:40.796572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-1b966539-118e-4b4b-a35f-2de8692834b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1000 time: 0.0593019 Jul 16 18:58:40.846958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-63857c9c-90b1-4d67-898d-9048ad84adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:40.848384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-63857c9c-90b1-4d67-898d-9048ad84adc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0427804 Jul 16 18:58:40.909140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996232a3-7051-4a23-a43d-230d73d9b98b req-169a580f-7ae4-4d63-a35c-37c47f438775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:40.910589 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-169a580f-7ae4-4d63-a35c-37c47f438775 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550382 Jul 16 18:58:40.999409 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-184043e0-cc23-4070-8ac6-0e5bf39f34da service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805013 Jul 16 18:58:41.093218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-8b71d59a-a26f-41de-8b30-b49d312bcc65 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869715 Jul 16 18:58:41.742154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddbc0d-d3dd-4026-96ec-124c96114b17 req-de7b45a6-38ad-4990-80f1-b88e8c55d323 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:41.743664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-afddbc0d-d3dd-4026-96ec-124c96114b17 req-de7b45a6-38ad-4990-80f1-b88e8c55d323 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 944 time: 0.0680625 Jul 16 18:58:41.780945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-afddbc0d-d3dd-4026-96ec-124c96114b17 req-f378d7cc-1331-48e7-91a9-92a8db8c6e02 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Jul 16 18:58:42.083193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:42.086065 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af" -d '{"events": [{"name": "network-changed", "server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:42.136456 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adc6a7c-1896-4680-b315-1ab1e6c247ec x-openstack-request-id: req-6adc6a7c-1896-4680-b315-1ab1e6c247ec {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:42.136815 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:42.137462 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6adc6a7c-1896-4680-b315-1ab1e6c247ec {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:42.137875 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'status': 'completed', 'code': 200} Jul 16 18:58:42.214735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-41accd0f-5262-487a-b7ab-5faedd7dcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.216236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-41accd0f-5262-487a-b7ab-5faedd7dcf68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1096 time: 0.0561216 Jul 16 18:58:42.242569 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-89155873-adc2-4f07-ab08-a7c64469e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.244071 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-89155873-adc2-4f07-ab08-a7c64469e802 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1096 time: 0.0532126 Jul 16 18:58:42.311815 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-5d6a886b-e4ce-4667-9992-94a20a25ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.313341 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-5d6a886b-e4ce-4667-9992-94a20a25ec2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0899816 Jul 16 18:58:42.339330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-0b55eb62-6365-40cc-b803-906862795ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.340909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-0b55eb62-6365-40cc-b803-906862795ef4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0886171 Jul 16 18:58:42.376858 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-3859697a-9fa6-49ec-a5c1-d6982cc488ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1000 time: 0.0571108 Jul 16 18:58:42.410776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-dbf2a05f-685e-4aa1-a623-6137e15a4613 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1000 time: 0.0619206 Jul 16 18:58:42.424255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-6acdecb1-3093-4651-add2-ac1118105c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.425741 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-6acdecb1-3093-4651-add2-ac1118105c11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0433056 Jul 16 18:58:42.464379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-9590f852-c800-44a3-80f0-1379fa02b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.466308 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-9590f852-c800-44a3-80f0-1379fa02b8f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0481279 Jul 16 18:58:42.496227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-b5ee7342-6389-4a44-80b1-2f525c97d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.497774 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-b5ee7342-6389-4a44-80b1-2f525c97d5e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660503 Jul 16 18:58:42.529834 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-d454e6fc-6253-4f44-b28b-9b60b5bda36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.531420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-d454e6fc-6253-4f44-b28b-9b60b5bda36b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582371 Jul 16 18:58:42.591106 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-d8a13f89-26f8-496a-a13c-cbc34ae4f1da service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859640 Jul 16 18:58:42.695551 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-f3fdef4b-2bb6-4c78-b3d7-5a73ca7e4668 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978818 Jul 16 18:58:43.018794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-ae1ac100-931d-43ce-afd8-69dc55290129 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790597 Jul 16 18:58:43.099515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd414d9f-84b1-4df1-a1b6-d1d9d726e7c0 req-cb37f144-5212-4bc0-b3b6-d8d983f14c22 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:43.101533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd414d9f-84b1-4df1-a1b6-d1d9d726e7c0 req-cb37f144-5212-4bc0-b3b6-d8d983f14c22 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 944 time: 0.1314366 Jul 16 18:58:43.153532 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9cc2db7e-9b9b-4816-b9c3-559cd801f3af req-d0b1819a-8243-414d-8b19-dd202627c9ba service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256704 Jul 16 18:58:43.161230 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd414d9f-84b1-4df1-a1b6-d1d9d726e7c0 req-9067e5d6-7284-4372-9c37-1898eafcfac2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502138 Jul 16 18:58:43.847480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c5f4ced5-0076-4040-8927-414ff5a94fde no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:58:43.886852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c5f4ced5-0076-4040-8927-414ff5a94fde not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:58:44.310866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5f4ced5-0076-4040-8927-414ff5a94fde details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:58:44.338273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678688a1-bd9d-4c02-a939-4717603ea6e6 req-f504dae4-c023-4ac0-bf52-5c5c81ae42f7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.339776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678688a1-bd9d-4c02-a939-4717603ea6e6 req-f504dae4-c023-4ac0-bf52-5c5c81ae42f7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 944 time: 0.0634353 Jul 16 18:58:44.378549 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-678688a1-bd9d-4c02-a939-4717603ea6e6 req-dbbfc64b-4faa-4f48-8c98-478783f12f68 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328560 Jul 16 18:58:44.408569 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:44.421074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'mac_address': 'fa:16:3e:be:6c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:58:44.456881 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:44.469577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f4ced5-0076-4040-8927-414ff5a94fde {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:44.489363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:44.493390 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:44.549491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:44.558298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.558645 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.558988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.559315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.559646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.559973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.560298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.560641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.560962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.561278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.561592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.561925 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:44.692121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228969c1-39b4-4e99-b817-104b98e76024 req-45756ca9-1b3d-422d-baf9-4fe55c70c6e8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.693745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-228969c1-39b4-4e99-b817-104b98e76024 req-45756ca9-1b3d-422d-baf9-4fe55c70c6e8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 945 time: 0.0664082 Jul 16 18:58:44.702520 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-8242c56d-0316-46d6-9776-2c49438544ff tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.704023 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-8242c56d-0316-46d6-9776-2c49438544ff tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796&tenant_id=5383ebd81c964b8fa5a980efca9e5690&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 945 time: 0.0725641 Jul 16 18:58:44.752389 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-228969c1-39b4-4e99-b817-104b98e76024 req-c8ed32f7-e447-48ff-896e-bd8397171141 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500839 Jul 16 18:58:44.767935 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-10d3ae26-1b19-4fcd-8630-ac5c6f4e418e service neutron] delete failed (client error): The resource could not be found. Jul 16 18:58:44.769089 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-10d3ae26-1b19-4fcd-8630-ac5c6f4e418e service neutron] 10.222.0.45 "DELETE /v2.0/ports/c5f4ced5-0076-4040-8927-414ff5a94fde/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0577176 Jul 16 18:58:44.874384 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c5f4ced5-0076-4040-8927-414ff5a94fde'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:44.876751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-0e5d0b3c-feb3-47a8-8245-15f513b82d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.878281 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-0e5d0b3c-feb3-47a8-8245-15f513b82d20 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1097 time: 0.0576146 Jul 16 18:58:44.975076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-354a2a3c-52e6-4c3d-89a9-7d70caeb6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.976833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-354a2a3c-52e6-4c3d-89a9-7d70caeb6dd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0912738 Jul 16 18:58:45.046365 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-8cdf93e9-6993-4d91-847d-9ad4470fbaca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1001 time: 0.0635302 Jul 16 18:58:45.095039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-59a1e054-63e0-4ced-9511-eb3938e26b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:45.096440 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-59a1e054-63e0-4ced-9511-eb3938e26b22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0444233 Jul 16 18:58:45.153263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-28d513fa-bdab-48f6-9f2c-2b4b375faf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:45.155029 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-28d513fa-bdab-48f6-9f2c-2b4b375faf9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526772 Jul 16 18:58:45.246831 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-7ad8fef6-b852-4515-a0f3-c4462590808f service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847325 Jul 16 18:58:45.335307 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5a4de47-81ab-47e3-b32a-d833540265a0 req-dbe530a7-70f9-46ff-8d9e-441301e722ee service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819616 Jul 16 18:58:45.940231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d095ca8-ec9b-4a9b-b063-f1f777730a12 req-60802bbf-8587-4edb-bc71-5625348e91e0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:45.941743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d095ca8-ec9b-4a9b-b063-f1f777730a12 req-60802bbf-8587-4edb-bc71-5625348e91e0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 945 time: 0.0669823 Jul 16 18:58:45.981296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d095ca8-ec9b-4a9b-b063-f1f777730a12 req-432bc6bb-cc9c-47f7-a92a-8ea8c4a5ad77 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334518 Jul 16 18:58:46.158271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d4639-833b-447a-8838-fcf708dfa5ca req-5b039d5d-c7f0-4e4e-b718-084bf9026ebd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:46.159690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb3d4639-833b-447a-8838-fcf708dfa5ca req-5b039d5d-c7f0-4e4e-b718-084bf9026ebd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 945 time: 0.0635819 Jul 16 18:58:46.196850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb3d4639-833b-447a-8838-fcf708dfa5ca req-00709dc7-f6a2-4e33-9a12-c24e2f5e4cef tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Jul 16 18:58:46.321119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5f4ced5-0076-4040-8927-414ff5a94fde up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:46.369567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port c5f4ced5-0076-4040-8927-414ff5a94fde completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:46.373300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port c5f4ced5-0076-4040-8927-414ff5a94fde triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:46.373643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:46.459441 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:46.485193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:46.490684 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dacd81a-12cc-4614-a169-877c14aef966" -d '{"events": [{"server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "name": "network-vif-plugged", "status": "completed", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:46.503146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:46.513480 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:46.538772 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49519b7-d0ff-409c-9d60-58ea767d30e9 x-openstack-request-id: req-e49519b7-d0ff-409c-9d60-58ea767d30e9 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:46.539064 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "name": "network-vif-plugged", "status": "completed", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:46.539317 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e49519b7-d0ff-409c-9d60-58ea767d30e9 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:46.539707 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'code': 200} Jul 16 18:58:46.565899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:46.584137 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ec9ba-1302-47c9-b177-4ffece4b7b87 req-912723f0-f88d-44f9-aa55-a0be22c40da6 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:46.585877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f47ec9ba-1302-47c9-b177-4ffece4b7b87 req-912723f0-f88d-44f9-aa55-a0be22c40da6 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 945 time: 0.1122842 Jul 16 18:58:46.591775 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-d179d088-88b9-4ec0-ba51-6cf94be699fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:46.593181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-d179d088-88b9-4ec0-ba51-6cf94be699fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 1098 time: 0.0797646 Jul 16 18:58:46.650382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f47ec9ba-1302-47c9-b177-4ffece4b7b87 req-561d0dea-e237-482d-ae5b-f682cac86a33 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562775 Jul 16 18:58:46.707319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-ca570b0e-5922-4c39-a97e-fde0b2b84ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:46.708799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-ca570b0e-5922-4c39-a97e-fde0b2b84ba4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.1018140 Jul 16 18:58:46.776326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-32293a6b-2728-4dfa-8561-d77480bbef35 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 200 len: 1002 time: 0.0575902 Jul 16 18:58:46.833236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-b35ba113-1a97-40c8-8a72-0948eec6de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:46.835333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-b35ba113-1a97-40c8-8a72-0948eec6de4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0474236 Jul 16 18:58:46.896030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-6cc74ebe-f9aa-48c5-a64b-785eb36e0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:46.897622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-6cc74ebe-f9aa-48c5-a64b-785eb36e0fa1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521178 Jul 16 18:58:46.989218 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-a3633735-8946-4636-b691-f4da6ebecd3d service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812173 Jul 16 18:58:47.081232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9927c86b-b9e9-4ca8-a1f7-502d0623b83d req-e9a3d9fe-4f5c-4e3a-ae70-50bd67d1c9af service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851429 Jul 16 18:58:47.825272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7119a9-18a2-4f86-a4e5-2bd79103ae9c req-1beeedfb-2bb0-4f6b-9cf6-8e3ebd3c6fc4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:47.826777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e7119a9-18a2-4f86-a4e5-2bd79103ae9c req-1beeedfb-2bb0-4f6b-9cf6-8e3ebd3c6fc4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0638266 Jul 16 18:58:47.863090 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4e7119a9-18a2-4f86-a4e5-2bd79103ae9c req-b7784d3a-cf88-4382-a86e-5971502cd591 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307577 Jul 16 18:58:48.245941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d80ec7-0675-4ecf-b9b2-ad7fc075c5b5 req-36ff2fbf-65eb-4830-972f-0e7c3f0c3b65 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:48.247394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1d80ec7-0675-4ecf-b9b2-ad7fc075c5b5 req-36ff2fbf-65eb-4830-972f-0e7c3f0c3b65 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0670407 Jul 16 18:58:48.285199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1d80ec7-0675-4ecf-b9b2-ad7fc075c5b5 req-dd0ccc24-fa7d-478a-a39b-abca67ded56a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323071 Jul 16 18:58:49.459376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d261a-a692-4627-97c7-2920e56a8a36 req-48dd648d-27cf-4645-b5ba-d90f9709a41b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:49.461117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f5d261a-a692-4627-97c7-2920e56a8a36 req-48dd648d-27cf-4645-b5ba-d90f9709a41b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0629883 Jul 16 18:58:49.500798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f5d261a-a692-4627-97c7-2920e56a8a36 req-be0e973c-078f-4510-a43c-92023c32216e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340862 Jul 16 18:58:49.755087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-e78c8c8d-3808-4ad3-973a-fa54cd42acb8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:49.757101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-e78c8c8d-3808-4ad3-973a-fa54cd42acb8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 946 time: 0.0633664 Jul 16 18:58:49.862112 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Deleting port c5f4ced5-0076-4040-8927-414ff5a94fde {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:58:49.862451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:49.937405 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:49.950651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] For port c5f4ced5-0076-4040-8927-414ff5a94fde, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5f4ced5-0076-4040-8927-414ff5a94fde,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:49.951016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:50.125932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:50.126309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:50.126620 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0 disassociated. External IP: 172.25.2.124, port: c5f4ced5-0076-4040-8927-414ff5a94fde. Jul 16 18:58:50.126959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Calling delete_port for c5f4ced5-0076-4040-8927-414ff5a94fde owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:58:50.258182 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:50.292761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event deleted for resources: {'Port': ['ID=c5f4ced5-0076-4040-8927-414ff5a94fde,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:50.411417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:58:50.521109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:58:50.531087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:58:50.541948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:50.542586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:58:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:50.566354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] No DVR routers for this DVR port c5f4ced5-0076-4040-8927-414ff5a94fde on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:50.569207 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:50.571266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdbe769f-4a51-4ee2-ab87-2108c76242b6 req-a579afe1-844b-49ca-afc4-5d359ec4ac9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "DELETE /v2.0/ports/c5f4ced5-0076-4040-8927-414ff5a94fde HTTP/1.1" status: 204 len: 173 time: 0.8051677 Jul 16 18:58:50.572164 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'name': 'network-vif-deleted', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:50.574482 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655e0f37-f530-429e-a675-fb8e5a8da890" -d '{"events": [{"server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "name": "network-vif-deleted", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:50.620091 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e0fe78-4f94-4550-a761-a7fff1a1bcfb x-openstack-request-id: req-58e0fe78-4f94-4550-a761-a7fff1a1bcfb {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:50.620387 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01a9da7-0671-4aeb-9aef-eb06695f2796", "name": "network-vif-deleted", "tag": "c5f4ced5-0076-4040-8927-414ff5a94fde", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:50.620618 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58e0fe78-4f94-4550-a761-a7fff1a1bcfb {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:50.621577 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01a9da7-0671-4aeb-9aef-eb06695f2796', 'name': 'network-vif-deleted', 'tag': 'c5f4ced5-0076-4040-8927-414ff5a94fde', 'status': 'completed', 'code': 200} Jul 16 18:58:50.664220 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-596ef0e3-5efb-45f6-bb9a-ce9b99ba6619 req-d4befa2a-747d-4e2c-ac2e-fd92d28e1524 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=d01a9da7-0671-4aeb-9aef-eb06695f2796 HTTP/1.1" status: 200 len: 210 time: 0.0306423 Jul 16 18:58:50.814768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:51.013112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:51.045079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:58:51.053481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:51.054189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:58:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:51.160210 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:51.354325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:51.380547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0040b306-0efd-49bf-bdee-f8c2831a3913 None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:58:51.583124 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57534723-de51-47ad-96dd-feb7abbddff2 None None] New status for floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:58:52.017447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-3abbd9a5-2223-41d1-93fa-3075b37afbdc tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1251492166&fields=id&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 267 time: 0.0328381 Jul 16 18:58:52.128282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-266b5d23-5ec1-4602-80c3-e316651bb409 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:52.129902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-266b5d23-5ec1-4602-80c3-e316651bb409 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 812 time: 0.1055851 Jul 16 18:58:52.144702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-eec268f6-88cc-4e70-a16a-4562091eac80 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/quotas/5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 375 time: 0.0088270 Jul 16 18:58:52.211615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-2ec843ac-5921-4d4c-867a-6a700c4e6d96 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619442 Jul 16 18:58:52.271386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-16711dbf-ec2c-49cc-95bb-cc3390efcefb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:58:52.272488 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-16711dbf-ec2c-49cc-95bb-cc3390efcefb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502481 Jul 16 18:58:52.364091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-1edb079f-7b3b-416d-b08c-50e81e3e72f7 service neutron] 10.222.0.60 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857556 Jul 16 18:58:52.452242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-6f81cb57-cb4c-48d9-8b36-4d8bb959539b service neutron] 10.222.0.60 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818150 Jul 16 18:58:52.623216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52972b2c-7333-479b-a805-39bf4288266a req-05cd543e-f810-4f0f-8e4a-0c5cce09f680 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 210 time: 0.0334780 Jul 16 18:58:53.721188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-193e01a4-646c-4353-83cd-68e0d7a8f8f2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:53.723015 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-193e01a4-646c-4353-83cd-68e0d7a8f8f2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 812 time: 0.1109266 Jul 16 18:58:53.775959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c9201cb-7039-4197-b2c7-74c826cedd93 req-5f0a4927-a2ab-49f8-996e-1c2c0d7415d5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 210 time: 0.0317159 Jul 16 18:58:53.780268 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-f0322557-ff0f-4478-ad8b-492bea72d5b8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 380 time: 0.0403893 Jul 16 18:58:53.789751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'port': {'device_id': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'admin_state_up': True, 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'security_groups': ['cebc98be-abe3-4630-97c9-bef6a4a59c19']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:53.902257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Made reservation on behalf of 5383ebd81c964b8fa5a980efca9e5690 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:53.906402 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.031559 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Allocated IP 172.20.0.14 (c44499b0-5eb9-4130-aeb6-d541a0c69c64/96eb67af-e0e2-4e60-b386-94d7fb70abd4/2f15625d-166f-4e43-8cbb-1012e26a3ed5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:54.173589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.187476 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Transition to ACTIVE for port object 2f15625d-166f-4e43-8cbb-1012e26a3ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:54.220235 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.266396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:54.269549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:54.274239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:54.280784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:54.311024 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.311358 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.311701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.312038 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.312374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.312747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.313074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.313405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.313728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.314056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.314378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.314699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.345486 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:54.346102 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.363165 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-01378d97-d100-4165-b460-8842c2b0ec54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5777688 Jul 16 18:58:54.374977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Request body: {'port': {'device_id': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:54.379933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5f4ced5-0076-4040-8927-414ff5a94fde no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:58:54.407582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: c5f4ced5-0076-4040-8927-414ff5a94fde {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:58:54.408075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5f4ced5-0076-4040-8927-414ff5a94fde not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:58:54.453049 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.498323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4cc64c98-7f2a-4681-9973-18bc741e5e3e None None] Provisioning for port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:54.502013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4cc64c98-7f2a-4681-9973-18bc741e5e3e None None] Provisioning complete for port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:54.502430 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4cc64c98-7f2a-4681-9973-18bc741e5e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.536470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-4cc64c98-7f2a-4681-9973-18bc741e5e3e None None] Port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:58:54.719189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f15625d-166f-4e43-8cbb-1012e26a3ed5 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:54.726882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.738714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Transition to ACTIVE for port object 2f15625d-166f-4e43-8cbb-1012e26a3ed5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:54.742315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.794474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:54.868601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:54.868960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:54.869264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:54.874541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:54.875566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:54.881886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:54.883041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:54.883041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:54.883336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Bound port: 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:54.883695 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.960862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:54.963927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab47fb-7c4c-47f9-a1ae-7418235ef5e8 req-4623b53e-574a-45b1-8ec8-890f4c44a2e6 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:54.964399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:54.965987 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13ab47fb-7c4c-47f9-a1ae-7418235ef5e8 req-4623b53e-574a-45b1-8ec8-890f4c44a2e6 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 944 time: 0.0691309 Jul 16 18:58:54.968764 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.004356 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:55.005016 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.005183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-13ab47fb-7c4c-47f9-a1ae-7418235ef5e8 req-9cc4849b-71e0-4d8b-b7d8-5b3d2148563c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333381 Jul 16 18:58:55.006965 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] 10.222.0.45 "PUT /v2.0/ports/2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1093 time: 0.6358500 Jul 16 18:58:55.007418 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:55.009818 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38893d82530e91e20be1ae5a83a403ec9a918c7172621dedec4ecd9b51c5d5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676f1972-92b0-424b-b3a8-fc9e31203095" -d '{"events": [{"name": "network-changed", "server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:55.038959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d9903-27b5-444c-9dd0-18fa2d852c86 service neutron] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:55.077299 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eeec13-42f7-43f2-892a-b7ebbf76a632 x-openstack-request-id: req-f6eeec13-42f7-43f2-892a-b7ebbf76a632 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:55.077664 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:55.077975 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6eeec13-42f7-43f2-892a-b7ebbf76a632 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:55.078463 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'status': 'completed', 'code': 200} Jul 16 18:58:55.126771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-f09b974a-7a7b-4905-9f9e-bc7dff696c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:55.128318 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-f09b974a-7a7b-4905-9f9e-bc7dff696c39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1096 time: 0.0618622 Jul 16 18:58:55.174938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-6a4ce6b3-a024-4138-babd-0a845e16bda6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 217 time: 0.0397592 Jul 16 18:58:55.223558 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-5bb63c7b-ff87-4208-8033-d74455b7edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:55.225170 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-5bb63c7b-ff87-4208-8033-d74455b7edaf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0446556 Jul 16 18:58:55.280985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-6a6909f3-37f0-4ea7-bea4-d07eb6d901ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:55.282560 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-6a6909f3-37f0-4ea7-bea4-d07eb6d901ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514057 Jul 16 18:58:55.375679 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-ee8ba997-2db3-4b32-ae58-fc043ecd22df service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854907 Jul 16 18:58:55.466400 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-19296308-4d42-40e3-ad9d-e4f06d2a97ba req-ff87b5fb-777d-46f2-99fa-04d89f98fc52 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837266 Jul 16 18:58:55.594166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-88313b03-92b1-4fb3-a892-6c7dc9498bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:55.595697 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-88313b03-92b1-4fb3-a892-6c7dc9498bd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1096 time: 0.0609522 Jul 16 18:58:55.685046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-a069a092-0457-4843-acfb-d5d0642698c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:55.686522 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-a069a092-0457-4843-acfb-d5d0642698c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0849602 Jul 16 18:58:55.731076 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-775bf0e7-d58f-4492-908e-a3fe6420a78c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 217 time: 0.0367455 Jul 16 18:58:56.027223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-3270595d-6a2f-43fb-a68f-390ab255b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:56.028916 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-3270595d-6a2f-43fb-a68f-390ab255b95e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.2905877 Jul 16 18:58:56.087951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-c390be58-66ca-46e2-ab00-1b60d5b6b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:56.089983 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-c390be58-66ca-46e2-ab00-1b60d5b6b792 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537956 Jul 16 18:58:56.185129 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-38228adc-4aa6-4d62-80f3-cf414fe71036 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874927 Jul 16 18:58:56.200918 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0239b7f-b68c-4a34-8b3e-c45f4f68389b req-64d572ad-2202-48e5-a558-b5b83a2676e1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:56.202395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0239b7f-b68c-4a34-8b3e-c45f4f68389b req-64d572ad-2202-48e5-a558-b5b83a2676e1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 944 time: 0.0668385 Jul 16 18:58:56.239296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0239b7f-b68c-4a34-8b3e-c45f4f68389b req-7a75b8b4-c19e-4c1e-ae55-1733d23fa15b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Jul 16 18:58:56.276018 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-676f1972-92b0-424b-b3a8-fc9e31203095 req-d0e1be80-b869-4a7d-8fb3-11aada1e8dd4 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840714 Jul 16 18:58:57.413793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fc5d6-abeb-4d8a-8db6-f629f8b7fec8 req-704d376c-afa6-49cf-a4a4-306dc69b3d22 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:57.416185 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b3fc5d6-abeb-4d8a-8db6-f629f8b7fec8 req-704d376c-afa6-49cf-a4a4-306dc69b3d22 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 944 time: 0.0638366 Jul 16 18:58:57.454268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b3fc5d6-abeb-4d8a-8db6-f629f8b7fec8 req-8e209f7d-ea3c-4c8f-9561-f2a5c55e3ad6 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Jul 16 18:58:57.924459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:58:58.019966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:58.031632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'mac_address': 'fa:16:3e:80:d5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:58:58.068902 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.081364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f15625d-166f-4e43-8cbb-1012e26a3ed5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:58.103122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:58.107806 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.154470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:58.309345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['2f15625d-166f-4e43-8cbb-1012e26a3ed5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:58.626960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff97323-df4e-4ab0-aa6f-879b4ad0e240 req-f3334a0d-f622-4fbb-9f4d-a1eae7fd020d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:58.628432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ff97323-df4e-4ab0-aa6f-879b4ad0e240 req-f3334a0d-f622-4fbb-9f4d-a1eae7fd020d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.0626583 Jul 16 18:58:58.666522 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ff97323-df4e-4ab0-aa6f-879b4ad0e240 req-02db52f7-dede-47ba-b1f6-5641a4c39976 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Jul 16 18:58:59.289108 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:59.847796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e68d27-a928-4c27-8231-768799a8f84d req-a6e83027-fea0-424d-aab2-6e1f315f91dd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.849300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1e68d27-a928-4c27-8231-768799a8f84d req-a6e83027-fea0-424d-aab2-6e1f315f91dd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.0740907 Jul 16 18:58:59.887455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e1e68d27-a928-4c27-8231-768799a8f84d req-37aca506-908c-4492-907f-712b7a82a84f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Jul 16 18:58:59.941684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:59.989688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:59.993321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:59.993706 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:00.071501 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:00.094083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:00.096359 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b894ca-7d39-41bf-bd52-623209b14ffe" -d '{"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-plugged", "status": "completed", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:00.109910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:00.114802 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:00.138715 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feb38b2-52be-4abe-9194-dd9f8dfd8828 x-openstack-request-id: req-4feb38b2-52be-4abe-9194-dd9f8dfd8828 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:00.139004 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-plugged", "status": "completed", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:00.139246 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4feb38b2-52be-4abe-9194-dd9f8dfd8828 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:00.139627 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'code': 200} Jul 16 18:59:00.166813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:00.246441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82889586-964b-4e0a-8410-95f6223f54e9 req-96fc1a80-9e61-4619-a57a-53460efb7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:00.247969 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-82889586-964b-4e0a-8410-95f6223f54e9 req-96fc1a80-9e61-4619-a57a-53460efb7cc9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1098 time: 0.0551741 Jul 16 18:59:00.282244 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-82889586-964b-4e0a-8410-95f6223f54e9 req-0a55ea5e-ea23-432d-bc3f-b3b43c2954dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280273 Jul 16 18:59:01.059681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474164b1-4a24-4e0d-b5da-e5e14644e2c8 req-1e899f97-2c0b-4eb2-8da9-49e614b61679 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:01.061282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-474164b1-4a24-4e0d-b5da-e5e14644e2c8 req-1e899f97-2c0b-4eb2-8da9-49e614b61679 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0628378 Jul 16 18:59:01.100893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-474164b1-4a24-4e0d-b5da-e5e14644e2c8 req-674b9d95-0299-48ec-b4b9-beefb6e2204d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340433 Jul 16 18:59:02.288021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6e909-3df0-480c-aa6f-f49882c1563f req-33874ce1-c7eb-4c7c-b6b1-a86be119c009 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:02.289416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ca6e909-3df0-480c-aa6f-f49882c1563f req-33874ce1-c7eb-4c7c-b6b1-a86be119c009 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0665698 Jul 16 18:59:02.328023 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4ca6e909-3df0-480c-aa6f-f49882c1563f req-3400c3d2-d885-46db-af22-e0a258ce9980 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330338 Jul 16 18:59:02.527009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93205df2-680d-4ea6-9e38-0883f22edd4c req-c100f5d3-4f61-4afb-bbdd-537f20f6171a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:02.528558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93205df2-680d-4ea6-9e38-0883f22edd4c req-c100f5d3-4f61-4afb-bbdd-537f20f6171a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0702178 Jul 16 18:59:02.538739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36426) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:02.543344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ae3dd71d-4a9c-4529-bf8c-5b0dc5db7598 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'floatingip': {'port_id': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:02.588099 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd71d-4a9c-4529-bf8c-5b0dc5db7598 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.057769 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd71d-4a9c-4529-bf8c-5b0dc5db7598 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.061978 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd71d-4a9c-4529-bf8c-5b0dc5db7598 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.160211 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-ae3dd71d-4a9c-4529-bf8c-5b0dc5db7598 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0 associated. External IP: 172.25.2.124, port: 2f15625d-166f-4e43-8cbb-1012e26a3ed5. Jul 16 18:59:03.234095 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1072a82f-22e0-4aaf-87e9-e3c06f51fa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.363132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3dd71d-4a9c-4529-bf8c-5b0dc5db7598 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:03.467281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3dd71d-4a9c-4529-bf8c-5b0dc5db7598 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:03.472227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd71d-4a9c-4529-bf8c-5b0dc5db7598 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.477533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:03.486206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:03.486827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:58:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:03.508708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ae3dd71d-4a9c-4529-bf8c-5b0dc5db7598 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "PUT /v2.0/floatingips/9c8ecb43-b543-43a8-bb1b-65067bac82f0 HTTP/1.1" status: 200 len: 992 time: 0.9688275 Jul 16 18:59:03.509301 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:03.511533 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4390098b5eb59d5e1c3e661e0982d1adaf70f1f6a41e9bf2a4dc3f00009dc4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7957235-64ba-4b81-bd6d-192982ad455d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:03.549951 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0c5daa-5782-4520-b54b-09558579f2f0 x-openstack-request-id: req-3c0c5daa-5782-4520-b54b-09558579f2f0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:03.550239 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:03.550556 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c0c5daa-5782-4520-b54b-09558579f2f0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:03.550883 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'status': 'completed', 'code': 200} Jul 16 18:59:03.602334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:03.627791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957235-64ba-4b81-bd6d-192982ad455d req-d4d33a22-ac1f-4153-92a5-59a11500a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.629434 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a7957235-64ba-4b81-bd6d-192982ad455d req-d4d33a22-ac1f-4153-92a5-59a11500a763 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1098 time: 0.0558665 Jul 16 18:59:03.721519 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957235-64ba-4b81-bd6d-192982ad455d req-fb126aee-daf4-4769-8e83-9f53236b4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.722997 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a7957235-64ba-4b81-bd6d-192982ad455d req-fb126aee-daf4-4769-8e83-9f53236b4cd0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0877190 Jul 16 18:59:03.786238 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a7957235-64ba-4b81-bd6d-192982ad455d req-0be63ca9-9a50-4a69-b4c1-d4ce2bdaa459 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1000 time: 0.0572219 Jul 16 18:59:03.825041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:80:d5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T18:59:02Z', 'revision_number': 9, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:03.833927 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957235-64ba-4b81-bd6d-192982ad455d req-4925a375-8b12-4065-bba6-a8afdfd268c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.835465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a7957235-64ba-4b81-bd6d-192982ad455d req-4925a375-8b12-4065-bba6-a8afdfd268c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0433173 Jul 16 18:59:03.851568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:03.862550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:03.863190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T18:58:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:03.905907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7957235-64ba-4b81-bd6d-192982ad455d req-d12a8075-571c-47f6-9f26-81d66a4acad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.907322 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a7957235-64ba-4b81-bd6d-192982ad455d req-d12a8075-571c-47f6-9f26-81d66a4acad8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650940 Jul 16 18:59:03.969162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:03.998962 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a7957235-64ba-4b81-bd6d-192982ad455d req-4a7a2828-99aa-49ac-8d39-699aa331a17d service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845206 Jul 16 18:59:04.095540 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a7957235-64ba-4b81-bd6d-192982ad455d req-4d226b02-37f2-427f-b76a-3809c8260054 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901217 Jul 16 18:59:04.194547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:80:d5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T18:59:02Z', 'revision_number': 9, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:04.224010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85916f55-9d70-4b7b-bdb1-587ca94e3e86 None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:80:d5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T18:59:02Z', 'revision_number': 9, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:04.401559 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97de5b-3fc0-4c1e-a107-7988370f7115 None None] New status for floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:59:05.987094 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:06.094594 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1f158d2b-d260-4bdf-8619-ff208e4343d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.172984 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.863730 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.717905 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.938338 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:29.294552 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.234628 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-371abe79-4a95-4981-b202-e46d22ef10a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.987022 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.095072 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-96bee636-59f6-498e-86bc-0b6edf16909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.176461 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.866052 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.717762 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:57.798466 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f128761a-c300-4968-81e9-a6b36251adba req-92ba8b05-def4-4ef8-a058-8cf86b98bf4f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532832 Jul 16 18:59:57.890039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128761a-c300-4968-81e9-a6b36251adba req-532a235e-d37b-4c45-8c46-520f44e84f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:57.891531 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f128761a-c300-4968-81e9-a6b36251adba req-532a235e-d37b-4c45-8c46-520f44e84f36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1098 time: 0.0526354 Jul 16 18:59:57.996056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128761a-c300-4968-81e9-a6b36251adba req-ebaaf869-f60c-4b32-ad82-ca36743e229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:57.998065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f128761a-c300-4968-81e9-a6b36251adba req-ebaaf869-f60c-4b32-ad82-ca36743e229d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0869091 Jul 16 18:59:58.060440 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f128761a-c300-4968-81e9-a6b36251adba req-0db94eb3-0f2a-4215-84c0-8d5f20730b28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1003 time: 0.0565686 Jul 16 18:59:58.111278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128761a-c300-4968-81e9-a6b36251adba req-1af29074-572e-462f-bb1a-b07617261e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:58.112770 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f128761a-c300-4968-81e9-a6b36251adba req-1af29074-572e-462f-bb1a-b07617261e38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0469153 Jul 16 18:59:58.170986 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128761a-c300-4968-81e9-a6b36251adba req-5a4341f0-d78e-437b-af48-919e6844f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:58.172496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f128761a-c300-4968-81e9-a6b36251adba req-5a4341f0-d78e-437b-af48-919e6844f2ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535657 Jul 16 18:59:58.264229 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f128761a-c300-4968-81e9-a6b36251adba req-14904aa2-8f7a-4fbf-95d4-67cc9e926366 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856099 Jul 16 18:59:58.351131 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f128761a-c300-4968-81e9-a6b36251adba req-bd88b91a-6fb3-4482-aea6-fa2dab493735 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811777 Jul 16 18:59:59.294203 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.235484 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e50a8b1d-b176-45d8-bfa7-32e06f990a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.938895 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:05.988851 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.095073 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8d038e83-8255-4f74-ab91-9bffdfc47516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.180341 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:08.868882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.719991 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.300389 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.235322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-302803b1-3579-4656-82b3-d9b46be099e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.990420 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.095861 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fed1f488-0fec-4e8c-add6-fa9aff59452a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.183321 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.824938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-a8f890db-cb1b-454c-b40f-646954b0f508 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530999 Jul 16 19:00:38.026628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c45b8-0a49-46da-ac7b-b25153cf9cb4 req-b1526460-107b-4a30-b40d-9c8ed7df28f7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:38.028706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-829c45b8-0a49-46da-ac7b-b25153cf9cb4 req-b1526460-107b-4a30-b40d-9c8ed7df28f7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.1105387 Jul 16 19:00:38.068713 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-829c45b8-0a49-46da-ac7b-b25153cf9cb4 req-57712418-62d2-45b8-b963-814c54919637 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335834 Jul 16 19:00:38.869837 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.368757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07898d4b-75de-4f88-a239-99b79827d682 req-97ed66e7-7035-4813-958e-da9d20498950 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:39.370257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07898d4b-75de-4f88-a239-99b79827d682 req-97ed66e7-7035-4813-958e-da9d20498950 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.1118841 Jul 16 19:00:39.407868 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-07898d4b-75de-4f88-a239-99b79827d682 req-417464df-5af0-46be-bb4a-036a1f2c2cd3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Jul 16 19:00:40.590185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede5653-2b15-4a6b-97dd-9ab2f8822e46 req-1d7eb8f2-683c-4c40-866a-09c45cbf7547 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:40.591648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fede5653-2b15-4a6b-97dd-9ab2f8822e46 req-1d7eb8f2-683c-4c40-866a-09c45cbf7547 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0692432 Jul 16 19:00:40.632591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fede5653-2b15-4a6b-97dd-9ab2f8822e46 req-1a8f31db-5920-44ba-afa5-b367d905ef92 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345089 Jul 16 19:00:40.730785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.938474 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:41.197266 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-4d062118-b129-4386-a119-cced6b709968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.198663 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-4d062118-b129-4386-a119-cced6b709968 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1098 time: 0.0527053 Jul 16 19:00:41.290710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-6fbb1c49-b251-414b-adb2-c30357124551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.292178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-6fbb1c49-b251-414b-adb2-c30357124551 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0868487 Jul 16 19:00:41.359052 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-9ba9a051-41c3-4da0-8b3d-6c2c5cd340a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1003 time: 0.0602880 Jul 16 19:00:41.408388 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-54cd26b3-f46f-4b00-b334-bb490c2affab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.409905 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-54cd26b3-f46f-4b00-b334-bb490c2affab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0450740 Jul 16 19:00:41.465876 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-5333b89a-21d9-403f-b22b-07e0bef592a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.467249 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-5333b89a-21d9-403f-b22b-07e0bef592a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514078 Jul 16 19:00:41.560540 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-34e6a0a9-9763-417b-a985-c3e025f2934c service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871642 Jul 16 19:00:41.648368 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-a0504d6d-24dd-4167-9697-9adc46f6be8c service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819755 Jul 16 19:00:41.819410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322b61-a79f-41c7-88f5-62607798c4e9 req-0c4f828f-d6ad-4e09-99e1-ed75d78acf18 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.820828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b322b61-a79f-41c7-88f5-62607798c4e9 req-0c4f828f-d6ad-4e09-99e1-ed75d78acf18 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0703535 Jul 16 19:00:41.859187 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b322b61-a79f-41c7-88f5-62607798c4e9 req-2fafec08-cc8d-4b41-9f9b-de21991ecda6 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327702 Jul 16 19:00:43.033132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc940-9d1d-4b37-94cb-c09bbe574117 req-25968662-1f7c-4d03-8f7d-a3def9a1c9e3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:43.034633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-628dc940-9d1d-4b37-94cb-c09bbe574117 req-25968662-1f7c-4d03-8f7d-a3def9a1c9e3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0632997 Jul 16 19:00:43.073379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-628dc940-9d1d-4b37-94cb-c09bbe574117 req-1ec77dab-7b59-4921-8260-2d9540f8f151 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329552 Jul 16 19:00:44.248633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc2b94-e66b-44e3-931e-a010b2171cf9 req-86ab062c-8091-4f93-8285-b2a1fd88c48a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.250159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0dc2b94-e66b-44e3-931e-a010b2171cf9 req-86ab062c-8091-4f93-8285-b2a1fd88c48a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0653596 Jul 16 19:00:44.287036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0dc2b94-e66b-44e3-931e-a010b2171cf9 req-86f5c8db-7d9b-49ea-ac34-d825579dda9d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305820 Jul 16 19:00:45.463126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927fd89-5974-4965-b571-4644b039cacd req-9d3fb725-4457-4d85-ac64-9891732f1f23 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.464504 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2927fd89-5974-4965-b571-4644b039cacd req-9d3fb725-4457-4d85-ac64-9891732f1f23 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0633054 Jul 16 19:00:45.501321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2927fd89-5974-4965-b571-4644b039cacd req-49a98008-82e2-4d3a-af00-b4eb5fbd46ed tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Jul 16 19:00:46.676211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b44f17-d33f-4b20-9a41-29a6a7432af0 req-ac767c41-a1c7-4c19-8c2c-808d4dae2c9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:46.677737 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8b44f17-d33f-4b20-9a41-29a6a7432af0 req-ac767c41-a1c7-4c19-8c2c-808d4dae2c9f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0671101 Jul 16 19:00:46.715193 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8b44f17-d33f-4b20-9a41-29a6a7432af0 req-2241cb73-a0fc-4554-9813-31dc47ec7618 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Jul 16 19:00:47.895845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dc546-3fb9-43a0-9daf-4cd2f3dad8cb req-44ebceeb-abbf-4c2f-9628-7e02994f01cd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:47.897345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-223dc546-3fb9-43a0-9daf-4cd2f3dad8cb req-44ebceeb-abbf-4c2f-9628-7e02994f01cd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0636981 Jul 16 19:00:47.934978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-223dc546-3fb9-43a0-9daf-4cd2f3dad8cb req-5a5d5bae-710b-40a1-8321-282d8e84bc61 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 Jul 16 19:00:49.109189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a2cc0-136a-41de-ad8b-4f4aea72eda3 req-5f0ca445-03cb-471a-b701-16b99466ed54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.111397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c7a2cc0-136a-41de-ad8b-4f4aea72eda3 req-5f0ca445-03cb-471a-b701-16b99466ed54 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0626688 Jul 16 19:00:49.150530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5c7a2cc0-136a-41de-ad8b-4f4aea72eda3 req-87a22a21-8bd0-4107-9e9f-faa93935bb76 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Jul 16 19:00:50.328211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ad654-d0f6-4fac-857f-15a1411f43cd req-2ba48c71-9eb3-4de7-889f-2a6e9a35162d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.330533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de9ad654-d0f6-4fac-857f-15a1411f43cd req-2ba48c71-9eb3-4de7-889f-2a6e9a35162d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0675647 Jul 16 19:00:50.367352 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-de9ad654-d0f6-4fac-857f-15a1411f43cd req-70fd9c95-b86f-41fb-b960-cbb54280accd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jul 16 19:00:51.544024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777ddb2-9262-4735-9a40-7305b02ecdaf req-7df668a7-d2a4-461f-a165-ee31f5e79f60 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.545643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3777ddb2-9262-4735-9a40-7305b02ecdaf req-7df668a7-d2a4-461f-a165-ee31f5e79f60 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0657077 Jul 16 19:00:51.582957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3777ddb2-9262-4735-9a40-7305b02ecdaf req-b432f408-3f79-4edb-8bc7-86f8fedbcd4b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309486 Jul 16 19:00:52.756381 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52908ed0-cb9d-41a8-8256-dcbd6799b2ef req-24b8b0e4-5c97-4639-bd83-53a56eeb5153 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:52.757770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52908ed0-cb9d-41a8-8256-dcbd6799b2ef req-24b8b0e4-5c97-4639-bd83-53a56eeb5153 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0646534 Jul 16 19:00:53.144646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52908ed0-cb9d-41a8-8256-dcbd6799b2ef req-48598914-42bd-4525-a479-8e91d19357ab tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807566 Jul 16 19:00:53.643321 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-2496fbab-ed25-4572-afe2-3dcc1bccdb29 service neutron] show failed (client error): The resource could not be found. Jul 16 19:00:53.644942 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-2496fbab-ed25-4572-afe2-3dcc1bccdb29 service neutron] 10.222.0.45 "GET /v2.0/ports/2f15625d-166f-4e43-8cbb-1012e26a3ed5/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0906906 Jul 16 19:00:53.968171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-83891e14-a1a3-4b7d-b7fe-dc34a43915a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:53.969801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-83891e14-a1a3-4b7d-b7fe-dc34a43915a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 1098 time: 0.0882025 Jul 16 19:00:53.991932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:54.062185 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.290852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:54.336750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:54.375508 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b61b69-a030-45d3-8eac-2ba9f4629e19 req-4b82c3cd-6728-4518-9f1f-b52a631830ce tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:54.376889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b61b69-a030-45d3-8eac-2ba9f4629e19 req-4b82c3cd-6728-4518-9f1f-b52a631830ce tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.1212375 Jul 16 19:00:54.395437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:54.401291 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.441901 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c322858a-d633-4d03-a14d-6f0070c7f8dc" -d '{"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:54.445179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Transition to ACTIVE for port object 2f15625d-166f-4e43-8cbb-1012e26a3ed5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:54.451383 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.458423 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b61b69-a030-45d3-8eac-2ba9f4629e19 req-b8897b32-b0d0-444d-998f-9a26c433dfb9 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714498 Jul 16 19:00:54.498411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:54.509658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.510006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.510959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.510959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.511202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.511288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.511617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.511941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.512269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.512616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.512940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.513264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:54.547249 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbf1fe9-4ad4-4016-bc86-52163cc75d35 x-openstack-request-id: req-0bbf1fe9-4ad4-4016-bc86-52163cc75d35 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:54.547539 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:54.547783 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0bbf1fe9-4ad4-4016-bc86-52163cc75d35 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:54.548170 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'code': 200} Jul 16 19:00:54.595614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] No DVR routers for this DVR port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:54.734403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:54.734728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:54.735047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:54.739723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:00:54.740036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:54.745455 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:54.745793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:54.746264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:54.746686 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Bound port: 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:54.747037 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.809614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:54.812607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:54.817682 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.850029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:54.850728 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.852025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] 10.222.0.46 "PUT /v2.0/ports/2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1093 time: 0.8639896 Jul 16 19:00:54.875902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12450740-f0b2-4e31-820b-f69886bcad5b service neutron] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:54.957404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-fdfdb941-af4c-47d5-8a0d-6bf2f5ae583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:54.959115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-fdfdb941-af4c-47d5-8a0d-6bf2f5ae583b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1096 time: 0.0617564 Jul 16 19:00:55.056203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-8bc86ad5-a21e-40e8-a640-2ec3821f1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.057709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-8bc86ad5-a21e-40e8-a640-2ec3821f1b78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0885580 Jul 16 19:00:55.132779 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-21d5e5fc-f1aa-400a-a104-3fa243e653bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0640528 Jul 16 19:00:55.184348 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-0cbdd73a-cf6a-4dbb-b85c-3da4494ac592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.185706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-0cbdd73a-cf6a-4dbb-b85c-3da4494ac592 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0428541 Jul 16 19:00:55.244403 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-0a62a299-9b8a-4ec4-ba7e-8c2a6f1b19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.245882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-0a62a299-9b8a-4ec4-ba7e-8c2a6f1b19cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498648 Jul 16 19:00:55.337404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-43e75331-422c-444f-893a-792c2d6debb6 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831189 Jul 16 19:00:55.428278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-46ca8255-ca60-4357-b6aa-90c6be4ce0d6 req-b54ed5cc-9c31-4b19-bcb2-a40ad4375b60 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799801 Jul 16 19:00:55.642552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b5568-35e9-453a-83d0-1fd945646b55 req-3c96331a-8c43-400c-8821-63783f107ec2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.644100 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb3b5568-35e9-453a-83d0-1fd945646b55 req-3c96331a-8c43-400c-8821-63783f107ec2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 944 time: 0.0702755 Jul 16 19:00:55.683321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fb3b5568-35e9-453a-83d0-1fd945646b55 req-e29e20aa-6a1e-466a-9508-79555569ed2f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329077 Jul 16 19:00:56.422276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:56.466851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:56.548897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:56.551887 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6f4775-8985-49b2-8aa2-598256aab6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:56.599475 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4353563c-15b4-49e2-8cda-919a238df6ff x-openstack-request-id: req-4353563c-15b4-49e2-8cda-919a238df6ff {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:56.599759 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:56.600004 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4353563c-15b4-49e2-8cda-919a238df6ff {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:56.600442 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'status': 'completed', 'code': 200} Jul 16 19:00:56.680360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-344e972c-41a2-43a5-831d-e0a84d86d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.681813 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-344e972c-41a2-43a5-831d-e0a84d86d883 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1096 time: 0.0590618 Jul 16 19:00:56.705951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-e36d6fda-c7da-490e-9501-3dba695edc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.708711 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-e36d6fda-c7da-490e-9501-3dba695edc7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1096 time: 0.0543180 Jul 16 19:00:56.774147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-2dd8dc9a-26b0-4390-be60-2957fe61c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.775876 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-2dd8dc9a-26b0-4390-be60-2957fe61c61e service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0869505 Jul 16 19:00:56.816031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-600054d0-b925-45d9-9948-c439d95294b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.817501 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-600054d0-b925-45d9-9948-c439d95294b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.1023626 Jul 16 19:00:56.844662 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-dc4efd92-0cdb-4a96-9444-c1ad66273a16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0623417 Jul 16 19:00:56.892144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-159acf48-d4e6-489e-bf84-c4ec844aa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.894278 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-159acf48-d4e6-489e-bf84-c4ec844aa524 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0433357 Jul 16 19:00:56.906881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-72702f55-28c1-4a3e-9490-5f654bb4cf2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0724399 Jul 16 19:00:56.918804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea62c8-2645-41e9-a8f5-e58a0fb25b00 req-163a01e8-6de5-401b-8b27-d0d3db6d5bba tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.920258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3ea62c8-2645-41e9-a8f5-e58a0fb25b00 req-163a01e8-6de5-401b-8b27-d0d3db6d5bba tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 944 time: 0.1179934 Jul 16 19:00:56.927904 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:00:56.954613 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-374de953-0919-4bd5-a329-1897aff53898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.956961 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-374de953-0919-4bd5-a329-1897aff53898 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561173 Jul 16 19:00:56.989737 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-3d28a35e-c505-47a7-bfc4-bdd521d3960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.991246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-3d28a35e-c505-47a7-bfc4-bdd521d3960c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0701263 Jul 16 19:00:56.999782 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3ea62c8-2645-41e9-a8f5-e58a0fb25b00 req-30596502-3876-41bf-a20b-5fd30d21aed2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703113 Jul 16 19:00:57.059204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-4ddaac59-5bfc-41fe-b9d3-342d5f105451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.060818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-4ddaac59-5bfc-41fe-b9d3-342d5f105451 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601449 Jul 16 19:00:57.061342 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-791cec85-c4d3-4fc0-9d1a-b670977b025e service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983415 Jul 16 19:00:57.160620 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-d8f8c2f7-8251-448f-a3f6-bf852bc76bba service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931542 Jul 16 19:00:57.167003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-6fa988cc-314c-43b1-858d-0f0b505eea77 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985978 Jul 16 19:00:57.195723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:57.206800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'mac_address': 'fa:16:3e:80:d5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:00:57.242387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.254507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f15625d-166f-4e43-8cbb-1012e26a3ed5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:57.259900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b6f4775-8985-49b2-8aa2-598256aab6e9 req-e09e418a-7106-4c23-9e87-9c523008954b service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847511 Jul 16 19:00:57.273690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:57.277472 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.328206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:57.335508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.335852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.336188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.336549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.336869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.337193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.337516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.337838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.338162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.338479 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.338796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.339113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:57.649264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['2f15625d-166f-4e43-8cbb-1012e26a3ed5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:58.187014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04099d4-a005-4481-a183-2cda8cfdd93f req-b9409441-85a2-4dbe-aa7d-fc7f970c2541 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:58.188503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c04099d4-a005-4481-a183-2cda8cfdd93f req-b9409441-85a2-4dbe-aa7d-fc7f970c2541 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.0639238 Jul 16 19:00:58.226326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c04099d4-a005-4481-a183-2cda8cfdd93f req-f61d8f7b-652f-48df-ade9-8cfca78d0cdd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Jul 16 19:00:58.648881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-0664e3f2-e6bf-4fdc-bef4-b91f391b8624 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:58.650319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-0664e3f2-e6bf-4fdc-bef4-b91f391b8624 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d&tenant_id=5383ebd81c964b8fa5a980efca9e5690&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 945 time: 0.1019802 Jul 16 19:00:58.727580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bc074-4170-4ce4-9cc9-b0c8ce5e4ad4 req-17fdf67b-ad85-4aa0-89f5-2939e83d9199 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:58.729082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b16bc074-4170-4ce4-9cc9-b0c8ce5e4ad4 req-17fdf67b-ad85-4aa0-89f5-2939e83d9199 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.1191938 Jul 16 19:00:58.734860 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-31d8ac6f-b0bb-4ff3-903c-1a4e87c89584 service neutron] 10.222.0.46 "GET /v2.0/ports/2f15625d-166f-4e43-8cbb-1012e26a3ed5/bindings/n-h2-793619-10 HTTP/1.1" status: 200 len: 383 time: 0.0767434 Jul 16 19:00:58.769635 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b16bc074-4170-4ce4-9cc9-b0c8ce5e4ad4 req-9c545b09-60eb-48af-b279-c5782695542f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338426 Jul 16 19:00:58.830168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-484bc19e-bd25-43c9-8de2-6030aab75b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:58.831996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-484bc19e-bd25-43c9-8de2-6030aab75b33 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1097 time: 0.0572436 Jul 16 19:00:58.920750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-5087a10c-35e6-435b-aa07-2037241d7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:58.922130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-5087a10c-35e6-435b-aa07-2037241d7d2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0843108 Jul 16 19:00:58.941830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:58.992033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-1e0e71e0-1f57-42da-b91e-14b7b1ea2531 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1002 time: 0.0636184 Jul 16 19:00:58.993740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:58.997615 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:58.998145 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:59.043219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-2c63c027-8816-478c-b76d-44c00197ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:59.044851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-2c63c027-8816-478c-b76d-44c00197ddc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0461807 Jul 16 19:00:59.074224 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:59.097899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:59.100876 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497a8ec416c06206ae6458d0346764ac38f4ec6461302fd403ee1d8b2166757f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ada940-a0c0-4464-9332-021d9b128319" -d '{"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-plugged", "status": "completed", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:59.104127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-2c8fc39e-67f3-4836-b359-5169ef2f6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:59.106187 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-2c8fc39e-67f3-4836-b359-5169ef2f6b8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546052 Jul 16 19:00:59.114514 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:59.126211 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:59.164319 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e095ffa6-c3ac-43a9-9370-91f195591d0c x-openstack-request-id: req-e095ffa6-c3ac-43a9-9370-91f195591d0c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:59.164658 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-plugged", "status": "completed", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:59.164911 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e095ffa6-c3ac-43a9-9370-91f195591d0c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:59.165312 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'code': 200} Jul 16 19:00:59.180972 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:59.206597 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-a25bffed-6389-4485-9c34-d7aee6fe4436 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925834 Jul 16 19:00:59.293819 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-23fbc264-f7a9-4b2d-bf4a-a8bbe91abe83 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813067 Jul 16 19:00:59.309209 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:59.947158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460fd65-abad-491e-89ba-1fbf6215b65a req-941b815d-8857-48da-8149-7904dbcd2c3f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:59.948646 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3460fd65-abad-491e-89ba-1fbf6215b65a req-941b815d-8857-48da-8149-7904dbcd2c3f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0689094 Jul 16 19:00:59.985973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3460fd65-abad-491e-89ba-1fbf6215b65a req-b1814c5d-1475-4c0c-8525-1b94e3213444 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Jul 16 19:01:01.158356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce57ead-1d4a-41f1-b4c5-8fab985d72ee req-33f6f767-ecd9-4280-b04f-3923163985aa tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.160347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ce57ead-1d4a-41f1-b4c5-8fab985d72ee req-33f6f767-ecd9-4280-b04f-3923163985aa tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0644302 Jul 16 19:01:01.197303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7ce57ead-1d4a-41f1-b4c5-8fab985d72ee req-3e1186ae-751c-4b25-8579-0d8acf2d09ab tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Jul 16 19:01:01.629140 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-ef81c335-e060-42cf-aa1e-9c2029e51359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.630664 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-ef81c335-e060-42cf-aa1e-9c2029e51359 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 1098 time: 0.0572894 Jul 16 19:01:01.641363 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:01.710228 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:01.907233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:01.945508 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:01:01.984685 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:01.989533 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:02.001533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Transition to ACTIVE for port object 2f15625d-166f-4e43-8cbb-1012e26a3ed5 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:02.005265 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:02.041083 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b57b2f4-317a-411e-8d38-6227a48f95f7" -d '{"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:02.124808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=10']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:02.157230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.157573 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.157906 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.158238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.158565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.158895 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.159875 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.160288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.160807 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.161149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.161467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.161788 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:02.200479 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9049cab-4d9e-4d1b-a9bc-a97d4f67689d x-openstack-request-id: req-d9049cab-4d9e-4d1b-a9bc-a97d4f67689d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:02.200881 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:02.201040 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9049cab-4d9e-4d1b-a9bc-a97d4f67689d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:02.201431 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'code': 200} Jul 16 19:01:02.202196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] No DVR routers for this DVR port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:02.346921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:01:02.347259 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:01:02.347692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:02.351977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:01:02.352294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Attempting to bind port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:02.357036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:01:02.357374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:02.357751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:01:02.358165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Bound port: 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:01:02.358518 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:02.382592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f0fd0-687e-417f-b27c-6791af3b8887 req-35217b71-eaff-4945-90b0-ff7e6973ebe0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:02.384133 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-571f0fd0-687e-417f-b27c-6791af3b8887 req-35217b71-eaff-4945-90b0-ff7e6973ebe0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.0659173 Jul 16 19:01:02.421681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-571f0fd0-687e-417f-b27c-6791af3b8887 req-7f5ddc53-72b8-4235-a934-009b70637c45 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Jul 16 19:01:02.424297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:01:02.428147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:01:02.434169 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:02.478389 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:02.479106 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:02.480576 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] 10.222.0.45 "PUT /v2.0/ports/2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1094 time: 0.8431537 Jul 16 19:01:02.507545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba47e0-27a3-45ae-a655-82305c6a0074 service neutron] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=11']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:02.571122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-a9347a37-eb7b-4ab4-bb32-5f279e03db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:02.572789 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-a9347a37-eb7b-4ab4-bb32-5f279e03db6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1097 time: 0.0562081 Jul 16 19:01:02.670378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-9939978a-132b-413c-a55f-ecbed87268af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:02.671874 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-9939978a-132b-413c-a55f-ecbed87268af service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0923016 Jul 16 19:01:02.733775 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-9c7bd502-688b-4665-81a0-792bddc9f59c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0558605 Jul 16 19:01:02.785729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-19db8ab1-8ee0-4eea-8c70-733b4c03b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:02.787183 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-19db8ab1-8ee0-4eea-8c70-733b4c03b11b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0474498 Jul 16 19:01:02.842765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-f823e575-61db-4459-b271-268808632d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:02.844241 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-f823e575-61db-4459-b271-268808632d26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512297 Jul 16 19:01:02.935404 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-f3097c07-45a7-4d68-8c2b-fa680e52c302 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846782 Jul 16 19:01:03.025430 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6439f34-8755-40a4-a0e0-37f903f12b49 req-e3346e1e-b54c-45d4-ad36-e6500dee91a6 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827744 Jul 16 19:01:03.235522 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9a66f38-46cf-41a7-b564-f1e7d501fbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.636602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8ff3b-e1ba-453b-8e4f-d91df301de43 req-e4fdd195-1c91-439c-a75f-3a6a49b29ecd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:03.639169 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6e8ff3b-e1ba-453b-8e4f-d91df301de43 req-e4fdd195-1c91-439c-a75f-3a6a49b29ecd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.0795751 Jul 16 19:01:03.683635 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d6e8ff3b-e1ba-453b-8e4f-d91df301de43 req-193ff854-6785-420d-a58d-1dffb890cfba tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363016 Jul 16 19:01:04.202809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:04.205220 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98835056-bfb7-492d-8770-7b686b2998f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:04.252188 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0834e1ba-adbc-4346-b2be-f92c0b0f205e x-openstack-request-id: req-0834e1ba-adbc-4346-b2be-f92c0b0f205e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:04.252482 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:04.252764 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0834e1ba-adbc-4346-b2be-f92c0b0f205e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:04.253167 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'status': 'completed', 'code': 200} Jul 16 19:01:04.332399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835056-bfb7-492d-8770-7b686b2998f5 req-5361b4ee-34d3-40f7-b791-4080f49f51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.333975 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-5361b4ee-34d3-40f7-b791-4080f49f51a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1097 time: 0.0580721 Jul 16 19:01:04.361279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835056-bfb7-492d-8770-7b686b2998f5 req-89123f6c-41c0-4bc7-81bd-01e1ccc85688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.362947 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-89123f6c-41c0-4bc7-81bd-01e1ccc85688 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 1097 time: 0.0561519 Jul 16 19:01:04.448221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835056-bfb7-492d-8770-7b686b2998f5 req-a6f528d5-0dd4-43f1-901f-f83477d99cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.450357 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-a6f528d5-0dd4-43f1-901f-f83477d99cda service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.1021764 Jul 16 19:01:04.463660 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835056-bfb7-492d-8770-7b686b2998f5 req-0c13210d-aafb-4a4c-8318-e3a3d5f38651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.465250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-0c13210d-aafb-4a4c-8318-e3a3d5f38651 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0928171 Jul 16 19:01:04.520659 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-280f93e7-e77c-4339-ba8b-eff930657b6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0638154 Jul 16 19:01:04.540851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-46863ab4-2139-4f31-b6be-14d7924efbed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0647845 Jul 16 19:01:04.572213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835056-bfb7-492d-8770-7b686b2998f5 req-4f3e229d-e588-4e7e-8b02-0f9f8ea80790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.573846 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-4f3e229d-e588-4e7e-8b02-0f9f8ea80790 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0474038 Jul 16 19:01:04.602510 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835056-bfb7-492d-8770-7b686b2998f5 req-f5eeda03-5efc-432c-9dd2-1b59e6e79432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.604038 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-f5eeda03-5efc-432c-9dd2-1b59e6e79432 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0502481 Jul 16 19:01:04.667465 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835056-bfb7-492d-8770-7b686b2998f5 req-7641e682-3fd5-4866-a0cf-19aa394c2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.669201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-7641e682-3fd5-4866-a0cf-19aa394c2c03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559919 Jul 16 19:01:04.774051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-ca745e07-b4b2-47d0-9fde-0ed752f6396d service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929306 Jul 16 19:01:04.896543 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98835056-bfb7-492d-8770-7b686b2998f5 req-684b980c-6a29-4456-ad90-906d1ab14d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.898095 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-684b980c-6a29-4456-ad90-906d1ab14d2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3182266 Jul 16 19:01:04.914422 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-5bdc5bc5-a5fe-4fb3-8056-440b64e73be3 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286006 Jul 16 19:01:04.930366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84b764-4ec8-4051-abb1-61c3f4333799 req-e1fcb6a4-72fc-4e7e-a132-0b50960c103b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.931809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a84b764-4ec8-4051-abb1-61c3f4333799 req-e1fcb6a4-72fc-4e7e-a132-0b50960c103b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.1140585 Jul 16 19:01:04.960275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:04.971702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5a84b764-4ec8-4051-abb1-61c3f4333799 req-dce38aeb-55fa-4d72-9137-475702a40e07 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338392 Jul 16 19:01:04.997382 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-9b50c6d0-ea36-43cb-87e9-f7ac6c177b2e service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926955 Jul 16 19:01:05.000932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:05.091081 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-98835056-bfb7-492d-8770-7b686b2998f5 req-496ba5db-d6b8-47cb-8298-2d09cad4f9a4 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864148 Jul 16 19:01:05.152013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7a5f1-77e3-4085-aaa3-687c2f78d20d req-69f21018-9892-4b07-bb7c-f89695d97a93 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:05.153538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90d7a5f1-77e3-4085-aaa3-687c2f78d20d req-69f21018-9892-4b07-bb7c-f89695d97a93 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.0686967 Jul 16 19:01:05.192444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-90d7a5f1-77e3-4085-aaa3-687c2f78d20d req-a3b3dcba-88c7-49a2-83e0-f0392da2dc16 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Jul 16 19:01:05.363049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295724ab-4ecd-49f0-9e27-ade6c331a401 req-8fa53bf9-8f61-4f48-8c3d-c98a29e272cf tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:05.364503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-295724ab-4ecd-49f0-9e27-ade6c331a401 req-8fa53bf9-8f61-4f48-8c3d-c98a29e272cf tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.0618141 Jul 16 19:01:05.401596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-295724ab-4ecd-49f0-9e27-ade6c331a401 req-e687d292-3206-4570-98cb-121bbdce8e78 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Jul 16 19:01:05.777991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cc6f9-d242-4ec9-802b-6e629b181b94 req-e8eaae0c-471b-4b4f-8802-61f171c9ecd8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:05.779361 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-991cc6f9-d242-4ec9-802b-6e629b181b94 req-e8eaae0c-471b-4b4f-8802-61f171c9ecd8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 945 time: 0.0651805 Jul 16 19:01:05.817275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-991cc6f9-d242-4ec9-802b-6e629b181b94 req-89b314b6-1685-4408-a576-182bef3391c5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Jul 16 19:01:05.991668 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.094563 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e52decfe-8f75-4414-bf77-a2edb6f0a356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.463201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:01:06.563836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:06.574990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'mac_address': 'fa:16:3e:80:d5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:01:06.609975 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.622963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f15625d-166f-4e43-8cbb-1012e26a3ed5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:01:06.643221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:06.647457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.695151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:06.898833 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-820f6d40-e1cb-4f14-ad0f-1f0927c16298 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:06.900312 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-820f6d40-e1cb-4f14-ad0f-1f0927c16298 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0632286 Jul 16 19:01:06.996651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc274b-c53b-4d2f-ad61-14de8e4a1948 req-6ab3653f-13ef-401d-b2df-262de3ccbd44 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:06.998772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10cc274b-c53b-4d2f-ad61-14de8e4a1948 req-6ab3653f-13ef-401d-b2df-262de3ccbd44 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 946 time: 0.0646803 Jul 16 19:01:07.004664 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Deleting port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:07.005114 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.037324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-10cc274b-c53b-4d2f-ad61-14de8e4a1948 req-35a2aeac-6df5-46a9-87b4-9b014dc71b4b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328939 Jul 16 19:01:07.093422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] For port 2f15625d-166f-4e43-8cbb-1012e26a3ed5, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2f15625d-166f-4e43-8cbb-1012e26a3ed5,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:07.093783 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.187483 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.316602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.317058 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.317377 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0 disassociated. External IP: 172.25.2.124, port: 2f15625d-166f-4e43-8cbb-1012e26a3ed5. Jul 16 19:01:07.317715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Calling delete_port for 2f15625d-166f-4e43-8cbb-1012e26a3ed5 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:07.445631 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.474732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event deleted for resources: {'Port': ['ID=2f15625d-166f-4e43-8cbb-1012e26a3ed5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:07.593940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:07.704461 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:07.714327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:07.723809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:07.724455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:01:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:07.750740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] No DVR routers for this DVR port 2f15625d-166f-4e43-8cbb-1012e26a3ed5 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:07.753314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.755302 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e356eee0-07a8-41fd-922f-ba60ad948dbb req-655ddd68-cf65-4a2a-b31c-0b7d611fa10b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "DELETE /v2.0/ports/2f15625d-166f-4e43-8cbb-1012e26a3ed5 HTTP/1.1" status: 204 len: 173 time: 0.8496766 Jul 16 19:01:07.755745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-deleted', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:07.758037 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faa2cad-36fb-48e2-9366-31c9ac30ce32" -d '{"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-deleted", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:07.808750 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726bf79c-62a8-4dcb-bbb1-b3197c2da6d2 x-openstack-request-id: req-726bf79c-62a8-4dcb-bbb1-b3197c2da6d2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:07.809041 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b59a612-bb34-4b85-98de-b6a8ddc0519d", "name": "network-vif-deleted", "tag": "2f15625d-166f-4e43-8cbb-1012e26a3ed5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:07.809287 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-726bf79c-62a8-4dcb-bbb1-b3197c2da6d2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:07.810102 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b59a612-bb34-4b85-98de-b6a8ddc0519d', 'name': 'network-vif-deleted', 'tag': '2f15625d-166f-4e43-8cbb-1012e26a3ed5', 'status': 'completed', 'code': 200} Jul 16 19:01:07.836419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:08.043321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:08.068538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:08.076703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:08.077341 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:01:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:08.184390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:08.188506 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27f3b1f1-cdbd-4122-a255-57241116dae1 req-a1dede8a-9280-453d-bdac-60f8d0a242cb tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b59a612-bb34-4b85-98de-b6a8ddc0519d HTTP/1.1" status: 200 len: 210 time: 0.0275881 Jul 16 19:01:08.383830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:08.417886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d49f263-7de0-495a-9b8a-ccb0a19d8c16 None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:08.640429 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc4743-2182-4f87-95cd-b49d4efaf699 None None] New status for floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:01:08.872948 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.525199 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-2c58b211-e3d2-4837-af38-bb2407eb2910 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1251492166&fields=id&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 267 time: 0.0327933 Jul 16 19:01:09.633851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-c7ef2ddc-d4c7-45cc-89d3-d2a82190e020 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:09.635287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-c7ef2ddc-d4c7-45cc-89d3-d2a82190e020 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 812 time: 0.1038957 Jul 16 19:01:09.650885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-d6e2d470-a057-44f3-851c-95cfa54a932d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/quotas/5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 375 time: 0.0096552 Jul 16 19:01:09.718124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6902ecce-8d4a-42ca-89d1-646e96bc126f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625243 Jul 16 19:01:09.912838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6a60e4f7-bdce-45d1-a4e4-de231cc1f4d1 service neutron] 10.222.0.60 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232774 Jul 16 19:01:09.998963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-f8b28b70-5298-4cb2-af71-25d9a2cbaea9 service neutron] 10.222.0.60 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803597 Jul 16 19:01:10.170990 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79339fc6-cba5-4de5-b11c-6b3fc2434c76 req-5314c4fe-32b9-4cc8-806c-0cde7d6bb65d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 210 time: 0.0326335 Jul 16 19:01:10.516092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:10.540334 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 2f15625d-166f-4e43-8cbb-1012e26a3ed5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:10.540707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2f15625d-166f-4e43-8cbb-1012e26a3ed5 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:10.747319 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:11.326240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79ea3fb4-5963-49fa-83e7-e2507f54c976 req-b36ee943-cb39-49ab-9eb7-545116840701 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 210 time: 0.0383532 Jul 16 19:01:11.398791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-f14697e7-420c-4d92-8df2-986c44f8c811 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:11.400285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-f14697e7-420c-4d92-8df2-986c44f8c811 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 812 time: 0.1358790 Jul 16 19:01:11.452842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-b95b2a5a-1ab2-4d91-a887-fb104a45f234 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 380 time: 0.0340846 Jul 16 19:01:11.465963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'port': {'device_id': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'admin_state_up': True, 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'security_groups': ['cebc98be-abe3-4630-97c9-bef6a4a59c19']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:11.569386 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Made reservation on behalf of 5383ebd81c964b8fa5a980efca9e5690 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:11.572825 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:11.695476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Allocated IP 172.20.0.7 (c44499b0-5eb9-4130-aeb6-d541a0c69c64/96eb67af-e0e2-4e60-b386-94d7fb70abd4/bae30b15-5ef3-4119-b471-2b76b2f0aa77) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:01:11.828051 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:11.844963 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Transition to ACTIVE for port object bae30b15-5ef3-4119-b471-2b76b2f0aa77 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:11.876986 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:11.922361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:11.926124 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:11.930039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:01:11.936376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:11.982631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:11.983248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:11.998264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-6574425e-5d45-4049-9e36-44bcf00c868f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5358658 Jul 16 19:01:12.016261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Request body: {'port': {'device_id': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:12.096215 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:12.138732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-07a67b19-6945-4558-8332-93d62009b746 None None] Provisioning for port bae30b15-5ef3-4119-b471-2b76b2f0aa77 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:12.142286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-07a67b19-6945-4558-8332-93d62009b746 None None] Provisioning complete for port bae30b15-5ef3-4119-b471-2b76b2f0aa77 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:12.142651 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-07a67b19-6945-4558-8332-93d62009b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:12.176878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-07a67b19-6945-4558-8332-93d62009b746 None None] Port bae30b15-5ef3-4119-b471-2b76b2f0aa77 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:01:12.359829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae30b15-5ef3-4119-b471-2b76b2f0aa77 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:01:12.367724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:12.380227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Transition to ACTIVE for port object bae30b15-5ef3-4119-b471-2b76b2f0aa77 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:12.384968 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:12.455642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:12.553688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:01:12.554017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:01:12.554347 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:12.561500 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:01:12.561816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:12.570649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:01:12.570980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:12.571360 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:01:12.571783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Bound port: bae30b15-5ef3-4119-b471-2b76b2f0aa77, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:01:12.572138 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:12.583336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531bde2-11fb-44cb-b5d0-1556eb756bf3 req-26bb0951-97c7-48fb-97ea-b67f72c2a288 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:12.584921 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5531bde2-11fb-44cb-b5d0-1556eb756bf3 req-26bb0951-97c7-48fb-97ea-b67f72c2a288 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.1315238 Jul 16 19:01:12.653734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5531bde2-11fb-44cb-b5d0-1556eb756bf3 req-b207fdfa-1b01-4e5f-8c79-7133a1a2e9a0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619631 Jul 16 19:01:12.674476 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:01:12.677676 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:01:12.682242 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:12.719842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:12.720466 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:12.722615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] 10.222.0.46 "PUT /v2.0/ports/bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1092 time: 0.7100732 Jul 16 19:01:12.722954 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:12.725228 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5f09ae-153f-4ee9-8e67-5140b14b5760" -d '{"events": [{"name": "network-changed", "server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:12.756100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c66d9-c645-4eec-911a-b0fb8dbc8de7 service neutron] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:12.765418 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db55fa47-739e-427d-b5d2-7cd2a2b8c3b0 x-openstack-request-id: req-db55fa47-739e-427d-b5d2-7cd2a2b8c3b0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:12.765706 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:12.765966 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db55fa47-739e-427d-b5d2-7cd2a2b8c3b0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:12.766322 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'status': 'completed', 'code': 200} Jul 16 19:01:12.848613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-8453b99e-48e6-4265-aee0-5b75333807e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:12.850138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-8453b99e-48e6-4265-aee0-5b75333807e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1095 time: 0.0549550 Jul 16 19:01:12.901882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-fa0f36cd-e0c3-4d85-a2d7-3cf42162f92b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 217 time: 0.0359857 Jul 16 19:01:12.954840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-2a22ce6a-9e6e-4272-9f05-171d6563c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:12.956909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-2a22ce6a-9e6e-4272-9f05-171d6563c39b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0479679 Jul 16 19:01:13.013813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-2a56b852-5783-45ea-ab74-c54074481abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.015169 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-2a56b852-5783-45ea-ab74-c54074481abc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498028 Jul 16 19:01:13.103962 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-b54fce35-26e9-43d7-8bbb-4f0d64bf27e2 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819900 Jul 16 19:01:13.201098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0bdea8cc-7de4-44d9-99d5-c979c28c4a1b req-e041b90a-79eb-4fb3-ac3f-77c16a388817 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864801 Jul 16 19:01:13.353932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-d9b9bd39-d49d-4e69-ab12-4bd78d65638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.355387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-d9b9bd39-d49d-4e69-ab12-4bd78d65638d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1095 time: 0.0513635 Jul 16 19:01:13.449240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-e7915b1c-22d5-452a-9643-b3fce65fe9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.450705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-e7915b1c-22d5-452a-9643-b3fce65fe9fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0877566 Jul 16 19:01:13.490596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-c316be50-9910-4712-8edc-1032f2cbf64b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 217 time: 0.0330584 Jul 16 19:01:13.542358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-88fd039c-a4e3-4cf8-a9d5-862d1844b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.543752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-88fd039c-a4e3-4cf8-a9d5-862d1844b7f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0460382 Jul 16 19:01:13.600967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-8e8bb9f1-bfe1-42a2-91f8-96a698eaa246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.602490 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-8e8bb9f1-bfe1-42a2-91f8-96a698eaa246 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512943 Jul 16 19:01:13.692582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-2d28aff5-b0b6-4607-b1b4-2c51b5651176 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828919 Jul 16 19:01:13.816208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b5f09ae-153f-4ee9-8e67-5140b14b5760 req-bcec751f-4cb0-4c5b-97ba-5b200ab6c433 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157608 Jul 16 19:01:13.843269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de0ca2-28fe-4b7b-a4bb-fa4994f224d0 req-3c3ee808-8a07-4d33-89f9-4561e711dec8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:13.845355 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9de0ca2-28fe-4b7b-a4bb-fa4994f224d0 req-3c3ee808-8a07-4d33-89f9-4561e711dec8 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0775063 Jul 16 19:01:13.884979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f9de0ca2-28fe-4b7b-a4bb-fa4994f224d0 req-7188794d-36b4-4de9-b930-90263ca1e785 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332019 Jul 16 19:01:14.990585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:01:15.061120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b551c0-fb61-4450-856b-2d0910e14d30 req-203cc501-f7f8-43f7-b7e9-973b97b977d2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:15.062595 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09b551c0-fb61-4450-856b-2d0910e14d30 req-203cc501-f7f8-43f7-b7e9-973b97b977d2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0650437 Jul 16 19:01:15.092041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:15.104688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'mac_address': 'fa:16:3e:ae:a8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:01:15.145139 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.158852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae30b15-5ef3-4119-b471-2b76b2f0aa77 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:01:15.180968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:15.185342 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.241707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:15.454431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09b551c0-fb61-4450-856b-2d0910e14d30 req-a92fb754-5335-4038-97ce-000554fc3bba tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855336 Jul 16 19:01:15.517477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['bae30b15-5ef3-4119-b471-2b76b2f0aa77'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:01:16.630185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8da53-b66c-4096-b4bf-c615d50a6b10 req-3a9de1e9-656b-496f-8c86-9aa3b664ef04 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:16.631631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8dd8da53-b66c-4096-b4bf-c615d50a6b10 req-3a9de1e9-656b-496f-8c86-9aa3b664ef04 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0650346 Jul 16 19:01:16.668433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8dd8da53-b66c-4096-b4bf-c615d50a6b10 req-83b15e32-cb4c-4b16-9655-f4cd665593b2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312910 Jul 16 19:01:17.005721 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:17.056084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port bae30b15-5ef3-4119-b471-2b76b2f0aa77 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:17.059519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port bae30b15-5ef3-4119-b471-2b76b2f0aa77 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:17.059883 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:17.136561 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:17.159994 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:17.173877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:17.177905 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:17.201620 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528726d5-b216-4c49-9a89-76984ee1bb20" -d '{"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-plugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:17.230013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:17.288958 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8043c18c-cdfa-4af2-8bdb-3552ea97bd44 x-openstack-request-id: req-8043c18c-cdfa-4af2-8bdb-3552ea97bd44 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:17.289256 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-plugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:17.289515 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8043c18c-cdfa-4af2-8bdb-3552ea97bd44 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:17.289917 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'code': 200} Jul 16 19:01:17.442836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665193aa-d58d-4d9c-a324-e88548b2e0db req-d0b95527-3d5a-4c00-89b5-6cb7b6351b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:17.444358 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-665193aa-d58d-4d9c-a324-e88548b2e0db req-d0b95527-3d5a-4c00-89b5-6cb7b6351b77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1097 time: 0.0511961 Jul 16 19:01:17.483927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-665193aa-d58d-4d9c-a324-e88548b2e0db req-7cb4ec99-971d-431b-b984-b24fa648892d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294716 Jul 16 19:01:17.838670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fac8c-a6de-4f67-8723-b24796921827 req-106e6fd4-1af0-46d5-a237-ea8b7f72e6c0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:17.840122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-421fac8c-a6de-4f67-8723-b24796921827 req-106e6fd4-1af0-46d5-a237-ea8b7f72e6c0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0640402 Jul 16 19:01:17.877126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-421fac8c-a6de-4f67-8723-b24796921827 req-6b79fff3-c818-4ce0-98c6-20797bf76eba tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Jul 16 19:01:17.937404 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:19.052601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3a8c-280a-46eb-9d4d-e2c7914ce849 req-d1cd220d-4b4b-419f-b3b6-3de02478da52 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:19.054068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e4b3a8c-280a-46eb-9d4d-e2c7914ce849 req-d1cd220d-4b4b-419f-b3b6-3de02478da52 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0617788 Jul 16 19:01:19.090688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e4b3a8c-280a-46eb-9d4d-e2c7914ce849 req-89d6c2cc-177b-44bf-b2fc-2087d3a37ccf tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Jul 16 19:01:19.261747 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350732b2-8d88-4373-87a0-c1ef0454bcf0 req-0ed9fba0-883a-427e-8d2d-954ff2c59f89 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:19.263103 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-350732b2-8d88-4373-87a0-c1ef0454bcf0 req-0ed9fba0-883a-427e-8d2d-954ff2c59f89 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0650704 Jul 16 19:01:19.271646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 36816) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:19.276000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-37e21e61-30e3-4165-8262-f70148359139 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Request body: {'floatingip': {'port_id': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:19.314546 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e21e61-30e3-4165-8262-f70148359139 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:19.742951 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e21e61-30e3-4165-8262-f70148359139 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:19.746712 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e21e61-30e3-4165-8262-f70148359139 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:19.846259 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-37e21e61-30e3-4165-8262-f70148359139 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0 associated. External IP: 172.25.2.124, port: bae30b15-5ef3-4119-b471-2b76b2f0aa77. Jul 16 19:01:20.049305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e21e61-30e3-4165-8262-f70148359139 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:20.156258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e21e61-30e3-4165-8262-f70148359139 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:20.161925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-37e21e61-30e3-4165-8262-f70148359139 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.166901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:20.176279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:20.176938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:01:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:20.198840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-37e21e61-30e3-4165-8262-f70148359139 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "PUT /v2.0/floatingips/9c8ecb43-b543-43a8-bb1b-65067bac82f0 HTTP/1.1" status: 200 len: 992 time: 0.9261537 Jul 16 19:01:20.199405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:20.201876 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294a1523-01d3-41ab-b262-8ed5136b28fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:20.241973 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d80a4-9c1d-4d7b-bd58-7cf74ed1e9f5 x-openstack-request-id: req-c42d80a4-9c1d-4d7b-bd58-7cf74ed1e9f5 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:20.242289 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:20.242563 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c42d80a4-9c1d-4d7b-bd58-7cf74ed1e9f5 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:20.242963 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'status': 'completed', 'code': 200} Jul 16 19:01:20.286225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:20.340623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-467f8f8b-db4a-4485-b4fb-44ae9551a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:20.342264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-467f8f8b-db4a-4485-b4fb-44ae9551a4b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1097 time: 0.0542586 Jul 16 19:01:20.437477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-e63d7153-dbad-4916-bab9-b524fe229ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:20.439014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-e63d7153-dbad-4916-bab9-b524fe229ae1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0896213 Jul 16 19:01:20.502036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-148b2f6f-e0f5-4780-81d1-555d4681146b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1000 time: 0.0568912 Jul 16 19:01:20.513827 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:ae:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T19:01:19Z', 'revision_number': 13, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:20.542063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:20.550756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:20.551379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:01:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:20.558740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-e07f1c73-b770-4841-97eb-81a3d28ddac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:20.560278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-e07f1c73-b770-4841-97eb-81a3d28ddac3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0517991 Jul 16 19:01:20.626664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-6878979d-9cc2-4273-b4eb-4e0073f3d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:20.628834 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-6878979d-9cc2-4273-b4eb-4e0073f3d749 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617235 Jul 16 19:01:20.665006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:20.722421 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-bfd6da63-b5b5-48f4-b9e6-3da5cf58cdeb service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855520 Jul 16 19:01:20.818975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-294a1523-01d3-41ab-b262-8ed5136b28fb req-bf86b492-9263-4c17-967c-7c1d1cf05c4f service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895426 Jul 16 19:01:20.889356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:ae:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T19:01:19Z', 'revision_number': 13, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:20.915657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c6ff7-56df-437c-9eac-6bef26f85703 None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '9c8ecb43-b543-43a8-bb1b-65067bac82f0', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'port_id': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'mac_address': 'fa:16:3e:ae:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:17Z', 'updated_at': '2021-07-16T19:01:19Z', 'revision_number': 13, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:21.095786 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c2ae4e-f48e-4b53-b0d7-0299464ec075 None None] New status for floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:01:29.308508 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.236858 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-823ddc1a-237e-44b4-a6a0-8194607532f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.993342 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.095106 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2bc9b912-c103-45a0-a8d8-27e719bdf71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.343339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-54253a93-fc45-4e57-a0f0-c42e41bc5f86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506675 Jul 16 19:01:36.471401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-50542290-5a70-4544-9169-01faa359f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:36.472918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-50542290-5a70-4544-9169-01faa359f352 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1097 time: 0.0573957 Jul 16 19:01:36.580694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-1b5439e7-b628-4cd4-ac2f-a0e0c60788cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:36.582156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-1b5439e7-b628-4cd4-ac2f-a0e0c60788cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0852466 Jul 16 19:01:36.656091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-6b792898-b7e8-4e79-93f7-121c15195b79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1002 time: 0.0620215 Jul 16 19:01:36.711806 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-fd235095-4c82-4e5d-a6a6-463e2bd0d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:36.713337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-fd235095-4c82-4e5d-a6a6-463e2bd0d323 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0510926 Jul 16 19:01:36.771141 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-e8a89500-2977-4261-a1cc-8e3e2ccd9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:36.772627 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-e8a89500-2977-4261-a1cc-8e3e2ccd9863 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515330 Jul 16 19:01:36.871075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-26fc3cc4-0c7d-494d-89df-a2979429e3ee service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861804 Jul 16 19:01:36.962207 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89a533e-5d71-49ca-b812-20f7c7f6e9a9 req-1cb60749-06e0-403c-bfd1-bc853ff9ed00 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833592 Jul 16 19:01:37.189062 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.875208 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:40.761888 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.567549 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-cb81fc72-0542-4945-b1c1-ba4c14de0e6f req-2b322cb7-0671-4d92-845a-94f89d2705e2 service neutron] (93824) timed out ('10.222.0.60', 34140) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:01:54.936759 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:59.327856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.238583 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88c80610-a3c4-4057-bd22-d132cc8733f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.995378 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.095109 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbe935ca-08b9-49f4-80ea-26454b31ae7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.192119 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:08.879925 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.761978 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:29.321854 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:31.935529 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:02:33.238741 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-759f387f-e7c6-4680-826e-df3b6a249f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:35.995924 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:36.094933 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-663f9060-5b9b-4898-87b4-2a01163f37c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:37.198410 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:38.320256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-4c5ecc40-399d-4eee-b21c-e781931875a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586782 Jul 16 19:02:38.442507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-a8777897-3a73-480c-8173-434f1b9d82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:38.443984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-a8777897-3a73-480c-8173-434f1b9d82b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1097 time: 0.0527239 Jul 16 19:02:38.554324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-86c576a0-3f74-421e-9739-c0aa19676eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:38.556496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-86c576a0-3f74-421e-9739-c0aa19676eff service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0854175 Jul 16 19:02:38.630407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-3d755421-1f2e-4ebc-8274-3639a8e5ce42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1002 time: 0.0613582 Jul 16 19:02:38.680067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-93578a58-6fce-4877-b6ab-b4ec963310f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:38.681582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-93578a58-6fce-4877-b6ab-b4ec963310f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0434628 Jul 16 19:02:38.739046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-c13cd623-6828-4ccd-9f7f-8a0976e05d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:38.740598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-c13cd623-6828-4ccd-9f7f-8a0976e05d2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514693 Jul 16 19:02:38.838902 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-6fbe9dcd-3a67-4ef3-acb4-455b243dc3c6 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861976 Jul 16 19:02:38.879193 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:38.932844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80d9a711-ebe0-4c40-82c7-1790dd691fa3 req-52e2a07a-b42c-4534-a786-87540b10a687 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841641 Jul 16 19:02:40.760299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.338197 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.150138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedecee-28f0-4517-af4c-4452fdf51b23 req-4ac592e9-baf3-4df1-868d-f343cae905d9 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:02.152491 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adedecee-28f0-4517-af4c-4452fdf51b23 req-4ac592e9-baf3-4df1-868d-f343cae905d9 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0726206 Jul 16 19:03:02.196277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adedecee-28f0-4517-af4c-4452fdf51b23 req-023627c5-f18b-4a06-af01-d405daec74a1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379701 Jul 16 19:03:03.240365 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d728-af11-4d01-b8b4-201f6b1ea956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.998054 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.097039 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2e30581-8229-4c14-954f-02b5b829b1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:07.199606 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.882446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.935383 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:10.774653 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:13.601611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f585af2-76ab-4a37-8ce9-144b34569abb req-096531e7-5d5e-4f40-817e-3799d48ef8e3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:13.603072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f585af2-76ab-4a37-8ce9-144b34569abb req-096531e7-5d5e-4f40-817e-3799d48ef8e3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.1015055 Jul 16 19:03:13.609759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-04741c82-709b-4ace-86d0-bb16c6f0773d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520233 Jul 16 19:03:13.643769 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f585af2-76ab-4a37-8ce9-144b34569abb req-cecbf36c-3b37-4a5f-a43d-5ed3d6d412b2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Jul 16 19:03:14.852389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-a4a3bd01-b71b-4e69-a12c-5ff249f43e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.854015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-a4a3bd01-b71b-4e69-a12c-5ff249f43e1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1097 time: 0.0961998 Jul 16 19:03:14.865687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60df6d5-8810-4201-aff5-7f833ab01fe4 req-38bf8667-d9a1-43d5-b9c6-6e5a445ff31c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.867055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b60df6d5-8810-4201-aff5-7f833ab01fe4 req-38bf8667-d9a1-43d5-b9c6-6e5a445ff31c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0811744 Jul 16 19:03:14.963211 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b60df6d5-8810-4201-aff5-7f833ab01fe4 req-8ae4b45d-584b-4391-bbfa-cbb445f00ccb tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868425 Jul 16 19:03:14.981105 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-98d8f856-1cd2-4e79-ad44-b409397d7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.982581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-98d8f856-1cd2-4e79-ad44-b409397d7bcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.1146984 Jul 16 19:03:15.053165 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3ccebb91-481b-4079-bccf-ad27215a9308 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1002 time: 0.0608418 Jul 16 19:03:15.103358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-5dee83c9-88e9-4baf-8188-1c6e7da500bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:15.104981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-5dee83c9-88e9-4baf-8188-1c6e7da500bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0436990 Jul 16 19:03:15.165193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3b591d31-d41d-4804-9a4d-7724c1c91d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:15.167417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3b591d31-d41d-4804-9a4d-7724c1c91d48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529518 Jul 16 19:03:15.178176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-2b2fa5e6-c01b-4fe2-b2d0-22b5aa860819 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:03:15.179195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-2b2fa5e6-c01b-4fe2-b2d0-22b5aa860819 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048735 Jul 16 19:03:15.272108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-ddb27dae-225f-4068-ab5e-276e8647ef91 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860426 Jul 16 19:03:15.371838 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-1f302f00-4622-4cf4-a7ba-edbe0a16c57b service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892997 Jul 16 19:03:16.161037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59754161-68ea-4c7a-acfb-998faeca7487 req-ba37ee57-df2e-46b0-b909-be28d3f0b5ca tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:16.162536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59754161-68ea-4c7a-acfb-998faeca7487 req-ba37ee57-df2e-46b0-b909-be28d3f0b5ca tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0704319 Jul 16 19:03:16.200450 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-59754161-68ea-4c7a-acfb-998faeca7487 req-1579a113-25c4-4716-91c3-accd49b5ee7c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318289 Jul 16 19:03:17.382562 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff7d40-a70c-43d5-92cd-b42d77d5427a req-53d7cb61-9a2f-44e6-99c2-0165874bdda7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:17.383969 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1ff7d40-a70c-43d5-92cd-b42d77d5427a req-53d7cb61-9a2f-44e6-99c2-0165874bdda7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0721045 Jul 16 19:03:17.422257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1ff7d40-a70c-43d5-92cd-b42d77d5427a req-abe2443a-72a7-43db-be37-7a78df2d8aef tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323763 Jul 16 19:03:18.592128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbc30-cd21-4b8f-bccc-7eeef3508ab6 req-20f8fb7d-4235-435a-8b46-c3161e380791 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:18.593631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec4fbc30-cd21-4b8f-bccc-7eeef3508ab6 req-20f8fb7d-4235-435a-8b46-c3161e380791 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0621319 Jul 16 19:03:18.630088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec4fbc30-cd21-4b8f-bccc-7eeef3508ab6 req-82fbf4b6-5178-42c2-b2fd-ac4cba9f2626 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308888 Jul 16 19:03:19.804911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0418000-28c0-4cee-bb0b-b64261893c7a req-9f6cff3e-1fdc-4610-b0b7-b69fd9fd97f7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.806379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0418000-28c0-4cee-bb0b-b64261893c7a req-9f6cff3e-1fdc-4610-b0b7-b69fd9fd97f7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0657411 Jul 16 19:03:19.843915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0418000-28c0-4cee-bb0b-b64261893c7a req-9c8be591-f1b6-4daa-a206-de88734826c5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Jul 16 19:03:21.013718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04286e-1700-472c-9d39-8fd734e1ad1d req-fdc91bee-2bed-42f9-9ef9-b42a8e1aef55 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:21.015216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e04286e-1700-472c-9d39-8fd734e1ad1d req-fdc91bee-2bed-42f9-9ef9-b42a8e1aef55 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0623958 Jul 16 19:03:21.053006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8e04286e-1700-472c-9d39-8fd734e1ad1d req-26283ba6-7cd2-4e25-93ba-a4720d1548de tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323920 Jul 16 19:03:22.231753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e46c70-3636-41f4-8828-ffd7a3a7cbd4 req-124ea6e9-33ae-41bd-a8a2-2da4f40282de tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:22.233268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09e46c70-3636-41f4-8828-ffd7a3a7cbd4 req-124ea6e9-33ae-41bd-a8a2-2da4f40282de tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0658796 Jul 16 19:03:22.270955 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-09e46c70-3636-41f4-8828-ffd7a3a7cbd4 req-966737ca-b0c1-4b73-9d95-8703d3d069a7 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Jul 16 19:03:23.451803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d7b06-7c74-44a2-bf8c-2c0cb0677579 req-c28d12e4-816d-4896-bc3e-b387f0f29119 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:23.453217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b77d7b06-7c74-44a2-bf8c-2c0cb0677579 req-c28d12e4-816d-4896-bc3e-b387f0f29119 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0719340 Jul 16 19:03:23.488964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b77d7b06-7c74-44a2-bf8c-2c0cb0677579 req-1d4bc2c2-0d8f-425d-9081-e1a0fa8c7665 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302861 Jul 16 19:03:24.662248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3229e9e-94ca-4214-ad09-f1989e6be3ae req-47e02455-ba15-4f79-99c1-b50ae532f70f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:24.663691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3229e9e-94ca-4214-ad09-f1989e6be3ae req-47e02455-ba15-4f79-99c1-b50ae532f70f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0622184 Jul 16 19:03:24.701244 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3229e9e-94ca-4214-ad09-f1989e6be3ae req-ddbca6e7-ecba-4fb1-b385-6a29e0f33f8d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Jul 16 19:03:25.879374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcc9a9-3672-4aea-a49e-d9e7f08466f2 req-251a29d1-5001-4714-b605-32cbf055c5ca tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:25.880888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5bcc9a9-3672-4aea-a49e-d9e7f08466f2 req-251a29d1-5001-4714-b605-32cbf055c5ca tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0650048 Jul 16 19:03:25.918264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f5bcc9a9-3672-4aea-a49e-d9e7f08466f2 req-11b1dca5-fa02-4456-8767-9f7a477afd0d tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Jul 16 19:03:27.090561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b8ec2-4081-4942-ace0-315fe62eee70 req-4a4d82a3-5508-46a8-85b6-ca344468317f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:27.092027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-829b8ec2-4081-4942-ace0-315fe62eee70 req-4a4d82a3-5508-46a8-85b6-ca344468317f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0637188 Jul 16 19:03:27.129927 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-829b8ec2-4081-4942-ace0-315fe62eee70 req-6b240a45-5785-4881-a3e9-4324f1fc3029 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jul 16 19:03:28.308945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee95425-2552-412f-be7a-ad1d68150bca req-22715ad1-d41a-4242-9b9e-11342bd64af6 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:28.310457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ee95425-2552-412f-be7a-ad1d68150bca req-22715ad1-d41a-4242-9b9e-11342bd64af6 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0677893 Jul 16 19:03:28.350385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ee95425-2552-412f-be7a-ad1d68150bca req-76571cfb-ca6e-4528-989c-4acad8762902 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343962 Jul 16 19:03:29.349345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:29.531078 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0410a-90ab-4552-9c7b-ca30eb9e6870 req-8811eea6-b967-4602-8f2a-400a03b14d5b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:29.532670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15f0410a-90ab-4552-9c7b-ca30eb9e6870 req-8811eea6-b967-4602-8f2a-400a03b14d5b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0645230 Jul 16 19:03:29.575052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15f0410a-90ab-4552-9c7b-ca30eb9e6870 req-31b41ecb-6920-491d-9a81-705914a8095e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362928 Jul 16 19:03:29.781682 n-d-793619-10 neutron-server[93823]: INFO neutron.api.v2.resource [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-8d5fc75a-faa1-4445-907a-d38e51019dc8 service neutron] show failed (client error): The resource could not be found. Jul 16 19:03:29.782684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-8d5fc75a-faa1-4445-907a-d38e51019dc8 service neutron] 10.222.0.46 "GET /v2.0/ports/bae30b15-5ef3-4119-b471-2b76b2f0aa77/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0557470 Jul 16 19:03:30.049401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-375125d0-0f7c-4814-984c-2f0dec751f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:30.050820 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-375125d0-0f7c-4814-984c-2f0dec751f83 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 1097 time: 0.0628142 Jul 16 19:03:30.062423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:30.133015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:30.337708 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:30.370034 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:30.409311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:30.411579 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc66fa-ac80-4ee2-8de6-e2f530bd1546" -d '{"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-unplugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:30.415431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:30.427842 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Transition to ACTIVE for port object bae30b15-5ef3-4119-b471-2b76b2f0aa77 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:30.431723 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:30.460944 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14afaf18-fda1-44a5-a412-e3afc6ac5272 x-openstack-request-id: req-14afaf18-fda1-44a5-a412-e3afc6ac5272 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:30.461232 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-unplugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:30.461478 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14afaf18-fda1-44a5-a412-e3afc6ac5272 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:30.462128 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'code': 200} Jul 16 19:03:30.518459 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=6']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:30.533658 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.534010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.534354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.534689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.535022 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.535353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.535684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.536008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.536336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.536689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.537012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.537334 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:30.573194 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] No DVR routers for this DVR port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on host n-h2-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:03:30.715463 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:30.715900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:30.716329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:30.720851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:03:30.721178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:30.726017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:30.726362 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:30.726749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:30.727178 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Bound port: bae30b15-5ef3-4119-b471-2b76b2f0aa77, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:30.727540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:30.764074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee410d-e73b-44c7-bddd-89735154891b req-1309057c-245a-4288-a3e2-f78432a43cd0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:30.765500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0fee410d-e73b-44c7-bddd-89735154891b req-1309057c-245a-4288-a3e2-f78432a43cd0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0668974 Jul 16 19:03:30.791577 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:30.794591 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:30.798853 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:30.804739 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0fee410d-e73b-44c7-bddd-89735154891b req-1723532c-6d3f-4f57-8a94-4b1050f306aa tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332668 Jul 16 19:03:30.831835 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:30.832876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:30.834366 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] 10.222.0.45 "PUT /v2.0/ports/bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1092 time: 0.7761011 Jul 16 19:03:30.890581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cb6ff-861d-4999-8059-75927ebf6680 service neutron] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=7']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:30.922094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-10e091a8-1870-498f-9d13-ab24b43790b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:30.923615 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-10e091a8-1870-498f-9d13-ab24b43790b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1095 time: 0.0654798 Jul 16 19:03:31.016144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-e402ae87-640d-4ed8-8b94-38c7cfb7be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:31.017662 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-e402ae87-640d-4ed8-8b94-38c7cfb7be4c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0878801 Jul 16 19:03:31.086513 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-a90329dd-fdb0-4583-988c-9e8a35554c5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1000 time: 0.0626683 Jul 16 19:03:31.134430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-f78a3f2b-d34c-467f-9c49-4794fa4489f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:31.136408 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-f78a3f2b-d34c-467f-9c49-4794fa4489f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0433183 Jul 16 19:03:31.191651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-db3bd7f7-0a92-48a0-9390-d54da61b1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:31.193150 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-db3bd7f7-0a92-48a0-9390-d54da61b1f86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506821 Jul 16 19:03:31.285545 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-393dc5b8-8aa4-4d0e-ad47-e9899f580197 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853012 Jul 16 19:03:31.372074 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-95adcbf8-a4c7-400e-9802-d00590746ae4 req-a9b51dc9-905b-4858-8d53-6260dcfa51ac service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805075 Jul 16 19:03:31.758781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:31.799902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:31.988763 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74afb30-f8a6-45ca-9d96-c3b7f10d65ab req-95fd9c54-c5be-44f7-99d5-c6cb4ffbc39e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:31.990392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b74afb30-f8a6-45ca-9d96-c3b7f10d65ab req-95fd9c54-c5be-44f7-99d5-c6cb4ffbc39e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0639591 Jul 16 19:03:32.030529 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b74afb30-f8a6-45ca-9d96-c3b7f10d65ab req-a77d7dcc-fa34-4056-a13f-6b929b6eb458 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338540 Jul 16 19:03:32.464230 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:32.466728 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c7b882-37cb-4734-820d-e3b4b3a609e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:32.519008 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125c5411-3c6c-43c9-af17-ed4282a06f8d x-openstack-request-id: req-125c5411-3c6c-43c9-af17-ed4282a06f8d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:32.519305 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:32.519557 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-125c5411-3c6c-43c9-af17-ed4282a06f8d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:32.519956 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'status': 'completed', 'code': 200} Jul 16 19:03:32.607908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-6648c256-7fb2-4975-a62b-3a061afbd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:32.609812 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-6648c256-7fb2-4975-a62b-3a061afbd4b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1095 time: 0.0625253 Jul 16 19:03:32.619871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-00b77e24-6a57-4438-8737-b8c308467be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:32.622446 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-00b77e24-6a57-4438-8737-b8c308467be9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1095 time: 0.0577035 Jul 16 19:03:32.706776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-81271995-0d99-4514-a47e-d3ee370bcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:32.708694 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-81271995-0d99-4514-a47e-d3ee370bcd10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0927217 Jul 16 19:03:32.726664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-2eecadf3-c8c0-4495-803d-393079ba3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:32.728048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-2eecadf3-c8c0-4495-803d-393079ba3b24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0984025 Jul 16 19:03:32.779841 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-8cd7aa30-9129-4ce2-970a-94b3e7bcfd88 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1000 time: 0.0647097 Jul 16 19:03:32.804392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-d114cc18-c4d3-47e0-82a8-55a3087092b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1000 time: 0.0653608 Jul 16 19:03:32.833306 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-0649ce48-0c73-476c-880d-9bbf258c9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:32.834827 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-0649ce48-0c73-476c-880d-9bbf258c9d03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0493524 Jul 16 19:03:32.860186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-7cd2d3bf-c0c8-4769-8fe6-e05a2af047aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:32.862083 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-7cd2d3bf-c0c8-4769-8fe6-e05a2af047aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0479031 Jul 16 19:03:32.894373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-eaea9506-32f8-4472-ab6b-88bce20a4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:32.896067 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-eaea9506-32f8-4472-ab6b-88bce20a4ba0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550168 Jul 16 19:03:32.928063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-ecb7c12c-dd2b-41e9-b480-5fc0266d5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:32.929693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-ecb7c12c-dd2b-41e9-b480-5fc0266d5098 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563598 Jul 16 19:03:32.992097 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-56fbb045-1376-4706-a846-6b81240895ea service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889740 Jul 16 19:03:33.090306 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-dfc0b84d-440a-4244-9778-3a2f5f26cc78 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912337 Jul 16 19:03:33.243695 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4dc17d45-a63c-43b8-bb8e-b898a3556c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:33.407442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-f0518714-a329-4902-8c11-0eb980209177 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673867 Jul 16 19:03:33.460920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08873fe-6357-4576-a7b3-56b5b4fc6305 req-65a03e5d-78d2-4c84-b41e-3e5a1109ad32 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:33.462373 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c08873fe-6357-4576-a7b3-56b5b4fc6305 req-65a03e5d-78d2-4c84-b41e-3e5a1109ad32 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.1048629 Jul 16 19:03:33.552167 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44c7b882-37cb-4734-820d-e3b4b3a609e1 req-e6b74103-e574-4a87-91cc-6880ca7f5b38 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319828 Jul 16 19:03:33.555016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c08873fe-6357-4576-a7b3-56b5b4fc6305 req-6893f794-951a-4dab-bfcb-ed1c035a2551 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550311 Jul 16 19:03:34.733961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9601a-37a3-4b6e-a146-46adeb310420 req-de0d2aa8-e4e5-438e-b7c1-39de0a938769 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:34.736447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ad9601a-37a3-4b6e-a146-46adeb310420 req-de0d2aa8-e4e5-438e-b7c1-39de0a938769 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0653811 Jul 16 19:03:34.773547 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5ad9601a-37a3-4b6e-a146-46adeb310420 req-3aa4e842-887e-4c0b-b298-4e5dc654b7b1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Jul 16 19:03:35.954425 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adec190-9824-45cd-8da4-52e6cb6786af req-a7126416-5354-4d64-b673-93db615e3546 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:35.955904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5adec190-9824-45cd-8da4-52e6cb6786af req-a7126416-5354-4d64-b673-93db615e3546 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0699830 Jul 16 19:03:35.994154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5adec190-9824-45cd-8da4-52e6cb6786af req-1f7557fe-23be-4ed9-96e3-3267b678897e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325680 Jul 16 19:03:35.999389 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:36.096887 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-79adb0b5-8ce8-4121-a43f-2f7c4ccaa0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:37.168621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785c80-db8e-4103-ad72-1edbaae322e2 req-3cffd95d-3714-4e67-93a2-2d7d9244f61a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:37.170115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50785c80-db8e-4103-ad72-1edbaae322e2 req-3cffd95d-3714-4e67-93a2-2d7d9244f61a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0637314 Jul 16 19:03:37.203641 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:37.208918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50785c80-db8e-4103-ad72-1edbaae322e2 req-5c59d17b-8173-4203-9dbc-3e8ca2ce6cbd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332479 Jul 16 19:03:38.382317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627c4a9-5477-4eec-8e97-01443ceaee15 req-57918c22-c34e-4aac-9880-f7be7c805be1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:38.383704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1627c4a9-5477-4eec-8e97-01443ceaee15 req-57918c22-c34e-4aac-9880-f7be7c805be1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0616388 Jul 16 19:03:38.421552 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1627c4a9-5477-4eec-8e97-01443ceaee15 req-5a3d992f-cf64-41e1-85c1-d6397b76d53f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Jul 16 19:03:38.885137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:39.606267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c6d91-e627-4b5d-91d0-be1f99ef4a6c req-75e8f276-8fd0-4874-b7b5-3fd53105d544 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:39.607728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c0c6d91-e627-4b5d-91d0-be1f99ef4a6c req-75e8f276-8fd0-4874-b7b5-3fd53105d544 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0731034 Jul 16 19:03:39.644381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c0c6d91-e627-4b5d-91d0-be1f99ef4a6c req-0fb4c5ba-03e2-4fa5-8478-ab3785af1154 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311928 Jul 16 19:03:40.773842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:40.818321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8bac3-ce54-4834-a60c-4b9c455d2376 req-bd6ae294-5bdc-4b84-ad7e-d2991591f664 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:40.819803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-edd8bac3-ce54-4834-a60c-4b9c455d2376 req-bd6ae294-5bdc-4b84-ad7e-d2991591f664 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0643909 Jul 16 19:03:40.858747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-edd8bac3-ce54-4834-a60c-4b9c455d2376 req-09146e5d-671f-4999-93b8-6ab37675d4de tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Jul 16 19:03:42.035315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b7692-5368-4dfb-bf52-5b0c56f58b08 req-51a070ae-721f-4ba3-85cd-f2e63fe907df tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:42.036803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af0b7692-5368-4dfb-bf52-5b0c56f58b08 req-51a070ae-721f-4ba3-85cd-f2e63fe907df tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0654652 Jul 16 19:03:42.075082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af0b7692-5368-4dfb-bf52-5b0c56f58b08 req-c5d1f262-5aee-4c3f-b0f2-d1d1f9ff6aee tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Jul 16 19:03:43.083887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:03:43.182121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:43.193213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'mac_address': 'fa:16:3e:ae:a8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:03:43.230758 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:43.243173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae30b15-5ef3-4119-b471-2b76b2f0aa77 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:43.262559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6a58b-026d-4f2f-a2ff-741ec6d3f00c req-9536262b-cbc4-4f77-97ec-7013ae0358b5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:43.264062 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53d6a58b-026d-4f2f-a2ff-741ec6d3f00c req-9536262b-cbc4-4f77-97ec-7013ae0358b5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 943 time: 0.0694222 Jul 16 19:03:43.265547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:43.269637 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:43.304168 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53d6a58b-026d-4f2f-a2ff-741ec6d3f00c req-52da07d6-c9d3-4b14-8fbf-96e512bedd7e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340254 Jul 16 19:03:43.320283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:43.331254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.331683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.332058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.332396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.332773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.333105 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.333434 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.333760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.334165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.334403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.334726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.335047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:43.526749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['bae30b15-5ef3-4119-b471-2b76b2f0aa77'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:03:43.724278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-20d9a933-0868-4dbf-aca4-7a8eba6dfc13 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:43.725686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-20d9a933-0868-4dbf-aca4-7a8eba6dfc13 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.45 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b&tenant_id=5383ebd81c964b8fa5a980efca9e5690&binding%3Ahost_id=n-h1-793619-10 HTTP/1.1" status: 200 len: 944 time: 0.0805993 Jul 16 19:03:43.766099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43192d20-430a-4d61-89d2-634ba2e92e49 req-e899d32e-75a4-45ad-891d-6c8d690c1658 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:43.767623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43192d20-430a-4d61-89d2-634ba2e92e49 req-e899d32e-75a4-45ad-891d-6c8d690c1658 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0648854 Jul 16 19:03:43.787443 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-90aafca0-d66f-4a5b-b236-02da6451ddc8 service neutron] 10.222.0.45 "GET /v2.0/ports/bae30b15-5ef3-4119-b471-2b76b2f0aa77/bindings/n-h1-793619-10 HTTP/1.1" status: 200 len: 383 time: 0.0546062 Jul 16 19:03:43.806331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43192d20-430a-4d61-89d2-634ba2e92e49 req-3bb4c7bd-9f52-452e-911c-0eaf6ada7ad3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329587 Jul 16 19:03:43.861452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-7ddd49d6-59bf-4c2f-865d-1eb4a4d5b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:43.862964 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-7ddd49d6-59bf-4c2f-865d-1eb4a4d5b6c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1096 time: 0.0526304 Jul 16 19:03:43.956464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ee0c5eca-6e51-43bb-8847-b249b79f3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:43.957969 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ee0c5eca-6e51-43bb-8847-b249b79f3306 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0880013 Jul 16 19:03:44.021178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-51ea5836-07dc-4800-a4f8-d5032249b1d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1001 time: 0.0566912 Jul 16 19:03:44.067413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-05536308-0f14-4c02-a852-47e0890fcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:44.068854 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-05536308-0f14-4c02-a852-47e0890fcf6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0418298 Jul 16 19:03:44.128055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-4545b847-3185-4bc7-aca0-01c2654cfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:44.129638 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-4545b847-3185-4bc7-aca0-01c2654cfcab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548580 Jul 16 19:03:44.220976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-c60e1e6f-d79a-4c06-808a-a267a553be52 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845947 Jul 16 19:03:44.313480 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-c563b98e-e277-4a6d-9351-495c279d4cb6 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863018 Jul 16 19:03:44.989254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a2cd2-08af-4da6-8f78-1c4f20702abf req-b56bb936-7a94-41a7-95cc-8db87e89d8aa tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:44.990727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f7a2cd2-08af-4da6-8f78-1c4f20702abf req-b56bb936-7a94-41a7-95cc-8db87e89d8aa tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0668452 Jul 16 19:03:45.027898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f7a2cd2-08af-4da6-8f78-1c4f20702abf req-d693fd9e-c86a-4562-a70a-6351f6bd4305 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Jul 16 19:03:45.090508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:45.139607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port bae30b15-5ef3-4119-b471-2b76b2f0aa77 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:45.143364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port bae30b15-5ef3-4119-b471-2b76b2f0aa77 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:45.143735 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:45.223173 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:45.245914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:45.248153 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3acc25c-2597-482a-8bdb-902de0dd6d24" -d '{"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-plugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:45.261973 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:45.265789 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:45.299836 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8959e28-5c9e-49e1-a335-582be506c17b x-openstack-request-id: req-a8959e28-5c9e-49e1-a335-582be506c17b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:45.300121 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-plugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:45.300363 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8959e28-5c9e-49e1-a335-582be506c17b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:45.300772 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'code': 200} Jul 16 19:03:45.317137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:45.936716 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:46.208738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab75b80-6040-4cb8-a6be-e9530e7a1c07 req-9c89d46d-7ff3-4c31-a9ba-651aaa0f2af0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:46.210179 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bab75b80-6040-4cb8-a6be-e9530e7a1c07 req-9c89d46d-7ff3-4c31-a9ba-651aaa0f2af0 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0646334 Jul 16 19:03:46.248481 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bab75b80-6040-4cb8-a6be-e9530e7a1c07 req-ddee7e03-84e5-4908-bb25-1ffa3313dc21 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319257 Jul 16 19:03:47.437705 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c3beb-af1f-448c-b022-7057d566fc94 req-21db149b-50b7-4213-8865-fecefe0ca3cd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:47.439117 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f6c3beb-af1f-448c-b022-7057d566fc94 req-21db149b-50b7-4213-8865-fecefe0ca3cd tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0705111 Jul 16 19:03:47.476818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f6c3beb-af1f-448c-b022-7057d566fc94 req-44ce6a1a-2266-47f7-bf89-719b3ab78a3b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320578 Jul 16 19:03:48.133682 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-3503673a-1a38-4a91-800c-9858893c393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:48.136206 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-3503673a-1a38-4a91-800c-9858893c393c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b&tenant_id=5383ebd81c964b8fa5a980efca9e5690 HTTP/1.1" status: 200 len: 1097 time: 0.0536942 Jul 16 19:03:48.158642 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:48.227456 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.433025 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:48.465945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:48.503666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:48.506208 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf0db38-5164-4c15-ae3c-e833f2267abd" -d '{"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-unplugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:48.510658 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.532554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Transition to ACTIVE for port object bae30b15-5ef3-4119-b471-2b76b2f0aa77 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:48.539069 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.569340 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e91f932-f588-429d-be5c-224dced328e1 x-openstack-request-id: req-4e91f932-f588-429d-be5c-224dced328e1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:48.569624 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-unplugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:48.569872 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e91f932-f588-429d-be5c-224dced328e1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:48.570254 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'code': 200} Jul 16 19:03:48.641933 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:48.677567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.677907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.678243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.678575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.678902 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.679225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.679547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.679864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.680181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.680503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.681371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.681687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:48.720433 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] No DVR routers for this DVR port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:03:48.789801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804a71-6270-4e26-ab32-219bafd8e68c req-85079ccc-a831-49d9-b3ac-26cc8831f2b2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:48.791331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf804a71-6270-4e26-ab32-219bafd8e68c req-85079ccc-a831-49d9-b3ac-26cc8831f2b2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.1646729 Jul 16 19:03:48.865403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf804a71-6270-4e26-ab32-219bafd8e68c req-9b76212f-6b5f-4ae1-bff3-e6162a193bd1 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481975 Jul 16 19:03:48.902272 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:48.902602 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:48.902927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:48.907095 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:03:48.907413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Attempting to bind port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on network c44499b0-5eb9-4130-aeb6-d541a0c69c64 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:48.912385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:48.912751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Checking segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:48.913131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Bound using segment: {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:48.913550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Bound port: bae30b15-5ef3-4119-b471-2b76b2f0aa77, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8990b7ea-6d72-4343-b32a-063c42d2cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:48.913903 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.978317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:48.981373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:48.985515 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.017530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:49.018137 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.019502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] 10.222.0.46 "PUT /v2.0/ports/bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1093 time: 0.8651848 Jul 16 19:03:49.042412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4890f9-a086-46fe-91cb-635e7df89505 service neutron] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=11']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:49.090240 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:49.124368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-1c9d2e5c-1940-4f8a-abcf-f178f58dab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:49.126362 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-1c9d2e5c-1940-4f8a-abcf-f178f58dab99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1096 time: 0.0669086 Jul 16 19:03:49.139954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:49.226736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-a2665327-3058-4d23-ac5a-f9e02a16989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:49.228837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-a2665327-3058-4d23-ac5a-f9e02a16989b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0909715 Jul 16 19:03:49.293564 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-a10243c9-ba30-4925-abdb-019d37b89a5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1000 time: 0.0575926 Jul 16 19:03:49.348233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-3cd2c4d4-f29d-4c94-84bb-fe3544c5187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:49.349736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-3cd2c4d4-f29d-4c94-84bb-fe3544c5187e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0462940 Jul 16 19:03:49.407376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823223b-5dbd-448c-be75-0c20c702a015 req-1762a5d9-db88-4f1a-8c16-83b4547c2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:49.409300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-1762a5d9-db88-4f1a-8c16-83b4547c2226 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511355 Jul 16 19:03:49.500615 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-429fac8e-5770-4318-9864-72f8bfa563ff service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804708 Jul 16 19:03:49.593238 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c823223b-5dbd-448c-be75-0c20c702a015 req-81f8203c-54b3-4e15-a3f1-6d6c0ddef4b5 service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857017 Jul 16 19:03:50.043873 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e941277-3761-4f4d-98a2-380c99251424 req-7313f65f-b45f-40cd-a0d5-13ba6a828ae2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.045313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e941277-3761-4f4d-98a2-380c99251424 req-7313f65f-b45f-40cd-a0d5-13ba6a828ae2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0637882 Jul 16 19:03:50.083942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e941277-3761-4f4d-98a2-380c99251424 req-a74aa10e-18e4-4d16-b6b5-e91bd88d1c31 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330873 Jul 16 19:03:50.572070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:50.576087 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b568a2ee-f44b-4fe5-a814-e7b3210b4723" -d '{"events": [{"name": "network-changed", "server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:50.623484 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f03b3bb-997d-4fff-90fd-de09657fc957 x-openstack-request-id: req-8f03b3bb-997d-4fff-90fd-de09657fc957 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:50.623771 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:50.624018 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f03b3bb-997d-4fff-90fd-de09657fc957 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:50.624409 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'status': 'completed', 'code': 200} Jul 16 19:03:50.701726 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-aa0cba48-04d1-4b41-bf0d-614c756b3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.703286 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-aa0cba48-04d1-4b41-bf0d-614c756b3a5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1096 time: 0.0540206 Jul 16 19:03:50.734930 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-58a3cbc9-c23b-4ee0-b0c2-81f9eb1fc8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.736466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-58a3cbc9-c23b-4ee0-b0c2-81f9eb1fc8e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5383ebd81c964b8fa5a980efca9e5690&device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 1096 time: 0.0613453 Jul 16 19:03:50.805196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-e5fa3b62-909d-49bf-af94-8ba1bbb761c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.807197 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-e5fa3b62-909d-49bf-af94-8ba1bbb761c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0976803 Jul 16 19:03:50.839490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-55318c99-7e34-4a6e-b939-cfdd87eac069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.841034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-55318c99-7e34-4a6e-b939-cfdd87eac069 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 200 len: 913 time: 0.0948217 Jul 16 19:03:50.876428 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-5bb62785-e0f5-473f-8ee6-60c63365f5a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1000 time: 0.0624070 Jul 16 19:03:50.920859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-b68ef3d5-3e02-4ff2-9d53-a2f9a7bd0383 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 200 len: 1000 time: 0.0647297 Jul 16 19:03:50.928198 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-15157586-e827-426a-b3c9-ec209e083fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.929691 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-15157586-e827-426a-b3c9-ec209e083fba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0471492 Jul 16 19:03:50.976202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-2ec09968-28bd-4f32-81e2-840f66b55f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.977823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-2ec09968-28bd-4f32-81e2-840f66b55f75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 200 len: 851 time: 0.0468860 Jul 16 19:03:50.992018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-07550a4e-6ab1-4b9d-9b0c-fb4f34f8a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.994253 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-07550a4e-6ab1-4b9d-9b0c-fb4f34f8a41b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582707 Jul 16 19:03:51.038687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-cc93182e-ba82-48cf-a431-40fd79ae52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:51.040379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-cc93182e-ba82-48cf-a431-40fd79ae52ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c44499b0-5eb9-4130-aeb6-d541a0c69c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545158 Jul 16 19:03:51.085283 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-3599b400-3a42-481a-b883-61019c15f24c service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849242 Jul 16 19:03:51.152898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-782f4f70-8b91-4aed-9d68-171ff7cb80dc service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017306 Jul 16 19:03:51.195551 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-eee15564-baeb-40e0-bff8-0c4075659420 service neutron] 10.222.0.45 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037645 Jul 16 19:03:51.293558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b568a2ee-f44b-4fe5-a814-e7b3210b4723 req-c5ef471b-fb48-4a99-bde7-e2a63e5e14bd service neutron] 10.222.0.46 "GET /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293974 Jul 16 19:03:51.316938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220818cf-ae24-4134-8ed2-96f678367fb3 req-b9a49437-9440-4928-9d44-1b88aa0af3fc tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:51.318383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-220818cf-ae24-4134-8ed2-96f678367fb3 req-b9a49437-9440-4928-9d44-1b88aa0af3fc tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0889752 Jul 16 19:03:51.359757 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-220818cf-ae24-4134-8ed2-96f678367fb3 req-e0eb7fd9-2c49-49d0-ba02-df615417cd40 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340068 Jul 16 19:03:52.538552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86ed08-8054-41c4-a5b7-e0831ecbee6a req-764200c0-9bc6-44b1-921c-8879b71bc690 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:52.540166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d86ed08-8054-41c4-a5b7-e0831ecbee6a req-764200c0-9bc6-44b1-921c-8879b71bc690 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0648088 Jul 16 19:03:52.579119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d86ed08-8054-41c4-a5b7-e0831ecbee6a req-89933f2c-bbeb-46a1-a806-db1d93bdc338 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Jul 16 19:03:53.765423 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dad5d9-d6ca-4ebe-9ee6-ccb79d794ac2 req-8f55299d-7291-463b-8909-628488d44b8a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:53.766798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84dad5d9-d6ca-4ebe-9ee6-ccb79d794ac2 req-8f55299d-7291-463b-8909-628488d44b8a tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0659795 Jul 16 19:03:53.809527 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-84dad5d9-d6ca-4ebe-9ee6-ccb79d794ac2 req-81b18396-7e87-4168-868b-c53103a0f4c5 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370908 Jul 16 19:03:54.987392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e546e-83c9-4a1c-abe5-3f6e0cf2b68d req-14654712-2d69-47bb-a6de-d3ebf4d02ea4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:54.988890 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e546e-83c9-4a1c-abe5-3f6e0cf2b68d req-14654712-2d69-47bb-a6de-d3ebf4d02ea4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0632057 Jul 16 19:03:55.026098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e546e-83c9-4a1c-abe5-3f6e0cf2b68d req-09a73272-668d-4da1-8a64-c84c988896bb tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316873 Jul 16 19:03:56.201507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772b5d-5157-4953-a5b7-dc2f993fe2c0 req-83179a86-5b5e-40e8-bd9c-61fb5897ce31 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:56.202974 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26772b5d-5157-4953-a5b7-dc2f993fe2c0 req-83179a86-5b5e-40e8-bd9c-61fb5897ce31 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0655918 Jul 16 19:03:56.238881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-26772b5d-5157-4953-a5b7-dc2f993fe2c0 req-d8019eac-2f67-4db3-9e02-c0f190bf19ce tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303028 Jul 16 19:03:57.415206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ec1ea-8cba-4cba-896a-a211d22ccd2f req-c7190dc2-87b5-4628-ab4a-825ca913565c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:57.416553 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f04ec1ea-8cba-4cba-896a-a211d22ccd2f req-c7190dc2-87b5-4628-ab4a-825ca913565c tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0659716 Jul 16 19:03:57.454003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f04ec1ea-8cba-4cba-896a-a211d22ccd2f req-73178c16-64cc-4075-bdac-2244f53b5a94 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Jul 16 19:03:58.625246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742b395-d622-4a2c-8805-7556350159f0 req-1093ead8-8156-4743-9d21-8e998ddcb524 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:58.626707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b742b395-d622-4a2c-8805-7556350159f0 req-1093ead8-8156-4743-9d21-8e998ddcb524 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0621848 Jul 16 19:03:58.666379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b742b395-d622-4a2c-8805-7556350159f0 req-6b980d4d-51ae-4ba3-93e4-e67bdc55f4b4 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Jul 16 19:03:59.350109 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:59.845591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f94cd3-5c56-4d5a-b6a2-3fc1673c64fc req-0e7987bf-c025-4463-b49d-b1d338b78a1b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:59.847076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73f94cd3-5c56-4d5a-b6a2-3fc1673c64fc req-0e7987bf-c025-4463-b49d-b1d338b78a1b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0673351 Jul 16 19:03:59.888268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73f94cd3-5c56-4d5a-b6a2-3fc1673c64fc req-ee917ea2-a294-4bcd-be57-3baade4e4d67 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356915 Jul 16 19:04:01.066792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2026799-5666-4faa-a7b7-baa4587f5811 req-427d9170-7530-416a-91cc-65c3df25adae tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:01.068278 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2026799-5666-4faa-a7b7-baa4587f5811 req-427d9170-7530-416a-91cc-65c3df25adae tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 944 time: 0.0644484 Jul 16 19:04:01.113420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b2026799-5666-4faa-a7b7-baa4587f5811 req-55013a48-2743-471b-b8c9-8998600e0b51 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384607 Jul 16 19:04:01.882106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:01.977515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:01.988081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'port_id': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'mac_address': 'fa:16:3e:ae:a8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:02.023985 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.037178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae30b15-5ef3-4119-b471-2b76b2f0aa77 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:02.060685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:02.064159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:02.110607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:02.285006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4344de-7aaf-4a8a-8d59-2f4c4a65c25b req-d6d3da47-5262-4de3-87ec-c0e23717b34f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:02.286453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f4344de-7aaf-4a8a-8d59-2f4c4a65c25b req-d6d3da47-5262-4de3-87ec-c0e23717b34f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0624318 Jul 16 19:04:02.325363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f4344de-7aaf-4a8a-8d59-2f4c4a65c25b req-1bad3509-44b4-40ed-909e-09c5f8fd4e0f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333545 Jul 16 19:04:02.436213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['bae30b15-5ef3-4119-b471-2b76b2f0aa77'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:02.501452 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3df64e-ab46-4c6f-85eb-468f55378715 req-474ca754-59eb-4f6b-af31-4ece3af2ad04 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:02.502925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f3df64e-ab46-4c6f-85eb-468f55378715 req-474ca754-59eb-4f6b-af31-4ece3af2ad04 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0659559 Jul 16 19:04:02.541475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f3df64e-ab46-4c6f-85eb-468f55378715 req-674f7526-8ccc-4037-adcb-330ad58c3b6f tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Jul 16 19:04:02.718043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565935f0-3682-4fdc-a187-6d7a80c3fc13 req-5086412a-906e-47e7-8dd8-04030d98e69e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:02.719427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-565935f0-3682-4fdc-a187-6d7a80c3fc13 req-5086412a-906e-47e7-8dd8-04030d98e69e tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0634909 Jul 16 19:04:02.757015 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-565935f0-3682-4fdc-a187-6d7a80c3fc13 req-641c51b2-8ea3-40d5-a87a-6c53f8fded38 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321865 Jul 16 19:04:03.124270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f57c22-8b7f-4142-aada-be8fd9e37227 req-6bf45f10-2578-41a6-b7a0-ca3c6c938575 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:03.125801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3f57c22-8b7f-4142-aada-be8fd9e37227 req-6bf45f10-2578-41a6-b7a0-ca3c6c938575 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 945 time: 0.0630455 Jul 16 19:04:03.167684 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3f57c22-8b7f-4142-aada-be8fd9e37227 req-ce10159e-ae00-4c4a-85c1-0a716a9dfbad tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362556 Jul 16 19:04:03.245346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-99d6f91c-2451-4af8-8fb1-bb6b80aeb042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.894035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:03.943199 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port bae30b15-5ef3-4119-b471-2b76b2f0aa77 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:03.946792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port bae30b15-5ef3-4119-b471-2b76b2f0aa77 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:03.947803 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.022692 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.044859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:04.047066 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45cec22-8b6d-40ad-b0bd-cfa6e660a62d" -d '{"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-plugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:04.060258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:04.064243 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.092092 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388fc440-7eb4-43b4-8a00-ef540101ebbc x-openstack-request-id: req-388fc440-7eb4-43b4-8a00-ef540101ebbc {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:04.092388 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-plugged", "status": "completed", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:04.092666 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-388fc440-7eb4-43b4-8a00-ef540101ebbc {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:04.093053 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'code': 200} Jul 16 19:04:04.119855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=13']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:04.339956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de0326-02e2-4139-9a3c-b847bb0bd230 req-58f5233c-6665-4f26-bf7a-9a53c56e6931 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:04.341448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55de0326-02e2-4139-9a3c-b847bb0bd230 req-58f5233c-6665-4f26-bf7a-9a53c56e6931 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 946 time: 0.0627391 Jul 16 19:04:04.379203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-55de0326-02e2-4139-9a3c-b847bb0bd230 req-36a0fa63-ae74-48aa-a091-e9ce34a27146 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322485 Jul 16 19:04:05.043860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-686c7a6b-8a1d-4206-b7c9-b8c08251f5ee tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:05.045372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-686c7a6b-8a1d-4206-b7c9-b8c08251f5ee tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 946 time: 0.0619709 Jul 16 19:04:05.153574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Deleting port bae30b15-5ef3-4119-b471-2b76b2f0aa77 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:05.153914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.245733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] For port bae30b15-5ef3-4119-b471-2b76b2f0aa77, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=bae30b15-5ef3-4119-b471-2b76b2f0aa77,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:05.246086 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.443679 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.444409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.444409 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0 disassociated. External IP: 172.25.2.124, port: bae30b15-5ef3-4119-b471-2b76b2f0aa77. Jul 16 19:04:05.444720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Calling delete_port for bae30b15-5ef3-4119-b471-2b76b2f0aa77 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:05.651783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0810444-741f-491f-8f5b-e1c9d50dee49 req-7be9b8b3-7f34-4535-beb1-ec452f35bd97 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:05.658210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0810444-741f-491f-8f5b-e1c9d50dee49 req-7be9b8b3-7f34-4535-beb1-ec452f35bd97 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 946 time: 0.1531117 Jul 16 19:04:05.682399 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:05.727893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event deleted for resources: {'Port': ['ID=bae30b15-5ef3-4119-b471-2b76b2f0aa77,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:05.751598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a0810444-741f-491f-8f5b-e1c9d50dee49 req-e48cf6ff-c302-4a30-b7d0-03eef82cca42 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups?id=cebc98be-abe3-4630-97c9-bef6a4a59c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866282 Jul 16 19:04:05.894939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:04:06.002912 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.024291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:06.033955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:06.043540 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:06.044162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:03:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:06.068481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] No DVR routers for this DVR port bae30b15-5ef3-4119-b471-2b76b2f0aa77 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:04:06.070977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.073043 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e80df04a-04da-4467-b518-0195d8c3fcc8 req-2a031de4-ce3a-4f78-b592-12323afb42da tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.46 "DELETE /v2.0/ports/bae30b15-5ef3-4119-b471-2b76b2f0aa77 HTTP/1.1" status: 204 len: 173 time: 1.0212753 Jul 16 19:04:06.074010 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-deleted', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:06.076240 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35295e6-b6ba-42de-9475-5ef7d17c9614" -d '{"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-deleted", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:06.129410 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c7091bc7-ac0e-48c2-9ef9-1fb0207ce10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.134211 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2218d5ab-414d-4ddc-9d1f-a0cffeabf217 x-openstack-request-id: req-2218d5ab-414d-4ddc-9d1f-a0cffeabf217 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:06.134524 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24ce485-a1d7-4dc8-8d28-c4f03f26036b", "name": "network-vif-deleted", "tag": "bae30b15-5ef3-4119-b471-2b76b2f0aa77", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:06.134771 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2218d5ab-414d-4ddc-9d1f-a0cffeabf217 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:06.136963 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24ce485-a1d7-4dc8-8d28-c4f03f26036b', 'name': 'network-vif-deleted', 'tag': 'bae30b15-5ef3-4119-b471-2b76b2f0aa77', 'status': 'completed', 'code': 200} Jul 16 19:04:06.199958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:06.399028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:06.425449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:06.434504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:06.435121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:06.538552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:06.741465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:06.767123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f5a98-95ec-4439-aa41-c38cb52d4919 None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T18:54:15Z', 'revision_number': 4, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4017c7e2-7c2d-4975-99b1-bea7f849854c', 'name': '', 'network_id': 'c44499b0-5eb9-4130-aeb6-d541a0c69c64', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'mac_address': 'fa:16:3e:4c:1e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:15Z', 'updated_at': '2021-07-16T18:54:21Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'subnets': [{'id': '96eb67af-e0e2-4e60-b386-94d7fb70abd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:06.918411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-343068fd-b6cc-4b03-a462-79c05f261df4 req-8ee666f7-4e09-45d8-9b0e-593ff94bccd2 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 210 time: 0.0303168 Jul 16 19:04:07.002588 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e73e9-1061-4f96-b274-58eda9b55091 None None] New status for floating IP 9c8ecb43-b543-43a8-bb1b-65067bac82f0: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:04:07.205411 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.067714 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f49cbf71-8d44-4a3a-aaec-2ba2ca694698 req-66806f15-a5be-465f-8e40-5cd4878af75b tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 210 time: 0.0333500 Jul 16 19:04:08.889510 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:09.208726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4bed7be7-9e89-4cbc-bd8b-bafae8c76f6a req-499d5a73-745c-42bf-9f03-32436ec35160 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/ports?device_id=a24ce485-a1d7-4dc8-8d28-c4f03f26036b HTTP/1.1" status: 200 len: 210 time: 0.0278704 Jul 16 19:04:09.924611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:09.944090 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: bae30b15-5ef3-4119-b471-2b76b2f0aa77 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:09.944437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device bae30b15-5ef3-4119-b471-2b76b2f0aa77 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:10.789563 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.222772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37312) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:13.278841 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24477adb-79e4-466e-8d4a-37df856a5e14 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.302613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24477adb-79e4-466e-8d4a-37df856a5e14 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.350972 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24477adb-79e4-466e-8d4a-37df856a5e14 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.354344 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24477adb-79e4-466e-8d4a-37df856a5e14 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.355731 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-24477adb-79e4-466e-8d4a-37df856a5e14 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "DELETE /v2.0/security-groups/cebc98be-abe3-4630-97c9-bef6a4a59c19 HTTP/1.1" status: 204 len: 168 time: 0.1320772 Jul 16 19:04:13.358413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37314) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:13.365780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24477adb-79e4-466e-8d4a-37df856a5e14 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebc98be-abe3-4630-97c9-bef6a4a59c19,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:13.380354 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-bb3cf3a0-d7ab-4768-b343-b1a036358be3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] show failed (client error): The resource could not be found. Jul 16 19:04:13.383901 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bb3cf3a0-d7ab-4768-b343-b1a036358be3 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "GET /v2.0/security-groups/cebc98be-abe3-4630-97c9-bef6a4a59c19 HTTP/1.1" status: 404 len: 347 time: 0.0218863 Jul 16 19:04:13.384207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37316) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:13.508267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Deleting port 367a1caf-f239-4983-b9a1-1c16a815c6fe {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:13.508633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.589206 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.589537 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:13.600629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Calling delete_port for 367a1caf-f239-4983-b9a1-1c16a815c6fe owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:13.731508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:14.011016 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Pushing event deleted for resources: {'Port': ['ID=367a1caf-f239-4983-b9a1-1c16a815c6fe,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:14.069949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:14.073349 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:14.074506 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-254c44f4-4f79-4455-95f6-aad4a48c6d72 tempest-ServerActionsTestJSON-861737388 tempest-ServerActionsTestJSON-861737388-project] 10.222.0.60 "DELETE /v2.0/floatingips/9c8ecb43-b543-43a8-bb1b-65067bac82f0 HTTP/1.1" status: 204 len: 168 time: 0.6886911 Jul 16 19:04:14.077544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37318) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:14.601727 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:14.855570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Deleting port 4017c7e2-7c2d-4975-99b1-bea7f849854c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:14.855795 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:14.932890 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] For port 4017c7e2-7c2d-4975-99b1-bea7f849854c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4017c7e2-7c2d-4975-99b1-bea7f849854c,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:14.933247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:14.945438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Calling delete_port for 4017c7e2-7c2d-4975-99b1-bea7f849854c owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:15.128359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:15.159830 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=4017c7e2-7c2d-4975-99b1-bea7f849854c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:15.336393 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:15.550993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:04:15.655809 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:15.661055 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d0717b6f-219d-412a-adb3-fec01839bd27 admin admin] 10.222.0.60 "PUT /v2.0/routers/b0ea8dca-5f4a-48f0-ac9b-468f902d8040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5825317 Jul 16 19:04:15.663608 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37324) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:15.665443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] Sync routers for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:15.674998 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:15.675613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:15.769444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:15.781758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:15.873626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:15.929073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Deleting port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:15.929413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:15.962497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T19:04:15Z', 'revision_number': 5, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port': {'id': 'bd9a86b5-72da-45bc-afad-2cf59e3a5ff3', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:13Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:15.988682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] Checking router: b0ea8dca-5f4a-48f0-ac9b-468f902d8040 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:15.997740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] Routers {'b0ea8dca-5f4a-48f0-ac9b-468f902d8040'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:15.998350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:04:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:16.008798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] For port bd9a86b5-72da-45bc-afad-2cf59e3a5ff3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bd9a86b5-72da-45bc-afad-2cf59e3a5ff3,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:16.009165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.020715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Calling delete_port for bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:16.083234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] Set router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:16.137794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T19:04:15Z', 'revision_number': 6, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:16.164243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4d778-8e41-4a5c-897b-da31c516ee0a None None] The sync data for ids ['b0ea8dca-5f4a-48f0-ac9b-468f902d8040'] in n-d-793619-10 is: [{'id': 'b0ea8dca-5f4a-48f0-ac9b-468f902d8040', 'name': 'tempest-ServerActionsTestJSON-1276003433-router', 'tenant_id': '5383ebd81c964b8fa5a980efca9e5690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:12Z', 'updated_at': '2021-07-16T19:04:15Z', 'revision_number': 6, 'project_id': '5383ebd81c964b8fa5a980efca9e5690', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:16.195149 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.222687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9a86b5-72da-45bc-afad-2cf59e3a5ff3,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:16.286220 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.375364 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.377474 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.421540 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.422177 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ea8dca-5f4a-48f0-ac9b-468f902d8040 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:04:16.427359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.428572 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bdef6df7-e328-438c-8224-13bae363f6a2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b0ea8dca-5f4a-48f0-ac9b-468f902d8040 HTTP/1.1" status: 204 len: 168 time: 0.7640378 Jul 16 19:04:16.431104 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37326) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:16.474951 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca87b80-4ba3-4e02-a6f6-66f530e02772 admin admin] Deleting subnet 96eb67af-e0e2-4e60-b386-94d7fb70abd4 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:04:16.477856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ca87b80-4ba3-4e02-a6f6-66f530e02772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.518426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ca87b80-4ba3-4e02-a6f6-66f530e02772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.602126 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ca87b80-4ba3-4e02-a6f6-66f530e02772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.653556 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ca87b80-4ba3-4e02-a6f6-66f530e02772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.678186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca87b80-4ba3-4e02-a6f6-66f530e02772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96eb67af-e0e2-4e60-b386-94d7fb70abd4,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:16.682277 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1ca87b80-4ba3-4e02-a6f6-66f530e02772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.684134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1ca87b80-4ba3-4e02-a6f6-66f530e02772 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96eb67af-e0e2-4e60-b386-94d7fb70abd4 HTTP/1.1" status: 204 len: 168 time: 0.2514877 Jul 16 19:04:16.686640 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37328) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:16.689345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e875b-7c6c-4058-bd19-3bbdb7bebe24 None None] Network c44499b0-5eb9-4130-aeb6-d541a0c69c64 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:16.758951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.813848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Deleting port db18b700-8377-47d3-8cf6-2a8c8520d661 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:16.814212 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.882747 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] For port db18b700-8377-47d3-8cf6-2a8c8520d661, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=db18b700-8377-47d3-8cf6-2a8c8520d661,segment=NetworkSegment(8990b7ea-6d72-4343-b32a-063c42d2cc8f),segment_id=8990b7ea-6d72-4343-b32a-063c42d2cc8f)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:16.883110 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.896705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Calling delete_port for db18b700-8377-47d3-8cf6-2a8c8520d661 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:16.982386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.010819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Pushing event deleted for resources: {'Port': ['ID=db18b700-8377-47d3-8cf6-2a8c8520d661,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:17.012716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] No DVR routers for this DVR port db18b700-8377-47d3-8cf6-2a8c8520d661 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:04:17.039617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b5e41e-9143-4e6c-bfad-2b045ea18716 None None] DHCP port deletion for c44499b0-5eb9-4130-aeb6-d541a0c69c64 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:04:17.093748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.103774 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44499b0-5eb9-4130-aeb6-d541a0c69c64']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:17.114076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8990b7ea-6d72-4343-b32a-063c42d2cc8f') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:17.114318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8990b7ea-6d72-4343-b32a-063c42d2cc8f') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:17.124047 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.139159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.145144 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:04:17.145536 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:04:17.147375 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:04:17.279692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device db18b700-8377-47d3-8cf6-2a8c8520d661 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:17.301522 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: db18b700-8377-47d3-8cf6-2a8c8520d661 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:17.301875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device db18b700-8377-47d3-8cf6-2a8c8520d661 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:17.302303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:17.323167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:17.323570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bd9a86b5-72da-45bc-afad-2cf59e3a5ff3 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:17.323947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4017c7e2-7c2d-4975-99b1-bea7f849854c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:17.346765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 4017c7e2-7c2d-4975-99b1-bea7f849854c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:17.347115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4017c7e2-7c2d-4975-99b1-bea7f849854c not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:17.466839 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.472009 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.473835 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c44499b0-5eb9-4130-aeb6-d541a0c69c64 HTTP/1.1" status: 204 len: 168 time: 0.7862720 Jul 16 19:04:17.485420 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ded05-36a8-46b5-a344-374915541620 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44499b0-5eb9-4130-aeb6-d541a0c69c64,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:17.590896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37334) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:17.633144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8c29f5d7-77f1-4545-86f1-0a9924247193 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5383ebd81c964b8fa5a980efca9e5690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410511 Jul 16 19:04:17.636071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37336) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:17.684679 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ec5172d-1e5d-4b80-9e15-10eb7bf12d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.705545 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ec5172d-1e5d-4b80-9e15-10eb7bf12d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.752589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ec5172d-1e5d-4b80-9e15-10eb7bf12d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.755079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5ec5172d-1e5d-4b80-9e15-10eb7bf12d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.756384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5ec5172d-1e5d-4b80-9e15-10eb7bf12d02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6c3bed2-ad19-40ca-b999-b86fc72f4899 HTTP/1.1" status: 204 len: 168 time: 0.1193309 Jul 16 19:04:17.765232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5172d-1e5d-4b80-9e15-10eb7bf12d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c3bed2-ad19-40ca-b999-b86fc72f4899,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:18.453751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37358) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:18.545732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-277933431-network', 'tenant_id': '0d48a89030d44fffa7b5d4a27750f480'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:18.566770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Made reservation on behalf of 0d48a89030d44fffa7b5d4a27750f480 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:18.569165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.578077 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.666701 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.670374 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.690358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:04:18.704991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9076e53-1811-4264-ba69-bc8c35208f37,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:18.707791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.708274 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Added segment 2a8f62c0-e7d4-46df-8dde-b36002841fb2 of type vlan for network f332c188-8457-470a-872f-783c08789778 Jul 16 19:04:18.751129 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.778426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.779361 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:18.779925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.807102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3516459 Jul 16 19:04:18.810080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37364) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:18.815069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Request body: {'subnet': {'network_id': 'f332c188-8457-470a-872f-783c08789778', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-277933431-subnet', 'tenant_id': '0d48a89030d44fffa7b5d4a27750f480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:18.836592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Made reservation on behalf of 0d48a89030d44fffa7b5d4a27750f480 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:18.838930 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.846630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa69670-c2d9-4e4e-ad2b-8d54057775d1 admin admin] Pushing event updated for resources: {'Network': ['ID=f332c188-8457-470a-872f-783c08789778,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:18.857037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f332c188-8457-470a-872f-783c08789778 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:04:19.006190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:19.064122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef339ce-2194-4b16-8fda-64de3141c24d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:19.068380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Checking segment: {'id': '2a8f62c0-e7d4-46df-8dde-b36002841fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f332c188-8457-470a-872f-783c08789778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:19.068764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Network hostable DHCP agents. Network: f332c188-8457-470a-872f-783c08789778, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:04:19.085139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Network f332c188-8457-470a-872f-783c08789778 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:04:19.093410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f332c188-8457-470a-872f-783c08789778) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:19.097331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:19.097923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:19.105259 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131627d3-da1f-4c9c-a3a8-10bb25c3c4b7 None None] Network f332c188-8457-470a-872f-783c08789778 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:19.113399 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b7b4a036-387b-42a1-8bbc-627c1c6d5b4b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3022230 Jul 16 19:04:19.231805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bc8451-7d94-4d72-b816-f2c045f3e216 None None] Network f332c188-8457-470a-872f-783c08789778 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:19.555168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-be9f6dd3-692c-4e25-b36a-41290605e13f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:19.557502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-be9f6dd3-692c-4e25-b36a-41290605e13f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/networks?id=f332c188-8457-470a-872f-783c08789778 HTTP/1.1" status: 200 len: 813 time: 0.1027777 Jul 16 19:04:19.571590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-6b98efac-353a-4222-93f8-1e6381a3c32b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/quotas/0d48a89030d44fffa7b5d4a27750f480 HTTP/1.1" status: 200 len: 375 time: 0.0088778 Jul 16 19:04:19.603948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-b8cdf95f-62ce-407d-ad31-98be3585c538 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d48a89030d44fffa7b5d4a27750f480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269682 Jul 16 19:04:19.693849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-965c3683-f962-487e-ae0e-d4c8356eb42e service neutron] 10.222.0.60 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838699 Jul 16 19:04:19.780888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-6ca91be0-4fb9-4466-acab-dcc5b512ca54 service neutron] 10.222.0.60 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806992 Jul 16 19:04:19.952933 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef55da93-2d03-46c0-aabf-9039cc63c3cb req-97c8d702-deb0-4db9-b762-042079c67a17 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 210 time: 0.0290430 Jul 16 19:04:21.099249 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f0be52de-821e-4af1-9a53-2ae93dd1d762 req-848cdbc2-92df-4406-b1af-9444fd60c7e1 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 210 time: 0.0315075 Jul 16 19:04:21.336004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-6a4f9d0b-bd22-461a-ae99-8ced78ddc9fa tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:21.337603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-6a4f9d0b-bd22-461a-ae99-8ced78ddc9fa tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.46 "GET /v2.0/networks?id=f332c188-8457-470a-872f-783c08789778 HTTP/1.1" status: 200 len: 813 time: 0.1003275 Jul 16 19:04:21.364344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Request body: {'port': {'device_id': '2f21a110-eeb5-4660-ac3c-f617749f9c32', 'network_id': 'f332c188-8457-470a-872f-783c08789778', 'admin_state_up': True, 'tenant_id': '0d48a89030d44fffa7b5d4a27750f480'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:21.816492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Made reservation on behalf of 0d48a89030d44fffa7b5d4a27750f480 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:21.819832 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:21.951570 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Allocated IP 172.20.0.10 (f332c188-8457-470a-872f-783c08789778/8ef339ce-2194-4b16-8fda-64de3141c24d/ce39eb94-4eb4-4846-b613-2dc3d7e5757f) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:22.094820 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.134027 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.179106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Network f332c188-8457-470a-872f-783c08789778 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:22.184638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:22.188832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:22.254017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Pushing event updated for resources: {'Port': ['ID=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:22.276220 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:22.276846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.298210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-79a110b5-4f63-4f97-a4a2-85f16bb33d1b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9375896 Jul 16 19:04:22.313514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a80e-689c-43c1-a813-febe11a4964b req-21c980ac-7227-4809-be9e-4773415123c6 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:22.314917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f63a80e-689c-43c1-a813-febe11a4964b req-21c980ac-7227-4809-be9e-4773415123c6 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 932 time: 0.0999963 Jul 16 19:04:22.323066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Request body: {'port': {'device_id': '2f21a110-eeb5-4660-ac3c-f617749f9c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:22.392019 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f63a80e-689c-43c1-a813-febe11a4964b req-30fc29b2-7bc1-418a-a6a7-3a3833f564c8 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663216 Jul 16 19:04:22.426242 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.682358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce39eb94-4eb4-4846-b613-2dc3d7e5757f {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:22.689547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.701480 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Transition to ACTIVE for port object ce39eb94-4eb4-4846-b613-2dc3d7e5757f will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:22.705025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.756797 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Pushing event updated for resources: {'Port': ['ID=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:22.826990 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Attempting to bind port ce39eb94-4eb4-4846-b613-2dc3d7e5757f on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:22.827319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Attempting to bind port ce39eb94-4eb4-4846-b613-2dc3d7e5757f by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '2a8f62c0-e7d4-46df-8dde-b36002841fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f332c188-8457-470a-872f-783c08789778'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:22.827640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Attempting to bind port ce39eb94-4eb4-4846-b613-2dc3d7e5757f on network f332c188-8457-470a-872f-783c08789778 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:22.831751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Port ce39eb94-4eb4-4846-b613-2dc3d7e5757f on network f332c188-8457-470a-872f-783c08789778 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:04:22.832064 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Attempting to bind port ce39eb94-4eb4-4846-b613-2dc3d7e5757f on network f332c188-8457-470a-872f-783c08789778 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:22.836783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:22.837113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Checking segment: {'id': '2a8f62c0-e7d4-46df-8dde-b36002841fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f332c188-8457-470a-872f-783c08789778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:22.838144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Bound using segment: {'id': '2a8f62c0-e7d4-46df-8dde-b36002841fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f332c188-8457-470a-872f-783c08789778'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:22.838563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Bound port: ce39eb94-4eb4-4846-b613-2dc3d7e5757f, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8f62c0-e7d4-46df-8dde-b36002841fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f332c188-8457-470a-872f-783c08789778'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:22.838904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.904120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] For port ce39eb94-4eb4-4846-b613-2dc3d7e5757f, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:22.908385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] For port ce39eb94-4eb4-4846-b613-2dc3d7e5757f, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:22.913013 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.936472 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:22.950129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:22.950831 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.952234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] 10.222.0.46 "PUT /v2.0/ports/ce39eb94-4eb4-4846-b613-2dc3d7e5757f HTTP/1.1" status: 200 len: 1093 time: 0.6349092 Jul 16 19:04:22.952694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f21a110-eeb5-4660-ac3c-f617749f9c32', 'tag': 'ce39eb94-4eb4-4846-b613-2dc3d7e5757f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:22.954949 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cebe302-8968-45dc-a605-5eaba4e4f043" -d '{"events": [{"name": "network-changed", "server_uuid": "2f21a110-eeb5-4660-ac3c-f617749f9c32", "tag": "ce39eb94-4eb4-4846-b613-2dc3d7e5757f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:22.983275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f519d6-7adf-4233-92b2-0d3013db6ded service neutron] Pushing event updated for resources: {'Port': ['ID=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:22.993899 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ec3b9-46f0-4d10-b445-28c58e56058f x-openstack-request-id: req-f14ec3b9-46f0-4d10-b445-28c58e56058f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:22.994221 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f21a110-eeb5-4660-ac3c-f617749f9c32", "tag": "ce39eb94-4eb4-4846-b613-2dc3d7e5757f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:22.994469 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f14ec3b9-46f0-4d10-b445-28c58e56058f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:22.994862 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f21a110-eeb5-4660-ac3c-f617749f9c32', 'tag': 'ce39eb94-4eb4-4846-b613-2dc3d7e5757f', 'status': 'completed', 'code': 200} Jul 16 19:04:23.065906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-fac9b132-e8c4-480b-8b19-5d070f61fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:23.067406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-fac9b132-e8c4-480b-8b19-5d070f61fd36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d48a89030d44fffa7b5d4a27750f480&device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 1096 time: 0.0525861 Jul 16 19:04:23.122972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-37eedb4a-9548-4b6c-9ab5-2d7fe6459825 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce39eb94-4eb4-4846-b613-2dc3d7e5757f HTTP/1.1" status: 200 len: 217 time: 0.0341566 Jul 16 19:04:23.174726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-eccb361f-6b72-479a-8336-13747dfe8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:23.176153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-eccb361f-6b72-479a-8336-13747dfe8d98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8ef339ce-2194-4b16-8fda-64de3141c24d HTTP/1.1" status: 200 len: 853 time: 0.0440640 Jul 16 19:04:23.214905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-23d9ecfe-b820-4e0f-a871-1fa43cde9263 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f332c188-8457-470a-872f-783c08789778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294633 Jul 16 19:04:23.304416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-f8f25589-5707-4a0f-b139-2051a9469c08 service neutron] 10.222.0.46 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823643 Jul 16 19:04:23.398736 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e57d272c-e86f-4fe0-900d-d9fd89894dca req-8f558b29-76f9-4ab7-99f2-4d652bb44156 service neutron] 10.222.0.46 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870628 Jul 16 19:04:23.591733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-60748bcf-6e3f-4c30-bde7-0ca5d859aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:23.593265 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-60748bcf-6e3f-4c30-bde7-0ca5d859aa6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d48a89030d44fffa7b5d4a27750f480&device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 1096 time: 0.0947545 Jul 16 19:04:23.605699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a608a-2580-49d4-9879-458c25afa220 req-22128d9d-8d38-4f53-bf23-0409a091bdb4 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:23.607073 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-982a608a-2580-49d4-9879-458c25afa220 req-22128d9d-8d38-4f53-bf23-0409a091bdb4 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 944 time: 0.0822318 Jul 16 19:04:23.703585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-982a608a-2580-49d4-9879-458c25afa220 req-a5e4d497-06e8-4b43-abc0-442ee27fb7f4 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876205 Jul 16 19:04:23.724657 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-622d2cc9-2820-4188-9ca6-37c32c077743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:23.724657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-622d2cc9-2820-4188-9ca6-37c32c077743 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f332c188-8457-470a-872f-783c08789778 HTTP/1.1" status: 200 len: 914 time: 0.1163180 Jul 16 19:04:23.771870 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-a4a2fcf2-b9ed-416c-a191-5bd73a491b14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce39eb94-4eb4-4846-b613-2dc3d7e5757f HTTP/1.1" status: 200 len: 217 time: 0.0383017 Jul 16 19:04:23.822486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-847ecd09-1e2c-4c04-a4a4-75af40dd81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:23.823913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-847ecd09-1e2c-4c04-a4a4-75af40dd81a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8ef339ce-2194-4b16-8fda-64de3141c24d HTTP/1.1" status: 200 len: 853 time: 0.0444641 Jul 16 19:04:23.858123 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-0e8cb80d-4c78-4227-affc-ba908b54b8b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f332c188-8457-470a-872f-783c08789778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270925 Jul 16 19:04:23.956550 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-cbfdd32c-4ab9-481d-a73c-b9b7daadbeeb service neutron] 10.222.0.46 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917513 Jul 16 19:04:24.048639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8cebe302-8968-45dc-a605-5eaba4e4f043 req-b1c7590b-339d-4e2c-8acf-ed65c23be234 service neutron] 10.222.0.46 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828490 Jul 16 19:04:24.884578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1ee5e-8b12-4989-9411-8f94692baf6d req-299308f6-4be1-4a77-818d-c5f6050b4b1c tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:24.886303 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ea1ee5e-8b12-4989-9411-8f94692baf6d req-299308f6-4be1-4a77-818d-c5f6050b4b1c tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 944 time: 0.0674727 Jul 16 19:04:24.926236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3ea1ee5e-8b12-4989-9411-8f94692baf6d req-c62af615-3e1e-40e0-8fa3-14899ba39a36 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Jul 16 19:04:26.098609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf7ebb-7f96-4904-953c-a902869a4a74 req-18687af6-e697-4658-9995-b559a54370e7 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:26.100105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7dbf7ebb-7f96-4904-953c-a902869a4a74 req-18687af6-e697-4658-9995-b559a54370e7 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 944 time: 0.0655367 Jul 16 19:04:26.139221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7dbf7ebb-7f96-4904-953c-a902869a4a74 req-975c3f1e-2c05-41f1-a9f4-85a0a17f322b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331113 Jul 16 19:04:27.313571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22814e0e-5698-4d7d-8ae3-9ecd3dac786c req-21a9549e-0d4c-4a46-b028-5bc0b5375023 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:27.315045 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22814e0e-5698-4d7d-8ae3-9ecd3dac786c req-21a9549e-0d4c-4a46-b028-5bc0b5375023 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 944 time: 0.0650926 Jul 16 19:04:27.352234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-22814e0e-5698-4d7d-8ae3-9ecd3dac786c req-08e65dc1-4594-486a-9acf-1477b334eb5c tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Jul 16 19:04:28.019506 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ce39eb94-4eb4-4846-b613-2dc3d7e5757f details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:28.117226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ce39eb94-4eb4-4846-b613-2dc3d7e5757f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:28.128767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'ce39eb94-4eb4-4846-b613-2dc3d7e5757f', 'network_id': 'f332c188-8457-470a-872f-783c08789778', 'port_id': 'ce39eb94-4eb4-4846-b613-2dc3d7e5757f', 'mac_address': 'fa:16:3e:35:85:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef339ce-2194-4b16-8fda-64de3141c24d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:28.166069 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:28.178581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce39eb94-4eb4-4846-b613-2dc3d7e5757f {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:28.197299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ce39eb94-4eb4-4846-b613-2dc3d7e5757f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:28.201519 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:28.247348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:28.519189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ce39eb94-4eb4-4846-b613-2dc3d7e5757f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:28.528320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba7bbc-6605-4eef-a662-244c0e186e50 req-8fd24a8b-5516-403d-aeb7-5ce56d24159c tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:28.530154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6ba7bbc-6605-4eef-a662-244c0e186e50 req-8fd24a8b-5516-403d-aeb7-5ce56d24159c tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 945 time: 0.0674717 Jul 16 19:04:28.567689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e6ba7bbc-6605-4eef-a662-244c0e186e50 req-20be9d53-1082-4fd0-bb08-20f04c804a1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Jul 16 19:04:29.352740 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:29.746557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daad186-213f-4541-89f6-50403f1a379c req-63b955fa-d8f4-4fad-9b6e-2a67c91bef01 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:29.748197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2daad186-213f-4541-89f6-50403f1a379c req-63b955fa-d8f4-4fad-9b6e-2a67c91bef01 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 945 time: 0.0656252 Jul 16 19:04:29.786951 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2daad186-213f-4541-89f6-50403f1a379c req-59b167dc-7c85-4618-a728-09deddaf76d9 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Jul 16 19:04:30.039655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ce39eb94-4eb4-4846-b613-2dc3d7e5757f up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:30.088445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port ce39eb94-4eb4-4846-b613-2dc3d7e5757f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:30.092623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port ce39eb94-4eb4-4846-b613-2dc3d7e5757f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:30.092996 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:30.171681 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:30.193454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f21a110-eeb5-4660-ac3c-f617749f9c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce39eb94-4eb4-4846-b613-2dc3d7e5757f'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:30.195721 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbcd73d-b8df-4448-9628-a857af84b549" -d '{"events": [{"server_uuid": "2f21a110-eeb5-4660-ac3c-f617749f9c32", "name": "network-vif-plugged", "status": "completed", "tag": "ce39eb94-4eb4-4846-b613-2dc3d7e5757f"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:30.208561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port ce39eb94-4eb4-4846-b613-2dc3d7e5757f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:30.218716 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:30.243082 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1daa200-18ea-47d6-8471-a91383df6586 x-openstack-request-id: req-a1daa200-18ea-47d6-8471-a91383df6586 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:30.243370 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f21a110-eeb5-4660-ac3c-f617749f9c32", "name": "network-vif-plugged", "status": "completed", "tag": "ce39eb94-4eb4-4846-b613-2dc3d7e5757f", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:30.243616 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1daa200-18ea-47d6-8471-a91383df6586 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:30.243996 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f21a110-eeb5-4660-ac3c-f617749f9c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce39eb94-4eb4-4846-b613-2dc3d7e5757f', 'code': 200} Jul 16 19:04:30.269435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:30.386434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bea47-e9c4-4679-a0de-6a032a17ff9a req-e6646590-fed6-4dcf-a582-f90bf1ddbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:30.387945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f69bea47-e9c4-4679-a0de-6a032a17ff9a req-e6646590-fed6-4dcf-a582-f90bf1ddbce3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 1098 time: 0.0568838 Jul 16 19:04:30.425994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f69bea47-e9c4-4679-a0de-6a032a17ff9a req-6d8c4eca-485b-4fa2-b452-946999421abf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283849 Jul 16 19:04:30.960402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ae9d7-ce7c-4c34-a904-5e9bc0adf231 req-b35e1a8f-c78d-4b46-a259-28ed6f96515b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:30.961898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa1ae9d7-ce7c-4c34-a904-5e9bc0adf231 req-b35e1a8f-c78d-4b46-a259-28ed6f96515b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0652344 Jul 16 19:04:31.001649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aa1ae9d7-ce7c-4c34-a904-5e9bc0adf231 req-bbaa090d-38a0-4b84-9974-93a5ca9b85c9 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Jul 16 19:04:32.177626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c3327-5fda-4573-9457-beec83087649 req-57733a97-de17-4d9e-8ede-0bb41bfecadb tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:32.179125 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d02c3327-5fda-4573-9457-beec83087649 req-57733a97-de17-4d9e-8ede-0bb41bfecadb tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0630119 Jul 16 19:04:32.217059 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d02c3327-5fda-4573-9457-beec83087649 req-33ed8c41-7a54-4349-9c08-48330b0e08af tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Jul 16 19:04:32.442998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b026b-7860-468b-9de1-983097eddec8 req-253087bc-8822-4895-9a73-574315d5ed51 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:32.444577 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-253087bc-8822-4895-9a73-574315d5ed51 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/networks?id=f332c188-8457-470a-872f-783c08789778 HTTP/1.1" status: 200 len: 813 time: 0.1048231 Jul 16 19:04:32.458984 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-b0b2ce40-43b5-407a-94e2-b8e5cd0718b3 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/quotas/0d48a89030d44fffa7b5d4a27750f480 HTTP/1.1" status: 200 len: 375 time: 0.0090642 Jul 16 19:04:32.520812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-35ea37a4-2001-4339-96a1-43261cbc0931 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d48a89030d44fffa7b5d4a27750f480&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570920 Jul 16 19:04:32.614911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-13384bbd-2cb7-4edf-87d9-1dee938b051f service neutron] 10.222.0.60 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871327 Jul 16 19:04:32.709415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-cc0e8ee6-b053-4d8a-a82a-4fb49534b744 service neutron] 10.222.0.60 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888741 Jul 16 19:04:32.878564 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b3387dc3-d918-4109-a507-cf2dcd44f455 req-92309593-9c4f-48b8-bc56-f4a6064f06f9 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 210 time: 0.0305948 Jul 16 19:04:33.246574 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-73fca0ed-15dd-4695-8199-15a5a0bbe663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.008487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b026b-7860-468b-9de1-983097eddec8 req-1ce7d904-c6df-4a29-97f4-aed69b4005cd tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:34.010217 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-1ce7d904-c6df-4a29-97f4-aed69b4005cd tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.45 "GET /v2.0/networks?id=f332c188-8457-470a-872f-783c08789778 HTTP/1.1" status: 200 len: 813 time: 0.1190026 Jul 16 19:04:34.026639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d46e918-2a93-49fe-b2fd-6c157a6dff8b req-b96f943b-e12e-4255-a24a-3d75601b448f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 210 time: 0.0290115 Jul 16 19:04:34.027281 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Request body: {'port': {'device_id': '6742aff3-dfef-4945-8622-77b05e4b5cba', 'network_id': 'f332c188-8457-470a-872f-783c08789778', 'admin_state_up': True, 'tenant_id': '0d48a89030d44fffa7b5d4a27750f480'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:34.140769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Made reservation on behalf of 0d48a89030d44fffa7b5d4a27750f480 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:34.144368 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.273605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Allocated IP 172.20.0.12 (f332c188-8457-470a-872f-783c08789778/8ef339ce-2194-4b16-8fda-64de3141c24d/2eb2f28c-b827-4ad5-8d5f-3e0354cfee49) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:34.424988 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.462308 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.499283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ce39eb94-4eb4-4846-b613-2dc3d7e5757f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:34.504858 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Network f332c188-8457-470a-872f-783c08789778 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:34.510130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:34.514354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:34.542382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Pushing event updated for resources: {'Port': ['ID=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:34.556847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.557201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.557546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.557884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.558290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.558865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.559278 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.559579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.559917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.560247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.560600 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.560929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.578937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:34.579565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.594242 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-47ab8316-23b4-4dc3-a9a1-0d15ad41f658 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5727730 Jul 16 19:04:34.607474 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Request body: {'port': {'device_id': '6742aff3-dfef-4945-8622-77b05e4b5cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:34.691937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.963344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:34.971625 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.983750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Transition to ACTIVE for port object 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:34.987335 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.043904 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:35.126406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Attempting to bind port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:35.126752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Attempting to bind port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '2a8f62c0-e7d4-46df-8dde-b36002841fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f332c188-8457-470a-872f-783c08789778'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:35.127089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Attempting to bind port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 on network f332c188-8457-470a-872f-783c08789778 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:35.131555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 on network f332c188-8457-470a-872f-783c08789778 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:04:35.131909 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Attempting to bind port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 on network f332c188-8457-470a-872f-783c08789778 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:35.137369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:35.137715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Checking segment: {'id': '2a8f62c0-e7d4-46df-8dde-b36002841fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f332c188-8457-470a-872f-783c08789778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:35.138106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Bound using segment: {'id': '2a8f62c0-e7d4-46df-8dde-b36002841fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f332c188-8457-470a-872f-783c08789778'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:35.138542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Bound port: 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8f62c0-e7d4-46df-8dde-b36002841fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f332c188-8457-470a-872f-783c08789778'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:35.138908 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.202213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] For port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:35.205303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] For port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:35.209957 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae94d21-9d87-4a94-abf9-472b5c7e83c8 req-39e1b5b3-a1d0-486a-bce2-d690a225f2c3 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.210488 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.211639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cae94d21-9d87-4a94-abf9-472b5c7e83c8 req-39e1b5b3-a1d0-486a-bce2-d690a225f2c3 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 944 time: 0.0722899 Jul 16 19:04:35.244902 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.246046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.247460 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] 10.222.0.45 "PUT /v2.0/ports/2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 HTTP/1.1" status: 200 len: 1093 time: 0.6452956 Jul 16 19:04:35.247903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6742aff3-dfef-4945-8622-77b05e4b5cba', 'tag': '2eb2f28c-b827-4ad5-8d5f-3e0354cfee49'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:35.250203 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21df8824-72a4-42b5-af7a-546f4dcbf31f" -d '{"events": [{"name": "network-changed", "server_uuid": "6742aff3-dfef-4945-8622-77b05e4b5cba", "tag": "2eb2f28c-b827-4ad5-8d5f-3e0354cfee49"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:35.257639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cae94d21-9d87-4a94-abf9-472b5c7e83c8 req-58590fa0-05ba-47a5-88b9-89709f8ef38f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 Jul 16 19:04:35.274961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574b10-6de4-47cd-a04b-28f3704a1ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:35.304255 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280eeb40-c7f3-4c5b-bdf2-280c56ce63c4 x-openstack-request-id: req-280eeb40-c7f3-4c5b-bdf2-280c56ce63c4 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:35.304592 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6742aff3-dfef-4945-8622-77b05e4b5cba", "tag": "2eb2f28c-b827-4ad5-8d5f-3e0354cfee49", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:35.304839 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-280eeb40-c7f3-4c5b-bdf2-280c56ce63c4 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:35.305230 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6742aff3-dfef-4945-8622-77b05e4b5cba', 'tag': '2eb2f28c-b827-4ad5-8d5f-3e0354cfee49', 'status': 'completed', 'code': 200} Jul 16 19:04:35.354000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b026b-7860-468b-9de1-983097eddec8 req-669804bb-11ef-4ffc-b5f0-2c4131c01d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.355685 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-669804bb-11ef-4ffc-b5f0-2c4131c01d9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d48a89030d44fffa7b5d4a27750f480&device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 1096 time: 0.0602612 Jul 16 19:04:35.396763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-23c03d67-88ca-428d-81e7-ec5942da6f13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 HTTP/1.1" status: 200 len: 217 time: 0.0346570 Jul 16 19:04:35.443695 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b026b-7860-468b-9de1-983097eddec8 req-0bd7360d-1c59-4e78-98bd-6369c138b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.445173 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-0bd7360d-1c59-4e78-98bd-6369c138b9b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8ef339ce-2194-4b16-8fda-64de3141c24d HTTP/1.1" status: 200 len: 853 time: 0.0429621 Jul 16 19:04:35.480495 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-91451e32-4fec-4184-b7fe-c88c232defe6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f332c188-8457-470a-872f-783c08789778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289705 Jul 16 19:04:35.568750 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-0af6fae5-29be-4979-96c3-d79a8e42af4b service neutron] 10.222.0.45 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827520 Jul 16 19:04:35.660788 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-016b026b-7860-468b-9de1-983097eddec8 req-a409246b-acca-41c3-ba08-1ef46fa11405 service neutron] 10.222.0.45 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862799 Jul 16 19:04:35.762545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-1166655c-e3d9-4ab6-8f86-6530643af068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.764055 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-1166655c-e3d9-4ab6-8f86-6530643af068 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d48a89030d44fffa7b5d4a27750f480&device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 1096 time: 0.0546815 Jul 16 19:04:35.858670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-d3ef5adf-7f4e-43d0-a378-b36488d3ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.860133 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-d3ef5adf-7f4e-43d0-a378-b36488d3ea71 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f332c188-8457-470a-872f-783c08789778 HTTP/1.1" status: 200 len: 914 time: 0.0899417 Jul 16 19:04:35.901287 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-95ffd479-00cf-4f65-9990-511196d7cf00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 HTTP/1.1" status: 200 len: 217 time: 0.0338635 Jul 16 19:04:35.950029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-83b15304-26e6-4aca-aa2e-318529a53aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:35.951433 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-83b15304-26e6-4aca-aa2e-318529a53aa2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8ef339ce-2194-4b16-8fda-64de3141c24d HTTP/1.1" status: 200 len: 853 time: 0.0439472 Jul 16 19:04:35.992416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-66a6ff02-d5c6-4ea7-b884-95bdbaf115f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f332c188-8457-470a-872f-783c08789778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344625 Jul 16 19:04:36.005707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.089059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-47948c1c-5c35-4799-a361-3dda04ed8929 service neutron] 10.222.0.45 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889108 Jul 16 19:04:36.100729 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8f3e61ee-a06e-4734-ab82-531777a38933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.191324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-21df8824-72a4-42b5-af7a-546f4dcbf31f req-66aeaf5f-c404-49a0-9eee-c25713b7aad2 service neutron] 10.222.0.45 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938184 Jul 16 19:04:36.453738 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ee9d-6107-4238-b635-2bac6a9b916e req-72935901-e42c-4f28-8228-bebd0fe4ad44 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:36.455113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51e1ee9d-6107-4238-b635-2bac6a9b916e req-72935901-e42c-4f28-8228-bebd0fe4ad44 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 944 time: 0.0660260 Jul 16 19:04:36.491972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-51e1ee9d-6107-4238-b635-2bac6a9b916e req-42b597bc-6efa-4d43-a351-ee7b20a3d38e tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Jul 16 19:04:37.209147 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.243781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:37.336069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:37.349662 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '2eb2f28c-b827-4ad5-8d5f-3e0354cfee49', 'network_id': 'f332c188-8457-470a-872f-783c08789778', 'port_id': '2eb2f28c-b827-4ad5-8d5f-3e0354cfee49', 'mac_address': 'fa:16:3e:f1:e1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef339ce-2194-4b16-8fda-64de3141c24d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:37.385471 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.398059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:37.418061 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:37.421882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.469263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:37.607137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['2eb2f28c-b827-4ad5-8d5f-3e0354cfee49'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:37.681298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287ca55-3207-4d44-ad35-ac2be78d055d req-0b79dcfa-7575-47f8-b138-6e410633fbc1 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.682801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0287ca55-3207-4d44-ad35-ac2be78d055d req-0b79dcfa-7575-47f8-b138-6e410633fbc1 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 945 time: 0.0759583 Jul 16 19:04:37.722690 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0287ca55-3207-4d44-ad35-ac2be78d055d req-6cb9fe74-5564-4063-8442-de05e7b29474 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Jul 16 19:04:38.891697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:38.901315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43e08d-02ed-4d87-b65e-bbd11702a8fe req-22a96ebb-7d89-45f7-9422-156ab09c04c7 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:38.903901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d43e08d-02ed-4d87-b65e-bbd11702a8fe req-22a96ebb-7d89-45f7-9422-156ab09c04c7 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 945 time: 0.0707951 Jul 16 19:04:38.941846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d43e08d-02ed-4d87-b65e-bbd11702a8fe req-12345d13-8881-4af5-82c4-9f0efa0540e0 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Jul 16 19:04:39.259903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:39.307266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:39.310800 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:39.311173 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.386123 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.409104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6742aff3-dfef-4945-8622-77b05e4b5cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb2f28c-b827-4ad5-8d5f-3e0354cfee49'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:39.411326 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73780cc3-a91c-43f2-af5c-6153367f20c1" -d '{"events": [{"server_uuid": "6742aff3-dfef-4945-8622-77b05e4b5cba", "name": "network-vif-plugged", "status": "completed", "tag": "2eb2f28c-b827-4ad5-8d5f-3e0354cfee49"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:39.425492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:39.430512 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.454189 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecceabc6-8653-4b11-9162-19299da6f111 x-openstack-request-id: req-ecceabc6-8653-4b11-9162-19299da6f111 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:39.454482 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6742aff3-dfef-4945-8622-77b05e4b5cba", "name": "network-vif-plugged", "status": "completed", "tag": "2eb2f28c-b827-4ad5-8d5f-3e0354cfee49", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:39.454756 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecceabc6-8653-4b11-9162-19299da6f111 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:39.455145 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6742aff3-dfef-4945-8622-77b05e4b5cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb2f28c-b827-4ad5-8d5f-3e0354cfee49', 'code': 200} Jul 16 19:04:39.481704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:39.557211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d60ed-bdbb-4da4-a413-f7799040c9c9 req-dc3f83c8-060e-4f92-b76d-fa6cd569ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:39.559298 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-789d60ed-bdbb-4da4-a413-f7799040c9c9 req-dc3f83c8-060e-4f92-b76d-fa6cd569ddda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 1098 time: 0.0519593 Jul 16 19:04:39.592689 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-789d60ed-bdbb-4da4-a413-f7799040c9c9 req-758d563a-a852-4b43-9b3f-2d79fc160ccd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274496 Jul 16 19:04:40.130182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a70734-afb4-4100-b104-268817a88d8f req-61928a31-26c0-4ce8-be78-d19a25daf26e tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:40.131706 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93a70734-afb4-4100-b104-268817a88d8f req-61928a31-26c0-4ce8-be78-d19a25daf26e tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 946 time: 0.0679033 Jul 16 19:04:40.170240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93a70734-afb4-4100-b104-268817a88d8f req-6a9dbcd3-17ee-4f27-97d2-4f1eed48de1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323334 Jul 16 19:04:40.788714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:41.378685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-27cdfc80-d273-43df-9078-dd7cb2ef6620 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857089 Jul 16 19:04:41.391120 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94f5f9-139f-43d4-8956-c8bc8ee1a393 req-fbac4721-7e00-4cdc-b681-a03996371c77 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.392530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f94f5f9-139f-43d4-8956-c8bc8ee1a393 req-fbac4721-7e00-4cdc-b681-a03996371c77 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 946 time: 0.1087201 Jul 16 19:04:41.431354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4f94f5f9-139f-43d4-8956-c8bc8ee1a393 req-689d867c-c906-492f-9479-22a5c5dc89e4 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Jul 16 19:04:41.489711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-15e4766d-76b4-472b-9462-fd5e8d4845da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.491228 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-15e4766d-76b4-472b-9462-fd5e8d4845da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d48a89030d44fffa7b5d4a27750f480&device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 1098 time: 0.0537972 Jul 16 19:04:41.598732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-66ee7045-7c60-4e96-88e7-055f7841c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.600526 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-66ee7045-7c60-4e96-88e7-055f7841c7ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=f332c188-8457-470a-872f-783c08789778 HTTP/1.1" status: 200 len: 914 time: 0.0892656 Jul 16 19:04:41.643852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-11539fb5-13db-40f0-85ae-10d58bb8fad7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce39eb94-4eb4-4846-b613-2dc3d7e5757f HTTP/1.1" status: 200 len: 217 time: 0.0364401 Jul 16 19:04:41.694772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-d591661f-68d9-4327-a2de-1e5706f91713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.696271 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-d591661f-68d9-4327-a2de-1e5706f91713 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8ef339ce-2194-4b16-8fda-64de3141c24d HTTP/1.1" status: 200 len: 853 time: 0.0458906 Jul 16 19:04:41.733105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-45c4c587-171e-472c-8c46-d8cdef053c0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f332c188-8457-470a-872f-783c08789778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304399 Jul 16 19:04:41.863885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-1ee0db83-d1e3-4c14-a621-48afd470097c service neutron] 10.222.0.46 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243706 Jul 16 19:04:41.875258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0c56d-4af1-4f1a-9784-f11d5c1e1797 req-8cc530ea-ccfa-4b0d-80b8-dd558c8ad291 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.876766 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8e0c56d-4af1-4f1a-9784-f11d5c1e1797 req-8cc530ea-ccfa-4b0d-80b8-dd558c8ad291 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 946 time: 0.1187930 Jul 16 19:04:41.965893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d8e0c56d-4af1-4f1a-9784-f11d5c1e1797 req-1d7d8c57-367f-45ef-8d35-1b10acfd5a72 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796561 Jul 16 19:04:41.989339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3084b82-842a-4886-b2b4-2f6f4b69ea15 req-53e07bff-f801-451f-87e6-dea2e39d0798 service neutron] 10.222.0.46 "GET /v2.0/networks/f332c188-8457-470a-872f-783c08789778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116233 Jul 16 19:04:42.991905 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-9e9206bf-2c71-4eb4-b3b1-513c8eff451c tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:42.993499 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-9e9206bf-2c71-4eb4-b3b1-513c8eff451c tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.45 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 946 time: 0.0665994 Jul 16 19:04:43.097192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Deleting port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:43.097661 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.158084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44a0ac-be94-4633-a809-f5dcc52ec3a1 req-49da27dc-447f-445b-b5e6-57be79ab43b5 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:43.159861 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb44a0ac-be94-4633-a809-f5dcc52ec3a1 req-49da27dc-447f-445b-b5e6-57be79ab43b5 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=6742aff3-dfef-4945-8622-77b05e4b5cba HTTP/1.1" status: 200 len: 946 time: 0.0715616 Jul 16 19:04:43.189478 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] For port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:43.189846 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.199837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb44a0ac-be94-4633-a809-f5dcc52ec3a1 req-33b49496-d127-4ca6-99ab-3f0f325e7d3b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343440 Jul 16 19:04:43.203631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Calling delete_port for 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:43.337818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.368205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Pushing event deleted for resources: {'Port': ['ID=2eb2f28c-b827-4ad5-8d5f-3e0354cfee49,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:43.374275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ce39eb94-4eb4-4846-b613-2dc3d7e5757f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:43.420433 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] No DVR routers for this DVR port 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:04:43.423034 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.425275 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-26361fa7-c35d-4701-8ca7-9a60dda0fc48 req-e8e9fbe0-8249-4992-8dbe-aef2e6b61b1a tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.45 "DELETE /v2.0/ports/2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 HTTP/1.1" status: 204 len: 173 time: 0.4266019 Jul 16 19:04:43.425991 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6742aff3-dfef-4945-8622-77b05e4b5cba', 'name': 'network-vif-deleted', 'tag': '2eb2f28c-b827-4ad5-8d5f-3e0354cfee49'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:43.428127 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5692c2-9cc3-46c3-8e22-4cde8af3dc01" -d '{"events": [{"server_uuid": "6742aff3-dfef-4945-8622-77b05e4b5cba", "name": "network-vif-deleted", "tag": "2eb2f28c-b827-4ad5-8d5f-3e0354cfee49"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:43.476462 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435f3c51-a212-42d9-ae7a-a54b4265b7e2 x-openstack-request-id: req-435f3c51-a212-42d9-ae7a-a54b4265b7e2 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:43.476883 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6742aff3-dfef-4945-8622-77b05e4b5cba", "name": "network-vif-deleted", "tag": "2eb2f28c-b827-4ad5-8d5f-3e0354cfee49", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:43.477098 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-435f3c51-a212-42d9-ae7a-a54b4265b7e2 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:43.477496 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6742aff3-dfef-4945-8622-77b05e4b5cba', 'name': 'network-vif-deleted', 'tag': '2eb2f28c-b827-4ad5-8d5f-3e0354cfee49', 'status': 'completed', 'code': 200} Jul 16 19:04:44.443623 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022e7c9-f887-4a7e-b879-8f6dcfb12a96 req-79d92033-d20d-42cd-8f92-775048cd378b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:44.445101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8022e7c9-f887-4a7e-b879-8f6dcfb12a96 req-79d92033-d20d-42cd-8f92-775048cd378b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0627804 Jul 16 19:04:44.482367 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8022e7c9-f887-4a7e-b879-8f6dcfb12a96 req-6740a4c2-bcab-4d62-a34a-4c1b806d8561 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Jul 16 19:04:44.671344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d450fe-227d-4da3-b5ec-27735ca36de2 req-a5ab5e7d-b62b-42ba-8ffe-465f048ca52e tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:44.672822 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95d450fe-227d-4da3-b5ec-27735ca36de2 req-a5ab5e7d-b62b-42ba-8ffe-465f048ca52e tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0621614 Jul 16 19:04:44.709539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-95d450fe-227d-4da3-b5ec-27735ca36de2 req-5ccd5b56-0328-4bb7-8519-7cbee550a3c5 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Jul 16 19:04:44.888645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539a5cf-e6fe-4878-a375-6629415ec82f req-de355301-268a-414d-89d9-83859b87b92b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:44.890144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0539a5cf-e6fe-4878-a375-6629415ec82f req-de355301-268a-414d-89d9-83859b87b92b tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0662236 Jul 16 19:04:44.927031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0539a5cf-e6fe-4878-a375-6629415ec82f req-382de93a-b59d-4ebc-aa7a-124750f626b0 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Jul 16 19:04:45.198273 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35593208-751b-4a30-a818-9a2c3516d360 req-51906af3-f41b-4043-a0ea-cfb84e901626 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:45.199774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35593208-751b-4a30-a818-9a2c3516d360 req-51906af3-f41b-4043-a0ea-cfb84e901626 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0630953 Jul 16 19:04:45.235820 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-35593208-751b-4a30-a818-9a2c3516d360 req-85ceb1db-0160-4509-a91a-1f32d5186f4f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304914 Jul 16 19:04:45.290784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:45.310749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:45.311015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 2eb2f28c-b827-4ad5-8d5f-3e0354cfee49 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:45.412718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d941eba-6bbf-465a-8d03-323f4293b3e9 req-d673d40f-9467-4f6c-a702-c94a50f5820d tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:45.414204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d941eba-6bbf-465a-8d03-323f4293b3e9 req-d673d40f-9467-4f6c-a702-c94a50f5820d tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0654702 Jul 16 19:04:45.450448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2d941eba-6bbf-465a-8d03-323f4293b3e9 req-11f97a9a-fbaa-4cd5-85fb-4e3334932608 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302022 Jul 16 19:04:45.632938 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44672b99-ed12-4fb6-ace9-2acc05868bec req-de4561a3-a214-46b4-b63e-c2923e516dbb tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:45.634399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44672b99-ed12-4fb6-ace9-2acc05868bec req-de4561a3-a214-46b4-b63e-c2923e516dbb tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0623767 Jul 16 19:04:45.671318 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-44672b99-ed12-4fb6-ace9-2acc05868bec req-b70252f3-4986-458d-a0fc-da5b7d9f1f92 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307245 Jul 16 19:04:46.192670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15419da2-b02b-4e73-a060-1bdfeaec3c32 req-c8beb655-9e02-495b-bfe5-82041bff9030 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:46.196431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15419da2-b02b-4e73-a060-1bdfeaec3c32 req-c8beb655-9e02-495b-bfe5-82041bff9030 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0685508 Jul 16 19:04:46.233475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-15419da2-b02b-4e73-a060-1bdfeaec3c32 req-25751a74-b9fa-4c87-8287-70f718d810d0 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338423 Jul 16 19:04:47.410027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479b4d9-09e2-415b-a607-689440e82266 req-7657b1bd-3d2f-4330-a4b6-e12a087fdf28 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.411403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c479b4d9-09e2-415b-a607-689440e82266 req-7657b1bd-3d2f-4330-a4b6-e12a087fdf28 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0653374 Jul 16 19:04:47.450012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c479b4d9-09e2-415b-a607-689440e82266 req-676110d7-0e76-411b-b505-d57b90b5f024 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/security-groups?id=b9076e53-1811-4264-ba69-bc8c35208f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Jul 16 19:04:47.774015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9b499-329d-44be-abdc-3738aff81518 req-485d03df-1d79-445c-9bfd-81624290cfc7 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.775420 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3e9b499-329d-44be-abdc-3738aff81518 req-485d03df-1d79-445c-9bfd-81624290cfc7 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 946 time: 0.0615070 Jul 16 19:04:47.877279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c3e9b499-329d-44be-abdc-3738aff81518 req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Deleting port ce39eb94-4eb4-4846-b613-2dc3d7e5757f {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:47.877619 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c3e9b499-329d-44be-abdc-3738aff81518 req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:47.963490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-c3e9b499-329d-44be-abdc-3738aff81518 req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] For port ce39eb94-4eb4-4846-b613-2dc3d7e5757f, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,segment=NetworkSegment(2a8f62c0-e7d4-46df-8dde-b36002841fb2),segment_id=2a8f62c0-e7d4-46df-8dde-b36002841fb2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:47.963846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c3e9b499-329d-44be-abdc-3738aff81518 req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:47.976392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-c3e9b499-329d-44be-abdc-3738aff81518 req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Calling delete_port for ce39eb94-4eb4-4846-b613-2dc3d7e5757f owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:48.106656 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c3e9b499-329d-44be-abdc-3738aff81518 req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:48.138518 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Pushing event deleted for resources: {'Port': ['ID=ce39eb94-4eb4-4846-b613-2dc3d7e5757f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:48.156291 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['ce39eb94-4eb4-4846-b613-2dc3d7e5757f'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:48.186199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e9b499-329d-44be-abdc-3738aff81518 req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] No DVR routers for this DVR port ce39eb94-4eb4-4846-b613-2dc3d7e5757f on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:04:48.188673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-c3e9b499-329d-44be-abdc-3738aff81518 req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:48.190662 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3e9b499-329d-44be-abdc-3738aff81518 req-8323cdad-98dd-4248-9643-b90fbe26c08f tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.46 "DELETE /v2.0/ports/ce39eb94-4eb4-4846-b613-2dc3d7e5757f HTTP/1.1" status: 204 len: 173 time: 0.4061882 Jul 16 19:04:48.191093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f21a110-eeb5-4660-ac3c-f617749f9c32', 'name': 'network-vif-deleted', 'tag': 'ce39eb94-4eb4-4846-b613-2dc3d7e5757f'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:48.193447 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0de81f-c0c2-4908-aa2a-c5986fe58e9e" -d '{"events": [{"server_uuid": "2f21a110-eeb5-4660-ac3c-f617749f9c32", "name": "network-vif-deleted", "tag": "ce39eb94-4eb4-4846-b613-2dc3d7e5757f"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:48.228752 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b61186-52e1-4272-ac0e-d016c208c206 x-openstack-request-id: req-31b61186-52e1-4272-ac0e-d016c208c206 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:48.229071 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f21a110-eeb5-4660-ac3c-f617749f9c32", "name": "network-vif-deleted", "tag": "ce39eb94-4eb4-4846-b613-2dc3d7e5757f", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:48.229320 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31b61186-52e1-4272-ac0e-d016c208c206 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:48.229701 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f21a110-eeb5-4660-ac3c-f617749f9c32', 'name': 'network-vif-deleted', 'tag': 'ce39eb94-4eb4-4846-b613-2dc3d7e5757f', 'status': 'completed', 'code': 200} Jul 16 19:04:48.598915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a8e6f939-9fd4-41ae-ab6a-7f64b07ed053 req-15bd92d9-af00-4666-b561-02116db68904 tempest-ServersNegativeTestJSON-661561917 tempest-ServersNegativeTestJSON-661561917-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f21a110-eeb5-4660-ac3c-f617749f9c32 HTTP/1.1" status: 200 len: 210 time: 0.0288911 Jul 16 19:04:49.690988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37534) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:49.735529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e015f1-f254-463b-aaf2-7e141714857c admin admin] Deleting subnet 8ef339ce-2194-4b16-8fda-64de3141c24d {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:04:49.738497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07e015f1-f254-463b-aaf2-7e141714857c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.771892 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07e015f1-f254-463b-aaf2-7e141714857c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.809943 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07e015f1-f254-463b-aaf2-7e141714857c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.865382 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07e015f1-f254-463b-aaf2-7e141714857c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.889583 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e015f1-f254-463b-aaf2-7e141714857c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef339ce-2194-4b16-8fda-64de3141c24d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:49.895678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07e015f1-f254-463b-aaf2-7e141714857c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.897577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-07e015f1-f254-463b-aaf2-7e141714857c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8ef339ce-2194-4b16-8fda-64de3141c24d HTTP/1.1" status: 204 len: 168 time: 0.2056036 Jul 16 19:04:49.900137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37536) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:49.967948 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.050475 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.060212 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f332c188-8457-470a-872f-783c08789778']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:50.069782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8f62c0-e7d4-46df-8dde-b36002841fb2') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:50.070081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8f62c0-e7d4-46df-8dde-b36002841fb2') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:50.079934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.095672 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.101791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:04:50.102222 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:04:50.103874 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:04:50.158359 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.163867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.165809 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/f332c188-8457-470a-872f-783c08789778 HTTP/1.1" status: 204 len: 168 time: 0.2647259 Jul 16 19:04:50.183443 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e96b03-edbf-49f6-847c-dbd0e9ea60ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f332c188-8457-470a-872f-783c08789778,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:50.271998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37540) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:50.311143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-65a292ef-a714-4e5c-922c-0becf52d73c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d48a89030d44fffa7b5d4a27750f480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379744 Jul 16 19:04:50.313670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37542) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:50.360284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.380864 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.429730 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.432124 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.433270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9076e53-1811-4264-ba69-bc8c35208f37 HTTP/1.1" status: 204 len: 168 time: 0.1187251 Jul 16 19:04:50.441515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9076e53-1811-4264-ba69-bc8c35208f37,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:50.448646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.448993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.449324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.449694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.450020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.450344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.450666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.450983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.451299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.451624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.451962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:50.452256 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88368b-76e9-493d-8943-ad80750e0775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:51.093714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37566) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:51.187740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148468892'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:51.208683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:51.211869 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.220205 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.313717 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.317194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.339922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:04:51.354714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0629630-0e0c-40f6-95c6-67debf508e5d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:51.358462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.358803 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Added segment bd4a4544-970c-4d06-ac75-7c329138fcf8 of type vlan for network f6b5659f-f196-4ec3-ab39-432695f0ad1d Jul 16 19:04:51.398750 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.426780 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.432388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:51.433005 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.468844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3739007 Jul 16 19:04:51.504789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16289c7c-e4de-421c-b80c-062732fd59ff tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Network': ['ID=f6b5659f-f196-4ec3-ab39-432695f0ad1d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:51.515429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f6b5659f-f196-4ec3-ab39-432695f0ad1d details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:04:52.113383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ce39eb94-4eb4-4846-b613-2dc3d7e5757f no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:52.135289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: ce39eb94-4eb4-4846-b613-2dc3d7e5757f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:52.135640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device ce39eb94-4eb4-4846-b613-2dc3d7e5757f not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:54.733962 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37570) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:54.739252 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'subnet': {'network_id': 'f6b5659f-f196-4ec3-ab39-432695f0ad1d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:54.826802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:54.829698 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.008562 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.070649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Subnet': ['ID=1921cf44-0310-4ebd-bc4d-83b4add8702b,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:55.076714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Checking segment: {'id': 'bd4a4544-970c-4d06-ac75-7c329138fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f6b5659f-f196-4ec3-ab39-432695f0ad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:55.077224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network hostable DHCP agents. Network: f6b5659f-f196-4ec3-ab39-432695f0ad1d, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:04:55.093122 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network f6b5659f-f196-4ec3-ab39-432695f0ad1d is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:04:55.101472 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f6b5659f-f196-4ec3-ab39-432695f0ad1d) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:55.105643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:55.106426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.111005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac2689-5e74-44af-8e49-ef1d554a95f2 None None] Network f6b5659f-f196-4ec3-ab39-432695f0ad1d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:55.124137 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bfceea9c-5bf0-4fe5-b69c-6024ab7595cf tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3888521 Jul 16 19:04:55.127597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:55.132707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-469925764'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:55.154621 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:55.158278 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.186502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:04:55.195773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.196121 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Added segment eb2cf6be-ac82-4ff9-8790-387001d6c945 of type vlan for network 7905b354-a728-47b1-b6b1-55f7cd3e4b11 Jul 16 19:04:55.235925 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.258757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-f6b5659f-f196-4ec3-ab39-432695f0ad1d', 'network_id': 'f6b5659f-f196-4ec3-ab39-432695f0ad1d', 'tenant_id': '9c3b175df0a24af3b241384358a6c59b', 'fixed_ips': [{'subnet_id': '1921cf44-0310-4ebd-bc4d-83b4add8702b'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:04:55.259582 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.268689 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.274743 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:55.275350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.324201 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1955006 Jul 16 19:04:55.327564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37574) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:55.332876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'subnet': {'network_id': '7905b354-a728-47b1-b6b1-55f7cd3e4b11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:55.383045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e698b9e-1f70-4c60-bd9b-e5975590780b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Network': ['ID=7905b354-a728-47b1-b6b1-55f7cd3e4b11,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:55.396072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 7905b354-a728-47b1-b6b1-55f7cd3e4b11 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:04:55.421497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:55.425269 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.428867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Allocated IP 2001:db8:0:ffff::2 (f6b5659f-f196-4ec3-ab39-432695f0ad1d/1921cf44-0310-4ebd-bc4d-83b4add8702b/9edfc7f8-4744-4df5-a6f5-ebb981156578) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:55.611322 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.619451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Transition to ACTIVE for port object 9edfc7f8-4744-4df5-a6f5-ebb981156578 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:55.619662 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.634752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Transition to ACTIVE for port object 9edfc7f8-4744-4df5-a6f5-ebb981156578 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:55.641060 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.675637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Network f6b5659f-f196-4ec3-ab39-432695f0ad1d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:55.678463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:55.678874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Subnet': ['ID=625ae7e8-a940-4818-ab1a-1afbee365e9a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:55.684648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:55.694250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Checking segment: {'id': 'eb2cf6be-ac82-4ff9-8790-387001d6c945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7905b354-a728-47b1-b6b1-55f7cd3e4b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:55.694607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network hostable DHCP agents. Network: 7905b354-a728-47b1-b6b1-55f7cd3e4b11, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:04:55.697532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Pushing event updated for resources: {'Port': ['ID=9edfc7f8-4744-4df5-a6f5-ebb981156578,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:55.709987 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network 7905b354-a728-47b1-b6b1-55f7cd3e4b11 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:04:55.718001 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 7905b354-a728-47b1-b6b1-55f7cd3e4b11) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:55.722042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:55.722557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.722687 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.723025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.723262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.723581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.723909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.724380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.724590 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.724901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.725747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.725747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.726034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.726232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:55.740748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4af1a1c5-5889-45da-8528-0380d27a0936 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4095597 Jul 16 19:04:55.741288 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:55.749674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccca4805-bd3a-4713-a95c-40d01f2ec39d None None] Network 7905b354-a728-47b1-b6b1-55f7cd3e4b11 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:55.775235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Attempting to bind port 9edfc7f8-4744-4df5-a6f5-ebb981156578 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:55.775604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Attempting to bind port 9edfc7f8-4744-4df5-a6f5-ebb981156578 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'bd4a4544-970c-4d06-ac75-7c329138fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f6b5659f-f196-4ec3-ab39-432695f0ad1d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:55.775964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Attempting to bind port 9edfc7f8-4744-4df5-a6f5-ebb981156578 on network f6b5659f-f196-4ec3-ab39-432695f0ad1d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:55.787220 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:55.787593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Checking segment: {'id': 'bd4a4544-970c-4d06-ac75-7c329138fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f6b5659f-f196-4ec3-ab39-432695f0ad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:55.787995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.788388 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Bound using segment: {'id': 'bd4a4544-970c-4d06-ac75-7c329138fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f6b5659f-f196-4ec3-ab39-432695f0ad1d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:55.788879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Bound port: 9edfc7f8-4744-4df5-a6f5-ebb981156578, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4a4544-970c-4d06-ac75-7c329138fcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f6b5659f-f196-4ec3-ab39-432695f0ad1d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:55.789260 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.837322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.920449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] For port 9edfc7f8-4744-4df5-a6f5-ebb981156578, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:55.921190 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.924780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] For port 9edfc7f8-4744-4df5-a6f5-ebb981156578, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9edfc7f8-4744-4df5-a6f5-ebb981156578,segment=NetworkSegment(bd4a4544-970c-4d06-ac75-7c329138fcf8),segment_id=bd4a4544-970c-4d06-ac75-7c329138fcf8)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:55.932388 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.986526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.992547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f54abb-0915-44e8-9bc8-b41728df1773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-7905b354-a728-47b1-b6b1-55f7cd3e4b11', 'network_id': '7905b354-a728-47b1-b6b1-55f7cd3e4b11', 'tenant_id': '9c3b175df0a24af3b241384358a6c59b', 'fixed_ips': [{'subnet_id': '625ae7e8-a940-4818-ab1a-1afbee365e9a'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:04:55.993393 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4f54abb-0915-44e8-9bc8-b41728df1773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.019609 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Subnet': ['ID=625ae7e8-a940-4818-ab1a-1afbee365e9a,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:56.021079 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee8c92-6583-458a-aea6-19dd51a807bb None None] Pushing event updated for resources: {'Port': ['ID=9edfc7f8-4744-4df5-a6f5-ebb981156578,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:56.093400 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.098214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c69135-44aa-429d-b7e1-54a7573b555e None None] Network 7905b354-a728-47b1-b6b1-55f7cd3e4b11 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:56.104983 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7905b354-a728-47b1-b6b1-55f7cd3e4b11']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:56.116442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2cf6be-ac82-4ff9-8790-387001d6c945') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:56.117090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2cf6be-ac82-4ff9-8790-387001d6c945') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:56.127678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.142499 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.154778 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:04:56.156080 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:04:56.178591 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:04:56.255341 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.262619 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.264475 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/networks/7905b354-a728-47b1-b6b1-55f7cd3e4b11 HTTP/1.1" status: 204 len: 168 time: 0.5220556 Jul 16 19:04:56.268929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37578) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:56.274165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-789498709'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:56.276741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655fcc6-a037-409e-b755-e90cedfc2374 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Network': ['ID=7905b354-a728-47b1-b6b1-55f7cd3e4b11,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:56.302756 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:56.306392 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.333328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:04:56.343630 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.343968 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Added segment 69761e18-1084-4e4e-8ff5-5a80e4353054 of type vlan for network cb25bdd8-7298-4a46-b321-22a4db5ec5b8 Jul 16 19:04:56.383995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.413088 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.419174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.419743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.452345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1820936 Jul 16 19:04:56.455285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37580) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:56.460489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'subnet': {'network_id': 'cb25bdd8-7298-4a46-b321-22a4db5ec5b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:56.488320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d6fca-80ba-4e10-a554-464fb31a4e16 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Network': ['ID=cb25bdd8-7298-4a46-b321-22a4db5ec5b8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:56.499119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network cb25bdd8-7298-4a46-b321-22a4db5ec5b8 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:04:56.554440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:56.557986 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.619545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Performing IP validity checks on allocation pools {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 19:04:56.620064 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.ipam_backend_mixin [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93824) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 19:04:56.754128 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.815394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Subnet': ['ID=55696851-1ddb-40c7-89db-809834b24ea6,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:56.822737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Checking segment: {'id': '69761e18-1084-4e4e-8ff5-5a80e4353054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb25bdd8-7298-4a46-b321-22a4db5ec5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:56.823095 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network hostable DHCP agents. Network: cb25bdd8-7298-4a46-b321-22a4db5ec5b8, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:04:56.842653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network cb25bdd8-7298-4a46-b321-22a4db5ec5b8 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:04:56.852139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, cb25bdd8-7298-4a46-b321-22a4db5ec5b8) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:56.857152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.857821 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.864454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb23b43-f2ac-4e01-8e6d-9f0225c757b1 None None] Network cb25bdd8-7298-4a46-b321-22a4db5ec5b8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:56.879445 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1df94f57-263b-42ed-a92a-6190dbe57508 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4211736 Jul 16 19:04:56.880549 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37582) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:56.989140 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.015397 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d8c4cc-23be-4103-a6c0-d86e0e15b051 None None] Network f6b5659f-f196-4ec3-ab39-432695f0ad1d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:57.031450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44d8054-5396-4255-83d4-264e27656356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-cb25bdd8-7298-4a46-b321-22a4db5ec5b8', 'network_id': 'cb25bdd8-7298-4a46-b321-22a4db5ec5b8', 'tenant_id': '9c3b175df0a24af3b241384358a6c59b', 'fixed_ips': [{'subnet_id': '55696851-1ddb-40c7-89db-809834b24ea6'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:04:57.032312 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f44d8054-5396-4255-83d4-264e27656356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.041796 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.110875 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.147021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Subnet': ['ID=55696851-1ddb-40c7-89db-809834b24ea6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:57.169052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-362127f2-5853-4c26-9e44-6997215dd75a None None] Provisioning for port 9edfc7f8-4744-4df5-a6f5-ebb981156578 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:57.202115 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.212253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb25bdd8-7298-4a46-b321-22a4db5ec5b8']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-f44d8054-5396-4255-83d4-264e27656356 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55696851-1ddb-40c7-89db-809834b24ea6: This subnet is being modified by another concurrent operation. Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55696851-1ddb-40c7-89db-809834b24ea6: This subnet is being modified by another concurrent operation. Jul 16 19:04:57.221092 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 19:04:57.227980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69761e18-1084-4e4e-8ff5-5a80e4353054') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:57.227980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69761e18-1084-4e4e-8ff5-5a80e4353054') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:57.238485 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.252492 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.258735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:04:57.259047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3864d1fe-58c4-4c64-bc52-b83a436034c3 None None] Network cb25bdd8-7298-4a46-b321-22a4db5ec5b8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:57.259164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: timer() Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:04:57.263015 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:04:57.328332 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.335743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.337610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/networks/cb25bdd8-7298-4a46-b321-22a4db5ec5b8 HTTP/1.1" status: 204 len: 168 time: 0.4557948 Jul 16 19:04:57.342664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37584) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:57.347679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-177068134'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:57.349690 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9edfc7f8-4744-4df5-a6f5-ebb981156578 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:57.362054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085600d0-6172-4de9-90c5-780ae6dee4a3 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Network': ['ID=cb25bdd8-7298-4a46-b321-22a4db5ec5b8,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:57.381023 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:57.384743 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.412268 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:04:57.422224 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.422615 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Added segment 7b771534-c712-4e1a-bbbf-5ab96c68a390 of type vlan for network d6d3bb9d-406b-493b-b68a-dd7001ee4b44 Jul 16 19:04:57.439006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9edfc7f8-4744-4df5-a6f5-ebb981156578 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:57.443032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9edfc7f8-4744-4df5-a6f5-ebb981156578 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:57.443426 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.464320 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.498280 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.503774 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:57.504372 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.536826 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.550917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2073331 Jul 16 19:04:57.554656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:57.560791 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'subnet': {'network_id': 'd6d3bb9d-406b-493b-b68a-dd7001ee4b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:57.571035 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf42ae-da2e-44bc-a478-168554173bc6 None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:04:57.577048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 9edfc7f8-4744-4df5-a6f5-ebb981156578, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9edfc7f8-4744-4df5-a6f5-ebb981156578,segment=NetworkSegment(bd4a4544-970c-4d06-ac75-7c329138fcf8),segment_id=bd4a4544-970c-4d06-ac75-7c329138fcf8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:57.600659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.661347 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63ed2c05-cd32-48ef-ac55-48debea5d693 None None] Provisioning complete for port 9edfc7f8-4744-4df5-a6f5-ebb981156578 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:57.661793 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63ed2c05-cd32-48ef-ac55-48debea5d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.683653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:57.687462 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.729837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=9edfc7f8-4744-4df5-a6f5-ebb981156578,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:57.740321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf42ae-da2e-44bc-a478-168554173bc6 None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 19:04:57.885806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:57.950713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c482153-7a1d-4970-8f5a-66f40403d199 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Network': ['ID=d6d3bb9d-406b-493b-b68a-dd7001ee4b44,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:57.954668 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Subnet': ['ID=7b6db6b7-edc4-4689-9634-f21508634168,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:57.962509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Checking segment: {'id': '7b771534-c712-4e1a-bbbf-5ab96c68a390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd6d3bb9d-406b-493b-b68a-dd7001ee4b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:57.962867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network hostable DHCP agents. Network: d6d3bb9d-406b-493b-b68a-dd7001ee4b44, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:04:57.968596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network d6d3bb9d-406b-493b-b68a-dd7001ee4b44 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:04:57.981864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network d6d3bb9d-406b-493b-b68a-dd7001ee4b44 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:04:57.990083 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, d6d3bb9d-406b-493b-b68a-dd7001ee4b44) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:57.996919 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:57.997529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.011202 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dbf31ce6-9ab2-4009-835a-30ed2e21d426 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4553082 Jul 16 19:04:58.015518 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37588) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:58.021185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1449451110'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:58.042118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:58.045486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.054173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de16ba-ff88-4b8a-96cb-0740ea483a5f None None] Network d6d3bb9d-406b-493b-b68a-dd7001ee4b44 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:58.069460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:04:58.080087 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.080426 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Added segment df75b668-d78e-40d8-8f78-13bf02632e35 of type vlan for network 49df4c7d-a3be-4f39-835d-7e39c689de2e Jul 16 19:04:58.124245 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.153703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.159475 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:58.160090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.203459 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1864941 Jul 16 19:04:58.206351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37590) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:58.213318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Request body: {'subnet': {'network_id': '49df4c7d-a3be-4f39-835d-7e39c689de2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:58.219119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-d6d3bb9d-406b-493b-b68a-dd7001ee4b44', 'network_id': 'd6d3bb9d-406b-493b-b68a-dd7001ee4b44', 'tenant_id': '9c3b175df0a24af3b241384358a6c59b', 'fixed_ips': [{'subnet_id': '7b6db6b7-edc4-4689-9634-f21508634168'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:04:58.219982 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.253063 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c7ff9-1907-42f7-90f6-5a7be4a128a8 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Network': ['ID=49df4c7d-a3be-4f39-835d-7e39c689de2e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:58.290462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 49df4c7d-a3be-4f39-835d-7e39c689de2e details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:04:58.332008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Made reservation on behalf of 9c3b175df0a24af3b241384358a6c59b for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:58.335779 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.417143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Allocated IP 2001:db8::2 (d6d3bb9d-406b-493b-b68a-dd7001ee4b44/7b6db6b7-edc4-4689-9634-f21508634168/439fc0fd-d878-4d29-baa4-c8256ed30d22) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:58.564234 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.573419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Transition to ACTIVE for port object 439fc0fd-d878-4d29-baa4-c8256ed30d22 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:58.589427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Transition to ACTIVE for port object 439fc0fd-d878-4d29-baa4-c8256ed30d22 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:58.595353 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.640258 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Network d6d3bb9d-406b-493b-b68a-dd7001ee4b44 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:58.642992 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:58.646517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:58.654122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Pushing event updated for resources: {'Port': ['ID=439fc0fd-d878-4d29-baa4-c8256ed30d22,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:58.708555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Attempting to bind port 439fc0fd-d878-4d29-baa4-c8256ed30d22 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:58.708912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Attempting to bind port 439fc0fd-d878-4d29-baa4-c8256ed30d22 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '7b771534-c712-4e1a-bbbf-5ab96c68a390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd6d3bb9d-406b-493b-b68a-dd7001ee4b44'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:58.709267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Attempting to bind port 439fc0fd-d878-4d29-baa4-c8256ed30d22 on network d6d3bb9d-406b-493b-b68a-dd7001ee4b44 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:58.714201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:58.714567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Checking segment: {'id': '7b771534-c712-4e1a-bbbf-5ab96c68a390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd6d3bb9d-406b-493b-b68a-dd7001ee4b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:58.715691 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.716086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Bound using segment: {'id': '7b771534-c712-4e1a-bbbf-5ab96c68a390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd6d3bb9d-406b-493b-b68a-dd7001ee4b44'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:58.716568 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Bound port: 439fc0fd-d878-4d29-baa4-c8256ed30d22, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b771534-c712-4e1a-bbbf-5ab96c68a390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd6d3bb9d-406b-493b-b68a-dd7001ee4b44'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:58.716969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.779587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] For port 439fc0fd-d878-4d29-baa4-c8256ed30d22, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:58.782986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] For port 439fc0fd-d878-4d29-baa4-c8256ed30d22, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=439fc0fd-d878-4d29-baa4-c8256ed30d22,segment=NetworkSegment(7b771534-c712-4e1a-bbbf-5ab96c68a390),segment_id=7b771534-c712-4e1a-bbbf-5ab96c68a390)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:58.787671 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.800775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.851783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4dd0d-48d0-4d21-a9da-ac10213ecb44 None None] Pushing event updated for resources: {'Port': ['ID=439fc0fd-d878-4d29-baa4-c8256ed30d22,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:58.870260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event updated for resources: {'Subnet': ['ID=b7079daa-0d9f-4c7a-8121-a7894efa1f38,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:58.878336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Checking segment: {'id': 'df75b668-d78e-40d8-8f78-13bf02632e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '49df4c7d-a3be-4f39-835d-7e39c689de2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:58.878700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network hostable DHCP agents. Network: 49df4c7d-a3be-4f39-835d-7e39c689de2e, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:04:58.898179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Network 49df4c7d-a3be-4f39-835d-7e39c689de2e is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:04:58.908564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 49df4c7d-a3be-4f39-835d-7e39c689de2e) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:58.913120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:58.913712 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:58.921937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba773300-56ed-468f-95d2-b4fac0ccda11 None None] Network 49df4c7d-a3be-4f39-835d-7e39c689de2e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:58.929981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-23e3ff98-7ee3-4ac7-acf5-9d21c7184f5a tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7225854 Jul 16 19:04:58.932541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37592) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:59.061570 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.105287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2527d3-d4dc-4219-8371-26fba4975764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-49df4c7d-a3be-4f39-835d-7e39c689de2e', 'network_id': '49df4c7d-a3be-4f39-835d-7e39c689de2e', 'tenant_id': '9c3b175df0a24af3b241384358a6c59b', 'fixed_ips': [{'subnet_id': 'b7079daa-0d9f-4c7a-8121-a7894efa1f38'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:04:59.108448 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fb2527d3-d4dc-4219-8371-26fba4975764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.124923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.188063 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server [None req-fb2527d3-d4dc-4219-8371-26fba4975764 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7079daa-0d9f-4c7a-8121-a7894efa1f38: This subnet is being modified by another concurrent operation. Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server raise exception Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7079daa-0d9f-4c7a-8121-a7894efa1f38: This subnet is being modified by another concurrent operation. Jul 16 19:04:59.206098 n-d-793619-10 neutron-server[93825]: ERROR oslo_messaging.rpc.server Jul 16 19:04:59.215705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Subnet': ['ID=b7079daa-0d9f-4c7a-8121-a7894efa1f38,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:59.225571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37f28e-ab2e-4ff4-b359-305e5078dd83 None None] Network 49df4c7d-a3be-4f39-835d-7e39c689de2e requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:59.288358 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.299319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49df4c7d-a3be-4f39-835d-7e39c689de2e']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:59.308934 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df75b668-d78e-40d8-8f78-13bf02632e35') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:59.309231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df75b668-d78e-40d8-8f78-13bf02632e35') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:59.319507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.333551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.348779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:04:59.353060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.357714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:04:59.357886 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:04:59.390719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 439fc0fd-d878-4d29-baa4-c8256ed30d22 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:59.420900 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.427775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.432258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/networks/49df4c7d-a3be-4f39-835d-7e39c689de2e HTTP/1.1" status: 204 len: 168 time: 0.4961934 Jul 16 19:04:59.432435 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37594) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:59.442719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 439fc0fd-d878-4d29-baa4-c8256ed30d22 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:59.446934 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9edfc7f8-4744-4df5-a6f5-ebb981156578 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:59.453204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087b4b8-ba7e-42b1-94d6-3fccad96cd9b tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Network': ['ID=49df4c7d-a3be-4f39-835d-7e39c689de2e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:59.477414 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb25fa08-8ea9-42f2-baec-1489c7cd8e5d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] GET failed (client error): The resource could not be found. Jul 16 19:04:59.478760 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eb25fa08-8ea9-42f2-baec-1489c7cd8e5d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "GET /v2.0/subnets/b7079daa-0d9f-4c7a-8121-a7894efa1f38 HTTP/1.1" status: 404 len: 337 time: 0.0450282 Jul 16 19:04:59.482257 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37596) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:59.501275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9edfc7f8-4744-4df5-a6f5-ebb981156578 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:59.501599 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5279508-c8d2-4ff2-be87-b93abe44c372 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] DELETE failed (client error): The resource could not be found. Jul 16 19:04:59.501712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.502161 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5279508-c8d2-4ff2-be87-b93abe44c372 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:04:59.504065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f5279508-c8d2-4ff2-be87-b93abe44c372 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/networks/49df4c7d-a3be-4f39-835d-7e39c689de2e HTTP/1.1" status: 404 len: 339 time: 0.0207026 Jul 16 19:04:59.507800 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:59.534958 n-d-793619-10 neutron-server[93823]: INFO neutron.pecan_wsgi.hooks.translation [None req-601682dd-a306-4d73-a706-e2d192dbc499 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] DELETE failed (client error): The resource could not be found. Jul 16 19:04:59.535416 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601682dd-a306-4d73-a706-e2d192dbc499 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93823) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:04:59.539582 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-601682dd-a306-4d73-a706-e2d192dbc499 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/subnets/b7079daa-0d9f-4c7a-8121-a7894efa1f38 HTTP/1.1" status: 404 len: 337 time: 0.0283992 Jul 16 19:04:59.540018 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37600) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:59.560576 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9708d7c-2e88-46b3-8015-d1740e0e9f1e tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] DELETE failed (client error): The resource could not be found. Jul 16 19:04:59.561162 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9708d7c-2e88-46b3-8015-d1740e0e9f1e tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:04:59.562919 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f9708d7c-2e88-46b3-8015-d1740e0e9f1e tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/networks/49df4c7d-a3be-4f39-835d-7e39c689de2e HTTP/1.1" status: 404 len: 339 time: 0.0218740 Jul 16 19:04:59.565493 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37602) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:59.617943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be4b09d-f800-465d-9b3c-025d9a10a08d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Deleting subnet 7b6db6b7-edc4-4689-9634-f21508634168 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:04:59.621503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2be4b09d-f800-465d-9b3c-025d9a10a08d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.663390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2be4b09d-f800-465d-9b3c-025d9a10a08d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.756653 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2be4b09d-f800-465d-9b3c-025d9a10a08d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.806371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b019447-511c-4c9e-b9cf-2118ca973e3c None None] Network d6d3bb9d-406b-493b-b68a-dd7001ee4b44 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:59.819632 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2be4b09d-f800-465d-9b3c-025d9a10a08d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.848364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4b09d-f800-465d-9b3c-025d9a10a08d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6db6b7-edc4-4689-9634-f21508634168,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:59.850339 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2be4b09d-f800-465d-9b3c-025d9a10a08d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.852201 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2be4b09d-f800-465d-9b3c-025d9a10a08d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/subnets/7b6db6b7-edc4-4689-9634-f21508634168 HTTP/1.1" status: 204 len: 168 time: 0.2857907 Jul 16 19:04:59.854631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37604) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:59.893280 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-331ffe89-b603-46f0-9542-7e9f21577d57 None None] Provisioning for port 439fc0fd-d878-4d29-baa4-c8256ed30d22 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:59.918234 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-331ffe89-b603-46f0-9542-7e9f21577d57 None None] Provisioning complete for port 439fc0fd-d878-4d29-baa4-c8256ed30d22 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:59.918597 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-331ffe89-b603-46f0-9542-7e9f21577d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.937501 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:59.938125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.990620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Deleting port 439fc0fd-d878-4d29-baa4-c8256ed30d22 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:59.991004 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.026761 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-331ffe89-b603-46f0-9542-7e9f21577d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.059165 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] For port 439fc0fd-d878-4d29-baa4-c8256ed30d22, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=439fc0fd-d878-4d29-baa4-c8256ed30d22,segment=NetworkSegment(7b771534-c712-4e1a-bbbf-5ab96c68a390),segment_id=7b771534-c712-4e1a-bbbf-5ab96c68a390)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:00.059627 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.061563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-331ffe89-b603-46f0-9542-7e9f21577d57 None None] For port 439fc0fd-d878-4d29-baa4-c8256ed30d22, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=439fc0fd-d878-4d29-baa4-c8256ed30d22,segment=NetworkSegment(7b771534-c712-4e1a-bbbf-5ab96c68a390),segment_id=7b771534-c712-4e1a-bbbf-5ab96c68a390)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:00.066085 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-331ffe89-b603-46f0-9542-7e9f21577d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.078915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Calling delete_port for 439fc0fd-d878-4d29-baa4-c8256ed30d22 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:00.093948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] DHCP port deletion for d6d3bb9d-406b-493b-b68a-dd7001ee4b44 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:05:00.146560 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ffe89-b603-46f0-9542-7e9f21577d57 None None] Pushing event updated for resources: {'Port': ['ID=439fc0fd-d878-4d29-baa4-c8256ed30d22,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:00.163371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] Deleting port 439fc0fd-d878-4d29-baa4-c8256ed30d22 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:00.163750 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.165094 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.193394 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] No DVR routers for this DVR port 439fc0fd-d878-4d29-baa4-c8256ed30d22 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:00.195499 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Port': ['ID=439fc0fd-d878-4d29-baa4-c8256ed30d22,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:00.227479 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] For port 439fc0fd-d878-4d29-baa4-c8256ed30d22, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:00.227874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.240582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] Calling delete_port for 439fc0fd-d878-4d29-baa4-c8256ed30d22 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:00.243164 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] Port 439fc0fd-d878-4d29-baa4-c8256ed30d22 was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:05:00.244405 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.273701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] Pushing event deleted for resources: {'Port': ['ID=439fc0fd-d878-4d29-baa4-c8256ed30d22,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:00.277128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ec7cf-f5dd-4f20-a1b8-404606e14acf None None] No DVR routers for this DVR port 439fc0fd-d878-4d29-baa4-c8256ed30d22 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:00.288861 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.296328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c846f960-0c95-42da-9775-0d35c649d6fc None None] get_active_networks_info from n-d-793619-10 {{(pid=93825) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:05:00.300346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d3bb9d-406b-493b-b68a-dd7001ee4b44']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:00.311171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b771534-c712-4e1a-bbbf-5ab96c68a390') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:00.311405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b771534-c712-4e1a-bbbf-5ab96c68a390') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:00.320238 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.333877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.339968 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:05:00.340391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:05:00.343539 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:05:00.361377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846f960-0c95-42da-9775-0d35c649d6fc None None] Resources bound (agent type, host, resource id): {{(pid=93825) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 19:05:00.407262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.414848 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.416700 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/networks/d6d3bb9d-406b-493b-b68a-dd7001ee4b44 HTTP/1.1" status: 204 len: 168 time: 0.5611243 Jul 16 19:05:00.419638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37606) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:00.458268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc21e84-c0f9-474a-80b3-1e00ed14791d tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Network': ['ID=d6d3bb9d-406b-493b-b68a-dd7001ee4b44,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:00.460414 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6bff35-40d6-468f-b7d4-12346ad0bbd1 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] DELETE failed (client error): The resource could not be found. Jul 16 19:05:00.461006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6bff35-40d6-468f-b7d4-12346ad0bbd1 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:05:00.464899 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ae6bff35-40d6-468f-b7d4-12346ad0bbd1 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/subnets/55696851-1ddb-40c7-89db-809834b24ea6 HTTP/1.1" status: 404 len: 337 time: 0.0420620 Jul 16 19:05:00.465264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37608) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:00.483456 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f4ba09-5d46-4986-a863-9d2333a2b473 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] DELETE failed (client error): The resource could not be found. Jul 16 19:05:00.484003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f4ba09-5d46-4986-a863-9d2333a2b473 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:05:00.487983 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-07f4ba09-5d46-4986-a863-9d2333a2b473 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/networks/cb25bdd8-7298-4a46-b321-22a4db5ec5b8 HTTP/1.1" status: 404 len: 339 time: 0.0197084 Jul 16 19:05:00.488195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37610) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:00.513724 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0faac52-da81-4225-9d9c-91b48a46896f tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] DELETE failed (client error): The resource could not be found. Jul 16 19:05:00.514179 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0faac52-da81-4225-9d9c-91b48a46896f tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:05:00.515903 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f0faac52-da81-4225-9d9c-91b48a46896f tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/subnets/625ae7e8-a940-4818-ab1a-1afbee365e9a HTTP/1.1" status: 404 len: 337 time: 0.0267580 Jul 16 19:05:00.518422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37612) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:00.536820 n-d-793619-10 neutron-server[93824]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3673b50-29b3-4f8e-a350-fcb9d34c2a9c tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] DELETE failed (client error): The resource could not be found. Jul 16 19:05:00.537354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3673b50-29b3-4f8e-a350-fcb9d34c2a9c tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93824) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:05:00.539020 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f3673b50-29b3-4f8e-a350-fcb9d34c2a9c tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/networks/7905b354-a728-47b1-b6b1-55f7cd3e4b11 HTTP/1.1" status: 404 len: 339 time: 0.0196426 Jul 16 19:05:00.541516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37614) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:00.591481 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-94180a37-edc4-4f49-a972-2c9c876289ef tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Deleting subnet 1921cf44-0310-4ebd-bc4d-83b4add8702b {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:05:00.594637 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94180a37-edc4-4f49-a972-2c9c876289ef tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.638196 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94180a37-edc4-4f49-a972-2c9c876289ef tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.719300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94180a37-edc4-4f49-a972-2c9c876289ef tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.775957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94180a37-edc4-4f49-a972-2c9c876289ef tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.804757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94180a37-edc4-4f49-a972-2c9c876289ef tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Subnet': ['ID=1921cf44-0310-4ebd-bc4d-83b4add8702b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:00.806725 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-94180a37-edc4-4f49-a972-2c9c876289ef tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.809622 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-94180a37-edc4-4f49-a972-2c9c876289ef tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/subnets/1921cf44-0310-4ebd-bc4d-83b4add8702b HTTP/1.1" status: 204 len: 168 time: 0.2670639 Jul 16 19:05:00.811867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cbef38-b7c1-48d1-a5f9-1b01982212f6 None None] Network f6b5659f-f196-4ec3-ab39-432695f0ad1d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:00.812364 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37616) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:00.893345 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.946620 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Deleting port 9edfc7f8-4744-4df5-a6f5-ebb981156578 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:00.947193 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.989272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] DHCP port deletion for f6b5659f-f196-4ec3-ab39-432695f0ad1d request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:05:01.015188 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] For port 9edfc7f8-4744-4df5-a6f5-ebb981156578, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9edfc7f8-4744-4df5-a6f5-ebb981156578,segment=NetworkSegment(bd4a4544-970c-4d06-ac75-7c329138fcf8),segment_id=bd4a4544-970c-4d06-ac75-7c329138fcf8)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:01.015568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.027197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Calling delete_port for 9edfc7f8-4744-4df5-a6f5-ebb981156578 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:01.035156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] Deleting port 9edfc7f8-4744-4df5-a6f5-ebb981156578 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:01.035538 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.106993 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.133224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Port': ['ID=9edfc7f8-4744-4df5-a6f5-ebb981156578,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:01.139523 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] No DVR routers for this DVR port 9edfc7f8-4744-4df5-a6f5-ebb981156578 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:01.223167 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.234174 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b5659f-f196-4ec3-ab39-432695f0ad1d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:01.244601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4a4544-970c-4d06-ac75-7c329138fcf8') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:01.244824 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4a4544-970c-4d06-ac75-7c329138fcf8') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:01.255333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.257779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] For port 9edfc7f8-4744-4df5-a6f5-ebb981156578, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9edfc7f8-4744-4df5-a6f5-ebb981156578,segment=NetworkSegment(bd4a4544-970c-4d06-ac75-7c329138fcf8),segment_id=bd4a4544-970c-4d06-ac75-7c329138fcf8)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:01.258304 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.270090 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.276175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] Calling delete_port for 9edfc7f8-4744-4df5-a6f5-ebb981156578 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:01.276330 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:05:01.276654 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:05:01.281117 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:05:01.320053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 439fc0fd-d878-4d29-baa4-c8256ed30d22 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:01.343986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 439fc0fd-d878-4d29-baa4-c8256ed30d22 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:01.344406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 439fc0fd-d878-4d29-baa4-c8256ed30d22 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:01.344875 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9edfc7f8-4744-4df5-a6f5-ebb981156578 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:01.349183 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.353526 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.356182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] 10.222.0.60 "DELETE /v2.0/networks/f6b5659f-f196-4ec3-ab39-432695f0ad1d HTTP/1.1" status: 204 len: 168 time: 0.5425668 Jul 16 19:05:01.370516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df57e0c-edaf-4941-a843-3c85cdcd6991 tempest-NetworksIpV6Test-619672029 tempest-NetworksIpV6Test-619672029-project] Pushing event deleted for resources: {'Network': ['ID=f6b5659f-f196-4ec3-ab39-432695f0ad1d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:01.378520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9edfc7f8-4744-4df5-a6f5-ebb981156578 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:01.378867 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9edfc7f8-4744-4df5-a6f5-ebb981156578 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:01.409088 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.432674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] Network f6b5659f-f196-4ec3-ab39-432695f0ad1d is not hosted by any dhcp agent {{(pid=93825) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 19:05:01.433143 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] No DVR routers for this DVR port 9edfc7f8-4744-4df5-a6f5-ebb981156578 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:01.435380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6f766-68ab-41bc-822b-20daacf8567f None None] Pushing event deleted for resources: {'Port': ['ID=9edfc7f8-4744-4df5-a6f5-ebb981156578,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:01.599710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37622) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:01.726527 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bcf5ef30-ce3f-4813-93d5-99ac15928779 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c3b175df0a24af3b241384358a6c59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255162 Jul 16 19:05:01.728878 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:01.774586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07f1d9e3-d4f7-433a-8218-c2b13374b8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.795393 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07f1d9e3-d4f7-433a-8218-c2b13374b8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.841253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07f1d9e3-d4f7-433a-8218-c2b13374b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.843802 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-07f1d9e3-d4f7-433a-8218-c2b13374b8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.845020 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-07f1d9e3-d4f7-433a-8218-c2b13374b8f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0629630-0e0c-40f6-95c6-67debf508e5d HTTP/1.1" status: 204 len: 168 time: 0.1152081 Jul 16 19:05:01.852920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1d9e3-d4f7-433a-8218-c2b13374b8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0629630-0e0c-40f6-95c6-67debf508e5d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:02.481623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:02.579192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ed39f11d-8449-4934-9c78-1d6abbb6302b tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-444429053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:02.601596 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed39f11d-8449-4934-9c78-1d6abbb6302b tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.602642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed39f11d-8449-4934-9c78-1d6abbb6302b tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.656386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed39f11d-8449-4934-9c78-1d6abbb6302b tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.660548 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed39f11d-8449-4934-9c78-1d6abbb6302b tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.676153 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ed39f11d-8449-4934-9c78-1d6abbb6302b tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.677485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ed39f11d-8449-4934-9c78-1d6abbb6302b tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1948175 Jul 16 19:05:02.680137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37652) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:02.685017 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-149655213'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:02.705050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Made reservation on behalf of 6eec95074a6042f187e7dc49c63faeb0 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:02.708728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.717734 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.811447 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.815098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.840823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:05:02.850042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f46dcb1-ba6a-4f9e-9bab-36715698b231,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:02.854775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.855124 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Added segment df011955-c1c6-4b33-8ab8-e011ef2a80a4 of type vlan for network 43cc80e3-2f4f-4ffe-b11d-690f7c32381d Jul 16 19:05:02.899593 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.927774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.934094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:02.934838 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:02.966557 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2853761 Jul 16 19:05:02.969567 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37654) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:02.974732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Request body: {'subnet': {'network_id': '43cc80e3-2f4f-4ffe-b11d-690f7c32381d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:03.002952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd16e5-638f-4c69-a81d-03e07e5ab901 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event updated for resources: {'Network': ['ID=43cc80e3-2f4f-4ffe-b11d-690f7c32381d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:03.014806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 43cc80e3-2f4f-4ffe-b11d-690f7c32381d details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:05:03.061864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Made reservation on behalf of 6eec95074a6042f187e7dc49c63faeb0 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:03.065296 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.246699 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.247307 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-359488e9-7083-4ec9-adb3-ea2bd7523b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.306762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event updated for resources: {'Subnet': ['ID=9bc394d0-b450-441b-971f-d55cad47972d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:03.315897 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Checking segment: {'id': 'df011955-c1c6-4b33-8ab8-e011ef2a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '43cc80e3-2f4f-4ffe-b11d-690f7c32381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:03.316252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Network hostable DHCP agents. Network: 43cc80e3-2f4f-4ffe-b11d-690f7c32381d, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:05:03.332400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Network 43cc80e3-2f4f-4ffe-b11d-690f7c32381d is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:05:03.340772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 43cc80e3-2f4f-4ffe-b11d-690f7c32381d) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:03.344858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:03.345428 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.349297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a1a06-4463-4c93-8940-380a1497d08b None None] Network 43cc80e3-2f4f-4ffe-b11d-690f7c32381d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:03.359994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ad9dcaf6-cf69-4a1f-8b1e-9edd131662e3 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3892658 Jul 16 19:05:03.362978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:03.367953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1760283080'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:03.390004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Made reservation on behalf of 6eec95074a6042f187e7dc49c63faeb0 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:03.393602 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.418032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:05:03.431261 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.431707 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Added segment edcc857c-00e1-491c-a2e5-43d76a5ea022 of type vlan for network 53a0c363-c185-4ec0-878a-640e66cbcb8d Jul 16 19:05:03.472104 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.500760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.501303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-43cc80e3-2f4f-4ffe-b11d-690f7c32381d', 'network_id': '43cc80e3-2f4f-4ffe-b11d-690f7c32381d', 'tenant_id': '6eec95074a6042f187e7dc49c63faeb0', 'fixed_ips': [{'subnet_id': '9bc394d0-b450-441b-971f-d55cad47972d'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:05:03.502259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.506278 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:03.506855 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.539034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1750343 Jul 16 19:05:03.541833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37658) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:03.546734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Request body: {'subnet': {'network_id': '53a0c363-c185-4ec0-878a-640e66cbcb8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:03.600840 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579ceb4-99dc-403b-a9bc-2f3625071092 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event updated for resources: {'Network': ['ID=53a0c363-c185-4ec0-878a-640e66cbcb8d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:03.619099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 53a0c363-c185-4ec0-878a-640e66cbcb8d details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:05:03.665635 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Made reservation on behalf of 6eec95074a6042f187e7dc49c63faeb0 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:03.670064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.690430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Allocated IP 172.20.0.2 (43cc80e3-2f4f-4ffe-b11d-690f7c32381d/9bc394d0-b450-441b-971f-d55cad47972d/f8ad2542-209b-491d-bb4e-386c5ad4183e) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:03.840297 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.848913 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Transition to ACTIVE for port object f8ad2542-209b-491d-bb4e-386c5ad4183e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:03.850482 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.863686 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Transition to ACTIVE for port object f8ad2542-209b-491d-bb4e-386c5ad4183e will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:03.868861 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.913948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Network 43cc80e3-2f4f-4ffe-b11d-690f7c32381d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:03.916866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:03.921096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event updated for resources: {'Subnet': ['ID=cac3d65d-30bf-4001-8036-ec88840341f5,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:03.921823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:03.924978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Pushing event updated for resources: {'Port': ['ID=f8ad2542-209b-491d-bb4e-386c5ad4183e,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:03.927691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Checking segment: {'id': 'edcc857c-00e1-491c-a2e5-43d76a5ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '53a0c363-c185-4ec0-878a-640e66cbcb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:03.928013 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Network hostable DHCP agents. Network: 53a0c363-c185-4ec0-878a-640e66cbcb8d, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:05:03.946213 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Network 53a0c363-c185-4ec0-878a-640e66cbcb8d is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:05:03.955245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 53a0c363-c185-4ec0-878a-640e66cbcb8d) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:03.963955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:03.964799 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.970124 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59545ae-8d3b-4b5f-a9de-c9eb7dec4ec8 None None] Network 53a0c363-c185-4ec0-878a-640e66cbcb8d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:03.979910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6faef2e5-1f20-4cfd-8d3b-4403daec4806 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4370940 Jul 16 19:05:03.983775 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37660) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:03.989223 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-35b660ee-615c-402a-aa18-0ddc3cc3c94f tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Request body: {'router': {'external_gateway_info': {'network_id': '53a0c363-c185-4ec0-878a-640e66cbcb8d'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:04.002301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Attempting to bind port f8ad2542-209b-491d-bb4e-386c5ad4183e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:04.002667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Attempting to bind port f8ad2542-209b-491d-bb4e-386c5ad4183e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'df011955-c1c6-4b33-8ab8-e011ef2a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '43cc80e3-2f4f-4ffe-b11d-690f7c32381d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:04.003028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Attempting to bind port f8ad2542-209b-491d-bb4e-386c5ad4183e on network 43cc80e3-2f4f-4ffe-b11d-690f7c32381d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:04.032970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:04.034016 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Checking segment: {'id': 'df011955-c1c6-4b33-8ab8-e011ef2a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '43cc80e3-2f4f-4ffe-b11d-690f7c32381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:04.034016 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.034364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Bound using segment: {'id': 'df011955-c1c6-4b33-8ab8-e011ef2a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '43cc80e3-2f4f-4ffe-b11d-690f7c32381d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:04.034835 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Bound port: f8ad2542-209b-491d-bb4e-386c5ad4183e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df011955-c1c6-4b33-8ab8-e011ef2a80a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '43cc80e3-2f4f-4ffe-b11d-690f7c32381d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:04.035213 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.146435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] For port f8ad2542-209b-491d-bb4e-386c5ad4183e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:04.151112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] For port f8ad2542-209b-491d-bb4e-386c5ad4183e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f8ad2542-209b-491d-bb4e-386c5ad4183e,segment=NetworkSegment(df011955-c1c6-4b33-8ab8-e011ef2a80a4),segment_id=df011955-c1c6-4b33-8ab8-e011ef2a80a4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:04.173448 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.203262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-53a0c363-c185-4ec0-878a-640e66cbcb8d', 'network_id': '53a0c363-c185-4ec0-878a-640e66cbcb8d', 'tenant_id': '6eec95074a6042f187e7dc49c63faeb0', 'fixed_ips': [{'subnet_id': 'cac3d65d-30bf-4001-8036-ec88840341f5'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:05:04.204094 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.255189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-35b660ee-615c-402a-aa18-0ddc3cc3c94f tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.307719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ae83b-3e67-43fa-8390-e6f93e70a93b None None] Pushing event updated for resources: {'Port': ['ID=f8ad2542-209b-491d-bb4e-386c5ad4183e,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:04.381342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Allocated IP 172.21.0.2 (53a0c363-c185-4ec0-878a-640e66cbcb8d/cac3d65d-30bf-4001-8036-ec88840341f5/f0f3c029-fa1b-416e-9f68-5c14412e4439) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:04.386295 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [None req-35b660ee-615c-402a-aa18-0ddc3cc3c94f tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 19:05:04.387977 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-35b660ee-615c-402a-aa18-0ddc3cc3c94f tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "PUT /v2.0/routers/748ad283-709c-486d-b14c-46adebfb7385 HTTP/1.1" status: 400 len: 364 time: 0.4022372 Jul 16 19:05:04.394029 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37662) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:04.463269 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-80809d0f-1121-4af2-a654-ee9ab263ccaa tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Deleting subnet cac3d65d-30bf-4001-8036-ec88840341f5 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:05:04.559131 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.568055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Transition to ACTIVE for port object f0f3c029-fa1b-416e-9f68-5c14412e4439 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:04.582828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Transition to ACTIVE for port object f0f3c029-fa1b-416e-9f68-5c14412e4439 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:04.588048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80809d0f-1121-4af2-a654-ee9ab263ccaa tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.588466 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.628676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80809d0f-1121-4af2-a654-ee9ab263ccaa tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.628890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Network 53a0c363-c185-4ec0-878a-640e66cbcb8d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:04.631471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:04.635131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:04.643050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Pushing event updated for resources: {'Port': ['ID=f0f3c029-fa1b-416e-9f68-5c14412e4439,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:04.701120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Attempting to bind port f0f3c029-fa1b-416e-9f68-5c14412e4439 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:04.701519 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Attempting to bind port f0f3c029-fa1b-416e-9f68-5c14412e4439 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'edcc857c-00e1-491c-a2e5-43d76a5ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '53a0c363-c185-4ec0-878a-640e66cbcb8d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:04.701886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Attempting to bind port f0f3c029-fa1b-416e-9f68-5c14412e4439 on network 53a0c363-c185-4ec0-878a-640e66cbcb8d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:04.706929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:04.707300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Checking segment: {'id': 'edcc857c-00e1-491c-a2e5-43d76a5ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '53a0c363-c185-4ec0-878a-640e66cbcb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:04.707697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.708246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Bound using segment: {'id': 'edcc857c-00e1-491c-a2e5-43d76a5ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '53a0c363-c185-4ec0-878a-640e66cbcb8d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:04.708801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Bound port: f0f3c029-fa1b-416e-9f68-5c14412e4439, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcc857c-00e1-491c-a2e5-43d76a5ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '53a0c363-c185-4ec0-878a-640e66cbcb8d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:04.709184 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.720784 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80809d0f-1121-4af2-a654-ee9ab263ccaa tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.780446 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80809d0f-1121-4af2-a654-ee9ab263ccaa tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.783659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] For port f0f3c029-fa1b-416e-9f68-5c14412e4439, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:04.787265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] For port f0f3c029-fa1b-416e-9f68-5c14412e4439, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f0f3c029-fa1b-416e-9f68-5c14412e4439,segment=NetworkSegment(edcc857c-00e1-491c-a2e5-43d76a5ea022),segment_id=edcc857c-00e1-491c-a2e5-43d76a5ea022)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:04.793420 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.809595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80809d0f-1121-4af2-a654-ee9ab263ccaa tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event deleted for resources: {'Subnet': ['ID=cac3d65d-30bf-4001-8036-ec88840341f5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:04.813415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80809d0f-1121-4af2-a654-ee9ab263ccaa tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.817598 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-80809d0f-1121-4af2-a654-ee9ab263ccaa tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "DELETE /v2.0/subnets/cac3d65d-30bf-4001-8036-ec88840341f5 HTTP/1.1" status: 204 len: 168 time: 0.4202099 Jul 16 19:05:04.817967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37664) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:04.851386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ecc6d4-8217-482d-b70a-ea3db3a9a1d4 None None] Pushing event updated for resources: {'Port': ['ID=f0f3c029-fa1b-416e-9f68-5c14412e4439,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:04.906702 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.966871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Deleting port f0f3c029-fa1b-416e-9f68-5c14412e4439 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:04.967219 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.055102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] For port f0f3c029-fa1b-416e-9f68-5c14412e4439, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f0f3c029-fa1b-416e-9f68-5c14412e4439,segment=NetworkSegment(edcc857c-00e1-491c-a2e5-43d76a5ea022),segment_id=edcc857c-00e1-491c-a2e5-43d76a5ea022)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:05.055737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.069105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Calling delete_port for f0f3c029-fa1b-416e-9f68-5c14412e4439 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:05.164144 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.193939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event deleted for resources: {'Port': ['ID=f0f3c029-fa1b-416e-9f68-5c14412e4439,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:05.196233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] No DVR routers for this DVR port f0f3c029-fa1b-416e-9f68-5c14412e4439 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:05.281811 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.292722 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a0c363-c185-4ec0-878a-640e66cbcb8d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:05.311172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e4292-b451-4abf-aefa-7bd64f62f06f None None] Network 43cc80e3-2f4f-4ffe-b11d-690f7c32381d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:05.312724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcc857c-00e1-491c-a2e5-43d76a5ea022') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:05.313280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcc857c-00e1-491c-a2e5-43d76a5ea022') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:05.322757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.343648 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.346849 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f8ad2542-209b-491d-bb4e-386c5ad4183e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:05.351836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:05:05.352610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:05:05.355915 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:05:05.416904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.428650 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.432887 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "DELETE /v2.0/networks/53a0c363-c185-4ec0-878a-640e66cbcb8d HTTP/1.1" status: 204 len: 168 time: 0.6119032 Jul 16 19:05:05.435474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37666) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:05.441341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fb617-c6a0-4abe-971f-b2993f5f5cba tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event deleted for resources: {'Network': ['ID=53a0c363-c185-4ec0-878a-640e66cbcb8d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:05.458789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c1219ba8-81c6-43f2-a897-9caefd60040a None None] Provisioning for port f8ad2542-209b-491d-bb4e-386c5ad4183e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:05.482791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port f8ad2542-209b-491d-bb4e-386c5ad4183e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:05.489736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f8ad2542-209b-491d-bb4e-386c5ad4183e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:05.490112 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.497053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-508fdd49-db0b-4bd6-b7f1-250182a18f9a tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Deleting subnet 9bc394d0-b450-441b-971f-d55cad47972d {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:05:05.500286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-508fdd49-db0b-4bd6-b7f1-250182a18f9a tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.544875 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-508fdd49-db0b-4bd6-b7f1-250182a18f9a tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.603050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.644068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port f8ad2542-209b-491d-bb4e-386c5ad4183e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f8ad2542-209b-491d-bb4e-386c5ad4183e,segment=NetworkSegment(df011955-c1c6-4b33-8ab8-e011ef2a80a4),segment_id=df011955-c1c6-4b33-8ab8-e011ef2a80a4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:05.654354 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.659025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-508fdd49-db0b-4bd6-b7f1-250182a18f9a tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.716408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=f8ad2542-209b-491d-bb4e-386c5ad4183e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:05.735852 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-508fdd49-db0b-4bd6-b7f1-250182a18f9a tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.770472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-508fdd49-db0b-4bd6-b7f1-250182a18f9a tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.773136 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-508fdd49-db0b-4bd6-b7f1-250182a18f9a tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "DELETE /v2.0/subnets/9bc394d0-b450-441b-971f-d55cad47972d HTTP/1.1" status: 204 len: 168 time: 0.3349962 Jul 16 19:05:05.774419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fdd49-db0b-4bd6-b7f1-250182a18f9a tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc394d0-b450-441b-971f-d55cad47972d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:05.775081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37668) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:05.862345 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.878459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7deeea-7104-4624-9499-3acc498e0539 None None] Network 43cc80e3-2f4f-4ffe-b11d-690f7c32381d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:05.922882 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Deleting port f8ad2542-209b-491d-bb4e-386c5ad4183e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:05.923731 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.958826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bf0c7bc6-1fdf-45cc-99ff-71b21037f3ac None None] Provisioning complete for port f8ad2542-209b-491d-bb4e-386c5ad4183e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:05.959204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf0c7bc6-1fdf-45cc-99ff-71b21037f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:05.995682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] For port f8ad2542-209b-491d-bb4e-386c5ad4183e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f8ad2542-209b-491d-bb4e-386c5ad4183e,segment=NetworkSegment(df011955-c1c6-4b33-8ab8-e011ef2a80a4),segment_id=df011955-c1c6-4b33-8ab8-e011ef2a80a4)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:05.996172 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.011643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97809d0b-2efd-476c-9654-7f7ddc1c398f None None] DHCP port deletion for 53a0c363-c185-4ec0-878a-640e66cbcb8d request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:05:06.014569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Calling delete_port for f8ad2542-209b-491d-bb4e-386c5ad4183e owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:06.061281 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.069098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c3a919-4f62-4d98-aa2d-669b38099026 None None] Network 53a0c363-c185-4ec0-878a-640e66cbcb8d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:06.084396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c3a919-4f62-4d98-aa2d-669b38099026 None None] Network 53a0c363-c185-4ec0-878a-640e66cbcb8d could not be found, it might have been deleted concurrently. {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 19:05:06.101281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.128686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event deleted for resources: {'Port': ['ID=f8ad2542-209b-491d-bb4e-386c5ad4183e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:06.132758 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] No DVR routers for this DVR port f8ad2542-209b-491d-bb4e-386c5ad4183e on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:06.139424 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a810204e-6d01-4b72-a831-84e7b3f8b835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.220882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.231988 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cc80e3-2f4f-4ffe-b11d-690f7c32381d']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:06.233014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f9a56-4057-4880-a583-e4bf727305cd None None] DHCP port deletion for 43cc80e3-2f4f-4ffe-b11d-690f7c32381d request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:05:06.242798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df011955-c1c6-4b33-8ab8-e011ef2a80a4') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:06.243099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df011955-c1c6-4b33-8ab8-e011ef2a80a4') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:06.252803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.255883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c6a6b559-58ea-4cc6-9ce8-592c7d493768 None None] Could not find standard attr ID for object f0f3c029-fa1b-416e-9f68-5c14412e4439. {{(pid=93825) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 19:05:06.268394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.278158 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:05:06.278820 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:05:06.284169 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:05:06.344452 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.351768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.353589 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "DELETE /v2.0/networks/43cc80e3-2f4f-4ffe-b11d-690f7c32381d HTTP/1.1" status: 204 len: 168 time: 0.5775104 Jul 16 19:05:06.356887 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37670) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:06.375785 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a37e24-e9a2-45ed-9889-cbb014647f89 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Pushing event deleted for resources: {'Network': ['ID=43cc80e3-2f4f-4ffe-b11d-690f7c32381d,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:06.394222 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dda07d1e-90fe-470a-b340-4c61633de686 tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "GET /v2.0/ports?device_id=748ad283-709c-486d-b14c-46adebfb7385 HTTP/1.1" status: 200 len: 205 time: 0.0363145 Jul 16 19:05:06.396615 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37672) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:06.737061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a0f00ff-1a6f-4bc4-ad63-937f09110adb tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.891773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a0f00ff-1a6f-4bc4-ad63-937f09110adb tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.894199 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a0f00ff-1a6f-4bc4-ad63-937f09110adb tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.937866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a0f00ff-1a6f-4bc4-ad63-937f09110adb tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.938352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0f00ff-1a6f-4bc4-ad63-937f09110adb tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Fanout notify agent at l3_agent the message router_deleted on router 748ad283-709c-486d-b14c-46adebfb7385 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:05:06.949415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9a0f00ff-1a6f-4bc4-ad63-937f09110adb tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.951258 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9a0f00ff-1a6f-4bc4-ad63-937f09110adb tempest-RoutersNegativeTest-1858046274 tempest-RoutersNegativeTest-1858046274-project] 10.222.0.60 "DELETE /v2.0/routers/748ad283-709c-486d-b14c-46adebfb7385 HTTP/1.1" status: 204 len: 168 time: 0.5535727 Jul 16 19:05:07.190924 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:07.211963 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:07.314713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f0f3c029-fa1b-416e-9f68-5c14412e4439 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:07.337530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f0f3c029-fa1b-416e-9f68-5c14412e4439 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:07.337897 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f0f3c029-fa1b-416e-9f68-5c14412e4439 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:07.338307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f8ad2542-209b-491d-bb4e-386c5ad4183e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:07.353397 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f777d67c-8db0-4f8e-b675-e6fe1a433f04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6eec95074a6042f187e7dc49c63faeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612446 Jul 16 19:05:07.356790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37682) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:07.366581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f8ad2542-209b-491d-bb4e-386c5ad4183e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:07.366952 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f8ad2542-209b-491d-bb4e-386c5ad4183e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:07.415361 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3116cf03-19d6-4650-aea3-34a0b533f1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:07.441998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3116cf03-19d6-4650-aea3-34a0b533f1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:07.494430 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3116cf03-19d6-4650-aea3-34a0b533f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:07.497495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3116cf03-19d6-4650-aea3-34a0b533f1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:07.498637 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3116cf03-19d6-4650-aea3-34a0b533f1f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f46dcb1-ba6a-4f9e-9bab-36715698b231 HTTP/1.1" status: 204 len: 168 time: 0.1408091 Jul 16 19:05:07.507412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116cf03-19d6-4650-aea3-34a0b533f1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f46dcb1-ba6a-4f9e-9bab-36715698b231,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:08.158375 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:08.254864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1352054699-network', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:08.281993 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Made reservation on behalf of 72678c831fa64404bbbfcf30ed4d84c4 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:08.284745 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.293176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.385644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.389954 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.414623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:05:08.425300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:08.431568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.431909 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Added segment 3cf0966b-af47-4b48-bb5f-c18293ab18f7 of type vlan for network 010d3c10-e83d-4030-93c5-e128557943af Jul 16 19:05:08.471960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.500659 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.501652 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:08.502234 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.529768 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3700511 Jul 16 19:05:08.532711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37708) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:08.538735 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Request body: {'subnet': {'network_id': '010d3c10-e83d-4030-93c5-e128557943af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-subnet', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:08.559266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Made reservation on behalf of 72678c831fa64404bbbfcf30ed4d84c4 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:08.561740 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.567894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d4d57-c415-4e7d-a7d0-2b1c0a1f070f admin admin] Pushing event updated for resources: {'Network': ['ID=010d3c10-e83d-4030-93c5-e128557943af,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:08.577529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 010d3c10-e83d-4030-93c5-e128557943af details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:05:08.735011 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.784685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5691062b-f9c6-4f29-8edc-8da7d9b6573a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:08.799529 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Checking segment: {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:08.799887 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Network hostable DHCP agents. Network: 010d3c10-e83d-4030-93c5-e128557943af, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:05:08.816548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Network 010d3c10-e83d-4030-93c5-e128557943af is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:05:08.825553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 010d3c10-e83d-4030-93c5-e128557943af) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:08.829426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:08.830006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.834472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d432537-1451-47b2-a942-190a7808975c None None] Network 010d3c10-e83d-4030-93c5-e128557943af requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:08.843256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e13fd9bc-0893-4786-9ea1-f9fc6f00b58b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3085532 Jul 16 19:05:08.846172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37710) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:08.850436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:08.870288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.871971 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.918817 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.931398 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.998428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-010d3c10-e83d-4030-93c5-e128557943af', 'network_id': '010d3c10-e83d-4030-93c5-e128557943af', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'fixed_ips': [{'subnet_id': '5691062b-f9c6-4f29-8edc-8da7d9b6573a'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:05:08.999356 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.068285 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.141766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Allocated IP 172.20.0.2 (010d3c10-e83d-4030-93c5-e128557943af/5691062b-f9c6-4f29-8edc-8da7d9b6573a/1927bdc2-6e33-482f-91d3-ce9f932f2e94) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:09.276974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.284360 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.293048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Transition to ACTIVE for port object 1927bdc2-6e33-482f-91d3-ce9f932f2e94 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:09.297925 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.307581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Transition to ACTIVE for port object 1927bdc2-6e33-482f-91d3-ce9f932f2e94 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:09.313825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.352853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Network 010d3c10-e83d-4030-93c5-e128557943af is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:09.356140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:09.359718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:09.366497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Pushing event updated for resources: {'Port': ['ID=1927bdc2-6e33-482f-91d3-ce9f932f2e94,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:09.418715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Allocated IP 172.25.2.140 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/e17cadf9-5609-485e-b0bb-0f91de6337db) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:09.424098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Attempting to bind port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:09.424472 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Attempting to bind port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:09.424855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Attempting to bind port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 on network 010d3c10-e83d-4030-93c5-e128557943af {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:09.429710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:09.430080 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Checking segment: {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:09.430479 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.430873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Bound using segment: {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:09.431332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Bound port: 1927bdc2-6e33-482f-91d3-ce9f932f2e94, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:09.431717 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.497438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] For port 1927bdc2-6e33-482f-91d3-ce9f932f2e94, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:09.500716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] For port 1927bdc2-6e33-482f-91d3-ce9f932f2e94, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1927bdc2-6e33-482f-91d3-ce9f932f2e94,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:09.505118 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.523927 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.560567 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b64257-9d55-4c61-a608-7bd105e795af None None] Pushing event updated for resources: {'Port': ['ID=1927bdc2-6e33-482f-91d3-ce9f932f2e94,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:09.565765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.603601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:09.609139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:09.612538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:09.644355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Pushing event updated for resources: {'Port': ['ID=e17cadf9-5609-485e-b0bb-0f91de6337db,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:09.880700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:10.076763 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:10.205367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Router bb8ee607-b80e-4988-8521-453e96ae62df is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:05:10.317281 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:10.326606 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Sync routers for ids ['bb8ee607-b80e-4988-8521-453e96ae62df'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:10.335388 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:10.336917 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Routers {'bb8ee607-b80e-4988-8521-453e96ae62df'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:10.337811 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bb8ee607-b80e-4988-8521-453e96ae62df'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:10.340805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37714) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:10.345085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-072c3963-7ee0-4d28-ad49-a7cc4ca13c7b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4978654 Jul 16 19:05:10.419530 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef2f13-dea3-4d97-9b3e-db074e83ecf9 None None] Network 010d3c10-e83d-4030-93c5-e128557943af requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:10.450049 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Set router bb8ee607-b80e-4988-8521-453e96ae62df gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:10.543822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-65968341-c141-4a68-b644-180eb832a5ce None None] Provisioning for port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:10.738032 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:08Z', 'updated_at': '2021-07-16T19:05:09Z', 'revision_number': 3, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'gw_port': {'id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:09Z', 'updated_at': '2021-07-16T19:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:10.765872 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Checking router: bb8ee607-b80e-4988-8521-453e96ae62df for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:10.766218 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Updating router bb8ee607-b80e-4988-8521-453e96ae62df port e17cadf9-5609-485e-b0bb-0f91de6337db binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:05:10.796170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:10.804299 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:10.810215 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:10.999046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Allocated IP 172.20.0.1 (010d3c10-e83d-4030-93c5-e128557943af/5691062b-f9c6-4f29-8edc-8da7d9b6573a/d6a3e273-2b8a-46e7-8b54-55c6efaaea31) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:11.062750 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.072329 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Transition to ACTIVE for port object e17cadf9-5609-485e-b0bb-0f91de6337db will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:11.077368 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.106247 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.124143 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Attempting to bind port e17cadf9-5609-485e-b0bb-0f91de6337db on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:11.124550 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Attempting to bind port e17cadf9-5609-485e-b0bb-0f91de6337db by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:11.124907 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Attempting to bind port e17cadf9-5609-485e-b0bb-0f91de6337db on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:11.126739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Transition to ACTIVE for port object d6a3e273-2b8a-46e7-8b54-55c6efaaea31 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:11.135241 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:11.135617 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:11.136072 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.136470 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:11.137052 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Bound port: e17cadf9-5609-485e-b0bb-0f91de6337db, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:11.137431 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.139834 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Pushing event updated for resources: {'Port': ['ID=e17cadf9-5609-485e-b0bb-0f91de6337db,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:11.161884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.168489 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.168860 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.169199 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.169550 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.169896 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.170199 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.170527 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.170850 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.171174 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.171499 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.171819 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.172139 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:11.198313 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Network 010d3c10-e83d-4030-93c5-e128557943af is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:11.203075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:11.206352 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] For port e17cadf9-5609-485e-b0bb-0f91de6337db, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:11.206598 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:11.209768 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] For port e17cadf9-5609-485e-b0bb-0f91de6337db, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e17cadf9-5609-485e-b0bb-0f91de6337db,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:11.215842 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.231218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a3e273-2b8a-46e7-8b54-55c6efaaea31,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:11.251233 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.271592 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Routers {'bb8ee607-b80e-4988-8521-453e96ae62df'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:11.272934 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bb8ee607-b80e-4988-8521-453e96ae62df'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:11.375677 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1927bdc2-6e33-482f-91d3-ce9f932f2e94 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:11.399015 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] Set router bb8ee607-b80e-4988-8521-453e96ae62df gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:11.431816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:11.436856 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:11.437245 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.469078 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.476741 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba52dbf-0f47-421f-89e5-e480c546af25 None None] Pushing event updated for resources: {'Port': ['ID=e17cadf9-5609-485e-b0bb-0f91de6337db,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:11.610792 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:08Z', 'updated_at': '2021-07-16T19:05:09Z', 'revision_number': 3, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'gw_port': {'id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:09Z', 'updated_at': '2021-07-16T19:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:11.642153 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d3b56b-10df-40f1-bec8-913455cef96a None None] The sync data for ids ['bb8ee607-b80e-4988-8521-453e96ae62df'] in n-d-793619-10 is: [{'id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:08Z', 'updated_at': '2021-07-16T19:05:09Z', 'revision_number': 3, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'gw_port': {'id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:09Z', 'updated_at': '2021-07-16T19:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:11.664353 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.673487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.685383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-982cde62-1719-49e6-aa7c-791f33e18da1 None None] Provisioning for port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:11.691974 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.693911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-982cde62-1719-49e6-aa7c-791f33e18da1 None None] Provisioning complete for port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:11.694270 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-982cde62-1719-49e6-aa7c-791f33e18da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.747921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.753680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-982cde62-1719-49e6-aa7c-791f33e18da1 None None] Port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:11.756357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1927bdc2-6e33-482f-91d3-ce9f932f2e94, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1927bdc2-6e33-482f-91d3-ce9f932f2e94,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:11.759081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a3e273-2b8a-46e7-8b54-55c6efaaea31,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:11.760891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.814030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1927bdc2-6e33-482f-91d3-ce9f932f2e94,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:11.857244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Network 010d3c10-e83d-4030-93c5-e128557943af is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:11.858699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:12.019546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Router bb8ee607-b80e-4988-8521-453e96ae62df has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:12.137660 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:12.142714 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1b3f9144-121e-4f00-8434-cefa438b3023 admin admin] 10.222.0.60 "PUT /v2.0/routers/bb8ee607-b80e-4988-8521-453e96ae62df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8007982 Jul 16 19:05:12.173587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7f1d453f-9c7c-4c8a-a5a4-c3c8ed9031ac None None] Provisioning complete for port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:12.174183 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f1d453f-9c7c-4c8a-a5a4-c3c8ed9031ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.211004 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d453f-9c7c-4c8a-a5a4-c3c8ed9031ac None None] Port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:12.620189 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37730) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:12.625864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-83021007-network', 'tenant_id': '1f629ab5da0c4042926149e902319659'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:12.647837 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Made reservation on behalf of 1f629ab5da0c4042926149e902319659 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:12.650145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.659350 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.751211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.754880 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.779900 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:05:12.789914 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa284819-8cea-4d39-89f1-75441300d8a0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:12.796341 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.796712 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Added segment 556f90a1-500e-4053-b6a3-5606102b35e2 of type vlan for network 84103f20-fff4-430f-b40e-8a903becbcee Jul 16 19:05:12.836077 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.864351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.865555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:12.866150 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.895739 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2737889 Jul 16 19:05:12.898892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37732) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:12.904181 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Request body: {'subnet': {'network_id': '84103f20-fff4-430f-b40e-8a903becbcee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-subnet', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:12.926651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Made reservation on behalf of 1f629ab5da0c4042926149e902319659 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:12.929311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:12.934878 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785e6a4-4187-46e2-bd7d-a9a8f12fe328 admin admin] Pushing event updated for resources: {'Network': ['ID=84103f20-fff4-430f-b40e-8a903becbcee,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:12.946276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 84103f20-fff4-430f-b40e-8a903becbcee details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:05:13.102732 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.165506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=462038ac-33c6-4c2a-a0a9-4b2342dae6cf,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:13.174316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Checking segment: {'id': '556f90a1-500e-4053-b6a3-5606102b35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:13.174676 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Network hostable DHCP agents. Network: 84103f20-fff4-430f-b40e-8a903becbcee, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:05:13.190893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Network 84103f20-fff4-430f-b40e-8a903becbcee is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:05:13.200852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 84103f20-fff4-430f-b40e-8a903becbcee) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:13.205539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:13.206127 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.210888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb3a5b1-4468-4751-937a-0ceebf5adaf0 None None] Network 84103f20-fff4-430f-b40e-8a903becbcee requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:13.222785 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bc1f6d11-a26d-4ec9-b699-e96ee40446d8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3227918 Jul 16 19:05:13.225320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 37734) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:13.229663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:13.231605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Sync routers for ids ['bb8ee607-b80e-4988-8521-453e96ae62df'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:13.250301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.251675 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.284031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Routers {'bb8ee607-b80e-4988-8521-453e96ae62df'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:13.284728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bb8ee607-b80e-4988-8521-453e96ae62df'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:13.308745 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.412243 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1927bdc2-6e33-482f-91d3-ce9f932f2e94 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:13.448074 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.477411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Set router bb8ee607-b80e-4988-8521-453e96ae62df gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:13.544003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-84103f20-fff4-430f-b40e-8a903becbcee', 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'fixed_ips': [{'subnet_id': '462038ac-33c6-4c2a-a0a9-4b2342dae6cf'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:05:13.544914 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.592273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:13.592675 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.644860 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.665236 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.771198 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Allocated IP 172.25.2.51 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/fb44986b-91c5-427a-abfc-38055f566cdc) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:13.863067 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Allocated IP 172.20.0.2 (84103f20-fff4-430f-b40e-8a903becbcee/462038ac-33c6-4c2a-a0a9-4b2342dae6cf/2222c30f-eb41-424e-a283-9d247a650735) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:13.874042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e17cadf9-5609-485e-b0bb-0f91de6337db up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:13.880978 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.923964 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.959819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:13.962571 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:13.968693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:13.991001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:08Z', 'updated_at': '2021-07-16T19:05:11Z', 'revision_number': 4, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'gw_port': {'id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:09Z', 'updated_at': '2021-07-16T19:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6a3e273-2b8a-46e7-8b54-55c6efaaea31', 'name': '', 'network_id': '010d3c10-e83d-4030-93c5-e128557943af', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'mac_address': 'fa:16:3e:cb:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5691062b-f9c6-4f29-8edc-8da7d9b6573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:10Z', 'updated_at': '2021-07-16T19:05:11Z', 'revision_number': 2, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'subnets': [{'id': '5691062b-f9c6-4f29-8edc-8da7d9b6573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:13.997744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=fb44986b-91c5-427a-abfc-38055f566cdc,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:14.024155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Checking router: bb8ee607-b80e-4988-8521-453e96ae62df for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:14.024398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Updating router bb8ee607-b80e-4988-8521-453e96ae62df port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:05:14.031518 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port e17cadf9-5609-485e-b0bb-0f91de6337db completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:14.065193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e17cadf9-5609-485e-b0bb-0f91de6337db triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:14.065572 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.127419 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.163502 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.196114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Transition to ACTIVE for port object 2222c30f-eb41-424e-a283-9d247a650735 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:14.294895 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Transition to ACTIVE for port object 2222c30f-eb41-424e-a283-9d247a650735 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:14.314650 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.345424 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.397514 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port e17cadf9-5609-485e-b0bb-0f91de6337db, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e17cadf9-5609-485e-b0bb-0f91de6337db,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:14.403551 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Network 84103f20-fff4-430f-b40e-8a903becbcee is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:14.418247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Pushing event updated for resources: {'Port': ['ID=2222c30f-eb41-424e-a283-9d247a650735,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:14.422408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.424288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:14.433917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:14.574031 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=e17cadf9-5609-485e-b0bb-0f91de6337db,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:14.587609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Attempting to bind port 2222c30f-eb41-424e-a283-9d247a650735 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:14.587975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Attempting to bind port 2222c30f-eb41-424e-a283-9d247a650735 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '556f90a1-500e-4053-b6a3-5606102b35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:14.588337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Attempting to bind port 2222c30f-eb41-424e-a283-9d247a650735 on network 84103f20-fff4-430f-b40e-8a903becbcee {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:14.591708 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.600087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:14.600459 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Checking segment: {'id': '556f90a1-500e-4053-b6a3-5606102b35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:14.600888 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.601281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Bound using segment: {'id': '556f90a1-500e-4053-b6a3-5606102b35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:14.601745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Bound port: 2222c30f-eb41-424e-a283-9d247a650735, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556f90a1-500e-4053-b6a3-5606102b35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:14.602125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.684084 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.705072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Transition to ACTIVE for port object d6a3e273-2b8a-46e7-8b54-55c6efaaea31 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:14.711008 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] For port 2222c30f-eb41-424e-a283-9d247a650735, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:14.714413 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] For port 2222c30f-eb41-424e-a283-9d247a650735, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2222c30f-eb41-424e-a283-9d247a650735,segment=NetworkSegment(556f90a1-500e-4053-b6a3-5606102b35e2),segment_id=556f90a1-500e-4053-b6a3-5606102b35e2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:14.715495 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.720994 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.778726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933178d2-5d70-4596-a45a-08b00aada58a None None] Pushing event updated for resources: {'Port': ['ID=d6a3e273-2b8a-46e7-8b54-55c6efaaea31,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:14.806025 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.870165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Attempting to bind port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:14.870644 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Attempting to bind port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:14.871153 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Attempting to bind port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 on network 010d3c10-e83d-4030-93c5-e128557943af {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:14.879310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6d925-e8b3-4189-9579-9e8706e748a0 None None] Pushing event updated for resources: {'Port': ['ID=2222c30f-eb41-424e-a283-9d247a650735,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:14.882007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:14.882383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Checking segment: {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:14.882785 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.883169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Bound using segment: {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:14.883638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Bound port: d6a3e273-2b8a-46e7-8b54-55c6efaaea31, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:14.884038 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:14.963749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:05:14.972342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] For port d6a3e273-2b8a-46e7-8b54-55c6efaaea31, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:14.977205 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] For port d6a3e273-2b8a-46e7-8b54-55c6efaaea31, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d6a3e273-2b8a-46e7-8b54-55c6efaaea31,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:14.988738 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:15.086149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Routers {'bb8ee607-b80e-4988-8521-453e96ae62df'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:15.087190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bb8ee607-b80e-4988-8521-453e96ae62df'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:15.142907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:15.145429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933178d2-5d70-4596-a45a-08b00aada58a None None] Pushing event updated for resources: {'Port': ['ID=d6a3e273-2b8a-46e7-8b54-55c6efaaea31,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:15.153760 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Sync routers for ids ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:15.174077 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Routers {'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:15.174727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:15.191863 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:15.193572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a6220103-91f1-445f-bd8b-a8a9c0c1b5e0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9671364 Jul 16 19:05:15.196233 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 37736) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:15.318111 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Set router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:15.448565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] Set router bb8ee607-b80e-4988-8521-453e96ae62df gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:15.504175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e17cadf9-5609-485e-b0bb-0f91de6337db up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:15.535037 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:14Z', 'revision_number': 3, 'project_id': '1f629ab5da0c4042926149e902319659', 'gw_port': {'id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:15.562989 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Checking router: e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:15.563620 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Updating router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 port fb44986b-91c5-427a-abfc-38055f566cdc binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:05:15.611083 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:15.673312 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port e17cadf9-5609-485e-b0bb-0f91de6337db triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:15.674106 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:15.783658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:08Z', 'updated_at': '2021-07-16T19:05:11Z', 'revision_number': 4, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'gw_port': {'id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:09Z', 'updated_at': '2021-07-16T19:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6a3e273-2b8a-46e7-8b54-55c6efaaea31', 'name': '', 'network_id': '010d3c10-e83d-4030-93c5-e128557943af', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'mac_address': 'fa:16:3e:cb:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5691062b-f9c6-4f29-8edc-8da7d9b6573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:10Z', 'updated_at': '2021-07-16T19:05:14Z', 'revision_number': 4, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'subnets': [{'id': '5691062b-f9c6-4f29-8edc-8da7d9b6573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:15.831489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab498f-926c-4e53-bba6-2d62eccab458 None None] The sync data for ids ['bb8ee607-b80e-4988-8521-453e96ae62df'] in n-d-793619-10 is: [{'id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:08Z', 'updated_at': '2021-07-16T19:05:11Z', 'revision_number': 4, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'gw_port': {'id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:09Z', 'updated_at': '2021-07-16T19:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'd6a3e273-2b8a-46e7-8b54-55c6efaaea31', 'name': '', 'network_id': '010d3c10-e83d-4030-93c5-e128557943af', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'mac_address': 'fa:16:3e:cb:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '5691062b-f9c6-4f29-8edc-8da7d9b6573a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:10Z', 'updated_at': '2021-07-16T19:05:14Z', 'revision_number': 4, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'subnets': [{'id': '5691062b-f9c6-4f29-8edc-8da7d9b6573a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:15.862577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2222c30f-eb41-424e-a283-9d247a650735 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:15.967631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 2222c30f-eb41-424e-a283-9d247a650735 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:16.054273 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.067419 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Transition to ACTIVE for port object fb44986b-91c5-427a-abfc-38055f566cdc will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:16.077061 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.140399 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Attempting to bind port fb44986b-91c5-427a-abfc-38055f566cdc on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:16.140628 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Attempting to bind port fb44986b-91c5-427a-abfc-38055f566cdc by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:16.140995 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Attempting to bind port fb44986b-91c5-427a-abfc-38055f566cdc on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:16.149137 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d7051-e625-4f2f-97a4-df28b7bea2d1 None None] Pushing event updated for resources: {'Port': ['ID=fb44986b-91c5-427a-abfc-38055f566cdc,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:16.150377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a18fd86-b727-47ce-903c-51e616042e27 None None] Network 84103f20-fff4-430f-b40e-8a903becbcee requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:05:16.152611 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:16.152993 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:16.153400 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.153791 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:16.154309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Bound port: fb44986b-91c5-427a-abfc-38055f566cdc, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:16.154651 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.172125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.219092 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] For port fb44986b-91c5-427a-abfc-38055f566cdc, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:16.221752 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18123ffa-6b29-433c-a6fe-54aeeab5d8b9 None None] Provisioning for port 2222c30f-eb41-424e-a283-9d247a650735 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:16.223371 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] For port fb44986b-91c5-427a-abfc-38055f566cdc, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fb44986b-91c5-427a-abfc-38055f566cdc,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:16.228063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-18123ffa-6b29-433c-a6fe-54aeeab5d8b9 None None] Provisioning complete for port 2222c30f-eb41-424e-a283-9d247a650735 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:16.228440 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18123ffa-6b29-433c-a6fe-54aeeab5d8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.230994 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.290925 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Routers {'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:16.291736 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:16.338713 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d7051-e625-4f2f-97a4-df28b7bea2d1 None None] Pushing event updated for resources: {'Port': ['ID=fb44986b-91c5-427a-abfc-38055f566cdc,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:16.388997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Allocated IP 172.20.0.1 (84103f20-fff4-430f-b40e-8a903becbcee/462038ac-33c6-4c2a-a0a9-4b2342dae6cf/90ec2d2f-c40b-4fc0-93b2-f884578e52c4) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:16.407105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18123ffa-6b29-433c-a6fe-54aeeab5d8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.427893 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] Set router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:16.479116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-18123ffa-6b29-433c-a6fe-54aeeab5d8b9 None None] For port 2222c30f-eb41-424e-a283-9d247a650735, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2222c30f-eb41-424e-a283-9d247a650735,segment=NetworkSegment(556f90a1-500e-4053-b6a3-5606102b35e2),segment_id=556f90a1-500e-4053-b6a3-5606102b35e2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:16.484725 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-18123ffa-6b29-433c-a6fe-54aeeab5d8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.546213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.553281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123ffa-6b29-433c-a6fe-54aeeab5d8b9 None None] Pushing event updated for resources: {'Port': ['ID=2222c30f-eb41-424e-a283-9d247a650735,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:16.570272 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Transition to ACTIVE for port object 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:16.613905 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.654581 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:14Z', 'revision_number': 3, 'project_id': '1f629ab5da0c4042926149e902319659', 'gw_port': {'id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:16.659592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Network 84103f20-fff4-430f-b40e-8a903becbcee is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:16.662819 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:16.667946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:16.693150 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe21728-987f-4ef6-8129-bc22780fa02b None None] The sync data for ids ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'] in n-d-793619-10 is: [{'id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:14Z', 'revision_number': 3, 'project_id': '1f629ab5da0c4042926149e902319659', 'gw_port': {'id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:16.709228 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Pushing event updated for resources: {'Port': ['ID=90ec2d2f-c40b-4fc0-93b2-f884578e52c4,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:16.726871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.806433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2c5b48c1-480b-4122-8ccd-ab50c09406a6 None None] Provisioning complete for port 2222c30f-eb41-424e-a283-9d247a650735 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:16.807087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2c5b48c1-480b-4122-8ccd-ab50c09406a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.899628 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.057051 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-867f08bf-afc5-43c9-b066-534baf11a818 None None] Provisioning for port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:17.063305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-867f08bf-afc5-43c9-b066-534baf11a818 None None] Provisioning complete for port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:17.063986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-867f08bf-afc5-43c9-b066-534baf11a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.109920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-867f08bf-afc5-43c9-b066-534baf11a818 None None] Port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:17.134768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.139601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.215748 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.217623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Pushing event updated for resources: {'Port': ['ID=90ec2d2f-c40b-4fc0-93b2-f884578e52c4,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:17.333050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Network 84103f20-fff4-430f-b40e-8a903becbcee is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:17.335055 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:17.453648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fb44986b-91c5-427a-abfc-38055f566cdc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:17.481249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:17.514746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port fb44986b-91c5-427a-abfc-38055f566cdc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:17.519761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port fb44986b-91c5-427a-abfc-38055f566cdc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:17.520143 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.621477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:17.628281 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-89546da6-41e3-4764-ac73-847aed40c125 admin admin] 10.222.0.60 "PUT /v2.0/routers/e7d1d16d-ba5c-4423-a630-822a5a7d0bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301381 Jul 16 19:05:17.631700 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.655411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port fb44986b-91c5-427a-abfc-38055f566cdc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fb44986b-91c5-427a-abfc-38055f566cdc,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:17.665750 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.666572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d6a3e273-2b8a-46e7-8b54-55c6efaaea31 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:17.748426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=fb44986b-91c5-427a-abfc-38055f566cdc,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:17.763005 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:17.768611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:17.769232 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.865270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d5336d30-4e81-449d-8db0-44272f9be8ea None None] Provisioning complete for port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:17.865652 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5336d30-4e81-449d-8db0-44272f9be8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.868346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.927989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d5336d30-4e81-449d-8db0-44272f9be8ea None None] Port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:17.932276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d6a3e273-2b8a-46e7-8b54-55c6efaaea31, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d6a3e273-2b8a-46e7-8b54-55c6efaaea31,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:17.937032 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.938470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2222c30f-eb41-424e-a283-9d247a650735 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:18.029123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d6a3e273-2b8a-46e7-8b54-55c6efaaea31,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:18.039918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 2222c30f-eb41-424e-a283-9d247a650735 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:18.040281 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:18.436640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f2c75269-f3ae-4109-af91-674473ff4a13 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:18.438133 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f2c75269-f3ae-4109-af91-674473ff4a13 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/networks?id=010d3c10-e83d-4030-93c5-e128557943af HTTP/1.1" status: 200 len: 817 time: 0.1050527 Jul 16 19:05:18.453109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-b9ac12be-d188-4ad6-88ec-2ebb1abc3a35 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/quotas/72678c831fa64404bbbfcf30ed4d84c4 HTTP/1.1" status: 200 len: 375 time: 0.0094936 Jul 16 19:05:18.522796 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-82ae1ea6-101c-4646-b713-ae9d7b5cf3ed tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=72678c831fa64404bbbfcf30ed4d84c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651093 Jul 16 19:05:18.617463 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-47cc3066-7548-4a5c-b978-2e85c4c73a30 service neutron] 10.222.0.60 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837257 Jul 16 19:05:18.712006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f8ba82ae-b016-42da-ba9f-8ed20138808e service neutron] 10.222.0.60 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882511 Jul 16 19:05:18.884078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0367f18-4c99-4d65-aa43-847ab1e26386 req-a673b35d-13a6-408e-b516-7cdc9c380def tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 210 time: 0.0296280 Jul 16 19:05:19.324746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fb44986b-91c5-427a-abfc-38055f566cdc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:19.378194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port fb44986b-91c5-427a-abfc-38055f566cdc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:19.378575 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.444960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Sync routers for ids ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:19.465290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Routers {'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:19.465910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:19.470649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d6a3e273-2b8a-46e7-8b54-55c6efaaea31 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:19.599649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:19.600021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.605318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Set router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:19.860110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:16Z', 'revision_number': 4, 'project_id': '1f629ab5da0c4042926149e902319659', 'gw_port': {'id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '90ec2d2f-c40b-4fc0-93b2-f884578e52c4', 'name': '', 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'mac_address': 'fa:16:3e:02:8a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '462038ac-33c6-4c2a-a0a9-4b2342dae6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:16Z', 'updated_at': '2021-07-16T19:05:16Z', 'revision_number': 2, 'project_id': '1f629ab5da0c4042926149e902319659', 'subnets': [{'id': '462038ac-33c6-4c2a-a0a9-4b2342dae6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:19.890912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Checking router: e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:19.891343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Updating router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:05:19.929691 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.958115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-106cb4ab-d8b9-4c28-9d8d-1327698bd8f1 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:19.959844 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-106cb4ab-d8b9-4c28-9d8d-1327698bd8f1 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.45 "GET /v2.0/networks?id=010d3c10-e83d-4030-93c5-e128557943af HTTP/1.1" status: 200 len: 817 time: 0.1201591 Jul 16 19:05:19.973973 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Request body: {'port': {'device_id': '019c78de-06ee-4cc7-93b3-3eb2787db3a3', 'network_id': '010d3c10-e83d-4030-93c5-e128557943af', 'admin_state_up': True, 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:20.057843 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8c38975-6c2a-4ab2-9d90-bfb382dc6b5a req-8277e1b4-eae9-4bb2-be88-c46523469e65 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 210 time: 0.0361989 Jul 16 19:05:20.097302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Made reservation on behalf of 72678c831fa64404bbbfcf30ed4d84c4 for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:20.101098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.230450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Allocated IP 172.20.0.10 (010d3c10-e83d-4030-93c5-e128557943af/5691062b-f9c6-4f29-8edc-8da7d9b6573a/fe961c36-122a-4359-88f9-f082e3c4a296) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:20.236777 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.246884 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Transition to ACTIVE for port object 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:20.252280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.302593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f74bf-affd-4b05-8a94-17aaa2fa7d0a None None] Pushing event updated for resources: {'Port': ['ID=90ec2d2f-c40b-4fc0-93b2-f884578e52c4,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:20.357739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Attempting to bind port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:20.358830 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Attempting to bind port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '556f90a1-500e-4053-b6a3-5606102b35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:20.359191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Attempting to bind port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 on network 84103f20-fff4-430f-b40e-8a903becbcee {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:20.364790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:20.364790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Checking segment: {'id': '556f90a1-500e-4053-b6a3-5606102b35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:20.365159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.365552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Bound using segment: {'id': '556f90a1-500e-4053-b6a3-5606102b35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:20.366014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Bound port: 90ec2d2f-c40b-4fc0-93b2-f884578e52c4, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556f90a1-500e-4053-b6a3-5606102b35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:20.366401 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.404161 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.419864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Transition to ACTIVE for port object fe961c36-122a-4359-88f9-f082e3c4a296 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:20.436471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] For port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:20.439801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] For port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=90ec2d2f-c40b-4fc0-93b2-f884578e52c4,segment=NetworkSegment(556f90a1-500e-4053-b6a3-5606102b35e2),segment_id=556f90a1-500e-4053-b6a3-5606102b35e2)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:20.444772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.460724 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.506578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Routers {'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:20.507226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:05:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:20.513438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Network 010d3c10-e83d-4030-93c5-e128557943af is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:20.516971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:20.521697 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:20.525738 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Pushing event updated for resources: {'Port': ['ID=fe961c36-122a-4359-88f9-f082e3c4a296,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:20.543396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f74bf-affd-4b05-8a94-17aaa2fa7d0a None None] Pushing event updated for resources: {'Port': ['ID=90ec2d2f-c40b-4fc0-93b2-f884578e52c4,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:20.581717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:20.582380 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.603646 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-ab1e59bb-1407-44b7-b62f-58b680b57311 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6353643 Jul 16 19:05:20.616414 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Request body: {'port': {'device_id': '019c78de-06ee-4cc7-93b3-3eb2787db3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:20.652493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] Set router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:20.707995 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.857442 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee20f730-1519-452e-b9a0-21e6637bdc7e None None] Provisioning for port fe961c36-122a-4359-88f9-f082e3c4a296 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:20.863302 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ee20f730-1519-452e-b9a0-21e6637bdc7e None None] Provisioning complete for port fe961c36-122a-4359-88f9-f082e3c4a296 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:20.863672 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ee20f730-1519-452e-b9a0-21e6637bdc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.910586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ee20f730-1519-452e-b9a0-21e6637bdc7e None None] Port fe961c36-122a-4359-88f9-f082e3c4a296 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:20.925011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:16Z', 'revision_number': 4, 'project_id': '1f629ab5da0c4042926149e902319659', 'gw_port': {'id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '90ec2d2f-c40b-4fc0-93b2-f884578e52c4', 'name': '', 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'mac_address': 'fa:16:3e:02:8a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '462038ac-33c6-4c2a-a0a9-4b2342dae6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:16Z', 'updated_at': '2021-07-16T19:05:20Z', 'revision_number': 4, 'project_id': '1f629ab5da0c4042926149e902319659', 'subnets': [{'id': '462038ac-33c6-4c2a-a0a9-4b2342dae6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:20.954637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37812c3-624d-4ad4-a344-e033202b5f1a None None] The sync data for ids ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'] in n-d-793619-10 is: [{'id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:16Z', 'revision_number': 4, 'project_id': '1f629ab5da0c4042926149e902319659', 'gw_port': {'id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '90ec2d2f-c40b-4fc0-93b2-f884578e52c4', 'name': '', 'network_id': '84103f20-fff4-430f-b40e-8a903becbcee', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'mac_address': 'fa:16:3e:02:8a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '462038ac-33c6-4c2a-a0a9-4b2342dae6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:16Z', 'updated_at': '2021-07-16T19:05:20Z', 'revision_number': 4, 'project_id': '1f629ab5da0c4042926149e902319659', 'subnets': [{'id': '462038ac-33c6-4c2a-a0a9-4b2342dae6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:20.993760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe961c36-122a-4359-88f9-f082e3c4a296 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:21.013567 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.028365 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Transition to ACTIVE for port object fe961c36-122a-4359-88f9-f082e3c4a296 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:21.034415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.138015 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Pushing event updated for resources: {'Port': ['ID=fe961c36-122a-4359-88f9-f082e3c4a296,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:21.181899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Attempting to bind port fe961c36-122a-4359-88f9-f082e3c4a296 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:21.182251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Attempting to bind port fe961c36-122a-4359-88f9-f082e3c4a296 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:21.183187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Attempting to bind port fe961c36-122a-4359-88f9-f082e3c4a296 on network 010d3c10-e83d-4030-93c5-e128557943af {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:21.189293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Port fe961c36-122a-4359-88f9-f082e3c4a296 on network 010d3c10-e83d-4030-93c5-e128557943af not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:05:21.189637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Attempting to bind port fe961c36-122a-4359-88f9-f082e3c4a296 on network 010d3c10-e83d-4030-93c5-e128557943af {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:21.195047 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:21.195404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Checking segment: {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:21.195978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Bound using segment: {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:21.196425 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Bound port: fe961c36-122a-4359-88f9-f082e3c4a296, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:21.196814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.283175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] For port fe961c36-122a-4359-88f9-f082e3c4a296, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:21.287050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] For port fe961c36-122a-4359-88f9-f082e3c4a296, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fe961c36-122a-4359-88f9-f082e3c4a296,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:21.299340 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.305260 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914ec0d-3326-4cd0-b77f-bb57e75f9eed req-4040acd7-8620-4994-813b-c4587907e92a tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.308850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9914ec0d-3326-4cd0-b77f-bb57e75f9eed req-4040acd7-8620-4994-813b-c4587907e92a tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 944 time: 0.1011131 Jul 16 19:05:21.357314 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.357949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.359399 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] 10.222.0.45 "PUT /v2.0/ports/fe961c36-122a-4359-88f9-f082e3c4a296 HTTP/1.1" status: 200 len: 1093 time: 0.7474098 Jul 16 19:05:21.359862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019c78de-06ee-4cc7-93b3-3eb2787db3a3', 'tag': 'fe961c36-122a-4359-88f9-f082e3c4a296'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:21.365942 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771" -d '{"events": [{"name": "network-changed", "server_uuid": "019c78de-06ee-4cc7-93b3-3eb2787db3a3", "tag": "fe961c36-122a-4359-88f9-f082e3c4a296"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:21.377760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9914ec0d-3326-4cd0-b77f-bb57e75f9eed req-167bcebc-1c1b-47ed-9601-3fc785c20a91 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581725 Jul 16 19:05:21.427298 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:21.430899 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f62271-81a7-433b-bbbb-5b3b1f93ba88 service neutron] Pushing event updated for resources: {'Port': ['ID=fe961c36-122a-4359-88f9-f082e3c4a296,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:21.458957 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38932c42-239a-44db-ae95-260a53f08b1c x-openstack-request-id: req-38932c42-239a-44db-ae95-260a53f08b1c {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:21.459241 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019c78de-06ee-4cc7-93b3-3eb2787db3a3", "tag": "fe961c36-122a-4359-88f9-f082e3c4a296", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:21.459476 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38932c42-239a-44db-ae95-260a53f08b1c {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:21.459924 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019c78de-06ee-4cc7-93b3-3eb2787db3a3', 'tag': 'fe961c36-122a-4359-88f9-f082e3c4a296', 'status': 'completed', 'code': 200} Jul 16 19:05:21.496404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-c591178f-97ba-4e31-9207-a2d2d65a15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.498006 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-c591178f-97ba-4e31-9207-a2d2d65a15d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72678c831fa64404bbbfcf30ed4d84c4&device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0785484 Jul 16 19:05:21.499406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:21.503838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:21.504227 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.544855 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-b1a8e93a-abf9-4260-b04b-2308fcfa68a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe961c36-122a-4359-88f9-f082e3c4a296 HTTP/1.1" status: 200 len: 217 time: 0.0397413 Jul 16 19:05:21.597104 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.606196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-5f26af28-59ca-4a6d-8fce-0294cfa1c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.607748 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-5f26af28-59ca-4a6d-8fce-0294cfa1c306 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5691062b-f9c6-4f29-8edc-8da7d9b6573a HTTP/1.1" status: 200 len: 856 time: 0.0560358 Jul 16 19:05:21.645757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=90ec2d2f-c40b-4fc0-93b2-f884578e52c4,segment=NetworkSegment(556f90a1-500e-4053-b6a3-5606102b35e2),segment_id=556f90a1-500e-4053-b6a3-5606102b35e2)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:21.650098 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:21.669701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-24cbc961-9f4b-45e8-9cbe-d9105c11493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.671442 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-24cbc961-9f4b-45e8-9cbe-d9105c11493b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=010d3c10-e83d-4030-93c5-e128557943af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576241 Jul 16 19:05:21.704301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=90ec2d2f-c40b-4fc0-93b2-f884578e52c4,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:21.766349 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-1d015440-ac4f-4263-94c3-e18ebdfc605a service neutron] 10.222.0.45 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882945 Jul 16 19:05:21.859765 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9b5d0fa8-3a33-4f45-b43c-dfcd257c85ce req-f4fa961e-33be-43a9-87b2-678aeddbc910 service neutron] 10.222.0.45 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862586 Jul 16 19:05:21.960737 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-1c2131a7-c66d-41b1-9a80-573e67399d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.962177 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-1c2131a7-c66d-41b1-9a80-573e67399d2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72678c831fa64404bbbfcf30ed4d84c4&device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 1096 time: 0.0534065 Jul 16 19:05:22.056302 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-edcc2fb6-fd63-4984-aa9f-45c183a1e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:22.058543 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-edcc2fb6-fd63-4984-aa9f-45c183a1e212 service neutron] 10.222.0.45 "GET /v2.0/networks?id=010d3c10-e83d-4030-93c5-e128557943af HTTP/1.1" status: 200 len: 918 time: 0.0890148 Jul 16 19:05:22.097616 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-7e89d10e-ee90-408c-833f-d703d2c0c0ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe961c36-122a-4359-88f9-f082e3c4a296 HTTP/1.1" status: 200 len: 217 time: 0.0336571 Jul 16 19:05:22.145541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-297c235f-e0a2-4e7d-9386-be4c34207b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:22.146954 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-297c235f-e0a2-4e7d-9386-be4c34207b8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5691062b-f9c6-4f29-8edc-8da7d9b6573a HTTP/1.1" status: 200 len: 856 time: 0.0430350 Jul 16 19:05:22.207239 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-120db86f-05fb-410d-bf48-d1b50ecf6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:22.208740 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-120db86f-05fb-410d-bf48-d1b50ecf6c1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=010d3c10-e83d-4030-93c5-e128557943af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537939 Jul 16 19:05:22.296113 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-d950e12c-5307-423d-887c-a25913b4cffe service neutron] 10.222.0.45 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801976 Jul 16 19:05:22.388940 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4d5ab08c-4126-4c02-ae27-7c3b3f9eb771 req-2c241d7a-0f48-422c-96e7-33dafc1b1caa service neutron] 10.222.0.45 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857754 Jul 16 19:05:22.546899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec1051-541d-405c-b832-0a44ce8eb989 req-be3c7bee-2c10-4116-9a75-7d02a0ca1f86 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:22.548316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1ec1051-541d-405c-b832-0a44ce8eb989 req-be3c7bee-2c10-4116-9a75-7d02a0ca1f86 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 944 time: 0.0633216 Jul 16 19:05:22.585813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d1ec1051-541d-405c-b832-0a44ce8eb989 req-42232697-8582-4d13-94fb-499636b0cc3e tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Jul 16 19:05:23.319532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:23.366792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:23.367157 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:23.555886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fe961c36-122a-4359-88f9-f082e3c4a296 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:05:23.684330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fe961c36-122a-4359-88f9-f082e3c4a296, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fe961c36-122a-4359-88f9-f082e3c4a296,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:23.699399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'fe961c36-122a-4359-88f9-f082e3c4a296', 'network_id': '010d3c10-e83d-4030-93c5-e128557943af', 'port_id': 'fe961c36-122a-4359-88f9-f082e3c4a296', 'mac_address': 'fa:16:3e:0e:3f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5691062b-f9c6-4f29-8edc-8da7d9b6573a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:05:23.741742 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:23.757859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe961c36-122a-4359-88f9-f082e3c4a296 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:23.775565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef814c-d2c0-4dbf-a843-0dc98ed4af87 req-e99be444-4078-4302-bb60-e1ec79bfa11d tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:23.778046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aeef814c-d2c0-4dbf-a843-0dc98ed4af87 req-e99be444-4078-4302-bb60-e1ec79bfa11d tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 944 time: 0.0707438 Jul 16 19:05:23.781017 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fe961c36-122a-4359-88f9-f082e3c4a296, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fe961c36-122a-4359-88f9-f082e3c4a296,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:23.786136 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:23.825862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aeef814c-d2c0-4dbf-a843-0dc98ed4af87 req-af76b53a-dc86-4a06-82e6-2a281b15e16f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Jul 16 19:05:23.835680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=fe961c36-122a-4359-88f9-f082e3c4a296,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:23.984784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['fe961c36-122a-4359-88f9-f082e3c4a296'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:24.997514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f3b12-6efb-42a8-bbaa-317d7c9c613e req-891545d6-a0d2-4b1b-bd20-c040510c903f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:24.998975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996f3b12-6efb-42a8-bbaa-317d7c9c613e req-891545d6-a0d2-4b1b-bd20-c040510c903f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 945 time: 0.0623085 Jul 16 19:05:25.036271 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-996f3b12-6efb-42a8-bbaa-317d7c9c613e req-065b3d49-f8ca-4fa4-b5d1-106fa0fc6763 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Jul 16 19:05:25.570619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fe961c36-122a-4359-88f9-f082e3c4a296 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:25.618091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port fe961c36-122a-4359-88f9-f082e3c4a296 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:25.622356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port fe961c36-122a-4359-88f9-f082e3c4a296 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:25.622727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.699678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.721439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c78de-06ee-4cc7-93b3-3eb2787db3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe961c36-122a-4359-88f9-f082e3c4a296'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:25.723682 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbf654e-e719-48ae-8884-4241657ab748" -d '{"events": [{"server_uuid": "019c78de-06ee-4cc7-93b3-3eb2787db3a3", "name": "network-vif-plugged", "status": "completed", "tag": "fe961c36-122a-4359-88f9-f082e3c4a296"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:25.736903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port fe961c36-122a-4359-88f9-f082e3c4a296, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fe961c36-122a-4359-88f9-f082e3c4a296,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:25.741167 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.767402 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d8c90-3ab7-44ae-8b16-e18a7a0124da x-openstack-request-id: req-319d8c90-3ab7-44ae-8b16-e18a7a0124da {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:25.767695 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019c78de-06ee-4cc7-93b3-3eb2787db3a3", "name": "network-vif-plugged", "status": "completed", "tag": "fe961c36-122a-4359-88f9-f082e3c4a296", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:25.767945 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-319d8c90-3ab7-44ae-8b16-e18a7a0124da {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:25.768332 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019c78de-06ee-4cc7-93b3-3eb2787db3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe961c36-122a-4359-88f9-f082e3c4a296', 'code': 200} Jul 16 19:05:25.795541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=fe961c36-122a-4359-88f9-f082e3c4a296,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:25.878113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee388ba9-8ee6-4255-9f88-f8bf394c508e req-8d4f38f6-bd45-4088-86cf-591b412c410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.879612 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee388ba9-8ee6-4255-9f88-f8bf394c508e req-8d4f38f6-bd45-4088-86cf-591b412c410e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 1098 time: 0.0512667 Jul 16 19:05:25.913389 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ee388ba9-8ee6-4255-9f88-f8bf394c508e req-10db73b2-c34c-4c1f-89c9-45c0ce0bb565 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277009 Jul 16 19:05:26.210373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673d118-ae0a-466f-b0f6-9481ceb8eac9 req-242cb6ef-2716-4f5e-9626-6a699f314aa0 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:26.211884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f673d118-ae0a-466f-b0f6-9481ceb8eac9 req-242cb6ef-2716-4f5e-9626-6a699f314aa0 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 946 time: 0.0631084 Jul 16 19:05:26.251590 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f673d118-ae0a-466f-b0f6-9481ceb8eac9 req-3732a6c5-a714-4a19-97c0-74029546060e tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Jul 16 19:05:27.430688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae855907-051e-42ec-88a3-0d29db459c65 req-d9a39c25-6a59-40d2-99b2-eacf634f31d3 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:27.432065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae855907-051e-42ec-88a3-0d29db459c65 req-d9a39c25-6a59-40d2-99b2-eacf634f31d3 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 946 time: 0.0669775 Jul 16 19:05:27.469536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ae855907-051e-42ec-88a3-0d29db459c65 req-0141601a-26fc-4823-a3ae-e993d85760e6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317895 Jul 16 19:05:27.640812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f233f3d-a2b6-4ed7-a0a8-bbb4575fd13d req-31d34c0f-b86d-41ab-a429-006ed7eaa284 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:27.642287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3f233f3d-a2b6-4ed7-a0a8-bbb4575fd13d req-31d34c0f-b86d-41ab-a429-006ed7eaa284 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 946 time: 0.0636930 Jul 16 19:05:27.679982 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3f233f3d-a2b6-4ed7-a0a8-bbb4575fd13d req-395c2b6b-d9ee-4937-9624-bc09f6e16004 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321231 Jul 16 19:05:29.368928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.250270 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63742c3a-9edc-47e4-8513-50ce80eb656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:36.005434 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:36.100864 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9757489a-8a0f-45fb-8dea-0827cc3b6297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:36.936738 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:37.213957 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.897255 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:40.802928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:46.763250 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc22c8-e213-405b-99be-05183b3320cb req-6c89ec4a-62c7-4743-a007-743a7e527ec0 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:46.764784 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23dc22c8-e213-405b-99be-05183b3320cb req-6c89ec4a-62c7-4743-a007-743a7e527ec0 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 946 time: 0.0652988 Jul 16 19:05:46.807026 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23dc22c8-e213-405b-99be-05183b3320cb req-bfaa39e7-2029-4a4e-b562-2d65e300ba2a tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365608 Jul 16 19:05:48.081211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013109c-d1d6-4032-94b3-f08b3a4e6a38 req-d767253f-00e6-4849-8838-7521375f5edf tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:48.082709 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b013109c-d1d6-4032-94b3-f08b3a4e6a38 req-d767253f-00e6-4849-8838-7521375f5edf tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 946 time: 0.1621430 Jul 16 19:05:48.120443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b013109c-d1d6-4032-94b3-f08b3a4e6a38 req-699050e1-0aa4-4e81-b990-d16224307e75 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321949 Jul 16 19:05:48.194929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-0d56c8e0-ac44-4051-b0e8-ac6749b01fd0 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:48.196377 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-0d56c8e0-ac44-4051-b0e8-ac6749b01fd0 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.45 "GET /v2.0/ports?device_id=019c78de-06ee-4cc7-93b3-3eb2787db3a3 HTTP/1.1" status: 200 len: 946 time: 0.0616515 Jul 16 19:05:48.297369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Deleting port fe961c36-122a-4359-88f9-f082e3c4a296 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:48.297711 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.385838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] For port fe961c36-122a-4359-88f9-f082e3c4a296, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=fe961c36-122a-4359-88f9-f082e3c4a296,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:48.386129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.397489 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Calling delete_port for fe961c36-122a-4359-88f9-f082e3c4a296 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:48.521270 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.533736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['fe961c36-122a-4359-88f9-f082e3c4a296'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:48.552879 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Pushing event deleted for resources: {'Port': ['ID=fe961c36-122a-4359-88f9-f082e3c4a296,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:48.565656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.566001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.566337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.566674 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.566999 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.567326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.568274 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.568805 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.569872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.570207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.570533 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.570861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:48.618477 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] No DVR routers for this DVR port fe961c36-122a-4359-88f9-f082e3c4a296 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:48.621473 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.623657 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-7ed881b9-360d-4ec6-b40c-f25c946ff8f4 req-29332b04-7fc3-44ac-b5fc-82bfe366b78f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.45 "DELETE /v2.0/ports/fe961c36-122a-4359-88f9-f082e3c4a296 HTTP/1.1" status: 204 len: 173 time: 0.4208701 Jul 16 19:05:48.624107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c78de-06ee-4cc7-93b3-3eb2787db3a3', 'name': 'network-vif-deleted', 'tag': 'fe961c36-122a-4359-88f9-f082e3c4a296'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:48.626782 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c839d8ee-c10a-438b-a57b-242117bcc285" -d '{"events": [{"server_uuid": "019c78de-06ee-4cc7-93b3-3eb2787db3a3", "name": "network-vif-deleted", "tag": "fe961c36-122a-4359-88f9-f082e3c4a296"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:48.670795 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb5a7ff-715f-44ca-a95f-0e7c4a64c4ff x-openstack-request-id: req-0fb5a7ff-715f-44ca-a95f-0e7c4a64c4ff {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:48.671084 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019c78de-06ee-4cc7-93b3-3eb2787db3a3", "name": "network-vif-deleted", "tag": "fe961c36-122a-4359-88f9-f082e3c4a296", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:48.671355 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fb5a7ff-715f-44ca-a95f-0e7c4a64c4ff {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:48.671770 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019c78de-06ee-4cc7-93b3-3eb2787db3a3', 'name': 'network-vif-deleted', 'tag': 'fe961c36-122a-4359-88f9-f082e3c4a296', 'status': 'completed', 'code': 200} Jul 16 19:05:49.692243 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-b9cdb815-0b34-4432-b861-ab3b76c7d772 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:49.693746 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-b9cdb815-0b34-4432-b861-ab3b76c7d772 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/networks?id=010d3c10-e83d-4030-93c5-e128557943af HTTP/1.1" status: 200 len: 817 time: 0.1057541 Jul 16 19:05:49.708560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-771a291d-ab84-4156-8462-48ea07a02c97 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/quotas/72678c831fa64404bbbfcf30ed4d84c4 HTTP/1.1" status: 200 len: 375 time: 0.0095434 Jul 16 19:05:49.773865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-b5dedfab-2ec7-4e02-89d4-6feb122abbdd tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=72678c831fa64404bbbfcf30ed4d84c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604763 Jul 16 19:05:49.939316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-de799a0c-fc0d-4e4f-ba6d-fa163b4c890f service neutron] 10.222.0.60 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227074 Jul 16 19:05:50.028262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-fed77583-14c3-4517-a7eb-5a4630f9ffc3 service neutron] 10.222.0.60 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828695 Jul 16 19:05:51.216322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b4b11178-8b4d-4f6a-b545-20982a2f4de3 req-d4489fec-e93b-468a-b77c-e7df2a3000bf tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 210 time: 0.0278828 Jul 16 19:05:51.726014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fe961c36-122a-4359-88f9-f082e3c4a296 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:51.747127 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: fe961c36-122a-4359-88f9-f082e3c4a296 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:51.747610 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device fe961c36-122a-4359-88f9-f082e3c4a296 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:52.382205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5233ef82-339a-49de-9779-44a81afd1f42 req-d88a5344-f7ac-4284-a0ea-07b1deaefc3f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 210 time: 0.0488460 Jul 16 19:05:52.456845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-5a605115-ed67-4340-a256-4f2cc71b73f3 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:52.458440 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-5a605115-ed67-4340-a256-4f2cc71b73f3 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.46 "GET /v2.0/networks?id=010d3c10-e83d-4030-93c5-e128557943af HTTP/1.1" status: 200 len: 817 time: 0.1352844 Jul 16 19:05:52.482462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Request body: {'port': {'device_id': '31a01aeb-5faa-44ac-baf4-2fabb8ed5824', 'network_id': '010d3c10-e83d-4030-93c5-e128557943af', 'admin_state_up': True, 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:52.593097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Made reservation on behalf of 72678c831fa64404bbbfcf30ed4d84c4 for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:52.596902 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.725801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Allocated IP 172.20.0.6 (010d3c10-e83d-4030-93c5-e128557943af/5691062b-f9c6-4f29-8edc-8da7d9b6573a/d7d6a1e3-ede9-429b-9857-1efc824b8712) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:52.867542 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.881091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Transition to ACTIVE for port object d7d6a1e3-ede9-429b-9857-1efc824b8712 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:52.913757 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.959323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Network 010d3c10-e83d-4030-93c5-e128557943af is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:52.964408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:52.968820 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:52.996715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Pushing event updated for resources: {'Port': ['ID=d7d6a1e3-ede9-429b-9857-1efc824b8712,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:53.011264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.011617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.011966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.012333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.012685 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.013014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.013366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.013677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.014005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.014330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.014655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.014977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:53.034419 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.035044 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.050863 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d2b348e3-2b56-4ec6-af29-dbcfb0af05b6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722740 Jul 16 19:05:53.075865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Request body: {'port': {'device_id': '31a01aeb-5faa-44ac-baf4-2fabb8ed5824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:53.152737 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.158561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-28ecc6b9-abdb-4bd0-b9d1-cf3fd0052d18 None None] Provisioning for port d7d6a1e3-ede9-429b-9857-1efc824b8712 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:53.162452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-28ecc6b9-abdb-4bd0-b9d1-cf3fd0052d18 None None] Provisioning complete for port d7d6a1e3-ede9-429b-9857-1efc824b8712 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:53.162827 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28ecc6b9-abdb-4bd0-b9d1-cf3fd0052d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.196085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-28ecc6b9-abdb-4bd0-b9d1-cf3fd0052d18 None None] Port d7d6a1e3-ede9-429b-9857-1efc824b8712 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:53.414600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d6a1e3-ede9-429b-9857-1efc824b8712 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:53.422052 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.433547 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Transition to ACTIVE for port object d7d6a1e3-ede9-429b-9857-1efc824b8712 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:53.437541 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.489655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d6a1e3-ede9-429b-9857-1efc824b8712,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:53.598271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Attempting to bind port d7d6a1e3-ede9-429b-9857-1efc824b8712 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:53.598604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Attempting to bind port d7d6a1e3-ede9-429b-9857-1efc824b8712 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:53.598934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Attempting to bind port d7d6a1e3-ede9-429b-9857-1efc824b8712 on network 010d3c10-e83d-4030-93c5-e128557943af {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:53.605283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Port d7d6a1e3-ede9-429b-9857-1efc824b8712 on network 010d3c10-e83d-4030-93c5-e128557943af not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:05:53.605601 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Attempting to bind port d7d6a1e3-ede9-429b-9857-1efc824b8712 on network 010d3c10-e83d-4030-93c5-e128557943af {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:53.613538 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:53.613875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Checking segment: {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:53.614253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Bound using segment: {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:53.614679 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Bound port: d7d6a1e3-ede9-429b-9857-1efc824b8712, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf0966b-af47-4b48-bb5f-c18293ab18f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '010d3c10-e83d-4030-93c5-e128557943af'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:53.615034 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.637920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cfe3f-f1ee-4763-9657-0ce0d7679154 req-22fdd673-eae2-4a12-bf01-6b8e375ff7e3 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.639562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-402cfe3f-f1ee-4763-9657-0ce0d7679154 req-22fdd673-eae2-4a12-bf01-6b8e375ff7e3 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 943 time: 0.1321454 Jul 16 19:05:53.714116 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-402cfe3f-f1ee-4763-9657-0ce0d7679154 req-52ddaebe-c129-4f9c-8ccc-28a6c4ebc593 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528474 Jul 16 19:05:53.718689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] For port d7d6a1e3-ede9-429b-9857-1efc824b8712, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:53.721969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] For port d7d6a1e3-ede9-429b-9857-1efc824b8712, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d7d6a1e3-ede9-429b-9857-1efc824b8712,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:53.725640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.760880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.761483 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.763517 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] 10.222.0.46 "PUT /v2.0/ports/d7d6a1e3-ede9-429b-9857-1efc824b8712 HTTP/1.1" status: 200 len: 1092 time: 0.6921594 Jul 16 19:05:53.763942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a01aeb-5faa-44ac-baf4-2fabb8ed5824', 'tag': 'd7d6a1e3-ede9-429b-9857-1efc824b8712'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:53.766181 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "31a01aeb-5faa-44ac-baf4-2fabb8ed5824", "tag": "d7d6a1e3-ede9-429b-9857-1efc824b8712"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:53.795339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3423e5-326e-4190-acb3-fba61b85a520 service neutron] Pushing event updated for resources: {'Port': ['ID=d7d6a1e3-ede9-429b-9857-1efc824b8712,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:53.807550 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d7c55-1c08-4db5-a04a-8b1da74e57be x-openstack-request-id: req-a94d7c55-1c08-4db5-a04a-8b1da74e57be {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:53.807833 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a01aeb-5faa-44ac-baf4-2fabb8ed5824", "tag": "d7d6a1e3-ede9-429b-9857-1efc824b8712", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:53.808152 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a94d7c55-1c08-4db5-a04a-8b1da74e57be {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:53.808576 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a01aeb-5faa-44ac-baf4-2fabb8ed5824', 'tag': 'd7d6a1e3-ede9-429b-9857-1efc824b8712', 'status': 'completed', 'code': 200} Jul 16 19:05:53.937359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d9522630-0b82-46f0-9e66-3e2930133fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.938880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-d9522630-0b82-46f0-9e66-3e2930133fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72678c831fa64404bbbfcf30ed4d84c4&device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 1095 time: 0.0988598 Jul 16 19:05:53.995012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-e3e54128-611f-48f7-b43e-4205f9c6f4a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d6a1e3-ede9-429b-9857-1efc824b8712 HTTP/1.1" status: 200 len: 217 time: 0.0343547 Jul 16 19:05:54.049004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-7beb0e46-f78b-43b3-a7cb-038851a1c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:54.050424 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-7beb0e46-f78b-43b3-a7cb-038851a1c388 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5691062b-f9c6-4f29-8edc-8da7d9b6573a HTTP/1.1" status: 200 len: 856 time: 0.0490267 Jul 16 19:05:54.109114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-0d7b5e6d-47a0-4263-b423-7de2082f3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:54.110629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-0d7b5e6d-47a0-4263-b423-7de2082f3396 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=010d3c10-e83d-4030-93c5-e128557943af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530128 Jul 16 19:05:54.204394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-59fdb2d5-b4ad-4d07-816b-0dc8e5b91df0 service neutron] 10.222.0.46 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818892 Jul 16 19:05:54.303507 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b6a4932-f5f1-4463-8ddf-bea20957cb7d req-c4502c55-5614-4cd4-890b-b08b34b5b588 service neutron] 10.222.0.46 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867665 Jul 16 19:05:54.448687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-9a1b512a-aa0f-47c5-8c61-bf7c4e16b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:54.450897 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-9a1b512a-aa0f-47c5-8c61-bf7c4e16b547 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=72678c831fa64404bbbfcf30ed4d84c4&device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 1095 time: 0.0544620 Jul 16 19:05:54.542531 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-3d471314-e46e-4e98-ba4b-0c088558d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:54.544052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-3d471314-e46e-4e98-ba4b-0c088558d6df service neutron] 10.222.0.46 "GET /v2.0/networks?id=010d3c10-e83d-4030-93c5-e128557943af HTTP/1.1" status: 200 len: 918 time: 0.0867760 Jul 16 19:05:54.584841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-ef12d9c9-3d06-4682-846e-cb3df9b9a053 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d6a1e3-ede9-429b-9857-1efc824b8712 HTTP/1.1" status: 200 len: 217 time: 0.0339234 Jul 16 19:05:54.638131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-5041a822-2656-4299-b06d-9e526759967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:54.639553 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-5041a822-2656-4299-b06d-9e526759967e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5691062b-f9c6-4f29-8edc-8da7d9b6573a HTTP/1.1" status: 200 len: 856 time: 0.0462821 Jul 16 19:05:54.701723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-659c4fca-9a84-47b7-b274-28bf2064becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:54.703264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-659c4fca-9a84-47b7-b274-28bf2064becd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=010d3c10-e83d-4030-93c5-e128557943af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563817 Jul 16 19:05:54.795663 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-22620ae8-bdc8-4ccd-a68d-b9da5f327a99 service neutron] 10.222.0.46 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839736 Jul 16 19:05:54.928348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56b92760-dbf3-4fb8-91f2-94ffa28e4e2b req-540edaf0-2f6a-4763-a75b-859386febdd4 service neutron] 10.222.0.46 "GET /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259675 Jul 16 19:05:54.943656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24370c0f-d4cc-449a-9281-6cac522dd2a2 req-b6e763f4-8dfd-4033-a083-3a78854aea3b tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:54.945095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24370c0f-d4cc-449a-9281-6cac522dd2a2 req-b6e763f4-8dfd-4033-a083-3a78854aea3b tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 943 time: 0.1137035 Jul 16 19:05:54.983818 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24370c0f-d4cc-449a-9281-6cac522dd2a2 req-df221258-0583-4619-90c9-e6d80a9afa29 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Jul 16 19:05:56.161173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915bb92-2ca6-4432-840a-8861c5b79c21 req-5323ada4-09ff-4f4e-9796-d644e5b532c6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:56.162641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1915bb92-2ca6-4432-840a-8861c5b79c21 req-5323ada4-09ff-4f4e-9796-d644e5b532c6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 943 time: 0.0670502 Jul 16 19:05:56.199022 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1915bb92-2ca6-4432-840a-8861c5b79c21 req-6ee65754-cef8-4254-96a1-ceacfa23db64 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Jul 16 19:05:57.368917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcf90c-40e1-4682-bf5c-1ebfd04512cd req-cc06a670-cfcb-4398-87f8-c1b786a97a36 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:57.370366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8bcf90c-40e1-4682-bf5c-1ebfd04512cd req-cc06a670-cfcb-4398-87f8-c1b786a97a36 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 943 time: 0.0612342 Jul 16 19:05:57.407276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e8bcf90c-40e1-4682-bf5c-1ebfd04512cd req-d6b6738e-b7a4-48ca-b5ff-7fd86328f372 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Jul 16 19:05:58.509657 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d7d6a1e3-ede9-429b-9857-1efc824b8712 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:05:58.582801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e5c1b-a879-4470-8241-84ded3cb17e6 req-c1892365-aa85-4c28-826d-cdc0fc5626b2 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:58.584280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89e5c1b-a879-4470-8241-84ded3cb17e6 req-c1892365-aa85-4c28-826d-cdc0fc5626b2 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 943 time: 0.0661530 Jul 16 19:05:58.608469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d7d6a1e3-ede9-429b-9857-1efc824b8712, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d7d6a1e3-ede9-429b-9857-1efc824b8712,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:58.619295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'd7d6a1e3-ede9-429b-9857-1efc824b8712', 'network_id': '010d3c10-e83d-4030-93c5-e128557943af', 'port_id': 'd7d6a1e3-ede9-429b-9857-1efc824b8712', 'mac_address': 'fa:16:3e:17:0b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5691062b-f9c6-4f29-8edc-8da7d9b6573a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:05:58.623324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f89e5c1b-a879-4470-8241-84ded3cb17e6 req-ce8460c8-c6f6-4e61-a6b1-8bc7817f4b7a tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334525 Jul 16 19:05:58.656817 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.670066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d6a1e3-ede9-429b-9857-1efc824b8712 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:58.689963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d7d6a1e3-ede9-429b-9857-1efc824b8712, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d7d6a1e3-ede9-429b-9857-1efc824b8712,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:58.693918 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:58.740805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=d7d6a1e3-ede9-429b-9857-1efc824b8712,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:58.748734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.749083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.749421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.749761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.750095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.750420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.750744 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.751071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.751393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.751714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.752037 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:58.752356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:59.103452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['d7d6a1e3-ede9-429b-9857-1efc824b8712'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:59.369021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:59.795047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e28273-018f-4066-bcd4-fcb152dc6aa7 req-2b78a4a3-c1d8-45f7-ade4-19da61cb5bc2 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:59.796534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01e28273-018f-4066-bcd4-fcb152dc6aa7 req-2b78a4a3-c1d8-45f7-ade4-19da61cb5bc2 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 944 time: 0.0619133 Jul 16 19:05:59.833442 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01e28273-018f-4066-bcd4-fcb152dc6aa7 req-64d62c74-5288-4c1b-ad41-d56f42a2770d tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313945 Jul 16 19:06:00.536580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d7d6a1e3-ede9-429b-9857-1efc824b8712 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:00.583689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port d7d6a1e3-ede9-429b-9857-1efc824b8712 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:00.587111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port d7d6a1e3-ede9-429b-9857-1efc824b8712 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:00.587473 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.663735 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.685763 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a01aeb-5faa-44ac-baf4-2fabb8ed5824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d6a1e3-ede9-429b-9857-1efc824b8712'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:00.687997 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e08dfcf-1206-45ba-b93c-110fb3e11e35" -d '{"events": [{"server_uuid": "31a01aeb-5faa-44ac-baf4-2fabb8ed5824", "name": "network-vif-plugged", "status": "completed", "tag": "d7d6a1e3-ede9-429b-9857-1efc824b8712"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:00.700489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port d7d6a1e3-ede9-429b-9857-1efc824b8712, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d7d6a1e3-ede9-429b-9857-1efc824b8712,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:00.704949 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:00.734459 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9d6461-4d7f-4f1d-afef-76992c627c01 x-openstack-request-id: req-6e9d6461-4d7f-4f1d-afef-76992c627c01 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:00.734750 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a01aeb-5faa-44ac-baf4-2fabb8ed5824", "name": "network-vif-plugged", "status": "completed", "tag": "d7d6a1e3-ede9-429b-9857-1efc824b8712", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:00.734999 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e9d6461-4d7f-4f1d-afef-76992c627c01 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:00.735387 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a01aeb-5faa-44ac-baf4-2fabb8ed5824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d6a1e3-ede9-429b-9857-1efc824b8712', 'code': 200} Jul 16 19:06:00.756635 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=d7d6a1e3-ede9-429b-9857-1efc824b8712,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:00.876115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb6a1c-8754-48f0-a06c-dedccbbe81b0 req-d104ec07-8d35-4dee-a22b-d2f68f947fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:00.877650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dbb6a1c-8754-48f0-a06c-dedccbbe81b0 req-d104ec07-8d35-4dee-a22b-d2f68f947fbe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 1097 time: 0.0514488 Jul 16 19:06:00.917353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dbb6a1c-8754-48f0-a06c-dedccbbe81b0 req-65cf00df-48a5-4df5-9cd4-f87794ad1c3f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287728 Jul 16 19:06:01.011781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23940758-bb1e-404b-90f6-a792f293a310 req-1a77c927-5676-4eec-9c9a-d3f7f7aa8694 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:01.014067 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23940758-bb1e-404b-90f6-a792f293a310 req-1a77c927-5676-4eec-9c9a-d3f7f7aa8694 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 945 time: 0.0665944 Jul 16 19:06:01.051748 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23940758-bb1e-404b-90f6-a792f293a310 req-d5b810e0-d34e-482e-9783-2f3dfdf42ed6 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Jul 16 19:06:02.249371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75c51e-5c32-45ab-b8f7-11215a09660e req-c91100b7-9926-461e-9a89-f332f5cd6621 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:02.251027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac75c51e-5c32-45ab-b8f7-11215a09660e req-c91100b7-9926-461e-9a89-f332f5cd6621 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 945 time: 0.0665371 Jul 16 19:06:02.290391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ac75c51e-5c32-45ab-b8f7-11215a09660e req-8e7d41b6-3baa-4ce0-8830-8a052d3f2ba7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Jul 16 19:06:03.250474 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3aac91cd-4a0c-4f9f-8d9a-ecf845b3f058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.464524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be8ad0-90ae-44e2-b9e8-447c88b0f45f req-294c4a66-9593-4f39-a6d8-5b39c5346557 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:03.466470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3be8ad0-90ae-44e2-b9e8-447c88b0f45f req-294c4a66-9593-4f39-a6d8-5b39c5346557 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 945 time: 0.0666342 Jul 16 19:06:03.503034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3be8ad0-90ae-44e2-b9e8-447c88b0f45f req-ec8b98b7-a1f4-45a6-ba1e-8f5f2ad1f6c0 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Jul 16 19:06:03.672750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f987d3-2799-4427-8c03-b3864c2b276a req-9c02282e-a911-4cd1-b198-5b9e28117c2f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:03.674229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11f987d3-2799-4427-8c03-b3864c2b276a req-9c02282e-a911-4cd1-b198-5b9e28117c2f tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 945 time: 0.0631583 Jul 16 19:06:03.712575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11f987d3-2799-4427-8c03-b3864c2b276a req-4f6aeebb-0f90-4d07-b3c6-4944d58fc0c7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Jul 16 19:06:06.008099 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.102326 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dba56621-422b-4788-a61c-d0ca4792e24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.216697 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.902135 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:10.815645 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.936264 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:23.712617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3c93-4f2b-4356-96c5-e0efc0338b8f req-792962fd-31d4-480f-8796-000e0baa0978 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:23.714099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca5f3c93-4f2b-4356-96c5-e0efc0338b8f req-792962fd-31d4-480f-8796-000e0baa0978 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 945 time: 0.0636055 Jul 16 19:06:23.751778 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ca5f3c93-4f2b-4356-96c5-e0efc0338b8f req-d70c999c-e097-43d2-ae50-686ffdd929eb tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316582 Jul 16 19:06:24.941539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ded25-fdbe-4814-aa9e-7f7096478c99 req-6e0c86b2-af93-42ac-8f26-1b88cf1ebcac tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:24.943017 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-454ded25-fdbe-4814-aa9e-7f7096478c99 req-6e0c86b2-af93-42ac-8f26-1b88cf1ebcac tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 945 time: 0.0731747 Jul 16 19:06:24.980283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-454ded25-fdbe-4814-aa9e-7f7096478c99 req-c9c74b72-a9f9-4755-8023-986230e50522 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Jul 16 19:06:25.519789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e3673-c661-4820-86ed-e3049a14697e req-1d8df733-d5a4-400a-856e-1861b4c3a781 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:25.521183 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-186e3673-c661-4820-86ed-e3049a14697e req-1d8df733-d5a4-400a-856e-1861b4c3a781 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.46 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 945 time: 0.0612719 Jul 16 19:06:25.626309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-186e3673-c661-4820-86ed-e3049a14697e req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Deleting port d7d6a1e3-ede9-429b-9857-1efc824b8712 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:25.626646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-186e3673-c661-4820-86ed-e3049a14697e req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.712671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-186e3673-c661-4820-86ed-e3049a14697e req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] For port d7d6a1e3-ede9-429b-9857-1efc824b8712, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=d7d6a1e3-ede9-429b-9857-1efc824b8712,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:25.713028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-186e3673-c661-4820-86ed-e3049a14697e req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.725730 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-186e3673-c661-4820-86ed-e3049a14697e req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Calling delete_port for d7d6a1e3-ede9-429b-9857-1efc824b8712 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:25.854064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-186e3673-c661-4820-86ed-e3049a14697e req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.883071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Pushing event deleted for resources: {'Port': ['ID=d7d6a1e3-ede9-429b-9857-1efc824b8712,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:25.891381 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['d7d6a1e3-ede9-429b-9857-1efc824b8712'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:06:25.934033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-186e3673-c661-4820-86ed-e3049a14697e req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] No DVR routers for this DVR port d7d6a1e3-ede9-429b-9857-1efc824b8712 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:25.936818 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-186e3673-c661-4820-86ed-e3049a14697e req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.938956 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-186e3673-c661-4820-86ed-e3049a14697e req-f235708f-bfa5-4486-9803-159f96bfe1b7 tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.46 "DELETE /v2.0/ports/d7d6a1e3-ede9-429b-9857-1efc824b8712 HTTP/1.1" status: 204 len: 173 time: 0.4094319 Jul 16 19:06:25.939401 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a01aeb-5faa-44ac-baf4-2fabb8ed5824', 'name': 'network-vif-deleted', 'tag': 'd7d6a1e3-ede9-429b-9857-1efc824b8712'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:25.941790 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f153b9a1-683b-4fc6-b0e7-e57a311054d2" -d '{"events": [{"server_uuid": "31a01aeb-5faa-44ac-baf4-2fabb8ed5824", "name": "network-vif-deleted", "tag": "d7d6a1e3-ede9-429b-9857-1efc824b8712"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:26.045859 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21fb543-b6ee-4ebd-b4a8-5050e7226dda x-openstack-request-id: req-b21fb543-b6ee-4ebd-b4a8-5050e7226dda {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:26.046226 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a01aeb-5faa-44ac-baf4-2fabb8ed5824", "name": "network-vif-deleted", "tag": "d7d6a1e3-ede9-429b-9857-1efc824b8712", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:26.046494 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b21fb543-b6ee-4ebd-b4a8-5050e7226dda {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:26.046890 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a01aeb-5faa-44ac-baf4-2fabb8ed5824', 'name': 'network-vif-deleted', 'tag': 'd7d6a1e3-ede9-429b-9857-1efc824b8712', 'status': 'completed', 'code': 200} Jul 16 19:06:26.131641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b75f82c9-0592-49b8-a3ad-54320b9dca93 req-c8c853d4-6bc2-4c63-a934-c6464f8dceff tempest-TestEncryptedCinderVolumes-1839407511 tempest-TestEncryptedCinderVolumes-1839407511-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a01aeb-5faa-44ac-baf4-2fabb8ed5824 HTTP/1.1" status: 200 len: 210 time: 0.0311153 Jul 16 19:06:27.260069 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38054) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:27.876949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.128917 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Deleting port d6a3e273-2b8a-46e7-8b54-55c6efaaea31 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:28.129213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.209926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] For port d6a3e273-2b8a-46e7-8b54-55c6efaaea31, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d6a3e273-2b8a-46e7-8b54-55c6efaaea31,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:28.210285 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.222605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Calling delete_port for d6a3e273-2b8a-46e7-8b54-55c6efaaea31 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:28.395492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.417907 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a3e273-2b8a-46e7-8b54-55c6efaaea31,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:28.587457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.805544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Router bb8ee607-b80e-4988-8521-453e96ae62df has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:28.915105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:28.920230 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e7176788-f57f-4405-b1bf-6e267bb8d340 admin admin] 10.222.0.60 "PUT /v2.0/routers/bb8ee607-b80e-4988-8521-453e96ae62df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6590123 Jul 16 19:06:28.922733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38056) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:28.925447 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] Sync routers for ids ['bb8ee607-b80e-4988-8521-453e96ae62df'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:28.935212 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] Routers {'bb8ee607-b80e-4988-8521-453e96ae62df'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:28.935985 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bb8ee607-b80e-4988-8521-453e96ae62df'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:29.027553 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.040455 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] Set router bb8ee607-b80e-4988-8521-453e96ae62df gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:29.132741 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.184792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Deleting port e17cadf9-5609-485e-b0bb-0f91de6337db {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:29.185099 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.217563 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:08Z', 'updated_at': '2021-07-16T19:06:28Z', 'revision_number': 5, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'gw_port': {'id': 'e17cadf9-5609-485e-b0bb-0f91de6337db', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:09Z', 'updated_at': '2021-07-16T19:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:29.247035 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] Checking router: bb8ee607-b80e-4988-8521-453e96ae62df for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:29.255440 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] Routers {'bb8ee607-b80e-4988-8521-453e96ae62df'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:29.256040 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['bb8ee607-b80e-4988-8521-453e96ae62df'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:29.268251 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] For port e17cadf9-5609-485e-b0bb-0f91de6337db, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=e17cadf9-5609-485e-b0bb-0f91de6337db,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:29.268650 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.281366 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Calling delete_port for e17cadf9-5609-485e-b0bb-0f91de6337db owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:29.346354 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] Set router bb8ee607-b80e-4988-8521-453e96ae62df gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:29.384007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.398959 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:08Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 6, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:29.428727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dac0d4-e92b-4602-b36f-15664c18b2c0 None None] The sync data for ids ['bb8ee607-b80e-4988-8521-453e96ae62df'] in n-d-793619-10 is: [{'id': 'bb8ee607-b80e-4988-8521-453e96ae62df', 'name': 'tempest-TestEncryptedCinderVolumes-1352054699-router', 'tenant_id': '72678c831fa64404bbbfcf30ed4d84c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:08Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 6, 'project_id': '72678c831fa64404bbbfcf30ed4d84c4', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:29.459936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.485303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Pushing event deleted for resources: {'Port': ['ID=e17cadf9-5609-485e-b0bb-0f91de6337db,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:29.549205 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.639209 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.641266 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.686757 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.687271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb8ee607-b80e-4988-8521-453e96ae62df {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:06:29.691674 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.692698 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ef5e2741-91d1-4185-bdb4-944a0e6fa142 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bb8ee607-b80e-4988-8521-453e96ae62df HTTP/1.1" status: 204 len: 168 time: 0.7690294 Jul 16 19:06:29.695497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38058) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:29.740594 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfde0de-8477-41ff-bf65-50af96510643 admin admin] Deleting subnet 5691062b-f9c6-4f29-8edc-8da7d9b6573a {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:06:29.743470 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cfde0de-8477-41ff-bf65-50af96510643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.777602 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cfde0de-8477-41ff-bf65-50af96510643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.863080 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cfde0de-8477-41ff-bf65-50af96510643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.917515 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cfde0de-8477-41ff-bf65-50af96510643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.947321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2cfde0de-8477-41ff-bf65-50af96510643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.951772 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2cfde0de-8477-41ff-bf65-50af96510643 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5691062b-f9c6-4f29-8edc-8da7d9b6573a HTTP/1.1" status: 204 len: 168 time: 0.2527461 Jul 16 19:06:29.951772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfde0de-8477-41ff-bf65-50af96510643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5691062b-f9c6-4f29-8edc-8da7d9b6573a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:29.952033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38060) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:29.954953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb3230b-0583-456c-a1ec-e69ebf95669a None None] Network 010d3c10-e83d-4030-93c5-e128557943af requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:30.025354 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.081005 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Deleting port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:30.081586 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.141886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b5ca34-6f11-4ac9-ac55-f0d03c7c8122 None None] DHCP port deletion for 010d3c10-e83d-4030-93c5-e128557943af request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:06:30.158616 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] For port 1927bdc2-6e33-482f-91d3-ce9f932f2e94, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1927bdc2-6e33-482f-91d3-ce9f932f2e94,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:30.158896 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.172751 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Calling delete_port for 1927bdc2-6e33-482f-91d3-ce9f932f2e94 owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:30.191989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5ca34-6f11-4ac9-ac55-f0d03c7c8122 None None] Deleting port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:30.192372 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ca34-6f11-4ac9-ac55-f0d03c7c8122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.255187 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.257232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a7b5ca34-6f11-4ac9-ac55-f0d03c7c8122 None None] For port 1927bdc2-6e33-482f-91d3-ce9f932f2e94, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1927bdc2-6e33-482f-91d3-ce9f932f2e94,segment=NetworkSegment(3cf0966b-af47-4b48-bb5f-c18293ab18f7),segment_id=3cf0966b-af47-4b48-bb5f-c18293ab18f7)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:30.257627 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ca34-6f11-4ac9-ac55-f0d03c7c8122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.269541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5ca34-6f11-4ac9-ac55-f0d03c7c8122 None None] Calling delete_port for 1927bdc2-6e33-482f-91d3-ce9f932f2e94 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:30.287088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] No DVR routers for this DVR port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:30.288886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1927bdc2-6e33-482f-91d3-ce9f932f2e94,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:06:30.348356 n-d-793619-10 neutron-server[93825]: self.session.flush() Jul 16 19:06:30.354467 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a7b5ca34-6f11-4ac9-ac55-f0d03c7c8122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.359513 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.369255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010d3c10-e83d-4030-93c5-e128557943af']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:30.379383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5ca34-6f11-4ac9-ac55-f0d03c7c8122 None None] Pushing event deleted for resources: {'Port': ['ID=1927bdc2-6e33-482f-91d3-ce9f932f2e94,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:30.379575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf0966b-af47-4b48-bb5f-c18293ab18f7') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:30.379765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf0966b-af47-4b48-bb5f-c18293ab18f7') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:30.382903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5ca34-6f11-4ac9-ac55-f0d03c7c8122 None None] No DVR routers for this DVR port 1927bdc2-6e33-482f-91d3-ce9f932f2e94 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:30.396361 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.410872 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.417115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:06:30.417517 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:06:30.419471 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:06:30.479333 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.485472 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.487314 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/010d3c10-e83d-4030-93c5-e128557943af HTTP/1.1" status: 204 len: 168 time: 0.5342281 Jul 16 19:06:30.490404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:30.498199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1ade4-ab70-40f0-b3c0-047124da92d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=010d3c10-e83d-4030-93c5-e128557943af,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:30.685424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d7d6a1e3-ede9-429b-9857-1efc824b8712 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:30.706405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: d7d6a1e3-ede9-429b-9857-1efc824b8712 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:30.706768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device d7d6a1e3-ede9-429b-9857-1efc824b8712 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:31.186030 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.352615 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1927bdc2-6e33-482f-91d3-ce9f932f2e94 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:31.374715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1927bdc2-6e33-482f-91d3-ce9f932f2e94 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:31.374955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1927bdc2-6e33-482f-91d3-ce9f932f2e94 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:31.375373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d6a3e273-2b8a-46e7-8b54-55c6efaaea31 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:31.394060 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d6a3e273-2b8a-46e7-8b54-55c6efaaea31 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:31.394412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d6a3e273-2b8a-46e7-8b54-55c6efaaea31 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:31.394832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e17cadf9-5609-485e-b0bb-0f91de6337db no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:31.413710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: e17cadf9-5609-485e-b0bb-0f91de6337db {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:31.414055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device e17cadf9-5609-485e-b0bb-0f91de6337db not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:31.438289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Deleting port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:31.438633 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.515946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] For port 90ec2d2f-c40b-4fc0-93b2-f884578e52c4, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=90ec2d2f-c40b-4fc0-93b2-f884578e52c4,segment=NetworkSegment(556f90a1-500e-4053-b6a3-5606102b35e2),segment_id=556f90a1-500e-4053-b6a3-5606102b35e2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:31.516326 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.528888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Calling delete_port for 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:31.706905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.734983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ec2d2f-c40b-4fc0-93b2-f884578e52c4,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:31.901014 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.114998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:32.220523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:32.225718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9f947981-3fa8-480e-8df9-1fde345d5f42 admin admin] 10.222.0.60 "PUT /v2.0/routers/e7d1d16d-ba5c-4423-a630-822a5a7d0bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342675 Jul 16 19:06:32.228147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38064) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:32.231122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] Sync routers for ids ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:32.240192 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] Routers {'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:32.240939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:32.330554 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.343385 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] Set router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:32.428447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.484640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Deleting port fb44986b-91c5-427a-abfc-38055f566cdc {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:32.484986 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.516697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:06:31Z', 'revision_number': 5, 'project_id': '1f629ab5da0c4042926149e902319659', 'gw_port': {'id': 'fb44986b-91c5-427a-abfc-38055f566cdc', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:32.547598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] Checking router: e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:32.556133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] Routers {'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:32.556789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:32.567129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] For port fb44986b-91c5-427a-abfc-38055f566cdc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fb44986b-91c5-427a-abfc-38055f566cdc,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:32.567500 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.580308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Calling delete_port for fb44986b-91c5-427a-abfc-38055f566cdc owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:32.756154 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.781052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb44986b-91c5-427a-abfc-38055f566cdc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:32.798572 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] Set router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:32.849440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:06:32Z', 'revision_number': 6, 'project_id': '1f629ab5da0c4042926149e902319659', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:32.849815 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.879713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab484d9-5311-4380-bf1d-f4b158db7ff1 None None] The sync data for ids ['e7d1d16d-ba5c-4423-a630-822a5a7d0bf5'] in n-d-793619-10 is: [{'id': 'e7d1d16d-ba5c-4423-a630-822a5a7d0bf5', 'name': 'tempest-TestEncryptedCinderVolumes-83021007-router', 'tenant_id': '1f629ab5da0c4042926149e902319659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:05:13Z', 'updated_at': '2021-07-16T19:06:32Z', 'revision_number': 6, 'project_id': '1f629ab5da0c4042926149e902319659', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:32.950160 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.952255 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.993305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.993848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:06:32.998392 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.000068 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7702f9b2-e21d-4fc8-80a9-2b5edf4e719d admin admin] 10.222.0.60 "DELETE /v2.0/routers/e7d1d16d-ba5c-4423-a630-822a5a7d0bf5 HTTP/1.1" status: 204 len: 168 time: 0.7704284 Jul 16 19:06:33.002740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38066) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:33.046427 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f365d8-a24b-40d9-a39c-422c2090448d admin admin] Deleting subnet 462038ac-33c6-4c2a-a0a9-4b2342dae6cf {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:06:33.049463 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f365d8-a24b-40d9-a39c-422c2090448d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.088310 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f365d8-a24b-40d9-a39c-422c2090448d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.165847 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f365d8-a24b-40d9-a39c-422c2090448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.217873 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f365d8-a24b-40d9-a39c-422c2090448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.251929 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7db14b6d-59b1-4801-b359-4519817b5f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.255858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f365d8-a24b-40d9-a39c-422c2090448d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=462038ac-33c6-4c2a-a0a9-4b2342dae6cf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:33.260451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b3f365d8-a24b-40d9-a39c-422c2090448d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.263759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b3f365d8-a24b-40d9-a39c-422c2090448d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/462038ac-33c6-4c2a-a0a9-4b2342dae6cf HTTP/1.1" status: 204 len: 168 time: 0.2587163 Jul 16 19:06:33.265520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38068) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:33.265734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d11e04-6920-484a-81ca-7a7a3743480e None None] Network 84103f20-fff4-430f-b40e-8a903becbcee requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:33.349370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.412171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Deleting port 2222c30f-eb41-424e-a283-9d247a650735 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:33.412578 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.480675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] For port 2222c30f-eb41-424e-a283-9d247a650735, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=2222c30f-eb41-424e-a283-9d247a650735,segment=NetworkSegment(556f90a1-500e-4053-b6a3-5606102b35e2),segment_id=556f90a1-500e-4053-b6a3-5606102b35e2)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:33.481711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.493182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Calling delete_port for 2222c30f-eb41-424e-a283-9d247a650735 owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:33.571740 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.594796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Pushing event deleted for resources: {'Port': ['ID=2222c30f-eb41-424e-a283-9d247a650735,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:33.600255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] No DVR routers for this DVR port 2222c30f-eb41-424e-a283-9d247a650735 on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:33.675492 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.687040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84103f20-fff4-430f-b40e-8a903becbcee']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:33.697405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556f90a1-500e-4053-b6a3-5606102b35e2') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:33.697698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556f90a1-500e-4053-b6a3-5606102b35e2') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:33.708163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.708844 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b9558d-689b-422e-84e5-d625a0cac530 None None] DHCP port deletion for 84103f20-fff4-430f-b40e-8a903becbcee request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:06:33.732289 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.739543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:06:33.739958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: timer() Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:06:33.741755 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:06:33.780403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:33.802654 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.805776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:33.806395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 90ec2d2f-c40b-4fc0-93b2-f884578e52c4 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:33.808218 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.813294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] 10.222.0.60 "DELETE /v2.0/networks/84103f20-fff4-430f-b40e-8a903becbcee HTTP/1.1" status: 204 len: 168 time: 0.5444293 Jul 16 19:06:33.825188 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13328423-50a5-4fe6-9a95-e0b8b871d20f admin admin] Pushing event deleted for resources: {'Network': ['ID=84103f20-fff4-430f-b40e-8a903becbcee,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:33.986893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38072) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:34.028498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-96b907fa-ea34-4ba3-a594-4c13c4de954b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72678c831fa64404bbbfcf30ed4d84c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380292 Jul 16 19:06:34.029031 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38074) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:34.076291 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3190d03a-4431-491e-9b9d-f494429ddc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.097616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3190d03a-4431-491e-9b9d-f494429ddc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.144006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3190d03a-4431-491e-9b9d-f494429ddc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.146707 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3190d03a-4431-491e-9b9d-f494429ddc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.147915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3190d03a-4431-491e-9b9d-f494429ddc85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e HTTP/1.1" status: 204 len: 168 time: 0.1179860 Jul 16 19:06:34.156592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190d03a-4431-491e-9b9d-f494429ddc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd8c727-7d2f-4d12-bc2c-209bcdd71b2e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:34.457626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38080) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:34.498285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-39bf00ae-3b7d-4a92-834c-cc932b70b823 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f629ab5da0c4042926149e902319659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394914 Jul 16 19:06:34.500749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38082) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:34.551827 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0d23a0e-c037-4315-b1be-031f87327955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.573394 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0d23a0e-c037-4315-b1be-031f87327955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.626424 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0d23a0e-c037-4315-b1be-031f87327955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.629118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d0d23a0e-c037-4315-b1be-031f87327955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.630280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d0d23a0e-c037-4315-b1be-031f87327955 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa284819-8cea-4d39-89f1-75441300d8a0 HTTP/1.1" status: 204 len: 168 time: 0.1286559 Jul 16 19:06:34.639468 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23a0e-c037-4315-b1be-031f87327955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa284819-8cea-4d39-89f1-75441300d8a0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:35.284490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38104) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:35.348470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fb44986b-91c5-427a-abfc-38055f566cdc no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:35.368314 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: fb44986b-91c5-427a-abfc-38055f566cdc {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:35.368751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fb44986b-91c5-427a-abfc-38055f566cdc not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:35.369174 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2222c30f-eb41-424e-a283-9d247a650735 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:35.381528 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1357622501-network', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:35.389076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 2222c30f-eb41-424e-a283-9d247a650735 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:35.389426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 2222c30f-eb41-424e-a283-9d247a650735 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:35.404399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Made reservation on behalf of cf5ce87481e94d39a3dc27edb162315e for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:35.406703 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.415020 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.504664 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.508372 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.535674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:06:35.540824 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daf4345-ddf3-46e7-a5b4-ac59b3343893,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:35.548725 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.548969 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Added segment 5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4 of type vlan for network bd809f2d-1612-4f21-9419-ef956dcd61d8 Jul 16 19:06:35.589872 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.619563 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.620561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:35.621125 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.652653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3668582 Jul 16 19:06:35.656049 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38108) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:35.661397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Request body: {'subnet': {'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1357622501-subnet', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:35.681761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Made reservation on behalf of cf5ce87481e94d39a3dc27edb162315e for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:35.684376 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.686674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91418b-fb2d-4bfe-802a-19e673bc67f9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd809f2d-1612-4f21-9419-ef956dcd61d8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:35.827890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network bd809f2d-1612-4f21-9419-ef956dcd61d8 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:06:35.870056 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.928246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf57bcf2-1472-4600-a7ae-b04cc6030c90,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:35.935715 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Checking segment: {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:35.936072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Network hostable DHCP agents. Network: bd809f2d-1612-4f21-9419-ef956dcd61d8, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:06:35.951794 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Network bd809f2d-1612-4f21-9419-ef956dcd61d8 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:06:35.960065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, bd809f2d-1612-4f21-9419-ef956dcd61d8) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:35.964216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:35.964825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:35.969137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d082b45-ec9f-426a-9d99-00d6c50d8bbd None None] Network bd809f2d-1612-4f21-9419-ef956dcd61d8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:35.983381 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1a64c170-16bf-4983-9b1a-d709230b98dd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3228617 Jul 16 19:06:35.983597 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38110) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:35.987947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:36.010185 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.011159 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.042337 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.068998 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.111633 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7ec8613b-62a4-45ad-af23-89e4bcf9eda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.146855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-bd809f2d-1612-4f21-9419-ef956dcd61d8', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:06:36.147742 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.212244 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.280652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Allocated IP 172.20.0.2 (bd809f2d-1612-4f21-9419-ef956dcd61d8/cf57bcf2-1472-4600-a7ae-b04cc6030c90/a5b3f3bb-582d-4deb-a6f4-7e867e31603f) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:36.414207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.426317 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.434758 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.434936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Transition to ACTIVE for port object a5b3f3bb-582d-4deb-a6f4-7e867e31603f will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:36.449448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Transition to ACTIVE for port object a5b3f3bb-582d-4deb-a6f4-7e867e31603f will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:36.454497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.491070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Network bd809f2d-1612-4f21-9419-ef956dcd61d8 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:36.497251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:36.500658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:36.507641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Pushing event updated for resources: {'Port': ['ID=a5b3f3bb-582d-4deb-a6f4-7e867e31603f,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:36.542241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Allocated IP 172.25.2.86 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/aa784bb8-d9b8-4677-8d10-d225378b1168) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:36.564482 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Attempting to bind port a5b3f3bb-582d-4deb-a6f4-7e867e31603f on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:36.564874 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Attempting to bind port a5b3f3bb-582d-4deb-a6f4-7e867e31603f by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:36.565235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Attempting to bind port a5b3f3bb-582d-4deb-a6f4-7e867e31603f on network bd809f2d-1612-4f21-9419-ef956dcd61d8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:36.570112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:36.570485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Checking segment: {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:36.570880 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.571267 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Bound using segment: {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:36.571726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Bound port: a5b3f3bb-582d-4deb-a6f4-7e867e31603f, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:36.572105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.633713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] For port a5b3f3bb-582d-4deb-a6f4-7e867e31603f, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:36.636953 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] For port a5b3f3bb-582d-4deb-a6f4-7e867e31603f, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a5b3f3bb-582d-4deb-a6f4-7e867e31603f,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:36.642386 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.645817 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.692957 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.707478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403bd39e-52aa-4b86-825f-783575be57e6 None None] Pushing event updated for resources: {'Port': ['ID=a5b3f3bb-582d-4deb-a6f4-7e867e31603f,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:36.735449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:36.740939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:36.743440 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:36.776405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa784bb8-d9b8-4677-8d10-d225378b1168,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:37.022018 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:37.222249 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:37.399497 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a5b3f3bb-582d-4deb-a6f4-7e867e31603f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:37.457054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port a5b3f3bb-582d-4deb-a6f4-7e867e31603f completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:37.522651 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:37.638310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc19e8f-d24b-47c9-9dec-3766173ab7b0 None None] Network bd809f2d-1612-4f21-9419-ef956dcd61d8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:37.657834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:06:37.748607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc744569-b903-4dee-b716-0d6d69b5cea8 None None] Provisioning for port a5b3f3bb-582d-4deb-a6f4-7e867e31603f completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:37.758408 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bc744569-b903-4dee-b716-0d6d69b5cea8 None None] Provisioning complete for port a5b3f3bb-582d-4deb-a6f4-7e867e31603f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:37.758408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc744569-b903-4dee-b716-0d6d69b5cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:37.769423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:37.779349 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Sync routers for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:37.786098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:37.787496 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-74f9579c-8725-4e57-88c2-e2c9099a44e7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8029737 Jul 16 19:06:37.790424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38112) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:37.791110 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:37.792271 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:37.884582 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc744569-b903-4dee-b716-0d6d69b5cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:37.905289 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:37.922447 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bc744569-b903-4dee-b716-0d6d69b5cea8 None None] For port a5b3f3bb-582d-4deb-a6f4-7e867e31603f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a5b3f3bb-582d-4deb-a6f4-7e867e31603f,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:37.927718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc744569-b903-4dee-b716-0d6d69b5cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:37.989287 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc744569-b903-4dee-b716-0d6d69b5cea8 None None] Pushing event updated for resources: {'Port': ['ID=a5b3f3bb-582d-4deb-a6f4-7e867e31603f,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:38.148343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-63f55e9a-96c5-496b-b25a-73a98db3ff07 None None] Provisioning complete for port a5b3f3bb-582d-4deb-a6f4-7e867e31603f triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:38.149000 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63f55e9a-96c5-496b-b25a-73a98db3ff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.217336 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:36Z', 'revision_number': 3, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:38.237936 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.243544 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Checking router: 2a312ee6-4ff5-4a5e-bb48-d97547728d99 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:38.243898 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Updating router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 port aa784bb8-d9b8-4677-8d10-d225378b1168 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:38.281411 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.388846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Allocated IP 172.20.0.1 (bd809f2d-1612-4f21-9419-ef956dcd61d8/cf57bcf2-1472-4600-a7ae-b04cc6030c90/f8275c9b-330f-4f14-93f0-bd43e2ea464e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:38.493710 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.507344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Transition to ACTIVE for port object f8275c9b-330f-4f14-93f0-bd43e2ea464e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:38.530121 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.540857 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Transition to ACTIVE for port object aa784bb8-d9b8-4677-8d10-d225378b1168 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:38.541125 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.546914 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.577941 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Network bd809f2d-1612-4f21-9419-ef956dcd61d8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:38.582932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:38.586353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:38.597387 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Attempting to bind port aa784bb8-d9b8-4677-8d10-d225378b1168 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:38.597763 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Attempting to bind port aa784bb8-d9b8-4677-8d10-d225378b1168 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:38.598124 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Attempting to bind port aa784bb8-d9b8-4677-8d10-d225378b1168 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:38.601335 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Pushing event updated for resources: {'Port': ['ID=aa784bb8-d9b8-4677-8d10-d225378b1168,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:38.611214 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.611566 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.611907 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.612707 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.612707 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.612999 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.613328 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.613650 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.613973 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.614295 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.614615 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.614938 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:38.618631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Pushing event updated for resources: {'Port': ['ID=f8275c9b-330f-4f14-93f0-bd43e2ea464e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:38.619461 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:38.619837 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:38.620244 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.620807 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:38.621136 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Bound port: aa784bb8-d9b8-4677-8d10-d225378b1168, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:38.621688 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.634891 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.681345 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] For port aa784bb8-d9b8-4677-8d10-d225378b1168, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:38.685987 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] For port aa784bb8-d9b8-4677-8d10-d225378b1168, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=aa784bb8-d9b8-4677-8d10-d225378b1168,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:38.691130 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.754739 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:38.755291 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:38.785535 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.792728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57967d39-09ca-4d9d-9a0d-28e12bf66f65 None None] Pushing event updated for resources: {'Port': ['ID=aa784bb8-d9b8-4677-8d10-d225378b1168,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:38.857733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-827c4108-8c5e-4eb8-a123-4f19e0442e31 None None] Provisioning for port f8275c9b-330f-4f14-93f0-bd43e2ea464e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:38.862172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-827c4108-8c5e-4eb8-a123-4f19e0442e31 None None] Provisioning complete for port f8275c9b-330f-4f14-93f0-bd43e2ea464e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:38.862572 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-827c4108-8c5e-4eb8-a123-4f19e0442e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.873084 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:38.908010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-827c4108-8c5e-4eb8-a123-4f19e0442e31 None None] Port f8275c9b-330f-4f14-93f0-bd43e2ea464e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:38.915370 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.957738 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.963321 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.084662 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 1, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:39.117305 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa928a-3dad-45c6-b297-967faf21aad2 None None] The sync data for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 is: [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 1, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:39.393504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a5b3f3bb-582d-4deb-a6f4-7e867e31603f up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:39.405903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Pushing event updated for resources: {'Port': ['ID=f8275c9b-330f-4f14-93f0-bd43e2ea464e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:39.413482 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.442749 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a5b3f3bb-582d-4deb-a6f4-7e867e31603f triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:39.443119 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.510762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Network bd809f2d-1612-4f21-9419-ef956dcd61d8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:39.512750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:39.640424 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:39.747583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aa60ccd5-9d84-46c7-bd11-578687c7a8a2 None None] Provisioning complete for port f8275c9b-330f-4f14-93f0-bd43e2ea464e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:39.748154 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aa60ccd5-9d84-46c7-bd11-578687c7a8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.761192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:39.774948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d9ed6ad8-833f-4cbd-938b-937b1980e58c admin admin] 10.222.0.60 "PUT /v2.0/routers/2a312ee6-4ff5-4a5e-bb48-d97547728d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833236 Jul 16 19:06:39.801906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aa60ccd5-9d84-46c7-bd11-578687c7a8a2 None None] Port f8275c9b-330f-4f14-93f0-bd43e2ea464e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:40.276442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38128) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:40.282908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1993245585-network', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:40.310447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Made reservation on behalf of b60bdd8ab4da4e84bcbcee59ebde320d for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:40.313062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.322104 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.419003 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.422748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.450960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:06:40.459604 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678119e-3084-43a9-9019-5388e0db19e0,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:40.468319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.468426 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Added segment f594fe02-fa3b-437c-ae4a-94ef833b6b81 of type vlan for network e455ffa0-5d58-4275-97c9-cf00199b83f2 Jul 16 19:06:40.508170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.540628 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.541727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.542338 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.576334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2986443 Jul 16 19:06:40.579311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38130) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:40.584603 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Request body: {'subnet': {'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1993245585-subnet', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:40.604838 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44f614-81eb-421e-8637-071ae8b7af05 admin admin] Pushing event updated for resources: {'Network': ['ID=e455ffa0-5d58-4275-97c9-cf00199b83f2,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:40.608967 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Made reservation on behalf of b60bdd8ab4da4e84bcbcee59ebde320d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:40.611589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.616834 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e455ffa0-5d58-4275-97c9-cf00199b83f2 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:06:40.791613 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.816502 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.848074 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b517d86a-e6dd-4815-8f85-5339e5f769ac,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:40.860210 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Checking segment: {'id': 'f594fe02-fa3b-437c-ae4a-94ef833b6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:40.860595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Network hostable DHCP agents. Network: e455ffa0-5d58-4275-97c9-cf00199b83f2, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:06:40.876796 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Network e455ffa0-5d58-4275-97c9-cf00199b83f2 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:06:40.885448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e455ffa0-5d58-4275-97c9-cf00199b83f2) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:40.890201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.890930 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.894995 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead96403-5b01-477b-9080-d9340b8ddddd None None] Network e455ffa0-5d58-4275-97c9-cf00199b83f2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:40.909858 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-bc09dd7b-e14e-4956-a4e9-ba1b51926cdf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3293142 Jul 16 19:06:40.910395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38132) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:40.915701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:40.937951 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.938907 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.998684 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.064101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-e455ffa0-5d58-4275-97c9-cf00199b83f2', 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'fixed_ips': [{'subnet_id': 'b517d86a-e6dd-4815-8f85-5339e5f769ac'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:06:41.065186 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.148708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Sync routers for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:41.152014 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.169851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:41.170460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:41.277270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Allocated IP 172.20.0.2 (e455ffa0-5d58-4275-97c9-cf00199b83f2/b517d86a-e6dd-4815-8f85-5339e5f769ac/d48e0be9-c0af-4e4d-88d0-e8d3402953eb) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:41.337200 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:41.366282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.386238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.413976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device aa784bb8-d9b8-4677-8d10-d225378b1168 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:41.498493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Allocated IP 172.25.2.139 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/87ecabc6-49a4-4f53-b052-251101b99235) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:41.602587 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.616972 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.618636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port aa784bb8-d9b8-4677-8d10-d225378b1168 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:41.630048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port aa784bb8-d9b8-4677-8d10-d225378b1168 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:41.630412 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.632122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Transition to ACTIVE for port object d48e0be9-c0af-4e4d-88d0-e8d3402953eb will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:41.644480 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.689101 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:41.692034 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:41.695607 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Transition to ACTIVE for port object d48e0be9-c0af-4e4d-88d0-e8d3402953eb will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:41.696697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:41.700276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=87ecabc6-49a4-4f53-b052-251101b99235,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:41.708080 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.761084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Network e455ffa0-5d58-4275-97c9-cf00199b83f2 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:41.948738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:41.951772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:41.962780 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:41.967826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Pushing event updated for resources: {'Port': ['ID=d48e0be9-c0af-4e4d-88d0-e8d3402953eb,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:41.984664 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 2, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:42.027188 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.034700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Checking router: 2a312ee6-4ff5-4a5e-bb48-d97547728d99 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:42.035059 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Updating router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 port f8275c9b-330f-4f14-93f0-bd43e2ea464e binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:42.099984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port aa784bb8-d9b8-4677-8d10-d225378b1168, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=aa784bb8-d9b8-4677-8d10-d225378b1168,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:42.107532 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.115751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Attempting to bind port d48e0be9-c0af-4e4d-88d0-e8d3402953eb on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:42.116146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Attempting to bind port d48e0be9-c0af-4e4d-88d0-e8d3402953eb by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'f594fe02-fa3b-437c-ae4a-94ef833b6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:42.116538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Attempting to bind port d48e0be9-c0af-4e4d-88d0-e8d3402953eb on network e455ffa0-5d58-4275-97c9-cf00199b83f2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:42.141729 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.147704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:42.148094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Checking segment: {'id': 'f594fe02-fa3b-437c-ae4a-94ef833b6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:42.148504 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.149072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Bound using segment: {'id': 'f594fe02-fa3b-437c-ae4a-94ef833b6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:42.149411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Bound port: d48e0be9-c0af-4e4d-88d0-e8d3402953eb, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f594fe02-fa3b-437c-ae4a-94ef833b6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:42.149792 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.164250 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.208961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=aa784bb8-d9b8-4677-8d10-d225378b1168,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:42.296629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Router 8eb2b3af-618c-435a-b569-80dd566f5ca2 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:06:42.340695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] For port d48e0be9-c0af-4e4d-88d0-e8d3402953eb, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:42.345679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] For port d48e0be9-c0af-4e4d-88d0-e8d3402953eb, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d48e0be9-c0af-4e4d-88d0-e8d3402953eb,segment=NetworkSegment(f594fe02-fa3b-437c-ae4a-94ef833b6b81),segment_id=f594fe02-fa3b-437c-ae4a-94ef833b6b81)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:42.350552 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.406951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:42.419236 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Sync routers for ids ['8eb2b3af-618c-435a-b569-80dd566f5ca2'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:42.432600 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Routers {'8eb2b3af-618c-435a-b569-80dd566f5ca2'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:42.433444 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8eb2b3af-618c-435a-b569-80dd566f5ca2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:42.435041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.439209 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38134) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:42.439830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-23f7a1fa-f13a-4f10-ad5a-f5a0347c7ae5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5276716 Jul 16 19:06:42.473959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54a429-f32e-4a07-a045-06d1642dc947 None None] Pushing event updated for resources: {'Port': ['ID=d48e0be9-c0af-4e4d-88d0-e8d3402953eb,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:42.576094 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.591419 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Transition to ACTIVE for port object f8275c9b-330f-4f14-93f0-bd43e2ea464e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:42.601962 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.618555 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Set router 8eb2b3af-618c-435a-b569-80dd566f5ca2 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:42.698930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc15b40-d1d1-4aa3-a622-d0b4a47b0eb1 None None] Pushing event updated for resources: {'Port': ['ID=f8275c9b-330f-4f14-93f0-bd43e2ea464e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:42.787191 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Attempting to bind port f8275c9b-330f-4f14-93f0-bd43e2ea464e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:42.787707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Attempting to bind port f8275c9b-330f-4f14-93f0-bd43e2ea464e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:42.788167 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Attempting to bind port f8275c9b-330f-4f14-93f0-bd43e2ea464e on network bd809f2d-1612-4f21-9419-ef956dcd61d8 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:42.794873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:42.795545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Checking segment: {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:42.796047 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.802100 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Bound using segment: {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:42.802845 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Bound port: f8275c9b-330f-4f14-93f0-bd43e2ea464e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:42.803349 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.912806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] For port f8275c9b-330f-4f14-93f0-bd43e2ea464e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:42.920091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] For port f8275c9b-330f-4f14-93f0-bd43e2ea464e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f8275c9b-330f-4f14-93f0-bd43e2ea464e,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:42.932745 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:42.956200 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '87ecabc6-49a4-4f53-b052-251101b99235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:40Z', 'updated_at': '2021-07-16T19:06:41Z', 'revision_number': 3, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'gw_port': {'id': '87ecabc6-49a4-4f53-b052-251101b99235', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:41Z', 'updated_at': '2021-07-16T19:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:42.988842 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Checking router: 8eb2b3af-618c-435a-b569-80dd566f5ca2 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:42.989491 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Updating router 8eb2b3af-618c-435a-b569-80dd566f5ca2 port 87ecabc6-49a4-4f53-b052-251101b99235 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:43.019906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc15b40-d1d1-4aa3-a622-d0b4a47b0eb1 None None] Pushing event updated for resources: {'Port': ['ID=f8275c9b-330f-4f14-93f0-bd43e2ea464e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:43.042377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:43.043042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:43.054742 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.165670 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.223803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:43.422615 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.455487 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Transition to ACTIVE for port object 87ecabc6-49a4-4f53-b052-251101b99235 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:43.455929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Allocated IP 172.20.0.1 (e455ffa0-5d58-4275-97c9-cf00199b83f2/b517d86a-e6dd-4815-8f85-5339e5f769ac/1facac4f-fde2-4544-92ab-ece230941046) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:43.466573 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.579251 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Attempting to bind port 87ecabc6-49a4-4f53-b052-251101b99235 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:43.579623 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Attempting to bind port 87ecabc6-49a4-4f53-b052-251101b99235 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:43.579987 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Attempting to bind port 87ecabc6-49a4-4f53-b052-251101b99235 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:43.587162 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f8275c9b-330f-4f14-93f0-bd43e2ea464e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:43.594627 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40aae00-5171-4a5d-b5d9-fc03333f53dd None None] Pushing event updated for resources: {'Port': ['ID=87ecabc6-49a4-4f53-b052-251101b99235,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:43.607208 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:43.607672 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:43.608146 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.608679 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:43.609241 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Bound port: 87ecabc6-49a4-4f53-b052-251101b99235, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:43.609697 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.635500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:43.650985 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.675975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51157750-0494-4de8-8dfc-5c85a4d204c5 None None] The sync data for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 is: [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:43.678868 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] For port 87ecabc6-49a4-4f53-b052-251101b99235, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:43.682542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Transition to ACTIVE for port object 1facac4f-fde2-4544-92ab-ece230941046 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:43.686156 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] For port 87ecabc6-49a4-4f53-b052-251101b99235, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87ecabc6-49a4-4f53-b052-251101b99235,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:43.699373 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.705608 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port f8275c9b-330f-4f14-93f0-bd43e2ea464e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:43.710402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f8275c9b-330f-4f14-93f0-bd43e2ea464e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:43.710882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.766084 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.819192 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Network e455ffa0-5d58-4275-97c9-cf00199b83f2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:43.828592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:43.836903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:43.882615 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.903626 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:43.925630 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Routers {'8eb2b3af-618c-435a-b569-80dd566f5ca2'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:43.926401 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8eb2b3af-618c-435a-b569-80dd566f5ca2'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:43.926808 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eaa299-3fce-4dd6-a92e-df70a898ec91 None None] Network e455ffa0-5d58-4275-97c9-cf00199b83f2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:43.972122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port f8275c9b-330f-4f14-93f0-bd43e2ea464e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f8275c9b-330f-4f14-93f0-bd43e2ea464e,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:44.015248 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.016226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device aa784bb8-d9b8-4677-8d10-d225378b1168 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:44.042045 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] Set router 8eb2b3af-618c-435a-b569-80dd566f5ca2 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:44.043580 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Pushing event updated for resources: {'Port': ['ID=1facac4f-fde2-4544-92ab-ece230941046,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:44.117013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.130460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-5896ddce-07ed-401b-bad6-e5f690203ea2 None None] Provisioning for port d48e0be9-c0af-4e4d-88d0-e8d3402953eb completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:44.151749 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40aae00-5171-4a5d-b5d9-fc03333f53dd None None] Pushing event updated for resources: {'Port': ['ID=87ecabc6-49a4-4f53-b052-251101b99235,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:44.234947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=f8275c9b-330f-4f14-93f0-bd43e2ea464e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:44.251541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port aa784bb8-d9b8-4677-8d10-d225378b1168 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:44.251930 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.305913 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '87ecabc6-49a4-4f53-b052-251101b99235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:40Z', 'updated_at': '2021-07-16T19:06:41Z', 'revision_number': 3, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'gw_port': {'id': '87ecabc6-49a4-4f53-b052-251101b99235', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:41Z', 'updated_at': '2021-07-16T19:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:44.332254 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.340832 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.341779 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3881d-4a1c-42e7-bb37-004297351033 None None] The sync data for ids ['8eb2b3af-618c-435a-b569-80dd566f5ca2'] in n-d-793619-10 is: [{'id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '87ecabc6-49a4-4f53-b052-251101b99235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:40Z', 'updated_at': '2021-07-16T19:06:41Z', 'revision_number': 3, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'gw_port': {'id': '87ecabc6-49a4-4f53-b052-251101b99235', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:41Z', 'updated_at': '2021-07-16T19:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:44.368988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d48e0be9-c0af-4e4d-88d0-e8d3402953eb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:44.416098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Pushing event updated for resources: {'Port': ['ID=1facac4f-fde2-4544-92ab-ece230941046,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:44.430853 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port d48e0be9-c0af-4e4d-88d0-e8d3402953eb completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:44.437694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.438400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d48e0be9-c0af-4e4d-88d0-e8d3402953eb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:44.438842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.551331 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.562225 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Network e455ffa0-5d58-4275-97c9-cf00199b83f2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:44.564554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:44.590500 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port d48e0be9-c0af-4e4d-88d0-e8d3402953eb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d48e0be9-c0af-4e4d-88d0-e8d3402953eb,segment=NetworkSegment(f594fe02-fa3b-437c-ae4a-94ef833b6b81),segment_id=f594fe02-fa3b-437c-ae4a-94ef833b6b81)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:44.599691 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.665583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=d48e0be9-c0af-4e4d-88d0-e8d3402953eb,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:44.676918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ec1312d-5783-4951-8148-9539e69cd3c0 None None] Provisioning for port 1facac4f-fde2-4544-92ab-ece230941046 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:44.686346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ec1312d-5783-4951-8148-9539e69cd3c0 None None] Provisioning complete for port 1facac4f-fde2-4544-92ab-ece230941046 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:44.687146 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ec1312d-5783-4951-8148-9539e69cd3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.717525 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Router 8eb2b3af-618c-435a-b569-80dd566f5ca2 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:44.745226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1312d-5783-4951-8148-9539e69cd3c0 None None] Port 1facac4f-fde2-4544-92ab-ece230941046 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:44.760725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ec1312d-5783-4951-8148-9539e69cd3c0 None None] Provisioning complete for port d48e0be9-c0af-4e4d-88d0-e8d3402953eb triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:44.761149 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ec1312d-5783-4951-8148-9539e69cd3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.869782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:44.875557 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c3d72566-62a5-471d-9b8e-2f4129877ccd admin admin] 10.222.0.60 "PUT /v2.0/routers/8eb2b3af-618c-435a-b569-80dd566f5ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4344945 Jul 16 19:06:45.039020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-933ab3f9-462c-4793-bbf3-703822f8452f None None] Provisioning complete for port 1facac4f-fde2-4544-92ab-ece230941046 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:45.039391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-933ab3f9-462c-4793-bbf3-703822f8452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:45.083394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-933ab3f9-462c-4793-bbf3-703822f8452f None None] Port 1facac4f-fde2-4544-92ab-ece230941046 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:45.202325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d12d4e51-bffa-41af-b601-f7d4dfdf7f96 None None] Provisioning complete for port 1facac4f-fde2-4544-92ab-ece230941046 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:45.202830 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d12d4e51-bffa-41af-b601-f7d4dfdf7f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:45.241910 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d12d4e51-bffa-41af-b601-f7d4dfdf7f96 None None] Port 1facac4f-fde2-4544-92ab-ece230941046 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:45.477056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f8275c9b-330f-4f14-93f0-bd43e2ea464e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:45.535264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port f8275c9b-330f-4f14-93f0-bd43e2ea464e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:45.535643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:45.623222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87ecabc6-49a4-4f53-b052-251101b99235 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:45.675114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 87ecabc6-49a4-4f53-b052-251101b99235 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:45.678965 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 87ecabc6-49a4-4f53-b052-251101b99235 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:45.679342 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:45.758232 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:45.779215 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 87ecabc6-49a4-4f53-b052-251101b99235, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87ecabc6-49a4-4f53-b052-251101b99235,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:45.783823 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:45.784955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d48e0be9-c0af-4e4d-88d0-e8d3402953eb up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:45.868579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=87ecabc6-49a4-4f53-b052-251101b99235,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:45.879445 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port d48e0be9-c0af-4e4d-88d0-e8d3402953eb triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:45.879825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:46.723865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Sync routers for ids ['8eb2b3af-618c-435a-b569-80dd566f5ca2'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:46.738548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Routers {'8eb2b3af-618c-435a-b569-80dd566f5ca2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:46.739639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8eb2b3af-618c-435a-b569-80dd566f5ca2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:46.874813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Set router 8eb2b3af-618c-435a-b569-80dd566f5ca2 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:47.137325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '87ecabc6-49a4-4f53-b052-251101b99235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:40Z', 'updated_at': '2021-07-16T19:06:44Z', 'revision_number': 4, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'gw_port': {'id': '87ecabc6-49a4-4f53-b052-251101b99235', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:41Z', 'updated_at': '2021-07-16T19:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1facac4f-fde2-4544-92ab-ece230941046', 'name': '', 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'mac_address': 'fa:16:3e:5e:1a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b517d86a-e6dd-4815-8f85-5339e5f769ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:43Z', 'updated_at': '2021-07-16T19:06:44Z', 'revision_number': 2, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'subnets': [{'id': 'b517d86a-e6dd-4815-8f85-5339e5f769ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:47.167453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Checking router: 8eb2b3af-618c-435a-b569-80dd566f5ca2 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:47.167453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Updating router 8eb2b3af-618c-435a-b569-80dd566f5ca2 port 1facac4f-fde2-4544-92ab-ece230941046 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:47.202804 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:47.403001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87ecabc6-49a4-4f53-b052-251101b99235 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:47.684402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 87ecabc6-49a4-4f53-b052-251101b99235 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:47.684858 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:47.737246 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:47.754453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Transition to ACTIVE for port object 1facac4f-fde2-4544-92ab-ece230941046 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:47.765096 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:47.885742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609717c-f1e0-48b2-b82f-13fd5c03d066 None None] Pushing event updated for resources: {'Port': ['ID=1facac4f-fde2-4544-92ab-ece230941046,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:47.938457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Attempting to bind port 1facac4f-fde2-4544-92ab-ece230941046 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:47.939277 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Attempting to bind port 1facac4f-fde2-4544-92ab-ece230941046 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'f594fe02-fa3b-437c-ae4a-94ef833b6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:47.939828 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Attempting to bind port 1facac4f-fde2-4544-92ab-ece230941046 on network e455ffa0-5d58-4275-97c9-cf00199b83f2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:47.948675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:47.949109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Checking segment: {'id': 'f594fe02-fa3b-437c-ae4a-94ef833b6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:47.953128 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:47.953557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Bound using segment: {'id': 'f594fe02-fa3b-437c-ae4a-94ef833b6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:47.954068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Bound port: 1facac4f-fde2-4544-92ab-ece230941046, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f594fe02-fa3b-437c-ae4a-94ef833b6b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:47.954475 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:48.044595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] For port 1facac4f-fde2-4544-92ab-ece230941046, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:48.048345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] For port 1facac4f-fde2-4544-92ab-ece230941046, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1facac4f-fde2-4544-92ab-ece230941046,segment=NetworkSegment(f594fe02-fa3b-437c-ae4a-94ef833b6b81),segment_id=f594fe02-fa3b-437c-ae4a-94ef833b6b81)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:48.055901 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:48.124014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Routers {'8eb2b3af-618c-435a-b569-80dd566f5ca2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:48.124697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:06:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8eb2b3af-618c-435a-b569-80dd566f5ca2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:48.182624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609717c-f1e0-48b2-b82f-13fd5c03d066 None None] Pushing event updated for resources: {'Port': ['ID=1facac4f-fde2-4544-92ab-ece230941046,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:48.282024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] Set router 8eb2b3af-618c-435a-b569-80dd566f5ca2 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:48.519485 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '87ecabc6-49a4-4f53-b052-251101b99235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:40Z', 'updated_at': '2021-07-16T19:06:44Z', 'revision_number': 4, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'gw_port': {'id': '87ecabc6-49a4-4f53-b052-251101b99235', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:41Z', 'updated_at': '2021-07-16T19:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1facac4f-fde2-4544-92ab-ece230941046', 'name': '', 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'mac_address': 'fa:16:3e:5e:1a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b517d86a-e6dd-4815-8f85-5339e5f769ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:43Z', 'updated_at': '2021-07-16T19:06:48Z', 'revision_number': 4, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'subnets': [{'id': 'b517d86a-e6dd-4815-8f85-5339e5f769ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:48.583561 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b574516-42b2-437f-9164-7415c91e7d49 None None] The sync data for ids ['8eb2b3af-618c-435a-b569-80dd566f5ca2'] in n-d-793619-10 is: [{'id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '87ecabc6-49a4-4f53-b052-251101b99235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:40Z', 'updated_at': '2021-07-16T19:06:44Z', 'revision_number': 4, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'gw_port': {'id': '87ecabc6-49a4-4f53-b052-251101b99235', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:41Z', 'updated_at': '2021-07-16T19:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '1facac4f-fde2-4544-92ab-ece230941046', 'name': '', 'network_id': 'e455ffa0-5d58-4275-97c9-cf00199b83f2', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'mac_address': 'fa:16:3e:5e:1a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'b517d86a-e6dd-4815-8f85-5339e5f769ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:43Z', 'updated_at': '2021-07-16T19:06:48Z', 'revision_number': 4, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'subnets': [{'id': 'b517d86a-e6dd-4815-8f85-5339e5f769ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:49.397815 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1facac4f-fde2-4544-92ab-ece230941046 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:49.457241 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 1facac4f-fde2-4544-92ab-ece230941046 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:49.461486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1facac4f-fde2-4544-92ab-ece230941046 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:49.462019 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.547104 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.586588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 1facac4f-fde2-4544-92ab-ece230941046, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1facac4f-fde2-4544-92ab-ece230941046,segment=NetworkSegment(f594fe02-fa3b-437c-ae4a-94ef833b6b81),segment_id=f594fe02-fa3b-437c-ae4a-94ef833b6b81)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:49.593607 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.657653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=1facac4f-fde2-4544-92ab-ece230941046,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:50.936912 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:51.398306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1facac4f-fde2-4544-92ab-ece230941046 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:51.454694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 1facac4f-fde2-4544-92ab-ece230941046 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:51.454983 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:55.009258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-e097b906-2191-4c6d-b7bb-99d9a518fd54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:55.010618 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-e097b906-2191-4c6d-b7bb-99d9a518fd54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/networks?id=bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 200 len: 815 time: 0.1067398 Jul 16 19:06:55.026138 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-fac6f24c-9843-4531-8b1e-2e59dc5894c5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/quotas/cf5ce87481e94d39a3dc27edb162315e HTTP/1.1" status: 200 len: 375 time: 0.0089803 Jul 16 19:06:55.090912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-e005b1c9-08e2-48f0-8108-519408f1a40d tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597100 Jul 16 19:06:55.274233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-cc9cc87f-1a6f-496c-9209-64c885b9c8a6 service neutron] 10.222.0.60 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724024 Jul 16 19:06:55.361333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-5d89df07-a7f3-49d5-a067-6ab46ad18a5b service neutron] 10.222.0.60 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809283 Jul 16 19:06:55.525579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0bd30e7-0a2f-4ae4-affa-74a7288989b6 req-f47e53f8-4785-4cbf-a472-098cdf944d92 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 210 time: 0.0283628 Jul 16 19:06:56.676086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e718ec3-2a92-4385-8318-a7f61d116e0d req-8e465e64-8498-498d-b130-2b4396be7f6c tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 210 time: 0.0370760 Jul 16 19:06:56.778870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-6daff34a-43a8-48c0-a7c6-e660bd7b5ef1 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:56.780432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-6daff34a-43a8-48c0-a7c6-e660bd7b5ef1 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.46 "GET /v2.0/networks?id=bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 200 len: 815 time: 0.1067595 Jul 16 19:06:56.807436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'port': {'device_id': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'admin_state_up': True, 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:56.922180 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Made reservation on behalf of cf5ce87481e94d39a3dc27edb162315e for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:56.925776 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.056090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Allocated IP 172.20.0.4 (bd809f2d-1612-4f21-9419-ef956dcd61d8/cf57bcf2-1472-4600-a7ae-b04cc6030c90/6a67790c-94d8-44ab-8201-1f8748a37972) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:57.252375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.269831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Transition to ACTIVE for port object 6a67790c-94d8-44ab-8201-1f8748a37972 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:57.320888 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.369931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Network bd809f2d-1612-4f21-9419-ef956dcd61d8 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:57.374548 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:57.382689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:57.421024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'Port': ['ID=6a67790c-94d8-44ab-8201-1f8748a37972,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:57.444554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.449815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.452904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.454332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.455080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.456794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.457552 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.458750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.460015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.460672 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.462294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.463389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:57.481611 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:57.482413 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.499930 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-934e22be-2f42-4ddf-8b83-897571b3fafa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6963148 Jul 16 19:06:57.628074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-497390ee-a828-489a-b167-0442538a41a6 None None] Provisioning for port 6a67790c-94d8-44ab-8201-1f8748a37972 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:57.645877 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-497390ee-a828-489a-b167-0442538a41a6 None None] Provisioning complete for port 6a67790c-94d8-44ab-8201-1f8748a37972 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:57.646285 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-497390ee-a828-489a-b167-0442538a41a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.681166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-497390ee-a828-489a-b167-0442538a41a6 None None] Port 6a67790c-94d8-44ab-8201-1f8748a37972 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:57.871727 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951dbf-32fd-49fb-8213-4ae61e7b1c94 req-fc65d7d1-8cff-4628-9738-3accb15cb2ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:57.873150 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3951dbf-32fd-49fb-8213-4ae61e7b1c94 req-fc65d7d1-8cff-4628-9738-3accb15cb2ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 931 time: 0.0653632 Jul 16 19:06:57.913027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3951dbf-32fd-49fb-8213-4ae61e7b1c94 req-f381e515-1d44-4451-9611-b1cdbf001c67 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342948 Jul 16 19:06:59.304315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6395-4318-41a7-a8a6-f44f5d9d836b req-2e70de6e-9bd9-43c9-9c04-e3e06350c2d4 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:59.306728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-662d6395-4318-41a7-a8a6-f44f5d9d836b req-2e70de6e-9bd9-43c9-9c04-e3e06350c2d4 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 931 time: 0.0845387 Jul 16 19:06:59.347906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-662d6395-4318-41a7-a8a6-f44f5d9d836b req-a78d4239-b5c2-4843-b115-e27015d133c1 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Jul 16 19:06:59.405969 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.535541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5dba9-bae2-429d-a2ee-da21f65f24c0 req-801ea59f-0483-4b6d-ba30-116211a1fe01 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:00.537130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1b5dba9-bae2-429d-a2ee-da21f65f24c0 req-801ea59f-0483-4b6d-ba30-116211a1fe01 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 931 time: 0.0674424 Jul 16 19:07:00.578115 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1b5dba9-bae2-429d-a2ee-da21f65f24c0 req-fafcfcb5-ad97-4daa-9e8a-99af078536c1 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344706 Jul 16 19:07:01.770536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28784ba6-a255-40c1-9a66-49c9b5ce6b6d req-47b8e84a-be7e-406c-a4f9-37820fdba39e tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:01.772051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28784ba6-a255-40c1-9a66-49c9b5ce6b6d req-47b8e84a-be7e-406c-a4f9-37820fdba39e tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 931 time: 0.0770552 Jul 16 19:07:01.825991 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28784ba6-a255-40c1-9a66-49c9b5ce6b6d req-0fc50cfb-976e-4bd3-89ce-de46c9b715ee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474968 Jul 16 19:07:03.012666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b2c46-9637-4050-afa0-0b0231fad583 req-fbc406b6-65d7-4cc9-b3fb-cae93933eb82 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:03.014158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b18b2c46-9637-4050-afa0-0b0231fad583 req-fbc406b6-65d7-4cc9-b3fb-cae93933eb82 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 931 time: 0.0718753 Jul 16 19:07:03.056439 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b18b2c46-9637-4050-afa0-0b0231fad583 req-f8cfa418-c7fe-470d-becd-a60d53c55db0 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367918 Jul 16 19:07:03.254369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3544a97f-6631-48ad-8a01-1e9ecd8c4a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.242366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b11839-aca9-4f84-af0c-b413825982a9 req-32321afd-1ef9-486d-9ce0-4bc67c7aa315 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:04.243852 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06b11839-aca9-4f84-af0c-b413825982a9 req-32321afd-1ef9-486d-9ce0-4bc67c7aa315 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 931 time: 0.0672553 Jul 16 19:07:04.282813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-06b11839-aca9-4f84-af0c-b413825982a9 req-f016592f-0540-48be-8056-d5e048e471b9 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328350 Jul 16 19:07:05.474702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535fa02-de8d-4c3e-a90e-4d271f089cb0 req-9834b412-baf5-4dbd-9c1e-2c388d08160a tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:05.476163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c535fa02-de8d-4c3e-a90e-4d271f089cb0 req-9834b412-baf5-4dbd-9c1e-2c388d08160a tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 931 time: 0.0700934 Jul 16 19:07:05.519069 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c535fa02-de8d-4c3e-a90e-4d271f089cb0 req-c7c22f29-e189-4fd7-af73-fc7801f343ee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Jul 16 19:07:06.015081 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:06.101856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4a849d6e-d46d-4bb5-852f-c82844728b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:06.717239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e328a4-5c75-4568-80be-2599db6f82c9 req-b240929c-c572-4c76-bf6f-b4d0625062b7 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:06.718771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08e328a4-5c75-4568-80be-2599db6f82c9 req-b240929c-c572-4c76-bf6f-b4d0625062b7 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 931 time: 0.0872538 Jul 16 19:07:06.763923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08e328a4-5c75-4568-80be-2599db6f82c9 req-f2a6df2d-20c9-4185-ad4e-f3f9afae52fa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391924 Jul 16 19:07:07.222956 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.908638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Request body: {'port': {'device_id': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:08.006787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb412291-a238-4246-ba84-8146352875b5 req-cad8f52a-3779-401d-bac8-fb90d1e3046d tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.008277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb412291-a238-4246-ba84-8146352875b5 req-cad8f52a-3779-401d-bac8-fb90d1e3046d tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 931 time: 0.1352539 Jul 16 19:07:08.010784 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:08.079412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb412291-a238-4246-ba84-8146352875b5 req-18cb6b3e-568e-4a0b-885f-365b2457555c tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654798 Jul 16 19:07:08.298621 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a67790c-94d8-44ab-8201-1f8748a37972 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:08.305884 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:08.318004 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Transition to ACTIVE for port object 6a67790c-94d8-44ab-8201-1f8748a37972 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:08.321688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:08.392769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Pushing event updated for resources: {'Port': ['ID=6a67790c-94d8-44ab-8201-1f8748a37972,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:08.446734 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Attempting to bind port 6a67790c-94d8-44ab-8201-1f8748a37972 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:08.447067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Attempting to bind port 6a67790c-94d8-44ab-8201-1f8748a37972 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:08.447395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Attempting to bind port 6a67790c-94d8-44ab-8201-1f8748a37972 on network bd809f2d-1612-4f21-9419-ef956dcd61d8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:08.452467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Port 6a67790c-94d8-44ab-8201-1f8748a37972 on network bd809f2d-1612-4f21-9419-ef956dcd61d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:07:08.452885 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Attempting to bind port 6a67790c-94d8-44ab-8201-1f8748a37972 on network bd809f2d-1612-4f21-9419-ef956dcd61d8 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:08.457771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:08.458107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Checking segment: {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:08.458490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Bound using segment: {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:08.458921 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Bound port: 6a67790c-94d8-44ab-8201-1f8748a37972, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:08.459275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:08.528242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] For port 6a67790c-94d8-44ab-8201-1f8748a37972, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:08.532203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] For port 6a67790c-94d8-44ab-8201-1f8748a37972, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6a67790c-94d8-44ab-8201-1f8748a37972,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:08.536688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:08.572776 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.573322 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:08.574734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] 10.222.0.46 "PUT /v2.0/ports/6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 1092 time: 0.6702750 Jul 16 19:07:08.575989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:08.578286 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec69b436-6dcc-41d4-9bd0-8737070901c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:08.602785 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc931a-72ba-4eea-b985-4b7d99d78837 service neutron] Pushing event updated for resources: {'Port': ['ID=6a67790c-94d8-44ab-8201-1f8748a37972,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:08.620286 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b50f12-df4f-4e85-9919-2c50daa154cf x-openstack-request-id: req-87b50f12-df4f-4e85-9919-2c50daa154cf {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:08.620677 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:08.620925 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87b50f12-df4f-4e85-9919-2c50daa154cf {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:08.621316 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972', 'status': 'completed', 'code': 200} Jul 16 19:07:08.720487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69b436-6dcc-41d4-9bd0-8737070901c3 req-445806fa-4590-4acc-8118-88b17c87dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.722056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec69b436-6dcc-41d4-9bd0-8737070901c3 req-445806fa-4590-4acc-8118-88b17c87dfd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1095 time: 0.0561113 Jul 16 19:07:08.902128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69b436-6dcc-41d4-9bd0-8737070901c3 req-6d927424-2002-4c5f-aef4-b7e87e3ffa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.903668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec69b436-6dcc-41d4-9bd0-8737070901c3 req-6d927424-2002-4c5f-aef4-b7e87e3ffa21 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cf5ce87481e94d39a3dc27edb162315e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1611643 Jul 16 19:07:08.910009 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:09.087674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69b436-6dcc-41d4-9bd0-8737070901c3 req-6d96df0d-07bd-4ae5-914d-b822c78f8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:09.089216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ec69b436-6dcc-41d4-9bd0-8737070901c3 req-6d96df0d-07bd-4ae5-914d-b822c78f8955 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774330 Jul 16 19:07:09.595736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-466290e0-1b7f-4e63-8d60-e0128eb9c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:09.597290 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-466290e0-1b7f-4e63-8d60-e0128eb9c308 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1095 time: 0.4338546 Jul 16 19:07:09.612307 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098ce45-2bd8-49dd-871b-30cb2059e32f req-cf66f089-083a-4e95-be92-97b634b04daa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:09.613695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f098ce45-2bd8-49dd-871b-30cb2059e32f req-cf66f089-083a-4e95-be92-97b634b04daa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 943 time: 0.0813673 Jul 16 19:07:09.662341 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-ea2a3531-2b2d-41c3-a3e3-c409f5c5637d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 217 time: 0.0463014 Jul 16 19:07:09.705839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f098ce45-2bd8-49dd-871b-30cb2059e32f req-3a6836ef-ec56-480f-b23e-492fca62a660 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844071 Jul 16 19:07:09.721646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-0481d60c-6cce-421e-a070-02e1ae4ce4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:09.723102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-0481d60c-6cce-421e-a070-02e1ae4ce4a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf57bcf2-1472-4600-a7ae-b04cc6030c90 HTTP/1.1" status: 200 len: 854 time: 0.0534868 Jul 16 19:07:09.779860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-08a02cd2-abf4-4382-bab4-77bdb09d43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:09.781354 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-08a02cd2-abf4-4382-bab4-77bdb09d43d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd809f2d-1612-4f21-9419-ef956dcd61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517261 Jul 16 19:07:09.877299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-fce1318f-ec67-4525-9963-9d9c4a8afec6 service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843496 Jul 16 19:07:09.970945 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62f66b48-5e27-4633-9a15-860d61f128b8 req-ab0dee46-5905-427f-940a-dfba06560d83 service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838664 Jul 16 19:07:10.830222 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:10.883276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719795f-2d0f-4093-a75e-0d26fbe5cd52 req-bb9ae7e9-fab5-414a-a7c3-a722a6fa45f9 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:10.884771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b719795f-2d0f-4093-a75e-0d26fbe5cd52 req-bb9ae7e9-fab5-414a-a7c3-a722a6fa45f9 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 943 time: 0.0676172 Jul 16 19:07:10.923259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b719795f-2d0f-4093-a75e-0d26fbe5cd52 req-570a783e-75ab-461c-a71f-99930b647349 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Jul 16 19:07:12.095410 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02e1d2-6576-4e80-91a0-9d6ab263dcc2 req-30de1d4f-bb54-4668-90a2-7b3c6359b960 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:12.096903 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b02e1d2-6576-4e80-91a0-9d6ab263dcc2 req-30de1d4f-bb54-4668-90a2-7b3c6359b960 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 943 time: 0.0640218 Jul 16 19:07:12.134177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3b02e1d2-6576-4e80-91a0-9d6ab263dcc2 req-a740a2c9-daa0-47e4-9f93-e07b272a9f92 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317991 Jul 16 19:07:12.894285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 6a67790c-94d8-44ab-8201-1f8748a37972 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:07:12.987909 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 6a67790c-94d8-44ab-8201-1f8748a37972, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6a67790c-94d8-44ab-8201-1f8748a37972,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:12.999171 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '6a67790c-94d8-44ab-8201-1f8748a37972', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'port_id': '6a67790c-94d8-44ab-8201-1f8748a37972', 'mac_address': 'fa:16:3e:97:bc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:07:13.036602 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:13.048982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a67790c-94d8-44ab-8201-1f8748a37972 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:13.068285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 6a67790c-94d8-44ab-8201-1f8748a37972, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6a67790c-94d8-44ab-8201-1f8748a37972,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:13.071986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:13.120794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=6a67790c-94d8-44ab-8201-1f8748a37972,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:13.128739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.129086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.129425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.129759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.130088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.130415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.130741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.131063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.131387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.131707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.132028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.132346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:13.314551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdd853-5a75-414a-80ca-b85fcff471a4 req-f1b9a703-1f42-40a4-9706-5ea5eb17adbb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:13.316012 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbcdd853-5a75-414a-80ca-b85fcff471a4 req-f1b9a703-1f42-40a4-9706-5ea5eb17adbb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 944 time: 0.0728877 Jul 16 19:07:13.352332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bbcdd853-5a75-414a-80ca-b85fcff471a4 req-7f76eea0-7ec8-4fd5-8f9e-e8dbde0e127b tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307965 Jul 16 19:07:13.385681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['6a67790c-94d8-44ab-8201-1f8748a37972'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:07:14.531671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5147e3-7f2e-444d-83d2-aabd76c6316a req-6c7e7dab-faea-4b63-8082-2285a69c7141 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:14.533153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab5147e3-7f2e-444d-83d2-aabd76c6316a req-6c7e7dab-faea-4b63-8082-2285a69c7141 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 944 time: 0.0680966 Jul 16 19:07:14.570672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ab5147e3-7f2e-444d-83d2-aabd76c6316a req-b8aed97e-4f0e-40a3-8b14-f96f4b43fddc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Jul 16 19:07:14.908283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 6a67790c-94d8-44ab-8201-1f8748a37972 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:14.957194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 6a67790c-94d8-44ab-8201-1f8748a37972 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:14.960693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 6a67790c-94d8-44ab-8201-1f8748a37972 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:14.961067 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:15.040174 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:15.062746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:15.064997 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341155c-d65e-4732-949a-c1a200ded3fe" -d '{"events": [{"server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "name": "network-vif-plugged", "status": "completed", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:15.079478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 6a67790c-94d8-44ab-8201-1f8748a37972, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6a67790c-94d8-44ab-8201-1f8748a37972,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:15.082923 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:15.132336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=6a67790c-94d8-44ab-8201-1f8748a37972,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:15.213911 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223b3072-beda-4494-8bbc-36b9f85d16bb x-openstack-request-id: req-223b3072-beda-4494-8bbc-36b9f85d16bb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:15.214199 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "name": "network-vif-plugged", "status": "completed", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:15.214458 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-223b3072-beda-4494-8bbc-36b9f85d16bb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:15.214851 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972', 'code': 200} Jul 16 19:07:15.383138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c5c5c-5cbe-4424-995e-2a35dd6541f9 req-cb6d3d3a-fde8-4e82-aebc-7fc111d8d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:15.384645 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-779c5c5c-5cbe-4424-995e-2a35dd6541f9 req-cb6d3d3a-fde8-4e82-aebc-7fc111d8d9d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1097 time: 0.0509076 Jul 16 19:07:15.421824 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-779c5c5c-5cbe-4424-995e-2a35dd6541f9 req-323c9b1a-d09b-4b0b-824d-d08a5a1f2ec7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272541 Jul 16 19:07:15.743893 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cc26d-2b76-4b71-b93f-d641a97f7e01 req-669b0f52-7d7a-42f5-91d0-613c1b6b2115 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:15.745313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f75cc26d-2b76-4b71-b93f-d641a97f7e01 req-669b0f52-7d7a-42f5-91d0-613c1b6b2115 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0646424 Jul 16 19:07:15.782735 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f75cc26d-2b76-4b71-b93f-d641a97f7e01 req-685f5660-1cb3-4e2c-8995-639bab3c793e tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311131 Jul 16 19:07:16.955520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50034962-0353-4f2d-b9ca-378ec315c580 req-acadbc00-50ef-4010-b9fd-ff7a18b041a3 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:16.957021 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50034962-0353-4f2d-b9ca-378ec315c580 req-acadbc00-50ef-4010-b9fd-ff7a18b041a3 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0623538 Jul 16 19:07:16.993720 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50034962-0353-4f2d-b9ca-378ec315c580 req-23b614ef-8c56-4994-ae9d-6cf155fd4de7 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Jul 16 19:07:17.162890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dee31-2801-4ef7-9d06-f21ae93f6a57 req-5af85ab3-afeb-4930-9248-b7bc69502bd0 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:17.164371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-882dee31-2801-4ef7-9d06-f21ae93f6a57 req-5af85ab3-afeb-4930-9248-b7bc69502bd0 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0629163 Jul 16 19:07:17.202541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-882dee31-2801-4ef7-9d06-f21ae93f6a57 req-1e64a95a-d919-4b6d-8e42-5c6c0147e8a4 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323431 Jul 16 19:07:17.545591 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5ad6c-24d2-4314-9b3f-3a36b4a655ad req-7d30738a-46f6-4aea-b56d-bfdf4660973a tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:17.547056 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71b5ad6c-24d2-4314-9b3f-3a36b4a655ad req-7d30738a-46f6-4aea-b56d-bfdf4660973a tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0676584 Jul 16 19:07:17.584338 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71b5ad6c-24d2-4314-9b3f-3a36b4a655ad req-31ed2642-63a3-4e6e-b808-9726537fb6de tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Jul 16 19:07:27.937545 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:29.258632 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2c38d-8588-4b65-9a26-ef576afb473f req-48dd7df2-de47-47d1-875b-81889f27e832 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:29.260275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdb2c38d-8588-4b65-9a26-ef576afb473f req-48dd7df2-de47-47d1-875b-81889f27e832 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0636735 Jul 16 19:07:29.298242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdb2c38d-8588-4b65-9a26-ef576afb473f req-d6a36812-0926-4c47-a2df-f5c858dfa4bd tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Jul 16 19:07:29.322008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38334) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:29.396347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:29.426577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4438225d-5417-4b78-96b6-90c43aeae82a tempest-TestMinimumBasicScenario-203023186 tempest-TestMinimumBasicScenario-203023186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:29.428086 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4438225d-5417-4b78-96b6-90c43aeae82a tempest-TestMinimumBasicScenario-203023186 tempest-TestMinimumBasicScenario-203023186-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1092 time: 0.1051178 Jul 16 19:07:29.431125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38338) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:29.435519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '6a67790c-94d8-44ab-8201-1f8748a37972', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:29.460484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:29.554606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:29.662044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Allocated IP 172.25.2.24 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/b5afa871-a45d-4f43-baf6-a4fb8ed3dc8b) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:07:29.760700 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:29.798453 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:29.837919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:07:29.844288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:07:29.848661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:07:29.853937 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'Port': ['ID=b5afa871-a45d-4f43-baf6-a4fb8ed3dc8b,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:30.342843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.450038 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.598677 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.603188 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.667967 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'Port': ['ID=b5afa871-a45d-4f43-baf6-a4fb8ed3dc8b,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:30.681046 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.779131 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Floating IP 0bf30643-7cdb-448c-8b3d-a2ab64019316 associated. External IP: 172.25.2.24, port: 6a67790c-94d8-44ab-8201-1f8748a37972. Jul 16 19:07:30.986017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:07:31.094242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:07:31.104293 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] Sync routers for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:07:31.114011 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:31.114626 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:07:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:31.114792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.153106 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-99c3a87b-f716-4328-865c-ca6d8f5394ce tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7209625 Jul 16 19:07:31.153717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:31.156762 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79" -d '{"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:31.156959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38340) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:31.162601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673665442', 'description': 'tempest-secgroup-smoke-1673665442 description', 'project_id': 'cf5ce87481e94d39a3dc27edb162315e'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:31.187133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.196359 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac9eeb1-8ba2-4415-b2ec-bb0ea3993b74 x-openstack-request-id: req-1ac9eeb1-8ba2-4415-b2ec-bb0ea3993b74 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:31.196672 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:31.196923 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ac9eeb1-8ba2-4415-b2ec-bb0ea3993b74 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:31.197326 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972', 'status': 'completed', 'code': 200} Jul 16 19:07:31.238051 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:31.278956 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.283946 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.297001 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-3a91b2cc-4f8d-40ee-b3d0-c30dbc0c377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:31.299734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-3a91b2cc-4f8d-40ee-b3d0-c30dbc0c377e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1097 time: 0.0590136 Jul 16 19:07:31.305564 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.306798 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1486921 Jul 16 19:07:31.312749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38344) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:31.317175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-31e3147b-946d-4d9a-9dfb-d14356d38b84 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'security_group_rule': {'security_group_id': '85d59a0a-be8c-44d3-9dd8-77561e128bce', 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:31.337100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d59a0a-be8c-44d3-9dd8-77561e128bce,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:31.346338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.346690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.347502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.347502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.347733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.348003 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.348329 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.348714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.349010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.349783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.349783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.350019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66682bf-ea40-426c-854c-04223304b3cc tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:31.369156 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e3147b-946d-4d9a-9dfb-d14356d38b84 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.436262 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e3147b-946d-4d9a-9dfb-d14356d38b84 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.442775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e3147b-946d-4d9a-9dfb-d14356d38b84 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.464865 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3147b-946d-4d9a-9dfb-d14356d38b84 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1929fcb5-2b75-4b4b-9d78-dd7b5e702d71,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:31.473642 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-31e3147b-946d-4d9a-9dfb-d14356d38b84 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.475110 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-31e3147b-946d-4d9a-9dfb-d14356d38b84 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613593 Jul 16 19:07:31.477851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38346) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:31.483303 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b763ffb4-556b-4d59-ad66-51b1612de2a5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'security_group_rule': {'security_group_id': '85d59a0a-be8c-44d3-9dd8-77561e128bce', 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:31.504977 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '0bf30643-7cdb-448c-8b3d-a2ab64019316', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'port_id': '6a67790c-94d8-44ab-8201-1f8748a37972', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'mac_address': 'fa:16:3e:97:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:07:30Z', 'updated_at': '2021-07-16T19:07:30Z', 'revision_number': 0, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:43Z', 'revision_number': 5, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:31.513069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b763ffb4-556b-4d59-ad66-51b1612de2a5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.546746 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] Checking router: 2a312ee6-4ff5-4a5e-bb48-d97547728d99 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:07:31.556837 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:31.557573 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:07:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:31.587107 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b763ffb4-556b-4d59-ad66-51b1612de2a5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.591235 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b763ffb4-556b-4d59-ad66-51b1612de2a5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.619338 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763ffb4-556b-4d59-ad66-51b1612de2a5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdc2b0b-37ec-4551-ba2b-a739da65b0bc,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:31.623257 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b763ffb4-556b-4d59-ad66-51b1612de2a5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.628241 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b763ffb4-556b-4d59-ad66-51b1612de2a5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466522 Jul 16 19:07:31.628681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38348) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:31.633418 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-74b72454-eb4d-42d4-b02c-3e5c5d95bf28 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'security_group_rule': {'security_group_id': '85d59a0a-be8c-44d3-9dd8-77561e128bce', 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:31.671762 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:31.682232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-7782daaa-0aab-496d-a425-6a344e92cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:31.683765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-7782daaa-0aab-496d-a425-6a344e92cd8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 200 len: 916 time: 0.3768988 Jul 16 19:07:31.685177 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74b72454-eb4d-42d4-b02c-3e5c5d95bf28 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.817153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-94d3a83d-5a15-4108-8a79-386eac25a54b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 998 time: 0.1221714 Jul 16 19:07:31.833532 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74b72454-eb4d-42d4-b02c-3e5c5d95bf28 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.854066 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74b72454-eb4d-42d4-b02c-3e5c5d95bf28 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.882856 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b72454-eb4d-42d4-b02c-3e5c5d95bf28 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc497184-a700-4e46-953b-fb9d695ae371,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:31.888879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-f8769ff3-0a89-442a-9014-2184a9eb417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:31.890886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-f8769ff3-0a89-442a-9014-2184a9eb417d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf57bcf2-1472-4600-a7ae-b04cc6030c90 HTTP/1.1" status: 200 len: 854 time: 0.0664988 Jul 16 19:07:31.892450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74b72454-eb4d-42d4-b02c-3e5c5d95bf28 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.893561 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-74b72454-eb4d-42d4-b02c-3e5c5d95bf28 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2639191 Jul 16 19:07:31.896315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38350) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:31.902044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-db2d5c9d-0877-4d40-b579-5f0ff714ef75 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'security_group_rule': {'security_group_id': '85d59a0a-be8c-44d3-9dd8-77561e128bce', 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:31.905231 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '0bf30643-7cdb-448c-8b3d-a2ab64019316', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'port_id': '6a67790c-94d8-44ab-8201-1f8748a37972', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'mac_address': 'fa:16:3e:97:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:07:30Z', 'updated_at': '2021-07-16T19:07:30Z', 'revision_number': 0, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:43Z', 'revision_number': 5, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:31.932458 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd782e-6454-424b-802b-ba9c7cbe3c13 None None] The sync data for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 is: [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '0bf30643-7cdb-448c-8b3d-a2ab64019316', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'port_id': '6a67790c-94d8-44ab-8201-1f8748a37972', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'mac_address': 'fa:16:3e:97:bc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:07:30Z', 'updated_at': '2021-07-16T19:07:30Z', 'revision_number': 0, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:43Z', 'revision_number': 5, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:07:31.970644 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db2d5c9d-0877-4d40-b579-5f0ff714ef75 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.001225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-a624a98a-50d5-4358-9fca-a6dae57bc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.002755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-a624a98a-50d5-4358-9fca-a6dae57bc8c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd809f2d-1612-4f21-9419-ef956dcd61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043620 Jul 16 19:07:32.058719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db2d5c9d-0877-4d40-b579-5f0ff714ef75 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.087377 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db2d5c9d-0877-4d40-b579-5f0ff714ef75 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.124070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d5c9d-0877-4d40-b579-5f0ff714ef75 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61aa2e4e-fe4e-4b10-b7ee-b2eca7e7f18d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:32.137640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-db2d5c9d-0877-4d40-b579-5f0ff714ef75 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.142626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-db2d5c9d-0877-4d40-b579-5f0ff714ef75 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2414391 Jul 16 19:07:32.143384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38354) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:32.146278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00224c8e-457a-4188-86ae-ef13c18c7323 None None] New status for floating IP 0bf30643-7cdb-448c-8b3d-a2ab64019316: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:07:32.148171 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-cdda63ad-6ff9-460e-b5e3-a8a5897699ef tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'security_group_rule': {'security_group_id': '85d59a0a-be8c-44d3-9dd8-77561e128bce', 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:32.153826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-3831193a-4816-4323-ae7a-83a0684f06e6 service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415148 Jul 16 19:07:32.200275 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-cdda63ad-6ff9-460e-b5e3-a8a5897699ef tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Project cf5ce87481e94d39a3dc27edb162315e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:07:32.206664 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdda63ad-6ff9-460e-b5e3-a8a5897699ef tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.301701 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-144ea1c6-a9ac-4e2d-8f3c-98d022238f79 req-c56c6295-724e-4198-959a-c22f5ffb4bad service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394184 Jul 16 19:07:32.334180 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdda63ad-6ff9-460e-b5e3-a8a5897699ef tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.339149 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdda63ad-6ff9-460e-b5e3-a8a5897699ef tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.356764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda63ad-6ff9-460e-b5e3-a8a5897699ef tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4569d69b-0c97-45aa-bea3-abf4daa73b9d,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:32.364499 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cdda63ad-6ff9-460e-b5e3-a8a5897699ef tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.368245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cdda63ad-6ff9-460e-b5e3-a8a5897699ef tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2212512 Jul 16 19:07:32.368461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38356) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:32.372956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b5978acb-a734-4c63-9690-c0c6ea7b6bee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'security_group_rule': {'security_group_id': '85d59a0a-be8c-44d3-9dd8-77561e128bce', 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:32.394689 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-b5978acb-a734-4c63-9690-c0c6ea7b6bee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Project cf5ce87481e94d39a3dc27edb162315e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:07:32.399435 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5978acb-a734-4c63-9690-c0c6ea7b6bee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.459963 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5978acb-a734-4c63-9690-c0c6ea7b6bee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.463916 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5978acb-a734-4c63-9690-c0c6ea7b6bee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.480868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5978acb-a734-4c63-9690-c0c6ea7b6bee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec679764-7499-43ef-a252-83ea818158d2,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:32.488408 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b5978acb-a734-4c63-9690-c0c6ea7b6bee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.489631 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b5978acb-a734-4c63-9690-c0c6ea7b6bee tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201959 Jul 16 19:07:32.616101 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-bf5f2017-e34f-4ec4-8a4d-d04e430ac774 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673665442&fields=id&tenant_id=cf5ce87481e94d39a3dc27edb162315e HTTP/1.1" status: 200 len: 267 time: 0.0406744 Jul 16 19:07:32.683851 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-1d1886e6-4b2e-4761-958a-78856c440edb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.685243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-1d1886e6-4b2e-4761-958a-78856c440edb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0638337 Jul 16 19:07:32.696863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-0c9e9439-bb8f-43c2-a68d-d886e9996375 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'port': {'security_groups': ['3daf4345-ddf3-46e7-a5b4-ac59b3343893', '85d59a0a-be8c-44d3-9dd8-77561e128bce']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:32.779311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-0c9e9439-bb8f-43c2-a68d-d886e9996375 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.962088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-0c9e9439-bb8f-43c2-a68d-d886e9996375 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] For port 6a67790c-94d8-44ab-8201-1f8748a37972, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6a67790c-94d8-44ab-8201-1f8748a37972,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:32.991188 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-0c9e9439-bb8f-43c2-a68d-d886e9996375 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:32.995688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-0c9e9439-bb8f-43c2-a68d-d886e9996375 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:33.032857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['6a67790c-94d8-44ab-8201-1f8748a37972'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:07:33.037896 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-0c9e9439-bb8f-43c2-a68d-d886e9996375 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.038381 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-0c9e9439-bb8f-43c2-a68d-d886e9996375 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:33.039767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-63a55122-55ae-4b9a-a839-569170eae0c9 req-0c9e9439-bb8f-43c2-a68d-d886e9996375 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "PUT /v2.0/ports/6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 981 time: 0.3473868 Jul 16 19:07:33.068185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e9439-bb8f-43c2-a68d-d886e9996375 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'Port': ['ID=6a67790c-94d8-44ab-8201-1f8748a37972,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:33.175520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['6a67790c-94d8-44ab-8201-1f8748a37972'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:07:33.199100 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:33.201440 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0263ea79-d736-4d17-a2a2-82607c4c37eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:33.239625 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5c6b-4918-4435-94b4-b875f9ca7d1a req-0f849998-702e-4bcd-b857-6da199f3bf08 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.243077 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-508d5c6b-4918-4435-94b4-b875f9ca7d1a req-0f849998-702e-4bcd-b857-6da199f3bf08 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0927563 Jul 16 19:07:33.245072 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d783e7-0a5b-41d1-8ef2-e48a5e7121a8 x-openstack-request-id: req-93d783e7-0a5b-41d1-8ef2-e48a5e7121a8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:33.245420 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:33.245730 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93d783e7-0a5b-41d1-8ef2-e48a5e7121a8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:33.246191 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972', 'status': 'completed', 'code': 200} Jul 16 19:07:33.273563 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e26a23e0-abb0-497d-907a-9eccbe458641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:33.292113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-508d5c6b-4918-4435-94b4-b875f9ca7d1a req-65907eef-c6ac-43bd-9652-3a60291881db tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375707 Jul 16 19:07:33.362114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-679ae5cb-f7e1-4ae0-938d-13e5182dc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.363621 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-679ae5cb-f7e1-4ae0-938d-13e5182dc1f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1136 time: 0.0562928 Jul 16 19:07:33.413440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-27061a2e-467f-4a88-982e-3928d9bf07fe None None] Provisioning complete for port 6a67790c-94d8-44ab-8201-1f8748a37972 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:33.413850 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-27061a2e-467f-4a88-982e-3928d9bf07fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:33.471514 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-4063282b-4704-4aeb-8cbd-82bb4915b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.472948 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-4063282b-4704-4aeb-8cbd-82bb4915b3ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 200 len: 916 time: 0.1030147 Jul 16 19:07:33.544996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-6ee0d8f1-585c-4420-b838-0ea0e839698b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 1000 time: 0.0585966 Jul 16 19:07:33.594868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-b79125ce-9fc6-4402-8bb9-bf7afd527cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.596326 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-b79125ce-9fc6-4402-8bb9-bf7afd527cea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf57bcf2-1472-4600-a7ae-b04cc6030c90 HTTP/1.1" status: 200 len: 854 time: 0.0439069 Jul 16 19:07:33.662572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-7802bb16-e770-494a-883a-7890e7b4a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.664092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-7802bb16-e770-494a-883a-7890e7b4a1ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd809f2d-1612-4f21-9419-ef956dcd61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569425 Jul 16 19:07:33.755500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-f2dceeb4-3ff8-4db8-8a7b-1f9de9b8e41d service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830617 Jul 16 19:07:33.851773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0263ea79-d736-4d17-a2a2-82607c4c37eb req-74449ab8-d04a-4714-9300-564e5a9acafa service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869451 Jul 16 19:07:36.016091 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:36.103923 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-548f4d14-34ba-4226-9576-6a0b752bbaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:37.225778 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:38.913737 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:40.829169 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:44.317242 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-b60ecbcb-d6cb-4175-8d21-f527a389cee3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526230 Jul 16 19:07:44.433217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-55cab65e-26cb-4286-907c-ffb9ad6c8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:44.434594 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-55cab65e-26cb-4286-907c-ffb9ad6c8173 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1136 time: 0.0518150 Jul 16 19:07:44.543391 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-32390b5c-d223-454e-b000-3fdd5a2513b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:44.544881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-32390b5c-d223-454e-b000-3fdd5a2513b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 200 len: 916 time: 0.0869401 Jul 16 19:07:44.608072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-d5be9ee5-6c47-464e-87f6-ca89e6a80f34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 1000 time: 0.0559452 Jul 16 19:07:44.662175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-d7d6eeb4-01ab-4f18-9a4c-8df1d1ef2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:44.663589 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-d7d6eeb4-01ab-4f18-9a4c-8df1d1ef2484 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf57bcf2-1472-4600-a7ae-b04cc6030c90 HTTP/1.1" status: 200 len: 854 time: 0.0481956 Jul 16 19:07:44.721408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-397abee4-e815-4b54-861a-240bbbc1f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:44.722841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-397abee4-e815-4b54-861a-240bbbc1f2c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd809f2d-1612-4f21-9419-ef956dcd61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510666 Jul 16 19:07:44.810014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-50e6e470-8e6f-4df9-92cc-a85a534302bb service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804543 Jul 16 19:07:44.902773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-29339fa3-b2bd-425a-8e66-c88120388a1c req-3e95b422-86ea-4d4d-94a9-71bbf4eedbc4 service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855298 Jul 16 19:07:56.119745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ed250-bc7a-4e25-aad5-810603bb5d88 req-a1e7e43a-52ca-411a-b565-27f335a8e66a tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:56.121302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c28ed250-bc7a-4e25-aad5-810603bb5d88 req-a1e7e43a-52ca-411a-b565-27f335a8e66a tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.1060472 Jul 16 19:07:56.124168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b82d42-3267-498d-9810-ea545191af5e req-89e69da4-06ed-466d-8f4f-d521745e5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:56.126181 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b82d42-3267-498d-9810-ea545191af5e req-89e69da4-06ed-466d-8f4f-d521745e5a91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1136 time: 0.1082556 Jul 16 19:07:56.186625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c28ed250-bc7a-4e25-aad5-810603bb5d88 req-32591d7c-de61-4f94-b97c-29bba1640442 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583217 Jul 16 19:07:56.248860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b82d42-3267-498d-9810-ea545191af5e req-a7cf954c-61ae-4701-b4c2-e952e244e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:56.250904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b82d42-3267-498d-9810-ea545191af5e req-a7cf954c-61ae-4701-b4c2-e952e244e9e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 200 len: 916 time: 0.1092417 Jul 16 19:07:56.316665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b82d42-3267-498d-9810-ea545191af5e req-d1db5719-aa74-4941-938e-38bff07535d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 1000 time: 0.0582178 Jul 16 19:07:56.364195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b82d42-3267-498d-9810-ea545191af5e req-1c022e61-ba35-4e80-b1fd-85bf1f809806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:56.365610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b82d42-3267-498d-9810-ea545191af5e req-1c022e61-ba35-4e80-b1fd-85bf1f809806 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf57bcf2-1472-4600-a7ae-b04cc6030c90 HTTP/1.1" status: 200 len: 854 time: 0.0419312 Jul 16 19:07:56.425267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b82d42-3267-498d-9810-ea545191af5e req-8ccad14f-c2f8-42b4-be1c-3b85d8917942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:56.426647 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b82d42-3267-498d-9810-ea545191af5e req-8ccad14f-c2f8-42b4-be1c-3b85d8917942 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd809f2d-1612-4f21-9419-ef956dcd61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541711 Jul 16 19:07:56.515441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b82d42-3267-498d-9810-ea545191af5e req-f31d8134-3d23-4533-895c-0775b1332ec0 service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800815 Jul 16 19:07:56.610128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e7b82d42-3267-498d-9810-ea545191af5e req-891305b5-1cb9-4df7-a638-0ed835f99cfe service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854626 Jul 16 19:07:57.363607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fe5ff-c8fc-4f57-ac6a-2e6c1c03185a req-f125ee8d-785e-4392-9730-c1f8b3a1661e tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:57.365096 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-009fe5ff-c8fc-4f57-ac6a-2e6c1c03185a req-f125ee8d-785e-4392-9730-c1f8b3a1661e tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0627751 Jul 16 19:07:57.403743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-009fe5ff-c8fc-4f57-ac6a-2e6c1c03185a req-8ec67537-fd08-4ca5-b34b-de1dfc68b738 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329504 Jul 16 19:07:58.576047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0c74e-7216-4a17-833e-1e545ed96213 req-1b68d4b6-2b86-44b0-9e01-9cd2f2a16cb7 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:58.577542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ba0c74e-7216-4a17-833e-1e545ed96213 req-1b68d4b6-2b86-44b0-9e01-9cd2f2a16cb7 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0632327 Jul 16 19:07:58.620737 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6ba0c74e-7216-4a17-833e-1e545ed96213 req-b0c08ea3-798a-46ff-b775-ff2c250ac6da tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370584 Jul 16 19:07:59.396037 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.791956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5c0ae-54e9-4c56-a03b-94c2d6d5adbf req-b288e7a0-cafb-4dcf-9652-5d8abccfc397 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:59.793427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3a5c0ae-54e9-4c56-a03b-94c2d6d5adbf req-b288e7a0-cafb-4dcf-9652-5d8abccfc397 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0625095 Jul 16 19:07:59.834307 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3a5c0ae-54e9-4c56-a03b-94c2d6d5adbf req-ef9846fc-adb6-48fa-987b-520aac6dea76 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348969 Jul 16 19:08:01.005972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee0b06-4e0f-4da7-82ba-d7e32dbefa7a req-f863c646-0711-4995-b068-c92d9a5edf65 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:01.007477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01ee0b06-4e0f-4da7-82ba-d7e32dbefa7a req-f863c646-0711-4995-b068-c92d9a5edf65 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0631552 Jul 16 19:08:01.047573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01ee0b06-4e0f-4da7-82ba-d7e32dbefa7a req-d9bb569f-0526-4203-bcf0-200795887f4f tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342648 Jul 16 19:08:02.222343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9c05f-285b-40f2-89cb-abfef59b08e8 req-3c157e12-1b02-4d44-9f2d-d967a18f7b7e tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:02.223799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81b9c05f-285b-40f2-89cb-abfef59b08e8 req-3c157e12-1b02-4d44-9f2d-d967a18f7b7e tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0659504 Jul 16 19:08:02.265571 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81b9c05f-285b-40f2-89cb-abfef59b08e8 req-699969b1-f8e0-456f-af60-ab489f4a6af0 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361223 Jul 16 19:08:03.254587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-88805a70-5bbc-4ba3-bf10-20a412f532ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.438946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd5b0c-60a1-4001-8743-ea8059963c40 req-569464e7-d9ba-4b5c-9c96-f2c1732ec3c0 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:03.440372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7bd5b0c-60a1-4001-8743-ea8059963c40 req-569464e7-d9ba-4b5c-9c96-f2c1732ec3c0 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0633368 Jul 16 19:08:03.479459 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7bd5b0c-60a1-4001-8743-ea8059963c40 req-72ad6eb1-f8cd-4fd7-93f7-5524f016e095 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334344 Jul 16 19:08:04.651189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac04ff-dd83-4591-b353-940f9bbcd902 req-42c73b3e-ec57-4e0b-ba88-9b7d847e1fb9 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:04.652837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3ac04ff-dd83-4591-b353-940f9bbcd902 req-42c73b3e-ec57-4e0b-ba88-9b7d847e1fb9 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0624359 Jul 16 19:08:04.696127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c3ac04ff-dd83-4591-b353-940f9bbcd902 req-77e7bb3f-2e96-42ed-975a-53bace9f3777 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370998 Jul 16 19:08:04.940317 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:05.873700 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687bd8-f631-4952-9559-e3fde0c56108 req-943db57a-c300-4e0f-8160-a83093574131 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:05.876237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f687bd8-f631-4952-9559-e3fde0c56108 req-943db57a-c300-4e0f-8160-a83093574131 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0649557 Jul 16 19:08:05.916841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9f687bd8-f631-4952-9559-e3fde0c56108 req-2c49d22f-3231-46c8-a37c-901f23ee06a0 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348592 Jul 16 19:08:06.018223 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:06.099570 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3f4eb823-5070-424a-88b7-41403b574133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.089084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5991d26-91f6-4e7c-ac24-2a0cdd32b814 req-f1254541-8542-4331-95ed-eb63bc5b3f76 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:07.090599 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5991d26-91f6-4e7c-ac24-2a0cdd32b814 req-f1254541-8542-4331-95ed-eb63bc5b3f76 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0624650 Jul 16 19:08:07.131603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a5991d26-91f6-4e7c-ac24-2a0cdd32b814 req-639f71d5-2609-41e3-b6dc-5624ccae2033 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348294 Jul 16 19:08:07.227670 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.305698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d6bf-017a-46da-a4d4-e39628aefd5e req-983bad54-68da-4e01-a802-0aa84c946b2a tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:08.307164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c40d6bf-017a-46da-a4d4-e39628aefd5e req-983bad54-68da-4e01-a802-0aa84c946b2a tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0662341 Jul 16 19:08:08.346553 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c40d6bf-017a-46da-a4d4-e39628aefd5e req-619f0892-c223-4c9d-9a7a-33a74f2dcae1 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=85d59a0a-be8c-44d3-9dd8-77561e128bce&id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338731 Jul 16 19:08:08.916289 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:10.826986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:29.410546 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:33.255721 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3e02ed9c-0776-4541-82f8-f63a5f22d148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:36.020715 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:36.099457 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8867-bf7a-49ac-9174-4b57de39f449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:37.234021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:38.919694 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:40.825313 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:41.467394 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-59832e48-791a-4d1e-b672-281c68d8a8f8 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673665442&fields=id&tenant_id=cf5ce87481e94d39a3dc27edb162315e HTTP/1.1" status: 200 len: 267 time: 0.0335634 Jul 16 19:08:41.533791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-a06bf9a7-b495-4aae-9850-7e5d7e378aaa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:41.535542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-a06bf9a7-b495-4aae-9850-7e5d7e378aaa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 984 time: 0.0629194 Jul 16 19:08:41.545917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Request body: {'port': {'security_groups': ['3daf4345-ddf3-46e7-a5b4-ac59b3343893']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:41.630994 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:41.806889 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] For port 6a67790c-94d8-44ab-8201-1f8748a37972, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6a67790c-94d8-44ab-8201-1f8748a37972,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:41.834597 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:41.838940 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:41.883279 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:41.883895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:41.885313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85db9560-e52a-4d62-a634-6eabad4e73dd req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "PUT /v2.0/ports/6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 942 time: 0.3438694 Jul 16 19:08:41.885771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:41.887663 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['6a67790c-94d8-44ab-8201-1f8748a37972'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:08:41.888096 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81df9991-d257-4df3-a1f7-5aa9457044d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:41.895284 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38420) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:41.915697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event updated for resources: {'Port': ['ID=6a67790c-94d8-44ab-8201-1f8748a37972,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:41.924722 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.925082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.925515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.925863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.926201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.926536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.926866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.927195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.927524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.927857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.928182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.928505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eebc22-431b-44d7-a017-75cac79428c6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:41.940930 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:41.972161 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ee02c9-7c84-4e95-9324-1ec212afecf1 x-openstack-request-id: req-13ee02c9-7c84-4e95-9324-1ec212afecf1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:41.972611 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:41.972963 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13ee02c9-7c84-4e95-9324-1ec212afecf1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:41.973464 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972', 'status': 'completed', 'code': 200} Jul 16 19:08:41.996791 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.028737 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.041791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['6a67790c-94d8-44ab-8201-1f8748a37972'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:08:42.089451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-7d973beb-8dc6-48d7-af66-696dd2ed7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:42.091862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-7d973beb-8dc6-48d7-af66-696dd2ed7672 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1097 time: 0.0688992 Jul 16 19:08:42.105336 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.108446 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.110144 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "DELETE /v2.0/security-groups/85d59a0a-be8c-44d3-9dd8-77561e128bce HTTP/1.1" status: 204 len: 168 time: 0.2138233 Jul 16 19:08:42.113989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38424) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:42.124957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d59a0a-be8c-44d3-9dd8-77561e128bce,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:42.133395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.133945 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.134456 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.134966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.135626 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.136123 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.136745 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.137248 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.137739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.138231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.138717 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.139206 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f1564-b1e3-4957-af55-db88fce6eafb tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:42.197697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-22ddc8d7-0efc-47b7-921a-0a7e7010aa51 None None] Provisioning complete for port 6a67790c-94d8-44ab-8201-1f8748a37972 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:42.198066 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22ddc8d7-0efc-47b7-921a-0a7e7010aa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.598467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-0de422af-90e7-43fd-aba9-abf66d59dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:42.599998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-0de422af-90e7-43fd-aba9-abf66d59dd02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 200 len: 916 time: 0.4978538 Jul 16 19:08:42.687697 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-70c34850-5764-4e02-8c5a-436a27c7098a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 1000 time: 0.0701423 Jul 16 19:08:42.693554 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Deleting port b5afa871-a45d-4f43-baf6-a4fb8ed3dc8b {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:42.693893 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.790133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-bccdeefc-6ff1-4f9e-9428-aa3e65152ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:42.791470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-bccdeefc-6ff1-4f9e-9428-aa3e65152ae2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf57bcf2-1472-4600-a7ae-b04cc6030c90 HTTP/1.1" status: 200 len: 854 time: 0.0865941 Jul 16 19:08:42.831958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.832285 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:42.850444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Calling delete_port for b5afa871-a45d-4f43-baf6-a4fb8ed3dc8b owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:42.956012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-b7adfd23-3dae-445c-8818-852ff5007d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:42.957623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-b7adfd23-3dae-445c-8818-852ff5007d4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd809f2d-1612-4f21-9419-ef956dcd61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560838 Jul 16 19:08:43.100006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-e758d86c-9412-4f8c-972e-1a1062d1c5bb service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296186 Jul 16 19:08:43.135300 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:43.179192 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event deleted for resources: {'Port': ['ID=b5afa871-a45d-4f43-baf6-a4fb8ed3dc8b,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:43.282603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-81df9991-d257-4df3-a1f7-5aa9457044d8 req-f4d7c787-bc07-4f0c-91fa-5c958a8134ee service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715059 Jul 16 19:08:43.283688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:43.283851 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Floating IP 0bf30643-7cdb-448c-8b3d-a2ab64019316 disassociated (deleted). External IP: 172.25.2.24, port: 6a67790c-94d8-44ab-8201-1f8748a37972. Jul 16 19:08:43.494464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:08:43.598715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:08:43.603992 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:43.608353 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] Sync routers for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:08:43.618399 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:43.619033 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:43.644997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-74cddcfa-3040-40a5-a0b0-68cdf6d96eb6 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "DELETE /v2.0/floatingips/0bf30643-7cdb-448c-8b3d-a2ab64019316 HTTP/1.1" status: 204 len: 168 time: 1.5299695 Jul 16 19:08:43.722104 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:43.974904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:43.977846 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85939c35-d8fb-4ccc-b2c5-a66a90305478" -d '{"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:44.015885 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b53ab8-917a-4c64-b843-c7550934fca8 x-openstack-request-id: req-70b53ab8-917a-4c64-b843-c7550934fca8 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:44.016177 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:44.016587 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70b53ab8-917a-4c64-b843-c7550934fca8 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:44.017014 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972', 'status': 'completed', 'code': 200} Jul 16 19:08:44.035220 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:43Z', 'revision_number': 5, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:44.061958 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] Checking router: 2a312ee6-4ff5-4a5e-bb48-d97547728d99 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:08:44.070638 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:44.071247 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:44.128527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-0de26fe5-f5ac-4d34-900e-1f0ae5e95ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:44.130074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-0de26fe5-f5ac-4d34-900e-1f0ae5e95ac2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1097 time: 0.0557601 Jul 16 19:08:44.179289 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:44.226769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-d2487822-e9a3-4d8a-931e-aa7c3f666d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:44.228246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-d2487822-e9a3-4d8a-931e-aa7c3f666d97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 200 len: 916 time: 0.0901611 Jul 16 19:08:44.271018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-dfda1bf6-7e2b-4e35-ad46-84e60ccbb32a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 217 time: 0.0355573 Jul 16 19:08:44.321357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-32a134fc-e2a0-4c70-aaa5-d0e4215cb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:44.322842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-32a134fc-e2a0-4c70-aaa5-d0e4215cb110 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf57bcf2-1472-4600-a7ae-b04cc6030c90 HTTP/1.1" status: 200 len: 854 time: 0.0447700 Jul 16 19:08:44.379981 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:43Z', 'revision_number': 5, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:44.385598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-1b8615c2-75f4-4e5d-9198-6aba3e40de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:44.387221 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-1b8615c2-75f4-4e5d-9198-6aba3e40de2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd809f2d-1612-4f21-9419-ef956dcd61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537350 Jul 16 19:08:44.406346 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfe3be-3b3d-4dcc-b7e8-4f80e7963e87 None None] The sync data for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 is: [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:38Z', 'revision_number': 4, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'f8275c9b-330f-4f14-93f0-bd43e2ea464e', 'name': '', 'network_id': 'bd809f2d-1612-4f21-9419-ef956dcd61d8', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'mac_address': 'fa:16:3e:7d:98:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:38Z', 'updated_at': '2021-07-16T19:06:43Z', 'revision_number': 5, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'subnets': [{'id': 'cf57bcf2-1472-4600-a7ae-b04cc6030c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:08:44.486774 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-a3742934-035f-4d98-9f3c-8710c44cbd88 service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918176 Jul 16 19:08:44.586347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-85939c35-d8fb-4ccc-b2c5-a66a90305478 req-93ddfae4-9378-468d-8753-e066baf079b5 service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917110 Jul 16 19:08:44.646577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27286800-abc9-4ced-87f9-b82766f95895 None None] New status for floating IP 0bf30643-7cdb-448c-8b3d-a2ab64019316: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:08:45.050246 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82009f1a-782d-4cc2-8088-b68f0950369e req-960f42ce-005a-4f39-a0f5-a202b2e87766 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564032 Jul 16 19:08:45.177340 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009f1a-782d-4cc2-8088-b68f0950369e req-b5835e32-7f23-4249-aed6-b6846ba8b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:45.178873 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82009f1a-782d-4cc2-8088-b68f0950369e req-b5835e32-7f23-4249-aed6-b6846ba8b61e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf5ce87481e94d39a3dc27edb162315e&device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 1097 time: 0.0544162 Jul 16 19:08:45.304040 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009f1a-782d-4cc2-8088-b68f0950369e req-90467cd5-c682-4100-8a8c-aee1a4570035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:45.305563 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82009f1a-782d-4cc2-8088-b68f0950369e req-90467cd5-c682-4100-8a8c-aee1a4570035 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 200 len: 916 time: 0.0955877 Jul 16 19:08:45.350524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82009f1a-782d-4cc2-8088-b68f0950369e req-ecf3d66d-a5f2-4e0e-a7d2-e3f53d686275 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 200 len: 217 time: 0.0348871 Jul 16 19:08:45.404405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009f1a-782d-4cc2-8088-b68f0950369e req-bd4ffcea-bf13-47f1-b3cc-ab2e0466afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:45.406066 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82009f1a-782d-4cc2-8088-b68f0950369e req-bd4ffcea-bf13-47f1-b3cc-ab2e0466afd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cf57bcf2-1472-4600-a7ae-b04cc6030c90 HTTP/1.1" status: 200 len: 854 time: 0.0460284 Jul 16 19:08:45.471670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82009f1a-782d-4cc2-8088-b68f0950369e req-cae04e1a-c33f-4ce7-aa5b-724374976db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:45.473254 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82009f1a-782d-4cc2-8088-b68f0950369e req-cae04e1a-c33f-4ce7-aa5b-724374976db5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd809f2d-1612-4f21-9419-ef956dcd61d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588491 Jul 16 19:08:45.570649 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82009f1a-782d-4cc2-8088-b68f0950369e req-7b8e4db6-c75e-4565-92f9-451020ed6500 service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848212 Jul 16 19:08:45.674898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-82009f1a-782d-4cc2-8088-b68f0950369e req-40d92ab0-6785-402d-bc6f-b882cdd9df51 service neutron] 10.222.0.46 "GET /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944698 Jul 16 19:08:51.031036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b9ad1-e880-471b-8647-bd55cfd1e70b req-a7c4d023-af22-4851-b895-d38be2ea1f48 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:51.032551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-271b9ad1-e880-471b-8647-bd55cfd1e70b req-a7c4d023-af22-4851-b895-d38be2ea1f48 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0647116 Jul 16 19:08:51.072186 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-271b9ad1-e880-471b-8647-bd55cfd1e70b req-453fcb3a-d79f-4cae-8af5-19f4f7666561 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336039 Jul 16 19:08:52.247000 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a445e56-f004-4333-b602-3c9b2f313ba5 req-32b3d6ae-0b32-4955-b719-bda200d614d5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:52.248457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a445e56-f004-4333-b602-3c9b2f313ba5 req-32b3d6ae-0b32-4955-b719-bda200d614d5 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0616663 Jul 16 19:08:52.290283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a445e56-f004-4333-b602-3c9b2f313ba5 req-cdc0ed62-87f8-4f4b-9f95-95f8d22f6d54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356944 Jul 16 19:08:53.163588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-7038c7f8-79dc-4143-a5ae-a2288eba4111 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:53.165078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-7038c7f8-79dc-4143-a5ae-a2288eba4111 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.46 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0644233 Jul 16 19:08:53.265515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Deleting port 6a67790c-94d8-44ab-8201-1f8748a37972 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:53.266260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:53.356852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] For port 6a67790c-94d8-44ab-8201-1f8748a37972, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=6a67790c-94d8-44ab-8201-1f8748a37972,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:53.357211 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:53.369539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Calling delete_port for 6a67790c-94d8-44ab-8201-1f8748a37972 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:53.498630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6766f-e307-4cca-b113-54d65fb34de4 req-d9f783ef-6cd2-46ff-be3c-05fbc734556c tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:53.500099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aab6766f-e307-4cca-b113-54d65fb34de4 req-d9f783ef-6cd2-46ff-be3c-05fbc734556c tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06d40d1-9ac3-46d7-b450-4b5ab29a8941 HTTP/1.1" status: 200 len: 945 time: 0.0906518 Jul 16 19:08:53.570505 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-aab6766f-e307-4cca-b113-54d65fb34de4 req-7ddea15e-6dc4-498f-af81-080da50bedaa tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.60 "GET /v2.0/security-groups?id=3daf4345-ddf3-46e7-a5b4-ac59b3343893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Jul 16 19:08:53.571520 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:53.601012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Pushing event deleted for resources: {'Port': ['ID=6a67790c-94d8-44ab-8201-1f8748a37972,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:53.613297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['6a67790c-94d8-44ab-8201-1f8748a37972'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:08:53.651211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] No DVR routers for this DVR port 6a67790c-94d8-44ab-8201-1f8748a37972 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:08:53.653566 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:53.655494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7d584f6-ea3c-4f6c-8206-86d5e3b8615f req-5129834a-7386-4183-80c1-0459cd017f54 tempest-TestMinimumBasicScenario-669045779 tempest-TestMinimumBasicScenario-669045779-project] 10.222.0.46 "DELETE /v2.0/ports/6a67790c-94d8-44ab-8201-1f8748a37972 HTTP/1.1" status: 204 len: 173 time: 0.4808118 Jul 16 19:08:53.655945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'name': 'network-vif-deleted', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:53.658334 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7b354c-114d-44cf-bee4-6ca592a2970f" -d '{"events": [{"server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "name": "network-vif-deleted", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:53.696189 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3867bce7-4fe5-4f78-8a13-c2447a9399cd x-openstack-request-id: req-3867bce7-4fe5-4f78-8a13-c2447a9399cd {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:53.696577 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06d40d1-9ac3-46d7-b450-4b5ab29a8941", "name": "network-vif-deleted", "tag": "6a67790c-94d8-44ab-8201-1f8748a37972", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:53.696831 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3867bce7-4fe5-4f78-8a13-c2447a9399cd {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:53.697239 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06d40d1-9ac3-46d7-b450-4b5ab29a8941', 'name': 'network-vif-deleted', 'tag': '6a67790c-94d8-44ab-8201-1f8748a37972', 'status': 'completed', 'code': 200} Jul 16 19:08:55.167567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:55.510259 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:55.759653 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Deleting port f8275c9b-330f-4f14-93f0-bd43e2ea464e {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:55.759906 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:55.837483 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] For port f8275c9b-330f-4f14-93f0-bd43e2ea464e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=f8275c9b-330f-4f14-93f0-bd43e2ea464e,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:55.837862 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:55.852482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Calling delete_port for f8275c9b-330f-4f14-93f0-bd43e2ea464e owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:56.330357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:56.354279 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8275c9b-330f-4f14-93f0-bd43e2ea464e,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:56.522142 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:56.736596 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:08:56.843242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:08:56.849111 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c9c6a9e8-1c97-4a76-9068-f164003e12c4 admin admin] 10.222.0.60 "PUT /v2.0/routers/2a312ee6-4ff5-4a5e-bb48-d97547728d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6800444 Jul 16 19:08:56.851370 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38524) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:56.853358 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] Sync routers for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:08:56.863616 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:56.864221 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:56.957082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:56.966942 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:57.059477 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.116241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Deleting port aa784bb8-d9b8-4677-8d10-d225378b1168 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:57.116929 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.145849 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:08:56Z', 'revision_number': 5, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port': {'id': 'aa784bb8-d9b8-4677-8d10-d225378b1168', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:32:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:57.171253 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] Checking router: 2a312ee6-4ff5-4a5e-bb48-d97547728d99 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:08:57.180003 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] Routers {'2a312ee6-4ff5-4a5e-bb48-d97547728d99'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:57.180654 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:57.195451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] For port aa784bb8-d9b8-4677-8d10-d225378b1168, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=aa784bb8-d9b8-4677-8d10-d225378b1168,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:57.195806 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.212172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Calling delete_port for aa784bb8-d9b8-4677-8d10-d225378b1168 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:57.263587 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] Set router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:57.315459 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:08:57Z', 'revision_number': 6, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:57.346453 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544efec7-7df9-43c1-9ced-95a31a01e4db None None] The sync data for ids ['2a312ee6-4ff5-4a5e-bb48-d97547728d99'] in n-d-793619-10 is: [{'id': '2a312ee6-4ff5-4a5e-bb48-d97547728d99', 'name': 'tempest-TestMinimumBasicScenario-1357622501-router', 'tenant_id': 'cf5ce87481e94d39a3dc27edb162315e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:36Z', 'updated_at': '2021-07-16T19:08:57Z', 'revision_number': 6, 'project_id': 'cf5ce87481e94d39a3dc27edb162315e', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:08:57.356927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 6a67790c-94d8-44ab-8201-1f8748a37972 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:08:57.378625 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.382380 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 6a67790c-94d8-44ab-8201-1f8748a37972 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:08:57.384131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 6a67790c-94d8-44ab-8201-1f8748a37972 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:08:57.406045 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Pushing event deleted for resources: {'Port': ['ID=aa784bb8-d9b8-4677-8d10-d225378b1168,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:57.472075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.561134 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.563203 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.605439 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.606041 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a312ee6-4ff5-4a5e-bb48-d97547728d99 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:08:57.611224 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.612458 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a01c279a-d316-44d9-b8d3-27d4ce7748eb admin admin] 10.222.0.60 "DELETE /v2.0/routers/2a312ee6-4ff5-4a5e-bb48-d97547728d99 HTTP/1.1" status: 204 len: 168 time: 0.7600944 Jul 16 19:08:57.614997 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38526) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:57.663419 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-deeeaa5c-cc7a-4608-be8f-b16ace42d9ba admin admin] Deleting subnet cf57bcf2-1472-4600-a7ae-b04cc6030c90 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:08:57.666667 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deeeaa5c-cc7a-4608-be8f-b16ace42d9ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.702768 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deeeaa5c-cc7a-4608-be8f-b16ace42d9ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.731712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f8275c9b-330f-4f14-93f0-bd43e2ea464e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:08:57.752193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: f8275c9b-330f-4f14-93f0-bd43e2ea464e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:08:57.752628 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device f8275c9b-330f-4f14-93f0-bd43e2ea464e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:08:57.792211 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deeeaa5c-cc7a-4608-be8f-b16ace42d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.849565 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deeeaa5c-cc7a-4608-be8f-b16ace42d9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.873442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeeaa5c-cc7a-4608-be8f-b16ace42d9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf57bcf2-1472-4600-a7ae-b04cc6030c90,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:57.879663 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-deeeaa5c-cc7a-4608-be8f-b16ace42d9ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.881614 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-deeeaa5c-cc7a-4608-be8f-b16ace42d9ba admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cf57bcf2-1472-4600-a7ae-b04cc6030c90 HTTP/1.1" status: 204 len: 168 time: 0.2656765 Jul 16 19:08:57.884147 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:57.885363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221d9860-c5aa-4753-b4b3-ee84267cfdc4 None None] Network bd809f2d-1612-4f21-9419-ef956dcd61d8 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:08:57.957676 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.011542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Deleting port a5b3f3bb-582d-4deb-a6f4-7e867e31603f {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:58.011858 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.080651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] For port a5b3f3bb-582d-4deb-a6f4-7e867e31603f, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a5b3f3bb-582d-4deb-a6f4-7e867e31603f,segment=NetworkSegment(5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4),segment_id=5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:58.081013 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.095275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Calling delete_port for a5b3f3bb-582d-4deb-a6f4-7e867e31603f owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:58.129936 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] DHCP port deletion for bd809f2d-1612-4f21-9419-ef956dcd61d8 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:08:58.180478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Deleting port a5b3f3bb-582d-4deb-a6f4-7e867e31603f {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:58.180778 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.180985 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.210937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b3f3bb-582d-4deb-a6f4-7e867e31603f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:58.213687 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] No DVR routers for this DVR port a5b3f3bb-582d-4deb-a6f4-7e867e31603f on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:08:58.247104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] For port a5b3f3bb-582d-4deb-a6f4-7e867e31603f, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:58.247510 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.259999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Calling delete_port for a5b3f3bb-582d-4deb-a6f4-7e867e31603f owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:58.262836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Port a5b3f3bb-582d-4deb-a6f4-7e867e31603f was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:08:58.264162 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.288083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.292435 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Pushing event deleted for resources: {'Port': ['ID=a5b3f3bb-582d-4deb-a6f4-7e867e31603f,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:58.298960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd809f2d-1612-4f21-9419-ef956dcd61d8']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:58.302570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] No DVR routers for this DVR port a5b3f3bb-582d-4deb-a6f4-7e867e31603f on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.312364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0933d7fb-c555-47bd-b43a-06876b31b001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:58.318027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:58.318456 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adcf44a-e60b-4bad-8c9d-a006b6d1c0e4') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:58.327831 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.342887 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.350492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:08:58.350904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:08:58.352903 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:08:58.414228 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.422273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:58.424921 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bd809f2d-1612-4f21-9419-ef956dcd61d8 HTTP/1.1" status: 204 len: 168 time: 0.5398204 Jul 16 19:08:58.427989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38530) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:58.434480 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447d407-ee55-4c7c-a110-73485c47ca67 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd809f2d-1612-4f21-9419-ef956dcd61d8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:59.039879 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.287714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Deleting port 1facac4f-fde2-4544-92ab-ece230941046 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:59.288053 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.369090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] For port 1facac4f-fde2-4544-92ab-ece230941046, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=1facac4f-fde2-4544-92ab-ece230941046,segment=NetworkSegment(f594fe02-fa3b-437c-ae4a-94ef833b6b81),segment_id=f594fe02-fa3b-437c-ae4a-94ef833b6b81)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:59.369450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.382313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Calling delete_port for 1facac4f-fde2-4544-92ab-ece230941046 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:59.407758 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.447164 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device aa784bb8-d9b8-4677-8d10-d225378b1168 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:08:59.466785 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: aa784bb8-d9b8-4677-8d10-d225378b1168 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:08:59.467131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device aa784bb8-d9b8-4677-8d10-d225378b1168 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:08:59.467549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a5b3f3bb-582d-4deb-a6f4-7e867e31603f no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:08:59.486558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: a5b3f3bb-582d-4deb-a6f4-7e867e31603f {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:08:59.486986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a5b3f3bb-582d-4deb-a6f4-7e867e31603f not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:08:59.569572 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.593277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Pushing event deleted for resources: {'Port': ['ID=1facac4f-fde2-4544-92ab-ece230941046,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:59.762521 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.975725 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Router 8eb2b3af-618c-435a-b569-80dd566f5ca2 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:09:00.081169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:00.086134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e007641a-b569-46c6-8cc3-6a3a19a13abf admin admin] 10.222.0.60 "PUT /v2.0/routers/8eb2b3af-618c-435a-b569-80dd566f5ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6570866 Jul 16 19:09:00.088798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38532) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:00.090507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] Sync routers for ids ['8eb2b3af-618c-435a-b569-80dd566f5ca2'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:00.099781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] Routers {'8eb2b3af-618c-435a-b569-80dd566f5ca2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:00.100406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8eb2b3af-618c-435a-b569-80dd566f5ca2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:00.193277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.205133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] Set router 8eb2b3af-618c-435a-b569-80dd566f5ca2 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:00.297297 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.351629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Deleting port 87ecabc6-49a4-4f53-b052-251101b99235 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:09:00.351999 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.439456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] For port 87ecabc6-49a4-4f53-b052-251101b99235, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=87ecabc6-49a4-4f53-b052-251101b99235,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:00.439952 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.451671 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Calling delete_port for 87ecabc6-49a4-4f53-b052-251101b99235 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:09:00.534627 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '87ecabc6-49a4-4f53-b052-251101b99235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:40Z', 'updated_at': '2021-07-16T19:08:59Z', 'revision_number': 5, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'gw_port': {'id': '87ecabc6-49a4-4f53-b052-251101b99235', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:41Z', 'updated_at': '2021-07-16T19:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:00.564833 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] Checking router: 8eb2b3af-618c-435a-b569-80dd566f5ca2 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:00.573416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] Routers {'8eb2b3af-618c-435a-b569-80dd566f5ca2'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:00.574024 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:08:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['8eb2b3af-618c-435a-b569-80dd566f5ca2'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:00.617804 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.645073 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=87ecabc6-49a4-4f53-b052-251101b99235,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:00.662010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] Set router 8eb2b3af-618c-435a-b569-80dd566f5ca2 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:00.707668 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.714841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:40Z', 'updated_at': '2021-07-16T19:09:00Z', 'revision_number': 6, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:00.744679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf3274-6bd1-420a-a570-f3eb5bfea0c2 None None] The sync data for ids ['8eb2b3af-618c-435a-b569-80dd566f5ca2'] in n-d-793619-10 is: [{'id': '8eb2b3af-618c-435a-b569-80dd566f5ca2', 'name': 'tempest-TestMinimumBasicScenario-1993245585-router', 'tenant_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:40Z', 'updated_at': '2021-07-16T19:09:00Z', 'revision_number': 6, 'project_id': 'b60bdd8ab4da4e84bcbcee59ebde320d', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:00.801167 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.803248 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.849242 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.849778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb2b3af-618c-435a-b569-80dd566f5ca2 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:09:00.853886 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.855262 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-668ee20f-3735-4af2-8816-cdf81e5edfbd admin admin] 10.222.0.60 "DELETE /v2.0/routers/8eb2b3af-618c-435a-b569-80dd566f5ca2 HTTP/1.1" status: 204 len: 168 time: 0.7653234 Jul 16 19:09:00.857599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38534) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:00.902414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad3cc4d-3784-44f9-976c-45ee9584eb3b admin admin] Deleting subnet b517d86a-e6dd-4815-8f85-5339e5f769ac {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:09:00.905448 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cc4d-3784-44f9-976c-45ee9584eb3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.940365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cc4d-3784-44f9-976c-45ee9584eb3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.020410 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cc4d-3784-44f9-976c-45ee9584eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.074955 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cc4d-3784-44f9-976c-45ee9584eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.100497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3cc4d-3784-44f9-976c-45ee9584eb3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b517d86a-e6dd-4815-8f85-5339e5f769ac,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:01.107556 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ad3cc4d-3784-44f9-976c-45ee9584eb3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.109520 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7ad3cc4d-3784-44f9-976c-45ee9584eb3b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b517d86a-e6dd-4815-8f85-5339e5f769ac HTTP/1.1" status: 204 len: 168 time: 0.2510107 Jul 16 19:09:01.112882 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38536) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:01.118606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c701b0-be1a-4cf7-82da-cee5a28246ad None None] Network e455ffa0-5d58-4275-97c9-cf00199b83f2 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:09:01.189385 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.244728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Deleting port d48e0be9-c0af-4e4d-88d0-e8d3402953eb {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:09:01.245169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.312642 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3354e0b2-6384-45a6-9d95-e65cc762b3dc None None] DHCP port deletion for e455ffa0-5d58-4275-97c9-cf00199b83f2 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:09:01.312796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] For port d48e0be9-c0af-4e4d-88d0-e8d3402953eb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d48e0be9-c0af-4e4d-88d0-e8d3402953eb,segment=NetworkSegment(f594fe02-fa3b-437c-ae4a-94ef833b6b81),segment_id=f594fe02-fa3b-437c-ae4a-94ef833b6b81)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:01.313113 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.328739 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Calling delete_port for d48e0be9-c0af-4e4d-88d0-e8d3402953eb owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:09:01.362629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3354e0b2-6384-45a6-9d95-e65cc762b3dc None None] Deleting port d48e0be9-c0af-4e4d-88d0-e8d3402953eb {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:09:01.362919 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3354e0b2-6384-45a6-9d95-e65cc762b3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.423565 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.430390 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3354e0b2-6384-45a6-9d95-e65cc762b3dc None None] For port d48e0be9-c0af-4e4d-88d0-e8d3402953eb, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=d48e0be9-c0af-4e4d-88d0-e8d3402953eb,segment=NetworkSegment(f594fe02-fa3b-437c-ae4a-94ef833b6b81),segment_id=f594fe02-fa3b-437c-ae4a-94ef833b6b81)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:01.430570 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3354e0b2-6384-45a6-9d95-e65cc762b3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.450520 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3354e0b2-6384-45a6-9d95-e65cc762b3dc None None] Calling delete_port for d48e0be9-c0af-4e4d-88d0-e8d3402953eb owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:09:01.452578 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48e0be9-c0af-4e4d-88d0-e8d3402953eb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:01.457912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] No DVR routers for this DVR port d48e0be9-c0af-4e4d-88d0-e8d3402953eb on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:09:01.505128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87ecabc6-49a4-4f53-b052-251101b99235 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:01.530754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 87ecabc6-49a4-4f53-b052-251101b99235 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:09:01.531141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 87ecabc6-49a4-4f53-b052-251101b99235 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:09:01.531533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1facac4f-fde2-4544-92ab-ece230941046 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:01.540756 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.551086 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e455ffa0-5d58-4275-97c9-cf00199b83f2']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:01.560712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 1facac4f-fde2-4544-92ab-ece230941046 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:09:01.561206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f594fe02-fa3b-437c-ae4a-94ef833b6b81') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:01.561330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 1facac4f-fde2-4544-92ab-ece230941046 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:09:01.561441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f594fe02-fa3b-437c-ae4a-94ef833b6b81') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:01.561543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d48e0be9-c0af-4e4d-88d0-e8d3402953eb no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:01.569928 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.584488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.584767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: d48e0be9-c0af-4e4d-88d0-e8d3402953eb {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:09:01.585112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device d48e0be9-c0af-4e4d-88d0-e8d3402953eb not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:09:01.590590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:09:01.591136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: timer() Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:09:01.593031 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:09:01.603345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3354e0b2-6384-45a6-9d95-e65cc762b3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.628463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354e0b2-6384-45a6-9d95-e65cc762b3dc None None] Pushing event deleted for resources: {'Port': ['ID=d48e0be9-c0af-4e4d-88d0-e8d3402953eb,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:01.632715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354e0b2-6384-45a6-9d95-e65cc762b3dc None None] No DVR routers for this DVR port d48e0be9-c0af-4e4d-88d0-e8d3402953eb on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:09:01.654621 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.661454 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.663601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e455ffa0-5d58-4275-97c9-cf00199b83f2 HTTP/1.1" status: 204 len: 168 time: 0.5497527 Jul 16 19:09:01.674757 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2775303-73d2-4a5e-88c5-1b7e8bedfb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=e455ffa0-5d58-4275-97c9-cf00199b83f2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:01.820835 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38540) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:01.860416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e4f9e6b6-b796-4b68-8873-6f52fe290ccb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf5ce87481e94d39a3dc27edb162315e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383818 Jul 16 19:09:01.863100 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38542) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:01.911214 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a75700c-2675-4b4b-bdda-9074b7ebd397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.931888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a75700c-2675-4b4b-bdda-9074b7ebd397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.988430 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a75700c-2675-4b4b-bdda-9074b7ebd397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.991822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7a75700c-2675-4b4b-bdda-9074b7ebd397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.993441 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a75700c-2675-4b4b-bdda-9074b7ebd397 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3daf4345-ddf3-46e7-a5b4-ac59b3343893 HTTP/1.1" status: 204 len: 168 time: 0.1292410 Jul 16 19:09:02.006117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75700c-2675-4b4b-bdda-9074b7ebd397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daf4345-ddf3-46e7-a5b4-ac59b3343893,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:02.312109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:02.351034 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-eb38b553-bba6-4bcc-904e-68716e1319ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b60bdd8ab4da4e84bcbcee59ebde320d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377607 Jul 16 19:09:02.353527 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38550) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:02.400415 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0875dea-bb6e-4485-a7f1-702d64246990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.421422 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0875dea-bb6e-4485-a7f1-702d64246990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.468987 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0875dea-bb6e-4485-a7f1-702d64246990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.472069 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e0875dea-bb6e-4485-a7f1-702d64246990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.473250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e0875dea-bb6e-4485-a7f1-702d64246990 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e678119e-3084-43a9-9019-5388e0db19e0 HTTP/1.1" status: 204 len: 168 time: 0.1188455 Jul 16 19:09:02.481081 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0875dea-bb6e-4485-a7f1-702d64246990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678119e-3084-43a9-9019-5388e0db19e0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:03.255620 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1206d3dd-752a-4be9-8570-e9f8b94837a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.025317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38590) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.030071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486984101', 'description': 'tempest-secgroup-smoke-486984101 description', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:04.052822 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.060412 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.154020 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.157904 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.198157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481baa14-6f1f-460e-8884-87f9eaeb0e95,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.253195 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.256809 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.285037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.286178 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2598591 Jul 16 19:09:04.287964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd2ab5-7d9c-4f13-8835-77813e7126dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186ced4b-d0fe-4b3e-b7e4-8b95195ae060,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.289338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.294269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-88ef1b3a-4da0-4928-856a-a3883d172215 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '186ced4b-d0fe-4b3e-b7e4-8b95195ae060', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:04.320016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88ef1b3a-4da0-4928-856a-a3883d172215 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.378857 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88ef1b3a-4da0-4928-856a-a3883d172215 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.382579 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88ef1b3a-4da0-4928-856a-a3883d172215 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.400903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef1b3a-4da0-4928-856a-a3883d172215 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dabcf5e-eba0-44e0-8c38-89276597b877,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.407697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88ef1b3a-4da0-4928-856a-a3883d172215 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.409099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-88ef1b3a-4da0-4928-856a-a3883d172215 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186655 Jul 16 19:09:04.412024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38594) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.416333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-d9b2e83f-dec0-4ac2-9894-cc05ef89e078 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '186ced4b-d0fe-4b3e-b7e4-8b95195ae060', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:04.443211 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e83f-dec0-4ac2-9894-cc05ef89e078 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.498420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e83f-dec0-4ac2-9894-cc05ef89e078 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.502611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e83f-dec0-4ac2-9894-cc05ef89e078 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.519371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2e83f-dec0-4ac2-9894-cc05ef89e078 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cdf02f-a4a9-469b-97c1-f6d3dded95c3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.526319 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d9b2e83f-dec0-4ac2-9894-cc05ef89e078 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.527526 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d9b2e83f-dec0-4ac2-9894-cc05ef89e078 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145623 Jul 16 19:09:04.530316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.535270 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-8a26ca38-0df7-46b3-b094-396f106b2b3a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '186ced4b-d0fe-4b3e-b7e4-8b95195ae060', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:04.560833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a26ca38-0df7-46b3-b094-396f106b2b3a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.620238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a26ca38-0df7-46b3-b094-396f106b2b3a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.623760 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a26ca38-0df7-46b3-b094-396f106b2b3a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.644495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26ca38-0df7-46b3-b094-396f106b2b3a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1c1900-2255-4862-80e6-527d21461698,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.648111 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8a26ca38-0df7-46b3-b094-396f106b2b3a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.649575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8a26ca38-0df7-46b3-b094-396f106b2b3a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181524 Jul 16 19:09:04.652046 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.656372 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f572f1e8-6779-4e76-9537-c23e674519b5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '186ced4b-d0fe-4b3e-b7e4-8b95195ae060', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:04.682865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f572f1e8-6779-4e76-9537-c23e674519b5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.744429 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f572f1e8-6779-4e76-9537-c23e674519b5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.747812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f572f1e8-6779-4e76-9537-c23e674519b5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.768655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572f1e8-6779-4e76-9537-c23e674519b5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a5d5b9-6b32-4fbf-b7d8-346c5f2c2490,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.772390 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f572f1e8-6779-4e76-9537-c23e674519b5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.773608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f572f1e8-6779-4e76-9537-c23e674519b5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206121 Jul 16 19:09:04.776315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38600) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.780712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5b73f032-7e8d-414f-a27d-27a559c003ea tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '186ced4b-d0fe-4b3e-b7e4-8b95195ae060', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:04.803126 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-5b73f032-7e8d-414f-a27d-27a559c003ea tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:09:04.807974 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b73f032-7e8d-414f-a27d-27a559c003ea tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.867958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b73f032-7e8d-414f-a27d-27a559c003ea tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.871646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b73f032-7e8d-414f-a27d-27a559c003ea tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.887336 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73f032-7e8d-414f-a27d-27a559c003ea tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec895ad4-afcd-4275-b495-61ffb9f29902,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.896374 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5b73f032-7e8d-414f-a27d-27a559c003ea tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.897660 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5b73f032-7e8d-414f-a27d-27a559c003ea tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203973 Jul 16 19:09:04.900342 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.904783 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-60aeece0-cbde-4b7c-8f96-bbd554700f81 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '186ced4b-d0fe-4b3e-b7e4-8b95195ae060', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:04.927931 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-60aeece0-cbde-4b7c-8f96-bbd554700f81 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:09:04.932682 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60aeece0-cbde-4b7c-8f96-bbd554700f81 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.993423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60aeece0-cbde-4b7c-8f96-bbd554700f81 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.996932 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60aeece0-cbde-4b7c-8f96-bbd554700f81 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.013320 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aeece0-cbde-4b7c-8f96-bbd554700f81 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01514a13-e11a-41a1-8d49-6d5a1db18f13,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:05.019501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-60aeece0-cbde-4b7c-8f96-bbd554700f81 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.020753 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-60aeece0-cbde-4b7c-8f96-bbd554700f81 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194279 Jul 16 19:09:05.023746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38604) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:05.028697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'network': {'name': 'tempest-network-smoke--23466456', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:05.049674 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:09:05.053048 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.075823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:09:05.085104 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.085445 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Added segment 519547e5-906c-485f-80bb-16f6d7662593 of type vlan for network 37246fbe-03a1-4955-87e5-a1cf70be4990 Jul 16 19:09:05.128286 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.156893 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.162784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:05.163362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.200958 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1761534 Jul 16 19:09:05.203986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:05.210293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'admin_state_up': True, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:05.243341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8072732-ac63-495d-81cf-28037f2a0c78 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Network': ['ID=37246fbe-03a1-4955-87e5-a1cf70be4990,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:05.254468 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 37246fbe-03a1-4955-87e5-a1cf70be4990 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:09:05.260728 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.261958 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.318406 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.760278 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.951390 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.970266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.021639 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.077770 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.98 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/6a0799b4-5fdf-42be-b8bc-45ae376ee5cd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:06.100869 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3da75852-5b88-4262-8db7-bfaef0b113dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.179605 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.216585 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.260839 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:06.263874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:06.268225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:06.271237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=6a0799b4-5fdf-42be-b8bc-45ae376ee5cd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:06.565171 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.760243 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.882099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router ea373258-b7fb-41f0-8b6a-65ba999a31a1 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:09:06.987557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:06.997706 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Sync routers for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:07.006906 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.008311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-797ef375-de4c-47ef-86c4-1b7d1de6e6d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8031886 Jul 16 19:09:07.008464 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:07.009179 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:07.011294 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38608) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:07.114916 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:07.140431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2bc3f943-f781-4ed9-a261-f45f46f4a187 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=02bf61f30cc84e43a1b7b3d945fa748d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1279609 Jul 16 19:09:07.143926 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38612) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:07.237353 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.298483 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db432573-dd62-4349-82a6-8cc5321ebb86 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:07.302812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-db432573-dd62-4349-82a6-8cc5321ebb86 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1551764 Jul 16 19:09:07.302965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38614) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:07.337400 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-81d1495f-94f8-4996-ad89-b87ff2cb4c4b tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333707 Jul 16 19:09:07.340062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38616) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:07.344995 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807582177', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:07.381669 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:06Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:07.411813 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Checking router: ea373258-b7fb-41f0-8b6a-65ba999a31a1 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:07.412156 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Updating router ea373258-b7fb-41f0-8b6a-65ba999a31a1 port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:09:07.434683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:09:07.438942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.446422 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.616454 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.669551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Subnet': ['ID=6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:07.687343 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Checking segment: {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:07.687811 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network hostable DHCP agents. Network: 37246fbe-03a1-4955-87e5-a1cf70be4990, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:09:07.696530 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.705241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 37246fbe-03a1-4955-87e5-a1cf70be4990 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:09:07.707204 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Transition to ACTIVE for port object 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:07.713177 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.713978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 37246fbe-03a1-4955-87e5-a1cf70be4990) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:07.718097 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:07.718689 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.726705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441a3242-d200-447e-b88b-e15df2f87744 None None] Network 37246fbe-03a1-4955-87e5-a1cf70be4990 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:09:07.736952 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f8ec6dbb-02cc-4504-a0e6-d5bed858a14a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3923504 Jul 16 19:09:07.737168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38618) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:07.764675 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Attempting to bind port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:07.765061 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Attempting to bind port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:07.765553 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Attempting to bind port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:07.779319 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:07.779741 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:07.780472 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.780472 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:07.780962 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Bound port: 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:07.781339 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.830885 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Pushing event updated for resources: {'Port': ['ID=6a0799b4-5fdf-42be-b8bc-45ae376ee5cd,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:07.840055 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] For port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:07.843220 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] For port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6a0799b4-5fdf-42be-b8bc-45ae376ee5cd,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:07.845828 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.846222 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.846625 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.847009 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.847439 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.847806 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.848143 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.848466 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.848831 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.849152 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.849500 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.849899 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:07.855113 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.886764 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-37246fbe-03a1-4955-87e5-a1cf70be4990', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:09:07.887794 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.915160 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:07.915868 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:07.957712 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86acf3b-2780-4eba-b29e-78eb70319e94 None None] Pushing event updated for resources: {'Port': ['ID=6a0799b4-5fdf-42be-b8bc-45ae376ee5cd,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:08.036644 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:08.048325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Allocated IP 172.20.0.2 (37246fbe-03a1-4955-87e5-a1cf70be4990/6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf/ecdcd87d-c09b-4f78-b3d1-e0636da426a3) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:08.201134 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.210882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Transition to ACTIVE for port object ecdcd87d-c09b-4f78-b3d1-e0636da426a3 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:08.225990 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Transition to ACTIVE for port object ecdcd87d-c09b-4f78-b3d1-e0636da426a3 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:08.226246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.231678 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:06Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:08.233002 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.261876 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2c4fa-63b2-4bd2-bbf8-921968e4240e None None] The sync data for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 is: [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:06Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:08.278214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Network 37246fbe-03a1-4955-87e5-a1cf70be4990 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:08.285466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:08.288542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:08.296947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Pushing event updated for resources: {'Port': ['ID=ecdcd87d-c09b-4f78-b3d1-e0636da426a3,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:08.358213 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Attempting to bind port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:08.358598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Attempting to bind port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:08.358951 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Attempting to bind port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 on network 37246fbe-03a1-4955-87e5-a1cf70be4990 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:08.365212 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:08.365585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Checking segment: {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:08.365986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.366379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Bound using segment: {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:08.366851 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Bound port: ecdcd87d-c09b-4f78-b3d1-e0636da426a3, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:08.367232 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.442028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] For port ecdcd87d-c09b-4f78-b3d1-e0636da426a3, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:08.445720 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] For port ecdcd87d-c09b-4f78-b3d1-e0636da426a3, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ecdcd87d-c09b-4f78-b3d1-e0636da426a3,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:08.450949 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.548406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32e0c6-74ee-4844-8132-2b2edb434e24 None None] Pushing event updated for resources: {'Port': ['ID=ecdcd87d-c09b-4f78-b3d1-e0636da426a3,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:08.906732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.1 (37246fbe-03a1-4955-87e5-a1cf70be4990/6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf/7c219b27-808b-43a0-8001-1cc8453ac16e) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:08.926505 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.028436 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.048354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object 7c219b27-808b-43a0-8001-1cc8453ac16e will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:09.083886 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.130408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 37246fbe-03a1-4955-87e5-a1cf70be4990 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:09.133994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:09.137017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:09.165197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=7c219b27-808b-43a0-8001-1cc8453ac16e,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:09.190929 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.339674 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.506801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ecdcd87d-c09b-4f78-b3d1-e0636da426a3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:09.532864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8e5905-d349-47be-8f8e-5ec7650c679a None None] Network 37246fbe-03a1-4955-87e5-a1cf70be4990 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:09:09.644523 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-350b6464-d043-4fc4-b0cf-93d716eabdf5 None None] Provisioning for port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:09.654087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.658915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.667746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:09.679956 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:09.680332 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.733515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=7c219b27-808b-43a0-8001-1cc8453ac16e,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:09.744671 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.805691 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.842355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port ecdcd87d-c09b-4f78-b3d1-e0636da426a3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ecdcd87d-c09b-4f78-b3d1-e0636da426a3,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:09.846841 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.848028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 37246fbe-03a1-4955-87e5-a1cf70be4990 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:09.848631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:09.849973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:09.929217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=ecdcd87d-c09b-4f78-b3d1-e0636da426a3,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:09.947975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:09.952286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:09.953223 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.986323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router ea373258-b7fb-41f0-8b6a-65ba999a31a1 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:09:10.045521 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.068902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6a0799b4-5fdf-42be-b8bc-45ae376ee5cd,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:10.073627 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.132629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:10.138525 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8f993326-b4f6-4f6c-b1bb-aeaa1a9e8003 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/ea373258-b7fb-41f0-8b6a-65ba999a31a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4002197 Jul 16 19:09:10.144091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Sync routers for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:10.151440 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bbd81184-09d6-47fe-8297-f1beac60fc64 None None] Provisioning for port 7c219b27-808b-43a0-8001-1cc8453ac16e completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:10.155967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=6a0799b4-5fdf-42be-b8bc-45ae376ee5cd,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:10.161598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bbd81184-09d6-47fe-8297-f1beac60fc64 None None] Provisioning complete for port 7c219b27-808b-43a0-8001-1cc8453ac16e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:10.161974 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd81184-09d6-47fe-8297-f1beac60fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.194785 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:10.195430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:10.244629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bbd81184-09d6-47fe-8297-f1beac60fc64 None None] Port 7c219b27-808b-43a0-8001-1cc8453ac16e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:09:10.267509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-bbd81184-09d6-47fe-8297-f1beac60fc64 None None] Provisioning complete for port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:10.267888 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bbd81184-09d6-47fe-8297-f1beac60fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.306658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-9693b4ac-9c8f-4dc0-8021-e0c255a7cb64 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486984101&fields=id&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 267 time: 0.0382175 Jul 16 19:09:10.424457 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-feaddccc-d277-41e7-9425-ee8222698c39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:10.426109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-feaddccc-d277-41e7-9425-ee8222698c39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/networks?id=37246fbe-03a1-4955-87e5-a1cf70be4990 HTTP/1.1" status: 200 len: 795 time: 0.1128228 Jul 16 19:09:10.442750 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-5ad8466d-15da-4fa3-ad00-b6bd94484c13 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/quotas/02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 375 time: 0.0108202 Jul 16 19:09:10.511007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:10.515633 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-f5f26875-ad4e-431f-b9a3-9b2b01d41f1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675218 Jul 16 19:09:10.531515 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-f42391ea-856c-4145-8310-7593ed2eea4e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:09:10.532487 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-f42391ea-856c-4145-8310-7593ed2eea4e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055578 Jul 16 19:09:10.621954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-df84f0fa-b0e3-4178-8c92-bbba796199d5 service neutron] 10.222.0.60 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835483 Jul 16 19:09:10.717191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-93e0f2e6-2a48-48d0-afe9-3813f461edf5 service neutron] 10.222.0.60 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887973 Jul 16 19:09:10.750181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2475beab-12eb-41c9-bb9f-b6d1fb33a221 None None] Provisioning complete for port 7c219b27-808b-43a0-8001-1cc8453ac16e triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:10.750596 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2475beab-12eb-41c9-bb9f-b6d1fb33a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.753457 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7c219b27-808b-43a0-8001-1cc8453ac16e', 'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:bd:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:08Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 2, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:10.801693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Checking router: ea373258-b7fb-41f0-8b6a-65ba999a31a1 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:10.801970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Updating router ea373258-b7fb-41f0-8b6a-65ba999a31a1 port 7c219b27-808b-43a0-8001-1cc8453ac16e binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:09:10.862790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-2475beab-12eb-41c9-bb9f-b6d1fb33a221 None None] Port 7c219b27-808b-43a0-8001-1cc8453ac16e cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:09:10.867103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.868145 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.896337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f8b810d-b445-4341-81a6-b1bd5dabedb7 req-6726b570-3707-4e89-902f-e2eff1c048c9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 210 time: 0.0342968 Jul 16 19:09:11.161399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.171053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Transition to ACTIVE for port object 7c219b27-808b-43a0-8001-1cc8453ac16e will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:11.177390 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.227902 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb80b2-c191-4e1d-9799-6c1b4ce32b99 None None] Pushing event updated for resources: {'Port': ['ID=7c219b27-808b-43a0-8001-1cc8453ac16e,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:11.290633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Attempting to bind port 7c219b27-808b-43a0-8001-1cc8453ac16e on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:11.291011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Attempting to bind port 7c219b27-808b-43a0-8001-1cc8453ac16e by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:11.291378 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Attempting to bind port 7c219b27-808b-43a0-8001-1cc8453ac16e on network 37246fbe-03a1-4955-87e5-a1cf70be4990 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:11.298747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:11.299148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Checking segment: {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:11.299556 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.299960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Bound using segment: {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:11.300461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Bound port: 7c219b27-808b-43a0-8001-1cc8453ac16e, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:11.301449 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.410641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] For port 7c219b27-808b-43a0-8001-1cc8453ac16e, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:11.414734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] For port 7c219b27-808b-43a0-8001-1cc8453ac16e, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7c219b27-808b-43a0-8001-1cc8453ac16e,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:11.423578 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.488285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ecdcd87d-c09b-4f78-b3d1-e0636da426a3 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:11.565480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:11.566129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:11.617508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb80b2-c191-4e1d-9799-6c1b4ce32b99 None None] Pushing event updated for resources: {'Port': ['ID=7c219b27-808b-43a0-8001-1cc8453ac16e,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:11.648912 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:11.649294 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.759999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:11.900295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:12.044377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:12.044812 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.097108 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-289e7b40-43ab-4309-8617-d329cd6c2e3d req-be74177e-84d5-4d56-b169-0315a1ab64a0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 210 time: 0.0410538 Jul 16 19:09:12.123588 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-63eb166f-6711-490b-83cf-d60987897daa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:12.125253 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-63eb166f-6711-490b-83cf-d60987897daa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/networks?id=37246fbe-03a1-4955-87e5-a1cf70be4990 HTTP/1.1" status: 200 len: 795 time: 0.1825702 Jul 16 19:09:12.174956 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-ace5325a-6730-44c3-adfd-98a2ef382634 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 379 time: 0.0406432 Jul 16 19:09:12.180303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7c219b27-808b-43a0-8001-1cc8453ac16e', 'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:bd:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:08Z', 'updated_at': '2021-07-16T19:09:11Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:12.185581 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'port': {'device_id': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'admin_state_up': True, 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'security_groups': ['186ced4b-d0fe-4b3e-b7e4-8b95195ae060']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:12.213508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fc92ea-f972-4dc5-8f41-3bdb5334ff3e None None] The sync data for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 is: [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7c219b27-808b-43a0-8001-1cc8453ac16e', 'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:bd:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:08Z', 'updated_at': '2021-07-16T19:09:11Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:12.316484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:09:12.320634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.455593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.4 (37246fbe-03a1-4955-87e5-a1cf70be4990/6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf/7eee88f8-9c83-4435-9784-206164c3b62c) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:12.600492 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.619585 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object 7eee88f8-9c83-4435-9784-206164c3b62c will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:12.654527 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.702216 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 37246fbe-03a1-4955-87e5-a1cf70be4990 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:12.706101 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:12.710311 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:12.716915 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=7eee88f8-9c83-4435-9784-206164c3b62c,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:12.770812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:12.771566 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.787182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-7a0edc62-8940-465d-85f0-c6ad6406d6c7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065762 Jul 16 19:09:12.799325 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-9e9ffe98-aec9-44b1-9372-f1a3778e8590 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:09:12.800616 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-9e9ffe98-aec9-44b1-9372-f1a3778e8590 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069833 Jul 16 19:09:12.861387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Request body: {'port': {'device_id': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:12.941728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.982338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aeb872d5-9094-4a08-9617-55dda34cd533 None None] Provisioning for port 7eee88f8-9c83-4435-9784-206164c3b62c completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:12.986502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-aeb872d5-9094-4a08-9617-55dda34cd533 None None] Provisioning complete for port 7eee88f8-9c83-4435-9784-206164c3b62c triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:12.986983 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aeb872d5-9094-4a08-9617-55dda34cd533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.023181 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-aeb872d5-9094-4a08-9617-55dda34cd533 None None] Port 7eee88f8-9c83-4435-9784-206164c3b62c cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:09:13.226152 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eee88f8-9c83-4435-9784-206164c3b62c {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:09:13.235849 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.248766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Transition to ACTIVE for port object 7eee88f8-9c83-4435-9784-206164c3b62c will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:13.253703 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.288140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0e8ff-9ff2-40e1-8d73-284ef7810f37 req-1176a382-37e5-450c-9dfd-21191d0151ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.296565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0d0e8ff-9ff2-40e1-8d73-284ef7810f37 req-1176a382-37e5-450c-9dfd-21191d0151ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 931 time: 0.0873337 Jul 16 19:09:13.332901 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Pushing event updated for resources: {'Port': ['ID=7eee88f8-9c83-4435-9784-206164c3b62c,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:13.334538 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d0d0e8ff-9ff2-40e1-8d73-284ef7810f37 req-3661bde4-eec0-40cb-8214-9c5eb2bd44b8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370984 Jul 16 19:09:13.389457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Attempting to bind port 7eee88f8-9c83-4435-9784-206164c3b62c on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:13.389795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Attempting to bind port 7eee88f8-9c83-4435-9784-206164c3b62c by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:13.390126 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Attempting to bind port 7eee88f8-9c83-4435-9784-206164c3b62c on network 37246fbe-03a1-4955-87e5-a1cf70be4990 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:13.398569 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Port 7eee88f8-9c83-4435-9784-206164c3b62c on network 37246fbe-03a1-4955-87e5-a1cf70be4990 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:09:13.398898 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Attempting to bind port 7eee88f8-9c83-4435-9784-206164c3b62c on network 37246fbe-03a1-4955-87e5-a1cf70be4990 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:13.403964 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:13.407987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Checking segment: {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:13.408457 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Bound using segment: {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:13.408933 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Bound port: 7eee88f8-9c83-4435-9784-206164c3b62c, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519547e5-906c-485f-80bb-16f6d7662593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:13.409558 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.482382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] For port 7eee88f8-9c83-4435-9784-206164c3b62c, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:13.486623 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] For port 7eee88f8-9c83-4435-9784-206164c3b62c, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7eee88f8-9c83-4435-9784-206164c3b62c,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:13.490845 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.499344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7c219b27-808b-43a0-8001-1cc8453ac16e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:13.526014 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.526695 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.528146 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] 10.222.0.45 "PUT /v2.0/ports/7eee88f8-9c83-4435-9784-206164c3b62c HTTP/1.1" status: 200 len: 1092 time: 0.7208016 Jul 16 19:09:13.528619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:13.530923 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:13.558512 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd7d3a-ea1f-4063-85e1-b6e7ad509f16 service neutron] Pushing event updated for resources: {'Port': ['ID=7eee88f8-9c83-4435-9784-206164c3b62c,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:13.600238 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 7c219b27-808b-43a0-8001-1cc8453ac16e completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:13.604860 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7c219b27-808b-43a0-8001-1cc8453ac16e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:13.605375 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.651544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-09496ccd-c9c6-4e58-a3e2-3c390a34f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.653709 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-09496ccd-c9c6-4e58-a3e2-3c390a34f939 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 1095 time: 0.0748386 Jul 16 19:09:13.655390 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fe0c11-0d05-40f4-8000-e85dbc6eb318 x-openstack-request-id: req-60fe0c11-0d05-40f4-8000-e85dbc6eb318 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:13.655678 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:13.656109 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60fe0c11-0d05-40f4-8000-e85dbc6eb318 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:13.656533 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c', 'status': 'completed', 'code': 200} Jul 16 19:09:13.698759 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.699717 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-b07cadea-e802-4f14-a615-0e37b1afa0aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eee88f8-9c83-4435-9784-206164c3b62c HTTP/1.1" status: 200 len: 217 time: 0.0381832 Jul 16 19:09:13.735714 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 7c219b27-808b-43a0-8001-1cc8453ac16e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7c219b27-808b-43a0-8001-1cc8453ac16e,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:13.742465 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.758750 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-5bbe0f19-ab82-4957-95e8-d0badcae6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.760463 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-5bbe0f19-ab82-4957-95e8-d0badcae6167 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf HTTP/1.1" status: 200 len: 835 time: 0.0545337 Jul 16 19:09:13.801389 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=7c219b27-808b-43a0-8001-1cc8453ac16e,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:13.824164 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-c40019ef-6159-4067-a0eb-a8ce80037e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.825721 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-c40019ef-6159-4067-a0eb-a8ce80037e0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37246fbe-03a1-4955-87e5-a1cf70be4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587051 Jul 16 19:09:13.917589 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-adff6b10-f134-4e73-b16a-f8631fb75fa9 service neutron] 10.222.0.45 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856562 Jul 16 19:09:14.008406 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9c610af3-f33e-4a3a-82cf-af38771beda1 req-4d325eed-f7fa-43e4-875a-29dd5da62c14 service neutron] 10.222.0.45 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844655 Jul 16 19:09:14.115297 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-116f3fa4-f49d-48ff-91c3-159295675be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:14.116849 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-116f3fa4-f49d-48ff-91c3-159295675be3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 1095 time: 0.0611389 Jul 16 19:09:14.206684 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-a87a8a04-411d-4ff2-be98-1792d6be7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:14.208202 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-a87a8a04-411d-4ff2-be98-1792d6be7d99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37246fbe-03a1-4955-87e5-a1cf70be4990 HTTP/1.1" status: 200 len: 896 time: 0.0851130 Jul 16 19:09:14.254554 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-a749447a-b2a1-4773-b4a7-4fa122cfe30a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eee88f8-9c83-4435-9784-206164c3b62c HTTP/1.1" status: 200 len: 217 time: 0.0389338 Jul 16 19:09:14.303832 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-aeb7a0e1-6831-45e7-a18b-44baa057839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:14.305414 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-aeb7a0e1-6831-45e7-a18b-44baa057839f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf HTTP/1.1" status: 200 len: 835 time: 0.0438251 Jul 16 19:09:14.361344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-860c6a77-c95b-4713-8f66-e739926328de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:14.362836 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-860c6a77-c95b-4713-8f66-e739926328de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37246fbe-03a1-4955-87e5-a1cf70be4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509620 Jul 16 19:09:14.458024 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-3ea05d26-690b-4350-8308-57d52ea25948 service neutron] 10.222.0.45 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874369 Jul 16 19:09:14.512153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a8d2c-6398-4da1-a475-e0089b9aec93 req-157e48e6-5145-4c32-ab66-f81aeb0c7c19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:14.513658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a9a8d2c-6398-4da1-a475-e0089b9aec93 req-157e48e6-5145-4c32-ab66-f81aeb0c7c19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 943 time: 0.0641334 Jul 16 19:09:14.551794 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9f21a214-5ea7-43c0-9352-cf77d6ea65dd req-358544d3-66c6-46f4-bd91-7c76b8ce95e3 service neutron] 10.222.0.45 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863831 Jul 16 19:09:14.552886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9a9a8d2c-6398-4da1-a475-e0089b9aec93 req-24475b37-e36a-455d-8b40-2049c25bcb04 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333896 Jul 16 19:09:15.448499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7c219b27-808b-43a0-8001-1cc8453ac16e up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:15.495348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 7c219b27-808b-43a0-8001-1cc8453ac16e triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:15.495724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.729629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5627a3f-a432-4824-b8a1-ddbc60acca9f req-0514435c-540c-4f95-b000-a5ebaa2c1bb8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:15.731027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5627a3f-a432-4824-b8a1-ddbc60acca9f req-0514435c-540c-4f95-b000-a5ebaa2c1bb8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 943 time: 0.0644622 Jul 16 19:09:15.772717 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5627a3f-a432-4824-b8a1-ddbc60acca9f req-af351ad8-aead-49a2-b724-64ccac5a3b75 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358875 Jul 16 19:09:16.762741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7eee88f8-9c83-4435-9784-206164c3b62c details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:09:16.859272 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 7eee88f8-9c83-4435-9784-206164c3b62c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7eee88f8-9c83-4435-9784-206164c3b62c,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:16.871225 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '7eee88f8-9c83-4435-9784-206164c3b62c', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'port_id': '7eee88f8-9c83-4435-9784-206164c3b62c', 'mac_address': 'fa:16:3e:7a:7c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:09:16.909924 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.924071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eee88f8-9c83-4435-9784-206164c3b62c {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:09:16.943268 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 7eee88f8-9c83-4435-9784-206164c3b62c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7eee88f8-9c83-4435-9784-206164c3b62c,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:16.946989 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.952324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43695042-ee90-4298-9277-5932708079b3 req-019eee7b-86f3-4f1a-bc53-2decca19b046 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:16.953932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43695042-ee90-4298-9277-5932708079b3 req-019eee7b-86f3-4f1a-bc53-2decca19b046 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 943 time: 0.0664194 Jul 16 19:09:16.992877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43695042-ee90-4298-9277-5932708079b3 req-1ad65ac0-73b1-459d-927d-18873b50cb16 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328217 Jul 16 19:09:16.998840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=7eee88f8-9c83-4435-9784-206164c3b62c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:17.180491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['7eee88f8-9c83-4435-9784-206164c3b62c'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:09:18.177713 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e23d59-cd4e-45c7-8821-2711f954481c req-cf396dcd-af08-4d71-850b-dd8377d813ec tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:18.179224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14e23d59-cd4e-45c7-8821-2711f954481c req-cf396dcd-af08-4d71-850b-dd8377d813ec tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 944 time: 0.0652723 Jul 16 19:09:18.216315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-14e23d59-cd4e-45c7-8821-2711f954481c req-444c24d2-f027-49c4-a19e-d5c44e0bdba7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Jul 16 19:09:18.765099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7eee88f8-9c83-4435-9784-206164c3b62c up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:18.813613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 7eee88f8-9c83-4435-9784-206164c3b62c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:18.817251 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 7eee88f8-9c83-4435-9784-206164c3b62c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:18.817622 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.892828 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.915297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:18.917745 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b8072c-d5f1-432d-9dca-d41908924792" -d '{"events": [{"server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "name": "network-vif-plugged", "status": "completed", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:18.934064 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 7eee88f8-9c83-4435-9784-206164c3b62c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7eee88f8-9c83-4435-9784-206164c3b62c,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:18.940582 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.941309 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:18.967191 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56273b82-47db-4f3a-bf9a-c63b0acb986c x-openstack-request-id: req-56273b82-47db-4f3a-bf9a-c63b0acb986c {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:18.967482 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "name": "network-vif-plugged", "status": "completed", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:18.967735 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56273b82-47db-4f3a-bf9a-c63b0acb986c {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:18.968121 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c', 'code': 200} Jul 16 19:09:18.995011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=7eee88f8-9c83-4435-9784-206164c3b62c,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:19.074282 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c48e9b-48dd-485f-8848-48f2b895a9b3 req-b54cdf4b-b4ce-4015-b21d-5ff4b6147a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:19.075707 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28c48e9b-48dd-485f-8848-48f2b895a9b3 req-b54cdf4b-b4ce-4015-b21d-5ff4b6147a9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 1097 time: 0.0562460 Jul 16 19:09:19.109630 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-28c48e9b-48dd-485f-8848-48f2b895a9b3 req-f7afa744-c475-4cb7-8d2f-db320aa5d551 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278528 Jul 16 19:09:19.403392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224143b-97cc-406a-a5a1-c105628b8874 req-d5be3422-96c1-4da0-9f3d-5f41cc302964 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:19.405004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f224143b-97cc-406a-a5a1-c105628b8874 req-d5be3422-96c1-4da0-9f3d-5f41cc302964 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0674791 Jul 16 19:09:19.444140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f224143b-97cc-406a-a5a1-c105628b8874 req-dd568290-f72a-4243-a857-acbd1d6d4c66 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328758 Jul 16 19:09:20.637021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348466a1-1bee-40cd-8b0d-e8f350611194 req-86584e1f-2770-4371-bd96-fb84fd3c1a5e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:20.638588 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-348466a1-1bee-40cd-8b0d-e8f350611194 req-86584e1f-2770-4371-bd96-fb84fd3c1a5e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0661719 Jul 16 19:09:20.677261 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-348466a1-1bee-40cd-8b0d-e8f350611194 req-0fb04f65-d63c-46bc-ad3d-5c9b5a7e9606 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323899 Jul 16 19:09:20.849099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962c82-16c5-425f-8149-61e63dba3c90 req-4cf96869-2cda-41a0-a945-281f0da69601 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:20.850673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e962c82-16c5-425f-8149-61e63dba3c90 req-4cf96869-2cda-41a0-a945-281f0da69601 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0630281 Jul 16 19:09:20.891828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e962c82-16c5-425f-8149-61e63dba3c90 req-79e3efdb-ba6a-43c3-a095-ae5282d56254 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351443 Jul 16 19:09:20.915492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38678) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:20.968691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2802f22a-f87d-49ea-b89e-da52b8e379d0 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:20.970266 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2802f22a-f87d-49ea-b89e-da52b8e379d0 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 1092 time: 0.0538056 Jul 16 19:09:20.973146 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38680) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:20.977449 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '7eee88f8-9c83-4435-9784-206164c3b62c', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:20.999663 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.095879 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.201383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.135 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/99fc0f30-5a5d-49e2-98dc-4a04f1ae46eb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:21.300786 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.344080 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.383172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:21.385818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:21.392669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:21.395712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=99fc0f30-5a5d-49e2-98dc-4a04f1ae46eb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:21.759585 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.835589 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.987809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.993161 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:22.056883 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=99fc0f30-5a5d-49e2-98dc-4a04f1ae46eb,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:22.073023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:22.182525 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP 87158891-6080-466c-b4a9-348218e711f4 associated. External IP: 172.25.2.135, port: 7eee88f8-9c83-4435-9784-206164c3b62c. Jul 16 19:09:22.392698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router ea373258-b7fb-41f0-8b6a-65ba999a31a1 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:09:22.499697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:22.509866 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] Sync routers for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:22.517161 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:22.519438 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:22.520054 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:22.553875 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1a568639-7dc4-41f1-87d6-6d7761172bd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5797205 Jul 16 19:09:22.554541 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:22.556936 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:22.605238 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60336fa-868d-4a90-9c5f-6fae69f1f7b3 x-openstack-request-id: req-a60336fa-868d-4a90-9c5f-6fae69f1f7b3 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:22.605531 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:22.605783 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a60336fa-868d-4a90-9c5f-6fae69f1f7b3 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:22.607453 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c', 'status': 'completed', 'code': 200} Jul 16 19:09:22.635462 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:22.685670 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-22184b69-028e-4b66-9004-6bc9941b2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.687195 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-22184b69-028e-4b66-9004-6bc9941b2d6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 1097 time: 0.0581083 Jul 16 19:09:22.723891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b99008-4166-408a-9188-0954a5cbbf5a req-de24a8ec-4615-4054-9d29-b0501d0f1e3c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.725539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1b99008-4166-408a-9188-0954a5cbbf5a req-de24a8ec-4615-4054-9d29-b0501d0f1e3c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0701020 Jul 16 19:09:22.764546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b1b99008-4166-408a-9188-0954a5cbbf5a req-e2426c79-64a2-4125-bfbd-b229e82b72c1 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332942 Jul 16 19:09:22.791375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38686) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:22.798256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-c1ad9430-a97b-45a5-832a-b2652a2ac61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.800155 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-c1ad9430-a97b-45a5-832a-b2652a2ac61b service neutron] 10.222.0.45 "GET /v2.0/networks?id=37246fbe-03a1-4955-87e5-a1cf70be4990 HTTP/1.1" status: 200 len: 896 time: 0.1071794 Jul 16 19:09:22.855294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b7d69b5e-5e82-4758-a874-5b43f8f43f74 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/87158891-6080-466c-b4a9-348218e711f4 HTTP/1.1" status: 200 len: 991 time: 0.0621102 Jul 16 19:09:22.868601 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-47198175-ac3c-4e40-b430-2c2dbdd64273 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eee88f8-9c83-4435-9784-206164c3b62c HTTP/1.1" status: 200 len: 999 time: 0.0619621 Jul 16 19:09:22.870098 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '87158891-6080-466c-b4a9-348218e711f4', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'port_id': '7eee88f8-9c83-4435-9784-206164c3b62c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'mac_address': 'fa:16:3e:7a:7c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:09:21Z', 'updated_at': '2021-07-16T19:09:21Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c219b27-808b-43a0-8001-1cc8453ac16e', 'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:bd:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:08Z', 'updated_at': '2021-07-16T19:09:13Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:22.898649 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] Checking router: ea373258-b7fb-41f0-8b6a-65ba999a31a1 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:22.907170 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:22.907775 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:09:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:22.916441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-acdda14c-d759-4639-b498-914a922b0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.918073 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-acdda14c-d759-4639-b498-914a922b0260 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf HTTP/1.1" status: 200 len: 835 time: 0.0436251 Jul 16 19:09:22.979006 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-7e4a8507-ead0-430c-8c5d-0f2982bb40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.980469 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-7e4a8507-ead0-430c-8c5d-0f2982bb40b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37246fbe-03a1-4955-87e5-a1cf70be4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565698 Jul 16 19:09:23.011699 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:23.069467 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-f22815a1-3fea-48d0-92c5-825e81ca12c9 service neutron] 10.222.0.45 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825329 Jul 16 19:09:23.331412 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '87158891-6080-466c-b4a9-348218e711f4', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'port_id': '7eee88f8-9c83-4435-9784-206164c3b62c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'mac_address': 'fa:16:3e:7a:7c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:09:21Z', 'updated_at': '2021-07-16T19:09:21Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c219b27-808b-43a0-8001-1cc8453ac16e', 'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:bd:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:08Z', 'updated_at': '2021-07-16T19:09:13Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:23.363178 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effc7221-32af-4f12-a43a-81c1501e40e3 None None] The sync data for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 is: [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '87158891-6080-466c-b4a9-348218e711f4', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.135', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'port_id': '7eee88f8-9c83-4435-9784-206164c3b62c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'mac_address': 'fa:16:3e:7a:7c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:09:21Z', 'updated_at': '2021-07-16T19:09:21Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c219b27-808b-43a0-8001-1cc8453ac16e', 'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:bd:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:08Z', 'updated_at': '2021-07-16T19:09:13Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:23.446417 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6b012fcc-95c2-4e49-8e1a-7aae1989af5e req-136c7cd3-3c9a-460b-bd0f-70ed9a864504 service neutron] 10.222.0.45 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706093 Jul 16 19:09:23.579092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19451210-741c-4946-b0a9-606efc8c9104 None None] New status for floating IP 87158891-6080-466c-b4a9-348218e711f4: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:09:23.858175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38688) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:23.921170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-74963356-2d44-46ee-98a9-2a768dbec035 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/87158891-6080-466c-b4a9-348218e711f4 HTTP/1.1" status: 200 len: 993 time: 0.0618389 Jul 16 19:09:29.409745 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:33.256112 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc722-fb68-4aa6-b6f9-6209649d339c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:36.023539 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:36.100709 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-50d4f0ce-56f1-4495-ac67-f405dea3e900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:37.241371 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:38.925921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:40.827360 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:55.465901 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871182c-1ff7-49d3-9e0e-db7a4a513160 req-18954915-dc8b-4ab8-88e0-024dd8ad8572 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:55.467407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1871182c-1ff7-49d3-9e0e-db7a4a513160 req-18954915-dc8b-4ab8-88e0-024dd8ad8572 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0650342 Jul 16 19:09:55.505457 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1871182c-1ff7-49d3-9e0e-db7a4a513160 req-61f2cf01-77f3-46dd-b4b6-c0e0267e53d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321980 Jul 16 19:09:55.941727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:56.683325 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d660a-27e3-4cb5-a3fc-a88467ac3461 req-6cc6a33a-c689-48b5-a7cc-8a56e8efd5fc tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:56.684810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-825d660a-27e3-4cb5-a3fc-a88467ac3461 req-6cc6a33a-c689-48b5-a7cc-8a56e8efd5fc tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0630701 Jul 16 19:09:56.720665 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-825d660a-27e3-4cb5-a3fc-a88467ac3461 req-f4e8d3f0-4c77-4568-a53d-7b2ba80caedb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303922 Jul 16 19:09:56.745752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38706) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:56.809371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e7dfb680-267d-4172-9831-2eeb0b0fc46f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/87158891-6080-466c-b4a9-348218e711f4 HTTP/1.1" status: 200 len: 993 time: 0.0623925 Jul 16 19:09:58.250109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2bd60-d5e1-40d6-b05e-f572b4fc2b53 req-5315b0e3-28a5-4978-8589-c24781701a83 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:58.251580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fec2bd60-d5e1-40d6-b05e-f572b4fc2b53 req-5315b0e3-28a5-4978-8589-c24781701a83 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0621486 Jul 16 19:09:58.293549 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fec2bd60-d5e1-40d6-b05e-f572b4fc2b53 req-17875795-148d-4fdd-8498-a8dc3a034bfa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344512 Jul 16 19:09:59.419776 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:59.470779 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e0f33-91fd-43e0-b7e1-dd3159c97ea5 req-ba9282d7-e101-4a9e-a33b-e6e76bad3e4f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:59.472268 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a6e0f33-91fd-43e0-b7e1-dd3159c97ea5 req-ba9282d7-e101-4a9e-a33b-e6e76bad3e4f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0671322 Jul 16 19:09:59.510521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a6e0f33-91fd-43e0-b7e1-dd3159c97ea5 req-a6dfb526-f69b-4b83-8bb8-3583675748fd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317619 Jul 16 19:09:59.535527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38716) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:59.594671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1c7586cf-c490-48a6-b3a1-2be362e2bce2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/87158891-6080-466c-b4a9-348218e711f4 HTTP/1.1" status: 200 len: 993 time: 0.0580449 Jul 16 19:09:59.850246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38722) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:00.006648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 99fc0f30-5a5d-49e2-98dc-4a04f1ae46eb {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:00.006891 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.084712 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.085045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.096252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 99fc0f30-5a5d-49e2-98dc-4a04f1ae46eb owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:00.241915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.266373 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=99fc0f30-5a5d-49e2-98dc-4a04f1ae46eb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:00.277367 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.277717 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.278056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.278392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.278728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.279061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.279388 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.279714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.280045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.280369 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.280720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.281045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:00.338831 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.339217 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP 87158891-6080-466c-b4a9-348218e711f4 disassociated (deleted). External IP: 172.25.2.135, port: 7eee88f8-9c83-4435-9784-206164c3b62c. Jul 16 19:10:00.549741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router ea373258-b7fb-41f0-8b6a-65ba999a31a1 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:00.944113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:00.948898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.953405 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] Sync routers for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:00.962932 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:00.963544 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:09:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:00.985417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-114ef799-b641-4587-a63e-a1db9e8a00f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/floatingips/87158891-6080-466c-b4a9-348218e711f4 HTTP/1.1" status: 204 len: 168 time: 1.1340797 Jul 16 19:10:00.986069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:00.988346 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571511e8-eba7-4c6e-827e-cd35b7a172b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:01.027056 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46933bf2-79a5-4576-af44-679742e51136 x-openstack-request-id: req-46933bf2-79a5-4576-af44-679742e51136 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:01.027344 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:01.027587 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46933bf2-79a5-4576-af44-679742e51136 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:01.027979 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c', 'status': 'completed', 'code': 200} Jul 16 19:10:01.072557 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:01.104007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-67f6c65c-3f56-4b5a-ba6c-8bab5b3e3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:01.105548 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-67f6c65c-3f56-4b5a-ba6c-8bab5b3e3112 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 1097 time: 0.0556972 Jul 16 19:10:01.211746 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-b007c103-8ef5-4948-bc4c-84c18455e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:01.213338 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-b007c103-8ef5-4948-bc4c-84c18455e0ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=37246fbe-03a1-4955-87e5-a1cf70be4990 HTTP/1.1" status: 200 len: 896 time: 0.1019640 Jul 16 19:10:01.259324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-7f494173-ebb0-4f03-8a04-e71a7ed508b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eee88f8-9c83-4435-9784-206164c3b62c HTTP/1.1" status: 200 len: 217 time: 0.0357993 Jul 16 19:10:01.294135 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7c219b27-808b-43a0-8001-1cc8453ac16e', 'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:bd:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:08Z', 'updated_at': '2021-07-16T19:09:13Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:01.311379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-15a0a92e-3de2-40ce-ab3b-3fcd50d28c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:01.314645 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-15a0a92e-3de2-40ce-ab3b-3fcd50d28c19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf HTTP/1.1" status: 200 len: 835 time: 0.0479052 Jul 16 19:10:01.321544 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] Checking router: ea373258-b7fb-41f0-8b6a-65ba999a31a1 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:01.330487 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:01.331088 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:09:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:01.369754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52738b8c-877c-4fbc-98a9-482626860dd4 req-41ba62c3-a34c-42d9-929f-e358d82c2b34 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:01.370886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52738b8c-877c-4fbc-98a9-482626860dd4 req-41ba62c3-a34c-42d9-929f-e358d82c2b34 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0671608 Jul 16 19:10:01.379611 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-246dfeb1-3134-4ed3-8c48-7db28c85baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:01.381611 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-246dfeb1-3134-4ed3-8c48-7db28c85baa2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37246fbe-03a1-4955-87e5-a1cf70be4990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615633 Jul 16 19:10:01.416817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52738b8c-877c-4fbc-98a9-482626860dd4 req-ca48bef2-4010-4435-a0c4-2bcd76cdd537 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370007 Jul 16 19:10:01.443650 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:01.477555 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-1022d319-72e2-4971-a108-be39c7a8fa4f service neutron] 10.222.0.45 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891817 Jul 16 19:10:01.572230 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-571511e8-eba7-4c6e-827e-cd35b7a172b7 req-09a68334-41cc-4934-829c-841e8ba1dee1 service neutron] 10.222.0.45 "GET /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879714 Jul 16 19:10:01.643049 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7c219b27-808b-43a0-8001-1cc8453ac16e', 'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:bd:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:08Z', 'updated_at': '2021-07-16T19:09:13Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:01.670028 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85726857-d8f1-420d-be87-eacfeec7d557 None None] The sync data for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 is: [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '7c219b27-808b-43a0-8001-1cc8453ac16e', 'name': '', 'network_id': '37246fbe-03a1-4955-87e5-a1cf70be4990', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:bd:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:08Z', 'updated_at': '2021-07-16T19:09:13Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:01.889557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32310dd-e05d-4d5a-ae6f-be6aec9c3730 None None] New status for floating IP 87158891-6080-466c-b4a9-348218e711f4: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:10:02.595257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67b378-7a49-4aab-9e59-c877c5f36469 req-3d4c35fc-de00-49f3-a4bb-fa470cb55bae tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:02.596864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d67b378-7a49-4aab-9e59-c877c5f36469 req-3d4c35fc-de00-49f3-a4bb-fa470cb55bae tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0629635 Jul 16 19:10:02.635467 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1d67b378-7a49-4aab-9e59-c877c5f36469 req-26ebce2f-64e7-4fcb-a264-a68e24a54266 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=186ced4b-d0fe-4b3e-b7e4-8b95195ae060&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331109 Jul 16 19:10:02.807659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-61f24eb4-1e3a-4f9b-990e-d16d0b8b0cd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:02.809078 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-61f24eb4-1e3a-4f9b-990e-d16d0b8b0cd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 945 time: 0.0628161 Jul 16 19:10:02.908467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 7eee88f8-9c83-4435-9784-206164c3b62c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:02.908839 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:02.996713 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 7eee88f8-9c83-4435-9784-206164c3b62c, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=7eee88f8-9c83-4435-9784-206164c3b62c,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:02.997075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:03.010254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 7eee88f8-9c83-4435-9784-206164c3b62c owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:03.142990 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:03.172601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=7eee88f8-9c83-4435-9784-206164c3b62c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:03.201696 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.202061 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.202407 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.202749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.203088 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.203421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.203754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.204086 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.204415 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.204767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.205098 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.205421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:03.231854 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] No DVR routers for this DVR port 7eee88f8-9c83-4435-9784-206164c3b62c on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:03.234373 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:03.236339 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4bdd8878-ca7c-4248-80c5-1767da147ce6 req-753b050c-6bc8-454d-a581-1f2ec34aabbd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "DELETE /v2.0/ports/7eee88f8-9c83-4435-9784-206164c3b62c HTTP/1.1" status: 204 len: 173 time: 0.4218435 Jul 16 19:10:03.236803 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'name': 'network-vif-deleted', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:03.239034 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386863b9-bb6c-4d62-827b-9b5a9a312808" -d '{"events": [{"server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "name": "network-vif-deleted", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:03.263071 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-100387a6-32b4-413f-a426-ffd36c4d66c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:03.277190 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a6a5ff-54e5-4531-8b8d-a8edae5883b6 x-openstack-request-id: req-22a6a5ff-54e5-4531-8b8d-a8edae5883b6 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:03.277867 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6a9e96-de81-4ec7-afda-f2518b9129ef", "name": "network-vif-deleted", "tag": "7eee88f8-9c83-4435-9784-206164c3b62c", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:03.277867 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22a6a5ff-54e5-4531-8b8d-a8edae5883b6 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:03.278147 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6a9e96-de81-4ec7-afda-f2518b9129ef', 'name': 'network-vif-deleted', 'tag': '7eee88f8-9c83-4435-9784-206164c3b62c', 'status': 'completed', 'code': 200} Jul 16 19:10:03.809754 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1c48f05-8f4f-452f-8b80-0ececc2f0d20 req-b6dc4d7c-4a54-4bdd-b770-ae0c2e64c46f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c6a9e96-de81-4ec7-afda-f2518b9129ef HTTP/1.1" status: 200 len: 210 time: 0.0413918 Jul 16 19:10:04.903313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38738) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:05.258156 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:05.518503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 7c219b27-808b-43a0-8001-1cc8453ac16e {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:05.518839 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:05.608497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 7c219b27-808b-43a0-8001-1cc8453ac16e, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=7c219b27-808b-43a0-8001-1cc8453ac16e,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:05.608878 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:05.621380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 7c219b27-808b-43a0-8001-1cc8453ac16e owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:05.803718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:05.831665 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=7c219b27-808b-43a0-8001-1cc8453ac16e,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:06.005931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.026507 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.101659 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ec0d3cc-f695-4f40-ac80-961614036a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.227573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router ea373258-b7fb-41f0-8b6a-65ba999a31a1 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:06.337430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:06.342773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cb3e1978-dcde-4666-8ff6-642c2cc098f7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/ea373258-b7fb-41f0-8b6a-65ba999a31a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4381523 Jul 16 19:10:06.345241 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38740) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:06.347702 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] Sync routers for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:06.357266 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:06.357797 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:06.396287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a57b73-6156-4aa8-91fe-8e3217d09a20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting subnet 6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:10:06.399890 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a57b73-6156-4aa8-91fe-8e3217d09a20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.441354 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a57b73-6156-4aa8-91fe-8e3217d09a20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.468827 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:06.530290 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a57b73-6156-4aa8-91fe-8e3217d09a20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.588047 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a57b73-6156-4aa8-91fe-8e3217d09a20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.616732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a57b73-6156-4aa8-91fe-8e3217d09a20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:06.618632 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53a57b73-6156-4aa8-91fe-8e3217d09a20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.620530 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-53a57b73-6156-4aa8-91fe-8e3217d09a20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/subnets/6cc35edc-5ab8-4995-8df9-2cd7d7ffaecf HTTP/1.1" status: 204 len: 168 time: 0.2741961 Jul 16 19:10:06.623134 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38742) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:06.625970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fa251-7d03-4c95-a85f-596a0d586acb None None] Network 37246fbe-03a1-4955-87e5-a1cf70be4990 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:06.651806 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:10:05Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:06.683344 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] Checking router: ea373258-b7fb-41f0-8b6a-65ba999a31a1 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:06.693374 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] Routers {'ea373258-b7fb-41f0-8b6a-65ba999a31a1'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:06.693964 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:06.737058 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.841325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] DHCP port deletion for 37246fbe-03a1-4955-87e5-a1cf70be4990 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:10:06.854302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.891446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Deleting port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:06.891900 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.904991 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] Set router ea373258-b7fb-41f0-8b6a-65ba999a31a1 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:06.911950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:06.912374 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.964713 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] For port ecdcd87d-c09b-4f78-b3d1-e0636da426a3, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ecdcd87d-c09b-4f78-b3d1-e0636da426a3,segment=NetworkSegment(519547e5-906c-485f-80bb-16f6d7662593),segment_id=519547e5-906c-485f-80bb-16f6d7662593)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:06.965173 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.979274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Calling delete_port for ecdcd87d-c09b-4f78-b3d1-e0636da426a3 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:06.982428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7eee88f8-9c83-4435-9784-206164c3b62c no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:07.000662 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=6a0799b4-5fdf-42be-b8bc-45ae376ee5cd,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:07.001429 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.009481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 7eee88f8-9c83-4435-9784-206164c3b62c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:07.009825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 7eee88f8-9c83-4435-9784-206164c3b62c not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:07.015681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:07.087299 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.090213 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:10:05Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:07.114269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] No DVR routers for this DVR port ecdcd87d-c09b-4f78-b3d1-e0636da426a3 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:07.116058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Pushing event deleted for resources: {'Port': ['ID=ecdcd87d-c09b-4f78-b3d1-e0636da426a3,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:07.116356 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef84f7d-6f59-4aee-a12b-b101aeff57aa None None] The sync data for ids ['ea373258-b7fb-41f0-8b6a-65ba999a31a1'] in n-d-793619-10 is: [{'id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216104138', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:10:05Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '6a0799b4-5fdf-42be-b8bc-45ae376ee5cd', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:cf:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea373258-b7fb-41f0-8b6a-65ba999a31a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:05Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:07.125424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.125821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.126165 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.126498 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.126825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.127148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.127471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.127865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.128098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.128489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.128774 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.129097 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd66f47-c33b-4c7e-ad35-3deccc7d5379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:07.204302 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.231085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=6a0799b4-5fdf-42be-b8bc-45ae376ee5cd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:07.242635 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.291656 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.383170 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.385283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.426384 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.427560 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Fanout notify agent at l3_agent the message router_deleted on router ea373258-b7fb-41f0-8b6a-65ba999a31a1 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:10:07.434379 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.435477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a09e79bb-d975-45fe-accc-1ffd3eab334d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/routers/ea373258-b7fb-41f0-8b6a-65ba999a31a1 HTTP/1.1" status: 204 len: 168 time: 0.8114269 Jul 16 19:10:07.438147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38744) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:07.521305 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.593333 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7c219b27-808b-43a0-8001-1cc8453ac16e no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:07.613204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 7c219b27-808b-43a0-8001-1cc8453ac16e {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:07.613634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 7c219b27-808b-43a0-8001-1cc8453ac16e not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:07.614158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ecdcd87d-c09b-4f78-b3d1-e0636da426a3 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:07.625176 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.634603 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ecdcd87d-c09b-4f78-b3d1-e0636da426a3 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:07.634949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ecdcd87d-c09b-4f78-b3d1-e0636da426a3 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:07.639170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37246fbe-03a1-4955-87e5-a1cf70be4990']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:07.650574 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519547e5-906c-485f-80bb-16f6d7662593') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:07.650875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519547e5-906c-485f-80bb-16f6d7662593') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:07.660486 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.675118 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.681634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:10:07.682018 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: timer() Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:10:07.684980 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:10:07.746846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.753970 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.756250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/networks/37246fbe-03a1-4955-87e5-a1cf70be4990 HTTP/1.1" status: 204 len: 168 time: 0.3170416 Jul 16 19:10:07.759001 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38746) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:07.769792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18847d58-c840-4147-8577-81f041fd0af7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Network': ['ID=37246fbe-03a1-4955-87e5-a1cf70be4990,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:07.822143 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8788f312-6ed7-4c04-96b4-a44254348b68 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.847976 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8788f312-6ed7-4c04-96b4-a44254348b68 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.910623 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8788f312-6ed7-4c04-96b4-a44254348b68 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.913815 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8788f312-6ed7-4c04-96b4-a44254348b68 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.915012 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8788f312-6ed7-4c04-96b4-a44254348b68 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/security-groups/186ced4b-d0fe-4b3e-b7e4-8b95195ae060 HTTP/1.1" status: 204 len: 168 time: 0.1549911 Jul 16 19:10:07.924410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788f312-6ed7-4c04-96b4-a44254348b68 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186ced4b-d0fe-4b3e-b7e4-8b95195ae060,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:08.362391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38752) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:08.367768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6c17659b-4387-4da6-89d2-9eb5bee06cc3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40204645', 'description': 'tempest-secgroup-smoke-40204645 description', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:08.390910 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c17659b-4387-4da6-89d2-9eb5bee06cc3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.480223 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c17659b-4387-4da6-89d2-9eb5bee06cc3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.483939 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c17659b-4387-4da6-89d2-9eb5bee06cc3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.509241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6c17659b-4387-4da6-89d2-9eb5bee06cc3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.510466 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6c17659b-4387-4da6-89d2-9eb5bee06cc3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1470344 Jul 16 19:10:08.513550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38754) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:08.514458 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17659b-4387-4da6-89d2-9eb5bee06cc3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1460a68-3806-4ccf-b3f1-be8a122cd175,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:08.518274 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-88787f4b-f265-4376-9ab6-79383adfe58c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': 'b1460a68-3806-4ccf-b3f1-be8a122cd175', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:08.545493 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88787f4b-f265-4376-9ab6-79383adfe58c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.599694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88787f4b-f265-4376-9ab6-79383adfe58c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.603256 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88787f4b-f265-4376-9ab6-79383adfe58c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.621115 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88787f4b-f265-4376-9ab6-79383adfe58c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f98a0ca-a64a-4b3d-a739-656ba800f8b8,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:08.626978 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-88787f4b-f265-4376-9ab6-79383adfe58c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.628319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-88787f4b-f265-4376-9ab6-79383adfe58c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137731 Jul 16 19:10:08.631113 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38756) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:08.635458 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-ff32a532-8e7d-435b-843d-2fbc90466794 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': 'b1460a68-3806-4ccf-b3f1-be8a122cd175', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:08.661238 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff32a532-8e7d-435b-843d-2fbc90466794 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.719246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff32a532-8e7d-435b-843d-2fbc90466794 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.722910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff32a532-8e7d-435b-843d-2fbc90466794 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.742792 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32a532-8e7d-435b-843d-2fbc90466794 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ba8a85-392e-48fd-ad0a-4b30968bedfb,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:08.750307 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ff32a532-8e7d-435b-843d-2fbc90466794 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.751537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ff32a532-8e7d-435b-843d-2fbc90466794 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195073 Jul 16 19:10:08.754234 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38758) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:08.758617 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-53e34dad-59a1-4cbc-a819-412436c2468a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': 'b1460a68-3806-4ccf-b3f1-be8a122cd175', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:08.785055 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e34dad-59a1-4cbc-a819-412436c2468a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.846257 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e34dad-59a1-4cbc-a819-412436c2468a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.850355 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e34dad-59a1-4cbc-a819-412436c2468a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.866653 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e34dad-59a1-4cbc-a819-412436c2468a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f50cc1-8045-4199-a5db-ee879a16e960,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:08.873343 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-53e34dad-59a1-4cbc-a819-412436c2468a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.874623 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-53e34dad-59a1-4cbc-a819-412436c2468a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194265 Jul 16 19:10:08.877291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38760) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:08.881866 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bb0dd4de-db10-4eb7-9f92-a4a3656aaf94 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': 'b1460a68-3806-4ccf-b3f1-be8a122cd175', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:08.908582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd4de-db10-4eb7-9f92-a4a3656aaf94 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.930080 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.970998 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd4de-db10-4eb7-9f92-a4a3656aaf94 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.975154 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd4de-db10-4eb7-9f92-a4a3656aaf94 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.991723 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dd4de-db10-4eb7-9f92-a4a3656aaf94 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1118ebe-70b1-43a9-ba44-b6547aecdef4,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:08.997924 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd4de-db10-4eb7-9f92-a4a3656aaf94 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.999163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bb0dd4de-db10-4eb7-9f92-a4a3656aaf94 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209259 Jul 16 19:10:09.001813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38762) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:09.006153 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1e352f87-9025-4087-922a-ecb3c8513a8d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': 'b1460a68-3806-4ccf-b3f1-be8a122cd175', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:09.027114 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-1e352f87-9025-4087-922a-ecb3c8513a8d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:10:09.031810 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e352f87-9025-4087-922a-ecb3c8513a8d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.091910 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e352f87-9025-4087-922a-ecb3c8513a8d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.095505 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e352f87-9025-4087-922a-ecb3c8513a8d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.110323 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e352f87-9025-4087-922a-ecb3c8513a8d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c88e8d4-050f-42e9-9f05-b33dbea88a4e,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:09.118796 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1e352f87-9025-4087-922a-ecb3c8513a8d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.120013 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1e352f87-9025-4087-922a-ecb3c8513a8d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172707 Jul 16 19:10:09.122687 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38764) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:09.127308 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-dc9e83c0-5669-479f-a084-bdc63ea80113 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': 'b1460a68-3806-4ccf-b3f1-be8a122cd175', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:09.150299 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-dc9e83c0-5669-479f-a084-bdc63ea80113 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:10:09.155141 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc9e83c0-5669-479f-a084-bdc63ea80113 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.218748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc9e83c0-5669-479f-a084-bdc63ea80113 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.222104 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc9e83c0-5669-479f-a084-bdc63ea80113 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.239354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e83c0-5669-479f-a084-bdc63ea80113 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7ac93b-750c-4460-83a8-1c3c6c50e345,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:09.245693 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-dc9e83c0-5669-479f-a084-bdc63ea80113 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.246971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-dc9e83c0-5669-479f-a084-bdc63ea80113 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231601 Jul 16 19:10:09.249936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38766) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:09.254780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'network': {'name': 'tempest-network-smoke--105702128', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'port_security_enabled': True}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:09.275718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:09.279099 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.301714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:10:09.310427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.310809 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Added segment cf577fd5-64fe-4cfb-808d-23539fd23f60 of type vlan for network e3973999-409d-42dc-abcc-9c463774b347 Jul 16 19:10:09.350280 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.377494 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.383808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.384389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.415913 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1649420 Jul 16 19:10:09.418576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38768) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:09.422956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'admin_state_up': True, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:09.434140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:09.453838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:09.454157 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 6a0799b4-5fdf-42be-b8bc-45ae376ee5cd not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:09.470284 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f93eb-03fe-40ee-ad03-953994fd759b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Network': ['ID=e3973999-409d-42dc-abcc-9c463774b347,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:09.480425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network e3973999-409d-42dc-abcc-9c463774b347 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:10:09.483472 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.484831 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.537241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.674559 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.863495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.883035 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:09.985600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.17 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/30567a40-e375-4d57-9b0e-e3696aebbbf8) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:10.089831 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:10.434163 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:10.475335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:10.478222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:10.481744 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:10.503430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=30567a40-e375-4d57-9b0e-e3696aebbbf8,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:10.726945 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:10.853885 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:10.921831 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:11.048399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 1ea33e8e-056b-490d-bb2c-2e0393579941 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:10:11.154553 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:11.164444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Sync routers for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:11.173536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:11.173712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:11.174364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:11.174755 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2379c975-3965-448e-87ef-9db566bd351c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7552671 Jul 16 19:10:11.178498 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38770) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:11.206337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6c587201-2124-43a4-ab45-e163fdecec20 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=02bf61f30cc84e43a1b7b3d945fa748d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268760 Jul 16 19:10:11.209176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38772) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:11.302870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1096362-220b-4836-99ac-7e0f794bcdd2 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:11.304330 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d1096362-220b-4836-99ac-7e0f794bcdd2 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942538 Jul 16 19:10:11.307437 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38774) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:11.348114 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-607feb8e-c98f-4ac7-9f80-56ea241d8cb2 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393684 Jul 16 19:10:11.350867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38776) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:11.356186 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-679135654', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:11.445481 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:11.446482 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:11.450279 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:11.626983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:10Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:11.639658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:11.657175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Checking router: 1ea33e8e-056b-490d-bb2c-2e0393579941 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:11.657522 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Updating router 1ea33e8e-056b-490d-bb2c-2e0393579941 port 30567a40-e375-4d57-9b0e-e3696aebbbf8 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:10:11.691517 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:11.705187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Subnet': ['ID=7dd46cb8-d6c9-458c-8ee7-5c2054004f77,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:11.709948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Checking segment: {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:11.710317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network hostable DHCP agents. Network: e3973999-409d-42dc-abcc-9c463774b347, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:10:11.728605 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network e3973999-409d-42dc-abcc-9c463774b347 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:10:11.737434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, e3973999-409d-42dc-abcc-9c463774b347) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:11.742985 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:11.743694 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:11.759016 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3b1d3826-1aff-4835-8eba-c21333d76073 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4068491 Jul 16 19:10:11.762349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38778) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:11.775247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fbe208-0289-4102-9efc-35406dc6259e None None] Network e3973999-409d-42dc-abcc-9c463774b347 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:12.014770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-e3973999-409d-42dc-abcc-9c463774b347', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:10:12.015625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.147758 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.167789 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Transition to ACTIVE for port object 30567a40-e375-4d57-9b0e-e3696aebbbf8 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:12.195353 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.197800 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.259805 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Allocated IP 172.20.0.2 (e3973999-409d-42dc-abcc-9c463774b347/7dd46cb8-d6c9-458c-8ee7-5c2054004f77/bbad3f27-b99e-4edc-9c23-f3ec97be3f4a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:12.264379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Attempting to bind port 30567a40-e375-4d57-9b0e-e3696aebbbf8 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:10:12.264784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Attempting to bind port 30567a40-e375-4d57-9b0e-e3696aebbbf8 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:10:12.265155 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Attempting to bind port 30567a40-e375-4d57-9b0e-e3696aebbbf8 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:12.269929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d8218-94e1-4f3f-bce5-3800c7681bfc None None] Pushing event updated for resources: {'Port': ['ID=30567a40-e375-4d57-9b0e-e3696aebbbf8,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:12.280673 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:10:12.281173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:12.281517 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.281970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:10:12.282536 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Bound port: 30567a40-e375-4d57-9b0e-e3696aebbbf8, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:10:12.282899 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.390295 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] For port 30567a40-e375-4d57-9b0e-e3696aebbbf8, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:12.394824 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] For port 30567a40-e375-4d57-9b0e-e3696aebbbf8, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=30567a40-e375-4d57-9b0e-e3696aebbbf8,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:10:12.402109 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.515679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:12.516202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:12.525018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d8218-94e1-4f3f-bce5-3800c7681bfc None None] Pushing event updated for resources: {'Port': ['ID=30567a40-e375-4d57-9b0e-e3696aebbbf8,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:12.527865 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.569330 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Transition to ACTIVE for port object bbad3f27-b99e-4edc-9c23-f3ec97be3f4a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:12.621771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Transition to ACTIVE for port object bbad3f27-b99e-4edc-9c23-f3ec97be3f4a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:12.630803 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.678299 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.1 (e3973999-409d-42dc-abcc-9c463774b347/7dd46cb8-d6c9-458c-8ee7-5c2054004f77/71eef2db-a9ca-4d05-9212-7cfadab2b886) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:12.686405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:12.689077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Network e3973999-409d-42dc-abcc-9c463774b347 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:12.716112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:12.746018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Pushing event updated for resources: {'Port': ['ID=bbad3f27-b99e-4edc-9c23-f3ec97be3f4a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:12.748467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:12.796362 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.809997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object 71eef2db-a9ca-4d05-9212-7cfadab2b886 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:12.843047 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.858230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Attempting to bind port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:10:12.858601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Attempting to bind port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:10:12.858961 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Attempting to bind port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a on network e3973999-409d-42dc-abcc-9c463774b347 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:12.867907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:10:12.868273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Checking segment: {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:12.868698 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.869087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Bound using segment: {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:10:12.869543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Bound port: bbad3f27-b99e-4edc-9c23-f3ec97be3f4a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:10:12.869920 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.887629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network e3973999-409d-42dc-abcc-9c463774b347 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:12.892754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:12.897154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:12.923044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=71eef2db-a9ca-4d05-9212-7cfadab2b886,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:12.945824 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.967788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] For port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:12.971770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] For port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bbad3f27-b99e-4edc-9c23-f3ec97be3f4a,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:10:12.976735 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:13.024629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:10Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:13.067658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef6ce3b-fa85-4f17-93b6-28e85fae1cde None None] The sync data for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 is: [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:10Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:13.072772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d595e3-d484-43fb-8963-aa835a9b4699 None None] Pushing event updated for resources: {'Port': ['ID=bbad3f27-b99e-4edc-9c23-f3ec97be3f4a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:13.116914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:13.517119 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:13.524093 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:13.574939 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bbad3f27-b99e-4edc-9c23-f3ec97be3f4a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:13.627549 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:13.631923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:13.638527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 30567a40-e375-4d57-9b0e-e3696aebbbf8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:13.643939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=71eef2db-a9ca-4d05-9212-7cfadab2b886,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:13.700813 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 30567a40-e375-4d57-9b0e-e3696aebbbf8 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:13.705634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 30567a40-e375-4d57-9b0e-e3696aebbbf8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:13.706010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:13.763008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network e3973999-409d-42dc-abcc-9c463774b347 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:13.764833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:13.842056 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:13.871420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 30567a40-e375-4d57-9b0e-e3696aebbbf8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=30567a40-e375-4d57-9b0e-e3696aebbbf8,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:13.877902 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:13.903801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 1ea33e8e-056b-490d-bb2c-2e0393579941 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:13.946533 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=30567a40-e375-4d57-9b0e-e3696aebbbf8,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:14.027081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:14.034008 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fc998ad5-333d-45c4-b621-9c98a5df7efe tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/1ea33e8e-056b-490d-bb2c-2e0393579941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2693903 Jul 16 19:10:14.190405 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201be912-a437-4a38-82cb-390822c189da None None] Network e3973999-409d-42dc-abcc-9c463774b347 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:14.195704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-501443fa-3627-4340-8fe3-c2a42435ef02 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40204645&fields=id&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 267 time: 0.0421932 Jul 16 19:10:14.303332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-afe93a49-1624-43f2-8cd3-1c0ff1427661 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:14.304835 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-afe93a49-1624-43f2-8cd3-1c0ff1427661 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/networks?id=e3973999-409d-42dc-abcc-9c463774b347 HTTP/1.1" status: 200 len: 796 time: 0.1023021 Jul 16 19:10:14.306332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2059890e-3e91-4b23-849c-b44aad2ddfad None None] Provisioning for port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:14.315907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-2059890e-3e91-4b23-849c-b44aad2ddfad None None] Provisioning complete for port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:14.316288 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2059890e-3e91-4b23-849c-b44aad2ddfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.320500 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-9f5ff73b-d47d-4967-a39e-385c6574d801 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/quotas/02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 375 time: 0.0097215 Jul 16 19:10:14.390044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-c6100797-48f8-49c2-9be7-4de63ebe4b05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642931 Jul 16 19:10:14.405510 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-298fc41a-631f-4e4a-8496-7508efa930f6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:10:14.406601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-298fc41a-631f-4e4a-8496-7508efa930f6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055013 Jul 16 19:10:14.440089 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2059890e-3e91-4b23-849c-b44aad2ddfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.476486 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-2059890e-3e91-4b23-849c-b44aad2ddfad None None] For port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bbad3f27-b99e-4edc-9c23-f3ec97be3f4a,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:14.483739 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2059890e-3e91-4b23-849c-b44aad2ddfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.513104 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-b3da7216-2228-466d-9ea2-4f2d099ccf4d service neutron] 10.222.0.60 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002512 Jul 16 19:10:14.537207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059890e-3e91-4b23-849c-b44aad2ddfad None None] Pushing event updated for resources: {'Port': ['ID=bbad3f27-b99e-4edc-9c23-f3ec97be3f4a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:14.614200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-f1c6c0ef-e891-496b-b755-9b6fa045336e service neutron] 10.222.0.60 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947800 Jul 16 19:10:14.704933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14110968-8be7-4a05-85d5-4de7b9510367 None None] Provisioning for port 71eef2db-a9ca-4d05-9212-7cfadab2b886 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:14.709699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14110968-8be7-4a05-85d5-4de7b9510367 None None] Provisioning complete for port 71eef2db-a9ca-4d05-9212-7cfadab2b886 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:14.710336 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14110968-8be7-4a05-85d5-4de7b9510367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.767571 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-14110968-8be7-4a05-85d5-4de7b9510367 None None] Port 71eef2db-a9ca-4d05-9212-7cfadab2b886 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:10:14.789123 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14110968-8be7-4a05-85d5-4de7b9510367 None None] Provisioning complete for port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:14.789500 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14110968-8be7-4a05-85d5-4de7b9510367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.814816 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7de9643f-40c9-4fac-a43e-3ae6e6ba6d39 req-29633dd6-86f6-46b8-98da-ac074b9ed308 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 210 time: 0.0320935 Jul 16 19:10:14.960639 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Sync routers for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:14.970402 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:14.971095 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:15.002068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-afdebc04-5745-462a-83a0-876a8e65d497 None None] Provisioning complete for port 71eef2db-a9ca-4d05-9212-7cfadab2b886 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:15.002684 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-afdebc04-5745-462a-83a0-876a8e65d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.040726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-afdebc04-5745-462a-83a0-876a8e65d497 None None] Port 71eef2db-a9ca-4d05-9212-7cfadab2b886 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:10:15.084371 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:15.161524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-fef0e35c-2f57-4bbd-b6a0-d0452122c47a None None] Provisioning complete for port 71eef2db-a9ca-4d05-9212-7cfadab2b886 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:15.162050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fef0e35c-2f57-4bbd-b6a0-d0452122c47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.198139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-fef0e35c-2f57-4bbd-b6a0-d0452122c47a None None] Port 71eef2db-a9ca-4d05-9212-7cfadab2b886 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:10:15.291866 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '71eef2db-a9ca-4d05-9212-7cfadab2b886', 'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:12Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 2, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:15.317987 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Checking router: 1ea33e8e-056b-490d-bb2c-2e0393579941 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:15.318334 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Updating router 1ea33e8e-056b-490d-bb2c-2e0393579941 port 71eef2db-a9ca-4d05-9212-7cfadab2b886 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:10:15.351163 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.487809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bbad3f27-b99e-4edc-9c23-f3ec97be3f4a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:15.537582 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:15.537964 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.619938 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 30567a40-e375-4d57-9b0e-e3696aebbbf8 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:15.625921 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.636832 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Transition to ACTIVE for port object 71eef2db-a9ca-4d05-9212-7cfadab2b886 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:15.646500 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.669471 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 30567a40-e375-4d57-9b0e-e3696aebbbf8 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:15.669844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.696421 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Pushing event updated for resources: {'Port': ['ID=71eef2db-a9ca-4d05-9212-7cfadab2b886,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:15.707743 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.708099 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.708449 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.708818 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.709149 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.709507 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.709844 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.710171 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.710498 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.710865 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.711145 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.711467 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:15.767099 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Attempting to bind port 71eef2db-a9ca-4d05-9212-7cfadab2b886 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:10:15.767470 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Attempting to bind port 71eef2db-a9ca-4d05-9212-7cfadab2b886 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:10:15.767834 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Attempting to bind port 71eef2db-a9ca-4d05-9212-7cfadab2b886 on network e3973999-409d-42dc-abcc-9c463774b347 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:15.772974 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:10:15.773346 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Checking segment: {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:15.773748 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.774140 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Bound using segment: {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:10:15.774609 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Bound port: 71eef2db-a9ca-4d05-9212-7cfadab2b886, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:10:15.774990 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.842743 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] For port 71eef2db-a9ca-4d05-9212-7cfadab2b886, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:15.845922 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] For port 71eef2db-a9ca-4d05-9212-7cfadab2b886, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=71eef2db-a9ca-4d05-9212-7cfadab2b886,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:10:15.851159 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.913416 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:15.914058 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:15.916147 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b5448-798d-43bc-aba1-6a1b23b33fc7 None None] Pushing event updated for resources: {'Port': ['ID=71eef2db-a9ca-4d05-9212-7cfadab2b886,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:15.994839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1a01968-a42f-485d-adf5-e44696dbd129 req-2b6c1936-f413-4d49-b9f9-bc6e81464866 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 210 time: 0.0312643 Jul 16 19:10:16.042692 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:16.266401 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '71eef2db-a9ca-4d05-9212-7cfadab2b886', 'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:12Z', 'updated_at': '2021-07-16T19:10:15Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:16.304130 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb480b-c7a8-4960-920e-a092f899346d None None] The sync data for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 is: [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '71eef2db-a9ca-4d05-9212-7cfadab2b886', 'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:12Z', 'updated_at': '2021-07-16T19:10:15Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:16.555313 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-5fd5af05-d97c-45e7-878a-c15368d001b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:16.556844 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-5fd5af05-d97c-45e7-878a-c15368d001b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "GET /v2.0/networks?id=e3973999-409d-42dc-abcc-9c463774b347 HTTP/1.1" status: 200 len: 796 time: 0.4439480 Jul 16 19:10:16.617679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-54aa0300-df40-4384-acfc-4896a2b1f0c6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 378 time: 0.0450895 Jul 16 19:10:16.629395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'port': {'device_id': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'admin_state_up': True, 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'security_groups': ['b1460a68-3806-4ccf-b3f1-be8a122cd175']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:16.750607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:16.754301 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:16.886751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.13 (e3973999-409d-42dc-abcc-9c463774b347/7dd46cb8-d6c9-458c-8ee7-5c2054004f77/c5b87489-512c-4785-9c8f-01e46ab32701) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:17.038543 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.053969 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object c5b87489-512c-4785-9c8f-01e46ab32701 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:17.088303 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.170259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network e3973999-409d-42dc-abcc-9c463774b347 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:17.178436 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:17.183721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:17.189654 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=c5b87489-512c-4785-9c8f-01e46ab32701,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:17.255593 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.256235 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.275365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af2dd-8c2f-43ba-8d5f-c000a512aafc req-1015396f-de34-4dfb-86e5-131fd1d1b53b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.277014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f55af2dd-8c2f-43ba-8d5f-c000a512aafc req-1015396f-de34-4dfb-86e5-131fd1d1b53b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 932 time: 0.1507509 Jul 16 19:10:17.293337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-3fb853c5-9986-4f3a-b883-4cf431ef4659 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6678097 Jul 16 19:10:17.314640 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Request body: {'port': {'device_id': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:17.352969 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f55af2dd-8c2f-43ba-8d5f-c000a512aafc req-8c1f445c-c91b-40ee-a018-6bbae41447f4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692341 Jul 16 19:10:17.411582 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.500292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f30c92ba-041c-4a15-815d-af053b8c30ea None None] Provisioning for port c5b87489-512c-4785-9c8f-01e46ab32701 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:17.508975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f30c92ba-041c-4a15-815d-af053b8c30ea None None] Provisioning complete for port c5b87489-512c-4785-9c8f-01e46ab32701 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:17.509332 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f30c92ba-041c-4a15-815d-af053b8c30ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.532817 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 71eef2db-a9ca-4d05-9212-7cfadab2b886 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:17.575448 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f30c92ba-041c-4a15-815d-af053b8c30ea None None] Port c5b87489-512c-4785-9c8f-01e46ab32701 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:10:17.592991 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 71eef2db-a9ca-4d05-9212-7cfadab2b886 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:17.596444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 71eef2db-a9ca-4d05-9212-7cfadab2b886 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:17.596856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.676050 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.697469 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b87489-512c-4785-9c8f-01e46ab32701 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:17.705108 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.708592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 71eef2db-a9ca-4d05-9212-7cfadab2b886, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=71eef2db-a9ca-4d05-9212-7cfadab2b886,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:17.712330 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.717631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Transition to ACTIVE for port object c5b87489-512c-4785-9c8f-01e46ab32701 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:17.721003 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.761044 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=71eef2db-a9ca-4d05-9212-7cfadab2b886,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:17.803222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Pushing event updated for resources: {'Port': ['ID=c5b87489-512c-4785-9c8f-01e46ab32701,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:17.855217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Attempting to bind port c5b87489-512c-4785-9c8f-01e46ab32701 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:10:17.855564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Attempting to bind port c5b87489-512c-4785-9c8f-01e46ab32701 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:10:17.855916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Attempting to bind port c5b87489-512c-4785-9c8f-01e46ab32701 on network e3973999-409d-42dc-abcc-9c463774b347 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:17.860474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Port c5b87489-512c-4785-9c8f-01e46ab32701 on network e3973999-409d-42dc-abcc-9c463774b347 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:10:17.860965 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Attempting to bind port c5b87489-512c-4785-9c8f-01e46ab32701 on network e3973999-409d-42dc-abcc-9c463774b347 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:17.866144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:10:17.866481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Checking segment: {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:17.866868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Bound using segment: {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:10:17.867283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Bound port: c5b87489-512c-4785-9c8f-01e46ab32701, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf577fd5-64fe-4cfb-808d-23539fd23f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:10:17.867638 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.933712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] For port c5b87489-512c-4785-9c8f-01e46ab32701, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:17.936752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] For port c5b87489-512c-4785-9c8f-01e46ab32701, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5b87489-512c-4785-9c8f-01e46ab32701,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:10:17.940976 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.974659 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.976431 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.977827 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] 10.222.0.46 "PUT /v2.0/ports/c5b87489-512c-4785-9c8f-01e46ab32701 HTTP/1.1" status: 200 len: 1093 time: 0.6681917 Jul 16 19:10:17.978254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:17.980500 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9666d233-b02b-429b-a584-86e68ed3d5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:18.023196 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30681ce0-ba98-4236-a016-7f8ad5c2458c service neutron] Pushing event updated for resources: {'Port': ['ID=c5b87489-512c-4785-9c8f-01e46ab32701,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:18.040687 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2941e02-6c80-4d1a-bacc-e990f6ac080c x-openstack-request-id: req-c2941e02-6c80-4d1a-bacc-e990f6ac080c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:18.041276 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:18.041276 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2941e02-6c80-4d1a-bacc-e990f6ac080c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:18.041600 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'status': 'completed', 'code': 200} Jul 16 19:10:18.120054 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-29854392-195c-4d55-86eb-796e2db4174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.121808 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-29854392-195c-4d55-86eb-796e2db4174f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 1096 time: 0.0626950 Jul 16 19:10:18.174044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-d55b316d-40c8-4f41-abad-c4f132babb5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5b87489-512c-4785-9c8f-01e46ab32701 HTTP/1.1" status: 200 len: 217 time: 0.0369220 Jul 16 19:10:18.225943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-203dd29d-0a2c-47c4-abff-959fb7683a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.227432 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-203dd29d-0a2c-47c4-abff-959fb7683a25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7dd46cb8-d6c9-458c-8ee7-5c2054004f77 HTTP/1.1" status: 200 len: 834 time: 0.0448084 Jul 16 19:10:18.290036 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-031ef3f6-f7e7-42b7-9ce7-1bbd16f923d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.291410 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-031ef3f6-f7e7-42b7-9ce7-1bbd16f923d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3973999-409d-42dc-abcc-9c463774b347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509901 Jul 16 19:10:18.389497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-d77e96d1-f6c2-4f17-a136-c09fa1cbba0f service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880940 Jul 16 19:10:18.510875 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef87697f-9aaa-4556-9914-c797914bcb8c req-e77b80ed-72a4-471f-bc06-79beb7e745ca service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143672 Jul 16 19:10:18.546135 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd869bdf-324d-4824-98cc-f14545cef1f5 req-a00bf1e8-5159-475b-9690-3062517076d8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.547570 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd869bdf-324d-4824-98cc-f14545cef1f5 req-a00bf1e8-5159-475b-9690-3062517076d8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 944 time: 0.0773022 Jul 16 19:10:18.587245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dd869bdf-324d-4824-98cc-f14545cef1f5 req-04f5ea87-674a-465c-8832-9eba2a69de1a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336502 Jul 16 19:10:18.686846 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-6e23b940-11ca-4439-930c-f2547fe8d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.688412 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-6e23b940-11ca-4439-930c-f2547fe8d676 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 1096 time: 0.0544257 Jul 16 19:10:18.781724 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-8ccf27a6-8035-4514-a9f4-8c3520d70c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.783205 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-8ccf27a6-8035-4514-a9f4-8c3520d70c90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3973999-409d-42dc-abcc-9c463774b347 HTTP/1.1" status: 200 len: 897 time: 0.0881281 Jul 16 19:10:18.823900 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-6c6f606e-39a4-424f-9f42-ec7426ba948e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5b87489-512c-4785-9c8f-01e46ab32701 HTTP/1.1" status: 200 len: 217 time: 0.0342155 Jul 16 19:10:18.883102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-7e75f2c2-7759-4cb7-811e-8cbce92e7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.884602 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-7e75f2c2-7759-4cb7-811e-8cbce92e7997 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7dd46cb8-d6c9-458c-8ee7-5c2054004f77 HTTP/1.1" status: 200 len: 834 time: 0.0482299 Jul 16 19:10:18.945048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-c1b5c186-0564-4628-9957-07ca5adbd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.946521 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-c1b5c186-0564-4628-9957-07ca5adbd2e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3973999-409d-42dc-abcc-9c463774b347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538373 Jul 16 19:10:19.037941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-d098b413-021a-4d13-a7a7-8f59732ad927 service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830505 Jul 16 19:10:19.133257 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9666d233-b02b-429b-a584-86e68ed3d5ec req-6d1863ee-81ef-4876-82b5-aa824699ffae service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869329 Jul 16 19:10:19.484606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 71eef2db-a9ca-4d05-9212-7cfadab2b886 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:19.534873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 71eef2db-a9ca-4d05-9212-7cfadab2b886 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:19.535240 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:19.774784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ec826-5224-4b39-b752-a98c62386530 req-f92a1e6e-8ba0-4f7c-8a0a-36832e300985 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:19.776346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-816ec826-5224-4b39-b752-a98c62386530 req-f92a1e6e-8ba0-4f7c-8a0a-36832e300985 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 944 time: 0.0656748 Jul 16 19:10:19.815537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-816ec826-5224-4b39-b752-a98c62386530 req-5e60f05d-ae22-4789-9cea-e48e09429ebb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336897 Jul 16 19:10:21.008383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7bbc5-3cb7-4393-ba30-f57f5e7a39e8 req-c322f2ed-6b73-4315-b160-5280a18cc229 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:21.009898 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43f7bbc5-3cb7-4393-ba30-f57f5e7a39e8 req-c322f2ed-6b73-4315-b160-5280a18cc229 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 944 time: 0.0681689 Jul 16 19:10:21.048493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-43f7bbc5-3cb7-4393-ba30-f57f5e7a39e8 req-3f15767f-792f-479a-b57c-64fc9c3dee94 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322511 Jul 16 19:10:21.749166 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5b87489-512c-4785-9c8f-01e46ab32701 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:10:21.847494 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5b87489-512c-4785-9c8f-01e46ab32701, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5b87489-512c-4785-9c8f-01e46ab32701,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:21.859854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'port_id': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'mac_address': 'fa:16:3e:63:ca:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:10:21.896537 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:21.908963 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b87489-512c-4785-9c8f-01e46ab32701 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:21.931255 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5b87489-512c-4785-9c8f-01e46ab32701, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5b87489-512c-4785-9c8f-01e46ab32701,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:21.935404 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:21.983693 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c5b87489-512c-4785-9c8f-01e46ab32701,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:22.233813 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e05fc2-2290-49cd-ad80-1179d36c3b6e req-def53ef4-823d-4838-a25c-57c8b0c69cd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:22.236145 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49e05fc2-2290-49cd-ad80-1179d36c3b6e req-def53ef4-823d-4838-a25c-57c8b0c69cd2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 945 time: 0.0659292 Jul 16 19:10:22.275693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-49e05fc2-2290-49cd-ad80-1179d36c3b6e req-0d092fca-6913-4f8b-8924-860f32839299 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330317 Jul 16 19:10:22.320098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c5b87489-512c-4785-9c8f-01e46ab32701'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:10:23.453371 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071423a-18f8-49f8-9bbc-7abf1f7af9c2 req-d33a8a03-d85a-4e28-9afe-11776378bb34 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:23.454864 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4071423a-18f8-49f8-9bbc-7abf1f7af9c2 req-d33a8a03-d85a-4e28-9afe-11776378bb34 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 945 time: 0.0670860 Jul 16 19:10:23.499102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4071423a-18f8-49f8-9bbc-7abf1f7af9c2 req-1db1d727-6884-450b-b01c-72a2614b496c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381932 Jul 16 19:10:23.759499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5b87489-512c-4785-9c8f-01e46ab32701 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:23.813640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port c5b87489-512c-4785-9c8f-01e46ab32701 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:23.817274 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port c5b87489-512c-4785-9c8f-01e46ab32701 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:23.817649 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:23.892901 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:23.915600 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:23.917870 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5394962-eb5c-4485-8859-72008de2aab2" -d '{"events": [{"server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "name": "network-vif-plugged", "status": "completed", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:23.932015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5b87489-512c-4785-9c8f-01e46ab32701, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5b87489-512c-4785-9c8f-01e46ab32701,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:23.936358 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:23.960063 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f9ad81-88e8-4c5e-b901-283448faa1cf x-openstack-request-id: req-27f9ad81-88e8-4c5e-b901-283448faa1cf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:23.960391 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "name": "network-vif-plugged", "status": "completed", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:23.960708 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27f9ad81-88e8-4c5e-b901-283448faa1cf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:23.961098 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'code': 200} Jul 16 19:10:23.989469 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c5b87489-512c-4785-9c8f-01e46ab32701,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:24.108335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e14f-af2d-49e9-8184-9b11357f23aa req-892913fe-4c1d-4984-8383-6b47f0c4efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:24.109888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d8e14f-af2d-49e9-8184-9b11357f23aa req-892913fe-4c1d-4984-8383-6b47f0c4efa5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 1098 time: 0.0550828 Jul 16 19:10:24.146148 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d8e14f-af2d-49e9-8184-9b11357f23aa req-3d204816-cf61-4338-995c-a9072f1cb1ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290184 Jul 16 19:10:24.677646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea5248-52d2-4560-bbce-90ac8293bce5 req-9b5ce322-b3fa-42e0-b5e3-8ca748295ca7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:24.679047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bea5248-52d2-4560-bbce-90ac8293bce5 req-9b5ce322-b3fa-42e0-b5e3-8ca748295ca7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0648701 Jul 16 19:10:24.719156 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bea5248-52d2-4560-bbce-90ac8293bce5 req-96ef2193-17cb-4c63-add4-b9bafb43d474 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346382 Jul 16 19:10:25.911523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b702a60-09f7-425b-ba8d-c83754837555 req-49f044d2-3a83-492b-829a-25d45ecdccca tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:25.913095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b702a60-09f7-425b-ba8d-c83754837555 req-49f044d2-3a83-492b-829a-25d45ecdccca tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0681181 Jul 16 19:10:25.953497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7b702a60-09f7-425b-ba8d-c83754837555 req-a0108fb3-4f12-4c4d-848a-359f0493fda8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343430 Jul 16 19:10:26.134857 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a298b7-7425-4a6c-97d1-c35e0162052a req-044ceb2a-c99b-443b-b6dd-3b7900cd8f8e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:26.136347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28a298b7-7425-4a6c-97d1-c35e0162052a req-044ceb2a-c99b-443b-b6dd-3b7900cd8f8e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0651779 Jul 16 19:10:26.175172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28a298b7-7425-4a6c-97d1-c35e0162052a req-58ff1e0b-be77-4df4-b92c-47d931406136 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332701 Jul 16 19:10:26.200327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38834) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:26.250931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84509ccc-ce2d-40c4-bac1-23265bed3903 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:26.252406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-84509ccc-ce2d-40c4-bac1-23265bed3903 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 1093 time: 0.0510585 Jul 16 19:10:26.255189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38836) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:26.260445 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:26.285737 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.385297 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.491619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.122 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/4ad7e86c-a0cd-427f-b5e0-e4a2bd4947cb) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:26.603701 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.647461 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.687974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:26.694697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:26.697258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:26.726892 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=4ad7e86c-a0cd-427f-b5e0-e4a2bd4947cb,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:27.072300 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:27.160061 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:27.310371 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:27.316536 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:27.379437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=4ad7e86c-a0cd-427f-b5e0-e4a2bd4947cb,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:27.394756 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:27.495529 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP cb82dad0-b166-40ab-9ffe-42b55d9ab10d associated. External IP: 172.25.2.122, port: c5b87489-512c-4785-9c8f-01e46ab32701. Jul 16 19:10:27.710405 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 1ea33e8e-056b-490d-bb2c-2e0393579941 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:28.124852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:28.138692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] Sync routers for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:28.143293 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:28.149265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:28.150074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:28.184718 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b37b7661-4f8e-4d40-85a5-211953df657d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9235704 Jul 16 19:10:28.185542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:28.191744 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe707bd-31b7-4b5b-8978-71ab02d26fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:28.234190 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac15979-2955-40f4-9ac1-0c5546db51ef x-openstack-request-id: req-8ac15979-2955-40f4-9ac1-0c5546db51ef {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:28.234481 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:28.234724 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ac15979-2955-40f4-9ac1-0c5546db51ef {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:28.235468 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'status': 'completed', 'code': 200} Jul 16 19:10:28.271616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:28.391546 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb491ccb-fa06-44fd-9c68-cee386e34b5e req-a58f9ad4-f49e-48b6-a895-77bc681a4c20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:28.393028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb491ccb-fa06-44fd-9c68-cee386e34b5e req-a58f9ad4-f49e-48b6-a895-77bc681a4c20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.1187053 Jul 16 19:10:28.395110 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-642e2121-47ad-4ba7-b1b2-a88b6582776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:28.397269 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-642e2121-47ad-4ba7-b1b2-a88b6582776e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 1098 time: 0.1107268 Jul 16 19:10:28.464626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb491ccb-fa06-44fd-9c68-cee386e34b5e req-7ea80159-d338-466c-beb4-3476f53ea205 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649757 Jul 16 19:10:28.491769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38842) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:28.498504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'cb82dad0-b166-40ab-9ffe-42b55d9ab10d', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'port_id': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'mac_address': 'fa:16:3e:63:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:10:26Z', 'updated_at': '2021-07-16T19:10:26Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71eef2db-a9ca-4d05-9212-7cfadab2b886', 'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:12Z', 'updated_at': '2021-07-16T19:10:17Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:28.525804 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] Checking router: 1ea33e8e-056b-490d-bb2c-2e0393579941 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:28.526830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-816013b2-1798-43bc-98bb-b23486c7ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:28.528899 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-816013b2-1798-43bc-98bb-b23486c7ddf3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3973999-409d-42dc-abcc-9c463774b347 HTTP/1.1" status: 200 len: 897 time: 0.1218615 Jul 16 19:10:28.535264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:28.535878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:10:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:28.567542 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6a2fddcb-c7ad-4674-84ec-036190fd7071 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/cb82dad0-b166-40ab-9ffe-42b55d9ab10d HTTP/1.1" status: 200 len: 992 time: 0.0744207 Jul 16 19:10:28.613134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-d1789f22-659c-41d3-bf3d-7eb2d64bc46b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5b87489-512c-4785-9c8f-01e46ab32701 HTTP/1.1" status: 200 len: 1000 time: 0.0761611 Jul 16 19:10:28.655211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:28.669335 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-06585e33-04e6-48b9-9d05-e13572d5c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:28.670807 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-06585e33-04e6-48b9-9d05-e13572d5c76e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7dd46cb8-d6c9-458c-8ee7-5c2054004f77 HTTP/1.1" status: 200 len: 834 time: 0.0511539 Jul 16 19:10:28.730187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-8a5294f8-2601-491a-b7da-8033499e344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:28.731689 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-8a5294f8-2601-491a-b7da-8033499e344a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3973999-409d-42dc-abcc-9c463774b347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537808 Jul 16 19:10:28.826917 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-5743da27-c3bd-4ac3-a9ae-5ec18f6b7c9d service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872984 Jul 16 19:10:28.902647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'cb82dad0-b166-40ab-9ffe-42b55d9ab10d', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'port_id': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'mac_address': 'fa:16:3e:63:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:10:26Z', 'updated_at': '2021-07-16T19:10:26Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71eef2db-a9ca-4d05-9212-7cfadab2b886', 'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:12Z', 'updated_at': '2021-07-16T19:10:17Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:28.922078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-efe707bd-31b7-4b5b-8978-71ab02d26fb7 req-ab6fa1bc-7d63-4ba4-ad50-795d77c844b4 service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873029 Jul 16 19:10:28.929692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d8e89-d6c9-4f0a-be79-af7deb22f211 None None] The sync data for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 is: [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'cb82dad0-b166-40ab-9ffe-42b55d9ab10d', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'port_id': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'mac_address': 'fa:16:3e:63:ca:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:10:26Z', 'updated_at': '2021-07-16T19:10:26Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71eef2db-a9ca-4d05-9212-7cfadab2b886', 'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:12Z', 'updated_at': '2021-07-16T19:10:17Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:29.137897 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad3290-72d5-4490-8cbc-a8f65b3318ad None None] New status for floating IP cb82dad0-b166-40ab-9ffe-42b55d9ab10d: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:10:29.448897 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:29.571622 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38844) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:29.643529 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a5b0fdf3-a8e0-462a-ad41-d8d122451224 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/cb82dad0-b166-40ab-9ffe-42b55d9ab10d HTTP/1.1" status: 200 len: 994 time: 0.0704625 Jul 16 19:10:32.943584 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:33.255052 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20e10f8f-4c46-4447-8fdf-33add4d00ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:36.027125 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:36.102394 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6341688e-ad10-42e2-804a-f34949df579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:37.246718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:38.933284 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:40.844316 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:46.108751 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-eef57942-29fb-47f1-934b-03151c94c9ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0629866 Jul 16 19:10:46.229517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-5442f5ec-a785-426c-a448-0114ee764235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:46.230995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-5442f5ec-a785-426c-a448-0114ee764235 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 1098 time: 0.0516665 Jul 16 19:10:46.337999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-e106dfde-fb14-49df-b189-a9ae4e1a089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:46.339453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-e106dfde-fb14-49df-b189-a9ae4e1a089d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3973999-409d-42dc-abcc-9c463774b347 HTTP/1.1" status: 200 len: 897 time: 0.0847754 Jul 16 19:10:46.408919 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-415e5453-c92b-4da5-8699-5bd14bf74130 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5b87489-512c-4785-9c8f-01e46ab32701 HTTP/1.1" status: 200 len: 1002 time: 0.0614531 Jul 16 19:10:46.456968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-197a8158-e252-4bd4-a55c-13dcf37decbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:46.458419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-197a8158-e252-4bd4-a55c-13dcf37decbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7dd46cb8-d6c9-458c-8ee7-5c2054004f77 HTTP/1.1" status: 200 len: 834 time: 0.0428505 Jul 16 19:10:46.516316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-d6b588b7-b9f8-44b0-8d49-db5f1af68378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:46.517812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-d6b588b7-b9f8-44b0-8d49-db5f1af68378 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3973999-409d-42dc-abcc-9c463774b347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515475 Jul 16 19:10:46.612345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-8f739d66-ccef-4359-bec2-ec2c304de8e8 service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856619 Jul 16 19:10:46.705322 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af35a990-b20e-426c-96e3-3c7e6899d0aa req-4deb4c20-1958-41e4-8680-82626aef457c service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857356 Jul 16 19:10:59.436166 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.255710 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-aff637ed-6742-43b3-8e05-d8efd54927a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.325295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-f4abe696-6930-4931-aea7-f810cbb3ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:03.326791 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-f4abe696-6930-4931-aea7-f810cbb3ec74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 1098 time: 0.1352339 Jul 16 19:11:03.338590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017a9d1-088e-48ea-8134-250152477c86 req-9c662859-c35a-4f3d-a52a-de287f8105bf tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:03.339968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9017a9d1-088e-48ea-8134-250152477c86 req-9c662859-c35a-4f3d-a52a-de287f8105bf tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.1434305 Jul 16 19:11:03.429430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9017a9d1-088e-48ea-8134-250152477c86 req-a69301f7-e259-4850-9204-10145d8f5102 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807481 Jul 16 19:11:03.455399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-6e46d1cf-c64d-4efe-9330-f5297377d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:03.456887 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-6e46d1cf-c64d-4efe-9330-f5297377d12b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3973999-409d-42dc-abcc-9c463774b347 HTTP/1.1" status: 200 len: 897 time: 0.1160903 Jul 16 19:11:03.526656 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-9201af9c-d3b6-4ac4-a39b-c20f7726a97f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5b87489-512c-4785-9c8f-01e46ab32701 HTTP/1.1" status: 200 len: 1002 time: 0.0610986 Jul 16 19:11:03.577460 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-42035869-ac07-4e40-8670-e65574fa6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:03.578911 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-42035869-ac07-4e40-8670-e65574fa6b15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7dd46cb8-d6c9-458c-8ee7-5c2054004f77 HTTP/1.1" status: 200 len: 834 time: 0.0432281 Jul 16 19:11:03.635123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-c5bfdedb-e9b0-4edd-8e68-de14569aff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:03.636611 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-c5bfdedb-e9b0-4edd-8e68-de14569aff48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3973999-409d-42dc-abcc-9c463774b347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506282 Jul 16 19:11:03.729882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-9b1b1d79-ac35-4bd2-bdf1-ef72e0b835d7 service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849013 Jul 16 19:11:03.819876 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-32090d5f-8f39-4088-95c6-4079fdbe4b38 req-889fff29-27c5-4724-b07e-2aaf03e9fa43 service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Jul 16 19:11:04.657216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ed5de-1aa1-44da-bad9-e9051f84e2a9 req-6db6daaa-0e3d-41fc-b396-d3d2d19c2974 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:04.658942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-512ed5de-1aa1-44da-bad9-e9051f84e2a9 req-6db6daaa-0e3d-41fc-b396-d3d2d19c2974 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.1147854 Jul 16 19:11:04.696556 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-512ed5de-1aa1-44da-bad9-e9051f84e2a9 req-591cd47c-0683-4b0b-8121-784682a0b18a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318182 Jul 16 19:11:05.871006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbd42e-1ff4-4964-94f7-59849baa8fd5 req-8ed77fb4-8c7a-48f0-979f-8ada0fb57510 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:05.872496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bcbd42e-1ff4-4964-94f7-59849baa8fd5 req-8ed77fb4-8c7a-48f0-979f-8ada0fb57510 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0633740 Jul 16 19:11:05.910300 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7bcbd42e-1ff4-4964-94f7-59849baa8fd5 req-660368b3-1fe6-4858-92bc-3be6b34510ac tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323141 Jul 16 19:11:06.029103 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.102384 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-220f4c73-b87a-476f-881c-ed5cea579e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.080432 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17c3b0-d937-43b2-8598-535f4a850ab7 req-b0c53b9e-a941-4915-b0f4-71c6d807311e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:07.081934 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da17c3b0-d937-43b2-8598-535f4a850ab7 req-b0c53b9e-a941-4915-b0f4-71c6d807311e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0624664 Jul 16 19:11:07.119492 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-da17c3b0-d937-43b2-8598-535f4a850ab7 req-94c6871b-1c82-4170-88b5-d8f83322c2d0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319719 Jul 16 19:11:07.247578 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:08.297119 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfb505-4761-4b14-90c3-d1f22e46f46d req-61bc94ed-a332-46f4-860f-e3885348bb26 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:08.298603 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7dbfb505-4761-4b14-90c3-d1f22e46f46d req-61bc94ed-a332-46f4-860f-e3885348bb26 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0674810 Jul 16 19:11:08.335648 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7dbfb505-4761-4b14-90c3-d1f22e46f46d req-31b69c49-3164-4ad0-a3e2-d118e8a1c30a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316210 Jul 16 19:11:08.936649 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:09.509289 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874727f-184c-458b-91e6-dcec7a805e71 req-894ab0fd-2b6b-461c-bbb2-50b57052e311 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:09.510795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8874727f-184c-458b-91e6-dcec7a805e71 req-894ab0fd-2b6b-461c-bbb2-50b57052e311 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0628941 Jul 16 19:11:09.547794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8874727f-184c-458b-91e6-dcec7a805e71 req-fbcd338b-c01c-48ad-bf57-e9d3d064fc33 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315247 Jul 16 19:11:09.943213 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:10.726397 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98afaf-70a7-412d-9432-35550f615e46 req-2f62d164-e961-4140-afa6-418de1147903 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:10.727981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e98afaf-70a7-412d-9432-35550f615e46 req-2f62d164-e961-4140-afa6-418de1147903 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0665503 Jul 16 19:11:10.766144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7e98afaf-70a7-412d-9432-35550f615e46 req-2033cfe4-e21c-4ff9-beac-1649cd8f379a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328333 Jul 16 19:11:10.866760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:11.944090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739b50e-a2d0-4e9e-97f5-bdd4d61ccd78 req-6e0baef1-2c90-4f04-a9a6-659b30c8bbf9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:11.945610 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4739b50e-a2d0-4e9e-97f5-bdd4d61ccd78 req-6e0baef1-2c90-4f04-a9a6-659b30c8bbf9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0643203 Jul 16 19:11:11.983005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4739b50e-a2d0-4e9e-97f5-bdd4d61ccd78 req-9f09d931-c811-44ef-bb85-9e876a76ac1a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318904 Jul 16 19:11:13.166600 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc1ec4-997c-409a-9b38-9ae29319a19f req-794c8357-b8bb-476e-bc67-aa214b033bf9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:13.168147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98bc1ec4-997c-409a-9b38-9ae29319a19f req-794c8357-b8bb-476e-bc67-aa214b033bf9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0678709 Jul 16 19:11:13.208234 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98bc1ec4-997c-409a-9b38-9ae29319a19f req-a1e1968e-5c3d-4f68-a7e0-00ec45fcfb6b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344939 Jul 16 19:11:14.389767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0a277-5f18-4f64-a3d6-35db1fb2499b req-3727ab54-430c-4767-bc62-ce4e72e5110a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:14.391194 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1e0a277-5f18-4f64-a3d6-35db1fb2499b req-3727ab54-430c-4767-bc62-ce4e72e5110a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0680895 Jul 16 19:11:14.429630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a1e0a277-5f18-4f64-a3d6-35db1fb2499b req-1e6ddc9d-2586-4542-b863-5110d836615f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323899 Jul 16 19:11:15.600691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d1cb9-5196-40dd-80a4-a3a1b2ff9d3c req-030f698e-1dd6-447e-a509-68c08bf3126a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:15.602192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-279d1cb9-5196-40dd-80a4-a3a1b2ff9d3c req-030f698e-1dd6-447e-a509-68c08bf3126a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0639582 Jul 16 19:11:15.639000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-279d1cb9-5196-40dd-80a4-a3a1b2ff9d3c req-db3513fb-7c5b-4595-bb28-862a9825b263 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313416 Jul 16 19:11:15.663772 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38890) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:15.728022 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-22cc8296-cc8f-4fe6-97e1-6d01055638e3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/cb82dad0-b166-40ab-9ffe-42b55d9ab10d HTTP/1.1" status: 200 len: 994 time: 0.0630248 Jul 16 19:11:29.456890 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.256901 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f77a-4279-4b55-b0d7-c5f01938ab6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.029068 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.101779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bcaa86b1-29d9-430d-9de3-7abcaebd8087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:37.250169 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.938127 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.866417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:45.296949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-ff8ccd7a-e9d8-4593-9de9-991802850752 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507326 Jul 16 19:11:45.415050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-67efef97-c762-43d0-a1ea-2a2531a1e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.417053 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-67efef97-c762-43d0-a1ea-2a2531a1e933 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 1098 time: 0.0514209 Jul 16 19:11:45.525179 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-0dc05651-95c7-414f-b2d9-ef21b0c4de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.527411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-0dc05651-95c7-414f-b2d9-ef21b0c4de75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3973999-409d-42dc-abcc-9c463774b347 HTTP/1.1" status: 200 len: 897 time: 0.0898304 Jul 16 19:11:45.591568 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-f0962de7-2971-48c2-b79e-7328147f3ca0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5b87489-512c-4785-9c8f-01e46ab32701 HTTP/1.1" status: 200 len: 1002 time: 0.0562854 Jul 16 19:11:45.642943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-e6703cf6-0510-403f-9bfc-e93110f0174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.644371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-e6703cf6-0510-403f-9bfc-e93110f0174a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7dd46cb8-d6c9-458c-8ee7-5c2054004f77 HTTP/1.1" status: 200 len: 834 time: 0.0458028 Jul 16 19:11:45.703920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-cd3c0f27-a785-4f19-8dcf-0385f7b17185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.705430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-cd3c0f27-a785-4f19-8dcf-0385f7b17185 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3973999-409d-42dc-abcc-9c463774b347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534925 Jul 16 19:11:45.799534 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-6b474eab-b519-43b2-ae3a-e1b3142b7d46 service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Jul 16 19:11:45.888573 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1d5247e-6043-49be-8497-f1e285bca8d2 req-1d8ba8c8-d8c4-4068-9ba7-cfa32104e85b service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814636 Jul 16 19:11:46.941961 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:50.138721 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38912) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:50.294363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 4ad7e86c-a0cd-427f-b5e0-e4a2bd4947cb {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:50.294706 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.369921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.370246 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.381520 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 4ad7e86c-a0cd-427f-b5e0-e4a2bd4947cb owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:50.528664 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.555363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=4ad7e86c-a0cd-427f-b5e0-e4a2bd4947cb,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:50.581629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.581979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.582316 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.582650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.582980 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.583314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.583638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.583962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.584285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.584633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.584956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.585276 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:50.626138 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.626479 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP cb82dad0-b166-40ab-9ffe-42b55d9ab10d disassociated (deleted). External IP: 172.25.2.122, port: c5b87489-512c-4785-9c8f-01e46ab32701. Jul 16 19:11:50.831216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 1ea33e8e-056b-490d-bb2c-2e0393579941 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:50.939558 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:50.944370 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.948941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] Sync routers for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:50.958273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:50.958891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:50.980310 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1353fe62-d4c8-4253-8bcb-b05a74552a05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/floatingips/cb82dad0-b166-40ab-9ffe-42b55d9ab10d HTTP/1.1" status: 204 len: 168 time: 0.8404896 Jul 16 19:11:50.981057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:50.983320 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:51.066782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:51.075494 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf68c01a-8e23-4aa0-a70f-0ca03947ee38 x-openstack-request-id: req-cf68c01a-8e23-4aa0-a70f-0ca03947ee38 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:51.075889 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:51.076252 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf68c01a-8e23-4aa0-a70f-0ca03947ee38 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:51.076700 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'status': 'completed', 'code': 200} Jul 16 19:11:51.194955 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-d6c75061-45ac-4294-9450-752b5fdd6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.196725 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-d6c75061-45ac-4294-9450-752b5fdd6723 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 1098 time: 0.0650885 Jul 16 19:11:51.281202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '71eef2db-a9ca-4d05-9212-7cfadab2b886', 'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:12Z', 'updated_at': '2021-07-16T19:10:17Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:51.311543 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] Checking router: 1ea33e8e-056b-490d-bb2c-2e0393579941 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:51.319712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:51.320321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:51.378626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-61d781c8-afc3-475b-9655-d9e205b624d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.380110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-61d781c8-afc3-475b-9655-d9e205b624d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e3973999-409d-42dc-abcc-9c463774b347 HTTP/1.1" status: 200 len: 897 time: 0.1189425 Jul 16 19:11:51.425896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:51.432031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-f0f962b6-5a7e-4f96-b3ea-b871f1861ba1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5b87489-512c-4785-9c8f-01e46ab32701 HTTP/1.1" status: 200 len: 217 time: 0.0420656 Jul 16 19:11:51.442610 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d857f-2f84-4ea7-b3fe-7afe56bc2bed req-cbc4d37d-84e8-4e9a-87a7-de536781bb59 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.444041 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f1d857f-2f84-4ea7-b3fe-7afe56bc2bed req-cbc4d37d-84e8-4e9a-87a7-de536781bb59 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.1485219 Jul 16 19:11:51.513496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6f1d857f-2f84-4ea7-b3fe-7afe56bc2bed req-375c2eb4-48ba-497a-b760-6fb3681caeb0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614095 Jul 16 19:11:51.516123 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-c4901b21-4917-404b-8aeb-b56ec0acc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.517209 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-c4901b21-4917-404b-8aeb-b56ec0acc492 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7dd46cb8-d6c9-458c-8ee7-5c2054004f77 HTTP/1.1" status: 200 len: 834 time: 0.0723100 Jul 16 19:11:51.581404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-7af27568-7b2c-4392-8cb8-aef0852a083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.582886 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-7af27568-7b2c-4392-8cb8-aef0852a083b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e3973999-409d-42dc-abcc-9c463774b347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574455 Jul 16 19:11:51.621114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '71eef2db-a9ca-4d05-9212-7cfadab2b886', 'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:12Z', 'updated_at': '2021-07-16T19:10:17Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:51.647305 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015f8be-91cf-465d-abad-d7f6cb6cfcc1 None None] The sync data for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 is: [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '71eef2db-a9ca-4d05-9212-7cfadab2b886', 'name': '', 'network_id': 'e3973999-409d-42dc-abcc-9c463774b347', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:e7:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:12Z', 'updated_at': '2021-07-16T19:10:17Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': '7dd46cb8-d6c9-458c-8ee7-5c2054004f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:51.674390 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-60e2453e-6b6b-46ae-a1f8-62ba9cb957e3 service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833886 Jul 16 19:11:51.772483 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f2be1e9-74f7-4c3f-b48c-74bef6eabb8e req-89aa5508-9560-44c4-9834-99b2ab8549b3 service neutron] 10.222.0.46 "GET /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904665 Jul 16 19:11:51.868782 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765a1979-111b-4e1c-aa0a-719c6de5a784 None None] New status for floating IP cb82dad0-b166-40ab-9ffe-42b55d9ab10d: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:11:52.694239 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427444d1-372c-4e1f-bd71-6da3b880c411 req-ebf3cf99-f103-4fa5-aafa-79952257c4bc tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:52.695729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-427444d1-372c-4e1f-bd71-6da3b880c411 req-ebf3cf99-f103-4fa5-aafa-79952257c4bc tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0635357 Jul 16 19:11:52.732936 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-427444d1-372c-4e1f-bd71-6da3b880c411 req-3b4cc5e8-fa17-4da0-b111-5a591648396a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=b1460a68-3806-4ccf-b3f1-be8a122cd175&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315447 Jul 16 19:11:53.378056 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-f41bd9b1-b998-492c-a3b3-59fdaaa05dad tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:53.379411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-f41bd9b1-b998-492c-a3b3-59fdaaa05dad tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 946 time: 0.0633817 Jul 16 19:11:53.481200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port c5b87489-512c-4785-9c8f-01e46ab32701 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:53.481547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:53.568075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port c5b87489-512c-4785-9c8f-01e46ab32701, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5b87489-512c-4785-9c8f-01e46ab32701,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:53.568433 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:53.580651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for c5b87489-512c-4785-9c8f-01e46ab32701 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:53.708922 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:53.745619 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=c5b87489-512c-4785-9c8f-01e46ab32701,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:54.086471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] No DVR routers for this DVR port c5b87489-512c-4785-9c8f-01e46ab32701 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:54.089116 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:54.091087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9463b9c-9840-4b97-bd22-a06f91b9b8c5 req-0d253ea8-baa7-4865-94ba-f93d7a79574b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "DELETE /v2.0/ports/c5b87489-512c-4785-9c8f-01e46ab32701 HTTP/1.1" status: 204 len: 173 time: 0.7048132 Jul 16 19:11:54.098796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'name': 'network-vif-deleted', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:54.101484 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4fef9a-4703-440c-a1aa-7c76046bb194" -d '{"events": [{"server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "name": "network-vif-deleted", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:54.138567 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-71095d55-9284-4af4-ab95-63fd2132fd85 req-50524c50-8847-4f3c-afe2-2778a7129175 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=6904ea1d-7612-4e0f-adab-1ecff3fcfddd HTTP/1.1" status: 200 len: 210 time: 0.0533316 Jul 16 19:11:54.339513 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada66934-c3b9-4554-90e0-6f1664ba7d1f x-openstack-request-id: req-ada66934-c3b9-4554-90e0-6f1664ba7d1f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:54.339807 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6904ea1d-7612-4e0f-adab-1ecff3fcfddd", "name": "network-vif-deleted", "tag": "c5b87489-512c-4785-9c8f-01e46ab32701", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:54.340085 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ada66934-c3b9-4554-90e0-6f1664ba7d1f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:54.340480 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6904ea1d-7612-4e0f-adab-1ecff3fcfddd', 'name': 'network-vif-deleted', 'tag': 'c5b87489-512c-4785-9c8f-01e46ab32701', 'status': 'completed', 'code': 200} Jul 16 19:11:55.237051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38930) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:55.587418 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:55.849575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 71eef2db-a9ca-4d05-9212-7cfadab2b886 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:55.849926 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:55.937257 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 71eef2db-a9ca-4d05-9212-7cfadab2b886, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=71eef2db-a9ca-4d05-9212-7cfadab2b886,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:55.937471 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:55.950573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 71eef2db-a9ca-4d05-9212-7cfadab2b886 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:56.137135 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.168478 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=71eef2db-a9ca-4d05-9212-7cfadab2b886,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:56.247490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5b87489-512c-4785-9c8f-01e46ab32701 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:56.273544 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: c5b87489-512c-4785-9c8f-01e46ab32701 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:56.273886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5b87489-512c-4785-9c8f-01e46ab32701 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:56.348905 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.561716 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 1ea33e8e-056b-490d-bb2c-2e0393579941 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:56.668262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:56.674152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fc02ab8d-e12d-4214-a224-64a178cd1f9d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/1ea33e8e-056b-490d-bb2c-2e0393579941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360979 Jul 16 19:11:56.677045 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38932) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:56.678118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] Sync routers for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:56.687235 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:56.687846 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:56.727127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f84783b-5f8c-4bd8-8813-dab66d2c3e60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting subnet 7dd46cb8-d6c9-458c-8ee7-5c2054004f77 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:11:56.730203 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f84783b-5f8c-4bd8-8813-dab66d2c3e60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.769966 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f84783b-5f8c-4bd8-8813-dab66d2c3e60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.863659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f84783b-5f8c-4bd8-8813-dab66d2c3e60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.924461 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f84783b-5f8c-4bd8-8813-dab66d2c3e60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.946783 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:56.951506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84783b-5f8c-4bd8-8813-dab66d2c3e60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd46cb8-d6c9-458c-8ee7-5c2054004f77,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:56.955629 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-2f84783b-5f8c-4bd8-8813-dab66d2c3e60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.957794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2f84783b-5f8c-4bd8-8813-dab66d2c3e60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/subnets/7dd46cb8-d6c9-458c-8ee7-5c2054004f77 HTTP/1.1" status: 204 len: 168 time: 0.2795751 Jul 16 19:11:56.960860 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38934) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:56.977745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dbfa0a-b098-4d01-a6f4-904fe5782056 None None] Network e3973999-409d-42dc-abcc-9c463774b347 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:57.132644 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.240129 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.243702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:11:56Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '30567a40-e375-4d57-9b0e-e3696aebbbf8', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:57.272727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] Checking router: 1ea33e8e-056b-490d-bb2c-2e0393579941 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:57.281480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] Routers {'1ea33e8e-056b-490d-bb2c-2e0393579941'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:57.282118 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['1ea33e8e-056b-490d-bb2c-2e0393579941'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:57.293867 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 30567a40-e375-4d57-9b0e-e3696aebbbf8 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:57.294216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.319795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] DHCP port deletion for e3973999-409d-42dc-abcc-9c463774b347 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:11:57.379638 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 30567a40-e375-4d57-9b0e-e3696aebbbf8, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=30567a40-e375-4d57-9b0e-e3696aebbbf8,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:57.379923 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.392268 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 30567a40-e375-4d57-9b0e-e3696aebbbf8 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:57.395252 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] Set router 1ea33e8e-056b-490d-bb2c-2e0393579941 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:57.448065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:11:57Z', 'revision_number': 6, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:57.482012 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f680-e29a-45bf-a580-3639b7c8194e None None] The sync data for ids ['1ea33e8e-056b-490d-bb2c-2e0393579941'] in n-d-793619-10 is: [{'id': '1ea33e8e-056b-490d-bb2c-2e0393579941', 'name': 'tempest-TestNetworkAdvancedServerOps-router-178849884', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:09Z', 'updated_at': '2021-07-16T19:11:57Z', 'revision_number': 6, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:57.492009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Deleting port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:57.492154 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.559731 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] For port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=bbad3f27-b99e-4edc-9c23-f3ec97be3f4a,segment=NetworkSegment(cf577fd5-64fe-4cfb-808d-23539fd23f60),segment_id=cf577fd5-64fe-4cfb-808d-23539fd23f60)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:57.560133 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.573473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Calling delete_port for bbad3f27-b99e-4edc-9c23-f3ec97be3f4a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:57.576268 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.602387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=30567a40-e375-4d57-9b0e-e3696aebbbf8,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:57.630781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.631059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.631401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.631740 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.632078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.632412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.632767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.633102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.633430 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.633761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.634090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.634413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.656372 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.676637 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.682636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Pushing event deleted for resources: {'Port': ['ID=bbad3f27-b99e-4edc-9c23-f3ec97be3f4a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:57.691898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] No DVR routers for this DVR port bbad3f27-b99e-4edc-9c23-f3ec97be3f4a on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:57.698187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.698187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.698187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.698187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.700307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.700307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.700307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.700307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.700307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.700307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.700307 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.701407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4500b9-917d-456a-ad57-c9f6271d62e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:57.772413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.774529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.818413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.818943 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea33e8e-056b-490d-bb2c-2e0393579941 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:11:57.826386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.827550 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6ce3d1f7-a8d2-453f-b41e-0c21e5df0a07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/routers/1ea33e8e-056b-490d-bb2c-2e0393579941 HTTP/1.1" status: 204 len: 168 time: 0.8655124 Jul 16 19:11:57.830205 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38940) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:57.909443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bbad3f27-b99e-4edc-9c23-f3ec97be3f4a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:57.910530 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:57.932812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: bbad3f27-b99e-4edc-9c23-f3ec97be3f4a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:57.933299 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device bbad3f27-b99e-4edc-9c23-f3ec97be3f4a not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:58.008097 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.019812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3973999-409d-42dc-abcc-9c463774b347']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:58.029422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf577fd5-64fe-4cfb-808d-23539fd23f60') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:58.029707 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf577fd5-64fe-4cfb-808d-23539fd23f60') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:58.038666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.052146 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.058280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:58.058674 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:58.062274 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:58.123605 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.131678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.133477 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/networks/e3973999-409d-42dc-abcc-9c463774b347 HTTP/1.1" status: 204 len: 168 time: 0.3023334 Jul 16 19:11:58.136286 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38942) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:58.145201 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020772f-7811-402f-ac18-3e15d2dbc673 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Network': ['ID=e3973999-409d-42dc-abcc-9c463774b347,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:58.198627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caf1920a-de14-48db-8b4c-2671749edbad tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.223770 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caf1920a-de14-48db-8b4c-2671749edbad tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.289784 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caf1920a-de14-48db-8b4c-2671749edbad tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.292395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-caf1920a-de14-48db-8b4c-2671749edbad tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.293803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-caf1920a-de14-48db-8b4c-2671749edbad tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/security-groups/b1460a68-3806-4ccf-b3f1-be8a122cd175 HTTP/1.1" status: 204 len: 168 time: 0.1564767 Jul 16 19:11:58.303932 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1920a-de14-48db-8b4c-2671749edbad tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1460a68-3806-4ccf-b3f1-be8a122cd175,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:58.670470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38948) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:58.675366 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-80e0bf21-ecb5-4846-81f6-771a93fb3944 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731548450', 'description': 'tempest-secgroup-smoke-731548450 description', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:58.699792 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80e0bf21-ecb5-4846-81f6-771a93fb3944 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.780758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80e0bf21-ecb5-4846-81f6-771a93fb3944 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.784718 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80e0bf21-ecb5-4846-81f6-771a93fb3944 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.813960 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-80e0bf21-ecb5-4846-81f6-771a93fb3944 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.815098 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-80e0bf21-ecb5-4846-81f6-771a93fb3944 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1434891 Jul 16 19:11:58.816269 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0bf21-ecb5-4846-81f6-771a93fb3944 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8362aba9-633c-40a8-a926-bd6aba57dd98,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:58.818276 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38950) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:58.823360 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-52ca2d8a-1655-47c3-ba3e-22fb7d24aca4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '8362aba9-633c-40a8-a926-bd6aba57dd98', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:58.849982 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52ca2d8a-1655-47c3-ba3e-22fb7d24aca4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.903634 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52ca2d8a-1655-47c3-ba3e-22fb7d24aca4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.907602 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52ca2d8a-1655-47c3-ba3e-22fb7d24aca4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.924007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca2d8a-1655-47c3-ba3e-22fb7d24aca4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6508c88-8b45-43ff-bb2e-579e55c5a14e,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:58.930626 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-52ca2d8a-1655-47c3-ba3e-22fb7d24aca4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:58.931825 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-52ca2d8a-1655-47c3-ba3e-22fb7d24aca4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124814 Jul 16 19:11:58.934664 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38952) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:58.939545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8c22128d-46a9-4134-b391-34adcfb3e7b9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '8362aba9-633c-40a8-a926-bd6aba57dd98', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:58.965024 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c22128d-46a9-4134-b391-34adcfb3e7b9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.027520 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c22128d-46a9-4134-b391-34adcfb3e7b9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.031207 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c22128d-46a9-4134-b391-34adcfb3e7b9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.049709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22128d-46a9-4134-b391-34adcfb3e7b9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628124c2-2103-4dd2-8039-2398aee6130a,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:59.056649 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8c22128d-46a9-4134-b391-34adcfb3e7b9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.057802 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8c22128d-46a9-4134-b391-34adcfb3e7b9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222310 Jul 16 19:11:59.060524 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38954) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:59.065465 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-e8d7e0cb-d653-4f12-a27b-efc8b845c729 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '8362aba9-633c-40a8-a926-bd6aba57dd98', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:59.090938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8d7e0cb-d653-4f12-a27b-efc8b845c729 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.152152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8d7e0cb-d653-4f12-a27b-efc8b845c729 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.155888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8d7e0cb-d653-4f12-a27b-efc8b845c729 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.173575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7e0cb-d653-4f12-a27b-efc8b845c729 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417342ff-e66e-4bee-bc5a-6fa134a20dca,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:59.179805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e8d7e0cb-d653-4f12-a27b-efc8b845c729 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.181074 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e8d7e0cb-d653-4f12-a27b-efc8b845c729 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190467 Jul 16 19:11:59.183728 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38956) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:59.188150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d01bfa81-f8a8-4255-9bb5-4fff117f8fed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '8362aba9-633c-40a8-a926-bd6aba57dd98', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:59.213092 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d01bfa81-f8a8-4255-9bb5-4fff117f8fed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.270317 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d01bfa81-f8a8-4255-9bb5-4fff117f8fed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.273792 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d01bfa81-f8a8-4255-9bb5-4fff117f8fed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.291593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bfa81-f8a8-4255-9bb5-4fff117f8fed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd21a64-9e40-41a8-8060-6d31c297f040,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:59.300871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d01bfa81-f8a8-4255-9bb5-4fff117f8fed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.302069 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d01bfa81-f8a8-4255-9bb5-4fff117f8fed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174057 Jul 16 19:11:59.304772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38958) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:59.309059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-daf6d82b-c548-45f2-bb1b-5fe6a7629577 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '8362aba9-633c-40a8-a926-bd6aba57dd98', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:59.329629 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-daf6d82b-c548-45f2-bb1b-5fe6a7629577 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:11:59.334319 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daf6d82b-c548-45f2-bb1b-5fe6a7629577 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.394497 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daf6d82b-c548-45f2-bb1b-5fe6a7629577 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.398092 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daf6d82b-c548-45f2-bb1b-5fe6a7629577 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.415786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6d82b-c548-45f2-bb1b-5fe6a7629577 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280829ee-c0f2-4b51-8f26-c63231d1febd,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:59.420775 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-daf6d82b-c548-45f2-bb1b-5fe6a7629577 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.422071 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-daf6d82b-c548-45f2-bb1b-5fe6a7629577 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163218 Jul 16 19:11:59.424692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38960) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:59.429012 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-a2a790c3-6175-4b47-9440-65f8e9bfa741 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '8362aba9-633c-40a8-a926-bd6aba57dd98', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:59.450959 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-a2a790c3-6175-4b47-9440-65f8e9bfa741 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:11:59.456060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2a790c3-6175-4b47-9440-65f8e9bfa741 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.479309 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.523513 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2a790c3-6175-4b47-9440-65f8e9bfa741 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.527157 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2a790c3-6175-4b47-9440-65f8e9bfa741 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.537493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 71eef2db-a9ca-4d05-9212-7cfadab2b886 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:59.549451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a790c3-6175-4b47-9440-65f8e9bfa741 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0132fa54-766d-4ed5-a250-5d9c32ddd88d,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:59.553108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a2a790c3-6175-4b47-9440-65f8e9bfa741 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.554298 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a2a790c3-6175-4b47-9440-65f8e9bfa741 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286893 Jul 16 19:11:59.557295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38962) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:59.557577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 71eef2db-a9ca-4d05-9212-7cfadab2b886 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:59.557959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 71eef2db-a9ca-4d05-9212-7cfadab2b886 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:59.558398 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 30567a40-e375-4d57-9b0e-e3696aebbbf8 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:59.563344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'network': {'name': 'tempest-network-smoke--873589428', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:59.578823 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 30567a40-e375-4d57-9b0e-e3696aebbbf8 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:59.579117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 30567a40-e375-4d57-9b0e-e3696aebbbf8 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:59.584960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:59.588399 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.611128 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:59.620413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.620783 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Added segment ae5cc07e-4072-4e8e-8b39-968a07e085ff of type vlan for network dfc583b7-de23-4cab-b5c1-67e8c2929266 Jul 16 19:11:59.661085 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.690141 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.695545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:59.696130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.727244 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1688364 Jul 16 19:11:59.730008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38964) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:59.736567 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'admin_state_up': True, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:59.779574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebbbaf-dc8a-48cc-a2a8-cf980c80650c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Network': ['ID=dfc583b7-de23-4cab-b5c1-67e8c2929266,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:59.790878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network dfc583b7-de23-4cab-b5c1-67e8c2929266 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:59.793228 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.794287 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.846038 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:59.985888 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:00.173239 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:00.191776 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:00.296120 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.97 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/306dc28f-0093-4573-883e-7451f88a911d) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:12:00.397738 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:00.435873 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:00.471592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:00.476211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:00.479545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:12:00.506769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=306dc28f-0093-4573-883e-7451f88a911d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:01.005082 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:01.203137 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:01.327449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router abac7b72-dff5-4c24-9760-7c816d70577d is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:12:01.430172 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:12:01.439389 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Sync routers for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:12:01.447942 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:01.448133 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:01.448694 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:01.449401 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0e976332-2b62-4740-a84c-b9880aef7211 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7184818 Jul 16 19:12:01.453308 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38966) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:01.487899 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c8084e64-dfdc-4100-9849-a24146a87afa tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=02bf61f30cc84e43a1b7b3d945fa748d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335069 Jul 16 19:12:01.490629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38968) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:01.642089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00d30f-0274-4563-ae9e-73c046247152 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:01.643615 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc00d30f-0274-4563-ae9e-73c046247152 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1520875 Jul 16 19:12:01.646346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38970) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:01.646905 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:01.675719 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8624bd6c-e35a-4afc-9b45-1db8cafe862b tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282454 Jul 16 19:12:01.678166 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 38972) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:01.683030 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1133901342', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:01.774682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:12:01.778358 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:01.833927 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:00Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:01.863784 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Checking router: abac7b72-dff5-4c24-9760-7c816d70577d for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:12:01.864140 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Updating router abac7b72-dff5-4c24-9760-7c816d70577d port 306dc28f-0093-4573-883e-7451f88a911d binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:12:01.898388 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:01.958963 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.015767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Subnet': ['ID=d09f959a-4dea-448e-83ae-f9c77a012700,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:02.028841 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Checking segment: {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:02.029207 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network hostable DHCP agents. Network: dfc583b7-de23-4cab-b5c1-67e8c2929266, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:12:02.046721 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network dfc583b7-de23-4cab-b5c1-67e8c2929266 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:12:02.055344 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, dfc583b7-de23-4cab-b5c1-67e8c2929266) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:02.060137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:02.064610 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.068814 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da9ef2b-10a6-48af-9f5f-cd3e2113471b None None] Network dfc583b7-de23-4cab-b5c1-67e8c2929266 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:12:02.083079 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c4fbc4bc-cd6e-4dab-b09c-540e9c1b908f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4038029 Jul 16 19:12:02.086264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 38974) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:02.160025 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.170167 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Transition to ACTIVE for port object 306dc28f-0093-4573-883e-7451f88a911d will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:02.177986 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.229198 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Attempting to bind port 306dc28f-0093-4573-883e-7451f88a911d on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:12:02.229572 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Attempting to bind port 306dc28f-0093-4573-883e-7451f88a911d by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:12:02.229931 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Attempting to bind port 306dc28f-0093-4573-883e-7451f88a911d on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:02.236047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-dfc583b7-de23-4cab-b5c1-67e8c2929266', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:12:02.237074 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.240322 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:12:02.240726 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:02.241129 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.241519 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:12:02.241980 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Bound port: 306dc28f-0093-4573-883e-7451f88a911d, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:12:02.242357 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.243840 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Pushing event updated for resources: {'Port': ['ID=306dc28f-0093-4573-883e-7451f88a911d,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:02.272172 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.272554 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.272883 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.273218 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.273549 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.273875 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.274200 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.274521 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.274840 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.275164 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.275483 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.275820 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:02.308144 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] For port 306dc28f-0093-4573-883e-7451f88a911d, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:02.311323 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] For port 306dc28f-0093-4573-883e-7451f88a911d, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=306dc28f-0093-4573-883e-7451f88a911d,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:12:02.316437 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.364203 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:02.365066 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:02.383615 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Allocated IP 172.20.0.2 (dfc583b7-de23-4cab-b5c1-67e8c2929266/d09f959a-4dea-448e-83ae-f9c77a012700/b1a22e26-86e7-4de1-adef-14360d597a84) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:12:02.418073 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cddc1c-920c-429c-989f-5103a0b16ff0 None None] Pushing event updated for resources: {'Port': ['ID=306dc28f-0093-4573-883e-7451f88a911d,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:02.478715 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:02.541642 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.551158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Transition to ACTIVE for port object b1a22e26-86e7-4de1-adef-14360d597a84 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:02.561425 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.568187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Transition to ACTIVE for port object b1a22e26-86e7-4de1-adef-14360d597a84 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:02.574849 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.613788 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Network dfc583b7-de23-4cab-b5c1-67e8c2929266 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:02.616461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:02.621018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:12:02.666357 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:00Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:02.686508 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Pushing event updated for resources: {'Port': ['ID=b1a22e26-86e7-4de1-adef-14360d597a84,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:02.693733 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a455c-65d1-4f60-8f30-911f56e947e3 None None] The sync data for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 is: [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:00Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:12:02.703725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Attempting to bind port b1a22e26-86e7-4de1-adef-14360d597a84 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:12:02.704109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Attempting to bind port b1a22e26-86e7-4de1-adef-14360d597a84 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:12:02.704493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Attempting to bind port b1a22e26-86e7-4de1-adef-14360d597a84 on network dfc583b7-de23-4cab-b5c1-67e8c2929266 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:02.710022 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:12:02.710406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Checking segment: {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:02.716297 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.716297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Bound using segment: {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:12:02.716297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Bound port: b1a22e26-86e7-4de1-adef-14360d597a84, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:12:02.716297 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.778365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] For port b1a22e26-86e7-4de1-adef-14360d597a84, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:02.782352 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] For port b1a22e26-86e7-4de1-adef-14360d597a84, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b1a22e26-86e7-4de1-adef-14360d597a84,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:12:02.786869 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:02.851357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b78957-d8aa-4f28-8d58-161161f5fde1 None None] Pushing event updated for resources: {'Port': ['ID=b1a22e26-86e7-4de1-adef-14360d597a84,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:02.862103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.1 (dfc583b7-de23-4cab-b5c1-67e8c2929266/d09f959a-4dea-448e-83ae-f9c77a012700/9f898271-7370-4b83-8099-8d96a5e6c149) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:12:03.016136 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.045844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object 9f898271-7370-4b83-8099-8d96a5e6c149 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:03.091954 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.141661 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network dfc583b7-de23-4cab-b5c1-67e8c2929266 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:03.145116 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:03.149481 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:12:03.175614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=9f898271-7370-4b83-8099-8d96a5e6c149,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:03.200350 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.260591 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-29b3f23b-ff0a-40a4-b835-bf3dd61d5b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.353717 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.633365 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b1a22e26-86e7-4de1-adef-14360d597a84 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:03.693009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port b1a22e26-86e7-4de1-adef-14360d597a84 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:03.697757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 306dc28f-0093-4573-883e-7451f88a911d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:03.751505 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 306dc28f-0093-4573-883e-7451f88a911d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:03.756141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 306dc28f-0093-4573-883e-7451f88a911d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:03.756866 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.843874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.868623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 306dc28f-0093-4573-883e-7451f88a911d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=306dc28f-0093-4573-883e-7451f88a911d,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:03.875051 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.925712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=306dc28f-0093-4573-883e-7451f88a911d,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:03.929558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc642d1-f2b8-4500-9e43-725c6334ff2d None None] Network dfc583b7-de23-4cab-b5c1-67e8c2929266 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:12:03.988262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3dd4429a-7afb-4d1f-9451-a9fc9ef353ab None None] Provisioning for port b1a22e26-86e7-4de1-adef-14360d597a84 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:03.989402 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.993832 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.997406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-3dd4429a-7afb-4d1f-9451-a9fc9ef353ab None None] Provisioning complete for port b1a22e26-86e7-4de1-adef-14360d597a84 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:03.997775 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3dd4429a-7afb-4d1f-9451-a9fc9ef353ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:04.073426 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:04.076002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=9f898271-7370-4b83-8099-8d96a5e6c149,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:04.146741 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3dd4429a-7afb-4d1f-9451-a9fc9ef353ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:04.175426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network dfc583b7-de23-4cab-b5c1-67e8c2929266 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:04.176871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:04.193103 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-3dd4429a-7afb-4d1f-9451-a9fc9ef353ab None None] For port b1a22e26-86e7-4de1-adef-14360d597a84, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b1a22e26-86e7-4de1-adef-14360d597a84,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:04.201207 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3dd4429a-7afb-4d1f-9451-a9fc9ef353ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:04.258736 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4429a-7afb-4d1f-9451-a9fc9ef353ab None None] Pushing event updated for resources: {'Port': ['ID=b1a22e26-86e7-4de1-adef-14360d597a84,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:04.308876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router abac7b72-dff5-4c24-9760-7c816d70577d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:12:04.425104 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:12:04.425331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1d7e7f84-700d-4769-be93-c6d556567c45 None None] Provisioning for port 9f898271-7370-4b83-8099-8d96a5e6c149 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:04.431198 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1d7e7f84-700d-4769-be93-c6d556567c45 None None] Provisioning complete for port 9f898271-7370-4b83-8099-8d96a5e6c149 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:04.431749 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7f84-700d-4769-be93-c6d556567c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:04.432795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-da60fbb4-e538-4cca-923e-d99a3f504765 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/abac7b72-dff5-4c24-9760-7c816d70577d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3452163 Jul 16 19:12:04.437344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Sync routers for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:12:04.473045 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:04.473746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:04.516376 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e7f84-700d-4769-be93-c6d556567c45 None None] Port 9f898271-7370-4b83-8099-8d96a5e6c149 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:12:04.586433 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-28eb54a0-bacd-4bd2-a176-fe0960fe9880 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731548450&fields=id&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 267 time: 0.0373311 Jul 16 19:12:04.709758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-a99d7377-4923-44d3-b2da-9e71894f42cb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:04.711282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-a99d7377-4923-44d3-b2da-9e71894f42cb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 796 time: 0.1179492 Jul 16 19:12:04.728119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-428ad67b-b17f-4424-a530-35e59f667b0a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/quotas/02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 375 time: 0.0108390 Jul 16 19:12:04.730960 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1d7e7f84-700d-4769-be93-c6d556567c45 None None] Provisioning complete for port b1a22e26-86e7-4de1-adef-14360d597a84 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:04.731330 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7f84-700d-4769-be93-c6d556567c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:04.786175 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:04.800585 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-8e4cfad5-9a7f-4502-a7cf-069cdfc46173 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644982 Jul 16 19:12:04.951963 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-0c6d40f0-5961-41f7-8c45-a43a930db71f service neutron] 10.222.0.60 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400785 Jul 16 19:12:05.021479 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9f898271-7370-4b83-8099-8d96a5e6c149', 'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:59:85:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:02Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 2, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:05.043491 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c9d4def2-d962-44ab-b572-2a0ebdc03d70 service neutron] 10.222.0.60 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854523 Jul 16 19:12:05.050557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Checking router: abac7b72-dff5-4c24-9760-7c816d70577d for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:12:05.050915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Updating router abac7b72-dff5-4c24-9760-7c816d70577d port 9f898271-7370-4b83-8099-8d96a5e6c149 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:12:05.080428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7a79898d-6ac0-424b-95cd-ee8e1dbbb503 None None] Provisioning complete for port 9f898271-7370-4b83-8099-8d96a5e6c149 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:05.080855 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7a79898d-6ac0-424b-95cd-ee8e1dbbb503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:05.114410 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:05.133083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7a79898d-6ac0-424b-95cd-ee8e1dbbb503 None None] Port 9f898271-7370-4b83-8099-8d96a5e6c149 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:12:05.230147 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2c7d287e-925e-4a22-bae4-1d542c85ab5b req-ae05d1f1-9bb0-4f3a-b50f-785e02b2a3c9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 210 time: 0.0334868 Jul 16 19:12:05.400779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:05.411262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Transition to ACTIVE for port object 9f898271-7370-4b83-8099-8d96a5e6c149 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:05.417289 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:05.469232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6d4f2-9391-49af-bba2-dc0d51f44b53 None None] Pushing event updated for resources: {'Port': ['ID=9f898271-7370-4b83-8099-8d96a5e6c149,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:05.524937 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Attempting to bind port 9f898271-7370-4b83-8099-8d96a5e6c149 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:12:05.525308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Attempting to bind port 9f898271-7370-4b83-8099-8d96a5e6c149 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:12:05.525701 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Attempting to bind port 9f898271-7370-4b83-8099-8d96a5e6c149 on network dfc583b7-de23-4cab-b5c1-67e8c2929266 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:05.531537 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:12:05.531914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Checking segment: {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:05.532305 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:05.532855 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Bound using segment: {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:12:05.533332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Bound port: 9f898271-7370-4b83-8099-8d96a5e6c149, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:12:05.533745 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:05.579278 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b1a22e26-86e7-4de1-adef-14360d597a84 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:05.639172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] For port 9f898271-7370-4b83-8099-8d96a5e6c149, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:05.655232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] For port 9f898271-7370-4b83-8099-8d96a5e6c149, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9f898271-7370-4b83-8099-8d96a5e6c149,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:12:05.664558 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:05.668977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port b1a22e26-86e7-4de1-adef-14360d597a84 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:05.669336 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:05.764926 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:05.765579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:11:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:05.809424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6d4f2-9391-49af-bba2-dc0d51f44b53 None None] Pushing event updated for resources: {'Port': ['ID=9f898271-7370-4b83-8099-8d96a5e6c149,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:05.910580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 306dc28f-0093-4573-883e-7451f88a911d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:05.954509 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:06.075466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 306dc28f-0093-4573-883e-7451f88a911d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:06.075837 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:06.079630 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:06.156575 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-42eaf470-aa08-4400-a57d-506c60e6db81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:06.261891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9f898271-7370-4b83-8099-8d96a5e6c149', 'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:59:85:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:02Z', 'updated_at': '2021-07-16T19:12:05Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:06.290416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38a2a3-7296-4e95-8537-1b429497b9d1 None None] The sync data for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 is: [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9f898271-7370-4b83-8099-8d96a5e6c149', 'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:59:85:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:02Z', 'updated_at': '2021-07-16T19:12:05Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:12:06.422650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8dbc47f0-36b3-40d8-925d-785f65cb79a2 req-0008f47e-77f7-44b2-a574-9960d655d4d2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 210 time: 0.0376835 Jul 16 19:12:06.458701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-bc3e90f3-074b-4e33-a6bf-3c40a38f409e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:06.460247 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-bc3e90f3-074b-4e33-a6bf-3c40a38f409e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 796 time: 0.1573658 Jul 16 19:12:06.507748 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-696c16e7-f56b-490a-b6ad-867e156c7f59 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 379 time: 0.0393817 Jul 16 19:12:06.517872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'port': {'device_id': '26c67d45-0bef-48c3-936f-3370797311c8', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'admin_state_up': True, 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'security_groups': ['8362aba9-633c-40a8-a926-bd6aba57dd98']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:06.637733 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:12:06.641633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:06.770071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.10 (dfc583b7-de23-4cab-b5c1-67e8c2929266/d09f959a-4dea-448e-83ae-f9c77a012700/22ee70c2-e9e2-4b6c-8252-708c0d839ea2) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:12:06.923894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:06.938579 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:06.972128 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.020298 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network dfc583b7-de23-4cab-b5c1-67e8c2929266 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:07.023698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:07.026732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:12:07.058190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:07.088129 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:07.088804 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.114750 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-705d02ef-6a14-42a3-b223-055a7e85e4b3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6014891 Jul 16 19:12:07.126759 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Request body: {'port': {'device_id': '26c67d45-0bef-48c3-936f-3370797311c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:07.215273 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.254035 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.328362 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e1f8a285-fdb3-4c4e-b200-11156fceed54 None None] Provisioning for port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:07.333745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e1f8a285-fdb3-4c4e-b200-11156fceed54 None None] Provisioning complete for port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:07.334347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e1f8a285-fdb3-4c4e-b200-11156fceed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.371270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8a285-fdb3-4c4e-b200-11156fceed54 None None] Port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:12:07.494509 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:07.504314 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.518488 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Transition to ACTIVE for port object 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:07.523523 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.571488 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9f898271-7370-4b83-8099-8d96a5e6c149 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:07.581781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:07.623072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febbabb-b12b-4411-a298-85262eb26a3d req-48274ee9-c00b-4286-ab60-b249b138845a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:07.631655 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9febbabb-b12b-4411-a298-85262eb26a3d req-48274ee9-c00b-4286-ab60-b249b138845a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 944 time: 0.0851722 Jul 16 19:12:07.641277 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9f898271-7370-4b83-8099-8d96a5e6c149 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:07.646163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9f898271-7370-4b83-8099-8d96a5e6c149 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:07.646702 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.659659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Attempting to bind port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:12:07.660027 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Attempting to bind port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:12:07.660542 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Attempting to bind port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on network dfc583b7-de23-4cab-b5c1-67e8c2929266 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:07.665255 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on network dfc583b7-de23-4cab-b5c1-67e8c2929266 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:12:07.665720 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Attempting to bind port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on network dfc583b7-de23-4cab-b5c1-67e8c2929266 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:07.672193 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:12:07.672560 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Checking segment: {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:07.672960 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Bound using segment: {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:12:07.673536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Bound port: 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:12:07.673924 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.689140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9febbabb-b12b-4411-a298-85262eb26a3d req-6e5231d9-825b-4961-ae78-1a4c56baf83b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561297 Jul 16 19:12:07.746680 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.756502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:07.761260 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:12:07.766678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.782439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 9f898271-7370-4b83-8099-8d96a5e6c149, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9f898271-7370-4b83-8099-8d96a5e6c149,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:07.789825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.804764 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:07.805368 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.806885 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] 10.222.0.45 "PUT /v2.0/ports/22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 1093 time: 0.6849861 Jul 16 19:12:07.809396 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:07.812091 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada64bc8-3a7c-481c-876a-7325bb508e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:07.860379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197860f-5c4b-4405-b0d4-2582114c62d0 service neutron] Pushing event updated for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:07.864078 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6dcfc4-3d4f-4503-b24f-f52b77c78be3 x-openstack-request-id: req-de6dcfc4-3d4f-4503-b24f-f52b77c78be3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:07.864441 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:07.864817 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de6dcfc4-3d4f-4503-b24f-f52b77c78be3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:07.865311 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'status': 'completed', 'code': 200} Jul 16 19:12:07.871343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=9f898271-7370-4b83-8099-8d96a5e6c149,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:07.924084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c65ae537-4a78-4455-8166-371bc0309b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:07.925672 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-c65ae537-4a78-4455-8166-371bc0309b01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1096 time: 0.0570986 Jul 16 19:12:07.969218 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-54efdbce-9854-4939-9452-2fe193c5b37b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 217 time: 0.0365779 Jul 16 19:12:08.028699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-e3fbb437-9e65-47cf-a13f-040cac05de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.031103 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-e3fbb437-9e65-47cf-a13f-040cac05de6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 200 len: 835 time: 0.0560136 Jul 16 19:12:08.088793 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-789b24f5-05d4-4cc3-a4a8-0d6431d3241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.090285 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-789b24f5-05d4-4cc3-a4a8-0d6431d3241a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dfc583b7-de23-4cab-b5c1-67e8c2929266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532475 Jul 16 19:12:08.182615 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-65383875-3790-4d25-bd90-5ee395837d6d service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853353 Jul 16 19:12:08.272215 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4a29f2dc-116d-4166-9ef7-18a50edce11d req-dff3ac66-4287-42f5-af02-92c203c7f3e4 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828955 Jul 16 19:12:08.373214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-691feeaf-2d0f-49d4-bcd0-97af117610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.374705 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-691feeaf-2d0f-49d4-bcd0-97af117610c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1096 time: 0.0520749 Jul 16 19:12:08.467110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-00dfa46b-de97-4b46-8bd7-dc63901a6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.468867 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-00dfa46b-de97-4b46-8bd7-dc63901a6638 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 897 time: 0.0879886 Jul 16 19:12:08.508655 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-5d307cbd-9b79-4e03-85a8-9fb132c88253 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 217 time: 0.0336211 Jul 16 19:12:08.560196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-ecdab9e2-f33e-42f5-9675-2635964eda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.561577 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-ecdab9e2-f33e-42f5-9675-2635964eda61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 200 len: 835 time: 0.0464761 Jul 16 19:12:08.616593 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-ac4ff76c-6489-41d3-9852-59128d675fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.618037 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-ac4ff76c-6489-41d3-9852-59128d675fbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dfc583b7-de23-4cab-b5c1-67e8c2929266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498452 Jul 16 19:12:08.706921 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-b88be330-b79e-4e4d-8334-286a851250c8 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809202 Jul 16 19:12:08.809324 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-ada64bc8-3a7c-481c-876a-7325bb508e3a req-b6204956-2727-4f29-87d5-b181f76708cc service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925174 Jul 16 19:12:08.867028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f357af1-201e-48d7-a088-5bbdc42149a8 req-7d4df87a-8604-46c0-8bbe-f574696f4b3a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.868539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f357af1-201e-48d7-a088-5bbdc42149a8 req-7d4df87a-8604-46c0-8bbe-f574696f4b3a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 944 time: 0.0684812 Jul 16 19:12:08.906417 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f357af1-201e-48d7-a088-5bbdc42149a8 req-7006a88c-c036-48e0-a959-98c9f2e00736 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322967 Jul 16 19:12:08.942949 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:09.546091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9f898271-7370-4b83-8099-8d96a5e6c149 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:09.595793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9f898271-7370-4b83-8099-8d96a5e6c149 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:09.596158 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:10.081339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b7e81-ad77-484d-bb5f-30b619051d30 req-c1da1c13-c299-4661-a1bc-93ec82e10b33 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:10.082734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc4b7e81-ad77-484d-bb5f-30b619051d30 req-c1da1c13-c299-4661-a1bc-93ec82e10b33 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 944 time: 0.0635443 Jul 16 19:12:10.121464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cc4b7e81-ad77-484d-bb5f-30b619051d30 req-06f70857-22af-4faa-998f-c54726af8454 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331583 Jul 16 19:12:10.872551 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:11.292678 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa840a1-cb02-4d7e-861d-05a4f6c2768e req-4c21b808-cef0-46f0-9640-13a426e170bc tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:11.294146 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fa840a1-cb02-4d7e-861d-05a4f6c2768e req-4c21b808-cef0-46f0-9640-13a426e170bc tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 944 time: 0.0625265 Jul 16 19:12:11.332408 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6fa840a1-cb02-4d7e-861d-05a4f6c2768e req-53ea9d50-253f-483a-9d4f-22fbcafc6b1a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319557 Jul 16 19:12:11.439755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:12:11.534351 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:11.544914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'port_id': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'mac_address': 'fa:16:3e:35:6b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:12:11.580677 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:11.592647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:11.613982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:11.618543 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:11.663984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:11.877354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['22ee70c2-e9e2-4b6c-8252-708c0d839ea2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:12:12.509684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd302f-935d-466e-b16a-53c6268fd752 req-e7a7f11d-4721-4508-8a29-8a19b156c076 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:12.511177 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cccd302f-935d-466e-b16a-53c6268fd752 req-e7a7f11d-4721-4508-8a29-8a19b156c076 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 945 time: 0.0678573 Jul 16 19:12:12.549014 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cccd302f-935d-466e-b16a-53c6268fd752 req-1b268094-c816-421f-b2a2-e3da76154c53 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318124 Jul 16 19:12:13.446348 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:13.496321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:13.500014 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:13.500393 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:13.574921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:13.598161 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:13.600404 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce306e74-f969-46aa-bdf8-bebdc3ab95c8" -d '{"events": [{"server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "name": "network-vif-plugged", "status": "completed", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:13.613755 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:13.618461 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:13.646457 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e3fea7-b40e-4b48-8c60-0680c8857cf4 x-openstack-request-id: req-99e3fea7-b40e-4b48-8c60-0680c8857cf4 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:13.646760 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "name": "network-vif-plugged", "status": "completed", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:13.646989 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99e3fea7-b40e-4b48-8c60-0680c8857cf4 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:13.647372 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'code': 200} Jul 16 19:12:13.676643 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:13.733230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035bcb-6273-48e5-9020-07ac65c4c925 req-8d84b865-7d1e-445e-8961-c59aa4249172 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:13.734726 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a035bcb-6273-48e5-9020-07ac65c4c925 req-8d84b865-7d1e-445e-8961-c59aa4249172 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0677521 Jul 16 19:12:13.757617 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf60a1-fd75-48bf-b3ad-a8da2f33afef req-51cbb418-93a3-41f4-8e09-cf375bc96be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:13.759134 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8abf60a1-fd75-48bf-b3ad-a8da2f33afef req-51cbb418-93a3-41f4-8e09-cf375bc96be0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1098 time: 0.0513201 Jul 16 19:12:13.774005 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0a035bcb-6273-48e5-9020-07ac65c4c925 req-27155653-a8c7-4430-8a3c-3559d1f8e4d3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332279 Jul 16 19:12:13.795841 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8abf60a1-fd75-48bf-b3ad-a8da2f33afef req-bb7c89ba-12da-4610-ae91-09f3cba8b06b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295944 Jul 16 19:12:14.950057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26c233-b00b-47a8-b748-d79d8bb10ead req-de57e31f-de7b-441e-a500-c05eb9879cd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:14.951537 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc26c233-b00b-47a8-b748-d79d8bb10ead req-de57e31f-de7b-441e-a500-c05eb9879cd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0676520 Jul 16 19:12:14.988961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fc26c233-b00b-47a8-b748-d79d8bb10ead req-52f6f2fa-f98a-4639-b308-23b28d693a65 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Jul 16 19:12:15.175624 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0528e7c-4b26-44e6-80d3-0eebaf5ea428 req-6307d9f6-b2a0-42f3-964c-841d46104d68 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:15.177372 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0528e7c-4b26-44e6-80d3-0eebaf5ea428 req-6307d9f6-b2a0-42f3-964c-841d46104d68 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0704396 Jul 16 19:12:15.219063 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e0528e7c-4b26-44e6-80d3-0eebaf5ea428 req-a48fc693-7619-46d6-bd5f-2aa1c308f9dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332198 Jul 16 19:12:15.249197 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39026) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:15.310063 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29428171-7ddd-4c58-a9dc-29dc4f7a43fd tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:15.311773 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-29428171-7ddd-4c58-a9dc-29dc4f7a43fd tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1093 time: 0.0615752 Jul 16 19:12:15.314729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39028) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:15.319228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:15.345126 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:15.466882 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:15.599169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.91 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/1e153cee-2ac3-4092-ade2-2d2d35e41c74) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:12:15.727026 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:15.772312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:15.813936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:15.818821 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:15.823446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:12:15.827050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=1e153cee-2ac3-4092-ade2-2d2d35e41c74,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:16.195343 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:16.272934 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:16.426694 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:16.431127 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:16.497789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=1e153cee-2ac3-4092-ade2-2d2d35e41c74,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:16.509791 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:16.607218 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP d35a1cd5-daf3-4605-9978-7487c703d94d associated. External IP: 172.25.2.91, port: 22ee70c2-e9e2-4b6c-8252-708c0d839ea2. Jul 16 19:12:16.811068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router abac7b72-dff5-4c24-9760-7c816d70577d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:12:16.919175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:12:16.928540 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] Sync routers for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:12:16.936547 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:16.940071 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:16.940722 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:12:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:16.973968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-50d35c1e-a1e2-4122-bd97-79b9cff5969f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6582174 Jul 16 19:12:16.974563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:16.976869 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33751eef-1d28-467b-92e4-15520214acf1" -d '{"events": [{"name": "network-changed", "server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:17.020947 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79291bdb-1a00-46b8-b110-4ad8c0faf1d6 x-openstack-request-id: req-79291bdb-1a00-46b8-b110-4ad8c0faf1d6 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:17.021233 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:17.021487 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79291bdb-1a00-46b8-b110-4ad8c0faf1d6 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:17.021990 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'status': 'completed', 'code': 200} Jul 16 19:12:17.060126 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:17.099632 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33751eef-1d28-467b-92e4-15520214acf1 req-b646088e-a3df-4038-b561-766a4ad37671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:17.101891 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33751eef-1d28-467b-92e4-15520214acf1 req-b646088e-a3df-4038-b561-766a4ad37671 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1098 time: 0.0571387 Jul 16 19:12:17.141726 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5217-48af-4b05-b7aa-4705165fc172 req-8bcfe00c-213c-4029-b564-a92988633b90 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:17.143455 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a05e5217-48af-4b05-b7aa-4705165fc172 req-8bcfe00c-213c-4029-b564-a92988633b90 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0660386 Jul 16 19:12:17.187212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a05e5217-48af-4b05-b7aa-4705165fc172 req-8a58f59e-35ca-4b0a-872f-bfc41b756a0f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377316 Jul 16 19:12:17.210199 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33751eef-1d28-467b-92e4-15520214acf1 req-02e37580-ffca-4b99-aae8-b793f3fc13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:17.211769 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33751eef-1d28-467b-92e4-15520214acf1 req-02e37580-ffca-4b99-aae8-b793f3fc13df service neutron] 10.222.0.45 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 897 time: 0.1027040 Jul 16 19:12:17.214946 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39034) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:17.291079 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'd35a1cd5-daf3-4605-9978-7487c703d94d', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'port_id': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'mac_address': 'fa:16:3e:35:6b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c67d45-0bef-48c3-936f-3370797311c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:12:16Z', 'updated_at': '2021-07-16T19:12:16Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f898271-7370-4b83-8099-8d96a5e6c149', 'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:59:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:02Z', 'updated_at': '2021-07-16T19:12:07Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:17.320539 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-0996b827-355f-4c3e-a56f-972889f7c4cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/d35a1cd5-daf3-4605-9978-7487c703d94d HTTP/1.1" status: 200 len: 991 time: 0.1044426 Jul 16 19:12:17.321080 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] Checking router: abac7b72-dff5-4c24-9760-7c816d70577d for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:12:17.326718 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33751eef-1d28-467b-92e4-15520214acf1 req-bb11cdf5-41bb-4822-8dd4-49ab66f9d7fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 999 time: 0.1050966 Jul 16 19:12:17.329363 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:17.329961 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:12:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:17.374537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33751eef-1d28-467b-92e4-15520214acf1 req-120ac8df-16dc-4db0-bd19-6cc894041c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:17.376618 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33751eef-1d28-467b-92e4-15520214acf1 req-120ac8df-16dc-4db0-bd19-6cc894041c9b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 200 len: 835 time: 0.0437272 Jul 16 19:12:17.437768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33751eef-1d28-467b-92e4-15520214acf1 req-c81b9c46-1d05-4182-addf-b8d4be4c12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:17.439441 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33751eef-1d28-467b-92e4-15520214acf1 req-c81b9c46-1d05-4182-addf-b8d4be4c12e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dfc583b7-de23-4cab-b5c1-67e8c2929266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566695 Jul 16 19:12:17.525242 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:17.535272 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33751eef-1d28-467b-92e4-15520214acf1 req-49b02d3b-d693-490f-90c6-b3d0589c667b service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864267 Jul 16 19:12:17.629196 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33751eef-1d28-467b-92e4-15520214acf1 req-50037dbb-2a82-4ae9-aa48-7bcc93ea0c63 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 Jul 16 19:12:17.748162 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'd35a1cd5-daf3-4605-9978-7487c703d94d', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'port_id': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'mac_address': 'fa:16:3e:35:6b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c67d45-0bef-48c3-936f-3370797311c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:12:16Z', 'updated_at': '2021-07-16T19:12:16Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f898271-7370-4b83-8099-8d96a5e6c149', 'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:59:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:02Z', 'updated_at': '2021-07-16T19:12:07Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:17.773554 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88c7c8-7288-465a-9f9e-cec5bf374f8f None None] The sync data for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 is: [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'd35a1cd5-daf3-4605-9978-7487c703d94d', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'port_id': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'mac_address': 'fa:16:3e:35:6b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c67d45-0bef-48c3-936f-3370797311c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:12:16Z', 'updated_at': '2021-07-16T19:12:16Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f898271-7370-4b83-8099-8d96a5e6c149', 'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:59:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:02Z', 'updated_at': '2021-07-16T19:12:07Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:12:17.967718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51751ff6-b70f-4b67-9c24-281c68e99db1 None None] New status for floating IP d35a1cd5-daf3-4605-9978-7487c703d94d: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:12:18.323398 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39036) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:18.388830 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2d1a730e-9d01-4ab0-8790-2dbce0721a2f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/d35a1cd5-daf3-4605-9978-7487c703d94d HTTP/1.1" status: 200 len: 993 time: 0.0641847 Jul 16 19:12:23.942439 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:29.481965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:33.260776 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-82d73ea4-dd18-4a5a-9ee5-4e1270530465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:36.031796 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:36.106723 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-24c73c21-2355-4a81-b1ce-4dc788b5385e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:37.251006 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:38.945062 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:40.866341 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:47.461223 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-ebf77920-1f6d-4a31-89c0-a772f2eb8523 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205750 Jul 16 19:12:47.469315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17504993-13ba-4006-8928-885474a9e93c req-6d36bdb2-2622-452a-b3d0-e419de48ef61 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:47.470586 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17504993-13ba-4006-8928-885474a9e93c req-6d36bdb2-2622-452a-b3d0-e419de48ef61 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.1090009 Jul 16 19:12:47.511217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17504993-13ba-4006-8928-885474a9e93c req-126f538d-30df-45a9-b83a-f45c2f7d43ab tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350540 Jul 16 19:12:48.699616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86dbd5-6cce-494f-9e51-1bff5d921bd5 req-c91f2fee-fcdd-4199-9e5e-68f08e94f01e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:48.701657 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af86dbd5-6cce-494f-9e51-1bff5d921bd5 req-c91f2fee-fcdd-4199-9e5e-68f08e94f01e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0629432 Jul 16 19:12:48.739381 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-af86dbd5-6cce-494f-9e51-1bff5d921bd5 req-64e61660-a65f-4968-83b6-5823231f361a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Jul 16 19:12:48.855693 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-fc5efe04-7345-4e49-9ba2-52d0bb9cd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:48.857236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-fc5efe04-7345-4e49-9ba2-52d0bb9cd9a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1098 time: 0.0522618 Jul 16 19:12:49.238218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-b7b1a0f1-aa2b-4756-9d66-d02ec3569a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:49.239691 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-b7b1a0f1-aa2b-4756-9d66-d02ec3569a4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 897 time: 0.3749018 Jul 16 19:12:49.303686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-65749513-ff2d-4cf8-9068-28e44598fdc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 1001 time: 0.0564945 Jul 16 19:12:49.358981 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dc40bda2-3666-4816-a6f2-f45f195823d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:49.361351 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dc40bda2-3666-4816-a6f2-f45f195823d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 200 len: 835 time: 0.0510759 Jul 16 19:12:49.422783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-745fb18d-8655-4d03-9c1a-4bc9731e1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:49.424163 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-745fb18d-8655-4d03-9c1a-4bc9731e1d59 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dfc583b7-de23-4cab-b5c1-67e8c2929266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551918 Jul 16 19:12:49.525408 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-7b20923b-ecb4-4882-a02f-1748ea610304 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912678 Jul 16 19:12:49.649558 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-ad5076ac-6cd8-49ce-853b-99078447bc51 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171169 Jul 16 19:12:49.914585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920693b9-c0b8-412a-8359-3d6e93d09e17 req-39a44849-b090-4b76-bdae-50853b34f0f2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:49.916040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-920693b9-c0b8-412a-8359-3d6e93d09e17 req-39a44849-b090-4b76-bdae-50853b34f0f2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0631411 Jul 16 19:12:49.953771 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-920693b9-c0b8-412a-8359-3d6e93d09e17 req-b3404c28-a217-4c0d-832b-b3514e8e96bc tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322337 Jul 16 19:12:51.129681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402fa98-e0f5-4305-b6cc-717d77d9f828 req-4e644e07-3aa1-453f-98a9-21278b855b3e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:51.131182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8402fa98-e0f5-4305-b6cc-717d77d9f828 req-4e644e07-3aa1-453f-98a9-21278b855b3e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0669641 Jul 16 19:12:51.168612 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8402fa98-e0f5-4305-b6cc-717d77d9f828 req-9e5cb9ea-f54d-4c59-a2cd-faab5a56907e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Jul 16 19:12:52.343178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fd778-d40c-4a16-af63-616093928285 req-afa60e87-b5b2-4d3d-8527-dbfb33e4113d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:52.345018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-412fd778-d40c-4a16-af63-616093928285 req-afa60e87-b5b2-4d3d-8527-dbfb33e4113d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0631421 Jul 16 19:12:52.382759 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-412fd778-d40c-4a16-af63-616093928285 req-2e28a765-ca85-4d9e-86d4-b0de3b80fa5e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321991 Jul 16 19:12:53.559699 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eec49d-400f-4ee8-a453-0f339007431d req-b77f43bb-7707-4767-9418-9c32fc60f5a0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:53.561202 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c6eec49d-400f-4ee8-a453-0f339007431d req-b77f43bb-7707-4767-9418-9c32fc60f5a0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0671446 Jul 16 19:12:53.599882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c6eec49d-400f-4ee8-a453-0f339007431d req-90a8ea5f-c4b2-4940-8804-fd80ebcbb910 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322137 Jul 16 19:12:54.771187 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be27c4-1340-4859-829c-b8c6d8ab5606 req-7ba73cab-ddf9-44e5-8248-b0386016196c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:54.772727 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97be27c4-1340-4859-829c-b8c6d8ab5606 req-7ba73cab-ddf9-44e5-8248-b0386016196c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0630646 Jul 16 19:12:54.810197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-97be27c4-1340-4859-829c-b8c6d8ab5606 req-666cf14e-f014-4a12-acfd-7502baee8590 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320344 Jul 16 19:12:55.983466 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453da8a7-c49d-475d-9de6-46f448d9c4b9 req-ae07fce7-5c37-4df2-878e-0da44e3840db tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:55.985598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-453da8a7-c49d-475d-9de6-46f448d9c4b9 req-ae07fce7-5c37-4df2-878e-0da44e3840db tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0645804 Jul 16 19:12:56.022899 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-453da8a7-c49d-475d-9de6-46f448d9c4b9 req-76f29ed3-10c2-4b5c-8928-4e6b710df3b8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317366 Jul 16 19:12:57.198950 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995ba70-98bf-4a96-bf95-a790e3b73825 req-6bdb29a6-427e-43de-ae17-1d0dfde1bf5e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:57.200427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e995ba70-98bf-4a96-bf95-a790e3b73825 req-6bdb29a6-427e-43de-ae17-1d0dfde1bf5e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0671942 Jul 16 19:12:57.238385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e995ba70-98bf-4a96-bf95-a790e3b73825 req-80b9c1de-8f9b-4f00-b347-72d8678933d7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Jul 16 19:12:58.407910 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f12c7a-70f7-4e4d-9596-c3fb61547ffb req-6ce2e779-a311-4855-9a18-adf852696ab6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:58.410360 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5f12c7a-70f7-4e4d-9596-c3fb61547ffb req-6ce2e779-a311-4855-9a18-adf852696ab6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0625184 Jul 16 19:12:58.446733 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5f12c7a-70f7-4e4d-9596-c3fb61547ffb req-8ada2df0-dc73-4831-bafb-cc95015b2983 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308559 Jul 16 19:12:59.505386 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.627400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcdff5-dda5-4da4-8faf-da12a0bfc163 req-b2f1e833-cdbe-40f7-b95b-6271498237e2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:59.628954 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bbcdff5-dda5-4da4-8faf-da12a0bfc163 req-b2f1e833-cdbe-40f7-b95b-6271498237e2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0675991 Jul 16 19:12:59.665905 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bbcdff5-dda5-4da4-8faf-da12a0bfc163 req-a418b016-589e-4446-844c-f6a5cab7ca01 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Jul 16 19:13:00.835900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea40c6-47c1-40a7-8612-ace3c1e49d01 req-d3151024-9b5a-474c-ab8c-67a636762119 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:00.837411 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ea40c6-47c1-40a7-8612-ace3c1e49d01 req-d3151024-9b5a-474c-ab8c-67a636762119 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0629873 Jul 16 19:13:00.875441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b6ea40c6-47c1-40a7-8612-ace3c1e49d01 req-c7473f66-c9b7-4eb7-a16c-2bb978c6f5a0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325418 Jul 16 19:13:00.942206 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:01.515001 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-c8fce3e1-0fe7-4570-b824-372436e5490e service neutron] show failed (client error): The resource could not be found. Jul 16 19:13:01.515912 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-c8fce3e1-0fe7-4570-b824-372436e5490e service neutron] 10.222.0.45 "GET /v2.0/ports/22ee70c2-e9e2-4b6c-8252-708c0d839ea2/bindings/n-h2-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0540106 Jul 16 19:13:01.816052 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-9fcc5ce9-e872-4a09-8c3c-81a513d6e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:01.817395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-9fcc5ce9-e872-4a09-8c3c-81a513d6e202 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 1098 time: 0.1054332 Jul 16 19:13:01.836221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:01.910346 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.521055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa51ed-79ac-46be-8c42-b5b8074523e3 req-83d9e814-722a-4456-8477-4fdfa2c6fa10 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:02.522443 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dbfa51ed-79ac-46be-8c42-b5b8074523e3 req-83d9e814-722a-4456-8477-4fdfa2c6fa10 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.5018158 Jul 16 19:13:02.553677 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:02.589475 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dbfa51ed-79ac-46be-8c42-b5b8074523e3 req-912c7aa7-fd01-4ffc-99e3-bbc59cce3983 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612204 Jul 16 19:13:02.605655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:02.651109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:02.653919 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7d0b76-b9c1-4d42-b42e-3d822a21f6bc" -d '{"events": [{"server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "name": "network-vif-unplugged", "status": "completed", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:02.657474 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.671596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Transition to ACTIVE for port object 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:02.675961 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.713404 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376b3615-bf87-424b-ab20-9677cb17c23d x-openstack-request-id: req-376b3615-bf87-424b-ab20-9677cb17c23d {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:02.713695 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "name": "network-vif-unplugged", "status": "completed", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:02.713944 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-376b3615-bf87-424b-ab20-9677cb17c23d {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:02.714333 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'code': 200} Jul 16 19:13:02.788125 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Pushing event updated for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=6']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:02.822183 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.822530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.822870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.823206 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.823539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.823872 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.824203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.824550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.824881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.825209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.825530 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.825852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:02.883539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] No DVR routers for this DVR port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:13:03.020258 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Attempting to bind port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:03.020630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Attempting to bind port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:03.020958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Attempting to bind port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on network dfc583b7-de23-4cab-b5c1-67e8c2929266 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:03.025114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on network dfc583b7-de23-4cab-b5c1-67e8c2929266 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:13:03.025437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Attempting to bind port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on network dfc583b7-de23-4cab-b5c1-67e8c2929266 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:03.030338 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:03.030715 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Checking segment: {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:03.031048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Bound using segment: {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:03.031464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Bound port: 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5cc07e-4072-4e8e-8b39-968a07e085ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:03.031808 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.093630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:03.096907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:03.101049 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.137974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:03.138583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.139980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] 10.222.0.46 "PUT /v2.0/ports/22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 1093 time: 1.3079691 Jul 16 19:13:03.161544 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad9ccd-5cc6-41ab-9958-0ca2af6f6c31 service neutron] Pushing event updated for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=7']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:03.233649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-8674970b-9aed-4b69-8b71-4d5435f7adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:03.235162 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-8674970b-9aed-4b69-8b71-4d5435f7adf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1096 time: 0.0563726 Jul 16 19:13:03.263626 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-8fb6394f-cbc1-4301-b116-300ac9e7c5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.330986 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-708798ae-3472-4188-9bb7-626debe0380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:03.332560 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-708798ae-3472-4188-9bb7-626debe0380e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 897 time: 0.0900657 Jul 16 19:13:03.405884 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-965ae8bf-8938-45e8-8e56-c3ef532e1a38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 999 time: 0.0660114 Jul 16 19:13:03.458816 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-f57dc3b0-a495-42ab-bebf-e2af67d4b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:03.460275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-f57dc3b0-a495-42ab-bebf-e2af67d4b34f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 200 len: 835 time: 0.0445259 Jul 16 19:13:03.520648 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-61413b4b-a7f8-43aa-88df-cecbba0ddc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:03.522128 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-61413b4b-a7f8-43aa-88df-cecbba0ddc48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfc583b7-de23-4cab-b5c1-67e8c2929266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518970 Jul 16 19:13:03.618842 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-4e708fc5-8bf8-4157-a830-a793edb8b30a service neutron] 10.222.0.46 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870092 Jul 16 19:13:03.740349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f8a9c69b-aca4-4aa6-b8d7-9ab20495a674 req-6402c2da-bcbf-4731-94fe-5382680ecb4e service neutron] 10.222.0.46 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135781 Jul 16 19:13:03.776454 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590e6a8-b0fd-405b-819f-1ef6f094a2d9 req-cb9a27be-26b3-4bf2-a20f-3bd2863ea79d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:03.777968 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0590e6a8-b0fd-405b-819f-1ef6f094a2d9 req-cb9a27be-26b3-4bf2-a20f-3bd2863ea79d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 944 time: 0.0718210 Jul 16 19:13:03.818596 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0590e6a8-b0fd-405b-819f-1ef6f094a2d9 req-45f0c1ab-a0ea-4d03-9e54-9c9880485a29 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343356 Jul 16 19:13:04.715265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:04.720309 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27" -d '{"events": [{"name": "network-changed", "server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:04.778356 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c699ab-c00d-430d-8638-3adac22dd912 x-openstack-request-id: req-e6c699ab-c00d-430d-8638-3adac22dd912 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:04.778647 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:04.778901 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6c699ab-c00d-430d-8638-3adac22dd912 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:04.779297 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'status': 'completed', 'code': 200} Jul 16 19:13:04.893391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-76f812d3-ad5b-4983-a717-a655452a4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:04.895254 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-76f812d3-ad5b-4983-a717-a655452a4db7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1096 time: 0.0925679 Jul 16 19:13:04.906823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-99a70a64-f9f2-4be5-938d-4daf2642befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:04.909928 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-99a70a64-f9f2-4be5-938d-4daf2642befe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1096 time: 0.0794194 Jul 16 19:13:04.998020 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-9b9d32b3-8535-4dc0-b499-970c43015873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:04.999407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-9b9d32b3-8535-4dc0-b499-970c43015873 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 897 time: 0.0974584 Jul 16 19:13:05.052827 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-bf9a63ef-71c9-4b29-80ec-8cdf5578b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:05.054313 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-bf9a63ef-71c9-4b29-80ec-8cdf5578b741 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 897 time: 0.1359599 Jul 16 19:13:05.065381 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-0b534697-f67f-4e64-86ea-88bfcdce14ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 999 time: 0.0591826 Jul 16 19:13:05.068645 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500304d2-8e85-4f9a-8a77-a98efd0f798b req-e7e19941-7adb-47c7-ad10-541f42dc551c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:05.070092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-500304d2-8e85-4f9a-8a77-a98efd0f798b req-e7e19941-7adb-47c7-ad10-541f42dc551c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 944 time: 0.1154702 Jul 16 19:13:05.119808 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-a9bcf5e8-c817-4483-83f6-c99d3f30240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:05.121333 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-a9bcf5e8-c817-4483-83f6-c99d3f30240b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 200 len: 835 time: 0.0500834 Jul 16 19:13:05.152742 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-500304d2-8e85-4f9a-8a77-a98efd0f798b req-f04fab7a-ff31-423a-ad43-dc6029cf0403 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759892 Jul 16 19:13:05.162113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-295e0b9d-1f4a-4865-ace9-83bfbea2de55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 999 time: 0.0910087 Jul 16 19:13:05.187536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-bf9a2e7d-d237-48ce-8b39-2216c68eb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:05.189080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-bf9a2e7d-d237-48ce-8b39-2216c68eb1a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dfc583b7-de23-4cab-b5c1-67e8c2929266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608351 Jul 16 19:13:05.212650 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-44e96d28-ac79-4719-b103-c00f3ed9a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:05.214118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-44e96d28-ac79-4719-b103-c00f3ed9a7a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 200 len: 835 time: 0.0454929 Jul 16 19:13:05.272407 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-2e78128a-7ee2-466e-aa5f-867c3d4c6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:05.273850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-2e78128a-7ee2-466e-aa5f-867c3d4c6aa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfc583b7-de23-4cab-b5c1-67e8c2929266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522470 Jul 16 19:13:05.276981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-19adc7a9-8a8e-4b2f-8527-71c445dca694 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809247 Jul 16 19:13:05.374542 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-23ec9373-3e45-4d1d-a6ea-3489ac2a7e36 service neutron] 10.222.0.46 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890665 Jul 16 19:13:05.386099 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-47747a49-66c4-4125-9573-c8577c959588 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028869 Jul 16 19:13:05.469700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9ce82311-5b68-4a88-a1bf-7d74f8c0ba27 req-04704442-5431-4f81-a906-0e081ea24f0e service neutron] 10.222.0.46 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876241 Jul 16 19:13:05.679086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:13:05.721461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:13:06.034576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:06.105965 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cba642c-997e-4ade-b099-53b0eb579d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:06.325915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4486e-caf3-4cdd-bfd8-7fa0d118a3fb req-6a537aa5-8e63-4484-9646-cfa390c1147f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:06.327294 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99b4486e-caf3-4cdd-bfd8-7fa0d118a3fb req-6a537aa5-8e63-4484-9646-cfa390c1147f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 944 time: 0.0623817 Jul 16 19:13:06.366270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-99b4486e-caf3-4cdd-bfd8-7fa0d118a3fb req-8045d9a5-0b5c-4cf6-8334-36337b1e636b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327520 Jul 16 19:13:06.661586 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bed433-f6d9-4227-b4cd-70242c725a64 req-be8c388b-f22a-42ff-8fa3-498a13db987c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:06.663113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54bed433-f6d9-4227-b4cd-70242c725a64 req-be8c388b-f22a-42ff-8fa3-498a13db987c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 944 time: 0.0653844 Jul 16 19:13:06.675827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-c7aff189-c678-454e-a1e1-a0509b994419 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:06.677413 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-c7aff189-c678-454e-a1e1-a0509b994419 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&binding%3Ahost_id=n-h2-793619-10 HTTP/1.1" status: 200 len: 944 time: 0.0729113 Jul 16 19:13:06.701856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54bed433-f6d9-4227-b4cd-70242c725a64 req-52645418-b710-4ab4-b5dc-61fb0e49e313 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330374 Jul 16 19:13:06.712697 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:13:06.743365 n-d-793619-10 neutron-server[93824]: INFO neutron.api.v2.resource [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-178f0467-9c0b-4eda-bcb4-679ce59d6850 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:13:06.744662 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-178f0467-9c0b-4eda-bcb4-679ce59d6850 service neutron] 10.222.0.45 "DELETE /v2.0/ports/22ee70c2-e9e2-4b6c-8252-708c0d839ea2/bindings/n-h1-793619-10 HTTP/1.1" status: 404 len: 381 time: 0.0605669 Jul 16 19:13:06.822009 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:06.837107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'port_id': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'mac_address': 'fa:16:3e:35:6b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:13:06.847987 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-458a0e00-061f-4dc0-a6e6-627ffc11cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:06.850317 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-458a0e00-061f-4dc0-a6e6-627ffc11cf3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1096 time: 0.0615406 Jul 16 19:13:06.882844 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:06.897629 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:13:06.898310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3a720-eb16-4335-910c-37b0f1ace393 req-24a7864f-b63f-4997-981e-95904cf59b77 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:06.899839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bd3a720-eb16-4335-910c-37b0f1ace393 req-24a7864f-b63f-4997-981e-95904cf59b77 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 944 time: 0.0683007 Jul 16 19:13:06.918214 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:06.925695 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:06.942423 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bd3a720-eb16-4335-910c-37b0f1ace393 req-8f7ddfa8-cdc1-4733-964d-db50dd1f6d5d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367625 Jul 16 19:13:06.957828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-f72a157c-9b63-4c5d-8851-f9541a1e700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:06.959734 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-f72a157c-9b63-4c5d-8851-f9541a1e700a service neutron] 10.222.0.45 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 897 time: 0.1029365 Jul 16 19:13:06.976197 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:06.984074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.984417 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.984781 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.985115 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.985443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.985837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.986872 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.987207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.987532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.987854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.988178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:06.988499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:07.024395 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-6eea7ea3-799b-46ab-9a4c-b6b09c8f7b6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 1000 time: 0.0592258 Jul 16 19:13:07.072752 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-b118177f-2e78-416d-8770-5023defdb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:07.074191 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-b118177f-2e78-416d-8770-5023defdb64b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 200 len: 835 time: 0.0437577 Jul 16 19:13:07.134438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-fd677cbc-e307-4652-97e4-468ff76218e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:07.135949 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-fd677cbc-e307-4652-97e4-468ff76218e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dfc583b7-de23-4cab-b5c1-67e8c2929266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561192 Jul 16 19:13:07.225102 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-2c7480f4-1928-4d94-ab3c-d29ec9ddf532 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829082 Jul 16 19:13:07.253841 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:07.264119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['22ee70c2-e9e2-4b6c-8252-708c0d839ea2'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:13:07.319516 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-67ebc454-67bd-4265-870f-5f9aecb2eb56 req-c77e9426-89fa-4142-beb6-26990c8e3f61 service neutron] 10.222.0.45 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883880 Jul 16 19:13:08.117326 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc6688-ba20-4337-bea5-f310f09aebc9 req-c28b4a8f-546c-4fc4-916a-7e2a749ac143 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:08.118817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfbc6688-ba20-4337-bea5-f310f09aebc9 req-c28b4a8f-546c-4fc4-916a-7e2a749ac143 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 945 time: 0.0634236 Jul 16 19:13:08.157159 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfbc6688-ba20-4337-bea5-f310f09aebc9 req-b0050a7d-9153-4976-ab56-697ce5494d69 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327411 Jul 16 19:13:08.181879 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39128) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:08.244995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-396b6185-35d3-4181-be15-c925520af8ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/d35a1cd5-daf3-4605-9978-7487c703d94d HTTP/1.1" status: 200 len: 992 time: 0.0619831 Jul 16 19:13:08.731917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:08.786462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:08.790170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:08.790541 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:09.058718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:09.060376 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:09.082517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:09.084767 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1db336-3ed4-4e21-a4a2-4d811e35078b" -d '{"events": [{"server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "name": "network-vif-plugged", "status": "completed", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:09.097099 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:09.102169 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:09.157266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=9']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:09.210280 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c6c004-cbda-47ec-a5cb-66a3761eeccf x-openstack-request-id: req-81c6c004-cbda-47ec-a5cb-66a3761eeccf {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:09.210571 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "name": "network-vif-plugged", "status": "completed", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:09.210820 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81c6c004-cbda-47ec-a5cb-66a3761eeccf {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:09.211212 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'code': 200} Jul 16 19:13:10.877817 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:29.496607 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.266023 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c5efb73-c994-4e9a-91c2-f182310e4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.534781 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-996232a3-7051-4a23-a43d-230d73d9b98b req-cd3b210c-c2b5-4599-a0e6-5126ddbfdf53 service neutron] (93824) timed out ('10.222.0.60', 35076) {{(pid=93824) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:13:36.037137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:36.107953 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-148199c8-bfaa-456a-8dc8-13c26ef1885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:37.258261 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:37.942107 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:38.951628 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.014908 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39142) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:39.177377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 1e153cee-2ac3-4092-ade2-2d2d35e41c74 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:13:39.177724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.257031 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.257420 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.269487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 1e153cee-2ac3-4092-ade2-2d2d35e41c74 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:13:39.421531 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.446402 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=1e153cee-2ac3-4092-ade2-2d2d35e41c74,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:39.514690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.515036 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP d35a1cd5-daf3-4605-9978-7487c703d94d disassociated (deleted). External IP: 172.25.2.91, port: 22ee70c2-e9e2-4b6c-8252-708c0d839ea2. Jul 16 19:13:39.731555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router abac7b72-dff5-4c24-9760-7c816d70577d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:13:39.844651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:39.850006 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.854823 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b301157-4472-464c-909e-4ae08815e766 None None] Sync routers for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:39.865596 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b301157-4472-464c-909e-4ae08815e766 None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:39.866217 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8b301157-4472-464c-909e-4ae08815e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:13:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:39.886950 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3e260cad-2122-4396-98a5-15cbdf09ff19 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/floatingips/d35a1cd5-daf3-4605-9978-7487c703d94d HTTP/1.1" status: 204 len: 168 time: 0.8710241 Jul 16 19:13:39.887557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:39.889850 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c84000-a366-4dd9-b4ef-9223a7670616" -d '{"events": [{"name": "network-changed", "server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:39.932905 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a573b-b0d8-4bd1-a7d8-a6528106358f x-openstack-request-id: req-424a573b-b0d8-4bd1-a7d8-a6528106358f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:39.933266 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:39.933436 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-424a573b-b0d8-4bd1-a7d8-a6528106358f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:39.933846 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'status': 'completed', 'code': 200} Jul 16 19:13:39.977296 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8b301157-4472-464c-909e-4ae08815e766 None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:40.046107 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-5d8fca21-8eb8-480e-8970-0fce1d0e7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:40.047628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-5d8fca21-8eb8-480e-8970-0fce1d0e7395 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 1098 time: 0.0559025 Jul 16 19:13:40.160087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-3ff1d2e8-770a-40e9-a4fb-dad77e840293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:40.163109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-3ff1d2e8-770a-40e9-a4fb-dad77e840293 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 200 len: 897 time: 0.1056409 Jul 16 19:13:40.208232 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8b301157-4472-464c-909e-4ae08815e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9f898271-7370-4b83-8099-8d96a5e6c149', 'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:59:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:02Z', 'updated_at': '2021-07-16T19:12:07Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:40.236653 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-42bcd0cc-5b52-4f7e-8b0c-7911cd0ba180 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 200 len: 217 time: 0.0494769 Jul 16 19:13:40.238425 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b301157-4472-464c-909e-4ae08815e766 None None] Checking router: abac7b72-dff5-4c24-9760-7c816d70577d for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:40.247120 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b301157-4472-464c-909e-4ae08815e766 None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:40.247719 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8b301157-4472-464c-909e-4ae08815e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:13:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:40.333075 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf94754-57d4-4a20-b31b-73ecf15f2b55 req-f5c63fd3-1e07-4c0a-8d4d-4c11787882dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:40.334598 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cf94754-57d4-4a20-b31b-73ecf15f2b55 req-f5c63fd3-1e07-4c0a-8d4d-4c11787882dd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.1085656 Jul 16 19:13:40.336144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-d5af408e-0869-46c5-b1f8-9f60625cabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:40.337495 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-d5af408e-0869-46c5-b1f8-9f60625cabc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 200 len: 835 time: 0.0704217 Jul 16 19:13:40.353727 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-8b301157-4472-464c-909e-4ae08815e766 None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:40.402770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3cf94754-57d4-4a20-b31b-73ecf15f2b55 req-4857febd-b2bc-46b0-8efb-f6a4d2d1ae13 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619168 Jul 16 19:13:40.427643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-97b3180b-910e-472d-a28e-4fe451581bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:40.429285 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-97b3180b-910e-472d-a28e-4fe451581bb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfc583b7-de23-4cab-b5c1-67e8c2929266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814993 Jul 16 19:13:40.445207 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-4bf8f963-5dad-4f30-8093-2989446cdcfd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:13:40.446260 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-4bf8f963-5dad-4f30-8093-2989446cdcfd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059984 Jul 16 19:13:40.543801 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-1043f450-2e35-441b-be69-ac8f73daca27 service neutron] 10.222.0.46 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893152 Jul 16 19:13:40.556109 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-8b301157-4472-464c-909e-4ae08815e766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9f898271-7370-4b83-8099-8d96a5e6c149', 'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:59:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:02Z', 'updated_at': '2021-07-16T19:12:07Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:40.584625 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b301157-4472-464c-909e-4ae08815e766 None None] The sync data for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 is: [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9f898271-7370-4b83-8099-8d96a5e6c149', 'name': '', 'network_id': 'dfc583b7-de23-4cab-b5c1-67e8c2929266', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:59:85:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:02Z', 'updated_at': '2021-07-16T19:12:07Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'd09f959a-4dea-448e-83ae-f9c77a012700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:40.852641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3da338-0911-461c-8653-0fb2535903c7 None None] New status for floating IP d35a1cd5-daf3-4605-9978-7487c703d94d: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:13:40.932375 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:40.966910 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56c84000-a366-4dd9-b4ef-9223a7670616 req-347ca222-16d3-4c5e-ae6d-3a91bac7954c service neutron] 10.222.0.46 "GET /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074900 Jul 16 19:13:41.614801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0019eeb-93db-47b4-ac34-082fe33dbf4b req-c980a7ad-8e8c-4b8d-80b8-962f8c3b5a77 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:41.616289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0019eeb-93db-47b4-ac34-082fe33dbf4b req-c980a7ad-8e8c-4b8d-80b8-962f8c3b5a77 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0697200 Jul 16 19:13:41.656893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0019eeb-93db-47b4-ac34-082fe33dbf4b req-36b7d42d-44d5-4d13-a2b5-945d7a72c8a4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=8362aba9-633c-40a8-a926-bd6aba57dd98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349181 Jul 16 19:13:42.158139 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-5fe81aa5-a197-4388-88bf-ae253c1db88f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:42.160630 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-5fe81aa5-a197-4388-88bf-ae253c1db88f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 946 time: 0.0718985 Jul 16 19:13:42.272505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:13:42.272865 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:42.361291 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:42.361535 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:42.374543 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:13:42.504315 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:42.533539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=22ee70c2-e9e2-4b6c-8252-708c0d839ea2,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:42.580149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] No DVR routers for this DVR port 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:13:42.582850 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:42.584829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7049d3ba-374d-4a0a-9857-c5b32f5069eb req-c57cdb67-488e-4268-952a-f541ec6b029e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "DELETE /v2.0/ports/22ee70c2-e9e2-4b6c-8252-708c0d839ea2 HTTP/1.1" status: 204 len: 173 time: 0.4182968 Jul 16 19:13:42.585261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'name': 'network-vif-deleted', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:42.587498 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80f247e-69a1-476a-b642-bd0f157d3b5a" -d '{"events": [{"server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "name": "network-vif-deleted", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:42.625401 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d04e07-9b59-468d-b7bd-7c3df2c0c9db x-openstack-request-id: req-d2d04e07-9b59-468d-b7bd-7c3df2c0c9db {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:42.626376 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c67d45-0bef-48c3-936f-3370797311c8", "name": "network-vif-deleted", "tag": "22ee70c2-e9e2-4b6c-8252-708c0d839ea2", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:42.626824 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2d04e07-9b59-468d-b7bd-7c3df2c0c9db {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:42.627449 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c67d45-0bef-48c3-936f-3370797311c8', 'name': 'network-vif-deleted', 'tag': '22ee70c2-e9e2-4b6c-8252-708c0d839ea2', 'status': 'completed', 'code': 200} Jul 16 19:13:42.813034 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-08c6361f-4fe0-4c31-a2db-41e5f1d01676 req-d80fb64a-ff54-4739-b580-85fef30e6157 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=26c67d45-0bef-48c3-936f-3370797311c8 HTTP/1.1" status: 200 len: 210 time: 0.0339050 Jul 16 19:13:43.910802 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39160) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:44.272024 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:44.546211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 9f898271-7370-4b83-8099-8d96a5e6c149 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:13:44.546457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:44.640024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 9f898271-7370-4b83-8099-8d96a5e6c149, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9f898271-7370-4b83-8099-8d96a5e6c149,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:44.640389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:44.653292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 9f898271-7370-4b83-8099-8d96a5e6c149 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:13:44.839833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:44.868414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=9f898271-7370-4b83-8099-8d96a5e6c149,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:44.912949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:13:44.938254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:13:44.938694 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device 22ee70c2-e9e2-4b6c-8252-708c0d839ea2 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:13:45.052409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.267365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router abac7b72-dff5-4c24-9760-7c816d70577d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:13:45.374585 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:45.380376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-183e2e7f-c652-4ada-82fe-a0fa67ac16ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/abac7b72-dff5-4c24-9760-7c816d70577d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4684153 Jul 16 19:13:45.383028 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39162) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:45.384341 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] Sync routers for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:45.393202 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:45.394141 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:13:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:45.437374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0d5fb9-ae4b-4b77-bf25-85964b90c29e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting subnet d09f959a-4dea-448e-83ae-f9c77a012700 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:13:45.441114 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5fb9-ae4b-4b77-bf25-85964b90c29e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.481353 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5fb9-ae4b-4b77-bf25-85964b90c29e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.497536 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:45.576311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5fb9-ae4b-4b77-bf25-85964b90c29e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.644697 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5fb9-ae4b-4b77-bf25-85964b90c29e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.676026 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5fb9-ae4b-4b77-bf25-85964b90c29e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.680670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ec0d5fb9-ae4b-4b77-bf25-85964b90c29e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/subnets/d09f959a-4dea-448e-83ae-f9c77a012700 HTTP/1.1" status: 204 len: 168 time: 0.2938662 Jul 16 19:13:45.680670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d5fb9-ae4b-4b77-bf25-85964b90c29e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Subnet': ['ID=d09f959a-4dea-448e-83ae-f9c77a012700,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:45.681836 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39164) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:45.684760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94a534-e87e-40c9-a13f-36a00cb3c39e None None] Network dfc583b7-de23-4cab-b5c1-67e8c2929266 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:13:45.702931 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:13:44Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:45.733893 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] Checking router: abac7b72-dff5-4c24-9760-7c816d70577d for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:45.744149 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] Routers {'abac7b72-dff5-4c24-9760-7c816d70577d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:45.744803 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:13:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['abac7b72-dff5-4c24-9760-7c816d70577d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:45.798943 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.889453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3244a7-b579-4902-a596-92d2b8a0af4f None None] DHCP port deletion for dfc583b7-de23-4cab-b5c1-67e8c2929266 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:13:45.924450 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.943050 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1b3244a7-b579-4902-a596-92d2b8a0af4f None None] Deleting port b1a22e26-86e7-4de1-adef-14360d597a84 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:13:45.943665 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b3244a7-b579-4902-a596-92d2b8a0af4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.963035 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] Set router abac7b72-dff5-4c24-9760-7c816d70577d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:45.993217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 306dc28f-0093-4573-883e-7451f88a911d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:13:45.993606 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.009985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-1b3244a7-b579-4902-a596-92d2b8a0af4f None None] For port b1a22e26-86e7-4de1-adef-14360d597a84, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=b1a22e26-86e7-4de1-adef-14360d597a84,segment=NetworkSegment(ae5cc07e-4072-4e8e-8b39-968a07e085ff),segment_id=ae5cc07e-4072-4e8e-8b39-968a07e085ff)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:46.010374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b3244a7-b579-4902-a596-92d2b8a0af4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.024425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1b3244a7-b579-4902-a596-92d2b8a0af4f None None] Calling delete_port for b1a22e26-86e7-4de1-adef-14360d597a84 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:13:46.078275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 306dc28f-0093-4573-883e-7451f88a911d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=306dc28f-0093-4573-883e-7451f88a911d,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:46.079280 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.092613 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 306dc28f-0093-4573-883e-7451f88a911d owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:13:46.109036 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1b3244a7-b579-4902-a596-92d2b8a0af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.133340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3244a7-b579-4902-a596-92d2b8a0af4f None None] Pushing event deleted for resources: {'Port': ['ID=b1a22e26-86e7-4de1-adef-14360d597a84,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:46.136784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3244a7-b579-4902-a596-92d2b8a0af4f None None] No DVR routers for this DVR port b1a22e26-86e7-4de1-adef-14360d597a84 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:13:46.159898 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:13:44Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:46.186174 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22ca62-25c6-4b8f-9e3a-be7fc5db9b08 None None] The sync data for ids ['abac7b72-dff5-4c24-9760-7c816d70577d'] in n-d-793619-10 is: [{'id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551622973', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '306dc28f-0093-4573-883e-7451f88a911d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:59Z', 'updated_at': '2021-07-16T19:13:44Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '306dc28f-0093-4573-883e-7451f88a911d', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:05:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abac7b72-dff5-4c24-9760-7c816d70577d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:00Z', 'updated_at': '2021-07-16T19:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:46.265825 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.295629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=306dc28f-0093-4573-883e-7451f88a911d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:46.361143 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.454235 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.457348 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.500463 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.502376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Fanout notify agent at l3_agent the message router_deleted on router abac7b72-dff5-4c24-9760-7c816d70577d {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:13:46.509347 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.513050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-aa4cb18b-c586-4b91-86e3-bc504d4acda2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/routers/abac7b72-dff5-4c24-9760-7c816d70577d HTTP/1.1" status: 204 len: 168 time: 0.8299913 Jul 16 19:13:46.513296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39166) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:46.592230 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.686951 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.697495 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc583b7-de23-4cab-b5c1-67e8c2929266']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:46.708790 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5cc07e-4072-4e8e-8b39-968a07e085ff') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:46.709007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5cc07e-4072-4e8e-8b39-968a07e085ff') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:46.718178 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.732183 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.738452 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:13:46.738865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:13:46.742113 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:13:46.810495 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.817216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.819156 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/networks/dfc583b7-de23-4cab-b5c1-67e8c2929266 HTTP/1.1" status: 204 len: 168 time: 0.3049045 Jul 16 19:13:46.822072 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39168) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:46.835731 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Network': ['ID=dfc583b7-de23-4cab-b5c1-67e8c2929266,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:46.843442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.843765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.844072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.844419 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.844787 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.845130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.845467 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.845806 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.846148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.847124 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.847584 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.848080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec309b6-b3af-48b8-ad20-594f94a9c8a5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:46.892807 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3118476b-0695-4f9d-80b1-ba8aa3161c02 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.919724 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3118476b-0695-4f9d-80b1-ba8aa3161c02 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.981297 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3118476b-0695-4f9d-80b1-ba8aa3161c02 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.983789 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3118476b-0695-4f9d-80b1-ba8aa3161c02 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.985050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3118476b-0695-4f9d-80b1-ba8aa3161c02 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/security-groups/8362aba9-633c-40a8-a926-bd6aba57dd98 HTTP/1.1" status: 204 len: 168 time: 0.1620431 Jul 16 19:13:46.994223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118476b-0695-4f9d-80b1-ba8aa3161c02 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8362aba9-633c-40a8-a926-bd6aba57dd98,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:47.190782 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39174) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:47.195570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b59aa16d-f190-482b-8c4e-14b6fc32a159 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460234119', 'description': 'tempest-secgroup-smoke-1460234119 description', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:47.217785 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b59aa16d-f190-482b-8c4e-14b6fc32a159 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.301730 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b59aa16d-f190-482b-8c4e-14b6fc32a159 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.305323 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b59aa16d-f190-482b-8c4e-14b6fc32a159 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.336922 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b59aa16d-f190-482b-8c4e-14b6fc32a159 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.338160 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b59aa16d-f190-482b-8c4e-14b6fc32a159 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1462786 Jul 16 19:13:47.338868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aa16d-f190-482b-8c4e-14b6fc32a159 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fee1216-53f7-4939-8dc3-a8722bcc55f5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:47.341482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39176) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:47.347151 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-07e27d90-25f2-4258-9b89-5d35cec0c022 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '1fee1216-53f7-4939-8dc3-a8722bcc55f5', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:47.374507 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07e27d90-25f2-4258-9b89-5d35cec0c022 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.422640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07e27d90-25f2-4258-9b89-5d35cec0c022 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.426283 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07e27d90-25f2-4258-9b89-5d35cec0c022 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.444712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e27d90-25f2-4258-9b89-5d35cec0c022 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e59ee9-67ed-40b8-a3d1-7f7c3fb09158,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:47.449701 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-07e27d90-25f2-4258-9b89-5d35cec0c022 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.451057 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-07e27d90-25f2-4258-9b89-5d35cec0c022 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083446 Jul 16 19:13:47.454078 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39178) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:47.459502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-ddc37161-f107-4eda-82e4-fa350555f0c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '1fee1216-53f7-4939-8dc3-a8722bcc55f5', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:47.486065 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc37161-f107-4eda-82e4-fa350555f0c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.543911 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc37161-f107-4eda-82e4-fa350555f0c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.548098 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc37161-f107-4eda-82e4-fa350555f0c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.568492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc37161-f107-4eda-82e4-fa350555f0c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99377dc-9fc3-4d35-8526-7a7e21632874,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:47.570859 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ddc37161-f107-4eda-82e4-fa350555f0c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.575830 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ddc37161-f107-4eda-82e4-fa350555f0c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169879 Jul 16 19:13:47.576336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39180) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:47.580654 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-219c009a-8123-4d09-aa30-2a4d6a7dadd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '1fee1216-53f7-4939-8dc3-a8722bcc55f5', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:47.604837 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b1a22e26-86e7-4de1-adef-14360d597a84 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:13:47.609867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219c009a-8123-4d09-aa30-2a4d6a7dadd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.625854 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: b1a22e26-86e7-4de1-adef-14360d597a84 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:13:47.626202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device b1a22e26-86e7-4de1-adef-14360d597a84 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:13:47.626631 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9f898271-7370-4b83-8099-8d96a5e6c149 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:13:47.646816 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9f898271-7370-4b83-8099-8d96a5e6c149 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:13:47.647160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9f898271-7370-4b83-8099-8d96a5e6c149 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:13:47.647592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 306dc28f-0093-4573-883e-7451f88a911d no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:13:47.667095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 306dc28f-0093-4573-883e-7451f88a911d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:13:47.667446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 306dc28f-0093-4573-883e-7451f88a911d not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:13:47.677253 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219c009a-8123-4d09-aa30-2a4d6a7dadd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.681278 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219c009a-8123-4d09-aa30-2a4d6a7dadd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.699382 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c009a-8123-4d09-aa30-2a4d6a7dadd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c0aa95-086a-4d95-ba6c-2cf845cf1888,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:47.704934 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-219c009a-8123-4d09-aa30-2a4d6a7dadd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.706259 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-219c009a-8123-4d09-aa30-2a4d6a7dadd6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292608 Jul 16 19:13:47.708971 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39182) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:47.713372 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-26ccd858-3ff5-4ba1-a628-d08171f170e6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '1fee1216-53f7-4939-8dc3-a8722bcc55f5', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:47.739920 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26ccd858-3ff5-4ba1-a628-d08171f170e6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.799173 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26ccd858-3ff5-4ba1-a628-d08171f170e6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.803282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26ccd858-3ff5-4ba1-a628-d08171f170e6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.822454 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccd858-3ff5-4ba1-a628-d08171f170e6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a178fa03-24df-4d17-b477-b23154319f31,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:47.830960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-26ccd858-3ff5-4ba1-a628-d08171f170e6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.832164 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-26ccd858-3ff5-4ba1-a628-d08171f170e6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222754 Jul 16 19:13:47.835132 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39184) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:47.839869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-8bc4bce9-c42d-4e94-b1b0-12497ac0bbe4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '1fee1216-53f7-4939-8dc3-a8722bcc55f5', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:47.865332 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-8bc4bce9-c42d-4e94-b1b0-12497ac0bbe4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:13:47.869679 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bc4bce9-c42d-4e94-b1b0-12497ac0bbe4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.931490 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bc4bce9-c42d-4e94-b1b0-12497ac0bbe4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.934938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bc4bce9-c42d-4e94-b1b0-12497ac0bbe4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.955293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4bce9-c42d-4e94-b1b0-12497ac0bbe4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ca70d4-62f2-4c86-9322-a5d3201d7915,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:47.962075 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-8bc4bce9-c42d-4e94-b1b0-12497ac0bbe4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:47.963285 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-8bc4bce9-c42d-4e94-b1b0-12497ac0bbe4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271117 Jul 16 19:13:47.966110 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39186) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:47.970618 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-68bcdc09-bdbc-4c5d-b468-9481d7f0fce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '1fee1216-53f7-4939-8dc3-a8722bcc55f5', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:47.993679 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-68bcdc09-bdbc-4c5d-b468-9481d7f0fce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:13:47.998357 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68bcdc09-bdbc-4c5d-b468-9481d7f0fce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.065125 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68bcdc09-bdbc-4c5d-b468-9481d7f0fce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.069133 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68bcdc09-bdbc-4c5d-b468-9481d7f0fce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.086829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcdc09-bdbc-4c5d-b468-9481d7f0fce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189e0868-62e9-497e-86c1-6cc2d4ed082c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:48.092901 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-68bcdc09-bdbc-4c5d-b468-9481d7f0fce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.094155 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-68bcdc09-bdbc-4c5d-b468-9481d7f0fce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270766 Jul 16 19:13:48.097739 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39188) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:48.102671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'network': {'name': 'tempest-network-smoke--685310769', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:48.124010 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:13:48.127505 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.150601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:13:48.160988 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.161332 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Added segment c68d4c23-42a0-4f80-a505-749fbd1df805 of type vlan for network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 Jul 16 19:13:48.203215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.232475 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.239157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:48.239736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.276880 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1780841 Jul 16 19:13:48.279667 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39190) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:48.285389 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'admin_state_up': True, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:48.308503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.309562 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.311211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f7354-57ba-4453-bc33-97a2056e6c1d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Network': ['ID=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:48.322794 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:13:48.368580 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.809272 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.004481 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.023538 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.132853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.161 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/03309401-4344-4b4b-86d2-4624f3a42842) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:49.239349 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.278056 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.318117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:49.322437 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:49.327378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:49.329914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=03309401-4344-4b4b-86d2-4624f3a42842,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:49.583233 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.797488 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.933929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 88954eea-60d9-4e7b-a98a-fd956a5e613d is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:13:50.052442 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:50.062150 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Sync routers for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:50.073273 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:50.074169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:13:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:50.075611 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.080093 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1a890d4b-00ca-4ebe-a19c-d35239dad0ed tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7962120 Jul 16 19:13:50.080920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39192) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:50.131874 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-df3cca4b-94a6-4efd-9845-402338e78e4f tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=02bf61f30cc84e43a1b7b3d945fa748d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468311 Jul 16 19:13:50.132346 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39194) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:50.215613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:50.245130 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80789ca4-65b2-4386-8b50-6bd8caeb8188 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.246673 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-80789ca4-65b2-4386-8b50-6bd8caeb8188 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1132874 Jul 16 19:13:50.250051 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39196) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:50.287704 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a919c5b-ccf0-44ca-ac99-ea1d10080ff7 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363443 Jul 16 19:13:50.291710 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39198) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:50.296938 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805461574', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:50.391326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:13:50.395666 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.418886 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:49Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:50.455087 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Checking router: 88954eea-60d9-4e7b-a98a-fd956a5e613d for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:50.456449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Updating router 88954eea-60d9-4e7b-a98a-fd956a5e613d port 03309401-4344-4b4b-86d2-4624f3a42842 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:13:50.496067 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.615991 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.685200 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Subnet': ['ID=e1e71b61-a1ee-49db-8e7b-06c33744d882,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:50.694391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Checking segment: {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:50.694391 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network hostable DHCP agents. Network: f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:13:50.713449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:13:50.724374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:50.728883 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.729535 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.738484 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6d705-bf94-450c-8b5f-ed2fb181e616 None None] Network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:13:50.748435 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2870bc5d-18d6-4761-8efd-46b0578e5411 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4556122 Jul 16 19:13:50.751491 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39200) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:50.809257 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.856685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Transition to ACTIVE for port object 03309401-4344-4b4b-86d2-4624f3a42842 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:50.870064 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.977836 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Attempting to bind port 03309401-4344-4b4b-86d2-4624f3a42842 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:50.978169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Attempting to bind port 03309401-4344-4b4b-86d2-4624f3a42842 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:50.978454 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Attempting to bind port 03309401-4344-4b4b-86d2-4624f3a42842 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:50.986679 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd631194-c053-4a10-a1b5-10003b0ccc81 None None] Pushing event updated for resources: {'Port': ['ID=03309401-4344-4b4b-86d2-4624f3a42842,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:50.994147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:50.994545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:50.994915 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.995308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:50.995793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Bound port: 03309401-4344-4b4b-86d2-4624f3a42842, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:50.996171 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:51.070104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:13:51.072117 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:51.125367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] For port 03309401-4344-4b4b-86d2-4624f3a42842, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:51.131699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] For port 03309401-4344-4b4b-86d2-4624f3a42842, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=03309401-4344-4b4b-86d2-4624f3a42842,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:51.137010 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:51.312341 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:51.313046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:13:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:51.322345 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd631194-c053-4a10-a1b5-10003b0ccc81 None None] Pushing event updated for resources: {'Port': ['ID=03309401-4344-4b4b-86d2-4624f3a42842,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:51.345613 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:51.395428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Allocated IP 172.20.0.2 (f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647/e1e71b61-a1ee-49db-8e7b-06c33744d882/55ca03ec-b3cb-4516-8054-4829d8ccc287) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:51.511598 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:51.707194 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:51.734589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Transition to ACTIVE for port object 55ca03ec-b3cb-4516-8054-4829d8ccc287 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:51.757579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Transition to ACTIVE for port object 55ca03ec-b3cb-4516-8054-4829d8ccc287 will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:51.765344 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:51.818410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:51.823033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.1 (f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647/e1e71b61-a1ee-49db-8e7b-06c33744d882/fa16beab-55e7-4a07-87b0-4327a82c8be1) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:51.823700 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:51.831432 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:51.834232 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:49Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:51.838772 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Pushing event updated for resources: {'Port': ['ID=55ca03ec-b3cb-4516-8054-4829d8ccc287,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:51.870437 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11f9efc-d639-48a7-b657-55c895453396 None None] The sync data for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 is: [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:49Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:51.959502 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Attempting to bind port 55ca03ec-b3cb-4516-8054-4829d8ccc287 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:51.959977 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Attempting to bind port 55ca03ec-b3cb-4516-8054-4829d8ccc287 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:51.960424 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Attempting to bind port 55ca03ec-b3cb-4516-8054-4829d8ccc287 on network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:51.968843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:51.969221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Checking segment: {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:51.969631 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:51.970030 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Bound using segment: {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:51.970510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Bound port: 55ca03ec-b3cb-4516-8054-4829d8ccc287, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:51.970919 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.004168 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.027252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object fa16beab-55e7-4a07-87b0-4327a82c8be1 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:52.065172 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] For port 55ca03ec-b3cb-4516-8054-4829d8ccc287, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:52.070342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] For port 55ca03ec-b3cb-4516-8054-4829d8ccc287, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=55ca03ec-b3cb-4516-8054-4829d8ccc287,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:52.071834 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.076242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.156674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb9155-45a3-42b8-bebc-ba9f80a451ba None None] Pushing event updated for resources: {'Port': ['ID=55ca03ec-b3cb-4516-8054-4829d8ccc287,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:52.167663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:52.175048 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:52.187129 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:52.192222 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=fa16beab-55e7-4a07-87b0-4327a82c8be1,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:52.266914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.482893 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.827294 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.833838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.917532 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.919823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=fa16beab-55e7-4a07-87b0-4327a82c8be1,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:53.024781 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:53.026368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:53.156845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 88954eea-60d9-4e7b-a98a-fd956a5e613d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:13:53.264941 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf15666-0255-4aa5-8c4b-415eae19436f None None] Network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:13:53.285057 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:53.290441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8796f402-0001-4eb7-af88-2e44cb0ef4ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/88954eea-60d9-4e7b-a98a-fd956a5e613d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5365667 Jul 16 19:13:53.475349 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-798334c6-2b5b-4200-ae9f-f679a37ac9c5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460234119&fields=id&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 267 time: 0.0373755 Jul 16 19:13:53.563463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-ef353883-cbbc-4c71-ac79-d3cd09e0a0e5 None None] Provisioning for port 55ca03ec-b3cb-4516-8054-4829d8ccc287 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:53.607149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-c3fc55bc-2127-4c18-aa8e-5041b7b65ce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.608680 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-c3fc55bc-2127-4c18-aa8e-5041b7b65ce9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/networks?id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 HTTP/1.1" status: 200 len: 796 time: 0.1266942 Jul 16 19:13:53.625992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-06ff0df0-11a9-476f-a18a-715154dc1740 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/quotas/02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 375 time: 0.0105934 Jul 16 19:13:53.683148 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 55ca03ec-b3cb-4516-8054-4829d8ccc287 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:53.711682 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-6c51272f-5e08-4fe1-a4e9-27bd9eed29c9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750978 Jul 16 19:13:53.739622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 55ca03ec-b3cb-4516-8054-4829d8ccc287 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:53.744042 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 55ca03ec-b3cb-4516-8054-4829d8ccc287 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:53.744421 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:53.809945 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Sync routers for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:53.821113 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:53.822035 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:13:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:53.844819 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:53.884146 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 55ca03ec-b3cb-4516-8054-4829d8ccc287, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=55ca03ec-b3cb-4516-8054-4829d8ccc287,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:53.887881 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:53.888716 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 03309401-4344-4b4b-86d2-4624f3a42842 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:53.924503 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-03449651-0926-4d24-b775-985d1b053999 service neutron] 10.222.0.60 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989710 Jul 16 19:13:53.961527 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:53.992944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6b339045-46f8-43ce-ad9d-4b02b56b4278 None None] Provisioning for port fa16beab-55e7-4a07-87b0-4327a82c8be1 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:53.999917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=55ca03ec-b3cb-4516-8054-4829d8ccc287,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:54.004787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6b339045-46f8-43ce-ad9d-4b02b56b4278 None None] Provisioning complete for port fa16beab-55e7-4a07-87b0-4327a82c8be1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:54.005376 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b339045-46f8-43ce-ad9d-4b02b56b4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.047315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-6b339045-46f8-43ce-ad9d-4b02b56b4278 None None] Port fa16beab-55e7-4a07-87b0-4327a82c8be1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:54.051785 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 03309401-4344-4b4b-86d2-4624f3a42842 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:54.058324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 03309401-4344-4b4b-86d2-4624f3a42842 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:54.058699 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.089025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-6b339045-46f8-43ce-ad9d-4b02b56b4278 None None] Provisioning complete for port 55ca03ec-b3cb-4516-8054-4829d8ccc287 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:54.089512 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b339045-46f8-43ce-ad9d-4b02b56b4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.128804 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-4b9e552f-ddd1-44be-945d-d081c3e89284 service neutron] 10.222.0.60 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968019 Jul 16 19:13:54.232714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.259883 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 03309401-4344-4b4b-86d2-4624f3a42842, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=03309401-4344-4b4b-86d2-4624f3a42842,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:54.263600 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fa16beab-55e7-4a07-87b0-4327a82c8be1', 'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:ae:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:51Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 2, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:54.264732 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.293290 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Checking router: 88954eea-60d9-4e7b-a98a-fd956a5e613d for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:54.293625 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Updating router 88954eea-60d9-4e7b-a98a-fd956a5e613d port fa16beab-55e7-4a07-87b0-4327a82c8be1 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:13:54.342031 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.359573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=03309401-4344-4b4b-86d2-4624f3a42842,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:54.376633 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e47af0a1-6de6-4be2-9951-a2d9efdb3052 None None] Provisioning complete for port fa16beab-55e7-4a07-87b0-4327a82c8be1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:54.376926 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e47af0a1-6de6-4be2-9951-a2d9efdb3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.401391 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b99b8348-2dd5-4793-9bd5-2ca86943fdfc req-efe3e207-7afe-4440-b50c-160f4a93e8ad tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 210 time: 0.0697312 Jul 16 19:13:54.418740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e47af0a1-6de6-4be2-9951-a2d9efdb3052 None None] Port fa16beab-55e7-4a07-87b0-4327a82c8be1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:54.538839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-7bed44d3-575e-4aa5-abb5-3dcaec0fcb64 None None] Provisioning complete for port fa16beab-55e7-4a07-87b0-4327a82c8be1 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:54.539307 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7bed44d3-575e-4aa5-abb5-3dcaec0fcb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.583396 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-7bed44d3-575e-4aa5-abb5-3dcaec0fcb64 None None] Port fa16beab-55e7-4a07-87b0-4327a82c8be1 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:54.639083 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.649261 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Transition to ACTIVE for port object fa16beab-55e7-4a07-87b0-4327a82c8be1 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:54.654355 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.708385 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Pushing event updated for resources: {'Port': ['ID=fa16beab-55e7-4a07-87b0-4327a82c8be1,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:54.734784 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.735137 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.735499 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.735970 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.736151 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.736490 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.736924 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.737231 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.737634 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.737952 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.738211 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.738513 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.773801 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Attempting to bind port fa16beab-55e7-4a07-87b0-4327a82c8be1 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:54.774203 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Attempting to bind port fa16beab-55e7-4a07-87b0-4327a82c8be1 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:54.774561 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Attempting to bind port fa16beab-55e7-4a07-87b0-4327a82c8be1 on network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:54.783438 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:54.784156 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Checking segment: {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:54.784987 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.785602 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Bound using segment: {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:54.786175 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Bound port: fa16beab-55e7-4a07-87b0-4327a82c8be1, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:54.786642 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.862337 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] For port fa16beab-55e7-4a07-87b0-4327a82c8be1, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:54.866273 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] For port fa16beab-55e7-4a07-87b0-4327a82c8be1, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fa16beab-55e7-4a07-87b0-4327a82c8be1,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:54.870975 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.923553 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:54.924235 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:13:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:54.979612 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e328f-d4ed-42e7-ae7c-9565ef43c508 None None] Pushing event updated for resources: {'Port': ['ID=fa16beab-55e7-4a07-87b0-4327a82c8be1,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:55.062115 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:55.268484 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fa16beab-55e7-4a07-87b0-4327a82c8be1', 'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:ae:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:51Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:55.300557 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448a46ab-e4f4-4cc1-bb13-aba84bfd0207 None None] The sync data for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 is: [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fa16beab-55e7-4a07-87b0-4327a82c8be1', 'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:ae:18:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:51Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:55.556800 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-e4f0e56a-0092-4e7c-bd91-56265de1a3a3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:55.558763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-e4f0e56a-0092-4e7c-bd91-56265de1a3a3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/networks?id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 HTTP/1.1" status: 200 len: 796 time: 0.1298461 Jul 16 19:13:55.599016 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4acaa314-b440-4fe4-9fbd-8e84ee803399 req-6a303293-779b-4c93-be46-4ff05c67186a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 210 time: 0.0520525 Jul 16 19:13:55.633865 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-d907c169-1970-4d4a-8fde-56d8f5434e8c tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 380 time: 0.0652421 Jul 16 19:13:55.643686 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'port': {'device_id': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'admin_state_up': True, 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'security_groups': ['1fee1216-53f7-4939-8dc3-a8722bcc55f5']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:55.752025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fa16beab-55e7-4a07-87b0-4327a82c8be1 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:55.778607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:13:55.782445 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.806517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port fa16beab-55e7-4a07-87b0-4327a82c8be1 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:55.810901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port fa16beab-55e7-4a07-87b0-4327a82c8be1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:55.811532 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.895890 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.922224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.13 (f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647/e1e71b61-a1ee-49db-8e7b-06c33744d882/897b8a0d-d253-4a8a-b41c-9a179adbd0d0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:55.931725 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port fa16beab-55e7-4a07-87b0-4327a82c8be1, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fa16beab-55e7-4a07-87b0-4327a82c8be1,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:55.936497 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.937319 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 03309401-4344-4b4b-86d2-4624f3a42842 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:56.042997 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=fa16beab-55e7-4a07-87b0-4327a82c8be1,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.059331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 03309401-4344-4b4b-86d2-4624f3a42842 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:56.059689 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.101522 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.116935 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:56.152241 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.154681 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 55ca03ec-b3cb-4516-8054-4829d8ccc287 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:56.206762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:56.211704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:56.215841 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 55ca03ec-b3cb-4516-8054-4829d8ccc287 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:56.216405 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.216944 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:56.223494 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.290080 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.290938 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.311433 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-0994df24-28f5-4877-96bd-f66833f0af38 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6715705 Jul 16 19:13:56.323912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Request body: {'port': {'device_id': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:56.416865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.485626 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-61aca285-6e00-4005-bf5f-95c27643dacc None None] Provisioning for port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:56.490510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-61aca285-6e00-4005-bf5f-95c27643dacc None None] Provisioning complete for port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:56.491076 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-61aca285-6e00-4005-bf5f-95c27643dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.532095 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-61aca285-6e00-4005-bf5f-95c27643dacc None None] Port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:56.719040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:13:56.729048 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.745254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Transition to ACTIVE for port object 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:56.749559 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.794358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0505a9-9554-4079-a4e1-21c09f29adb8 req-9b62c24a-6586-4f88-8220-582692f7e4f5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.796558 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe0505a9-9554-4079-a4e1-21c09f29adb8 req-9b62c24a-6586-4f88-8220-582692f7e4f5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 932 time: 0.0717063 Jul 16 19:13:56.822258 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Pushing event updated for resources: {'Port': ['ID=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.856118 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fe0505a9-9554-4079-a4e1-21c09f29adb8 req-e92ccd91-d2f7-4e67-b2ec-055f1ce8a661 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515013 Jul 16 19:13:56.876589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Attempting to bind port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:56.876920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Attempting to bind port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:56.878000 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Attempting to bind port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 on network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:56.883265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 on network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:13:56.883589 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Attempting to bind port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 on network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:56.888920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:56.889442 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Checking segment: {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:56.890065 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Bound using segment: {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:56.890821 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Bound port: 897b8a0d-d253-4a8a-b41c-9a179adbd0d0, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68d4c23-42a0-4f80-a505-749fbd1df805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:56.891215 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.971975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] For port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:56.976772 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] For port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:56.982431 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.019406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.020050 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.021490 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] 10.222.0.45 "PUT /v2.0/ports/897b8a0d-d253-4a8a-b41c-9a179adbd0d0 HTTP/1.1" status: 200 len: 1093 time: 0.7027428 Jul 16 19:13:57.021947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:57.024416 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a837a9f-144d-4a83-868a-0f171880372f" -d '{"events": [{"name": "network-changed", "server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:57.067137 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66a976-cd39-44f7-aa6e-cd6fe374575e service neutron] Pushing event updated for resources: {'Port': ['ID=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:57.133336 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe77f348-f085-4930-b59d-7c8bfc515d17 x-openstack-request-id: req-fe77f348-f085-4930-b59d-7c8bfc515d17 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:57.134110 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:57.134702 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe77f348-f085-4930-b59d-7c8bfc515d17 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:57.135577 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'status': 'completed', 'code': 200} Jul 16 19:13:57.171552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-76a77516-26d6-4f97-ae3a-9def3c6678c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.173124 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-76a77516-26d6-4f97-ae3a-9def3c6678c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 1096 time: 0.0888097 Jul 16 19:13:57.227354 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-537144c1-44ce-4129-ad74-5341b7759a3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0 HTTP/1.1" status: 200 len: 217 time: 0.0469518 Jul 16 19:13:57.290413 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-6ec25fa3-5734-4f5e-9fb3-2fea9f66010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.292774 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-6ec25fa3-5734-4f5e-9fb3-2fea9f66010f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1e71b61-a1ee-49db-8e7b-06c33744d882 HTTP/1.1" status: 200 len: 835 time: 0.0595562 Jul 16 19:13:57.358675 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-16ffb5ae-cb16-4d71-af27-6fd7f1a4cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.360168 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-16ffb5ae-cb16-4d71-af27-6fd7f1a4cb21 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612941 Jul 16 19:13:57.459644 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-9b3be4ba-291f-4299-bc2d-b83157518824 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920780 Jul 16 19:13:57.553038 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-eaf9dc86-16a0-40b7-967e-70f115687c70 req-86bde11f-42a1-4f69-a319-6f3f26368a8a service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875947 Jul 16 19:13:57.610865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fa16beab-55e7-4a07-87b0-4327a82c8be1 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:57.664438 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port fa16beab-55e7-4a07-87b0-4327a82c8be1 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:57.664834 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.666760 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a837a9f-144d-4a83-868a-0f171880372f req-6d17553c-6c8d-4b28-a389-26e9e421de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.668325 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0a837a9f-144d-4a83-868a-0f171880372f req-6d17553c-6c8d-4b28-a389-26e9e421de00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 1096 time: 0.0631523 Jul 16 19:13:57.763566 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a837a9f-144d-4a83-868a-0f171880372f req-93d00ac7-fbd4-48e5-a508-8512a67da9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.765086 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0a837a9f-144d-4a83-868a-0f171880372f req-93d00ac7-fbd4-48e5-a508-8512a67da9e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 HTTP/1.1" status: 200 len: 897 time: 0.0899928 Jul 16 19:13:57.811686 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0a837a9f-144d-4a83-868a-0f171880372f req-9b14274b-0a41-4e9d-8a91-65e10c63dd0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0 HTTP/1.1" status: 200 len: 217 time: 0.0390918 Jul 16 19:13:57.862441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a837a9f-144d-4a83-868a-0f171880372f req-fcb9ae0e-8c37-4bfc-bec2-436396a70bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.863981 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0a837a9f-144d-4a83-868a-0f171880372f req-fcb9ae0e-8c37-4bfc-bec2-436396a70bfe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1e71b61-a1ee-49db-8e7b-06c33744d882 HTTP/1.1" status: 200 len: 835 time: 0.0454733 Jul 16 19:13:57.926639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a837a9f-144d-4a83-868a-0f171880372f req-a2fb90d2-e535-46e1-9dde-9308db9eb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.928182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0a837a9f-144d-4a83-868a-0f171880372f req-a2fb90d2-e535-46e1-9dde-9308db9eb548 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576515 Jul 16 19:13:58.032872 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0a837a9f-144d-4a83-868a-0f171880372f req-6e968382-de3b-4e45-b3a6-d7eb391daa50 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973783 Jul 16 19:13:58.058804 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807e905-9dec-4a31-84f2-5b9df96736de req-51b4cd6c-904b-40f9-ba2b-10417ca54ea3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:58.061032 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1807e905-9dec-4a31-84f2-5b9df96736de req-51b4cd6c-904b-40f9-ba2b-10417ca54ea3 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 944 time: 0.0907607 Jul 16 19:13:58.103705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1807e905-9dec-4a31-84f2-5b9df96736de req-94a1b0a7-22e2-49b5-8cfc-572b5fad02cb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366056 Jul 16 19:13:58.135853 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0a837a9f-144d-4a83-868a-0f171880372f req-3a830da4-cdef-434f-87f3-edb3b7ad5d54 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961266 Jul 16 19:13:59.291862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c6276-4f8a-4dc5-861c-cdd5f735cae6 req-6cc97538-d06c-47ce-9dac-71b65f5d00a4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:59.293408 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb0c6276-4f8a-4dc5-861c-cdd5f735cae6 req-6cc97538-d06c-47ce-9dac-71b65f5d00a4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 944 time: 0.0687025 Jul 16 19:13:59.335908 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eb0c6276-4f8a-4dc5-861c-cdd5f735cae6 req-eb266cae-9874-4f16-9d24-601dba4efa39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364556 Jul 16 19:13:59.497762 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:59.894605 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:13:59.995683 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:00.007473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'port_id': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'mac_address': 'fa:16:3e:58:27:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:14:00.052637 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:00.066901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:14:00.087053 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:00.092411 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:00.144340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:00.293072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['897b8a0d-d253-4a8a-b41c-9a179adbd0d0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:14:00.518550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6d1af-85c2-47ed-bd52-e34aa5cb622b req-f543a031-22e4-45d7-a274-127dee49321e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:00.521048 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ed6d1af-85c2-47ed-bd52-e34aa5cb622b req-f543a031-22e4-45d7-a274-127dee49321e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 945 time: 0.0700912 Jul 16 19:14:00.561980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8ed6d1af-85c2-47ed-bd52-e34aa5cb622b req-edf344ba-abda-49e9-add3-7955ae3c96d1 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358007 Jul 16 19:14:01.757376 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24382b78-4fe5-4c3f-9fe6-fe3dbf22e41c req-14c9bc34-0c32-42bd-83eb-92898d286ba2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:01.758881 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24382b78-4fe5-4c3f-9fe6-fe3dbf22e41c req-14c9bc34-0c32-42bd-83eb-92898d286ba2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 945 time: 0.0767429 Jul 16 19:14:01.802184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24382b78-4fe5-4c3f-9fe6-fe3dbf22e41c req-1b83eeb0-a2b1-4dd4-bea4-b124ca9573dc tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369320 Jul 16 19:14:01.912183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:14:01.972264 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:14:01.976580 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:14:01.976964 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:02.058144 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:02.086566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:14:02.088938 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35de8f-37bb-485c-a6ec-904fd205ece8" -d '{"events": [{"server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "name": "network-vif-plugged", "status": "completed", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:14:02.102462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:02.108320 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:02.143749 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4693825a-fbd9-4f4c-91f6-fde406788887 x-openstack-request-id: req-4693825a-fbd9-4f4c-91f6-fde406788887 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:14:02.144042 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "name": "network-vif-plugged", "status": "completed", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:14:02.144315 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4693825a-fbd9-4f4c-91f6-fde406788887 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:14:02.144758 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'code': 200} Jul 16 19:14:02.178737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:02.262381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7aab62-c829-4f99-baae-38cd97b0829d req-aaca8a95-02bd-4b7d-9000-9c66c85bede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:02.263931 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bb7aab62-c829-4f99-baae-38cd97b0829d req-aaca8a95-02bd-4b7d-9000-9c66c85bede3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 1098 time: 0.0546641 Jul 16 19:14:02.307440 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bb7aab62-c829-4f99-baae-38cd97b0829d req-afb3cc06-7842-4367-8790-c286d7f7f295 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365024 Jul 16 19:14:02.989577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034fb4-c5c5-4063-9ed3-29569cdc345a req-d45355d5-2068-450b-80df-3001504677bd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:02.991232 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d034fb4-c5c5-4063-9ed3-29569cdc345a req-d45355d5-2068-450b-80df-3001504677bd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0702600 Jul 16 19:14:03.034363 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d034fb4-c5c5-4063-9ed3-29569cdc345a req-f8143544-fe5f-4cab-8e00-ccabba122c25 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372748 Jul 16 19:14:03.284760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4c4b7060-c305-4aed-b151-cf9a244b9a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:04.282431 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28ed4e-e064-4991-8f62-97b93cb07906 req-bda2461c-7d47-4048-b018-8603a075aa42 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:04.285137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc28ed4e-e064-4991-8f62-97b93cb07906 req-bda2461c-7d47-4048-b018-8603a075aa42 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0693436 Jul 16 19:14:04.633201 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc28ed4e-e064-4991-8f62-97b93cb07906 req-4c15607b-b66f-4474-867f-9723bde6869e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425255 Jul 16 19:14:04.813309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107238a-dd98-479a-b39e-bc003891d125 req-e6bab7df-b619-4c03-b4fa-8045d032a769 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:04.815407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3107238a-dd98-479a-b39e-bc003891d125 req-e6bab7df-b619-4c03-b4fa-8045d032a769 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0692928 Jul 16 19:14:04.855650 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3107238a-dd98-479a-b39e-bc003891d125 req-e693e424-c3ed-404c-ab6c-e58d2229de12 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346255 Jul 16 19:14:04.886754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39254) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:04.942639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef0ac6-f275-4594-a7de-6c195312d673 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:04.944198 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f1ef0ac6-f275-4594-a7de-6c195312d673 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 1093 time: 0.0564177 Jul 16 19:14:04.947012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39256) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:04.951393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:14:04.975312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:05.083466 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:05.197461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.11 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/f7a6b5ac-e65f-4eb5-8883-724ba7c177cd) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:14:05.309657 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:05.351274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:05.391651 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:14:05.394764 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:14:05.397870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:14:05.427609 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=f7a6b5ac-e65f-4eb5-8883-724ba7c177cd,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:05.443068 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.443421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.443766 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.444136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.444471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.444833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.445161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.445495 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.445823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.446175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.446504 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.446829 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:05.833596 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:05.914005 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.046224 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.079380 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.084601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.116041 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-93d05191-3c56-4122-ab01-526dce52489e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.168446 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=f7a6b5ac-e65f-4eb5-8883-724ba7c177cd,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:06.176651 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.297774 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP adbeceec-194c-454e-ab09-b9306a8e5d55 associated. External IP: 172.25.2.11, port: 897b8a0d-d253-4a8a-b41c-9a179adbd0d0. Jul 16 19:14:06.550262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 88954eea-60d9-4e7b-a98a-fd956a5e613d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:14:06.675201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:14:06.687474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] Sync routers for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:14:06.694614 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.698584 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:14:06.699332 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:14:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:06.739997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-41880ada-9182-4647-9bd7-6eb03003b090 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7918615 Jul 16 19:14:06.740614 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:14:06.743229 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47140b90-a18d-4c6e-8b78-941c8fe6e356" -d '{"events": [{"name": "network-changed", "server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:14:06.798338 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2467dba5-24b5-4fe6-8de6-a98cff9aba27 x-openstack-request-id: req-2467dba5-24b5-4fe6-8de6-a98cff9aba27 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:14:06.799446 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:14:06.799785 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2467dba5-24b5-4fe6-8de6-a98cff9aba27 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:14:06.800252 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'status': 'completed', 'code': 200} Jul 16 19:14:06.857640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:14:06.900995 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-e7f98d25-b226-4d7e-9c3d-96f2b0d2bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:06.902942 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-e7f98d25-b226-4d7e-9c3d-96f2b0d2bc55 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 1098 time: 0.0722015 Jul 16 19:14:06.914855 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7795da3-f8bc-4e5d-afc6-d39fcf0c2026 req-f6c9c4f4-d9ec-4826-8f93-11e8c7b73279 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:06.916941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7795da3-f8bc-4e5d-afc6-d39fcf0c2026 req-f6c9c4f4-d9ec-4826-8f93-11e8c7b73279 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0769024 Jul 16 19:14:06.967174 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c7795da3-f8bc-4e5d-afc6-d39fcf0c2026 req-0664d88b-17ad-4440-a870-bdc05e30c44e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Jul 16 19:14:07.000377 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39262) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:07.018572 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-703baca8-4a2c-47bc-9b76-793331afc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:07.021117 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-703baca8-4a2c-47bc-9b76-793331afc2b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 HTTP/1.1" status: 200 len: 897 time: 0.1115184 Jul 16 19:14:07.070850 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-1d027526-0928-43ff-a9ad-32891f037c05 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/adbeceec-194c-454e-ab09-b9306a8e5d55 HTTP/1.1" status: 200 len: 991 time: 0.0692146 Jul 16 19:14:07.111943 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-5adc6ea1-d910-45d1-a2e0-61b633338138 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0 HTTP/1.1" status: 200 len: 999 time: 0.0837502 Jul 16 19:14:07.127621 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'adbeceec-194c-454e-ab09-b9306a8e5d55', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'port_id': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'mac_address': 'fa:16:3e:58:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:14:05Z', 'updated_at': '2021-07-16T19:14:05Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16beab-55e7-4a07-87b0-4327a82c8be1', 'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:ae:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:51Z', 'updated_at': '2021-07-16T19:13:55Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:07.158959 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] Checking router: 88954eea-60d9-4e7b-a98a-fd956a5e613d for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:14:07.164901 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-1015351d-41ec-44d0-ab93-9ce78655d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:07.166392 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-1015351d-41ec-44d0-ab93-9ce78655d1a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1e71b61-a1ee-49db-8e7b-06c33744d882 HTTP/1.1" status: 200 len: 835 time: 0.0481083 Jul 16 19:14:07.167451 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:14:07.168073 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:14:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:07.227075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-fe82b90a-b0bf-4ec8-ba86-5fa108dbc094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:07.228625 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-fe82b90a-b0bf-4ec8-ba86-5fa108dbc094 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563331 Jul 16 19:14:07.284963 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:07.299942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:14:07.349998 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-2951b0f2-33b9-4f2a-9ee2-5621596e4203 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151760 Jul 16 19:14:07.464001 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-47140b90-a18d-4c6e-8b78-941c8fe6e356 req-69f85b3c-21e3-411c-8e1d-c85932e1a29a service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073399 Jul 16 19:14:07.573743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'adbeceec-194c-454e-ab09-b9306a8e5d55', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'port_id': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'mac_address': 'fa:16:3e:58:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:14:05Z', 'updated_at': '2021-07-16T19:14:05Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16beab-55e7-4a07-87b0-4327a82c8be1', 'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:ae:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:51Z', 'updated_at': '2021-07-16T19:13:55Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:07.603474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581ba6f-a601-4aa8-b064-2a1bbc924c8c None None] The sync data for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 is: [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'adbeceec-194c-454e-ab09-b9306a8e5d55', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'port_id': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'mac_address': 'fa:16:3e:58:27:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:14:05Z', 'updated_at': '2021-07-16T19:14:05Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa16beab-55e7-4a07-87b0-4327a82c8be1', 'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:ae:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:51Z', 'updated_at': '2021-07-16T19:13:55Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:14:07.834672 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4224ab40-491e-4051-a400-84f11dbe2a48 None None] New status for floating IP adbeceec-194c-454e-ab09-b9306a8e5d55: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:14:08.074720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39264) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:08.146028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-82d7de69-cd85-4ff2-8b58-1852fd55b008 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/adbeceec-194c-454e-ab09-b9306a8e5d55 HTTP/1.1" status: 200 len: 991 time: 0.0701199 Jul 16 19:14:08.955289 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:09.151271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39266) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:09.233977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4a98f1d4-491e-47a9-87c2-fb9231f83df6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/adbeceec-194c-454e-ab09-b9306a8e5d55 HTTP/1.1" status: 200 len: 993 time: 0.0811400 Jul 16 19:14:10.778558 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-170ae9d3-72bb-4dbe-b656-2928194657c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558064 Jul 16 19:14:10.873779 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-24dac0ee-337b-4a97-bf01-ae0c32838dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:10.875322 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-24dac0ee-337b-4a97-bf01-ae0c32838dfc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 1098 time: 0.0534554 Jul 16 19:14:11.000121 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-fd8b1a46-806b-4bdd-8f0d-f9599215d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:11.002497 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-fd8b1a46-806b-4bdd-8f0d-f9599215d7e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 HTTP/1.1" status: 200 len: 897 time: 0.1009572 Jul 16 19:14:11.043980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:11.388678 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-ecdb1b00-87e3-4955-94d2-d216c67d81f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0 HTTP/1.1" status: 200 len: 1001 time: 0.3812065 Jul 16 19:14:11.446131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-50ac220f-1803-46a4-abbc-8044b7817093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:11.447786 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-50ac220f-1803-46a4-abbc-8044b7817093 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1e71b61-a1ee-49db-8e7b-06c33744d882 HTTP/1.1" status: 200 len: 835 time: 0.0528867 Jul 16 19:14:11.509159 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-0ff529c9-6172-4ea3-b804-a07652ea2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:11.510724 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-0ff529c9-6172-4ea3-b804-a07652ea2128 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570791 Jul 16 19:14:11.607123 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-86f4cfca-9ee4-412c-85eb-e007f0e7be3c service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898960 Jul 16 19:14:11.711456 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-83295950-fe7f-4aeb-a2e5-75f94495fd81 req-73075daa-a4cb-4763-a685-ac90765ee2ee service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984800 Jul 16 19:14:14.942635 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:29.494873 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:33.266368 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0622635e-0a2e-4d04-8f87-3567baf521f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:36.039919 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:36.110516 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdcd990e-684e-43fb-9da2-abe6115ebeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:37.264996 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:38.801663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868f6a7-f000-42dd-b27a-1040eb8a40e0 req-b4fccf9b-8250-49ae-b6f0-793fe7627331 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:38.803707 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f868f6a7-f000-42dd-b27a-1040eb8a40e0 req-b4fccf9b-8250-49ae-b6f0-793fe7627331 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0755970 Jul 16 19:14:38.841074 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f868f6a7-f000-42dd-b27a-1040eb8a40e0 req-185c7376-7add-43f9-966c-6a4152e55a0e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Jul 16 19:14:38.958519 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:40.028202 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c1887-51f8-4677-a5fa-0988734c8e6d req-db4f3582-303f-430b-ac0b-3150b3853bd8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:40.029743 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c16c1887-51f8-4677-a5fa-0988734c8e6d req-db4f3582-303f-430b-ac0b-3150b3853bd8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0679216 Jul 16 19:14:40.069502 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c16c1887-51f8-4677-a5fa-0988734c8e6d req-bcb680e7-0a24-42e9-b33f-ad41bbbe1c3f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336702 Jul 16 19:14:40.894466 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:41.274750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6f13a-c6d2-40d8-8b3b-11536474e00f req-6c0dbe90-7e88-4282-9f19-2ac2892ecaa9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:41.276172 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7b6f13a-c6d2-40d8-8b3b-11536474e00f req-6c0dbe90-7e88-4282-9f19-2ac2892ecaa9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0649261 Jul 16 19:14:41.313730 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f7b6f13a-c6d2-40d8-8b3b-11536474e00f req-41cd3137-62cb-4a79-83af-8b8388c7ed3b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Jul 16 19:14:42.500912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b8227-7e11-416c-b2fc-6da79842057f req-2a540a91-5970-493b-9ec4-c06000d1b572 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:42.502531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc7b8227-7e11-416c-b2fc-6da79842057f req-2a540a91-5970-493b-9ec4-c06000d1b572 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0702975 Jul 16 19:14:42.552581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-dc7b8227-7e11-416c-b2fc-6da79842057f req-76da2a08-8f10-458f-8228-8a9d5741d0a6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443726 Jul 16 19:14:43.741966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e62e65-9d24-4f5c-8575-25d89fe557d2 req-430d915c-05ef-4855-9344-8dd676736106 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:43.743375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91e62e65-9d24-4f5c-8575-25d89fe557d2 req-430d915c-05ef-4855-9344-8dd676736106 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0730355 Jul 16 19:14:43.783000 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91e62e65-9d24-4f5c-8575-25d89fe557d2 req-a70a09b9-6660-49f9-a7ae-9b7f36cf52ee tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341539 Jul 16 19:14:44.966870 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003175e-e582-4567-9ce0-acd55ada1103 req-ca52cc42-5150-40d1-b309-97c675b595f9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:44.968427 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7003175e-e582-4567-9ce0-acd55ada1103 req-ca52cc42-5150-40d1-b309-97c675b595f9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0683150 Jul 16 19:14:45.013810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7003175e-e582-4567-9ce0-acd55ada1103 req-a36e6b26-f231-4c44-ace3-240bd4901164 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389504 Jul 16 19:14:46.213219 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cc511-fb4a-405d-ba3e-952056a60686 req-f1182cd3-81fb-40c5-b932-0aa161fa0fcf tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:46.214716 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c2cc511-fb4a-405d-ba3e-952056a60686 req-f1182cd3-81fb-40c5-b932-0aa161fa0fcf tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0683465 Jul 16 19:14:46.254519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c2cc511-fb4a-405d-ba3e-952056a60686 req-8f9cc917-141b-4850-8261-1f26c573cc9b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Jul 16 19:14:47.435976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3442-6cb7-4903-9d8d-0dba6f6db8f3 req-08dfc613-085d-43b9-8216-7ed3471715f9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:47.437461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e3442-6cb7-4903-9d8d-0dba6f6db8f3 req-08dfc613-085d-43b9-8216-7ed3471715f9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0694914 Jul 16 19:14:47.481636 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6a1e3442-6cb7-4903-9d8d-0dba6f6db8f3 req-7c516bc1-acdd-466d-9516-24ab74b3f809 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377722 Jul 16 19:14:48.671194 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9decc69-903a-481d-a8a3-2110ca55ac22 req-95fbbde3-6aba-41ec-903d-5786d4137ee9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:48.672728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9decc69-903a-481d-a8a3-2110ca55ac22 req-95fbbde3-6aba-41ec-903d-5786d4137ee9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0711665 Jul 16 19:14:48.730085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e9decc69-903a-481d-a8a3-2110ca55ac22 req-7c036bee-0025-4ca5-a809-09b0ad2a93e1 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511718 Jul 16 19:14:49.905861 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f717a65-b37e-4b7d-b1a8-395d747430fb req-0f0e1375-94b8-40a6-bee9-6953011e4958 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.907327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f717a65-b37e-4b7d-b1a8-395d747430fb req-0f0e1375-94b8-40a6-bee9-6953011e4958 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0620351 Jul 16 19:14:49.945523 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0f717a65-b37e-4b7d-b1a8-395d747430fb req-14038d85-31a8-4084-b700-8e445a49493f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Jul 16 19:14:51.121283 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccea25-5e97-44c4-80ee-65b7777ee578 req-99c017fb-b29d-43d3-a97f-1c297229b097 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:51.122776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28ccea25-5e97-44c4-80ee-65b7777ee578 req-99c017fb-b29d-43d3-a97f-1c297229b097 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0642641 Jul 16 19:14:51.161155 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-28ccea25-5e97-44c4-80ee-65b7777ee578 req-b17250dc-efbe-430b-92e1-3951f51c1f56 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320818 Jul 16 19:14:51.941721 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:52.342096 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91722b7f-82ef-4432-89c5-45616abe082d req-efdffecf-b0f5-41bb-ae88-202dfebaceff tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:52.343671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91722b7f-82ef-4432-89c5-45616abe082d req-efdffecf-b0f5-41bb-ae88-202dfebaceff tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0703485 Jul 16 19:14:52.385233 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-91722b7f-82ef-4432-89c5-45616abe082d req-17cb8777-4fd1-4ea4-8e43-bdcad2d07089 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353360 Jul 16 19:14:53.564906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b3e3a-c3e9-45be-aa69-2944f79df271 req-801bd8a1-c266-4b36-99f2-5753fb7ef2f6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:53.567105 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6b3e3a-c3e9-45be-aa69-2944f79df271 req-801bd8a1-c266-4b36-99f2-5753fb7ef2f6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0713139 Jul 16 19:14:53.608215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cd6b3e3a-c3e9-45be-aa69-2944f79df271 req-7e89d147-a32b-4e76-b849-38f6846b4821 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355709 Jul 16 19:14:54.795150 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe76087-6f7b-48f4-8e4d-839c856ec59b req-d36ebe44-865f-4de0-8d5b-f5ed7fe0a995 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:54.796671 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4fe76087-6f7b-48f4-8e4d-839c856ec59b req-d36ebe44-865f-4de0-8d5b-f5ed7fe0a995 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0725136 Jul 16 19:14:54.841135 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4fe76087-6f7b-48f4-8e4d-839c856ec59b req-f16fc3ac-65d7-42aa-b624-40cb1356fa6f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388067 Jul 16 19:14:54.865838 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39320) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:54.928225 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-65de481c-e327-4402-9127-d917690a7699 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/adbeceec-194c-454e-ab09-b9306a8e5d55 HTTP/1.1" status: 200 len: 993 time: 0.0611541 Jul 16 19:14:56.663872 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-8860ff06-4715-41aa-b842-c0e7c5f075e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.665638 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-8860ff06-4715-41aa-b842-c0e7c5f075e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 1098 time: 0.1296782 Jul 16 19:14:56.673227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01791d-648d-41e8-819a-6521e20b629c req-00eb97f0-0998-410e-a005-6023cf0fc55f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.675280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b01791d-648d-41e8-819a-6521e20b629c req-00eb97f0-0998-410e-a005-6023cf0fc55f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0961478 Jul 16 19:14:56.720783 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6b01791d-648d-41e8-819a-6521e20b629c req-485cab80-aafe-4d64-a8cc-492ca026c2b0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368044 Jul 16 19:14:56.810241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-bf8eb72d-bd6f-4315-abf8-dfdcff7a14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.811700 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-bf8eb72d-bd6f-4315-abf8-dfdcff7a14ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 HTTP/1.1" status: 200 len: 897 time: 0.1385648 Jul 16 19:14:56.881126 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-71894eea-3c24-4cd4-8467-5822e29d23f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0 HTTP/1.1" status: 200 len: 1001 time: 0.0630426 Jul 16 19:14:56.930071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-559fba20-563c-4777-a170-7e108025d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.931550 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-559fba20-563c-4777-a170-7e108025d736 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1e71b61-a1ee-49db-8e7b-06c33744d882 HTTP/1.1" status: 200 len: 835 time: 0.0446012 Jul 16 19:14:56.991540 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-69b55f2a-be1e-4283-a2e6-7fe276dc86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:56.993089 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-69b55f2a-be1e-4283-a2e6-7fe276dc86c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551376 Jul 16 19:14:57.088088 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-c7bc2b7f-336d-44ee-a3a1-d5a5edb93a47 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884621 Jul 16 19:14:57.181283 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-0c9fd8cf-bd67-4584-889c-34a43d77ea76 req-45906a22-72a2-44a4-9a58-18dad176b61f service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869665 Jul 16 19:14:57.901280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7f420-bdf7-49d0-addd-05a8182fcad0 req-f9d10ab2-32a2-41d2-a1f3-718934a2780a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:57.902799 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bb7f420-bdf7-49d0-addd-05a8182fcad0 req-f9d10ab2-32a2-41d2-a1f3-718934a2780a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0672207 Jul 16 19:14:57.951482 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9bb7f420-bdf7-49d0-addd-05a8182fcad0 req-6b5f6e52-1670-41b6-bd87-66b86b3b133a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Jul 16 19:14:57.980384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39332) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:58.055382 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3b1119ec-210a-40a7-8070-1336af94a7ca tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/adbeceec-194c-454e-ab09-b9306a8e5d55 HTTP/1.1" status: 200 len: 993 time: 0.0734231 Jul 16 19:14:59.523625 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:03.270824 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-de498a80-83d3-448b-853d-c2857d19f76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:06.042260 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:06.112226 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4df6a8a6-683a-4796-9ad7-4c4287d1ae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:07.266892 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:08.961829 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:10.920687 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:12.812523 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aae877d1-063c-4860-99a8-18cadac746ca req-a682aaf0-831b-426d-b2ff-bbae86ebd0bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536518 Jul 16 19:15:12.907575 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae877d1-063c-4860-99a8-18cadac746ca req-4edf818d-29b7-4010-be28-8b023da1276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:12.909485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aae877d1-063c-4860-99a8-18cadac746ca req-4edf818d-29b7-4010-be28-8b023da1276b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 1098 time: 0.0551240 Jul 16 19:15:13.025089 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae877d1-063c-4860-99a8-18cadac746ca req-ed7d22a6-e995-404a-a5ac-3e33d9bf046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:13.026487 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aae877d1-063c-4860-99a8-18cadac746ca req-ed7d22a6-e995-404a-a5ac-3e33d9bf046f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 HTTP/1.1" status: 200 len: 897 time: 0.0968339 Jul 16 19:15:13.091638 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aae877d1-063c-4860-99a8-18cadac746ca req-1881f909-d27e-4264-8c13-0fd526171dee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0 HTTP/1.1" status: 200 len: 1001 time: 0.0586083 Jul 16 19:15:13.148280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae877d1-063c-4860-99a8-18cadac746ca req-04159b98-74c9-4f1c-9b1e-3c6f7703ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:13.149800 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aae877d1-063c-4860-99a8-18cadac746ca req-04159b98-74c9-4f1c-9b1e-3c6f7703ffe9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1e71b61-a1ee-49db-8e7b-06c33744d882 HTTP/1.1" status: 200 len: 835 time: 0.0511842 Jul 16 19:15:13.207625 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae877d1-063c-4860-99a8-18cadac746ca req-ee536199-cab0-4100-bdda-7c0c62faa181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:13.209484 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aae877d1-063c-4860-99a8-18cadac746ca req-ee536199-cab0-4100-bdda-7c0c62faa181 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535150 Jul 16 19:15:13.299793 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aae877d1-063c-4860-99a8-18cadac746ca req-e30d2d92-ae2c-4874-b71f-c8d5d48c87d4 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Jul 16 19:15:13.392842 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-aae877d1-063c-4860-99a8-18cadac746ca req-ddf82bcb-0c57-4fa7-9483-b8ca86d56bbf service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872958 Jul 16 19:15:28.736998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39342) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:28.920259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port f7a6b5ac-e65f-4eb5-8883-724ba7c177cd {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:28.920649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.946686 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:29.007287 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.007537 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.021731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for f7a6b5ac-e65f-4eb5-8883-724ba7c177cd owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:29.212909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.240368 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=f7a6b5ac-e65f-4eb5-8883-724ba7c177cd,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:29.268759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.269055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.269344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.269683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.270024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.270358 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.270691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.271021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.271354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.271681 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.272011 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.272337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:29.322445 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.323028 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP adbeceec-194c-454e-ab09-b9306a8e5d55 disassociated (deleted). External IP: 172.25.2.11, port: 897b8a0d-d253-4a8a-b41c-9a179adbd0d0. Jul 16 19:15:29.544919 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.554111 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 88954eea-60d9-4e7b-a98a-fd956a5e613d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:29.665487 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:29.670457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.675041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] Sync routers for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:29.687753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:29.688382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:29.710539 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d2963974-54df-4e1c-971e-a50447578b1e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/floatingips/adbeceec-194c-454e-ab09-b9306a8e5d55 HTTP/1.1" status: 204 len: 168 time: 0.9723866 Jul 16 19:15:29.711244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:29.714562 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64ec933-70a7-46f1-b756-999cb3b1a59b" -d '{"events": [{"name": "network-changed", "server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:29.754072 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eb60de-3327-4dff-8a17-bd4e3a1fb20a x-openstack-request-id: req-a5eb60de-3327-4dff-8a17-bd4e3a1fb20a {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:29.754674 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:29.754674 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5eb60de-3327-4dff-8a17-bd4e3a1fb20a {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:29.754990 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'status': 'completed', 'code': 200} Jul 16 19:15:29.810890 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:29.859775 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-c0620528-6170-420c-8ba4-503299780ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:29.863166 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-c0620528-6170-420c-8ba4-503299780ba8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 1098 time: 0.0759635 Jul 16 19:15:29.998677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-7b728f10-6e5a-4a52-9bb2-0ba816a1dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:30.001059 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-7b728f10-6e5a-4a52-9bb2-0ba816a1dfa3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 HTTP/1.1" status: 200 len: 897 time: 0.1313453 Jul 16 19:15:30.048052 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-b1f0f6a8-fd7b-46ca-9cca-7bf82a912879 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0 HTTP/1.1" status: 200 len: 217 time: 0.0401797 Jul 16 19:15:30.075746 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fa16beab-55e7-4a07-87b0-4327a82c8be1', 'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:ae:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:51Z', 'updated_at': '2021-07-16T19:13:55Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:30.103470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] Checking router: 88954eea-60d9-4e7b-a98a-fd956a5e613d for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:30.117111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:30.118464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:30.127318 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-9ddaf02d-c448-4c94-9702-2dcc1e76422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:30.128856 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-9ddaf02d-c448-4c94-9702-2dcc1e76422d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e1e71b61-a1ee-49db-8e7b-06c33744d882 HTTP/1.1" status: 200 len: 835 time: 0.0742297 Jul 16 19:15:30.185172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364254d-02ec-4a38-ad55-77cc2a1371db req-dfce4ffe-7f3a-4d46-be74-82c351552c47 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:30.187342 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5364254d-02ec-4a38-ad55-77cc2a1371db req-dfce4ffe-7f3a-4d46-be74-82c351552c47 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0872607 Jul 16 19:15:30.205125 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-488a9dc6-9612-4a2e-b995-f4864dec915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:30.206678 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-488a9dc6-9612-4a2e-b995-f4864dec915f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709264 Jul 16 19:15:30.234624 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5364254d-02ec-4a38-ad55-77cc2a1371db req-7516f0f3-cb31-43dd-94ef-e84a22f92631 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 Jul 16 19:15:30.250011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:30.313088 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-d51d5954-781e-4ced-8fe7-8809980ddf81 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977550 Jul 16 19:15:30.425422 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a64ec933-70a7-46f1-b756-999cb3b1a59b req-258e1300-4b40-4328-a8ac-01f6acf2aec2 service neutron] 10.222.0.45 "GET /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051323 Jul 16 19:15:30.481281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fa16beab-55e7-4a07-87b0-4327a82c8be1', 'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:ae:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:51Z', 'updated_at': '2021-07-16T19:13:55Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:30.509538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6baec-1b2f-40b1-a243-8d95bc48d06d None None] The sync data for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 is: [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:13:52Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fa16beab-55e7-4a07-87b0-4327a82c8be1', 'name': '', 'network_id': 'f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:ae:18:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:51Z', 'updated_at': '2021-07-16T19:13:55Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'e1e71b61-a1ee-49db-8e7b-06c33744d882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:30.752827 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95292d4-dc1b-4156-83ec-193ff00f342e None None] New status for floating IP adbeceec-194c-454e-ab09-b9306a8e5d55: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:15:31.429467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821c9a-b803-4aec-a291-bae6c78df119 req-2689294f-532d-485e-9748-b56b5d2863bb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:31.431664 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3821c9a-b803-4aec-a291-bae6c78df119 req-2689294f-532d-485e-9748-b56b5d2863bb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0694044 Jul 16 19:15:31.471738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3821c9a-b803-4aec-a291-bae6c78df119 req-ba6a8dd6-336b-4314-906f-a4209d3deb20 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=1fee1216-53f7-4939-8dc3-a8722bcc55f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344956 Jul 16 19:15:31.536441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407f301-17d2-496a-bde6-67bafba265f5 req-7f74f4ac-cc35-4dea-9b3c-8d757bd1f65b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:31.538077 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e407f301-17d2-496a-bde6-67bafba265f5 req-7f74f4ac-cc35-4dea-9b3c-8d757bd1f65b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 946 time: 0.0690737 Jul 16 19:15:31.657058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e407f301-17d2-496a-bde6-67bafba265f5 req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:31.657393 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e407f301-17d2-496a-bde6-67bafba265f5 req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:31.757109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-e407f301-17d2-496a-bde6-67bafba265f5 req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:31.757370 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e407f301-17d2-496a-bde6-67bafba265f5 req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:31.771113 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-e407f301-17d2-496a-bde6-67bafba265f5 req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:31.912437 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e407f301-17d2-496a-bde6-67bafba265f5 req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:31.943517 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=897b8a0d-d253-4a8a-b41c-9a179adbd0d0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:31.979556 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.979908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.980254 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.980631 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.980982 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.981320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.981671 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.981989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.982319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.982648 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.982977 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:31.983301 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.004952 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-e407f301-17d2-496a-bde6-67bafba265f5 req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] No DVR routers for this DVR port 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:32.008394 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-e407f301-17d2-496a-bde6-67bafba265f5 req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:32.012148 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-e407f301-17d2-496a-bde6-67bafba265f5 req-9dfb6dd7-5a71-42be-9845-bcb1c7475456 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.45 "DELETE /v2.0/ports/897b8a0d-d253-4a8a-b41c-9a179adbd0d0 HTTP/1.1" status: 204 len: 173 time: 0.4685435 Jul 16 19:15:32.012639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'name': 'network-vif-deleted', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:32.015339 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecd4714-d467-407e-ac5e-0246288693a9" -d '{"events": [{"server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "name": "network-vif-deleted", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:32.147565 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1400cdf-d12c-4a9f-acf7-267488c2b278 x-openstack-request-id: req-e1400cdf-d12c-4a9f-acf7-267488c2b278 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:32.147860 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e46610-6cf6-43c8-9ae3-f6ec9894434b", "name": "network-vif-deleted", "tag": "897b8a0d-d253-4a8a-b41c-9a179adbd0d0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:32.148109 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1400cdf-d12c-4a9f-acf7-267488c2b278 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:32.148508 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e46610-6cf6-43c8-9ae3-f6ec9894434b', 'name': 'network-vif-deleted', 'tag': '897b8a0d-d253-4a8a-b41c-9a179adbd0d0', 'status': 'completed', 'code': 200} Jul 16 19:15:32.649941 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9d440801-3fef-46ca-b7e5-d9ffc9b6be2a req-a48649bb-158b-4f34-8ab5-fa6fd27c8b86 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e46610-6cf6-43c8-9ae3-f6ec9894434b HTTP/1.1" status: 200 len: 210 time: 0.0347579 Jul 16 19:15:33.275941 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b0325969-199f-4f23-94ab-8de628e32613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.746943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39364) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:34.161739 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.329475 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:34.354054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:34.354493 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 897b8a0d-d253-4a8a-b41c-9a179adbd0d0 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:34.461871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port fa16beab-55e7-4a07-87b0-4327a82c8be1 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:34.462157 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.559117 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port fa16beab-55e7-4a07-87b0-4327a82c8be1, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fa16beab-55e7-4a07-87b0-4327a82c8be1,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:34.559487 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.577928 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for fa16beab-55e7-4a07-87b0-4327a82c8be1 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:34.792636 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.821233 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=fa16beab-55e7-4a07-87b0-4327a82c8be1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:35.047165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.632411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 88954eea-60d9-4e7b-a98a-fd956a5e613d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:35.759138 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:35.765832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-74a4083a-bc94-44de-9521-1c55982c450a tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/88954eea-60d9-4e7b-a98a-fd956a5e613d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0167735 Jul 16 19:15:35.768989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39366) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:35.770328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] Sync routers for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:35.783832 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:35.784617 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:35.833680 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-137c7b00-e1ac-4b47-9f50-61912e9deb7f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting subnet e1e71b61-a1ee-49db-8e7b-06c33744d882 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:15:35.839704 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-137c7b00-e1ac-4b47-9f50-61912e9deb7f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.888259 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-137c7b00-e1ac-4b47-9f50-61912e9deb7f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.921668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:36.010977 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-137c7b00-e1ac-4b47-9f50-61912e9deb7f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.095688 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.109408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-137c7b00-e1ac-4b47-9f50-61912e9deb7f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.136445 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bc436fa3-3ae8-4d43-a17f-40b5850ccb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.156773 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-137c7b00-e1ac-4b47-9f50-61912e9deb7f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.158895 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-137c7b00-e1ac-4b47-9f50-61912e9deb7f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/subnets/e1e71b61-a1ee-49db-8e7b-06c33744d882 HTTP/1.1" status: 204 len: 168 time: 0.3888841 Jul 16 19:15:36.160145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c7b00-e1ac-4b47-9f50-61912e9deb7f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e71b61-a1ee-49db-8e7b-06c33744d882,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:36.161731 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39368) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:36.180382 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e9456d-fcb8-491a-b4c6-d21db5720a95 None None] Network f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:36.294015 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.306803 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:15:34Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:36.342728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] Checking router: 88954eea-60d9-4e7b-a98a-fd956a5e613d for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:36.361321 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] Routers {'88954eea-60d9-4e7b-a98a-fd956a5e613d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:36.361964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['88954eea-60d9-4e7b-a98a-fd956a5e613d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:36.420985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.490366 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] DHCP port deletion for f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:15:36.493337 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] Set router 88954eea-60d9-4e7b-a98a-fd956a5e613d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:36.517945 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 03309401-4344-4b4b-86d2-4624f3a42842 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:36.518296 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.626771 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 03309401-4344-4b4b-86d2-4624f3a42842, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=03309401-4344-4b4b-86d2-4624f3a42842,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:36.627501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.653324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 03309401-4344-4b4b-86d2-4624f3a42842 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:36.665759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Deleting port 55ca03ec-b3cb-4516-8054-4829d8ccc287 {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:36.666033 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.763795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] For port 55ca03ec-b3cb-4516-8054-4829d8ccc287, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=55ca03ec-b3cb-4516-8054-4829d8ccc287,segment=NetworkSegment(c68d4c23-42a0-4f80-a505-749fbd1df805),segment_id=c68d4c23-42a0-4f80-a505-749fbd1df805)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:36.764077 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.782177 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Calling delete_port for 55ca03ec-b3cb-4516-8054-4829d8ccc287 owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:36.842984 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:15:34Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:36.874474 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.905408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=03309401-4344-4b4b-86d2-4624f3a42842,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:36.983194 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.046452 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a54e567-83c8-4b68-a9f2-0e59c21eb86a None None] The sync data for ids ['88954eea-60d9-4e7b-a98a-fd956a5e613d'] in n-d-793619-10 is: [{'id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1898464353', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '03309401-4344-4b4b-86d2-4624f3a42842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:48Z', 'updated_at': '2021-07-16T19:15:34Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': '03309401-4344-4b4b-86d2-4624f3a42842', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88954eea-60d9-4e7b-a98a-fd956a5e613d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:49Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:37.078294 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.098898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.101211 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.120052 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Pushing event deleted for resources: {'Port': ['ID=55ca03ec-b3cb-4516-8054-4829d8ccc287,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:37.129857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] No DVR routers for this DVR port 55ca03ec-b3cb-4516-8054-4829d8ccc287 on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:37.132350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.133687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.133687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.135303 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.135650 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.136373 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.136767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.137112 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.137640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.139403 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.140718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.141304 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ec15d-34bf-4d6e-84a6-3361462b10d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:37.175357 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.176242 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Fanout notify agent at l3_agent the message router_deleted on router 88954eea-60d9-4e7b-a98a-fd956a5e613d {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:15:37.186978 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.188837 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e7fd9381-3229-40d7-ad9a-f22abe4ee79b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/routers/88954eea-60d9-4e7b-a98a-fd956a5e613d HTTP/1.1" status: 204 len: 168 time: 1.0258000 Jul 16 19:15:37.191537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39370) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:37.273446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.276754 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.387046 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.399456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:37.413637 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68d4c23-42a0-4f80-a505-749fbd1df805') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:37.415055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68d4c23-42a0-4f80-a505-749fbd1df805') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:37.432382 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.450397 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.457363 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:15:37.458185 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: timer() Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:15:37.462508 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:15:37.544155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.551495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.557241 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39372) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:37.557802 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/networks/f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647 HTTP/1.1" status: 204 len: 168 time: 0.3641264 Jul 16 19:15:37.574714 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e62bb-889b-4b52-8016-19a6e0282734 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Network': ['ID=f9e04385-6bdc-4a69-9ff2-b9a8c5fdf647,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:37.640213 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-880de933-5bcb-4287-9c75-21f40146e3c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.683582 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-880de933-5bcb-4287-9c75-21f40146e3c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.758529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fa16beab-55e7-4a07-87b0-4327a82c8be1 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:37.772030 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-880de933-5bcb-4287-9c75-21f40146e3c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.777060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-880de933-5bcb-4287-9c75-21f40146e3c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.778675 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-880de933-5bcb-4287-9c75-21f40146e3c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/security-groups/1fee1216-53f7-4939-8dc3-a8722bcc55f5 HTTP/1.1" status: 204 len: 168 time: 0.2203512 Jul 16 19:15:37.788975 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: fa16beab-55e7-4a07-87b0-4327a82c8be1 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:37.789583 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fa16beab-55e7-4a07-87b0-4327a82c8be1 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:37.789782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 55ca03ec-b3cb-4516-8054-4829d8ccc287 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:37.790537 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880de933-5bcb-4287-9c75-21f40146e3c4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fee1216-53f7-4939-8dc3-a8722bcc55f5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:37.814585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 55ca03ec-b3cb-4516-8054-4829d8ccc287 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:37.815260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 55ca03ec-b3cb-4516-8054-4829d8ccc287 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:38.115211 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39378) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:38.123127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-b7770c7f-f09b-496b-88fd-3ee0c21415ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441726082', 'description': 'tempest-secgroup-smoke-441726082 description', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:38.154079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7770c7f-f09b-496b-88fd-3ee0c21415ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.283653 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7770c7f-f09b-496b-88fd-3ee0c21415ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.288391 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7770c7f-f09b-496b-88fd-3ee0c21415ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.319647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-b7770c7f-f09b-496b-88fd-3ee0c21415ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.321688 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b7770c7f-f09b-496b-88fd-3ee0c21415ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2051959 Jul 16 19:15:38.325946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39380) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:38.327656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7770c7f-f09b-496b-88fd-3ee0c21415ce tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e86b71b-a85a-43a3-bc83-f8e957cd5923,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:38.332218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-3e8d17ee-4a61-4525-af0a-50f97dcc03f0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '5e86b71b-a85a-43a3-bc83-f8e957cd5923', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:38.368462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e8d17ee-4a61-4525-af0a-50f97dcc03f0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.432189 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e8d17ee-4a61-4525-af0a-50f97dcc03f0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.437502 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e8d17ee-4a61-4525-af0a-50f97dcc03f0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.455061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d17ee-4a61-4525-af0a-50f97dcc03f0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee964f18-8e7c-447c-8542-82c73df723a3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:38.464241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-3e8d17ee-4a61-4525-af0a-50f97dcc03f0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.466319 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-3e8d17ee-4a61-4525-af0a-50f97dcc03f0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391625 Jul 16 19:15:38.469085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39384) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:38.473768 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e23a130f-1e46-4730-a3c7-73bfd8d70454 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '5e86b71b-a85a-43a3-bc83-f8e957cd5923', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:38.506541 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e23a130f-1e46-4730-a3c7-73bfd8d70454 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.568288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e23a130f-1e46-4730-a3c7-73bfd8d70454 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.572406 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e23a130f-1e46-4730-a3c7-73bfd8d70454 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.593174 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a130f-1e46-4730-a3c7-73bfd8d70454 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02caeaa-94b4-4170-aa79-dd966e506a6c,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:38.599378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e23a130f-1e46-4730-a3c7-73bfd8d70454 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.601479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e23a130f-1e46-4730-a3c7-73bfd8d70454 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311181 Jul 16 19:15:38.604706 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39386) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:38.610094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-4bb99e17-17fb-438a-9a72-c9309ca50b60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '5e86b71b-a85a-43a3-bc83-f8e957cd5923', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:38.644721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb99e17-17fb-438a-9a72-c9309ca50b60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.719132 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb99e17-17fb-438a-9a72-c9309ca50b60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.723185 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb99e17-17fb-438a-9a72-c9309ca50b60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.745486 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb99e17-17fb-438a-9a72-c9309ca50b60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad0f516-9bbf-4687-aa3b-961542336c7f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:38.754277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4bb99e17-17fb-438a-9a72-c9309ca50b60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.755685 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4bb99e17-17fb-438a-9a72-c9309ca50b60 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499100 Jul 16 19:15:38.758592 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39388) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:38.763218 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-adcf372e-cd17-42be-9c17-ccf474035164 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '5e86b71b-a85a-43a3-bc83-f8e957cd5923', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:38.792160 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adcf372e-cd17-42be-9c17-ccf474035164 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.858043 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adcf372e-cd17-42be-9c17-ccf474035164 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.861861 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adcf372e-cd17-42be-9c17-ccf474035164 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.880380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf372e-cd17-42be-9c17-ccf474035164 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0971bb1b-0a49-4414-bd7f-0b4388da3a95,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:38.887642 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-adcf372e-cd17-42be-9c17-ccf474035164 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.888970 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-adcf372e-cd17-42be-9c17-ccf474035164 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294038 Jul 16 19:15:38.891970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39390) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:38.896626 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-991cf543-b789-41cb-85a4-14f62dc35a39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '5e86b71b-a85a-43a3-bc83-f8e957cd5923', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:38.921878 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-991cf543-b789-41cb-85a4-14f62dc35a39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:15:38.927064 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-991cf543-b789-41cb-85a4-14f62dc35a39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.975517 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.001375 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-991cf543-b789-41cb-85a4-14f62dc35a39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.006365 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-991cf543-b789-41cb-85a4-14f62dc35a39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.029551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cf543-b789-41cb-85a4-14f62dc35a39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fc72c6-3f9b-41f2-b093-2eafd0272a88,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:39.036325 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-991cf543-b789-41cb-85a4-14f62dc35a39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.037679 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-991cf543-b789-41cb-85a4-14f62dc35a39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447012 Jul 16 19:15:39.044236 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39392) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:39.051145 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7cb19eb4-f84e-46b1-babe-745aef8cc8a2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'security_group_rule': {'security_group_id': '5e86b71b-a85a-43a3-bc83-f8e957cd5923', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:39.076287 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-7cb19eb4-f84e-46b1-babe-745aef8cc8a2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Project 02bf61f30cc84e43a1b7b3d945fa748d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:15:39.083202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cb19eb4-f84e-46b1-babe-745aef8cc8a2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.157527 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cb19eb4-f84e-46b1-babe-745aef8cc8a2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.171024 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cb19eb4-f84e-46b1-babe-745aef8cc8a2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.195180 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19eb4-f84e-46b1-babe-745aef8cc8a2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e330a1a7-1b5a-4191-b0a8-ede30f49caa6,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:39.199878 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7cb19eb4-f84e-46b1-babe-745aef8cc8a2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.201426 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7cb19eb4-f84e-46b1-babe-745aef8cc8a2 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1559386 Jul 16 19:15:39.205283 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39394) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:39.211725 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'network': {'name': 'tempest-network-smoke--654781371', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'port_security_enabled': True}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:39.237331 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:39.241165 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.267701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:15:39.278443 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.278796 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Added segment 5ec72562-2c3b-428f-8817-c5f039b24e1d of type vlan for network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 Jul 16 19:15:39.325206 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.355440 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.361082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:39.361681 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.400935 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1943307 Jul 16 19:15:39.403670 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39396) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:39.409066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'admin_state_up': True, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:39.433328 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.434389 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.437386 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d798a2e-18e9-4d2e-990c-8e1820b78c1f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Network': ['ID=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:39.449346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:15:39.494991 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.621076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 03309401-4344-4b4b-86d2-4624f3a42842 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:39.657159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 03309401-4344-4b4b-86d2-4624f3a42842 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:39.657606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 03309401-4344-4b4b-86d2-4624f3a42842 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:39.671942 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.886116 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.905756 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.020720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.226 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/a4bf1d88-f3ed-468f-b859-fb8f8b99d023) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:40.130995 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.172701 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.220636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:40.223428 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:40.227769 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:40.234502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=a4bf1d88-f3ed-468f-b859-fb8f8b99d023,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:40.500643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.717569 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.939507 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.191615 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:15:41.299186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:41.309904 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Sync routers for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:41.320070 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:41.321266 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:41.324671 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.326028 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a9d6c19c-6376-4c24-a6d4-3825699590cd tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9211886 Jul 16 19:15:41.329490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39398) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:41.411700 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e0fb3fc1-6a0f-4467-b353-beb182a5e350 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=02bf61f30cc84e43a1b7b3d945fa748d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0807829 Jul 16 19:15:41.414315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39402) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:41.441745 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:41.510858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d4659-9bf3-46fb-b2ac-8648a878a44e tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:41.512691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8e1d4659-9bf3-46fb-b2ac-8648a878a44e tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0969040 Jul 16 19:15:41.515312 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39404) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:41.545439 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-54c4357f-6404-4552-969c-20639d280eeb tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4b546c39-2395-41cb-b351-61cf70738cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288441 Jul 16 19:15:41.547830 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39406) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:41.552842 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1132987378', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:41.641228 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:41.654319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:41.657977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.668433 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Checking router: 9fe28ff7-1624-4c46-a5a4-041f3e3524ec for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:41.668804 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Updating router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec port a4bf1d88-f3ed-468f-b859-fb8f8b99d023 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:15:41.714995 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.867734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.935752 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Subnet': ['ID=cba9dda4-141d-4752-bae0-72cb12f948c7,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:41.941575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Checking segment: {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:41.942061 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network hostable DHCP agents. Network: c5bb2caa-1afb-4b3f-93ba-b2ac314624f6, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:15:41.961411 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:15:41.974787 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, c5bb2caa-1afb-4b3f-93ba-b2ac314624f6) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:41.980394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:41.981044 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.988379 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a922a175-e747-4ccc-8459-be3b826dd66d None None] Network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:42.000163 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-743a93d3-59c2-4308-8d05-ad0651a1d1fa tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4510577 Jul 16 19:15:42.003114 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39408) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:42.028382 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.043316 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Transition to ACTIVE for port object a4bf1d88-f3ed-468f-b859-fb8f8b99d023 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:42.051971 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.102330 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Attempting to bind port a4bf1d88-f3ed-468f-b859-fb8f8b99d023 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:42.102706 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Attempting to bind port a4bf1d88-f3ed-468f-b859-fb8f8b99d023 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:42.103066 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Attempting to bind port a4bf1d88-f3ed-468f-b859-fb8f8b99d023 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:42.112634 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Pushing event updated for resources: {'Port': ['ID=a4bf1d88-f3ed-468f-b859-fb8f8b99d023,revision_number=2']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:42.114914 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:42.115298 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:42.115691 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.116082 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:42.117049 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Bound port: a4bf1d88-f3ed-468f-b859-fb8f8b99d023, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:42.117490 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.151438 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.151728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.152139 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.152426 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.152788 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.153118 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.153447 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.153775 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.154104 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.154424 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.154749 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.155065 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.171980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:15:42.173297 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.253139 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] For port a4bf1d88-f3ed-468f-b859-fb8f8b99d023, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:42.257112 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] For port a4bf1d88-f3ed-468f-b859-fb8f8b99d023, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a4bf1d88-f3ed-468f-b859-fb8f8b99d023,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:42.277498 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.363723 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Allocated IP 172.20.0.2 (c5bb2caa-1afb-4b3f-93ba-b2ac314624f6/cba9dda4-141d-4752-bae0-72cb12f948c7/3969e151-6d9d-40e7-9397-af663ef5b89a) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:42.402385 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40a925-b7b3-4228-83ea-ba9e16453f01 None None] Pushing event updated for resources: {'Port': ['ID=a4bf1d88-f3ed-468f-b859-fb8f8b99d023,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:42.409782 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:42.410453 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:42.555687 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:42.572988 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.589027 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Transition to ACTIVE for port object 3969e151-6d9d-40e7-9397-af663ef5b89a will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:42.610121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Transition to ACTIVE for port object 3969e151-6d9d-40e7-9397-af663ef5b89a will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:42.621388 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.663639 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.670758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:42.676958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:42.681444 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:42.697426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Pushing event updated for resources: {'Port': ['ID=3969e151-6d9d-40e7-9397-af663ef5b89a,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:42.799703 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Attempting to bind port 3969e151-6d9d-40e7-9397-af663ef5b89a on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:42.801480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Attempting to bind port 3969e151-6d9d-40e7-9397-af663ef5b89a by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:42.801675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Attempting to bind port 3969e151-6d9d-40e7-9397-af663ef5b89a on network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:42.811671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:42.812211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Checking segment: {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:42.812963 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.813918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Bound using segment: {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:42.815124 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Bound port: 3969e151-6d9d-40e7-9397-af663ef5b89a, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:42.815975 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.910031 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:42.944622 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] For port 3969e151-6d9d-40e7-9397-af663ef5b89a, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:42.945967 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd52200-09e4-423a-b6f2-a40656bc1d66 None None] The sync data for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 is: [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 3, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:42.951949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] For port 3969e151-6d9d-40e7-9397-af663ef5b89a, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3969e151-6d9d-40e7-9397-af663ef5b89a,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:42.960777 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.005669 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.1 (c5bb2caa-1afb-4b3f-93ba-b2ac314624f6/cba9dda4-141d-4752-bae0-72cb12f948c7/9324cd29-3505-4ab4-82f1-d1ff870599de) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:43.097138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7915e72-2ecf-4c71-b867-f08bb21de113 None None] Pushing event updated for resources: {'Port': ['ID=3969e151-6d9d-40e7-9397-af663ef5b89a,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:43.210701 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.229599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object 9324cd29-3505-4ab4-82f1-d1ff870599de will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:43.306719 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.364082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:43.368195 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:43.373876 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:43.425631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=9324cd29-3505-4ab4-82f1-d1ff870599de,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:43.453490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.628843 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.776048 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a4bf1d88-f3ed-468f-b859-fb8f8b99d023 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:43.834987 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port a4bf1d88-f3ed-468f-b859-fb8f8b99d023 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:43.842297 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a4bf1d88-f3ed-468f-b859-fb8f8b99d023 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:43.842945 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.965055 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.990950 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port a4bf1d88-f3ed-468f-b859-fb8f8b99d023, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a4bf1d88-f3ed-468f-b859-fb8f8b99d023,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:43.997037 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:43.997914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3969e151-6d9d-40e7-9397-af663ef5b89a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:44.046848 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.052078 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.114735 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=a4bf1d88-f3ed-468f-b859-fb8f8b99d023,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:44.129712 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 3969e151-6d9d-40e7-9397-af663ef5b89a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:44.162233 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.164126 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=9324cd29-3505-4ab4-82f1-d1ff870599de,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:44.272698 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:44.274542 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:44.369618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22823f79-e2ca-4778-b27e-e1852bd9454e None None] Network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:44.419149 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:44.501236 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a24186a5-e1c8-4b7b-b394-1487c17d8cba None None] Provisioning for port 3969e151-6d9d-40e7-9397-af663ef5b89a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:44.509211 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-a24186a5-e1c8-4b7b-b394-1487c17d8cba None None] Provisioning complete for port 3969e151-6d9d-40e7-9397-af663ef5b89a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:44.509569 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a24186a5-e1c8-4b7b-b394-1487c17d8cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.545875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:44.552197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-0460c88d-9508-4673-8a66-0208201a24a9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/9fe28ff7-1624-4c46-a5a4-041f3e3524ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5479221 Jul 16 19:15:44.648788 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a24186a5-e1c8-4b7b-b394-1487c17d8cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.703247 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a24186a5-e1c8-4b7b-b394-1487c17d8cba None None] For port 3969e151-6d9d-40e7-9397-af663ef5b89a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3969e151-6d9d-40e7-9397-af663ef5b89a,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:44.718590 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a24186a5-e1c8-4b7b-b394-1487c17d8cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.748953 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-9b1b9b62-2be8-4f48-870f-9b69d8692a6d tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441726082&fields=id&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 267 time: 0.0657842 Jul 16 19:15:44.779563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24186a5-e1c8-4b7b-b394-1487c17d8cba None None] Pushing event updated for resources: {'Port': ['ID=3969e151-6d9d-40e7-9397-af663ef5b89a,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:44.881228 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba43e-0728-407e-8a80-12e57970e887 req-364fc9e7-d41a-41f8-b667-34de0d8f9688 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:44.882814 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-364fc9e7-d41a-41f8-b667-34de0d8f9688 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/networks?id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 HTTP/1.1" status: 200 len: 796 time: 0.1263881 Jul 16 19:15:44.900695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-84abe76f-4b6b-4234-8f15-0c5dc083f9d6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/quotas/02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 375 time: 0.0110466 Jul 16 19:15:44.941929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ea177b1-e047-41b2-8d6f-2dc5c98f4596 None None] Provisioning complete for port 3969e151-6d9d-40e7-9397-af663ef5b89a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:44.942795 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ea177b1-e047-41b2-8d6f-2dc5c98f4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.987350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-c2b79d00-c864-440b-a8ab-bbc30f0bf127 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808280 Jul 16 19:15:45.059477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Sync routers for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:45.075573 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:45.077204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:45.082285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ea177b1-e047-41b2-8d6f-2dc5c98f4596 None None] Provisioning for port 9324cd29-3505-4ab4-82f1-d1ff870599de completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:45.114075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-277cbda1-e540-497c-b520-e60768f71263 service neutron] 10.222.0.60 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126444 Jul 16 19:15:45.133504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1ea177b1-e047-41b2-8d6f-2dc5c98f4596 None None] Provisioning complete for port 9324cd29-3505-4ab4-82f1-d1ff870599de triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:45.134070 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ea177b1-e047-41b2-8d6f-2dc5c98f4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.215019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-1ea177b1-e047-41b2-8d6f-2dc5c98f4596 None None] Port 9324cd29-3505-4ab4-82f1-d1ff870599de cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:45.244011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:45.253581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-b0b6cd20-4234-4b63-ab2f-02ca33cf56cf service neutron] 10.222.0.60 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281610 Jul 16 19:15:45.369487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f96b22b5-3b6e-4e44-8b75-62ef60356fc6 None None] Provisioning complete for port 9324cd29-3505-4ab4-82f1-d1ff870599de triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:45.369870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f96b22b5-3b6e-4e44-8b75-62ef60356fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.443840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f96b22b5-3b6e-4e44-8b75-62ef60356fc6 None None] Port 9324cd29-3505-4ab4-82f1-d1ff870599de cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:45.511193 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9324cd29-3505-4ab4-82f1-d1ff870599de', 'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:7b:7a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:42Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 2, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:45.539576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Checking router: 9fe28ff7-1624-4c46-a5a4-041f3e3524ec for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:45.539954 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Updating router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec port 9324cd29-3505-4ab4-82f1-d1ff870599de binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:15:45.577444 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.680708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a4bf1d88-f3ed-468f-b859-fb8f8b99d023 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:45.802343 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port a4bf1d88-f3ed-468f-b859-fb8f8b99d023 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:45.802631 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.959035 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.974222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3969e151-6d9d-40e7-9397-af663ef5b89a up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:45.979107 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Transition to ACTIVE for port object 9324cd29-3505-4ab4-82f1-d1ff870599de will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:46.008924 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.100047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac87fb-9c04-40dc-911d-69a72d9f62cb None None] Pushing event updated for resources: {'Port': ['ID=9324cd29-3505-4ab4-82f1-d1ff870599de,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:46.159739 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 3969e151-6d9d-40e7-9397-af663ef5b89a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:46.160633 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.202077 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Attempting to bind port 9324cd29-3505-4ab4-82f1-d1ff870599de on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:46.202446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Attempting to bind port 9324cd29-3505-4ab4-82f1-d1ff870599de by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:46.202811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Attempting to bind port 9324cd29-3505-4ab4-82f1-d1ff870599de on network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:46.215182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:46.215552 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Checking segment: {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:46.216428 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.216865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Bound using segment: {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:46.217355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Bound port: 9324cd29-3505-4ab4-82f1-d1ff870599de, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:46.218002 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.340678 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] For port 9324cd29-3505-4ab4-82f1-d1ff870599de, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:46.345907 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] For port 9324cd29-3505-4ab4-82f1-d1ff870599de, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9324cd29-3505-4ab4-82f1-d1ff870599de,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:46.352326 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.450981 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:46.451948 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:46.456968 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac87fb-9c04-40dc-911d-69a72d9f62cb None None] Pushing event updated for resources: {'Port': ['ID=9324cd29-3505-4ab4-82f1-d1ff870599de,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:46.501212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b49c5b74-f246-4dfb-8030-e3e552fb055c req-193c7bad-b3b4-43d6-bdac-472c908a5e06 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 210 time: 0.0427797 Jul 16 19:15:46.599113 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:47.005601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9324cd29-3505-4ab4-82f1-d1ff870599de', 'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:7b:7a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:42Z', 'updated_at': '2021-07-16T19:15:46Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:47.036266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1846c5a-2504-4f1e-a487-b37eb571a051 None None] The sync data for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 is: [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9324cd29-3505-4ab4-82f1-d1ff870599de', 'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:7b:7a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:42Z', 'updated_at': '2021-07-16T19:15:46Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:47.654060 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-80cf3f19-e1ed-44aa-b374-46d3856f3dcc req-3eb4c4af-2deb-42a8-9c90-869f1eb0316f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 210 time: 0.0303476 Jul 16 19:15:47.700125 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9324cd29-3505-4ab4-82f1-d1ff870599de up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:47.762341 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 9324cd29-3505-4ab4-82f1-d1ff870599de completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:47.767364 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9324cd29-3505-4ab4-82f1-d1ff870599de triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:47.767786 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.859528 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.912076 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 9324cd29-3505-4ab4-82f1-d1ff870599de, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9324cd29-3505-4ab4-82f1-d1ff870599de,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:47.921446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.991110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=9324cd29-3505-4ab4-82f1-d1ff870599de,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:48.055144 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba43e-0728-407e-8a80-12e57970e887 req-bc83cc9d-4a87-4ec5-b11b-f2dd8bf15350 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.057184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-bc83cc9d-4a87-4ec5-b11b-f2dd8bf15350 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "GET /v2.0/networks?id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 HTTP/1.1" status: 200 len: 796 time: 0.1801102 Jul 16 19:15:48.113639 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-d4f1e5f7-5150-41c2-b84c-dd5fdceac143 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02bf61f30cc84e43a1b7b3d945fa748d HTTP/1.1" status: 200 len: 379 time: 0.0400882 Jul 16 19:15:48.130994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'port': {'device_id': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'admin_state_up': True, 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'security_groups': ['5e86b71b-a85a-43a3-bc83-f8e957cd5923']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:48.253746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Made reservation on behalf of 02bf61f30cc84e43a1b7b3d945fa748d for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:48.258475 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.392973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.20.0.12 (c5bb2caa-1afb-4b3f-93ba-b2ac314624f6/cba9dda4-141d-4752-bae0-72cb12f948c7/c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:48.535413 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.556262 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Transition to ACTIVE for port object c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:48.593846 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.639649 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:48.645186 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:48.647746 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:48.680482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:48.714666 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.715340 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.734880 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-ebd3198e-b025-4fec-b77d-f0a1af9d8fde tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6091204 Jul 16 19:15:48.755232 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Request body: {'port': {'device_id': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:48.879561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.884446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08277fc3-9b62-4378-bfe3-e1d6bb66bab8 None None] Provisioning for port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:48.888929 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-08277fc3-9b62-4378-bfe3-e1d6bb66bab8 None None] Provisioning complete for port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:48.889376 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08277fc3-9b62-4378-bfe3-e1d6bb66bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.906502 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08616c-12b9-4c4e-bc1f-9018099686a1 req-39e436ed-97df-4247-a174-4617a3dbacbf tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.908024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d08616c-12b9-4c4e-bc1f-9018099686a1 req-39e436ed-97df-4247-a174-4617a3dbacbf tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 932 time: 0.1262634 Jul 16 19:15:48.931222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-08277fc3-9b62-4378-bfe3-e1d6bb66bab8 None None] Port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:49.028974 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d08616c-12b9-4c4e-bc1f-9018099686a1 req-29556e6d-9595-4f13-9ba2-8498563a52f9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027064 Jul 16 19:15:49.218761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:49.227482 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.241630 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Transition to ACTIVE for port object c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:49.246128 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.311519 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:49.398005 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Attempting to bind port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:49.398379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Attempting to bind port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:49.398719 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Attempting to bind port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 on network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:49.403596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 on network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:15:49.403922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Attempting to bind port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 on network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:49.409805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:49.410204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Checking segment: {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:49.410512 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Bound using segment: {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:49.410936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Bound port: c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec72562-2c3b-428f-8817-c5f039b24e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:49.411289 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.491051 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] For port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:49.494850 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] For port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:49.499967 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.539692 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:49.540382 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.542088 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] 10.222.0.46 "PUT /v2.0/ports/c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 HTTP/1.1" status: 200 len: 1093 time: 0.7919896 Jul 16 19:15:49.542421 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:49.544748 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843be481-24fb-48dc-a346-b17180cc8236" -d '{"events": [{"name": "network-changed", "server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:49.584353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ac2a6-5b96-48fc-a1f4-e0d4d0ae1fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:49.595318 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41959c04-7809-4053-b52e-7fa3ff8f0d7f x-openstack-request-id: req-41959c04-7809-4053-b52e-7fa3ff8f0d7f {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:49.595602 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:49.595846 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41959c04-7809-4053-b52e-7fa3ff8f0d7f {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:49.596244 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'status': 'completed', 'code': 200} Jul 16 19:15:49.679761 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba43e-0728-407e-8a80-12e57970e887 req-a5ea4703-6f33-4a4d-a1fa-7b1683d1c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:49.682353 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-a5ea4703-6f33-4a4d-a1fa-7b1683d1c5eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 1096 time: 0.0636201 Jul 16 19:15:49.683717 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9324cd29-3505-4ab4-82f1-d1ff870599de up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:49.736490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 9324cd29-3505-4ab4-82f1-d1ff870599de triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:49.737364 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.740227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-bcf23b4a-7dee-4286-9ff4-eb019cfdbbb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 HTTP/1.1" status: 200 len: 217 time: 0.0389912 Jul 16 19:15:49.800106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba43e-0728-407e-8a80-12e57970e887 req-ab300154-26cb-4b0f-838b-9031a3b9c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:49.802120 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-ab300154-26cb-4b0f-838b-9031a3b9c7b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cba9dda4-141d-4752-bae0-72cb12f948c7 HTTP/1.1" status: 200 len: 835 time: 0.0515814 Jul 16 19:15:49.866823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aba43e-0728-407e-8a80-12e57970e887 req-3b2ae254-b3d5-4a76-b923-23eea5e5ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:49.869545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-3b2ae254-b3d5-4a76-b923-23eea5e5ba6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577891 Jul 16 19:15:49.972024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-4fcd2a7f-c45a-4215-bd77-0384442da729 service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925715 Jul 16 19:15:50.078388 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-83aba43e-0728-407e-8a80-12e57970e887 req-67396889-4def-47cd-9bf0-cf414057fd32 service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985727 Jul 16 19:15:50.277561 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d93b5-1c93-4162-939c-7de2fe489e23 req-63269c8e-721f-416b-bfff-de7e599fcc73 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.279006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b73d93b5-1c93-4162-939c-7de2fe489e23 req-63269c8e-721f-416b-bfff-de7e599fcc73 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 944 time: 0.1088948 Jul 16 19:15:50.281960 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be481-24fb-48dc-a346-b17180cc8236 req-f26ba37a-09be-470b-8c7b-9ae4cf4ac3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.283592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-843be481-24fb-48dc-a346-b17180cc8236 req-f26ba37a-09be-470b-8c7b-9ae4cf4ac3d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 1096 time: 0.1038287 Jul 16 19:15:50.346473 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b73d93b5-1c93-4162-939c-7de2fe489e23 req-4cb2f868-fb57-43f6-8c69-602229a513e1 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615296 Jul 16 19:15:50.398865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be481-24fb-48dc-a346-b17180cc8236 req-eed95749-c332-4511-8444-1b25dc8a3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.400368 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-843be481-24fb-48dc-a346-b17180cc8236 req-eed95749-c332-4511-8444-1b25dc8a3c27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 HTTP/1.1" status: 200 len: 897 time: 0.1077158 Jul 16 19:15:50.450387 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-843be481-24fb-48dc-a346-b17180cc8236 req-9af256f5-6932-4233-876c-f49f4a151f3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 HTTP/1.1" status: 200 len: 217 time: 0.0395427 Jul 16 19:15:50.500646 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be481-24fb-48dc-a346-b17180cc8236 req-03b9640e-0424-4d15-9a0c-061156fec1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.502151 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-843be481-24fb-48dc-a346-b17180cc8236 req-03b9640e-0424-4d15-9a0c-061156fec1be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cba9dda4-141d-4752-bae0-72cb12f948c7 HTTP/1.1" status: 200 len: 835 time: 0.0450547 Jul 16 19:15:50.566047 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be481-24fb-48dc-a346-b17180cc8236 req-251f834e-15c5-4779-9ed7-5a2bfaffa87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.567479 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-843be481-24fb-48dc-a346-b17180cc8236 req-251f834e-15c5-4779-9ed7-5a2bfaffa87a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563941 Jul 16 19:15:50.671708 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-843be481-24fb-48dc-a346-b17180cc8236 req-1830312a-c51e-4e70-9735-a7013a942bb5 service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965085 Jul 16 19:15:50.771428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-843be481-24fb-48dc-a346-b17180cc8236 req-2c4aa257-c061-4ccf-af0e-034f82dbb64f service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918312 Jul 16 19:15:51.452769 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:15:51.551818 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f33a1-d1a1-4ca9-a362-f5301d7a33b3 req-2d28e776-cb99-4080-9a46-e89ae80b0d89 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:51.553406 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df6f33a1-d1a1-4ca9-a362-f5301d7a33b3 req-2d28e776-cb99-4080-9a46-e89ae80b0d89 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 944 time: 0.0714824 Jul 16 19:15:51.563624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:51.575558 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'port_id': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'mac_address': 'fa:16:3e:24:cc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:15:51.619009 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.637465 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:51.660809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:51.666041 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.717480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:51.930937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-df6f33a1-d1a1-4ca9-a362-f5301d7a33b3 req-14cc1c22-f40c-424f-82f0-a1e3a2dbcbc9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709850 Jul 16 19:15:52.019023 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:15:53.127847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f52503-307b-4ba3-ab0c-57f5b7040be4 req-01e33155-e8f5-4f3e-aa6b-dcd7add84e63 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:53.129415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39f52503-307b-4ba3-ab0c-57f5b7040be4 req-01e33155-e8f5-4f3e-aa6b-dcd7add84e63 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 945 time: 0.0688362 Jul 16 19:15:53.171704 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-39f52503-307b-4ba3-ab0c-57f5b7040be4 req-a39b7128-9203-48ef-9a5b-0707b36b9e35 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359869 Jul 16 19:15:53.452222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:53.501688 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:53.505906 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:53.506284 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.589452 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.612826 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:53.615490 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295ec973-d741-4050-9e36-57564a1e3b40" -d '{"events": [{"server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "name": "network-vif-plugged", "status": "completed", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:53.629401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:53.634694 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.662001 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cecd50-d7c6-4e01-b8a9-c58ba5ac86ca x-openstack-request-id: req-17cecd50-d7c6-4e01-b8a9-c58ba5ac86ca {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:53.662288 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "name": "network-vif-plugged", "status": "completed", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:53.662532 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17cecd50-d7c6-4e01-b8a9-c58ba5ac86ca {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:53.662912 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'code': 200} Jul 16 19:15:53.700129 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:53.797173 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01e428-cebe-4ae4-9cdd-720ce2b94426 req-5186299a-7597-4700-a7ba-84014f5ec35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:53.798581 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f01e428-cebe-4ae4-9cdd-720ce2b94426 req-5186299a-7597-4700-a7ba-84014f5ec35c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 1098 time: 0.0533497 Jul 16 19:15:53.840497 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7f01e428-cebe-4ae4-9cdd-720ce2b94426 req-80a4579f-4dc8-4bef-936e-d1f4401a53c9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316062 Jul 16 19:15:54.351564 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55c943-4ab2-42d1-b2b7-2899fa53b9e9 req-d2fc2f00-04d9-4a5c-a485-15741c99cabf tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:54.353087 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e55c943-4ab2-42d1-b2b7-2899fa53b9e9 req-d2fc2f00-04d9-4a5c-a485-15741c99cabf tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.0641236 Jul 16 19:15:54.392794 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3e55c943-4ab2-42d1-b2b7-2899fa53b9e9 req-470782b5-27d5-47b2-ac33-c5b02042b9c5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338154 Jul 16 19:15:55.573628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a4e81-afab-4094-91eb-05a8f4596b59 req-ff4ff826-a143-4d0a-8315-35b791fd05b4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:55.575182 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-360a4e81-afab-4094-91eb-05a8f4596b59 req-ff4ff826-a143-4d0a-8315-35b791fd05b4 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.0662568 Jul 16 19:15:55.615673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-360a4e81-afab-4094-91eb-05a8f4596b59 req-d009f9a5-1887-4b61-bdfd-a8f988493fd8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349402 Jul 16 19:15:55.812012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87a7f-87f9-44ce-9174-b3b350f10499 req-3bc903ba-4ea5-4c27-a1ab-2bdc0c8ed547 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:55.813583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdb87a7f-87f9-44ce-9174-b3b350f10499 req-3bc903ba-4ea5-4c27-a1ab-2bdc0c8ed547 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.0722711 Jul 16 19:15:55.855453 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cdb87a7f-87f9-44ce-9174-b3b350f10499 req-8dd29126-134d-4baf-947c-1fb48f25b052 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362272 Jul 16 19:15:55.881601 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39466) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:55.937008 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a8628-c991-4499-a3e5-91721e897e79 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:55.938849 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6d8a8628-c991-4499-a3e5-91721e897e79 tempest-TestNetworkAdvancedServerOps-983686015 tempest-TestNetworkAdvancedServerOps-983686015-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 1093 time: 0.0555377 Jul 16 19:15:55.941829 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39468) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:55.947267 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:55.973178 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.100487 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.214102 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Allocated IP 172.25.2.222 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/70b959e4-055c-4c5d-b220-0457a04502ef) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:56.327769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.379651 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.424436 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:56.430506 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:56.434217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:56.463564 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=70b959e4-055c-4c5d-b220-0457a04502ef,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:56.834161 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.917728 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.077999 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.082382 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.153256 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event updated for resources: {'Port': ['ID=70b959e4-055c-4c5d-b220-0457a04502ef,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:57.167408 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.269552 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP 5a64c6ce-c7d0-4770-a00f-b95f9aa650df associated. External IP: 172.25.2.222, port: c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5. Jul 16 19:15:57.516541 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:57.635929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:57.647005 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] Sync routers for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:57.659643 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:57.660130 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.660269 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:57.704993 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-3ff7bde2-6277-462d-b0b0-6e97c9479517 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7617893 Jul 16 19:15:57.705953 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:57.710726 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9399856f-38a0-4aea-b595-489cd2b56cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:57.760741 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9994c7a5-88b1-46a1-b6aa-8585097ce6bb x-openstack-request-id: req-9994c7a5-88b1-46a1-b6aa-8585097ce6bb {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:57.761139 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:57.761487 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9994c7a5-88b1-46a1-b6aa-8585097ce6bb {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:57.762008 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'status': 'completed', 'code': 200} Jul 16 19:15:57.884973 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:57.907828 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-d927f1c2-3a01-48f5-a8d4-3f2605b87638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:57.909901 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-d927f1c2-3a01-48f5-a8d4-3f2605b87638 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 1098 time: 0.1010537 Jul 16 19:15:57.929309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902386c6-af36-4dc6-b4fb-a9aab064545f req-b13abe2d-7f02-46de-bbc6-2b2afb08fe88 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:57.931075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-902386c6-af36-4dc6-b4fb-a9aab064545f req-b13abe2d-7f02-46de-bbc6-2b2afb08fe88 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.0945117 Jul 16 19:15:58.026350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-902386c6-af36-4dc6-b4fb-a9aab064545f req-8102cf78-55f9-435f-a306-1f1158ec33fb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875645 Jul 16 19:15:58.048750 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-9e68b449-356d-40f5-ae33-d83bef58aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:58.050270 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-9e68b449-356d-40f5-ae33-d83bef58aade service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 HTTP/1.1" status: 200 len: 897 time: 0.1299589 Jul 16 19:15:58.054058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39476) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:58.131500 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-839f9cc7-35db-46b2-849a-1fb2db9e407b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/5a64c6ce-c7d0-4770-a00f-b95f9aa650df HTTP/1.1" status: 200 len: 992 time: 0.0751958 Jul 16 19:15:58.137555 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-802ffc01-695a-4391-805a-a6bdcd266337 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 HTTP/1.1" status: 200 len: 1000 time: 0.0801115 Jul 16 19:15:58.155628 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '5a64c6ce-c7d0-4770-a00f-b95f9aa650df', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'port_id': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'mac_address': 'fa:16:3e:24:cc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:15:56Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9324cd29-3505-4ab4-82f1-d1ff870599de', 'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:7b:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:42Z', 'updated_at': '2021-07-16T19:15:47Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:58.183446 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] Checking router: 9fe28ff7-1624-4c46-a5a4-041f3e3524ec for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:58.192284 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:58.192937 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:15:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:58.193158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-fb6014cf-a11f-46cf-94dd-fbf1c340c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:58.195418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-fb6014cf-a11f-46cf-94dd-fbf1c340c2af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cba9dda4-141d-4752-bae0-72cb12f948c7 HTTP/1.1" status: 200 len: 835 time: 0.0508456 Jul 16 19:15:58.257718 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-c932651f-3b01-43e2-b34a-2850a86a50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:58.259620 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-c932651f-3b01-43e2-b34a-2850a86a50e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571404 Jul 16 19:15:58.302781 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:58.361192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-d8f660c5-3d08-46d1-9fb8-aefa01d08b98 service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936937 Jul 16 19:15:58.459988 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9399856f-38a0-4aea-b595-489cd2b56cc3 req-24592442-13a1-45de-ab50-e79e13c69b21 service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914152 Jul 16 19:15:58.544004 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '5a64c6ce-c7d0-4770-a00f-b95f9aa650df', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'port_id': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'mac_address': 'fa:16:3e:24:cc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:15:56Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9324cd29-3505-4ab4-82f1-d1ff870599de', 'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:7b:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:42Z', 'updated_at': '2021-07-16T19:15:47Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:58.571291 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d872e-2432-46fb-a208-3f919cb74ecb None None] The sync data for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 is: [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '5a64c6ce-c7d0-4770-a00f-b95f9aa650df', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'port_id': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'mac_address': 'fa:16:3e:24:cc:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:15:56Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 0, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9324cd29-3505-4ab4-82f1-d1ff870599de', 'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:7b:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:42Z', 'updated_at': '2021-07-16T19:15:47Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:58.777130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd42d1d-3180-47c4-b86e-fca8b14023bd None None] New status for floating IP 5a64c6ce-c7d0-4770-a00f-b95f9aa650df: ACTIVE {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:15:59.135093 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39480) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.206157 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bc1e85f5-e66d-445b-87a8-c8dc7067b9d5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/5a64c6ce-c7d0-4770-a00f-b95f9aa650df HTTP/1.1" status: 200 len: 994 time: 0.0695419 Jul 16 19:15:59.552258 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.285628 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dbfeab21-fc94-4275-9e57-145dd13154a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:05.947477 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:06.050336 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:06.119291 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ef249d4b-d6b7-4030-baa7-e2aea36559a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:07.273540 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:08.977159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:10.935068 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:29.556985 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.768319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e3c41-2ecd-4048-951f-848ef904faa5 req-5d027622-9856-4124-9973-d0792267e6c5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:32.769840 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d3e3c41-2ecd-4048-951f-848ef904faa5 req-5d027622-9856-4124-9973-d0792267e6c5 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.1098187 Jul 16 19:16:32.808670 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d3e3c41-2ecd-4048-951f-848ef904faa5 req-20f1ccb3-243e-479c-9d39-f20a19f2bf07 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332537 Jul 16 19:16:33.277791 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-04d7e004-c61a-4d23-9b0c-d30204754550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.046826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3359e-0db4-4d96-a1df-1ec1aea73896 req-cba1b5ad-8f5c-4164-97a0-7e7da507a3a6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:34.048366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52b3359e-0db4-4d96-a1df-1ec1aea73896 req-cba1b5ad-8f5c-4164-97a0-7e7da507a3a6 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.1105807 Jul 16 19:16:34.091462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52b3359e-0db4-4d96-a1df-1ec1aea73896 req-c97d5c6a-62c6-44cf-8933-f917564f0c39 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374434 Jul 16 19:16:34.117267 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:34.181554 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a3be27f2-5609-4d2f-9454-f0d0ffdbd109 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/5a64c6ce-c7d0-4770-a00f-b95f9aa650df HTTP/1.1" status: 200 len: 994 time: 0.0631049 Jul 16 19:16:35.635741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c77e71-47f2-42c7-934c-3ed95e709cc9 req-cec21e74-4ec4-440b-8ebb-d473cd241d21 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:35.637932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94c77e71-47f2-42c7-934c-3ed95e709cc9 req-cec21e74-4ec4-440b-8ebb-d473cd241d21 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.0708153 Jul 16 19:16:35.709288 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-94c77e71-47f2-42c7-934c-3ed95e709cc9 req-0d6f6dc5-1a9b-40bb-917a-01550fc5985b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622833 Jul 16 19:16:35.726033 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaea998-d545-4537-b246-d5261fe91fe6 req-922e93b6-9a32-47e1-bd72-ca09ad3869e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:35.726033 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adaea998-d545-4537-b246-d5261fe91fe6 req-922e93b6-9a32-47e1-bd72-ca09ad3869e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 1098 time: 0.1305587 Jul 16 19:16:35.830077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaea998-d545-4537-b246-d5261fe91fe6 req-432ad60e-aa85-4e1b-9720-e2f2429c7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:35.831543 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adaea998-d545-4537-b246-d5261fe91fe6 req-432ad60e-aa85-4e1b-9720-e2f2429c7e5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 HTTP/1.1" status: 200 len: 897 time: 0.0944395 Jul 16 19:16:35.901634 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adaea998-d545-4537-b246-d5261fe91fe6 req-fd39554a-f068-491d-a6fe-fb6e3204f944 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 HTTP/1.1" status: 200 len: 1002 time: 0.0627587 Jul 16 19:16:35.949940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaea998-d545-4537-b246-d5261fe91fe6 req-1d29c0f6-bbac-4ca6-a99d-5c6653eafef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:35.951415 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adaea998-d545-4537-b246-d5261fe91fe6 req-1d29c0f6-bbac-4ca6-a99d-5c6653eafef3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cba9dda4-141d-4752-bae0-72cb12f948c7 HTTP/1.1" status: 200 len: 835 time: 0.0439358 Jul 16 19:16:36.009379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaea998-d545-4537-b246-d5261fe91fe6 req-06af5d40-5a1f-4fb5-8d73-4524196e57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:36.011124 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adaea998-d545-4537-b246-d5261fe91fe6 req-06af5d40-5a1f-4fb5-8d73-4524196e57b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533683 Jul 16 19:16:36.055061 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.115833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adaea998-d545-4537-b246-d5261fe91fe6 req-62c54bd0-51f7-41b1-9fae-0c9ede1236a5 service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965645 Jul 16 19:16:36.122124 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6ac7e9b8-19b0-4595-a0d2-839ef044b3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.208006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-adaea998-d545-4537-b246-d5261fe91fe6 req-278d18f1-20eb-485c-bd01-0d73b5120eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851984 Jul 16 19:16:36.896858 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6a4b1-b130-466f-b8c9-de9ded2e2260 req-9ed55353-1f80-45d1-b468-5e66b5d1fcba tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:36.898380 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58b6a4b1-b130-466f-b8c9-de9ded2e2260 req-9ed55353-1f80-45d1-b468-5e66b5d1fcba tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.0698659 Jul 16 19:16:36.937888 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-58b6a4b1-b130-466f-b8c9-de9ded2e2260 req-06c7f241-20c1-4677-9084-fd891beb9122 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338390 Jul 16 19:16:37.275628 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.114237 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c2518-e3cb-460d-a1e4-8cbc494197f7 req-d0558722-bc19-473a-8f58-1678bc0c5378 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:38.115749 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-307c2518-e3cb-460d-a1e4-8cbc494197f7 req-d0558722-bc19-473a-8f58-1678bc0c5378 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.0637100 Jul 16 19:16:38.155283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-307c2518-e3cb-460d-a1e4-8cbc494197f7 req-1f65f55d-80e3-48f6-b353-fe22d6f5279f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325129 Jul 16 19:16:38.180248 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39522) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:38.243979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-49156ed3-b80e-4c74-80dd-da211a245ac8 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/floatingips/5a64c6ce-c7d0-4770-a00f-b95f9aa650df HTTP/1.1" status: 200 len: 994 time: 0.0624659 Jul 16 19:16:38.518285 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39528) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:38.962765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 70b959e4-055c-4c5d-b220-0457a04502ef {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:38.963113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.974142 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.038899 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.039231 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.051160 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 70b959e4-055c-4c5d-b220-0457a04502ef owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:39.199433 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.225411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=70b959e4-055c-4c5d-b220-0457a04502ef,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:39.238683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.239033 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.239405 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.239744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.240071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.240400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.240784 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.241117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.241444 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.241769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.242099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.242419 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.302240 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.302515 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Floating IP 5a64c6ce-c7d0-4770-a00f-b95f9aa650df disassociated (deleted). External IP: 172.25.2.222, port: c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5. Jul 16 19:16:39.510238 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:39.618868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:39.623700 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.628610 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] Sync routers for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:39.639009 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:39.639542 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:39.661354 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1c3b71a0-6b9b-4e44-975c-6099a992c5b7 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/floatingips/5a64c6ce-c7d0-4770-a00f-b95f9aa650df HTTP/1.1" status: 204 len: 168 time: 1.1420066 Jul 16 19:16:39.662042 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:39.664544 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0ec903-ea11-464a-95a4-4645c039d079" -d '{"events": [{"name": "network-changed", "server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:39.702741 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6474f77-d405-433b-a293-5c63663fe052 x-openstack-request-id: req-d6474f77-d405-433b-a293-5c63663fe052 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:39.703038 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:39.703289 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6474f77-d405-433b-a293-5c63663fe052 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:39.703693 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'status': 'completed', 'code': 200} Jul 16 19:16:39.752015 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:39.809049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-37c00778-3c81-479e-a969-7fbe99118bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:39.810978 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-37c00778-3c81-479e-a969-7fbe99118bec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 1098 time: 0.0590096 Jul 16 19:16:39.926252 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-39824a8b-7769-49a5-8880-08fc37a0f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:39.927832 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-39824a8b-7769-49a5-8880-08fc37a0f5d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 HTTP/1.1" status: 200 len: 897 time: 0.1098590 Jul 16 19:16:39.974462 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9324cd29-3505-4ab4-82f1-d1ff870599de', 'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:7b:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:42Z', 'updated_at': '2021-07-16T19:15:47Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:39.980782 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-3345c4b1-6cac-4282-9a0b-b6b0809bb461 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 HTTP/1.1" status: 200 len: 217 time: 0.0379250 Jul 16 19:16:40.001646 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] Checking router: 9fe28ff7-1624-4c46-a5a4-041f3e3524ec for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:40.010246 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:40.010848 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:40.065931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-068a1f13-8924-4f76-b829-9813f7d95269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:40.067437 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-068a1f13-8924-4f76-b829-9813f7d95269 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cba9dda4-141d-4752-bae0-72cb12f948c7 HTTP/1.1" status: 200 len: 835 time: 0.0793130 Jul 16 19:16:40.117744 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:40.122176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834fc4-2b10-4185-a55a-90c869b7ed6e req-548d4782-58a8-4e2e-94ee-12b1da0e1737 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:40.123747 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c834fc4-2b10-4185-a55a-90c869b7ed6e req-548d4782-58a8-4e2e-94ee-12b1da0e1737 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.1367347 Jul 16 19:16:40.170383 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-fa8c91c3-c837-4101-8cd0-f9ae848e4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:40.171893 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-fa8c91c3-c837-4101-8cd0-f9ae848e4725 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968113 Jul 16 19:16:40.176904 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c834fc4-2b10-4185-a55a-90c869b7ed6e req-ca21ee84-dd12-4ce7-ac2e-2aa2d28e19c9 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469873 Jul 16 19:16:40.268854 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-589554d3-b4d8-4288-a5a9-5e386fb0a03f service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891380 Jul 16 19:16:40.318779 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9324cd29-3505-4ab4-82f1-d1ff870599de', 'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:7b:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:42Z', 'updated_at': '2021-07-16T19:15:47Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:40.347588 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65605878-92a3-468f-be8a-af34ea392f80 None None] The sync data for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 is: [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '9324cd29-3505-4ab4-82f1-d1ff870599de', 'name': '', 'network_id': 'c5bb2caa-1afb-4b3f-93ba-b2ac314624f6', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'mac_address': 'fa:16:3e:7b:7a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:42Z', 'updated_at': '2021-07-16T19:15:47Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'subnets': [{'id': 'cba9dda4-141d-4752-bae0-72cb12f948c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:40.364187 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d0ec903-ea11-464a-95a4-4645c039d079 req-3fa52561-a848-45fa-ad09-f280ce772b08 service neutron] 10.222.0.46 "GET /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872948 Jul 16 19:16:40.575638 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb9e6b4-8be1-440a-8c2f-ff48262b513b None None] New status for floating IP 5a64c6ce-c7d0-4770-a00f-b95f9aa650df: DOWN {{(pid=93825) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:16:40.931940 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.356673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fceff3-2f29-47ad-bce5-73d5eaa8f5da req-071eb500-bd10-42f2-bd83-831dd4a854cb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:41.358164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1fceff3-2f29-47ad-bce5-73d5eaa8f5da req-071eb500-bd10-42f2-bd83-831dd4a854cb tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.0674627 Jul 16 19:16:41.396494 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c1fceff3-2f29-47ad-bce5-73d5eaa8f5da req-4f82f073-87c4-42c5-9aa2-a020239f92b0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/security-groups?id=5e86b71b-a85a-43a3-bc83-f8e957cd5923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328095 Jul 16 19:16:41.980147 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-32ca08d0-3632-4d9d-a47b-db5c959dee0b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:41.981629 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-32ca08d0-3632-4d9d-a47b-db5c959dee0b tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 946 time: 0.0627303 Jul 16 19:16:42.078707 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:42.079041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.170102 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:42.170468 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.182912 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:42.318087 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.347337 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:42.378238 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.378976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.378976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.379249 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.379582 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.379915 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.380246 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.380599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.380931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.381261 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.381588 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.381913 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:42.404914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] No DVR routers for this DVR port c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:42.407553 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.410180 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-47ea69a8-b3bb-45fe-b44e-d7b18b32e7f7 req-bf424b98-635a-4cc8-a9f6-eab5b24a1763 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.46 "DELETE /v2.0/ports/c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 HTTP/1.1" status: 204 len: 173 time: 0.4230862 Jul 16 19:16:42.410612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'name': 'network-vif-deleted', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:42.412938 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c639052-4489-47eb-ac48-33434fa7ca1b" -d '{"events": [{"server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "name": "network-vif-deleted", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:42.451543 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f262c30-a246-41a4-8add-30c998ccab8c x-openstack-request-id: req-8f262c30-a246-41a4-8add-30c998ccab8c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:42.451844 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0311b5e3-f9f4-4221-bfdb-658f59cdaa74", "name": "network-vif-deleted", "tag": "c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:42.452093 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f262c30-a246-41a4-8add-30c998ccab8c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:42.452546 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0311b5e3-f9f4-4221-bfdb-658f59cdaa74', 'name': 'network-vif-deleted', 'tag': 'c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5', 'status': 'completed', 'code': 200} Jul 16 19:16:42.559302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1a793be2-3745-4746-b5f5-b81d778815b7 req-f57047b4-b858-4830-94a5-b21209f04f5f tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "GET /v2.0/ports?device_id=0311b5e3-f9f4-4221-bfdb-658f59cdaa74 HTTP/1.1" status: 200 len: 210 time: 0.0347366 Jul 16 19:16:42.948195 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:43.657196 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39548) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:44.027491 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.298019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port 9324cd29-3505-4ab4-82f1-d1ff870599de {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:44.298274 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.388682 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port 9324cd29-3505-4ab4-82f1-d1ff870599de, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=9324cd29-3505-4ab4-82f1-d1ff870599de,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:44.389046 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.401438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for 9324cd29-3505-4ab4-82f1-d1ff870599de owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:44.595604 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.623059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=9324cd29-3505-4ab4-82f1-d1ff870599de,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:44.808960 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.028823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:45.132434 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:45.139329 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-84875224-5f3c-448d-a360-d9f37e76e438 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "PUT /v2.0/routers/9fe28ff7-1624-4c46-a5a4-041f3e3524ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4808073 Jul 16 19:16:45.141448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39550) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:45.142137 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] Sync routers for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:45.151765 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:45.153083 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:45.199937 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19ba27d-96a1-4145-bcee-88fbd4ec444e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting subnet cba9dda4-141d-4752-bae0-72cb12f948c7 {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:16:45.203443 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19ba27d-96a1-4145-bcee-88fbd4ec444e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.245776 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19ba27d-96a1-4145-bcee-88fbd4ec444e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.329426 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19ba27d-96a1-4145-bcee-88fbd4ec444e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.345316 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:45.393457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19ba27d-96a1-4145-bcee-88fbd4ec444e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.421650 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ba27d-96a1-4145-bcee-88fbd4ec444e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Subnet': ['ID=cba9dda4-141d-4752-bae0-72cb12f948c7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:45.427093 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f19ba27d-96a1-4145-bcee-88fbd4ec444e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.432070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:45.432705 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b06d4-b85a-47c5-a08b-a5dce1e75c4e None None] Network c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:45.440388 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f19ba27d-96a1-4145-bcee-88fbd4ec444e tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/subnets/cba9dda4-141d-4752-bae0-72cb12f948c7 HTTP/1.1" status: 204 len: 168 time: 0.2973993 Jul 16 19:16:45.531767 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:16:44Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:45.546189 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.559477 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] Checking router: 9fe28ff7-1624-4c46-a5a4-041f3e3524ec for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:45.568894 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] Routers {'9fe28ff7-1624-4c46-a5a4-041f3e3524ec'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:45.569594 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:45.643892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] DHCP port deletion for c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:16:45.680549 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] Set router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:45.682156 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.713829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Deleting port 3969e151-6d9d-40e7-9397-af663ef5b89a {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:45.714118 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.719033 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:45.749639 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Deleting port a4bf1d88-f3ed-468f-b859-fb8f8b99d023 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:45.749898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.759283 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:45.759623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c4f821cd-5c9a-450b-b8e2-d70f0c1c49a5 not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:45.813300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3969e151-6d9d-40e7-9397-af663ef5b89a no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:45.843961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] For port a4bf1d88-f3ed-468f-b859-fb8f8b99d023, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=a4bf1d88-f3ed-468f-b859-fb8f8b99d023,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:45.844429 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.850518 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] For port 3969e151-6d9d-40e7-9397-af663ef5b89a, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3969e151-6d9d-40e7-9397-af663ef5b89a,segment=NetworkSegment(5ec72562-2c3b-428f-8817-c5f039b24e1d),segment_id=5ec72562-2c3b-428f-8817-c5f039b24e1d)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:45.850922 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.860275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Calling delete_port for a4bf1d88-f3ed-468f-b859-fb8f8b99d023 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:45.882239 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Calling delete_port for 3969e151-6d9d-40e7-9397-af663ef5b89a owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:45.892051 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:16:44Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:45.920089 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1dddb2-ca0e-4d53-8e7b-1ae4e26189d9 None None] The sync data for ids ['9fe28ff7-1624-4c46-a5a4-041f3e3524ec'] in n-d-793619-10 is: [{'id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509268688', 'tenant_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:16:44Z', 'revision_number': 5, 'project_id': '02bf61f30cc84e43a1b7b3d945fa748d', 'gw_port': {'id': 'a4bf1d88-f3ed-468f-b859-fb8f8b99d023', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe28ff7-1624-4c46-a5a4-041f3e3524ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:39Z', 'updated_at': '2021-07-16T19:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:45.980373 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.017314 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.056503 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.060554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Pushing event deleted for resources: {'Port': ['ID=3969e151-6d9d-40e7-9397-af663ef5b89a,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:46.065135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] No DVR routers for this DVR port 3969e151-6d9d-40e7-9397-af663ef5b89a on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:46.080747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.081140 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.081496 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.082088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.082430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.082809 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.083144 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.083467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.083942 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.084271 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.084655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.086185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6111eff-2ed2-471c-8ac9-d1587f3f8537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:46.134798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Port': ['ID=a4bf1d88-f3ed-468f-b859-fb8f8b99d023,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:46.176357 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.269484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.271717 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.317733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.318253 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Fanout notify agent at l3_agent the message router_deleted on router 9fe28ff7-1624-4c46-a5a4-041f3e3524ec {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:16:46.326415 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.327551 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6439a4f9-23a8-4fc9-9a28-732ec63ebfe0 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/routers/9fe28ff7-1624-4c46-a5a4-041f3e3524ec HTTP/1.1" status: 204 len: 168 time: 0.8944767 Jul 16 19:16:46.330244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39554) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:46.425677 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.513648 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.524484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bb2caa-1afb-4b3f-93ba-b2ac314624f6']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:46.541638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec72562-2c3b-428f-8817-c5f039b24e1d') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:46.541942 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec72562-2c3b-428f-8817-c5f039b24e1d') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:46.553490 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.567897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.574426 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:46.574831 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: timer() Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:46.577930 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:46.642034 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.648904 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.650676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/networks/c5bb2caa-1afb-4b3f-93ba-b2ac314624f6 HTTP/1.1" status: 204 len: 168 time: 0.3194818 Jul 16 19:16:46.654222 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39556) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:46.666145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f40ca7-e444-44c0-96bd-41396c551150 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'Network': ['ID=c5bb2caa-1afb-4b3f-93ba-b2ac314624f6,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:46.715007 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e391d2-eff4-4641-b68e-670404a57a61 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.739334 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e391d2-eff4-4641-b68e-670404a57a61 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.798864 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e391d2-eff4-4641-b68e-670404a57a61 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.801527 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e1e391d2-eff4-4641-b68e-670404a57a61 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.802770 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e1e391d2-eff4-4641-b68e-670404a57a61 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] 10.222.0.60 "DELETE /v2.0/security-groups/5e86b71b-a85a-43a3-bc83-f8e957cd5923 HTTP/1.1" status: 204 len: 168 time: 0.1475384 Jul 16 19:16:46.812848 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e391d2-eff4-4641-b68e-670404a57a61 tempest-TestNetworkAdvancedServerOps-1491400907 tempest-TestNetworkAdvancedServerOps-1491400907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e86b71b-a85a-43a3-bc83-f8e957cd5923,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:47.134913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39564) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:47.274212 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-c6d8b5b9-32a2-48ae-9d77-a763e9738e7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02bf61f30cc84e43a1b7b3d945fa748d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388590 Jul 16 19:16:47.276704 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39568) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:47.337787 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d78ec31-992c-42d7-afbb-7de83cdf2add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.358293 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d78ec31-992c-42d7-afbb-7de83cdf2add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.404592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d78ec31-992c-42d7-afbb-7de83cdf2add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.407235 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1d78ec31-992c-42d7-afbb-7de83cdf2add admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.408782 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1d78ec31-992c-42d7-afbb-7de83cdf2add admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/481baa14-6f1f-460e-8884-87f9eaeb0e95 HTTP/1.1" status: 204 len: 168 time: 0.1311588 Jul 16 19:16:47.416850 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78ec31-992c-42d7-afbb-7de83cdf2add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481baa14-6f1f-460e-8884-87f9eaeb0e95,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:47.668044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:47.682011 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82e46eda-0125-497e-b938-dc6c5b2ef47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.699857 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9324cd29-3505-4ab4-82f1-d1ff870599de no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:47.720147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 9324cd29-3505-4ab4-82f1-d1ff870599de {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:47.720641 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 9324cd29-3505-4ab4-82f1-d1ff870599de not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:47.721133 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a4bf1d88-f3ed-468f-b859-fb8f8b99d023 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:47.744356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: a4bf1d88-f3ed-468f-b859-fb8f8b99d023 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:47.744734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device a4bf1d88-f3ed-468f-b859-fb8f8b99d023 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:47.775936 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82e46eda-0125-497e-b938-dc6c5b2ef47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.779980 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-82e46eda-0125-497e-b938-dc6c5b2ef47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.819256 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-82e46eda-0125-497e-b938-dc6c5b2ef47c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=344effb54f5a4e7d89d01fa36de370fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499975 Jul 16 19:16:47.820153 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e46eda-0125-497e-b938-dc6c5b2ef47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192ade27-c54b-4b7b-8055-a3fd85d8db8f,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:47.822058 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39576) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:47.871666 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a92eb7d-2541-48f2-8440-d835d9a7cdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.895104 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a92eb7d-2541-48f2-8440-d835d9a7cdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.950011 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a92eb7d-2541-48f2-8440-d835d9a7cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.952635 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-6a92eb7d-2541-48f2-8440-d835d9a7cdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.953915 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-6a92eb7d-2541-48f2-8440-d835d9a7cdc9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/192ade27-c54b-4b7b-8055-a3fd85d8db8f HTTP/1.1" status: 204 len: 168 time: 0.1307437 Jul 16 19:16:47.961973 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92eb7d-2541-48f2-8440-d835d9a7cdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192ade27-c54b-4b7b-8055-a3fd85d8db8f,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:48.676753 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:48.771970 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2005658943-network', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:48.796204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Made reservation on behalf of 7dbb408e765e42598a3e6df0dfdcdcec for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:48.798495 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.807227 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.905689 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.910275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.937575 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:48.947868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936b2e53-a521-479c-a08b-31b41b2ce312,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:48.954266 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.954624 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Added segment ecaef4aa-4632-4561-81ea-65363a70fd6b of type vlan for network 943a0200-e875-49d6-a845-3d8cc91d1839 Jul 16 19:16:48.999469 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.031045 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.032190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:49.033065 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.067374 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3892851 Jul 16 19:16:49.070170 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39602) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:49.078071 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Request body: {'subnet': {'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2005658943-subnet', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:49.112470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3024bd0-df7e-4b02-a0cb-8628d7c42938 admin admin] Pushing event updated for resources: {'Network': ['ID=943a0200-e875-49d6-a845-3d8cc91d1839,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:49.124387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 943a0200-e875-49d6-a845-3d8cc91d1839 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:49.139833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Made reservation on behalf of 7dbb408e765e42598a3e6df0dfdcdcec for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:49.142252 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.321915 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.381989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2777b7c9-9667-49a5-b1b1-0e27787bdba3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:49.392620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Checking segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:49.392983 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Network hostable DHCP agents. Network: 943a0200-e875-49d6-a845-3d8cc91d1839, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:49.412959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Network 943a0200-e875-49d6-a845-3d8cc91d1839 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:49.425503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 943a0200-e875-49d6-a845-3d8cc91d1839) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:49.430551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:49.431733 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.435974 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1202b-970e-4088-a2aa-6e9531d148d9 None None] Network 943a0200-e875-49d6-a845-3d8cc91d1839 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:49.454036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f4e096f5-56e9-45f7-943e-8cf54490ab84 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3825121 Jul 16 19:16:49.456596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39604) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:49.464689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:49.492351 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.493751 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.556367 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.611206 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-943a0200-e875-49d6-a845-3d8cc91d1839', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:49.612087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.794091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Allocated IP 172.20.0.2 (943a0200-e875-49d6-a845-3d8cc91d1839/2777b7c9-9667-49a5-b1b1-0e27787bdba3/3e015348-f34e-4e7f-b3be-7922ccde0bbc) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:49.964224 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.972944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Transition to ACTIVE for port object 3e015348-f34e-4e7f-b3be-7922ccde0bbc will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:49.988189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Transition to ACTIVE for port object 3e015348-f34e-4e7f-b3be-7922ccde0bbc will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:49.993783 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.030553 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.037463 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Network 943a0200-e875-49d6-a845-3d8cc91d1839 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:50.042819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:50.047473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:50.050491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Pushing event updated for resources: {'Port': ['ID=3e015348-f34e-4e7f-b3be-7922ccde0bbc,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:50.107117 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Attempting to bind port 3e015348-f34e-4e7f-b3be-7922ccde0bbc on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:50.107490 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Attempting to bind port 3e015348-f34e-4e7f-b3be-7922ccde0bbc by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:50.107887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Attempting to bind port 3e015348-f34e-4e7f-b3be-7922ccde0bbc on network 943a0200-e875-49d6-a845-3d8cc91d1839 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:50.113072 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:50.113601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Checking segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:50.114007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.114430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Bound using segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:50.114899 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Bound port: 3e015348-f34e-4e7f-b3be-7922ccde0bbc, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:50.115284 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.182292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] For port 3e015348-f34e-4e7f-b3be-7922ccde0bbc, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:50.185759 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] For port 3e015348-f34e-4e7f-b3be-7922ccde0bbc, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3e015348-f34e-4e7f-b3be-7922ccde0bbc,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:50.189954 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.249778 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd7fbd-5459-405a-81e8-c4811ba29f8e None None] Pushing event updated for resources: {'Port': ['ID=3e015348-f34e-4e7f-b3be-7922ccde0bbc,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:50.250041 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.270901 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.386055 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Allocated IP 172.25.2.90 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/11874b81-758e-4019-a026-569abc07a5af) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:50.519809 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.560572 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.597959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:50.602943 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:50.606620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:50.634934 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Pushing event updated for resources: {'Port': ['ID=11874b81-758e-4019-a026-569abc07a5af,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:50.869886 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:51.084976 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:51.169065 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50828784-a919-4681-873c-5078223bcb96 None None] Network 943a0200-e875-49d6-a845-3d8cc91d1839 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:51.225695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:16:51.346690 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:51.358881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Sync routers for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:51.364099 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:51.365544 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a23d020f-5fe3-4c84-a4a6-99aee0eb6a0a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9076290 Jul 16 19:16:51.368556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39606) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:51.402766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-33acabae-7971-426b-8c10-d81c46bfc9fb None None] Provisioning for port 3e015348-f34e-4e7f-b3be-7922ccde0bbc completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:51.407563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:51.408415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:51.565591 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:51.759988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3e015348-f34e-4e7f-b3be-7922ccde0bbc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:51.831709 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:51.832667 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:50Z', 'revision_number': 3, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:51.864336 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 3e015348-f34e-4e7f-b3be-7922ccde0bbc completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:51.866616 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Checking router: 2e8fb326-9309-4b6f-9535-9bd6df21fa65 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:51.866964 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Updating router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 port 11874b81-758e-4019-a026-569abc07a5af binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:16:51.890189 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 3e015348-f34e-4e7f-b3be-7922ccde0bbc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:51.890565 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:51.940872 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.019596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Allocated IP 172.20.0.1 (943a0200-e875-49d6-a845-3d8cc91d1839/2777b7c9-9667-49a5-b1b1-0e27787bdba3/80485af6-3871-4267-95c0-2994a2a0031d) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:52.097382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.103018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-14bce0ca-a1b6-451c-838d-21c0980c15dc None None] Provisioning complete for port 3e015348-f34e-4e7f-b3be-7922ccde0bbc triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:52.103393 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-14bce0ca-a1b6-451c-838d-21c0980c15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.134649 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.149087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Transition to ACTIVE for port object 80485af6-3871-4267-95c0-2994a2a0031d will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:52.184193 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.224349 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Network 943a0200-e875-49d6-a845-3d8cc91d1839 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:52.230077 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:52.232110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 3e015348-f34e-4e7f-b3be-7922ccde0bbc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3e015348-f34e-4e7f-b3be-7922ccde0bbc,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:52.234016 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:52.253440 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.268849 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Pushing event updated for resources: {'Port': ['ID=80485af6-3871-4267-95c0-2994a2a0031d,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:52.289919 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.390961 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.419732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Transition to ACTIVE for port object 11874b81-758e-4019-a026-569abc07a5af will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:52.424559 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=3e015348-f34e-4e7f-b3be-7922ccde0bbc,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:52.434848 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.455462 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.489675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Attempting to bind port 11874b81-758e-4019-a026-569abc07a5af on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:52.490049 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Attempting to bind port 11874b81-758e-4019-a026-569abc07a5af by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:52.490416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Attempting to bind port 11874b81-758e-4019-a026-569abc07a5af on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:52.493767 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81431f2-7a34-4b9f-aec7-8855eb605262 None None] Pushing event updated for resources: {'Port': ['ID=11874b81-758e-4019-a026-569abc07a5af,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:52.499383 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:52.499758 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:52.500163 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.500574 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:52.501041 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Bound port: 11874b81-758e-4019-a026-569abc07a5af, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:52.501435 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.565208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] For port 11874b81-758e-4019-a026-569abc07a5af, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:52.569646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] For port 11874b81-758e-4019-a026-569abc07a5af, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=11874b81-758e-4019-a026-569abc07a5af,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:52.573835 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.580944 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da86427e-6a7f-4d45-8f1b-a31b263f03ec None None] Provisioning for port 80485af6-3871-4267-95c0-2994a2a0031d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:52.587185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-da86427e-6a7f-4d45-8f1b-a31b263f03ec None None] Provisioning complete for port 80485af6-3871-4267-95c0-2994a2a0031d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:52.587570 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-da86427e-6a7f-4d45-8f1b-a31b263f03ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.628345 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.633228 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.667525 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-da86427e-6a7f-4d45-8f1b-a31b263f03ec None None] Port 80485af6-3871-4267-95c0-2994a2a0031d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:52.671282 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:52.671916 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:52.677071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81431f2-7a34-4b9f-aec7-8855eb605262 None None] Pushing event updated for resources: {'Port': ['ID=11874b81-758e-4019-a026-569abc07a5af,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:52.708380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Pushing event updated for resources: {'Port': ['ID=80485af6-3871-4267-95c0-2994a2a0031d,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:52.713356 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.791032 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:52.805175 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Network 943a0200-e875-49d6-a845-3d8cc91d1839 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:52.806555 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:52.933321 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:53.013412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 2, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:53.039840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db7202-405a-4539-93cc-1b105ccedd2d None None] The sync data for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 is: [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 2, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:53.047049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:53.052281 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-64f2454a-a9f2-4a47-b538-da8ab85467be admin admin] 10.222.0.60 "PUT /v2.0/routers/2e8fb326-9309-4b6f-9535-9bd6df21fa65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6826613 Jul 16 19:16:53.090178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-f142a3c1-7ce0-4476-b05b-0220e638c636 None None] Provisioning complete for port 80485af6-3871-4267-95c0-2994a2a0031d triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:53.090553 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f142a3c1-7ce0-4476-b05b-0220e638c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.133945 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-f142a3c1-7ce0-4476-b05b-0220e638c636 None None] Port 80485af6-3871-4267-95c0-2994a2a0031d cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:53.572826 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39622) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:53.578801 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-262816575-network', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:53.601675 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Made reservation on behalf of bc215ddc72f543b2b30b7b776c159895 for: {'network': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:53.604275 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.614165 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.738192 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.743775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.774496 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93823) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:53.777737 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3e015348-f34e-4e7f-b3be-7922ccde0bbc up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:53.785557 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ed2fc-db20-4339-92f2-9a1e38af3656,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:53.790734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.791075 n-d-793619-10 neutron-server[93823]: INFO neutron.db.segments_db [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Added segment c6d99058-1450-4239-9849-3e1879dd4c28 of type vlan for network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a Jul 16 19:16:53.831003 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 3e015348-f34e-4e7f-b3be-7922ccde0bbc triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:53.831524 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.844089 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.877237 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.878844 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:53.879459 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.916877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3397191 Jul 16 19:16:53.917303 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39624) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:53.924450 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Request body: {'subnet': {'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-262816575-subnet', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:53.957997 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55841e8d-6b6b-495a-ad1d-1f9e8abcd3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f4c1ea-d413-46ae-ad4c-6fdbb983820a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:53.970821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:53.987168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Made reservation on behalf of bc215ddc72f543b2b30b7b776c159895 for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:53.989775 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.176833 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.237493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5b02aa-ba25-4271-b7b2-6fd544ec855f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:54.249524 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Checking segment: {'id': 'c6d99058-1450-4239-9849-3e1879dd4c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:54.249881 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Network hostable DHCP agents. Network: a0f4c1ea-d413-46ae-ad4c-6fdbb983820a, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:54.267216 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:54.276974 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, a0f4c1ea-d413-46ae-ad4c-6fdbb983820a) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:54.281565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:54.282144 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.287350 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c05c248-f15e-4a61-9b17-5d4b4d964168 None None] Network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:54.300140 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fd2a7b63-e457-40b8-b049-33f4b42a0cb1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3818142 Jul 16 19:16:54.302773 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39626) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:54.309187 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:54.332542 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.333685 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.399814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.445539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-a0f4c1ea-d413-46ae-ad4c-6fdbb983820a', 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'fixed_ips': [{'subnet_id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:54.446421 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.547988 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.586415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Allocated IP 172.20.0.2 (a0f4c1ea-d413-46ae-ad4c-6fdbb983820a/4d5b02aa-ba25-4271-b7b2-6fd544ec855f/fabaab36-3745-4129-b440-15d3e6a8fbcf) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:54.758128 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.779390 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.891111 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Allocated IP 172.25.2.227 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/8681265a-2c3f-42a4-817b-8191f1211fb5) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:54.905122 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.914091 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Transition to ACTIVE for port object fabaab36-3745-4129-b440-15d3e6a8fbcf will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:54.928859 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Transition to ACTIVE for port object fabaab36-3745-4129-b440-15d3e6a8fbcf will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:54.935239 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.976882 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:54.979740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:54.983441 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:54.993924 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Pushing event updated for resources: {'Port': ['ID=fabaab36-3745-4129-b440-15d3e6a8fbcf,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:55.050820 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Attempting to bind port fabaab36-3745-4129-b440-15d3e6a8fbcf on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:55.051185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Attempting to bind port fabaab36-3745-4129-b440-15d3e6a8fbcf by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c6d99058-1450-4239-9849-3e1879dd4c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:55.051546 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Attempting to bind port fabaab36-3745-4129-b440-15d3e6a8fbcf on network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:55.057074 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:55.058355 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Checking segment: {'id': 'c6d99058-1450-4239-9849-3e1879dd4c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:55.058779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:55.059173 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Bound using segment: {'id': 'c6d99058-1450-4239-9849-3e1879dd4c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:55.059647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Bound port: fabaab36-3745-4129-b440-15d3e6a8fbcf, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d99058-1450-4239-9849-3e1879dd4c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:55.060032 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:55.132674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] For port fabaab36-3745-4129-b440-15d3e6a8fbcf, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:55.135923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] For port fabaab36-3745-4129-b440-15d3e6a8fbcf, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fabaab36-3745-4129-b440-15d3e6a8fbcf,segment=NetworkSegment(c6d99058-1450-4239-9849-3e1879dd4c28),segment_id=c6d99058-1450-4239-9849-3e1879dd4c28)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:55.140688 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:55.204039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535a707-2003-4170-9cf9-7a0bfc580ccc None None] Pushing event updated for resources: {'Port': ['ID=fabaab36-3745-4129-b440-15d3e6a8fbcf,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:55.227152 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Sync routers for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:55.239023 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:55.239664 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:55.329884 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:55.352691 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:55.373908 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:55.429131 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:55.432327 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:55.436118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:55.478296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Pushing event updated for resources: {'Port': ['ID=8681265a-2c3f-42a4-817b-8191f1211fb5,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:55.603261 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 2, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:55.633985 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Checking router: 2e8fb326-9309-4b6f-9535-9bd6df21fa65 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:55.634341 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Updating router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 port 80485af6-3871-4267-95c0-2994a2a0031d binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:16:55.674710 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:55.726119 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:55.787802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fabaab36-3745-4129-b440-15d3e6a8fbcf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:55.839110 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port fabaab36-3745-4129-b440-15d3e6a8fbcf completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:55.844416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 11874b81-758e-4019-a026-569abc07a5af up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:55.906221 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 11874b81-758e-4019-a026-569abc07a5af completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:55.913000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 11874b81-758e-4019-a026-569abc07a5af triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:55.914137 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:55.955099 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.004422 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.023787 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Transition to ACTIVE for port object 80485af6-3871-4267-95c0-2994a2a0031d will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:56.033164 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.042117 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.061270 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 11874b81-758e-4019-a026-569abc07a5af, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=11874b81-758e-4019-a026-569abc07a5af,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:56.067598 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.095390 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Pushing event updated for resources: {'Port': ['ID=80485af6-3871-4267-95c0-2994a2a0031d,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:56.118982 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.119418 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.120458 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.121112 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.121517 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.124097 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.124673 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.125024 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.125570 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.125816 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Router ca4123ef-5eda-4617-85c1-ffd9f00e071d is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:16:56.125945 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.126331 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.126728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:56.141503 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=11874b81-758e-4019-a026-569abc07a5af,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:56.189728 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Attempting to bind port 80485af6-3871-4267-95c0-2994a2a0031d on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:56.190433 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Attempting to bind port 80485af6-3871-4267-95c0-2994a2a0031d by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:56.191155 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Attempting to bind port 80485af6-3871-4267-95c0-2994a2a0031d on network 943a0200-e875-49d6-a845-3d8cc91d1839 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:56.197129 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:56.197815 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Checking segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:56.198378 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.199023 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Bound using segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:56.199530 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Bound port: 80485af6-3871-4267-95c0-2994a2a0031d, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:56.199909 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.275048 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:56.280846 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] For port 80485af6-3871-4267-95c0-2994a2a0031d, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:56.286638 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] For port 80485af6-3871-4267-95c0-2994a2a0031d, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=80485af6-3871-4267-95c0-2994a2a0031d,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:56.288156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Sync routers for ids ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:56.294867 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.298967 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.299413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39628) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:56.300498 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-cdbeb2a2-91d5-4c77-aa2e-d84f67fa6515 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9952788 Jul 16 19:16:56.308581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Routers {'ca4123ef-5eda-4617-85c1-ffd9f00e071d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:56.317460 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:56.358871 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72b676-80b0-41bc-8803-a3041be476a5 None None] Pushing event updated for resources: {'Port': ['ID=80485af6-3871-4267-95c0-2994a2a0031d,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:56.389740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7518b4b-c03a-46ca-9c9d-4310b5b1c663 None None] Network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:56.407616 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:56.408484 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:56.516183 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Set router ca4123ef-5eda-4617-85c1-ffd9f00e071d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:56.642839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-80d7b05e-c753-4064-a49a-c36eab157823 None None] Provisioning for port fabaab36-3745-4129-b440-15d3e6a8fbcf completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:56.653067 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:56.684094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-80d7b05e-c753-4064-a49a-c36eab157823 None None] Provisioning complete for port fabaab36-3745-4129-b440-15d3e6a8fbcf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:56.684477 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80d7b05e-c753-4064-a49a-c36eab157823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.819576 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.859806 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80d7b05e-c753-4064-a49a-c36eab157823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.880671 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-759cd187-137b-4a89-a419-0878abd8afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:56.889517 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:55Z', 'revision_number': 3, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'gw_port': {'id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:56.913997 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759cd187-137b-4a89-a419-0878abd8afce None None] The sync data for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 is: [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:56.933104 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Checking router: ca4123ef-5eda-4617-85c1-ffd9f00e071d for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:56.933862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Updating router ca4123ef-5eda-4617-85c1-ffd9f00e071d port 8681265a-2c3f-42a4-817b-8191f1211fb5 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:16:56.938647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-80d7b05e-c753-4064-a49a-c36eab157823 None None] For port fabaab36-3745-4129-b440-15d3e6a8fbcf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fabaab36-3745-4129-b440-15d3e6a8fbcf,segment=NetworkSegment(c6d99058-1450-4239-9849-3e1879dd4c28),segment_id=c6d99058-1450-4239-9849-3e1879dd4c28)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:56.960020 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80d7b05e-c753-4064-a49a-c36eab157823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.006238 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.023090 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Allocated IP 172.20.0.1 (a0f4c1ea-d413-46ae-ad4c-6fdbb983820a/4d5b02aa-ba25-4271-b7b2-6fd544ec855f/0acc848a-de1e-449f-8780-9d0d291baa36) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:57.054604 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7b05e-c753-4064-a49a-c36eab157823 None None] Pushing event updated for resources: {'Port': ['ID=fabaab36-3745-4129-b440-15d3e6a8fbcf,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:57.173590 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.190264 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Transition to ACTIVE for port object 0acc848a-de1e-449f-8780-9d0d291baa36 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:57.228050 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.274953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:57.278140 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:57.280966 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:57.296069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-86ee5bd9-5a65-4e96-8f00-2cfe2a7882d8 None None] Provisioning complete for port fabaab36-3745-4129-b440-15d3e6a8fbcf triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:57.296444 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-86ee5bd9-5a65-4e96-8f00-2cfe2a7882d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.308703 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0acc848a-de1e-449f-8780-9d0d291baa36,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:57.331026 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.365905 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.381596 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Transition to ACTIVE for port object 8681265a-2c3f-42a4-817b-8191f1211fb5 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:57.389262 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.486896 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Attempting to bind port 8681265a-2c3f-42a4-817b-8191f1211fb5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:57.487269 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Attempting to bind port 8681265a-2c3f-42a4-817b-8191f1211fb5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:57.487637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Attempting to bind port 8681265a-2c3f-42a4-817b-8191f1211fb5 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:57.491395 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee41e2-a27c-4fd3-8f80-34f37a3c277a None None] Pushing event updated for resources: {'Port': ['ID=8681265a-2c3f-42a4-817b-8191f1211fb5,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:57.497765 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:57.498141 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:57.498550 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.498947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:57.499425 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Bound port: 8681265a-2c3f-42a4-817b-8191f1211fb5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:57.499581 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.500118 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.558018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] For port 8681265a-2c3f-42a4-817b-8191f1211fb5, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:57.561925 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] For port 8681265a-2c3f-42a4-817b-8191f1211fb5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8681265a-2c3f-42a4-817b-8191f1211fb5,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:57.567691 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.644288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25f89819-65c6-4a3b-aa69-f4badbaf8136 None None] Provisioning for port 0acc848a-de1e-449f-8780-9d0d291baa36 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:57.651691 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee41e2-a27c-4fd3-8f80-34f37a3c277a None None] Pushing event updated for resources: {'Port': ['ID=8681265a-2c3f-42a4-817b-8191f1211fb5,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:57.656976 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-25f89819-65c6-4a3b-aa69-f4badbaf8136 None None] Provisioning complete for port 0acc848a-de1e-449f-8780-9d0d291baa36 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:57.657350 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-25f89819-65c6-4a3b-aa69-f4badbaf8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.659369 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Routers {'ca4123ef-5eda-4617-85c1-ffd9f00e071d'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:57.659966 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:57.695985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.704975 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.741190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-25f89819-65c6-4a3b-aa69-f4badbaf8136 None None] Port 0acc848a-de1e-449f-8780-9d0d291baa36 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:57.782275 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0acc848a-de1e-449f-8780-9d0d291baa36,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:57.787115 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:57.815480 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] Set router ca4123ef-5eda-4617-85c1-ffd9f00e071d gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:57.819515 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fabaab36-3745-4129-b440-15d3e6a8fbcf up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:57.888977 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:57.890417 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:58.153116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port fabaab36-3745-4129-b440-15d3e6a8fbcf triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:58.153745 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:58.223339 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d5d394bc-653a-4acc-85ec-1ce4fcc54a8a None None] Provisioning complete for port 0acc848a-de1e-449f-8780-9d0d291baa36 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:58.223596 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d5d394bc-653a-4acc-85ec-1ce4fcc54a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:58.285301 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d5d394bc-653a-4acc-85ec-1ce4fcc54a8a None None] Port 0acc848a-de1e-449f-8780-9d0d291baa36 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:58.334993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 80485af6-3871-4267-95c0-2994a2a0031d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:58.354106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Router ca4123ef-5eda-4617-85c1-ffd9f00e071d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:58.362955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 4, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'gw_port': {'id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '0acc848a-de1e-449f-8780-9d0d291baa36', 'name': '', 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'mac_address': 'fa:16:3e:47:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:56Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 1, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'subnets': [{'id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:58.394180 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4829994-0367-473d-a4a0-17f96a9ffe4b None None] The sync data for ids ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'] in n-d-793619-10 is: [{'id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 4, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'gw_port': {'id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '0acc848a-de1e-449f-8780-9d0d291baa36', 'name': '', 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'mac_address': 'fa:16:3e:47:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:56Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 1, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'subnets': [{'id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:58.426415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 80485af6-3871-4267-95c0-2994a2a0031d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:58.432492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 80485af6-3871-4267-95c0-2994a2a0031d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:58.433006 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:58.486805 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:58.497226 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-841d0f8b-bc00-4773-a0d5-7751ae70a7e1 admin admin] 10.222.0.60 "PUT /v2.0/routers/ca4123ef-5eda-4617-85c1-ffd9f00e071d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1965630 Jul 16 19:16:58.515402 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:58.554040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 80485af6-3871-4267-95c0-2994a2a0031d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=80485af6-3871-4267-95c0-2994a2a0031d,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:58.560181 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:58.561046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 11874b81-758e-4019-a026-569abc07a5af up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:58.662670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=80485af6-3871-4267-95c0-2994a2a0031d,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:58.677178 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 11874b81-758e-4019-a026-569abc07a5af triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:58.677681 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.267176 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39636) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:59.271880 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7b2431d1-e0cf-432f-9487-c7f248df0e4d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705059786', 'description': 'tempest-secgroup-smoke-705059786 description', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:59.294284 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b2431d1-e0cf-432f-9487-c7f248df0e4d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.375897 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b2431d1-e0cf-432f-9487-c7f248df0e4d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.379822 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b2431d1-e0cf-432f-9487-c7f248df0e4d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.408316 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b2431d1-e0cf-432f-9487-c7f248df0e4d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.409752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7b2431d1-e0cf-432f-9487-c7f248df0e4d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1414397 Jul 16 19:16:59.411765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2431d1-e0cf-432f-9487-c7f248df0e4d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12b7f1-e712-4922-844b-7b1352d0def7,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:59.412690 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39638) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:59.419399 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-80ad511d-0f02-4cfe-b794-aae80115b9e0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': '6f12b7f1-e712-4922-844b-7b1352d0def7', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:59.445972 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80ad511d-0f02-4cfe-b794-aae80115b9e0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.502525 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80ad511d-0f02-4cfe-b794-aae80115b9e0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.506906 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80ad511d-0f02-4cfe-b794-aae80115b9e0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.526629 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad511d-0f02-4cfe-b794-aae80115b9e0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf3abf2-9fd8-4b36-8da8-6409ccd5291f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:59.536128 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-80ad511d-0f02-4cfe-b794-aae80115b9e0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.537663 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-80ad511d-0f02-4cfe-b794-aae80115b9e0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228778 Jul 16 19:16:59.540451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39640) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:59.546295 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-762f3e44-6bb3-400c-bdcf-b456afd01245 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': '6f12b7f1-e712-4922-844b-7b1352d0def7', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:59.553280 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.574014 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-762f3e44-6bb3-400c-bdcf-b456afd01245 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.636774 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-762f3e44-6bb3-400c-bdcf-b456afd01245 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.640847 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-762f3e44-6bb3-400c-bdcf-b456afd01245 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.662464 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f3e44-6bb3-400c-bdcf-b456afd01245 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30aad209-e35f-4c60-bd10-e9fc2bab4c4f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:59.667079 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-762f3e44-6bb3-400c-bdcf-b456afd01245 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.668272 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-762f3e44-6bb3-400c-bdcf-b456afd01245 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266279 Jul 16 19:16:59.672765 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 39642) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:59.678434 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-417f2b0b-fd26-406f-9fb3-b8ccb9b1ad6d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': '6f12b7f1-e712-4922-844b-7b1352d0def7', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:59.718639 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-417f2b0b-fd26-406f-9fb3-b8ccb9b1ad6d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.764119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 80485af6-3871-4267-95c0-2994a2a0031d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:59.812640 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-417f2b0b-fd26-406f-9fb3-b8ccb9b1ad6d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.817868 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-417f2b0b-fd26-406f-9fb3-b8ccb9b1ad6d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.827618 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 80485af6-3871-4267-95c0-2994a2a0031d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:59.828284 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.836845 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f2b0b-fd26-406f-9fb3-b8ccb9b1ad6d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ec3f7c-b6c0-4dd8-8ae7-9f68a982bd5a,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:59.849740 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-417f2b0b-fd26-406f-9fb3-b8ccb9b1ad6d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.851624 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-417f2b0b-fd26-406f-9fb3-b8ccb9b1ad6d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777136 Jul 16 19:16:59.855891 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39644) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:59.861195 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5a8535e9-6f26-4a66-954f-457b33f53366 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': '6f12b7f1-e712-4922-844b-7b1352d0def7', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:59.891860 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8535e9-6f26-4a66-954f-457b33f53366 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.958868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8535e9-6f26-4a66-954f-457b33f53366 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.966562 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8535e9-6f26-4a66-954f-457b33f53366 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.987789 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8535e9-6f26-4a66-954f-457b33f53366 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4c4254-8950-4282-9422-b9513cb03543,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:59.991429 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5a8535e9-6f26-4a66-954f-457b33f53366 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:59.992711 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5a8535e9-6f26-4a66-954f-457b33f53366 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355200 Jul 16 19:16:59.995677 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39646) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:00.000888 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-2156c6f7-424b-4af7-8eb5-76d722569109 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': '6f12b7f1-e712-4922-844b-7b1352d0def7', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:00.032647 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-2156c6f7-424b-4af7-8eb5-76d722569109 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Project 7dbb408e765e42598a3e6df0dfdcdcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:17:00.038665 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2156c6f7-424b-4af7-8eb5-76d722569109 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.105720 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2156c6f7-424b-4af7-8eb5-76d722569109 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.109583 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2156c6f7-424b-4af7-8eb5-76d722569109 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.128771 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156c6f7-424b-4af7-8eb5-76d722569109 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94d598d-c1f3-418b-83a9-9bda22a6658c,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:00.137937 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-2156c6f7-424b-4af7-8eb5-76d722569109 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.139397 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-2156c6f7-424b-4af7-8eb5-76d722569109 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422958 Jul 16 19:17:00.142071 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39648) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:00.146766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-6e2be906-c3fc-4323-8dcd-603a830651d3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': '6f12b7f1-e712-4922-844b-7b1352d0def7', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:00.170536 n-d-793619-10 neutron-server[93824]: INFO neutron.db.securitygroups_db [None req-6e2be906-c3fc-4323-8dcd-603a830651d3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Project 7dbb408e765e42598a3e6df0dfdcdcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:17:00.176444 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e2be906-c3fc-4323-8dcd-603a830651d3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.250235 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e2be906-c3fc-4323-8dcd-603a830651d3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.255514 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e2be906-c3fc-4323-8dcd-603a830651d3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.273828 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2be906-c3fc-4323-8dcd-603a830651d3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eca0397-ec78-4ffc-b78e-db218fc64a5f,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:00.281825 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6e2be906-c3fc-4323-8dcd-603a830651d3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:00.283465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6e2be906-c3fc-4323-8dcd-603a830651d3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404450 Jul 16 19:17:00.430164 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-5de5915d-c31a-4268-88ec-3a3ac2351e0b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705059786&fields=id&tenant_id=7dbb408e765e42598a3e6df0dfdcdcec HTTP/1.1" status: 200 len: 267 time: 0.0356312 Jul 16 19:17:00.537290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c5d6a6ea-3bac-437e-ba0d-d467f72de1da tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:00.538780 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c5d6a6ea-3bac-437e-ba0d-d467f72de1da tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 809 time: 0.1018653 Jul 16 19:17:00.553686 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-8f27256d-3a93-4364-b272-fd089b4b37e3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/quotas/7dbb408e765e42598a3e6df0dfdcdcec HTTP/1.1" status: 200 len: 375 time: 0.0093522 Jul 16 19:17:00.626052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-a4f61de7-c497-4963-b3d1-50066d591c6c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667174 Jul 16 19:17:00.722643 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-8151f6cc-e8e7-41f8-89db-9635a528a78a service neutron] 10.222.0.60 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842271 Jul 16 19:17:00.816296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-fa5c3f8f-ae61-4b5e-82d1-0bde9878cff3 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879915 Jul 16 19:17:01.005256 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a47cf4fe-fba5-480c-b03d-77204efb19c9 req-b575a870-acca-457d-aa41-18e601ca1c62 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 210 time: 0.0394480 Jul 16 19:17:01.169576 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Sync routers for ids ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:17:01.178650 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Routers {'ca4123ef-5eda-4617-85c1-ffd9f00e071d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:01.179265 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:01.288776 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Set router ca4123ef-5eda-4617-85c1-ffd9f00e071d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:01.498644 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 4, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'gw_port': {'id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '0acc848a-de1e-449f-8780-9d0d291baa36', 'name': '', 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'mac_address': 'fa:16:3e:47:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:56Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 2, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'subnets': [{'id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:01.525484 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Checking router: ca4123ef-5eda-4617-85c1-ffd9f00e071d for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:17:01.527251 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Updating router ca4123ef-5eda-4617-85c1-ffd9f00e071d port 0acc848a-de1e-449f-8780-9d0d291baa36 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:17:01.564338 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:01.736894 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8681265a-2c3f-42a4-817b-8191f1211fb5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:17:01.786063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 8681265a-2c3f-42a4-817b-8191f1211fb5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:17:01.789873 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 8681265a-2c3f-42a4-817b-8191f1211fb5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:01.790246 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:01.843386 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:01.853965 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Transition to ACTIVE for port object 0acc848a-de1e-449f-8780-9d0d291baa36 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:17:01.859990 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:01.878069 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:01.903888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 8681265a-2c3f-42a4-817b-8191f1211fb5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8681265a-2c3f-42a4-817b-8191f1211fb5,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:01.910472 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:01.913242 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aece8e-25d8-453d-aa47-74a930f12fec None None] Pushing event updated for resources: {'Port': ['ID=0acc848a-de1e-449f-8780-9d0d291baa36,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:01.969670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=8681265a-2c3f-42a4-817b-8191f1211fb5,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:01.973591 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Attempting to bind port 0acc848a-de1e-449f-8780-9d0d291baa36 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:17:01.973966 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Attempting to bind port 0acc848a-de1e-449f-8780-9d0d291baa36 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': 'c6d99058-1450-4239-9849-3e1879dd4c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:17:01.974461 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Attempting to bind port 0acc848a-de1e-449f-8780-9d0d291baa36 on network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:17:01.980315 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:17:01.980725 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Checking segment: {'id': 'c6d99058-1450-4239-9849-3e1879dd4c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:17:01.981162 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:01.981552 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Bound using segment: {'id': 'c6d99058-1450-4239-9849-3e1879dd4c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:17:01.982017 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Bound port: 0acc848a-de1e-449f-8780-9d0d291baa36, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d99058-1450-4239-9849-3e1879dd4c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:17:01.982394 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:02.078696 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] For port 0acc848a-de1e-449f-8780-9d0d291baa36, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:17:02.085375 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] For port 0acc848a-de1e-449f-8780-9d0d291baa36, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0acc848a-de1e-449f-8780-9d0d291baa36,segment=NetworkSegment(c6d99058-1450-4239-9849-3e1879dd4c28),segment_id=c6d99058-1450-4239-9849-3e1879dd4c28)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:17:02.099649 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:02.166036 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-acdcece1-749b-4e8b-bc31-5ab2e0c251ee req-495738d1-6813-4535-b681-5ab0a355b5cf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 210 time: 0.0437272 Jul 16 19:17:02.220556 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aece8e-25d8-453d-aa47-74a930f12fec None None] Pushing event updated for resources: {'Port': ['ID=0acc848a-de1e-449f-8780-9d0d291baa36,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:02.222757 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-58c61f43-25d1-4260-b3e4-21f80760ffea tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:02.225586 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-58c61f43-25d1-4260-b3e4-21f80760ffea tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 809 time: 0.2383404 Jul 16 19:17:02.254317 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Routers {'ca4123ef-5eda-4617-85c1-ffd9f00e071d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:02.255339 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:16:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:02.294599 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-52e30845-ff75-4b5a-8360-c6ceec467ce2 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dbb408e765e42598a3e6df0dfdcdcec HTTP/1.1" status: 200 len: 379 time: 0.0586786 Jul 16 19:17:02.304441 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'port': {'device_id': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'admin_state_up': True, 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'security_groups': ['6f12b7f1-e712-4922-844b-7b1352d0def7']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:02.403924 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] Set router ca4123ef-5eda-4617-85c1-ffd9f00e071d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:02.441536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Made reservation on behalf of 7dbb408e765e42598a3e6df0dfdcdcec for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:17:02.445248 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:02.583059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Allocated IP 172.20.0.12 (943a0200-e875-49d6-a845-3d8cc91d1839/2777b7c9-9667-49a5-b1b1-0e27787bdba3/c5de2fce-5b9f-4757-830b-67d89863f5ca) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:17:02.626169 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 4, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'gw_port': {'id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '0acc848a-de1e-449f-8780-9d0d291baa36', 'name': '', 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'mac_address': 'fa:16:3e:47:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:56Z', 'updated_at': '2021-07-16T19:17:02Z', 'revision_number': 4, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'subnets': [{'id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:02.653710 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080825f3-852f-4839-935b-4be4981da7f3 None None] The sync data for ids ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'] in n-d-793619-10 is: [{'id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:16:57Z', 'revision_number': 4, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'gw_port': {'id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '0acc848a-de1e-449f-8780-9d0d291baa36', 'name': '', 'network_id': 'a0f4c1ea-d413-46ae-ad4c-6fdbb983820a', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'mac_address': 'fa:16:3e:47:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:56Z', 'updated_at': '2021-07-16T19:17:02Z', 'revision_number': 4, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'subnets': [{'id': '4d5b02aa-ba25-4271-b7b2-6fd544ec855f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:17:02.731974 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:02.748117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Transition to ACTIVE for port object c5de2fce-5b9f-4757-830b-67d89863f5ca will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:17:02.785443 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:02.838031 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Network 943a0200-e875-49d6-a845-3d8cc91d1839 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:17:02.844681 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:17:02.848411 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:17:02.879263 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:02.910840 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:02.911702 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:02.928689 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c7cb5970-bd06-47ee-aa0a-652e348b4e81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6293643 Jul 16 19:17:02.940649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Request body: {'port': {'device_id': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:03.026991 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.093917 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-09650cfd-32d4-41fb-beae-45b6862d1257 None None] Provisioning for port c5de2fce-5b9f-4757-830b-67d89863f5ca completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:17:03.100139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-09650cfd-32d4-41fb-beae-45b6862d1257 None None] Provisioning complete for port c5de2fce-5b9f-4757-830b-67d89863f5ca triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:03.101024 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-09650cfd-32d4-41fb-beae-45b6862d1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.142742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-09650cfd-32d4-41fb-beae-45b6862d1257 None None] Port c5de2fce-5b9f-4757-830b-67d89863f5ca cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:17:03.280221 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7613b3cd-3a1b-4441-b094-71c43cdc42a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.318261 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5de2fce-5b9f-4757-830b-67d89863f5ca {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:17:03.326592 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.339466 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Transition to ACTIVE for port object c5de2fce-5b9f-4757-830b-67d89863f5ca will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:17:03.343522 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.361319 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccc64d-0998-4826-8d4b-b116d37adaa8 req-e4ee9e02-af54-4f65-b929-83e4ad78a8cf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:03.363004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17ccc64d-0998-4826-8d4b-b116d37adaa8 req-e4ee9e02-af54-4f65-b929-83e4ad78a8cf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 932 time: 0.0715997 Jul 16 19:17:03.394729 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:03.419275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-17ccc64d-0998-4826-8d4b-b116d37adaa8 req-d566879b-3c6f-4778-8b29-d95fd58e9e09 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503747 Jul 16 19:17:03.479062 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Attempting to bind port c5de2fce-5b9f-4757-830b-67d89863f5ca on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:17:03.479395 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Attempting to bind port c5de2fce-5b9f-4757-830b-67d89863f5ca by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:17:03.479732 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Attempting to bind port c5de2fce-5b9f-4757-830b-67d89863f5ca on network 943a0200-e875-49d6-a845-3d8cc91d1839 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:17:03.484694 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Port c5de2fce-5b9f-4757-830b-67d89863f5ca on network 943a0200-e875-49d6-a845-3d8cc91d1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:17:03.485026 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Attempting to bind port c5de2fce-5b9f-4757-830b-67d89863f5ca on network 943a0200-e875-49d6-a845-3d8cc91d1839 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:17:03.490874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:17:03.491247 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Checking segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:17:03.491639 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Bound using segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:17:03.492075 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Bound port: c5de2fce-5b9f-4757-830b-67d89863f5ca, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:17:03.492441 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.565384 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:17:03.568984 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:17:03.575068 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.612957 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:03.613612 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.615182 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] 10.222.0.45 "PUT /v2.0/ports/c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1093 time: 0.6792691 Jul 16 19:17:03.615663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:17:03.618093 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:17:03.661776 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5477ed-9746-4239-9311-0a93aaa2821f service neutron] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:03.698234 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa1e219-6c4f-4864-8d48-74ae1e0cd50e x-openstack-request-id: req-9aa1e219-6c4f-4864-8d48-74ae1e0cd50e {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:17:03.698673 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:17:03.698895 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9aa1e219-6c4f-4864-8d48-74ae1e0cd50e {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:17:03.699290 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'status': 'completed', 'code': 200} Jul 16 19:17:03.758940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-0254ccc1-dfb8-4115-a5e1-d1c684603b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:03.760741 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-0254ccc1-dfb8-4115-a5e1-d1c684603b60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1096 time: 0.0813572 Jul 16 19:17:03.784040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8681265a-2c3f-42a4-817b-8191f1211fb5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:17:03.815213 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-d2443cb3-5312-4fa0-b967-d2c1e2f8d1cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 217 time: 0.0470660 Jul 16 19:17:03.846738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 8681265a-2c3f-42a4-817b-8191f1211fb5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:03.847399 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.890157 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-ef712a53-fbdd-41f2-b098-bc036ac4240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:03.891874 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-ef712a53-fbdd-41f2-b098-bc036ac4240b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0683296 Jul 16 19:17:03.951109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0acc848a-de1e-449f-8780-9d0d291baa36 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:17:03.974232 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-a268f03c-fa7f-4633-a27b-c8dea171d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:03.975942 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-a268f03c-fa7f-4633-a27b-c8dea171d8dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762157 Jul 16 19:17:04.025163 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 0acc848a-de1e-449f-8780-9d0d291baa36 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:17:04.031548 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 0acc848a-de1e-449f-8780-9d0d291baa36 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:04.032080 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:04.113763 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-c98a9616-a9b4-49ce-aa64-6c58bffb20a3 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271627 Jul 16 19:17:04.176111 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:04.211707 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 0acc848a-de1e-449f-8780-9d0d291baa36, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0acc848a-de1e-449f-8780-9d0d291baa36,segment=NetworkSegment(c6d99058-1450-4239-9849-3e1879dd4c28),segment_id=c6d99058-1450-4239-9849-3e1879dd4c28)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:04.216380 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:04.245249 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bf30c908-cc03-4739-8a9d-020c86c7362c req-64332660-c34e-481c-aefd-6b76535eddf1 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230395 Jul 16 19:17:04.271069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=0acc848a-de1e-449f-8780-9d0d291baa36,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:04.361319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-e13d85b0-d99d-42e4-8260-838e6421685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:04.362899 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-e13d85b0-d99d-42e4-8260-838e6421685f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1096 time: 0.0617101 Jul 16 19:17:04.463770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-9915a184-8e65-4119-b39c-9aab2c6c4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:04.465659 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-9915a184-8e65-4119-b39c-9aab2c6c4cdd service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0962267 Jul 16 19:17:04.516426 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-052f2e15-a2f7-4b2c-a832-1a5cc20be2c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 217 time: 0.0435712 Jul 16 19:17:04.578410 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-40c19e4e-d2ac-49fa-b4f6-fe4de2be3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:04.579959 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-40c19e4e-d2ac-49fa-b4f6-fe4de2be3ebe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0569563 Jul 16 19:17:04.612961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193f570-4820-4b01-98d5-8a1e70f838ff req-feb04de3-7a76-42a8-809d-847101995b6e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:04.614483 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9193f570-4820-4b01-98d5-8a1e70f838ff req-feb04de3-7a76-42a8-809d-847101995b6e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 944 time: 0.0718873 Jul 16 19:17:04.647742 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-b5cece7b-929b-4143-af18-e34e46d785ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:04.649311 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-b5cece7b-929b-4143-af18-e34e46d785ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622244 Jul 16 19:17:04.656524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9193f570-4820-4b01-98d5-8a1e70f838ff req-38a9a203-c797-4440-8bfc-05233a37142c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342360 Jul 16 19:17:04.752232 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-125db1bc-a134-4be6-b835-6d4e1912f406 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955534 Jul 16 19:17:04.848780 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-5ef3ddac-9664-4bfc-8beb-4e253533b4b9 req-a24af631-5ff9-4125-b653-5823d0f4d287 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891349 Jul 16 19:17:05.715840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0acc848a-de1e-449f-8780-9d0d291baa36 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:17:05.780923 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 0acc848a-de1e-449f-8780-9d0d291baa36 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:05.781220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:05.848293 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dac8d5-70b8-4043-a366-eacac1d511c7 req-c877947c-6bb8-49ae-9a07-b93c2286351e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:05.851085 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4dac8d5-70b8-4043-a366-eacac1d511c7 req-c877947c-6bb8-49ae-9a07-b93c2286351e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 944 time: 0.0720198 Jul 16 19:17:05.904923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a4dac8d5-70b8-4043-a366-eacac1d511c7 req-fc917bf3-d077-458d-b182-b174c4c2615c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475616 Jul 16 19:17:06.060223 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:06.132901 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a59a231b-6f48-4d5a-96d7-d3e27a6dda0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:06.794244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c5de2fce-5b9f-4757-830b-67d89863f5ca details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:17:06.897801 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:06.910993 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'port_id': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'mac_address': 'fa:16:3e:02:d3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:17:06.954568 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:06.970777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5de2fce-5b9f-4757-830b-67d89863f5ca {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:17:06.993776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:06.999620 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:07.054734 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:07.109166 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222487f-7a15-402b-933c-ea03b43c3859 req-8549cfb7-db6d-4bea-9711-d792e5c7e0ce tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:07.110972 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3222487f-7a15-402b-933c-ea03b43c3859 req-8549cfb7-db6d-4bea-9711-d792e5c7e0ce tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0809567 Jul 16 19:17:07.150514 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3222487f-7a15-402b-933c-ea03b43c3859 req-69292c68-a4ca-4da5-a77b-ef020f92c83f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339079 Jul 16 19:17:07.238893 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['c5de2fce-5b9f-4757-830b-67d89863f5ca'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:17:07.294200 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:08.330203 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64344769-c393-452f-9bf4-fc0577deb9d3 req-4001a44b-f45f-4ad3-b37a-69888c58dc87 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:08.331694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-64344769-c393-452f-9bf4-fc0577deb9d3 req-4001a44b-f45f-4ad3-b37a-69888c58dc87 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0636384 Jul 16 19:17:08.369849 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-64344769-c393-452f-9bf4-fc0577deb9d3 req-42642562-ad4c-490b-b248-6e48897b5788 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325456 Jul 16 19:17:08.825218 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c5de2fce-5b9f-4757-830b-67d89863f5ca up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:17:08.877891 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port c5de2fce-5b9f-4757-830b-67d89863f5ca completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:17:08.882040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port c5de2fce-5b9f-4757-830b-67d89863f5ca triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:17:08.882412 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:08.961045 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:08.993687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:17:08.996727 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919582e3-2625-46cd-af6d-22b15d636950" -d '{"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-plugged", "status": "completed", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:17:09.008179 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:09.015776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:09.020491 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:09.046473 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdfa036-a8d0-4431-81ca-c7d90ff7ea49 x-openstack-request-id: req-0cdfa036-a8d0-4431-81ca-c7d90ff7ea49 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:17:09.046707 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-plugged", "status": "completed", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:17:09.046955 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0cdfa036-a8d0-4431-81ca-c7d90ff7ea49 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:17:09.047351 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'code': 200} Jul 16 19:17:09.086011 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:09.162283 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12502528-c17f-4246-9e93-f7be2db688e5 req-671c4c73-0e08-45e8-871b-0192d54edef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:09.163777 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12502528-c17f-4246-9e93-f7be2db688e5 req-671c4c73-0e08-45e8-871b-0192d54edef1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1098 time: 0.0580246 Jul 16 19:17:09.204082 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-12502528-c17f-4246-9e93-f7be2db688e5 req-cda562cf-efb9-4c58-970e-3752c1ca59ff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340190 Jul 16 19:17:09.550020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5089ac4-e8fd-4233-b2dc-e7bc5db67abd req-603a54c8-f026-442e-9fc6-2d8efa80782c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:09.551591 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5089ac4-e8fd-4233-b2dc-e7bc5db67abd req-603a54c8-f026-442e-9fc6-2d8efa80782c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0694590 Jul 16 19:17:09.591765 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c5089ac4-e8fd-4233-b2dc-e7bc5db67abd req-8185bed2-6f5e-4744-988b-ca97c0a08439 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346587 Jul 16 19:17:10.771701 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d5562-d6b9-4df2-a575-4e2bbb124458 req-0e2b4851-e1a3-4d77-a22b-bfe49de8f196 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:10.773251 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-358d5562-d6b9-4df2-a575-4e2bbb124458 req-0e2b4851-e1a3-4d77-a22b-bfe49de8f196 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0663171 Jul 16 19:17:10.815018 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-358d5562-d6b9-4df2-a575-4e2bbb124458 req-8e0ef07c-d9e5-4711-bb6c-2aeed0047a98 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Jul 16 19:17:10.930439 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:10.995958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3574e-3790-4b06-981b-40013487c89a req-8457db23-e68b-4267-b3f0-122d1da9a3f8 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:10.997608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05a3574e-3790-4b06-981b-40013487c89a req-8457db23-e68b-4267-b3f0-122d1da9a3f8 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0655973 Jul 16 19:17:11.044336 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-05a3574e-3790-4b06-981b-40013487c89a req-8c63b0f0-c1bc-4948-bc6e-fd42474d5a17 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 Jul 16 19:17:11.069663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39700) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:11.215948 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7d903-ed75-443a-b0e4-0a737c3942c4 tempest-TestShelveInstance-1531736770 tempest-TestShelveInstance-1531736770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:11.217528 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-49c7d903-ed75-443a-b0e4-0a737c3942c4 tempest-TestShelveInstance-1531736770 tempest-TestShelveInstance-1531736770-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1093 time: 0.1468740 Jul 16 19:17:11.220448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 39704) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:11.224961 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:17:11.247877 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for floatingip, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:11.352645 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:11.461754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Allocated IP 172.25.2.170 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/545d8e37-faed-490b-b584-c82eea29ca74) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:17:11.570382 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:11.612396 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:11.653227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:17:11.658106 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:17:11.662090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:17:11.687326 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'Port': ['ID=545d8e37-faed-490b-b584-c82eea29ca74,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:12.042726 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:12.122453 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:12.280871 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:12.287026 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:12.656416 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'Port': ['ID=545d8e37-faed-490b-b584-c82eea29ca74,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:12.668060 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:12.767810 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Floating IP 5f3261d3-5d60-4969-a803-d07f4e917fe9 associated. External IP: 172.25.2.170, port: c5de2fce-5b9f-4757-830b-67d89863f5ca. Jul 16 19:17:12.979148 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:17:13.096959 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:17:13.106978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] Sync routers for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:17:13.118245 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:13.119137 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:13.119335 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:17:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:13.169030 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-70fcd7a4-366d-4c4e-83ac-59ca690652ed tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9470859 Jul 16 19:17:13.169992 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:17:13.172878 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b139e7-2060-4cd7-a39c-fc64121c15f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:17:13.215002 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f86578-f7a8-48a3-b45f-2b2e7465d63d x-openstack-request-id: req-c3f86578-f7a8-48a3-b45f-2b2e7465d63d {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:17:13.215002 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:17:13.215002 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3f86578-f7a8-48a3-b45f-2b2e7465d63d {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:17:13.215002 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'status': 'completed', 'code': 200} Jul 16 19:17:13.246306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:13.299812 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-540772ec-5e01-4d5a-a023-98168f6acb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:13.300952 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-540772ec-5e01-4d5a-a023-98168f6acb50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1098 time: 0.0621328 Jul 16 19:17:13.412874 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-a459c711-88e0-4c77-9cf1-92f389ab77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:13.414298 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-a459c711-88e0-4c77-9cf1-92f389ab77d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.1059673 Jul 16 19:17:13.487012 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-1ef958cc-fa33-4142-a2fe-e44cf55699cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1000 time: 0.0659828 Jul 16 19:17:13.504456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '5f3261d3-5d60-4969-a803-d07f4e917fe9', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'port_id': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'mac_address': 'fa:16:3e:02:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:17:11Z', 'updated_at': '2021-07-16T19:17:11Z', 'revision_number': 0, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:13.534878 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] Checking router: 2e8fb326-9309-4b6f-9535-9bd6df21fa65 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:17:13.538544 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-1a975862-b098-4157-b6ad-7c9ae416dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:13.540030 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-1a975862-b098-4157-b6ad-7c9ae416dc76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0471370 Jul 16 19:17:13.548609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:13.549370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:17:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:13.600530 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-5775b676-1c61-42fa-9684-ce319f017316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:13.602085 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-5775b676-1c61-42fa-9684-ce319f017316 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555384 Jul 16 19:17:13.653136 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:13.715227 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-b770c269-5cb9-4b44-a825-1042aff494ea service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050746 Jul 16 19:17:13.811975 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-61b139e7-2060-4cd7-a39c-fc64121c15f4 req-7afe3fb4-9303-4b56-a0e8-38ceb91fb549 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903604 Jul 16 19:17:13.886740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '5f3261d3-5d60-4969-a803-d07f4e917fe9', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'port_id': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'mac_address': 'fa:16:3e:02:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:17:11Z', 'updated_at': '2021-07-16T19:17:11Z', 'revision_number': 0, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:13.913655 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5bf9d-9d7d-423f-8993-d04c084a5c7d None None] The sync data for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 is: [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '5f3261d3-5d60-4969-a803-d07f4e917fe9', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'port_id': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'mac_address': 'fa:16:3e:02:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:17:11Z', 'updated_at': '2021-07-16T19:17:11Z', 'revision_number': 0, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:17:14.113631 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659e4dbf-e034-4815-9e7f-4180c26a2945 None None] New status for floating IP 5f3261d3-5d60-4969-a803-d07f4e917fe9: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:17:14.776292 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-c99e440a-4c66-47d2-b97d-d905f3147b0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508626 Jul 16 19:17:14.868427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-52848a14-4967-45d6-83d3-6e690e4b7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:14.870491 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-52848a14-4967-45d6-83d3-6e690e4b7d9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1098 time: 0.0521405 Jul 16 19:17:14.978381 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-dc8836eb-4fb8-47e9-a45a-ce2ce08d62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:14.979999 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-dc8836eb-4fb8-47e9-a45a-ce2ce08d62fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0885799 Jul 16 19:17:15.046112 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-4ee7b55e-966d-4de3-8f77-c7d0ebab18e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1002 time: 0.0583162 Jul 16 19:17:15.096869 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-3a3e20ca-69b4-4ef2-86c4-a36121ace3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:15.098326 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-3a3e20ca-69b4-4ef2-86c4-a36121ace3d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0438781 Jul 16 19:17:15.167672 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-c56e0962-3567-423b-b39b-9c209f0bc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:15.169250 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-c56e0962-3567-423b-b39b-9c209f0bc189 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591104 Jul 16 19:17:15.270493 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-f2b03205-c895-493d-84e5-86188b89266a service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944645 Jul 16 19:17:15.367369 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a8fb7bd7-f1e2-4e17-947e-34137fa75de1 req-968d2549-b2ac-49f7-955a-c085937f5fb3 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898294 Jul 16 19:17:19.948263 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:29.550589 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:33.291473 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db470816-aaf9-494c-b78c-14c11b13a069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:36.057296 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:36.123632 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b4a7046d-e6a9-45a0-a3a5-12e7988250f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:37.286417 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:38.981054 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:40.929210 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.946620 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:59.559928 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.283451 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c69a37f4-4c63-444b-a52f-be3ac42fec80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.052539 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.126898 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-08b5d034-d709-4c5d-afc0-88c2ef4bb536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.284909 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.983443 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.934644 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.759859 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-9201449d-49b8-48a9-9f23-93f64b9b17ef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536149 Jul 16 19:18:15.860347 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-3d0750ea-7b74-4b62-8437-4f004068af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:15.861919 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-3d0750ea-7b74-4b62-8437-4f004068af83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1098 time: 0.0548041 Jul 16 19:18:15.979004 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-813ca7d8-b422-4b6d-ba05-be8ab21a63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:15.980410 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-813ca7d8-b422-4b6d-ba05-be8ab21a63d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0973232 Jul 16 19:18:16.052667 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-008082c8-6fab-464c-b733-203e3a84053f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1002 time: 0.0655301 Jul 16 19:18:16.104908 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-daf8e03b-ca2a-4381-90b2-e56660f873b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:16.106399 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-daf8e03b-ca2a-4381-90b2-e56660f873b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0463557 Jul 16 19:18:16.169319 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-a2ff4653-869f-4727-a9ec-8334990cdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:16.170848 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-a2ff4653-869f-4727-a9ec-8334990cdfd2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572429 Jul 16 19:18:16.274647 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-aacf67a6-1816-4c50-92ca-4aa15b89d063 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950325 Jul 16 19:18:16.370057 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2d824a6b-d1fc-4132-b719-3f241e3de433 req-b839f90b-54af-4985-b13f-907f929e38e0 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888581 Jul 16 19:18:29.580102 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.285787 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1eff0178-25f1-4988-8f0b-8c54968707c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.946296 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:36.056123 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:36.128880 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a02a7a9c-50dd-44fa-95c5-fcdfd9124d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:37.287422 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:38.988218 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:40.942860 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:59.592588 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:03.288450 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-16323253-2813-40a9-960c-19b15ce70d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:06.058904 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:06.133487 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0ff0da96-bd76-47c0-84db-90cad8a48064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:07.290166 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:08.996707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:09.103223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc2307-856e-4957-9099-42e3fd4432d1 req-67cafdc2-0e0f-41ca-9cf4-fee4399990a7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:09.105197 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52fc2307-856e-4957-9099-42e3fd4432d1 req-67cafdc2-0e0f-41ca-9cf4-fee4399990a7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0679522 Jul 16 19:19:09.147237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-52fc2307-856e-4957-9099-42e3fd4432d1 req-83ab10b3-a7fe-454e-ae79-9ca73208ad33 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365634 Jul 16 19:19:10.355444 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbe520-4aab-40c5-8928-76c78f37a195 req-4968568c-4c43-4edc-9d39-a1320b74c01e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:10.357004 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24fbe520-4aab-40c5-8928-76c78f37a195 req-4968568c-4c43-4edc-9d39-a1320b74c01e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0639429 Jul 16 19:19:10.395282 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24fbe520-4aab-40c5-8928-76c78f37a195 req-1a2f9a2c-7607-41e5-a76e-33cd6adf031d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326500 Jul 16 19:19:10.941800 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:10.945640 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:11.591441 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d218b-babb-4eb5-82de-0cff6218f7d8 req-fe76a452-7694-4320-8d9a-a5b17054be42 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:11.592957 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-447d218b-babb-4eb5-82de-0cff6218f7d8 req-fe76a452-7694-4320-8d9a-a5b17054be42 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0692568 Jul 16 19:19:11.634809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-447d218b-babb-4eb5-82de-0cff6218f7d8 req-b2e609c3-6fc3-4264-bfc3-16e8a8924b48 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362067 Jul 16 19:19:12.817693 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7c494-9c01-4a0b-b2b4-f51c8e11575f req-f7762598-3ecd-4408-aedb-ec2bc034e739 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:12.819227 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eca7c494-9c01-4a0b-b2b4-f51c8e11575f req-f7762598-3ecd-4408-aedb-ec2bc034e739 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0672729 Jul 16 19:19:12.858258 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-eca7c494-9c01-4a0b-b2b4-f51c8e11575f req-e0a39c70-bf53-4e04-a06a-541b51a8eacd tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334647 Jul 16 19:19:14.051324 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684cd15-c05a-44f6-85a5-3772a17a6028 req-89c07c62-ecb1-4972-8b6b-8c7c4e5eb20d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:14.052817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f684cd15-c05a-44f6-85a5-3772a17a6028 req-89c07c62-ecb1-4972-8b6b-8c7c4e5eb20d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0682321 Jul 16 19:19:14.099431 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f684cd15-c05a-44f6-85a5-3772a17a6028 req-f6d44de8-abfa-498b-927c-350a1df8bfe9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407090 Jul 16 19:19:15.281822 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56138fcb-e422-4617-9bc2-6f5d6ce321c2 req-306194d0-76c7-4936-ad9e-392338aa2b7a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:15.283600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56138fcb-e422-4617-9bc2-6f5d6ce321c2 req-306194d0-76c7-4936-ad9e-392338aa2b7a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0673120 Jul 16 19:19:15.322993 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-56138fcb-e422-4617-9bc2-6f5d6ce321c2 req-0db8a1d3-c7ec-40cb-8b21-f879348c60a4 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335417 Jul 16 19:19:15.844058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728912b-2585-4a7f-a690-c777542b526a req-9448f394-a4b1-4d13-bb33-b107516b62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:15.845618 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6728912b-2585-4a7f-a690-c777542b526a req-9448f394-a4b1-4d13-bb33-b107516b62ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1098 time: 0.0614100 Jul 16 19:19:15.953262 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728912b-2585-4a7f-a690-c777542b526a req-6c14c8d9-e12e-4167-a72a-8a5591cc7d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:15.954769 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6728912b-2585-4a7f-a690-c777542b526a req-6c14c8d9-e12e-4167-a72a-8a5591cc7d4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0898056 Jul 16 19:19:16.027105 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6728912b-2585-4a7f-a690-c777542b526a req-92f7165a-1c57-44a9-b6ce-cfef63ea1966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1002 time: 0.0654438 Jul 16 19:19:16.076421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728912b-2585-4a7f-a690-c777542b526a req-be8fdcdd-8127-4677-b035-a3e617fd6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:16.077924 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6728912b-2585-4a7f-a690-c777542b526a req-be8fdcdd-8127-4677-b035-a3e617fd6bbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0450521 Jul 16 19:19:16.139666 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728912b-2585-4a7f-a690-c777542b526a req-df42409a-87a4-43ca-9134-0ecda11ed81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:16.141233 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6728912b-2585-4a7f-a690-c777542b526a req-df42409a-87a4-43ca-9134-0ecda11ed81e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567284 Jul 16 19:19:16.153643 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-6728912b-2585-4a7f-a690-c777542b526a req-e497052f-49b1-4769-9052-45e50dbb6530 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:19:16.154714 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6728912b-2585-4a7f-a690-c777542b526a req-e497052f-49b1-4769-9052-45e50dbb6530 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052860 Jul 16 19:19:16.258691 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6728912b-2585-4a7f-a690-c777542b526a req-99665580-910c-4cfb-b448-1f2f493942ed service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892167 Jul 16 19:19:16.355470 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-6728912b-2585-4a7f-a690-c777542b526a req-fbdd0a96-8084-4b24-b5f6-144a95820727 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883281 Jul 16 19:19:16.504956 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f18cb3-c894-47df-93df-ea2af7d0128b req-9253a50f-a22a-4ab1-8dd4-2a1036d45562 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:16.506489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3f18cb3-c894-47df-93df-ea2af7d0128b req-9253a50f-a22a-4ab1-8dd4-2a1036d45562 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0663302 Jul 16 19:19:16.546240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f3f18cb3-c894-47df-93df-ea2af7d0128b req-dd6dd9f7-c9d1-45ff-a9d3-842fd626e673 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341296 Jul 16 19:19:17.730037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24fb0c-53f1-4549-9161-91cfbd2c3931 req-50206c7d-5737-4edf-be93-9b7f13004279 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:17.731637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d24fb0c-53f1-4549-9161-91cfbd2c3931 req-50206c7d-5737-4edf-be93-9b7f13004279 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0687275 Jul 16 19:19:17.771889 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5d24fb0c-53f1-4549-9161-91cfbd2c3931 req-1dcde235-9016-4048-a793-64360b3d9df9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337420 Jul 16 19:19:18.955310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c663cb6-65aa-4773-9545-7fb027e68a12 req-c35890b0-5a4a-43c7-9e46-254b41868f5e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:18.956976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c663cb6-65aa-4773-9545-7fb027e68a12 req-c35890b0-5a4a-43c7-9e46-254b41868f5e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0666559 Jul 16 19:19:18.997347 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6c663cb6-65aa-4773-9545-7fb027e68a12 req-844f691e-5d54-40c8-86f0-743aed0e3609 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348296 Jul 16 19:19:20.178919 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0991da-cde7-4283-a73e-ebda538ad53e req-05f47028-1cab-4842-8fc2-d9afa9c7ed26 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:20.180498 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e0991da-cde7-4283-a73e-ebda538ad53e req-05f47028-1cab-4842-8fc2-d9afa9c7ed26 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0672133 Jul 16 19:19:20.226092 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6e0991da-cde7-4283-a73e-ebda538ad53e req-d67c6abf-d7cd-44ee-a313-b364039b01b8 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391212 Jul 16 19:19:21.412083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65726a8a-b0a0-4d46-8625-73ea89af8f8b req-85f70df1-ea17-4bef-a098-6eb51c8b30ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:21.413668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65726a8a-b0a0-4d46-8625-73ea89af8f8b req-85f70df1-ea17-4bef-a098-6eb51c8b30ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0743167 Jul 16 19:19:21.456403 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-65726a8a-b0a0-4d46-8625-73ea89af8f8b req-21b7b38b-42d1-43bd-ae4e-22b9aba61a11 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365260 Jul 16 19:19:21.460456 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c5de2fce-5b9f-4757-830b-67d89863f5ca details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:19:21.561152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:21.574685 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'port_id': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'mac_address': 'fa:16:3e:02:d3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:19:21.618336 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:21.632025 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5de2fce-5b9f-4757-830b-67d89863f5ca {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:19:21.654542 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:21.660176 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:21.716757 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:21.726930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.727286 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.727637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.727980 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.728322 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.728695 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.729028 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.729356 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.729684 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.730010 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.730349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.730674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:21.737534 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['c5de2fce-5b9f-4757-830b-67d89863f5ca'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:19:22.661988 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc326047-45a0-4c3a-a0d5-e4d7905fc8ed req-341bc6b3-d417-4d9f-b795-8d9eeb1ffc48 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:22.664299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc326047-45a0-4c3a-a0d5-e4d7905fc8ed req-341bc6b3-d417-4d9f-b795-8d9eeb1ffc48 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0779150 Jul 16 19:19:22.713095 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bc326047-45a0-4c3a-a0d5-e4d7905fc8ed req-a30b97a3-23ed-442f-8489-f0ffc2871210 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Jul 16 19:19:23.476308 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c5de2fce-5b9f-4757-830b-67d89863f5ca up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:19:23.544742 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port c5de2fce-5b9f-4757-830b-67d89863f5ca triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:19:23.545133 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:23.657870 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:23.693843 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:19:23.696907 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1bfc94-a388-4b7a-bc38-54ece55f7021" -d '{"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-plugged", "status": "completed", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:19:23.703539 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:23.714891 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:23.852018 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:23.865990 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c421ce5-5ae9-4b0a-89bb-af64b0127d65 x-openstack-request-id: req-5c421ce5-5ae9-4b0a-89bb-af64b0127d65 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:19:23.866423 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-plugged", "status": "completed", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:19:23.866832 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c421ce5-5ae9-4b0a-89bb-af64b0127d65 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:19:23.867447 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'code': 200} Jul 16 19:19:24.025790 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db112a-4bce-4d66-9b6c-af47fe203c3b req-fbfc68f6-04c2-46b5-8aa3-8c32b3c60fba tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:24.036375 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54db112a-4bce-4d66-9b6c-af47fe203c3b req-fbfc68f6-04c2-46b5-8aa3-8c32b3c60fba tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.1157486 Jul 16 19:19:24.093673 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-54db112a-4bce-4d66-9b6c-af47fe203c3b req-4f66d56b-5bfa-46fa-b83c-fc0ac649f32a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561013 Jul 16 19:19:25.328968 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b468df-1ff3-497e-8a96-54066111390f req-48cc151a-e369-48cb-9720-df546574a681 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:25.331980 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79b468df-1ff3-497e-8a96-54066111390f req-48cc151a-e369-48cb-9720-df546574a681 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0915608 Jul 16 19:19:25.387212 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-79b468df-1ff3-497e-8a96-54066111390f req-62ac32cc-44f2-4603-b6c6-300983652cdc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488863 Jul 16 19:19:26.592074 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb1323-4822-457a-98a5-a3ef5e9be3f4 req-b449ef8f-3bc5-466b-a4e6-6c343d7b35ea tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:26.594137 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-affb1323-4822-457a-98a5-a3ef5e9be3f4 req-b449ef8f-3bc5-466b-a4e6-6c343d7b35ea tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0777009 Jul 16 19:19:26.640813 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-affb1323-4822-457a-98a5-a3ef5e9be3f4 req-e48e6472-b449-4802-a91a-28d4f8a2911a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403790 Jul 16 19:19:27.847440 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48e776-ca20-42fb-b788-e22ce01a94ac req-9354171b-0855-4da0-bf68-006c05e2e0f6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:27.850694 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f48e776-ca20-42fb-b788-e22ce01a94ac req-9354171b-0855-4da0-bf68-006c05e2e0f6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0723348 Jul 16 19:19:27.900767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2f48e776-ca20-42fb-b788-e22ce01a94ac req-03917209-7c54-41d3-a3c2-5c8825c5fffe tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443709 Jul 16 19:19:29.113240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dde21-2f35-4e6e-b42c-e5a4a759d235 req-44926b87-9eff-4a47-bbb8-934eb5e499a9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.120992 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef8dde21-2f35-4e6e-b42c-e5a4a759d235 req-44926b87-9eff-4a47-bbb8-934eb5e499a9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0870245 Jul 16 19:19:29.165345 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ef8dde21-2f35-4e6e-b42c-e5a4a759d235 req-abf21c6b-a5e7-4a0f-824c-5138d5a36f13 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435300 Jul 16 19:19:29.583814 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:30.370620 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e5d54-d409-4650-9425-b28eacb9c79e req-2a8f0a47-69d4-415f-9c0e-bdf504fccafb tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:30.372190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199e5d54-d409-4650-9425-b28eacb9c79e req-2a8f0a47-69d4-415f-9c0e-bdf504fccafb tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0830147 Jul 16 19:19:30.419384 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-199e5d54-d409-4650-9425-b28eacb9c79e req-d80c0a5b-edf6-4595-b9ca-55b85d042152 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403399 Jul 16 19:19:31.616733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0998-cd47-4e6a-92f9-9145d60f69b9 req-602f6bea-c84e-48be-bbda-c533332667d1 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:31.618277 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa2e0998-cd47-4e6a-92f9-9145d60f69b9 req-602f6bea-c84e-48be-bbda-c533332667d1 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0729094 Jul 16 19:19:31.661333 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fa2e0998-cd47-4e6a-92f9-9145d60f69b9 req-26492a33-499a-4e7e-9a13-d070520fc1a6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372570 Jul 16 19:19:31.740296 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1eee-c134-4093-a002-df07afda45b5 req-cad12c65-753e-4a03-9cb8-c0b5c6531a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:31.741875 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-38fd1eee-c134-4093-a002-df07afda45b5 req-cad12c65-753e-4a03-9cb8-c0b5c6531a09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1098 time: 0.0625043 Jul 16 19:19:31.837678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1eee-c134-4093-a002-df07afda45b5 req-4291d2f0-175f-44b0-827c-b1213aa1ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:31.839162 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-38fd1eee-c134-4093-a002-df07afda45b5 req-4291d2f0-175f-44b0-827c-b1213aa1ec59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0910096 Jul 16 19:19:31.908729 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-38fd1eee-c134-4093-a002-df07afda45b5 req-3297c67d-bf9e-4e23-9d31-7dab563d34d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1002 time: 0.0636334 Jul 16 19:19:31.961678 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1eee-c134-4093-a002-df07afda45b5 req-e354f9de-bd8b-4d52-bd5e-e8be06f36e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:31.963177 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-38fd1eee-c134-4093-a002-df07afda45b5 req-e354f9de-bd8b-4d52-bd5e-e8be06f36e75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0472891 Jul 16 19:19:32.028718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd1eee-c134-4093-a002-df07afda45b5 req-118613c0-df04-485c-9ca3-c6a12333670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:32.030157 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-38fd1eee-c134-4093-a002-df07afda45b5 req-118613c0-df04-485c-9ca3-c6a12333670e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606604 Jul 16 19:19:32.127649 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-38fd1eee-c134-4093-a002-df07afda45b5 req-b3f6d8f0-0754-4ef0-9411-9a5882223ceb service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905547 Jul 16 19:19:32.219690 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-38fd1eee-c134-4093-a002-df07afda45b5 req-914b4312-2520-4eab-a98b-370105ac2dce service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859401 Jul 16 19:19:32.847082 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f18b4-589f-414c-945a-708a463c8394 req-5fbca076-404b-4b1a-b9f6-06b48e10c74a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:32.848216 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-715f18b4-589f-414c-945a-708a463c8394 req-5fbca076-404b-4b1a-b9f6-06b48e10c74a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0669641 Jul 16 19:19:32.891965 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-715f18b4-589f-414c-945a-708a463c8394 req-45642b81-f65a-481f-9fd2-425d91650c69 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379961 Jul 16 19:19:33.289581 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-69defc3d-66f8-48ff-a6b6-578e5acc3670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:34.085226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ed466-41f8-45a8-9ca6-cc8f7e054e09 req-8b098423-b5d2-4eb1-9298-3e8502d6446b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:34.086811 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-922ed466-41f8-45a8-9ca6-cc8f7e054e09 req-8b098423-b5d2-4eb1-9298-3e8502d6446b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0692396 Jul 16 19:19:34.141371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-922ed466-41f8-45a8-9ca6-cc8f7e054e09 req-70331a39-0bc3-4306-851b-f751e7e8fd05 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487123 Jul 16 19:19:34.713099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0539611-e59d-4849-a5bc-c0c1d77eff02 req-49f4c84b-2e71-4949-8ca4-a9c73c15dd66 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:34.714516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0539611-e59d-4849-a5bc-c0c1d77eff02 req-49f4c84b-2e71-4949-8ca4-a9c73c15dd66 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0688541 Jul 16 19:19:34.762836 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b0539611-e59d-4849-a5bc-c0c1d77eff02 req-756a6dc7-a303-4a64-a5e9-2a16f8e94b08 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398874 Jul 16 19:19:34.847190 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-98c68eb9-2e87-446a-af1f-d35d0c05114f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1175015 Jul 16 19:19:35.535340 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device c5de2fce-5b9f-4757-830b-67d89863f5ca no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:19:35.616369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:35.640083 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:19:35.642402 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f1cae5-6c54-41b8-bfd2-9e498dbcc4fb" -d '{"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-unplugged", "status": "completed", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:19:35.655666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:35.660499 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:35.685238 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b058d2-e842-49e9-a99c-5ac8cd6ff282 x-openstack-request-id: req-d9b058d2-e842-49e9-a99c-5ac8cd6ff282 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:19:35.685531 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-unplugged", "status": "completed", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:19:35.685778 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9b058d2-e842-49e9-a99c-5ac8cd6ff282 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:19:35.686161 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'code': 200} Jul 16 19:19:35.712812 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:35.946684 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-70c3df46-86be-4271-a2ac-e6eb17bb3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:35.948208 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-70c3df46-86be-4271-a2ac-e6eb17bb3b09 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968&tenant_id=7dbb408e765e42598a3e6df0dfdcdcec HTTP/1.1" status: 200 len: 1096 time: 0.0999248 Jul 16 19:19:35.960944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb5ba3-5536-46ae-bf30-a805a757af57 req-7699ce04-ed82-48b0-a36c-75cd40cee4b0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:35.962461 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fccb5ba3-5536-46ae-bf30-a805a757af57 req-7699ce04-ed82-48b0-a36c-75cd40cee4b0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 944 time: 0.0829630 Jul 16 19:19:35.967773 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793619-10', 'device_owner': 'compute:nova'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:19:36.041516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fccb5ba3-5536-46ae-bf30-a805a757af57 req-582baef5-92ee-48df-80ce-7a8ee6969a9c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710797 Jul 16 19:19:36.065723 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:36.077075 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:36.140741 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-db2961ec-b48d-4ff8-a766-b5679ff5b941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:36.295940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:36.331280 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h1-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:19:36.368778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5de2fce-5b9f-4757-830b-67d89863f5ca {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:19:36.376665 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:36.389927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Transition to ACTIVE for port object c5de2fce-5b9f-4757-830b-67d89863f5ca will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:19:36.393307 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:36.474689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=9']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:36.490329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.490329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.490683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.490946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.491254 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.491587 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.491917 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.492245 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.492595 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.492936 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.493259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.493584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:36.533796 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] No DVR routers for this DVR port c5de2fce-5b9f-4757-830b-67d89863f5ca on host n-h1-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:19:36.688346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Attempting to bind port c5de2fce-5b9f-4757-830b-67d89863f5ca on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:19:36.688711 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Attempting to bind port c5de2fce-5b9f-4757-830b-67d89863f5ca by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:19:36.689039 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Attempting to bind port c5de2fce-5b9f-4757-830b-67d89863f5ca on network 943a0200-e875-49d6-a845-3d8cc91d1839 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:19:36.694812 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Port c5de2fce-5b9f-4757-830b-67d89863f5ca on network 943a0200-e875-49d6-a845-3d8cc91d1839 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:19:36.695066 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Attempting to bind port c5de2fce-5b9f-4757-830b-67d89863f5ca on network 943a0200-e875-49d6-a845-3d8cc91d1839 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:19:36.701037 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:19:36.701374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Checking segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:19:36.701758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Bound using segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:19:36.702178 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Bound port: c5de2fce-5b9f-4757-830b-67d89863f5ca, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:19:36.702532 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:36.765904 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:19:36.768978 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:19:36.773599 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:36.809041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:36.809670 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:36.811119 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] 10.222.0.46 "PUT /v2.0/ports/c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1093 time: 0.8473632 Jul 16 19:19:36.811598 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:19:36.813948 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:19:36.843231 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4009e-57e1-4d36-8072-e1ef8b4f2ddd service neutron] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=10']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:36.912748 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-21e45e86-82b4-4195-b5de-e9012a2730ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:36.916395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-21e45e86-82b4-4195-b5de-e9012a2730ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1097 time: 0.0620100 Jul 16 19:19:36.917892 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cc09d9-f1e8-4b43-b437-906b8ab5d58c x-openstack-request-id: req-e5cc09d9-f1e8-4b43-b437-906b8ab5d58c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:19:36.918179 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:19:36.918426 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5cc09d9-f1e8-4b43-b437-906b8ab5d58c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:19:36.918817 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'status': 'completed', 'code': 200} Jul 16 19:19:37.040461 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-3752ed1f-2bc8-434f-abb1-5968f89db865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:37.042195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-3752ed1f-2bc8-434f-abb1-5968f89db865 service neutron] 10.222.0.46 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0968547 Jul 16 19:19:37.121668 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-27ca5fb6-c5a1-4893-bc79-835e97bc848d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1000 time: 0.0680685 Jul 16 19:19:37.175053 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-4105c38d-92f5-4fba-9baf-a5b09fe742e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:37.176622 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-4105c38d-92f5-4fba-9baf-a5b09fe742e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0474994 Jul 16 19:19:37.273906 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d92a92-6066-4a2c-ae88-381ecd49c414 req-7f960bb9-8bbc-4ddb-99b2-7980b9e24428 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:37.275441 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38d92a92-6066-4a2c-ae88-381ecd49c414 req-7f960bb9-8bbc-4ddb-99b2-7980b9e24428 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0979373 Jul 16 19:19:37.290492 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-d6d2598c-ebbd-4817-9701-783d26732c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:37.291995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-d6d2598c-ebbd-4817-9701-783d26732c06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058359 Jul 16 19:19:37.295043 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:37.351109 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-38d92a92-6066-4a2c-ae88-381ecd49c414 req-ff1d8d95-9e63-4ead-8739-b386c56e45f1 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690951 Jul 16 19:19:37.408998 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-e607c033-2bf3-4945-9d4f-04e5c088d420 service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084628 Jul 16 19:19:37.510052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9e4f11ce-4f8a-4c21-a977-5919ea8156a5 req-b7887d84-972b-4a8a-9b91-8e68043cd7a8 service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913088 Jul 16 19:19:37.645221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-cd768f25-2aff-4936-bad4-5218679afbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:37.646885 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-cd768f25-2aff-4936-bad4-5218679afbb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1097 time: 0.0585117 Jul 16 19:19:37.753285 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-d581bef7-8588-490c-b117-6e8278515eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:37.754823 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-d581bef7-8588-490c-b117-6e8278515eab service neutron] 10.222.0.46 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0931294 Jul 16 19:19:37.834025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-4cfc4533-5633-4ae2-9692-c1fd06431586 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1000 time: 0.0676401 Jul 16 19:19:37.887375 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-36a60ef5-34c8-4546-9dbc-ff9df4e4b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:37.889099 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-36a60ef5-34c8-4546-9dbc-ff9df4e4b4a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0486794 Jul 16 19:19:38.545341 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad172912-3886-4b2a-9713-80d413c898ef req-0e7d720a-a390-41d9-9fa9-60347258b7c3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:38.547044 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad172912-3886-4b2a-9713-80d413c898ef req-0e7d720a-a390-41d9-9fa9-60347258b7c3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0678701 Jul 16 19:19:38.588210 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ad172912-3886-4b2a-9713-80d413c898ef req-07ebcbc4-c4f2-43ba-9a56-dc708155feb3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353587 Jul 16 19:19:38.998283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:39.787145 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75835c-7b37-4458-abe2-cb126d52e58e req-ba7b5835-12ce-4b65-8d58-2ce51a3ebe2b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:39.788751 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b75835c-7b37-4458-abe2-cb126d52e58e req-ba7b5835-12ce-4b65-8d58-2ce51a3ebe2b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0804355 Jul 16 19:19:39.831217 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-9b75835c-7b37-4458-abe2-cb126d52e58e req-c1037e0f-03db-42c1-b8d1-97b1e34ea10a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364950 Jul 16 19:19:40.961087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:41.030658 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6c535-eb1a-4d5c-a1d1-58d5714f9b87 req-8d3377d2-73c5-4120-b7e7-f0aec0251cf2 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:41.034031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ac6c535-eb1a-4d5c-a1d1-58d5714f9b87 req-8d3377d2-73c5-4120-b7e7-f0aec0251cf2 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0731966 Jul 16 19:19:41.087436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1ac6c535-eb1a-4d5c-a1d1-58d5714f9b87 req-234e6f1b-12bd-4149-8b6e-0c5bfdcb1114 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477166 Jul 16 19:19:42.315916 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c27f08-a250-4fb6-a9d0-68c944893bd9 req-6217f010-dc00-499c-b0a3-cf2da5d3dea3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:42.317524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4c27f08-a250-4fb6-a9d0-68c944893bd9 req-6217f010-dc00-499c-b0a3-cf2da5d3dea3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0961721 Jul 16 19:19:42.365489 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4c27f08-a250-4fb6-a9d0-68c944893bd9 req-ac4c849e-6a58-44c0-9cb6-92fcaca72da3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 Jul 16 19:19:43.566497 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013294d0-1ee7-492a-b9aa-2a5764016f01 req-c1a5abd6-ed8d-4f7b-9126-df94be38d3c7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:43.584311 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-013294d0-1ee7-492a-b9aa-2a5764016f01 req-c1a5abd6-ed8d-4f7b-9126-df94be38d3c7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0898919 Jul 16 19:19:43.621845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-013294d0-1ee7-492a-b9aa-2a5764016f01 req-24d79d50-988e-49e4-903c-ceb2c7c857e9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357699 Jul 16 19:19:44.812080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535f9a1-e38e-425c-96fa-12eea99e3e0c req-3d878401-0d15-4f00-910f-6eb3189c647f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:44.814912 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1535f9a1-e38e-425c-96fa-12eea99e3e0c req-3d878401-0d15-4f00-910f-6eb3189c647f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0714974 Jul 16 19:19:44.855592 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1535f9a1-e38e-425c-96fa-12eea99e3e0c req-2b5adf8d-8c42-46b8-9a90-f6cd4324027c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353055 Jul 16 19:19:46.053165 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401afc1-3959-48e6-bef3-e9c7f7b276e3 req-c8aeb553-ceb1-4548-9a80-732731cf0620 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:46.055379 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6401afc1-3959-48e6-bef3-e9c7f7b276e3 req-c8aeb553-ceb1-4548-9a80-732731cf0620 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0785105 Jul 16 19:19:46.109224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6401afc1-3959-48e6-bef3-e9c7f7b276e3 req-5d9b284c-dc61-40b1-a2cf-f118c78e0d9b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478232 Jul 16 19:19:47.319523 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600122c-9251-4444-a807-aebcb2b7ced5 req-3724df52-85a1-435a-8e6e-39687ccb1444 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:47.321051 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4600122c-9251-4444-a807-aebcb2b7ced5 req-3724df52-85a1-435a-8e6e-39687ccb1444 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0729799 Jul 16 19:19:47.369229 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4600122c-9251-4444-a807-aebcb2b7ced5 req-56e59583-684a-45eb-aa01-3f6a27987950 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419631 Jul 16 19:19:47.945176 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:48.355081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-18f11ce7-126c-42e7-821d-d1a7e7ca9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:48.355618 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-18f11ce7-126c-42e7-821d-d1a7e7ca9a13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642478 Jul 16 19:19:48.456681 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-a8eaea50-68ad-4f67-ba22-db962ba66a2e service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928144 Jul 16 19:19:48.597302 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bf7b8e0-a99d-4e51-9aee-05139fb149b7 req-1ab7039b-40cb-4839-9c9d-ab4ca938cc0e service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298878 Jul 16 19:19:48.610014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62432652-8337-4175-9483-20421d48d384 req-5f8bddfa-25c6-466a-8a3b-c0064afe5998 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:48.612428 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62432652-8337-4175-9483-20421d48d384 req-5f8bddfa-25c6-466a-8a3b-c0064afe5998 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.1261752 Jul 16 19:19:48.655283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-62432652-8337-4175-9483-20421d48d384 req-6fcd09f1-1408-4c7e-bdb1-0df27df2e6ee tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341835 Jul 16 19:19:49.839634 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab343-ec1f-4aaa-910a-ba0d5f0a10ed req-7e02914a-dc5f-4236-b94c-0a3d0e58cf4f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:49.841192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c6ab343-ec1f-4aaa-910a-ba0d5f0a10ed req-7e02914a-dc5f-4236-b94c-0a3d0e58cf4f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0700710 Jul 16 19:19:49.880024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8c6ab343-ec1f-4aaa-910a-ba0d5f0a10ed req-46a1d265-9336-4af1-83c1-3055b257f580 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328598 Jul 16 19:19:51.060565 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddea4a0-49c5-4b40-afcb-a22ae66ef1a2 req-eee55282-6f39-420f-a9c6-7ac1c0232e66 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:51.062184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fddea4a0-49c5-4b40-afcb-a22ae66ef1a2 req-eee55282-6f39-420f-a9c6-7ac1c0232e66 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0660818 Jul 16 19:19:51.104540 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fddea4a0-49c5-4b40-afcb-a22ae66ef1a2 req-7e67fed5-1754-418c-99c2-bf77d5789c42 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358937 Jul 16 19:19:52.295128 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dc304-18c2-4689-bfcd-846615f4e479 req-3529def2-b875-4f50-adc1-d55b416f7485 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:52.296628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-457dc304-18c2-4689-bfcd-846615f4e479 req-3529def2-b875-4f50-adc1-d55b416f7485 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 945 time: 0.0647802 Jul 16 19:19:52.338335 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-457dc304-18c2-4689-bfcd-846615f4e479 req-e5493a1b-b661-4264-8f9e-b7cb208b8d64 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359077 Jul 16 19:19:52.574310 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5de2fce-5b9f-4757-830b-67d89863f5ca details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:19:52.671858 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:52.683589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'port_id': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'mac_address': 'fa:16:3e:02:d3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:19:52.720252 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.733416 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5de2fce-5b9f-4757-830b-67d89863f5ca {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:19:52.755367 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:52.759157 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.812290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=11']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:53.119750 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['c5de2fce-5b9f-4757-830b-67d89863f5ca'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:19:53.515760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b41a8-6777-4b77-b86a-919109e29676 req-75fef339-493f-4b92-a428-2cdde4e7e2fd tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.517272 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a0b41a8-6777-4b77-b86a-919109e29676 req-75fef339-493f-4b92-a428-2cdde4e7e2fd tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0688727 Jul 16 19:19:53.555613 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7a0b41a8-6777-4b77-b86a-919109e29676 req-66fa53d4-fd74-4a20-a302-8db6ff3e30fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322781 Jul 16 19:19:54.603477 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5de2fce-5b9f-4757-830b-67d89863f5ca up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:19:54.652871 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port c5de2fce-5b9f-4757-830b-67d89863f5ca completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:19:54.656825 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port c5de2fce-5b9f-4757-830b-67d89863f5ca triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:19:54.657199 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:54.735920 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428e44c-0eb5-42b5-b744-b125e3b12c8d req-71ee00d0-1461-48f4-811d-8559599ff193 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:54.738867 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a428e44c-0eb5-42b5-b744-b125e3b12c8d req-71ee00d0-1461-48f4-811d-8559599ff193 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 946 time: 0.0696297 Jul 16 19:19:54.739502 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:54.765593 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:19:54.768317 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a715e1-815b-433e-8eef-e2cc595aea64" -d '{"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-plugged", "status": "completed", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:19:54.779996 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a428e44c-0eb5-42b5-b744-b125e3b12c8d req-62445d45-1b00-4b35-867e-281957a8e263 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335953 Jul 16 19:19:54.781634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:54.788149 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:54.829190 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11f6d81-d637-42e8-a362-7713bcb7e644 x-openstack-request-id: req-e11f6d81-d637-42e8-a362-7713bcb7e644 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:19:54.829518 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-plugged", "status": "completed", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:19:54.829770 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e11f6d81-d637-42e8-a362-7713bcb7e644 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:19:54.830845 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'code': 200} Jul 16 19:19:54.847611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=12']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:55.084462 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10c374-7440-4e42-9215-1a4c1877d329 req-2a7a8b0a-9b44-4d9f-b573-09c22817a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:55.084462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a10c374-7440-4e42-9215-1a4c1877d329 req-2a7a8b0a-9b44-4d9f-b573-09c22817a1ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1099 time: 0.0558739 Jul 16 19:19:55.117792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2a10c374-7440-4e42-9215-1a4c1877d329 req-9cd82f7f-fe20-44ce-b085-858942071019 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299609 Jul 16 19:19:55.570862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb343a-56da-4768-8e9c-86ad978b060d req-56f07033-e698-4895-bf53-ff9656ea7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:55.572275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abb343a-56da-4768-8e9c-86ad978b060d req-56f07033-e698-4895-bf53-ff9656ea7fd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1099 time: 0.0565286 Jul 16 19:19:55.687193 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb343a-56da-4768-8e9c-86ad978b060d req-f81030fc-41ae-4057-a0e1-840d1eb8e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:55.688693 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abb343a-56da-4768-8e9c-86ad978b060d req-f81030fc-41ae-4057-a0e1-840d1eb8e492 service neutron] 10.222.0.46 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0916541 Jul 16 19:19:55.760176 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abb343a-56da-4768-8e9c-86ad978b060d req-f3cc42d6-1f3e-4968-b2c9-a2b5d97e8621 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1002 time: 0.0643256 Jul 16 19:19:55.811506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb343a-56da-4768-8e9c-86ad978b060d req-1e08335e-9bf1-4e4f-b0eb-eff0a7a73b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:55.813003 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abb343a-56da-4768-8e9c-86ad978b060d req-1e08335e-9bf1-4e4f-b0eb-eff0a7a73b12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0441940 Jul 16 19:19:55.874385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb343a-56da-4768-8e9c-86ad978b060d req-2fb2c17b-d22e-4e03-9193-68d1b7dc388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:55.876454 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abb343a-56da-4768-8e9c-86ad978b060d req-2fb2c17b-d22e-4e03-9193-68d1b7dc388e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560501 Jul 16 19:19:56.016392 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abb343a-56da-4768-8e9c-86ad978b060d req-65491d5c-e41f-4479-91a0-8082e404172a service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283402 Jul 16 19:19:56.029148 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170709b-5050-4021-8da4-2407d31d660d req-ba7dc3de-0e5e-42f8-ac40-ea56acb5c325 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:56.030572 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6170709b-5050-4021-8da4-2407d31d660d req-ba7dc3de-0e5e-42f8-ac40-ea56acb5c325 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 947 time: 0.1189647 Jul 16 19:19:56.121995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6170709b-5050-4021-8da4-2407d31d660d req-a7fbd7d1-c3be-42f1-86cd-53f332e139c4 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825934 Jul 16 19:19:56.153600 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7abb343a-56da-4768-8e9c-86ad978b060d req-3ea9dd61-4546-4931-9858-19bd25241a85 service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220791 Jul 16 19:19:57.304384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c00048-c2d4-4954-9b57-c509a5aafa82 req-d82f32b9-e940-4f81-b13e-8e5ac315ba84 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:57.305914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8c00048-c2d4-4954-9b57-c509a5aafa82 req-d82f32b9-e940-4f81-b13e-8e5ac315ba84 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 947 time: 0.0655951 Jul 16 19:19:57.344152 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b8c00048-c2d4-4954-9b57-c509a5aafa82 req-42af94de-0764-41fe-bb6d-a10e4eee8b81 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Jul 16 19:19:59.592150 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.290820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9d8796bd-749f-42b7-85f0-1b630d206cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.059906 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.137359 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2355c7c7-18ab-40b3-8384-bc2488c0dd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:07.297363 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.999827 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.956206 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.946159 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:20:29.613277 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:33.293046 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5404db10-7c41-468a-9867-6aaff93f9aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:36.062538 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:36.140907 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-22daa6cc-72df-4ce5-99a0-24230dc7bdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:37.301156 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:39.001181 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:40.971999 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:55.333430 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-4a051285-2e7c-4e43-addb-bb828ca77d2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581672 Jul 16 19:20:55.455749 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-59835415-a344-4637-a206-06ec87ea747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:55.457351 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-59835415-a344-4637-a206-06ec87ea747e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1099 time: 0.0535274 Jul 16 19:20:55.564898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-4197a24f-624b-4458-b95d-f0ba9019801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:55.567055 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-4197a24f-624b-4458-b95d-f0ba9019801b service neutron] 10.222.0.46 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0879166 Jul 16 19:20:55.640143 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-d992aa42-402d-42f9-a324-a01edc61e416 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 1002 time: 0.0625997 Jul 16 19:20:55.693230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-bdaff226-e9b8-4b4a-81cd-f6d74de50fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:55.694695 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-bdaff226-e9b8-4b4a-81cd-f6d74de50fbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0443487 Jul 16 19:20:55.755404 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-6222a456-13a0-4b50-ae7d-525d61f2159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:55.756845 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-6222a456-13a0-4b50-ae7d-525d61f2159e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523212 Jul 16 19:20:55.853464 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-85122100-b24e-4a25-bd6e-208a779020ef service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860946 Jul 16 19:20:55.955371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45cb05-7251-452a-ab09-c0dd7021c3cc req-268a3825-9253-41d6-8693-8606580f2533 service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913692 Jul 16 19:20:59.637507 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:01.945241 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:03.294163 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bfaffe6a-b615-4eac-874f-45c4f62049d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:06.068888 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:06.141922 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58de8328-8e4f-452f-b4da-1851f8e25703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:07.303169 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:09.004073 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:10.972676 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:11.464735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40020) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:11.639868 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Deleting port 545d8e37-faed-490b-b584-c82eea29ca74 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:21:11.640216 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:11.718503 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:11.718736 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:11.731412 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Calling delete_port for 545d8e37-faed-490b-b584-c82eea29ca74 owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:21:11.886290 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:11.914351 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event deleted for resources: {'Port': ['ID=545d8e37-faed-490b-b584-c82eea29ca74,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:11.941699 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.942056 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.942404 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.942749 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.943094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.943429 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.943762 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.944096 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.944427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.944786 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.945118 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.945450 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:11.989678 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:11.989948 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Floating IP 5f3261d3-5d60-4969-a803-d07f4e917fe9 disassociated (deleted). External IP: 172.25.2.170, port: c5de2fce-5b9f-4757-830b-67d89863f5ca. Jul 16 19:21:12.212190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:21:12.325674 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:21:12.330751 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:12.336632 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] Sync routers for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:21:12.346160 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:12.347208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:12.375934 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-fd05605d-a327-4093-a5e9-79233d22b85c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "DELETE /v2.0/floatingips/5f3261d3-5d60-4969-a803-d07f4e917fe9 HTTP/1.1" status: 204 len: 168 time: 0.9100943 Jul 16 19:21:12.376861 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:12.380169 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:12.464093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:12.502629 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11d8b46-7766-4b4f-854a-6caf52c5c1f5 x-openstack-request-id: req-f11d8b46-7766-4b4f-854a-6caf52c5c1f5 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:12.503262 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:12.503568 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f11d8b46-7766-4b4f-854a-6caf52c5c1f5 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:12.503843 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'status': 'completed', 'code': 200} Jul 16 19:21:12.649474 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-ce1dee82-1d58-4608-a829-ec2563758854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:12.651826 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-ce1dee82-1d58-4608-a829-ec2563758854 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 1099 time: 0.0974538 Jul 16 19:21:12.724487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:12.752361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] Checking router: 2e8fb326-9309-4b6f-9535-9bd6df21fa65 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:21:12.762428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:12.763263 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:21:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:12.840939 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-08d22e86-6c84-4fad-862e-14f5a178bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:12.842334 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-08d22e86-6c84-4fad-862e-14f5a178bfb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.1469038 Jul 16 19:21:12.875202 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:12.888751 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-b6d1c298-b15e-48c1-b268-9635b04aed3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 200 len: 217 time: 0.0382600 Jul 16 19:21:12.897971 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448001f-f3f1-4daf-a9ed-489b1e71f39c req-993a4eb9-96c4-47c9-a020-a914f29a8a8d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:12.899471 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e448001f-f3f1-4daf-a9ed-489b1e71f39c req-993a4eb9-96c4-47c9-a020-a914f29a8a8d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 947 time: 0.1382880 Jul 16 19:21:12.973576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-84457459-7416-4fdf-9467-f0fd134e588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:12.975072 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-84457459-7416-4fdf-9467-f0fd134e588c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0747113 Jul 16 19:21:12.978144 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e448001f-f3f1-4daf-a9ed-489b1e71f39c req-f6c9a071-726b-4532-b993-184a84c3f5f9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704656 Jul 16 19:21:13.098147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:13.129058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ffc70-f2c2-4b13-adba-ae55b2f288b9 None None] The sync data for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 is: [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:21:13.386325 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4e420-8368-426c-b4f6-b19968bc06b7 None None] New status for floating IP 5f3261d3-5d60-4969-a803-d07f4e917fe9: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:21:13.396784 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-333d8afd-9c4b-4dc9-8e94-c6b48fccf073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:13.398339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-333d8afd-9c4b-4dc9-8e94-c6b48fccf073 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4152205 Jul 16 19:21:13.513113 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-a903e6ef-716b-472c-8406-26ce31d8905d service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040151 Jul 16 19:21:13.624071 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5e372d11-d8a9-41ea-a6e8-3aa41cd66c10 req-95bdbddb-50e2-4f48-8f3d-1f88f2efab01 service neutron] 10.222.0.46 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020546 Jul 16 19:21:14.175944 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7276-38fb-4ad5-b7f5-9c293b3d3cbc req-3f9a4f61-baa4-4d8a-8731-ca622748657e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:14.177480 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a57c7276-38fb-4ad5-b7f5-9c293b3d3cbc req-3f9a4f61-baa4-4d8a-8731-ca622748657e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 947 time: 0.0818350 Jul 16 19:21:14.217914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a57c7276-38fb-4ad5-b7f5-9c293b3d3cbc req-8c1f953f-a387-497c-96dd-95fcfe0d3ca8 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f12b7f1-e712-4922-844b-7b1352d0def7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347328 Jul 16 19:21:14.587399 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-db7449fe-30eb-4d92-ba0c-7134f5b64d62 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:14.589224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-db7449fe-30eb-4d92-ba0c-7134f5b64d62 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 947 time: 0.0717235 Jul 16 19:21:14.705803 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Deleting port c5de2fce-5b9f-4757-830b-67d89863f5ca {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:21:14.706738 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:14.799647 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] For port c5de2fce-5b9f-4757-830b-67d89863f5ca, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=c5de2fce-5b9f-4757-830b-67d89863f5ca,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:14.800400 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:14.812091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Calling delete_port for c5de2fce-5b9f-4757-830b-67d89863f5ca owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:21:14.955161 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:14.986900 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event deleted for resources: {'Port': ['ID=c5de2fce-5b9f-4757-830b-67d89863f5ca,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:15.017240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.017590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.017927 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.018265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.019236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.019791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.020227 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.020576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.020911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.021240 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.021572 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.021903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:15.046333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] No DVR routers for this DVR port c5de2fce-5b9f-4757-830b-67d89863f5ca on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:21:15.050737 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:15.054287 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f88a6334-2d24-46ff-890e-baa0e8c7a7ea req-36e5faf6-32e7-4ef4-903e-822166b193ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.46 "DELETE /v2.0/ports/c5de2fce-5b9f-4757-830b-67d89863f5ca HTTP/1.1" status: 204 len: 173 time: 0.4591949 Jul 16 19:21:15.054741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-deleted', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:15.057053 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f614c1-ab46-4830-84d8-9b95a8cec727" -d '{"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-deleted", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:15.106207 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed74eec-e6a8-427a-81ca-92f5a75dbddc x-openstack-request-id: req-2ed74eec-e6a8-427a-81ca-92f5a75dbddc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:15.106542 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c1280-16b0-4043-a6f5-7928daa89968", "name": "network-vif-deleted", "tag": "c5de2fce-5b9f-4757-830b-67d89863f5ca", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:15.106789 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ed74eec-e6a8-427a-81ca-92f5a75dbddc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:15.107234 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4c1280-16b0-4043-a6f5-7928daa89968', 'name': 'network-vif-deleted', 'tag': 'c5de2fce-5b9f-4757-830b-67d89863f5ca', 'status': 'completed', 'code': 200} Jul 16 19:21:15.400188 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-765dbe6d-408c-45e6-84f6-30356a706533 req-f0f4e683-98e5-48ca-9e4a-88e77226d0bb tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e4c1280-16b0-4043-a6f5-7928daa89968 HTTP/1.1" status: 200 len: 210 time: 0.0309212 Jul 16 19:21:16.503930 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40044) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:16.569850 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86e4a5b4-2324-4301-9861-982dae0d7aa6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:16.597486 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86e4a5b4-2324-4301-9861-982dae0d7aa6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:16.661311 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86e4a5b4-2324-4301-9861-982dae0d7aa6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:16.664225 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-86e4a5b4-2324-4301-9861-982dae0d7aa6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:16.665454 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-86e4a5b4-2324-4301-9861-982dae0d7aa6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "DELETE /v2.0/security-groups/6f12b7f1-e712-4922-844b-7b1352d0def7 HTTP/1.1" status: 204 len: 168 time: 0.1605189 Jul 16 19:21:16.675903 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4a5b4-2324-4301-9861-982dae0d7aa6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12b7f1-e712-4922-844b-7b1352d0def7,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:18.077333 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40052) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:18.082864 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-93857853-057f-460e-bb18-a15706087c9c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332380741', 'description': 'tempest-secgroup-smoke-332380741 description', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:18.112306 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93857853-057f-460e-bb18-a15706087c9c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.204367 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93857853-057f-460e-bb18-a15706087c9c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.209063 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93857853-057f-460e-bb18-a15706087c9c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.234939 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-93857853-057f-460e-bb18-a15706087c9c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.236176 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-93857853-057f-460e-bb18-a15706087c9c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1577332 Jul 16 19:21:18.240767 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93857853-057f-460e-bb18-a15706087c9c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ad8415-64b2-45c5-841c-cfe4ee9febd0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:18.241094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40054) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:18.250069 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-125dc4dd-a321-4b59-9613-15d4e9b466fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': 'e3ad8415-64b2-45c5-841c-cfe4ee9febd0', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:18.278561 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-125dc4dd-a321-4b59-9613-15d4e9b466fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.348016 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-125dc4dd-a321-4b59-9613-15d4e9b466fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.352114 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-125dc4dd-a321-4b59-9613-15d4e9b466fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.371754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dc4dd-a321-4b59-9613-15d4e9b466fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4404c4da-3fe2-4d77-a096-1562d50ed509,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:18.379200 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-125dc4dd-a321-4b59-9613-15d4e9b466fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.380447 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-125dc4dd-a321-4b59-9613-15d4e9b466fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381571 Jul 16 19:21:18.383384 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40056) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:18.388899 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-68943b8f-426c-41da-b9e2-7f461bbf68d5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': 'e3ad8415-64b2-45c5-841c-cfe4ee9febd0', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:18.417447 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68943b8f-426c-41da-b9e2-7f461bbf68d5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.476322 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68943b8f-426c-41da-b9e2-7f461bbf68d5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.480071 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68943b8f-426c-41da-b9e2-7f461bbf68d5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.498719 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68943b8f-426c-41da-b9e2-7f461bbf68d5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfe51b1-3be7-4ff6-8059-2f78c500f7ad,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:18.510821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-68943b8f-426c-41da-b9e2-7f461bbf68d5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.512940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-68943b8f-426c-41da-b9e2-7f461bbf68d5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279459 Jul 16 19:21:18.515345 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40058) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:18.520087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-35a6e881-ad71-4393-b3fb-2aef09c2bbc3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': 'e3ad8415-64b2-45c5-841c-cfe4ee9febd0', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:18.546986 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35a6e881-ad71-4393-b3fb-2aef09c2bbc3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.611066 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35a6e881-ad71-4393-b3fb-2aef09c2bbc3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.615739 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35a6e881-ad71-4393-b3fb-2aef09c2bbc3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.634853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6e881-ad71-4393-b3fb-2aef09c2bbc3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba52c88-3401-4a71-9d97-7743665d72d9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:18.642507 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-35a6e881-ad71-4393-b3fb-2aef09c2bbc3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.643809 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-35a6e881-ad71-4393-b3fb-2aef09c2bbc3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273730 Jul 16 19:21:18.647059 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40060) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:18.651559 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-7b1ae671-caf1-46fd-b117-f61d63925a9d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': 'e3ad8415-64b2-45c5-841c-cfe4ee9febd0', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:18.680430 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae671-caf1-46fd-b117-f61d63925a9d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.745812 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae671-caf1-46fd-b117-f61d63925a9d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.750439 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae671-caf1-46fd-b117-f61d63925a9d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.771247 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ae671-caf1-46fd-b117-f61d63925a9d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adf5f05-3871-4445-b8e5-01b63fadf42b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:18.777395 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7b1ae671-caf1-46fd-b117-f61d63925a9d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.778524 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7b1ae671-caf1-46fd-b117-f61d63925a9d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304321 Jul 16 19:21:18.782070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40062) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:18.787298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-fe86e142-6fa0-4d22-84cb-b88fcf74a696 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': 'e3ad8415-64b2-45c5-841c-cfe4ee9febd0', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:18.810012 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-fe86e142-6fa0-4d22-84cb-b88fcf74a696 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Project 7dbb408e765e42598a3e6df0dfdcdcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:21:18.815124 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe86e142-6fa0-4d22-84cb-b88fcf74a696 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.879090 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe86e142-6fa0-4d22-84cb-b88fcf74a696 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.882771 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe86e142-6fa0-4d22-84cb-b88fcf74a696 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.901629 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e142-6fa0-4d22-84cb-b88fcf74a696 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7b807b-6fbe-4889-a8de-ef5cbabe2732,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:18.915028 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-fe86e142-6fa0-4d22-84cb-b88fcf74a696 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.916315 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-fe86e142-6fa0-4d22-84cb-b88fcf74a696 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331713 Jul 16 19:21:18.922536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40064) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:18.929189 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-24ca1f47-c752-4f4e-a74d-6762311604b6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'security_group_rule': {'security_group_id': 'e3ad8415-64b2-45c5-841c-cfe4ee9febd0', 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:18.951731 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-24ca1f47-c752-4f4e-a74d-6762311604b6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Project 7dbb408e765e42598a3e6df0dfdcdcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:21:18.957034 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ca1f47-c752-4f4e-a74d-6762311604b6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.029427 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ca1f47-c752-4f4e-a74d-6762311604b6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.037409 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ca1f47-c752-4f4e-a74d-6762311604b6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.037933 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5de2fce-5b9f-4757-830b-67d89863f5ca no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:21:19.058236 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1f47-c752-4f4e-a74d-6762311604b6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c69c38-9136-48f9-8bdb-bb642a246027,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:19.061147 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: c5de2fce-5b9f-4757-830b-67d89863f5ca {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:21:19.067260 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device c5de2fce-5b9f-4757-830b-67d89863f5ca not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:21:19.068277 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-24ca1f47-c752-4f4e-a74d-6762311604b6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.070130 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-24ca1f47-c752-4f4e-a74d-6762311604b6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466405 Jul 16 19:21:29.647226 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:33.306429 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cd702dd-f02e-4d52-9a83-8b8c9f0e703d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:34.745795 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-008857c4-cdad-49fd-a6f2-b43f37f2ec72 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332380741&fields=id&tenant_id=7dbb408e765e42598a3e6df0dfdcdcec HTTP/1.1" status: 200 len: 267 time: 0.0324078 Jul 16 19:21:34.871745 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc297f-6127-4720-8742-9508737de213 req-484b5c82-0a84-4656-bf48-00f89993e1de tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:34.873259 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-484b5c82-0a84-4656-bf48-00f89993e1de tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 809 time: 0.1211092 Jul 16 19:21:34.888296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-f9f19fe1-1982-4c2e-9096-21423faf05f6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/quotas/7dbb408e765e42598a3e6df0dfdcdcec HTTP/1.1" status: 200 len: 375 time: 0.0094771 Jul 16 19:21:34.958607 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-d93cd99c-61f9-4338-a056-3a8f9a4bebf3 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647612 Jul 16 19:21:35.018041 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-1b4a5e5c-373c-4ac3-a80f-866b77be18d6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:21:35.019677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-1b4a5e5c-373c-4ac3-a80f-866b77be18d6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497870 Jul 16 19:21:35.115346 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-14b74722-c07a-41c7-9e23-6010704a912f service neutron] 10.222.0.60 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895665 Jul 16 19:21:35.213942 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-bab5fcbb-4f47-4c9e-9b81-3c9d929403e1 service neutron] 10.222.0.60 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927041 Jul 16 19:21:36.066282 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:36.141391 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-28a4a54f-14e9-41e7-8026-6112a8e8e811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:36.627200 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-354d23fe-d839-4e98-8854-e651f8ebffc4 req-6485cb1d-f627-4dd3-93d7-49e52364bcf4 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 210 time: 0.0792737 Jul 16 19:21:37.306784 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:37.719595 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc297f-6127-4720-8742-9508737de213 req-7ee02f02-96a4-4c93-abc6-8f97afe24cea tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:37.721243 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-7ee02f02-96a4-4c93-abc6-8f97afe24cea tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 809 time: 0.1266990 Jul 16 19:21:37.775185 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-50b27c7b-0f20-4bb1-90f8-d37bfa0d8026 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dbb408e765e42598a3e6df0dfdcdcec HTTP/1.1" status: 200 len: 379 time: 0.0384884 Jul 16 19:21:37.784244 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'port': {'device_id': '1c230340-397b-494c-abdb-cbb0988aec17', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'admin_state_up': True, 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'security_groups': ['e3ad8415-64b2-45c5-841c-cfe4ee9febd0']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:37.790027 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-92cf1555-b76f-4ddf-b409-62797eb00566 req-cb27c53b-85f4-46b4-a61f-992611621d1b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 210 time: 0.0333035 Jul 16 19:21:37.896217 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Made reservation on behalf of 7dbb408e765e42598a3e6df0dfdcdcec for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:21:37.899856 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:38.030795 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Allocated IP 172.20.0.5 (943a0200-e875-49d6-a845-3d8cc91d1839/2777b7c9-9667-49a5-b1b1-0e27787bdba3/4fa21cfa-9092-4f53-b66b-a6db8e943c05) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:21:38.483294 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:38.497355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Transition to ACTIVE for port object 4fa21cfa-9092-4f53-b66b-a6db8e943c05 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:21:38.531975 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:38.581820 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Network 943a0200-e875-49d6-a845-3d8cc91d1839 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:21:38.585309 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:38.589847 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:21:38.598353 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'Port': ['ID=4fa21cfa-9092-4f53-b66b-a6db8e943c05,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:38.654084 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:38.654939 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:38.674426 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-049dc564-34ad-4cf6-997c-ac39bdfc9745 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8943918 Jul 16 19:21:38.758656 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Request body: {'port': {'device_id': '1c230340-397b-494c-abdb-cbb0988aec17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:38.845589 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dfb41dc0-7710-465c-b0e4-e6e534315e76 None None] Provisioning for port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:38.850730 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dfb41dc0-7710-465c-b0e4-e6e534315e76 None None] Provisioning complete for port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:38.851121 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dfb41dc0-7710-465c-b0e4-e6e534315e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:38.862940 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:38.893711 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-dfb41dc0-7710-465c-b0e4-e6e534315e76 None None] Port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:21:38.948779 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:39.009009 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2c63f-89d8-4d3c-8d3e-838ddd7ace95 req-312d3fbd-9833-4ef7-aa33-79e106aa02cc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:39.011248 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31e2c63f-89d8-4d3c-8d3e-838ddd7ace95 req-312d3fbd-9833-4ef7-aa33-79e106aa02cc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 931 time: 0.0723891 Jul 16 19:21:39.012967 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:39.065191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-31e2c63f-89d8-4d3c-8d3e-838ddd7ace95 req-3390e12e-ab43-41c9-aa08-6fa260cad70a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449238 Jul 16 19:21:39.190451 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa21cfa-9092-4f53-b66b-a6db8e943c05 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:21:39.198145 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:39.210810 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Transition to ACTIVE for port object 4fa21cfa-9092-4f53-b66b-a6db8e943c05 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:21:39.214617 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:39.274761 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa21cfa-9092-4f53-b66b-a6db8e943c05,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:39.347607 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Attempting to bind port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:21:39.348168 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Attempting to bind port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:21:39.348766 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Attempting to bind port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 on network 943a0200-e875-49d6-a845-3d8cc91d1839 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:21:39.353939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 on network 943a0200-e875-49d6-a845-3d8cc91d1839 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:21:39.354190 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Attempting to bind port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 on network 943a0200-e875-49d6-a845-3d8cc91d1839 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:21:39.359551 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:21:39.359896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Checking segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:21:39.360293 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Bound using segment: {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:21:39.360892 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Bound port: 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaef4aa-4632-4561-81ea-65363a70fd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:21:39.361266 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:39.436894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:21:39.441185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:21:39.447880 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:39.489374 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:39.489865 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:39.491309 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] 10.222.0.45 "PUT /v2.0/ports/4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 1092 time: 0.8086536 Jul 16 19:21:39.491765 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:39.494095 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91024b4b-1cb0-4446-a7b2-a5edc4938b69" -d '{"events": [{"name": "network-changed", "server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:39.529958 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f563c-e9dd-4648-bf94-1b493753fa08 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa21cfa-9092-4f53-b66b-a6db8e943c05,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:39.572404 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3a4b80-c43c-48ed-b4de-38d7fee2a77b x-openstack-request-id: req-2b3a4b80-c43c-48ed-b4de-38d7fee2a77b {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:39.572835 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:39.573025 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b3a4b80-c43c-48ed-b4de-38d7fee2a77b {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:39.573386 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'status': 'completed', 'code': 200} Jul 16 19:21:39.603880 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc297f-6127-4720-8742-9508737de213 req-ffa90646-c4cc-4ee8-bc9c-48888f544e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:39.605828 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-ffa90646-c4cc-4ee8-bc9c-48888f544e1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1095 time: 0.0646238 Jul 16 19:21:39.651010 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-d16d7b22-eebd-4cd9-931a-f84a179df532 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 217 time: 0.0367625 Jul 16 19:21:39.714963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc297f-6127-4720-8742-9508737de213 req-3fd71bcf-7ce7-4b7b-a683-33c71c9eb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:39.716662 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-3fd71bcf-7ce7-4b7b-a683-33c71c9eb758 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0591521 Jul 16 19:21:39.783139 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc297f-6127-4720-8742-9508737de213 req-f9104d4a-33df-4a5f-a6d7-99940be8484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:39.785311 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-f9104d4a-33df-4a5f-a6d7-99940be8484e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614407 Jul 16 19:21:39.878096 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-73b24057-6658-4ce1-8ef5-2e68526206b1 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864439 Jul 16 19:21:39.976988 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-8edc297f-6127-4720-8742-9508737de213 req-78e86e47-201b-45b1-b1c2-f0af583edfc3 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926156 Jul 16 19:21:40.086881 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-dda6c6be-0298-4604-8cdf-302d2700e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:40.088842 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-dda6c6be-0298-4604-8cdf-302d2700e030 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1095 time: 0.0635247 Jul 16 19:21:40.203219 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-13a7d516-a93a-4321-9a76-00e0afbe7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:40.206859 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-13a7d516-a93a-4321-9a76-00e0afbe7747 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.1073575 Jul 16 19:21:40.249731 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-db8b239f-4477-450c-9789-361f99cc88f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 217 time: 0.0360076 Jul 16 19:21:40.265042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacc6ed-45f4-4b99-b5c0-de486b44cde9 req-c5b5c54e-db8a-4981-9da1-dadd4776063e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:40.266865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-baacc6ed-45f4-4b99-b5c0-de486b44cde9 req-c5b5c54e-db8a-4981-9da1-dadd4776063e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0715585 Jul 16 19:21:40.305802 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-072269bd-aa9a-43dd-afa3-401a7ed9c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:40.307321 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-072269bd-aa9a-43dd-afa3-401a7ed9c0bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0516856 Jul 16 19:21:40.308865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-baacc6ed-45f4-4b99-b5c0-de486b44cde9 req-882b352e-7e8a-404f-a56a-f8eecbe7c1b9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354285 Jul 16 19:21:40.366536 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-6e04983a-a970-4039-a109-2403b18427b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:40.368058 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-6e04983a-a970-4039-a109-2403b18427b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545554 Jul 16 19:21:40.465158 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-6a7f78bb-1910-4f0d-9e4b-ab6aae915422 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903530 Jul 16 19:21:40.567994 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-91024b4b-1cb0-4446-a7b2-a5edc4938b69 req-4b8ad52c-3a18-48ea-9111-8d85f014376a service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968516 Jul 16 19:21:40.991218 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:41.497008 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a554733-ad33-407f-a554-d0b8aaddd3a1 req-2be16185-1e9b-4d3b-88cd-2f5322348f47 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:41.498533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a554733-ad33-407f-a554-d0b8aaddd3a1 req-2be16185-1e9b-4d3b-88cd-2f5322348f47 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0690787 Jul 16 19:21:41.538416 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4a554733-ad33-407f-a554-d0b8aaddd3a1 req-ef177fc9-a378-4c12-a5b2-405c7cb16e8b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339231 Jul 16 19:21:42.723266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b98e1a-7959-4e95-8afc-bd18a4c1f031 req-28da423e-4029-47a1-8ffb-8520faf9a536 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:42.724839 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93b98e1a-7959-4e95-8afc-bd18a4c1f031 req-28da423e-4029-47a1-8ffb-8520faf9a536 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0715554 Jul 16 19:21:42.764641 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-93b98e1a-7959-4e95-8afc-bd18a4c1f031 req-d626a78e-a02d-4363-af42-879c9bcd4879 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336070 Jul 16 19:21:43.945413 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde14090-6c84-447b-bb5d-757b932434ef req-a2941e97-4643-41a8-ac8e-2199e114cddf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:43.946882 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cde14090-6c84-447b-bb5d-757b932434ef req-a2941e97-4643-41a8-ac8e-2199e114cddf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0655289 Jul 16 19:21:43.984841 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cde14090-6c84-447b-bb5d-757b932434ef req-14016b8a-a9f3-47c2-9920-809260f56302 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322750 Jul 16 19:21:45.165060 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb8cc-ae6f-4405-8c59-97e37add5791 req-9a40b74d-c1a4-42dd-a985-f3ec4cc2f71b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:45.166777 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d8cb8cc-ae6f-4405-8c59-97e37add5791 req-9a40b74d-c1a4-42dd-a985-f3ec4cc2f71b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0664930 Jul 16 19:21:45.213528 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3d8cb8cc-ae6f-4405-8c59-97e37add5791 req-ac46c058-0d40-43de-8a52-9e60f423e812 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381215 Jul 16 19:21:46.400374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ece30-376c-401e-a4dd-f4a2548a094d req-4193bee7-06bf-466a-babf-ecfaa5b61d49 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:46.401812 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d6ece30-376c-401e-a4dd-f4a2548a094d req-4193bee7-06bf-466a-babf-ecfaa5b61d49 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0658469 Jul 16 19:21:46.440122 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8d6ece30-376c-401e-a4dd-f4a2548a094d req-ad32c2dc-9835-4382-8212-6daa67ece5c6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325372 Jul 16 19:21:47.635636 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9813d-934a-4018-9fc6-a172695091ac req-42ea0e73-60db-4772-9562-df88cb72fa2e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:47.636828 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6df9813d-934a-4018-9fc6-a172695091ac req-42ea0e73-60db-4772-9562-df88cb72fa2e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0830040 Jul 16 19:21:47.676890 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6df9813d-934a-4018-9fc6-a172695091ac req-0b7ef84e-d453-4eb5-969c-fe4e6bdc2a71 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346105 Jul 16 19:21:48.864191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada1917-ad50-4c1f-a7c8-8b1197f098b6 req-c0f28395-7ac7-4c03-bcc5-c2ebaf50d246 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:48.866283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fada1917-ad50-4c1f-a7c8-8b1197f098b6 req-c0f28395-7ac7-4c03-bcc5-c2ebaf50d246 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0692916 Jul 16 19:21:48.905224 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-fada1917-ad50-4c1f-a7c8-8b1197f098b6 req-7abe55a0-2ae8-4089-9493-1b5935a27f35 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334051 Jul 16 19:21:50.087825 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080f6d6-6859-44ca-9236-9291a5e954f0 req-1532f4fa-4a31-4f7d-94e2-d840da6da853 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:50.089371 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6080f6d6-6859-44ca-9236-9291a5e954f0 req-1532f4fa-4a31-4f7d-94e2-d840da6da853 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0694637 Jul 16 19:21:50.133846 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6080f6d6-6859-44ca-9236-9291a5e954f0 req-80cf5902-8900-428a-9abe-6b7749c68c80 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386472 Jul 16 19:21:50.194733 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4fa21cfa-9092-4f53-b66b-a6db8e943c05 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:21:50.296248 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:50.308863 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'port_id': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'mac_address': 'fa:16:3e:da:bd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:21:50.347803 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:50.360866 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa21cfa-9092-4f53-b66b-a6db8e943c05 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:21:50.381550 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:50.385642 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:50.434696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4fa21cfa-9092-4f53-b66b-a6db8e943c05,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:50.442724 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.443071 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.443412 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.443747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.444094 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.444407 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.444760 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.445086 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.445409 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.445732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.446054 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.446374 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:50.643738 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4fa21cfa-9092-4f53-b66b-a6db8e943c05'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:21:51.312327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badfd0e-5eff-44ae-9f42-6f98cfda83d6 req-63468d60-a864-4665-9a49-0e5137dfa296 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:51.313853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4badfd0e-5eff-44ae-9f42-6f98cfda83d6 req-63468d60-a864-4665-9a49-0e5137dfa296 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 944 time: 0.0654428 Jul 16 19:21:51.359339 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4badfd0e-5eff-44ae-9f42-6f98cfda83d6 req-bba4334e-85a5-4ea2-9280-36ddee751161 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397391 Jul 16 19:21:52.210677 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4fa21cfa-9092-4f53-b66b-a6db8e943c05 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:21:52.257554 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:52.260988 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:52.261345 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:52.337219 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:52.358955 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:52.361219 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355550d1-b581-4a3a-aea1-8578d4f96fe9" -d '{"events": [{"server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "name": "network-vif-plugged", "status": "completed", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:52.374741 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:52.379825 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:52.406605 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909794d-8528-4a02-af74-f1d896253b91 x-openstack-request-id: req-e909794d-8528-4a02-af74-f1d896253b91 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:52.406893 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "name": "network-vif-plugged", "status": "completed", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:52.407141 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e909794d-8528-4a02-af74-f1d896253b91 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:52.407522 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'code': 200} Jul 16 19:21:52.436587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4fa21cfa-9092-4f53-b66b-a6db8e943c05,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:52.528614 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26523ff0-dd8b-4eee-a5ff-19f43bbcbd29 req-30475a5d-02cd-433b-8bd7-ec351a53bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:52.530168 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-26523ff0-dd8b-4eee-a5ff-19f43bbcbd29 req-30475a5d-02cd-433b-8bd7-ec351a53bd16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1097 time: 0.0600462 Jul 16 19:21:52.558946 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8c442-4d0f-4039-a12b-7bf495555fd9 req-9b23321b-a8c4-485a-8324-a1c84170de48 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:52.560545 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bf8c442-4d0f-4039-a12b-7bf495555fd9 req-9b23321b-a8c4-485a-8324-a1c84170de48 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0690107 Jul 16 19:21:52.571407 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-26523ff0-dd8b-4eee-a5ff-19f43bbcbd29 req-e09d9c62-2d4d-4ac4-8c2c-9aa7fcd85cc0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336525 Jul 16 19:21:52.603344 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3bf8c442-4d0f-4039-a12b-7bf495555fd9 req-4f61549f-da85-4a0d-8f77-f2f7828ffb46 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358379 Jul 16 19:21:53.781332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e403fa-7fe5-4461-bcae-d7c92684be56 req-e78cb6df-58eb-4a91-8233-93c4b773d2cf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:53.782836 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5e403fa-7fe5-4461-bcae-d7c92684be56 req-e78cb6df-58eb-4a91-8233-93c4b773d2cf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0642147 Jul 16 19:21:53.823800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e5e403fa-7fe5-4461-bcae-d7c92684be56 req-4763938d-78f5-4df3-a7e6-8a30fda3b78b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346596 Jul 16 19:21:54.026467 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ad6a8-0cf3-429f-8046-22d22d87f486 req-7403919c-e815-4107-9f2b-fc8553d845e9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:54.027877 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-811ad6a8-0cf3-429f-8046-22d22d87f486 req-7403919c-e815-4107-9f2b-fc8553d845e9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0866303 Jul 16 19:21:54.069184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-811ad6a8-0cf3-429f-8046-22d22d87f486 req-30f2ba07-6ffa-4e85-a874-d45a530d4248 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354970 Jul 16 19:21:54.093415 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:54.148852 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b269c76-fdc7-45e7-981c-04b2bf728a61 tempest-TestShelveInstance-1531736770 tempest-TestShelveInstance-1531736770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:54.150399 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-2b269c76-fdc7-45e7-981c-04b2bf728a61 tempest-TestShelveInstance-1531736770 tempest-TestShelveInstance-1531736770-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1092 time: 0.0559483 Jul 16 19:21:54.153470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40280) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:54.157962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:54.180317 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:54.283484 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:54.389185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Allocated IP 172.25.2.253 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/90b92cc4-7254-428f-8b36-f0475ef1aa9c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:21:54.500849 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:54.541674 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:54.584007 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:21:54.586754 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:54.590330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:21:54.595712 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'Port': ['ID=90b92cc4-7254-428f-8b36-f0475ef1aa9c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:54.964345 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:55.057213 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:55.217084 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:55.221474 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:55.293729 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event updated for resources: {'Port': ['ID=90b92cc4-7254-428f-8b36-f0475ef1aa9c,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:55.306021 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:55.417499 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Floating IP c98fb591-acbd-4909-9f34-bec07e0ab7db associated. External IP: 172.25.2.253, port: 4fa21cfa-9092-4f53-b66b-a6db8e943c05. Jul 16 19:21:55.627042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:21:55.749317 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:21:55.759676 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] Sync routers for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:21:55.766568 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:55.771587 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:55.772216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:21:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:55.816154 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-a69ef36c-c582-457a-9342-962d056c14bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6514251 Jul 16 19:21:55.816154 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:55.816154 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044011f8-022a-40cf-bf12-a30512b334c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:55.850406 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d27a7-56ff-4adb-9010-ef29d0619e72 x-openstack-request-id: req-d44d27a7-56ff-4adb-9010-ef29d0619e72 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:55.850695 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:55.850942 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d44d27a7-56ff-4adb-9010-ef29d0619e72 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:55.851404 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'status': 'completed', 'code': 200} Jul 16 19:21:55.930352 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044011f8-022a-40cf-bf12-a30512b334c4 req-904175c3-5427-4c46-9c48-b6b0ee68c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:55.931776 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-044011f8-022a-40cf-bf12-a30512b334c4 req-904175c3-5427-4c46-9c48-b6b0ee68c057 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1097 time: 0.0591893 Jul 16 19:21:56.032871 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044011f8-022a-40cf-bf12-a30512b334c4 req-ba419e9f-be38-425f-9e24-65633dde92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:56.034427 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-044011f8-022a-40cf-bf12-a30512b334c4 req-ba419e9f-be38-425f-9e24-65633dde92ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0943539 Jul 16 19:21:56.037989 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:56.106061 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-044011f8-022a-40cf-bf12-a30512b334c4 req-0245335d-6777-4ddc-9390-a267f5739130 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 999 time: 0.0650904 Jul 16 19:21:56.155727 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044011f8-022a-40cf-bf12-a30512b334c4 req-3017f09c-6d1b-4406-b283-1de4232efb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:56.157303 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-044011f8-022a-40cf-bf12-a30512b334c4 req-3017f09c-6d1b-4406-b283-1de4232efb13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0456936 Jul 16 19:21:56.226336 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044011f8-022a-40cf-bf12-a30512b334c4 req-2bf8cb15-c841-4f14-8dd2-de135b7c34e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:56.227743 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-044011f8-022a-40cf-bf12-a30512b334c4 req-2bf8cb15-c841-4f14-8dd2-de135b7c34e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643868 Jul 16 19:21:56.272325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'c98fb591-acbd-4909-9f34-bec07e0ab7db', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'port_id': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'mac_address': 'fa:16:3e:da:bd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c230340-397b-494c-abdb-cbb0988aec17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:21:54Z', 'updated_at': '2021-07-16T19:21:54Z', 'revision_number': 0, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:56.299443 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] Checking router: 2e8fb326-9309-4b6f-9535-9bd6df21fa65 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:21:56.308782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:56.309400 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:21:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:56.324841 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-044011f8-022a-40cf-bf12-a30512b334c4 req-2a4967d6-292b-4f33-a707-544d179a58ed service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904939 Jul 16 19:21:56.416532 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:56.416968 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-044011f8-022a-40cf-bf12-a30512b334c4 req-cd654f7b-d40d-4ed7-920b-8d9e74a0cc86 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859137 Jul 16 19:21:56.652006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'c98fb591-acbd-4909-9f34-bec07e0ab7db', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'port_id': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'mac_address': 'fa:16:3e:da:bd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c230340-397b-494c-abdb-cbb0988aec17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:21:54Z', 'updated_at': '2021-07-16T19:21:54Z', 'revision_number': 0, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:56.679601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c468361-f301-42b8-b291-f18fda62e5a8 None None] The sync data for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 is: [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': 'c98fb591-acbd-4909-9f34-bec07e0ab7db', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'port_id': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'mac_address': 'fa:16:3e:da:bd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c230340-397b-494c-abdb-cbb0988aec17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:21:54Z', 'updated_at': '2021-07-16T19:21:54Z', 'revision_number': 0, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:21:56.879389 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9476eec7-db60-4086-b098-9c0b91d1e5b9 None None] New status for floating IP c98fb591-acbd-4909-9f34-bec07e0ab7db: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:21:59.646796 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.300979 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e59a8b78-f957-4bcb-b6ae-017825bf5ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.057720 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.143311 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-55205f4f-ee1b-4568-833e-473dd1289ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.311744 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:09.008622 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.978369 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.951196 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:16.777349 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-7ebe7c69-a38d-4978-ae4d-7180002bc786 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571585 Jul 16 19:22:16.883021 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-d0a5e3f8-7287-42bb-b0a4-5fe1d9989637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:16.884642 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-d0a5e3f8-7287-42bb-b0a4-5fe1d9989637 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1097 time: 0.0615590 Jul 16 19:22:17.004264 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-d8b1684e-e94d-4537-b1ab-26568b1bc689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:17.005825 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-d8b1684e-e94d-4537-b1ab-26568b1bc689 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.1000364 Jul 16 19:22:17.080121 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-3cd19259-8f53-4453-a6e4-6aa1fdbb50de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 1001 time: 0.0676939 Jul 16 19:22:17.142856 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-8b2f31ad-023e-4716-9ace-c638569fa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:17.144639 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-8b2f31ad-023e-4716-9ace-c638569fa3f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0578523 Jul 16 19:22:17.207963 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-cdfd6544-29a5-447e-a792-f5a3979d884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:17.209528 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-cdfd6544-29a5-447e-a792-f5a3979d884e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590141 Jul 16 19:22:17.317344 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-9d05e8ec-991d-40c7-9cd3-bfb457306442 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009943 Jul 16 19:22:17.418140 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2baf9369-92e7-43f2-8113-45bc77a67c10 req-293cde34-d807-486a-b4f1-703777c6c8b2 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943637 Jul 16 19:22:29.666404 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:33.303007 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-54dc37dc-e38f-4f12-ad7a-90ddbd1155f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.060567 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.145265 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cce236c6-b972-424b-b1d1-26e5364a18e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:37.312910 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:39.011143 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:41.005128 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:52.950766 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:59.691970 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.304878 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c351c728-edd0-434e-b818-f434f9723913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.063166 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.147026 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0eba0443-3344-42be-91d7-d999492b9269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.315986 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:09.014250 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:10.994041 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.826065 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-e17683de-410a-4496-8ac0-23c4aded7935 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591691 Jul 16 19:23:16.922171 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-665305e1-799d-4174-9055-17f04ccc9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:16.923706 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-665305e1-799d-4174-9055-17f04ccc9000 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1097 time: 0.0534210 Jul 16 19:23:17.033989 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-d5783876-70d4-45df-81e8-dfd6aa61ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:17.036089 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-d5783876-70d4-45df-81e8-dfd6aa61ba13 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0914061 Jul 16 19:23:17.107266 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-055ef700-6c97-4205-8ce9-c05cc7959619 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 1001 time: 0.0644541 Jul 16 19:23:17.161090 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-bc63731d-4325-4a54-bed3-5a7fab5f11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:17.162600 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-bc63731d-4325-4a54-bed3-5a7fab5f11dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0464544 Jul 16 19:23:17.225234 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-859beec9-020d-47b4-b879-ffa7dc6a2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:17.226766 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-859beec9-020d-47b4-b879-ffa7dc6a2de8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573084 Jul 16 19:23:17.319785 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-a53e2647-af9b-4c61-9bd3-36e7d3644dec service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857513 Jul 16 19:23:17.415413 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-fc98df75-a20c-4834-b1a0-cb3fb5c16e8f req-571c4edf-6c88-4311-9ba5-9f15e064315b service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885623 Jul 16 19:23:29.692033 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:29.951668 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:23:33.307925 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f1c63e70-b76a-4800-944a-5e6d69266f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.066440 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.150201 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc6869e7-c8df-44e7-932c-f4266221e479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:37.318750 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:39.017371 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:41.020251 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:51.588833 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e701559-3438-4831-a7ad-e778d361a433 req-5cb6daf9-3a62-46ee-b65e-2cae0764cf31 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:51.590473 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e701559-3438-4831-a7ad-e778d361a433 req-5cb6daf9-3a62-46ee-b65e-2cae0764cf31 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0665874 Jul 16 19:23:51.628081 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2e701559-3438-4831-a7ad-e778d361a433 req-0e838e9b-b190-4037-a73f-2b6bcf65774b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320671 Jul 16 19:23:52.852612 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822830cf-5590-4499-bf4f-025b954b9f17 req-700354a4-79ca-4859-a7e2-dca4b57f0df8 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:52.854082 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-822830cf-5590-4499-bf4f-025b954b9f17 req-700354a4-79ca-4859-a7e2-dca4b57f0df8 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0700204 Jul 16 19:23:52.892580 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-822830cf-5590-4499-bf4f-025b954b9f17 req-bda0ad17-1008-4c18-8c88-c685ae66a133 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329323 Jul 16 19:23:54.095948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e6886-7d29-4cd3-9ace-8d1eef4b56f0 req-61b0a963-312d-4d28-9a69-ed47066c9ca4 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:54.097466 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c2e6886-7d29-4cd3-9ace-8d1eef4b56f0 req-61b0a963-312d-4d28-9a69-ed47066c9ca4 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0651867 Jul 16 19:23:54.137284 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1c2e6886-7d29-4cd3-9ace-8d1eef4b56f0 req-cf08a65d-8197-4194-bb50-802de7f724d7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334556 Jul 16 19:23:55.308029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25573b-b9dd-4e8f-aa10-24a74768b77f req-5728fc4c-5de1-4ef4-bf0a-099559cadd25 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:55.309628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb25573b-b9dd-4e8f-aa10-24a74768b77f req-5728fc4c-5de1-4ef4-bf0a-099559cadd25 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0632491 Jul 16 19:23:55.346798 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-bb25573b-b9dd-4e8f-aa10-24a74768b77f req-8f7a6774-4e93-4779-94de-08d9ba7f4b33 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315552 Jul 16 19:23:56.526994 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87103f-d0be-4ca7-a1f4-24495390b382 req-582fc2e5-b89c-4848-875a-2a03adde9b39 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:56.528531 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f87103f-d0be-4ca7-a1f4-24495390b382 req-582fc2e5-b89c-4848-875a-2a03adde9b39 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0691218 Jul 16 19:23:56.567050 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f87103f-d0be-4ca7-a1f4-24495390b382 req-2746eac8-1028-40a7-963e-a54382498421 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321140 Jul 16 19:23:57.740067 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438ece9-7087-4e2e-82d4-233391aa809a req-a402158d-3180-4ca8-a32d-fe62a4c094bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:57.742191 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8438ece9-7087-4e2e-82d4-233391aa809a req-a402158d-3180-4ca8-a32d-fe62a4c094bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0633032 Jul 16 19:23:57.778925 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8438ece9-7087-4e2e-82d4-233391aa809a req-a098f338-aad2-491c-873b-74f794a4dcb9 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311782 Jul 16 19:23:58.954152 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f689b-8e75-4631-bb52-6b851b1c6ef8 req-fce1c1b0-d99c-4f1a-9345-1ff250baf62f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:58.955637 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-427f689b-8e75-4631-bb52-6b851b1c6ef8 req-fce1c1b0-d99c-4f1a-9345-1ff250baf62f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0668969 Jul 16 19:23:59.297089 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-427f689b-8e75-4631-bb52-6b851b1c6ef8 req-503dd530-ab48-43d6-b3c2-104a36c725a2 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3360057 Jul 16 19:23:59.723741 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:00.480191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f21bb1-45d7-4448-b407-e9f4eb191df8 req-817c34bb-0f44-440e-ae96-c489aae7a668 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:00.481608 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98f21bb1-45d7-4448-b407-e9f4eb191df8 req-817c34bb-0f44-440e-ae96-c489aae7a668 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0624611 Jul 16 19:24:00.518989 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-98f21bb1-45d7-4448-b407-e9f4eb191df8 req-d85ccad8-94bd-4262-9607-7ef22c6a0590 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319233 Jul 16 19:24:01.673400 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-1a5f0e7c-ff77-4064-8952-7360ed5d5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:01.675040 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-1a5f0e7c-ff77-4064-8952-7360ed5d5663 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1097 time: 0.0551662 Jul 16 19:24:01.697221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472336d-8010-413e-acc2-f9ceacad0d19 req-0fd5153d-4702-487d-bb2b-bb1671a02074 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:01.698691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0472336d-8010-413e-acc2-f9ceacad0d19 req-0fd5153d-4702-487d-bb2b-bb1671a02074 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0656438 Jul 16 19:24:01.740688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0472336d-8010-413e-acc2-f9ceacad0d19 req-847669b7-aff6-46d1-bae5-c12f0b3f74ab tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363128 Jul 16 19:24:01.768355 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-2dac4f03-b59a-4349-9714-dde158b72d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:01.769860 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-2dac4f03-b59a-4349-9714-dde158b72d20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0886779 Jul 16 19:24:01.832008 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-476910a0-68bd-4eb3-97a6-82700cf4126f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 1001 time: 0.0555105 Jul 16 19:24:01.880403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-68b9b8b9-316b-4d54-b4a0-bdf5bfef6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:01.882374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-68b9b8b9-316b-4d54-b4a0-bdf5bfef6b37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0434391 Jul 16 19:24:01.948385 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-22d1b791-3f4e-4598-a6e6-390e3b9b7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:01.949916 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-22d1b791-3f4e-4598-a6e6-390e3b9b7477 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621228 Jul 16 19:24:02.036422 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-2964b8f1-0ec2-47c9-8dfb-8056975f66d6 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805743 Jul 16 19:24:02.130361 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-045b4cf5-2eaa-4d30-b66b-7d0cf77517fb req-74d9c02c-b1d0-4e9e-b999-6fbcfdc888bb service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876942 Jul 16 19:24:02.917201 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c33f0-6b98-4b3a-a254-e97113c2b206 req-fd09d594-8865-4a41-904f-e729c1b0b8bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:02.918691 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e17c33f0-6b98-4b3a-a254-e97113c2b206 req-fd09d594-8865-4a41-904f-e729c1b0b8bf tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0659153 Jul 16 19:24:02.958102 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e17c33f0-6b98-4b3a-a254-e97113c2b206 req-faacb94a-89e3-488b-920e-53e6c6f8234c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329690 Jul 16 19:24:03.310348 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-02280b55-92b5-4197-bcfa-9ac675fff737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:04.154412 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44ca67-6ac9-4337-8a1b-67d2fc19ea6b req-d898c1e8-42e0-46b4-a67f-2beb7a57ecd4 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:04.157331 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb44ca67-6ac9-4337-8a1b-67d2fc19ea6b req-d898c1e8-42e0-46b4-a67f-2beb7a57ecd4 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0692239 Jul 16 19:24:04.198276 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cb44ca67-6ac9-4337-8a1b-67d2fc19ea6b req-9c2dfc4c-700a-453a-a163-76cad973d670 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341072 Jul 16 19:24:05.379026 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffdcf6-5a6b-485c-b5af-f56fdc28ef97 req-820a235b-122d-4209-8c90-82eff7c39b71 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:05.380541 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ffdcf6-5a6b-485c-b5af-f56fdc28ef97 req-820a235b-122d-4209-8c90-82eff7c39b71 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0679283 Jul 16 19:24:05.419327 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-61ffdcf6-5a6b-485c-b5af-f56fdc28ef97 req-b37c8201-03b1-4b1e-8a3c-8c5beb2260fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324912 Jul 16 19:24:05.717448 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-ffd4daf0-d559-4b76-bdc0-3536ff470ab9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547888 Jul 16 19:24:05.789695 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31eac5-de32-4670-ad51-95cf18e07529 req-c59e9f2e-232d-4308-ac53-a93e89fd817a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:05.791215 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e31eac5-de32-4670-ad51-95cf18e07529 req-c59e9f2e-232d-4308-ac53-a93e89fd817a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0664728 Jul 16 19:24:05.839516 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0e31eac5-de32-4670-ad51-95cf18e07529 req-f1951862-c7ea-4474-b8d6-770a61fc6c00 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426183 Jul 16 19:24:06.071374 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:06.150242 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-061d5a5d-68ba-43e6-8575-8ba0a2da4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:06.932217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4fa21cfa-9092-4f53-b66b-a6db8e943c05 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:24:06.952116 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:07.019078 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:07.031499 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ef356-0635-46c6-8a65-5a6ab15503c0 req-32cf0406-0b88-4509-959a-1afd7d5c998f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:07.033184 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e05ef356-0635-46c6-8a65-5a6ab15503c0 req-32cf0406-0b88-4509-959a-1afd7d5c998f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0780277 Jul 16 19:24:07.044930 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:24:07.047473 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b7270-8e57-48c2-b3f7-6551f341d106" -d '{"events": [{"server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "name": "network-vif-unplugged", "status": "completed", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:24:07.061905 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:07.066943 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:07.075536 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e05ef356-0635-46c6-8a65-5a6ab15503c0 req-6d65211b-8d68-4449-bb33-05d2df11d469 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354474 Jul 16 19:24:07.096157 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381a65b2-7f93-4818-862e-1b1ed0b2ed38 x-openstack-request-id: req-381a65b2-7f93-4818-862e-1b1ed0b2ed38 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:24:07.096157 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "name": "network-vif-unplugged", "status": "failed", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05", "code": 422}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:24:07.096157 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-381a65b2-7f93-4818-862e-1b1ed0b2ed38 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:24:07.096157 n-d-793619-10 neutron-server[93825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'code': 422} returned with failed status Jul 16 19:24:07.134999 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4fa21cfa-9092-4f53-b66b-a6db8e943c05,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:07.143013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.143363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.143702 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.144034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.144359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.144722 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.145047 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.145370 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.145689 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.146013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.146328 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.146647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:24:07.320411 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:08.257266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c81801-edda-4e82-bd17-2075dfdb9f12 req-8a6055cf-ec47-47bf-b177-b06d95786d58 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:08.258825 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77c81801-edda-4e82-bd17-2075dfdb9f12 req-8a6055cf-ec47-47bf-b177-b06d95786d58 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0629456 Jul 16 19:24:08.300075 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-77c81801-edda-4e82-bd17-2075dfdb9f12 req-ffb4c6b2-c3b9-451b-b8e3-b340a7d2855b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355952 Jul 16 19:24:09.026463 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:09.488084 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f694a99-22a6-424d-b334-4da03f28a4b5 req-f726c0d9-6507-47f3-afd5-1828ddb1a611 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:09.489601 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f694a99-22a6-424d-b334-4da03f28a4b5 req-f726c0d9-6507-47f3-afd5-1828ddb1a611 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0690157 Jul 16 19:24:09.528944 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8f694a99-22a6-424d-b334-4da03f28a4b5 req-c77f85d2-80de-4574-b36d-7c53f13d538a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335126 Jul 16 19:24:10.708330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8f370-3baf-42de-afc4-29ae7b1df816 req-410015b2-7422-4893-8f56-7ed2eda599fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:10.710676 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01a8f370-3baf-42de-afc4-29ae7b1df816 req-410015b2-7422-4893-8f56-7ed2eda599fc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0677230 Jul 16 19:24:10.749546 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-01a8f370-3baf-42de-afc4-29ae7b1df816 req-86350de9-fb0d-4352-a77d-2c4a6b304004 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331163 Jul 16 19:24:11.021160 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:11.926683 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1ab3-94f0-438a-896c-997ba26f247c req-a5090463-368c-477a-8edf-40385c83d65f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:11.928243 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ceff1ab3-94f0-438a-896c-997ba26f247c req-a5090463-368c-477a-8edf-40385c83d65f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0662882 Jul 16 19:24:11.972752 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-ceff1ab3-94f0-438a-896c-997ba26f247c req-c06d24e1-dd02-4c34-8f26-034674ef0364 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378621 Jul 16 19:24:12.560691 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-54347432-2d2f-4aac-a4b5-1988d5c8a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.562191 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-54347432-2d2f-4aac-a4b5-1988d5c8a782 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17&tenant_id=7dbb408e765e42598a3e6df0dfdcdcec HTTP/1.1" status: 200 len: 1095 time: 0.0540128 Jul 16 19:24:12.637060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-3d0a40c3-237f-483f-bb28-33ab4040ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.638551 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-3d0a40c3-237f-483f-bb28-33ab4040ee22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1095 time: 0.0530396 Jul 16 19:24:12.732438 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-0d3302f8-292e-49c3-8ff8-ebca59f75945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.733949 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-0d3302f8-292e-49c3-8ff8-ebca59f75945 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0896320 Jul 16 19:24:12.800571 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-702ea9ca-c251-4a2d-adc4-76b55a86bd9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 999 time: 0.0597935 Jul 16 19:24:12.854184 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-2290bf72-a7e2-44b2-b2e8-75b6abba214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.855662 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-2290bf72-a7e2-44b2-b2e8-75b6abba214f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0488763 Jul 16 19:24:12.911827 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-7008da37-a55b-4781-9097-66ad5f22c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:12.914206 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-7008da37-a55b-4781-9097-66ad5f22c22a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520601 Jul 16 19:24:13.001375 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-07d2a819-95bd-49d9-a656-bcd89e01deaf service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809753 Jul 16 19:24:13.096916 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-06c7a3c9-19e0-484b-83b0-814242a2383f service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893679 Jul 16 19:24:13.151088 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217da98f-fb47-4f0a-8f38-f7d428761017 req-efdeb797-aed0-44bd-bd21-16dba5dbf5f7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:13.152626 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-217da98f-fb47-4f0a-8f38-f7d428761017 req-efdeb797-aed0-44bd-bd21-16dba5dbf5f7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0651691 Jul 16 19:24:13.191158 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-217da98f-fb47-4f0a-8f38-f7d428761017 req-a6b8d8ad-43a4-4b9e-b66a-999051bfde00 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327528 Jul 16 19:24:14.368050 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a337-a18c-4bb9-bc69-142f64cd59c9 req-e3066c18-edf7-4ce1-94fd-11db637256d5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:14.369554 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2d0a337-a18c-4bb9-bc69-142f64cd59c9 req-e3066c18-edf7-4ce1-94fd-11db637256d5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0630889 Jul 16 19:24:14.406658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e2d0a337-a18c-4bb9-bc69-142f64cd59c9 req-2f733739-3a72-4d5d-ab3a-48c3b5482277 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 Jul 16 19:24:15.584380 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d847a9-9307-4be7-a5fe-85dd5df88164 req-611f5f01-5058-427e-bfb4-df3db2409099 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:15.586548 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d847a9-9307-4be7-a5fe-85dd5df88164 req-611f5f01-5058-427e-bfb4-df3db2409099 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0670102 Jul 16 19:24:15.623436 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2d847a9-9307-4be7-a5fe-85dd5df88164 req-0720091b-173c-4179-b395-b7b179df1dc4 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Jul 16 19:24:16.798815 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd462ac-4eae-4306-b831-8f7582d2f90e req-000c7548-b0a8-4c08-a3bd-2a3adb5e8317 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:16.800289 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dd462ac-4eae-4306-b831-8f7582d2f90e req-000c7548-b0a8-4c08-a3bd-2a3adb5e8317 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0673866 Jul 16 19:24:16.838770 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3dd462ac-4eae-4306-b831-8f7582d2f90e req-946e99a4-e27f-4e6b-aa19-be50fa0ebc2f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322669 Jul 16 19:24:17.786792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066ef2b-68ac-480d-900c-14564aad638e req-4ea67fdf-8438-492c-9f93-05f8a4541159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:17.788291 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4066ef2b-68ac-480d-900c-14564aad638e req-4ea67fdf-8438-492c-9f93-05f8a4541159 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1095 time: 0.0511532 Jul 16 19:24:17.896143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066ef2b-68ac-480d-900c-14564aad638e req-fcd74543-1f60-4bae-9cd1-f9bbac56cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:17.897679 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4066ef2b-68ac-480d-900c-14564aad638e req-fcd74543-1f60-4bae-9cd1-f9bbac56cfbf service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0895622 Jul 16 19:24:17.963354 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4066ef2b-68ac-480d-900c-14564aad638e req-cc6c3020-465e-4f0a-9c07-a430b430078e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 999 time: 0.0585968 Jul 16 19:24:18.015492 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066ef2b-68ac-480d-900c-14564aad638e req-5891cf7f-8585-490f-aa81-4c460ed30df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:18.016984 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4066ef2b-68ac-480d-900c-14564aad638e req-5891cf7f-8585-490f-aa81-4c460ed30df7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0473514 Jul 16 19:24:18.021656 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45ab41-ba97-4e7d-b388-51e0d5e79418 req-fa52619b-6211-40f8-9959-f06366a17f82 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:18.023738 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45ab41-ba97-4e7d-b388-51e0d5e79418 req-fa52619b-6211-40f8-9959-f06366a17f82 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0648196 Jul 16 19:24:18.066892 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cf45ab41-ba97-4e7d-b388-51e0d5e79418 req-acb65c65-4d31-4f66-b430-bad61c3cbda7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374124 Jul 16 19:24:18.077149 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066ef2b-68ac-480d-900c-14564aad638e req-4850251c-2675-45e4-b178-fda8e7e1119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:18.078819 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4066ef2b-68ac-480d-900c-14564aad638e req-4850251c-2675-45e4-b178-fda8e7e1119f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547738 Jul 16 19:24:18.172200 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4066ef2b-68ac-480d-900c-14564aad638e req-83302b09-336f-4cf2-8545-453a8375c9ef service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Jul 16 19:24:18.264990 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-4066ef2b-68ac-480d-900c-14564aad638e req-e422f0c1-f2ad-4d9a-81da-d734e8873a83 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860910 Jul 16 19:24:19.248860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809ddcd-7cad-41e2-812d-ca36a833d6f0 req-0228226c-d4fc-4ad4-9966-8a66075f336c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:19.250332 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6809ddcd-7cad-41e2-812d-ca36a833d6f0 req-0228226c-d4fc-4ad4-9966-8a66075f336c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0646636 Jul 16 19:24:19.290557 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6809ddcd-7cad-41e2-812d-ca36a833d6f0 req-63327a58-5520-4b00-9f7c-71d7e3a554e0 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347488 Jul 16 19:24:20.468991 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b11cf-9af6-4222-87d8-669f7c6fc08f req-4261d485-c906-4b52-8653-dea204f81419 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:20.470493 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f9b11cf-9af6-4222-87d8-669f7c6fc08f req-4261d485-c906-4b52-8653-dea204f81419 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 943 time: 0.0667658 Jul 16 19:24:20.511170 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5f9b11cf-9af6-4222-87d8-669f7c6fc08f req-4e65bee8-940d-467b-878e-6c352d41640e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351286 Jul 16 19:24:21.009262 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4fa21cfa-9092-4f53-b66b-a6db8e943c05 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:24:21.102275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:21.113504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'port_id': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'mac_address': 'fa:16:3e:da:bd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:24:21.154850 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:21.167671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa21cfa-9092-4f53-b66b-a6db8e943c05 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:24:21.187244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:21.191075 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:21.238880 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4fa21cfa-9092-4f53-b66b-a6db8e943c05,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:21.394342 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['4fa21cfa-9092-4f53-b66b-a6db8e943c05'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:24:21.688535 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095436ed-9b84-4fb6-93f4-e6b22e50118a req-35d69f35-03fe-4fd9-b4f5-7393d43e2108 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:21.689918 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-095436ed-9b84-4fb6-93f4-e6b22e50118a req-35d69f35-03fe-4fd9-b4f5-7393d43e2108 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 944 time: 0.0666094 Jul 16 19:24:21.728687 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-095436ed-9b84-4fb6-93f4-e6b22e50118a req-e568b597-6c29-43de-a0d5-a7f59ad9d59f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326798 Jul 16 19:24:22.902065 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53811042-e2a1-442a-aabc-991a1dae7366 req-78b50d4e-8a8c-4bd3-b31d-bde01d38155f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:22.903566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53811042-e2a1-442a-aabc-991a1dae7366 req-78b50d4e-8a8c-4bd3-b31d-bde01d38155f tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 944 time: 0.0636706 Jul 16 19:24:22.941853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-53811042-e2a1-442a-aabc-991a1dae7366 req-f7b966bb-138d-4dd2-a383-d6adc0fe068b tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327005 Jul 16 19:24:23.009156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4fa21cfa-9092-4f53-b66b-a6db8e943c05 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:24:23.055756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:24:23.056122 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:23.134853 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:23.158473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:24:23.160759 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d961e98-5973-4000-80df-c3ae1924a309" -d '{"events": [{"server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "name": "network-vif-plugged", "status": "completed", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:24:23.173640 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:24:23.177600 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:23.227121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=4fa21cfa-9092-4f53-b66b-a6db8e943c05,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:24:24.123217 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a83cf8-5e48-4bcb-8f73-6a22230a67ca req-941f5c5a-10ce-44f4-a492-3248eb5b88ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:24.124734 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73a83cf8-5e48-4bcb-8f73-6a22230a67ca req-941f5c5a-10ce-44f4-a492-3248eb5b88ad tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0635903 Jul 16 19:24:24.169444 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-73a83cf8-5e48-4bcb-8f73-6a22230a67ca req-986cc7b5-ea22-401c-ba63-523c0e525dd5 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384011 Jul 16 19:24:24.218049 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0f767b-db0b-4eeb-94f8-874bcac054bb x-openstack-request-id: req-9a0f767b-db0b-4eeb-94f8-874bcac054bb {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:24:24.218535 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "name": "network-vif-plugged", "status": "completed", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:24:24.218654 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a0f767b-db0b-4eeb-94f8-874bcac054bb {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:24:24.218984 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'code': 200} Jul 16 19:24:24.378851 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77390a87-4c8b-4310-ab4c-885e51554309 req-8dc8dfb1-e42c-4ac7-a52f-7ea1b7897392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:24.380416 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-77390a87-4c8b-4310-ab4c-885e51554309 req-8dc8dfb1-e42c-4ac7-a52f-7ea1b7897392 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1097 time: 0.0511169 Jul 16 19:24:24.416465 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-77390a87-4c8b-4310-ab4c-885e51554309 req-873d9243-a9a5-4b5c-ae3f-7bd0dc5e825e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299861 Jul 16 19:24:25.370471 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652ae7-7570-4caa-8fea-0756046e9012 req-d88912f0-11d3-412a-8277-97a4d38be6e2 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:25.371995 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27652ae7-7570-4caa-8fea-0756046e9012 req-d88912f0-11d3-412a-8277-97a4d38be6e2 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0790427 Jul 16 19:24:25.411110 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-27652ae7-7570-4caa-8fea-0756046e9012 req-fa6c4fe1-8b66-4953-8375-0784eaafd79c tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333238 Jul 16 19:24:26.588470 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8a7f4-59b1-46d9-8980-9666d9477d85 req-a8d4c4aa-2e68-4e90-aebb-885e7ed922ba tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:24:26.589979 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87a8a7f4-59b1-46d9-8980-9666d9477d85 req-a8d4c4aa-2e68-4e90-aebb-885e7ed922ba tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0628881 Jul 16 19:24:26.629964 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-87a8a7f4-59b1-46d9-8980-9666d9477d85 req-a288825f-e7a8-4276-86a4-f7080e603953 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344245 Jul 16 19:24:29.733213 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:33.310604 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-baf6bfbe-61ca-465f-b354-807cf4541395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:36.074466 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:36.151142 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f183-cc30-4193-8429-1c82eaa09fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:37.323980 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:39.024507 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:41.021976 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:43.952077 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:59.741320 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:03.312094 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c94afd8a-8cf4-45c3-b9f5-c22698de337f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:06.079684 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:06.153327 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-3ea4efa9-0cef-4d90-8a6c-02d7241b0c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:07.327355 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:09.027505 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:11.024351 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:19.794390 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-5366d102-a491-4235-a37d-4dc6d50761d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576539 Jul 16 19:25:19.897896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-db2abe83-35e2-4be9-942f-5d381f640931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:19.900048 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-db2abe83-35e2-4be9-942f-5d381f640931 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1097 time: 0.0592272 Jul 16 19:25:20.019265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-262a20a7-7cec-4f96-8451-efa1642015b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:20.021295 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-262a20a7-7cec-4f96-8451-efa1642015b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.0993755 Jul 16 19:25:20.086419 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-620d5cee-3e33-4296-98e5-d61fdef591b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 1001 time: 0.0592141 Jul 16 19:25:20.143546 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-78cfe713-2cf7-4069-a5a3-8e08bcd3712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:20.145078 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-78cfe713-2cf7-4069-a5a3-8e08bcd3712a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0530701 Jul 16 19:25:20.207423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-58519055-0df8-4d7b-aed3-a0b707ad6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:20.208970 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-58519055-0df8-4d7b-aed3-a0b707ad6af4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578504 Jul 16 19:25:20.302938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-75c74afe-23ce-4716-9a27-1986d8df893b service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875671 Jul 16 19:25:20.404602 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-c45aa2d3-1ed0-447f-99ab-7f6f0f71f842 req-bbc6556c-7df5-45eb-8793-2da0a4c5b680 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956516 Jul 16 19:25:20.954666 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:29.746021 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:33.313683 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef90f-24ec-4fcd-a120-820b153ea3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:36.073387 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:36.153726 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-39884e2a-a278-474e-a5b9-5efc66b0772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:37.332201 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:39.031846 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:41.038655 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:42.550007 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40454) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:42.717423 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Deleting port 90b92cc4-7254-428f-8b36-f0475ef1aa9c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:42.717765 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:42.797798 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:42.798083 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:42.810554 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Calling delete_port for 90b92cc4-7254-428f-8b36-f0475ef1aa9c owned by network:floatingip {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:42.970281 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:43.001039 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event deleted for resources: {'Port': ['ID=90b92cc4-7254-428f-8b36-f0475ef1aa9c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:43.013491 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.013834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.014175 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.014519 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.014859 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.015227 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.015649 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.016068 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.016545 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.016884 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.017218 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.017574 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:43.076616 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for floatingip, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:43.076983 n-d-793619-10 neutron-server[93824]: INFO neutron.db.l3_db [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Floating IP c98fb591-acbd-4909-9f34-bec07e0ab7db disassociated (deleted). External IP: 172.25.2.253, port: 4fa21cfa-9092-4f53-b66b-a6db8e943c05. Jul 16 19:25:43.599940 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:25:43.710586 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:25:43.716061 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:43.720971 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] Sync routers for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:25:43.730570 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:25:43.731130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:25:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:43.754800 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-212d72d4-59dc-4841-93f2-84da5344652d tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "DELETE /v2.0/floatingips/c98fb591-acbd-4909-9f34-bec07e0ab7db HTTP/1.1" status: 204 len: 168 time: 1.2070715 Jul 16 19:25:43.755249 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:25:43.757548 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f54478d-8771-461f-bdd6-38b533956e79" -d '{"events": [{"name": "network-changed", "server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:25:43.798312 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1b5a65-1a7c-42e6-a7ed-100096abb5c3 x-openstack-request-id: req-5f1b5a65-1a7c-42e6-a7ed-100096abb5c3 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:25:43.798619 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:25:43.799115 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f1b5a65-1a7c-42e6-a7ed-100096abb5c3 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:25:43.799515 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'status': 'completed', 'code': 200} Jul 16 19:25:43.846784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:25:43.877592 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54478d-8771-461f-bdd6-38b533956e79 req-f1f592f8-d724-41fc-b82e-8124f9f82c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:43.879186 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f54478d-8771-461f-bdd6-38b533956e79 req-f1f592f8-d724-41fc-b82e-8124f9f82c61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 1097 time: 0.0570672 Jul 16 19:25:44.036066 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54478d-8771-461f-bdd6-38b533956e79 req-30262b9d-45dc-4a9f-ba54-1a898b9fd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:44.038473 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f54478d-8771-461f-bdd6-38b533956e79 req-30262b9d-45dc-4a9f-ba54-1a898b9fd6c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 200 len: 910 time: 0.1527772 Jul 16 19:25:44.092994 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f54478d-8771-461f-bdd6-38b533956e79 req-f4b97681-c455-4bbd-9158-f9a9f5b72d6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 200 len: 217 time: 0.0456085 Jul 16 19:25:44.132404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:44.151683 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54478d-8771-461f-bdd6-38b533956e79 req-db02c139-e8e7-4039-9d07-ef835b1e8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:44.153380 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f54478d-8771-461f-bdd6-38b533956e79 req-db02c139-e8e7-4039-9d07-ef835b1e8076 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 200 len: 848 time: 0.0529914 Jul 16 19:25:44.164371 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] Checking router: 2e8fb326-9309-4b6f-9535-9bd6df21fa65 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:25:44.167353 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55936d3-bb46-44e7-8d4b-74071b8b8c71 req-02b1ba7c-50fc-40a9-85b9-09d6d58231f7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:44.169518 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c55936d3-bb46-44e7-8d4b-74071b8b8c71 req-02b1ba7c-50fc-40a9-85b9-09d6d58231f7 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0751827 Jul 16 19:25:44.180002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:25:44.180680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:25:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:44.221395 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c55936d3-bb46-44e7-8d4b-74071b8b8c71 req-1426690d-868c-4b27-8147-5b074a3a9187 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450144 Jul 16 19:25:44.221659 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54478d-8771-461f-bdd6-38b533956e79 req-689c5d03-64f3-4904-bf81-b108c97d2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:44.223152 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f54478d-8771-461f-bdd6-38b533956e79 req-689c5d03-64f3-4904-bf81-b108c97d2cb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=943a0200-e875-49d6-a845-3d8cc91d1839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627902 Jul 16 19:25:44.324903 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f54478d-8771-461f-bdd6-38b533956e79 req-336e3c6a-ecb0-4bcb-acf9-e1ad5011e2f5 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934770 Jul 16 19:25:44.427595 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-2f54478d-8771-461f-bdd6-38b533956e79 req-271e94ab-315a-4ce4-9edc-b7449153d618 service neutron] 10.222.0.45 "GET /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957551 Jul 16 19:25:44.477529 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:25:44.689478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:44.715927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28d9a0-b2f0-4e03-b9fa-8be9d50e27e0 None None] The sync data for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 is: [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:16:52Z', 'revision_number': 4, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '80485af6-3871-4267-95c0-2994a2a0031d', 'name': '', 'network_id': '943a0200-e875-49d6-a845-3d8cc91d1839', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'mac_address': 'fa:16:3e:92:27:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:51Z', 'updated_at': '2021-07-16T19:16:58Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'subnets': [{'id': '2777b7c9-9667-49a5-b1b1-0e27787bdba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:25:44.934278 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c12ba-87db-49c0-a87a-f6584f29278f None None] New status for floating IP c98fb591-acbd-4909-9f34-bec07e0ab7db: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:25:45.418091 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2058437-ec98-4dd2-ae55-75cd3867887a req-86d8c27e-abf2-4dc6-b649-7bdab7f58e5a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:45.419741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2058437-ec98-4dd2-ae55-75cd3867887a req-86d8c27e-abf2-4dc6-b649-7bdab7f58e5a tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0661142 Jul 16 19:25:45.459702 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d2058437-ec98-4dd2-ae55-75cd3867887a req-bfccc635-423e-48e1-b883-69f61a79a4db tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3ad8415-64b2-45c5-841c-cfe4ee9febd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331910 Jul 16 19:25:45.566117 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-2f3f52ee-db0c-434f-b13b-e8153f84bb67 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:45.567497 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-2f3f52ee-db0c-434f-b13b-e8153f84bb67 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 945 time: 0.0655162 Jul 16 19:25:45.673046 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Deleting port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:45.673397 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:45.761913 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] For port 4fa21cfa-9092-4f53-b66b-a6db8e943c05, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=4fa21cfa-9092-4f53-b66b-a6db8e943c05,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:45.762282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:45.774769 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Calling delete_port for 4fa21cfa-9092-4f53-b66b-a6db8e943c05 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:45.910587 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:45.942926 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event deleted for resources: {'Port': ['ID=4fa21cfa-9092-4f53-b66b-a6db8e943c05,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:45.993408 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] No DVR routers for this DVR port 4fa21cfa-9092-4f53-b66b-a6db8e943c05 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:25:45.995882 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:45.997885 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-3dd8a162-49ca-4fc0-aeef-8a75157ba344 req-e19aa2e8-b43f-4525-945a-1446240c91ae tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.45 "DELETE /v2.0/ports/4fa21cfa-9092-4f53-b66b-a6db8e943c05 HTTP/1.1" status: 204 len: 173 time: 0.4242632 Jul 16 19:25:45.998317 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'name': 'network-vif-deleted', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:25:46.000928 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357ea443-bbaa-491b-a730-b59c4e24b69a" -d '{"events": [{"server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "name": "network-vif-deleted", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:25:46.038908 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77be81ed-9bb7-45e0-907b-56602149f497 x-openstack-request-id: req-77be81ed-9bb7-45e0-907b-56602149f497 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:25:46.039201 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c230340-397b-494c-abdb-cbb0988aec17", "name": "network-vif-deleted", "tag": "4fa21cfa-9092-4f53-b66b-a6db8e943c05", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:25:46.039450 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77be81ed-9bb7-45e0-907b-56602149f497 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:25:46.039833 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c230340-397b-494c-abdb-cbb0988aec17', 'name': 'network-vif-deleted', 'tag': '4fa21cfa-9092-4f53-b66b-a6db8e943c05', 'status': 'completed', 'code': 200} Jul 16 19:25:46.630383 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b9ec5a77-8304-4ed6-8924-8bb8501f68b6 req-147d8410-8ad5-4c63-867f-0c133562af0e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 210 time: 0.0447569 Jul 16 19:25:47.790470 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f04c881-45aa-43c0-b834-4de198264ee4 req-8d79a9cc-0bf4-4098-afc4-b7c62bc62fbc tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 210 time: 0.0322237 Jul 16 19:25:48.934250 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6d5957a3-cdfc-4d5c-8df7-142bedf5a137 req-7621e75d-caa0-4981-b859-a1027d48cb6e tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c230340-397b-494c-abdb-cbb0988aec17 HTTP/1.1" status: 200 len: 210 time: 0.0298367 Jul 16 19:25:49.445728 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4fa21cfa-9092-4f53-b66b-a6db8e943c05 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:25:49.472114 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 4fa21cfa-9092-4f53-b66b-a6db8e943c05 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:25:49.472464 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 4fa21cfa-9092-4f53-b66b-a6db8e943c05 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:25:50.029271 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40488) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:50.110633 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9184dcfe-f209-4139-9454-d5735e6144d6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:50.135524 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9184dcfe-f209-4139-9454-d5735e6144d6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:50.199019 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9184dcfe-f209-4139-9454-d5735e6144d6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:50.204707 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-9184dcfe-f209-4139-9454-d5735e6144d6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:50.206711 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-9184dcfe-f209-4139-9454-d5735e6144d6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] 10.222.0.60 "DELETE /v2.0/security-groups/e3ad8415-64b2-45c5-841c-cfe4ee9febd0 HTTP/1.1" status: 204 len: 168 time: 0.1759458 Jul 16 19:25:50.224231 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184dcfe-f209-4139-9454-d5735e6144d6 tempest-TestShelveInstance-1762040283 tempest-TestShelveInstance-1762040283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ad8415-64b2-45c5-841c-cfe4ee9febd0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:50.261616 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40492) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:50.730298 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:51.012251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Deleting port 80485af6-3871-4267-95c0-2994a2a0031d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:51.012476 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:51.118780 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] For port 80485af6-3871-4267-95c0-2994a2a0031d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=80485af6-3871-4267-95c0-2994a2a0031d,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:51.119181 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:51.133121 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Calling delete_port for 80485af6-3871-4267-95c0-2994a2a0031d owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:51.321430 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:51.348696 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Pushing event deleted for resources: {'Port': ['ID=80485af6-3871-4267-95c0-2994a2a0031d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:51.357408 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.357759 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.358182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.358430 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.358975 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.359537 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.359953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.360287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.360689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.360979 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.361309 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.361631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:51.541449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:51.789083 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:25:51.901304 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:25:51.912245 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-add8c73e-aaee-46e6-b743-fa0243cb41df admin admin] 10.222.0.60 "PUT /v2.0/routers/2e8fb326-9309-4b6f-9535-9bd6df21fa65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6459060 Jul 16 19:25:51.912501 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] Sync routers for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:25:51.913215 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40496) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:51.927470 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:25:51.928402 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:25:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:52.071738 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.089576 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:25:52.192765 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.253021 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Deleting port 11874b81-758e-4019-a026-569abc07a5af {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:52.253368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.296581 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '11874b81-758e-4019-a026-569abc07a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:25:51Z', 'revision_number': 5, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port': {'id': '11874b81-758e-4019-a026-569abc07a5af', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:09:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:50Z', 'updated_at': '2021-07-16T19:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:52.324770 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] Checking router: 2e8fb326-9309-4b6f-9535-9bd6df21fa65 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:25:52.334518 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] Routers {'2e8fb326-9309-4b6f-9535-9bd6df21fa65'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:25:52.335142 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:25:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:52.347027 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] For port 11874b81-758e-4019-a026-569abc07a5af, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=11874b81-758e-4019-a026-569abc07a5af,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:52.347595 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.361043 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Calling delete_port for 11874b81-758e-4019-a026-569abc07a5af owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:52.427372 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] Set router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:25:52.485069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:25:52Z', 'revision_number': 6, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:52.512489 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1545f1-ad3d-4dfb-8162-972c1a1935cd None None] The sync data for ids ['2e8fb326-9309-4b6f-9535-9bd6df21fa65'] in n-d-793619-10 is: [{'id': '2e8fb326-9309-4b6f-9535-9bd6df21fa65', 'name': 'tempest-TestShelveInstance-2005658943-router', 'tenant_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:49Z', 'updated_at': '2021-07-16T19:25:52Z', 'revision_number': 6, 'project_id': '7dbb408e765e42598a3e6df0dfdcdcec', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:25:52.545898 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.575762 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Pushing event deleted for resources: {'Port': ['ID=11874b81-758e-4019-a026-569abc07a5af,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:52.645274 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.738449 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.740699 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.788962 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.789484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8fb326-9309-4b6f-9535-9bd6df21fa65 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:25:52.793712 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.797906 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ffcb32e7-fd40-4b8c-b33e-79b3f8f60365 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2e8fb326-9309-4b6f-9535-9bd6df21fa65 HTTP/1.1" status: 204 len: 168 time: 0.8813665 Jul 16 19:25:52.798310 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40498) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:52.845131 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbde7f8-ef18-4a2c-975f-606393ce3757 admin admin] Deleting subnet 2777b7c9-9667-49a5-b1b1-0e27787bdba3 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:25:52.848241 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fbde7f8-ef18-4a2c-975f-606393ce3757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.882758 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fbde7f8-ef18-4a2c-975f-606393ce3757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.974234 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fbde7f8-ef18-4a2c-975f-606393ce3757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.042823 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fbde7f8-ef18-4a2c-975f-606393ce3757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.070641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7fbde7f8-ef18-4a2c-975f-606393ce3757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.074767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7fbde7f8-ef18-4a2c-975f-606393ce3757 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2777b7c9-9667-49a5-b1b1-0e27787bdba3 HTTP/1.1" status: 204 len: 168 time: 0.2732341 Jul 16 19:25:53.074767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbde7f8-ef18-4a2c-975f-606393ce3757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2777b7c9-9667-49a5-b1b1-0e27787bdba3,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:53.075172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40500) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:53.078510 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69554014-ca93-4223-a6c0-81877648fc27 None None] Network 943a0200-e875-49d6-a845-3d8cc91d1839 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:25:53.169161 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.234356 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Deleting port 3e015348-f34e-4e7f-b3be-7922ccde0bbc {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:53.234901 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.302871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] For port 3e015348-f34e-4e7f-b3be-7922ccde0bbc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3e015348-f34e-4e7f-b3be-7922ccde0bbc,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:53.303515 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.325492 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] DHCP port deletion for 943a0200-e875-49d6-a845-3d8cc91d1839 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:25:53.335251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Calling delete_port for 3e015348-f34e-4e7f-b3be-7922ccde0bbc owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:53.376170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Deleting port 3e015348-f34e-4e7f-b3be-7922ccde0bbc {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:53.376673 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.444155 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.446595 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] For port 3e015348-f34e-4e7f-b3be-7922ccde0bbc, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=3e015348-f34e-4e7f-b3be-7922ccde0bbc,segment=NetworkSegment(ecaef4aa-4632-4561-81ea-65363a70fd6b),segment_id=ecaef4aa-4632-4561-81ea-65363a70fd6b)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:53.446994 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.460420 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Calling delete_port for 3e015348-f34e-4e7f-b3be-7922ccde0bbc owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:53.472282 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e015348-f34e-4e7f-b3be-7922ccde0bbc,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:53.475989 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] No DVR routers for this DVR port 3e015348-f34e-4e7f-b3be-7922ccde0bbc on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:25:53.544815 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.576217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Pushing event deleted for resources: {'Port': ['ID=3e015348-f34e-4e7f-b3be-7922ccde0bbc,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:53.581455 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] No DVR routers for this DVR port 3e015348-f34e-4e7f-b3be-7922ccde0bbc on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:25:53.599796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.600410 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.600787 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.601128 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.601462 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.601791 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.602121 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.602446 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.602771 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.603338 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.603674 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.604001 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bbdcd-6cee-42ee-8e53-b80c4374611e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:53.857690 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.868503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943a0200-e875-49d6-a845-3d8cc91d1839']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:53.878451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecaef4aa-4632-4561-81ea-65363a70fd6b') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:53.878747 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecaef4aa-4632-4561-81ea-65363a70fd6b') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:53.887457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.901113 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.907888 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:25:53.908282 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: timer() Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:25:53.910016 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:25:53.965877 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.972564 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:53.976035 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] 10.222.0.60 "DELETE /v2.0/networks/943a0200-e875-49d6-a845-3d8cc91d1839 HTTP/1.1" status: 204 len: 168 time: 0.8998086 Jul 16 19:25:53.979170 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40502) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:53.995503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f04df-4ae5-481d-94c0-968ab9f60f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=943a0200-e875-49d6-a845-3d8cc91d1839,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:54.005357 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3e015348-f34e-4e7f-b3be-7922ccde0bbc no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:25:54.025208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 3e015348-f34e-4e7f-b3be-7922ccde0bbc {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:25:54.025555 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 3e015348-f34e-4e7f-b3be-7922ccde0bbc not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:25:54.025983 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 80485af6-3871-4267-95c0-2994a2a0031d no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:25:54.045433 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 80485af6-3871-4267-95c0-2994a2a0031d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:25:54.045782 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 80485af6-3871-4267-95c0-2994a2a0031d not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:25:54.046761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 11874b81-758e-4019-a026-569abc07a5af no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:25:54.065967 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 11874b81-758e-4019-a026-569abc07a5af {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:25:54.066315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 11874b81-758e-4019-a026-569abc07a5af not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:25:54.358100 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:54.626550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Deleting port 0acc848a-de1e-449f-8780-9d0d291baa36 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:54.626894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:54.711676 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] For port 0acc848a-de1e-449f-8780-9d0d291baa36, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=0acc848a-de1e-449f-8780-9d0d291baa36,segment=NetworkSegment(c6d99058-1450-4239-9849-3e1879dd4c28),segment_id=c6d99058-1450-4239-9849-3e1879dd4c28)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:54.712036 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:54.731246 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Calling delete_port for 0acc848a-de1e-449f-8780-9d0d291baa36 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:54.938315 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:54.961877 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Pushing event deleted for resources: {'Port': ['ID=0acc848a-de1e-449f-8780-9d0d291baa36,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:55.146113 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:55.390265 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Router ca4123ef-5eda-4617-85c1-ffd9f00e071d has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:25:55.506204 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:25:55.513888 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1f06be5c-734f-451f-ac9f-f19feaeae048 admin admin] 10.222.0.60 "PUT /v2.0/routers/ca4123ef-5eda-4617-85c1-ffd9f00e071d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5304291 Jul 16 19:25:55.514109 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40504) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:55.517947 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] Sync routers for ids ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:25:55.527901 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] Routers {'ca4123ef-5eda-4617-85c1-ffd9f00e071d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:25:55.528508 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:25:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:55.650344 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:55.670510 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] Set router ca4123ef-5eda-4617-85c1-ffd9f00e071d gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:25:55.760192 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:55.828185 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Deleting port 8681265a-2c3f-42a4-817b-8191f1211fb5 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:55.828747 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:55.949060 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] For port 8681265a-2c3f-42a4-817b-8191f1211fb5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=8681265a-2c3f-42a4-817b-8191f1211fb5,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:55.949427 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:55.962290 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Calling delete_port for 8681265a-2c3f-42a4-817b-8191f1211fb5 owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:55.965363 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:25:54Z', 'revision_number': 5, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'gw_port': {'id': '8681265a-2c3f-42a4-817b-8191f1211fb5', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:55.993248 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] Checking router: ca4123ef-5eda-4617-85c1-ffd9f00e071d for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:25:56.001707 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] Routers {'ca4123ef-5eda-4617-85c1-ffd9f00e071d'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:25:56.002327 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:25:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:56.089430 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] Set router ca4123ef-5eda-4617-85c1-ffd9f00e071d gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:25:56.138609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.142788 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:25:55Z', 'revision_number': 6, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:56.168235 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=8681265a-2c3f-42a4-817b-8191f1211fb5,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:56.176708 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2b429-ac21-4df7-a8b1-7205ed6a79ab None None] The sync data for ids ['ca4123ef-5eda-4617-85c1-ffd9f00e071d'] in n-d-793619-10 is: [{'id': 'ca4123ef-5eda-4617-85c1-ffd9f00e071d', 'name': 'tempest-TestShelveInstance-262816575-router', 'tenant_id': 'bc215ddc72f543b2b30b7b776c159895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:54Z', 'updated_at': '2021-07-16T19:25:55Z', 'revision_number': 6, 'project_id': 'bc215ddc72f543b2b30b7b776c159895', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:25:56.230935 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.324071 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.326529 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.713243 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.714143 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca4123ef-5eda-4617-85c1-ffd9f00e071d {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:25:56.720170 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.721375 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-a19c254a-7fba-44df-bb08-b44ec7979b06 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ca4123ef-5eda-4617-85c1-ffd9f00e071d HTTP/1.1" status: 204 len: 168 time: 1.2063522 Jul 16 19:25:56.725354 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40506) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:56.769823 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-e479675e-55be-44ca-923d-c5f28995d2d9 admin admin] Deleting subnet 4d5b02aa-ba25-4271-b7b2-6fd544ec855f {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:25:56.772732 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e479675e-55be-44ca-923d-c5f28995d2d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.807864 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e479675e-55be-44ca-923d-c5f28995d2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.891636 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e479675e-55be-44ca-923d-c5f28995d2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.947227 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e479675e-55be-44ca-923d-c5f28995d2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.971744 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479675e-55be-44ca-923d-c5f28995d2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5b02aa-ba25-4271-b7b2-6fd544ec855f,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:56.979508 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-e479675e-55be-44ca-923d-c5f28995d2d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:56.984057 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-e479675e-55be-44ca-923d-c5f28995d2d9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4d5b02aa-ba25-4271-b7b2-6fd544ec855f HTTP/1.1" status: 204 len: 168 time: 0.2551839 Jul 16 19:25:56.986088 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac2df61-51ab-4485-ab73-9fd8c98dcce7 None None] Network a0f4c1ea-d413-46ae-ad4c-6fdbb983820a requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:25:56.989099 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40508) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:57.069721 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.131539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Deleting port fabaab36-3745-4129-b440-15d3e6a8fbcf {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:57.132322 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.209062 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] For port fabaab36-3745-4129-b440-15d3e6a8fbcf, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fabaab36-3745-4129-b440-15d3e6a8fbcf,segment=NetworkSegment(c6d99058-1450-4239-9849-3e1879dd4c28),segment_id=c6d99058-1450-4239-9849-3e1879dd4c28)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:57.209704 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.222506 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Calling delete_port for fabaab36-3745-4129-b440-15d3e6a8fbcf owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:57.243920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] DHCP port deletion for a0f4c1ea-d413-46ae-ad4c-6fdbb983820a request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:25:57.308558 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.316313 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] Deleting port fabaab36-3745-4129-b440-15d3e6a8fbcf {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:25:57.317063 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.333014 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabaab36-3745-4129-b440-15d3e6a8fbcf,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:57.339862 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] No DVR routers for this DVR port fabaab36-3745-4129-b440-15d3e6a8fbcf on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:25:57.415873 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.427344 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] For port fabaab36-3745-4129-b440-15d3e6a8fbcf, host n-d-793619-10, got binding levels [] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:57.427732 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f4c1ea-d413-46ae-ad4c-6fdbb983820a']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:57.427929 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.438209 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d99058-1450-4239-9849-3e1879dd4c28') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:57.438510 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d99058-1450-4239-9849-3e1879dd4c28') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:25:57.447039 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] Calling delete_port for fabaab36-3745-4129-b440-15d3e6a8fbcf owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:25:57.447665 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.451145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.ipam_backend_mixin [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] Port fabaab36-3745-4129-b440-15d3e6a8fbcf was not found and therefore no delete operation was performed {{(pid=93825) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:25:57.453229 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.461659 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.468070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:25:57.468806 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: timer() Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:25:57.470597 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:25:57.495066 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] Pushing event deleted for resources: {'Port': ['ID=fabaab36-3745-4129-b440-15d3e6a8fbcf,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:57.500740 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0698e2b-c3b7-4fdd-a252-0de645d661af None None] No DVR routers for this DVR port fabaab36-3745-4129-b440-15d3e6a8fbcf on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:25:57.531853 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.537478 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.539299 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a0f4c1ea-d413-46ae-ad4c-6fdbb983820a HTTP/1.1" status: 204 len: 168 time: 0.5492122 Jul 16 19:25:57.550972 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d5bbc-7256-4ab9-ae46-c246554e0e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f4c1ea-d413-46ae-ad4c-6fdbb983820a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:57.674577 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40512) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:57.713792 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-ecaf6fc3-31e2-4476-970f-8c9709514d67 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7dbb408e765e42598a3e6df0dfdcdcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380206 Jul 16 19:25:57.716298 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40514) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:57.763919 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d14a662d-d712-44a4-9f90-567cd4432529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.785688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d14a662d-d712-44a4-9f90-567cd4432529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.834621 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d14a662d-d712-44a4-9f90-567cd4432529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.837216 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-d14a662d-d712-44a4-9f90-567cd4432529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.838386 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-d14a662d-d712-44a4-9f90-567cd4432529 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/936b2e53-a521-479c-a08b-31b41b2ce312 HTTP/1.1" status: 204 len: 168 time: 0.1211324 Jul 16 19:25:57.847224 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a662d-d712-44a4-9f90-567cd4432529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936b2e53-a521-479c-a08b-31b41b2ce312,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:57.956209 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:58.000473 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fabaab36-3745-4129-b440-15d3e6a8fbcf no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:25:58.021415 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: fabaab36-3745-4129-b440-15d3e6a8fbcf {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:25:58.021762 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fabaab36-3745-4129-b440-15d3e6a8fbcf not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:25:58.022185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8681265a-2c3f-42a4-817b-8191f1211fb5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:25:58.041135 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 8681265a-2c3f-42a4-817b-8191f1211fb5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:25:58.041599 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 8681265a-2c3f-42a4-817b-8191f1211fb5 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:25:58.042136 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0acc848a-de1e-449f-8780-9d0d291baa36 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:25:58.064793 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 0acc848a-de1e-449f-8780-9d0d291baa36 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:25:58.065137 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 0acc848a-de1e-449f-8780-9d0d291baa36 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:25:58.176555 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40520) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:58.216941 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-b8a24c1c-b78d-4027-908c-90091eadcf80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc215ddc72f543b2b30b7b776c159895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386355 Jul 16 19:25:58.220337 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40522) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:58.271352 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36b629ce-8ccb-4372-9bbd-be8f24589113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:58.292332 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36b629ce-8ccb-4372-9bbd-be8f24589113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:58.349212 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36b629ce-8ccb-4372-9bbd-be8f24589113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:58.356202 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-36b629ce-8ccb-4372-9bbd-be8f24589113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:58.357424 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-36b629ce-8ccb-4372-9bbd-be8f24589113 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f7ed2fc-db20-4339-92f2-9a1e38af3656 HTTP/1.1" status: 204 len: 168 time: 0.1361294 Jul 16 19:25:58.365275 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b629ce-8ccb-4372-9bbd-be8f24589113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ed2fc-db20-4339-92f2-9a1e38af3656,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:59.048323 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40544) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:59.148406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-854879419-network', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:25:59.179043 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Made reservation on behalf of 66c40eb8c97d449fba24eb593a34aa6a for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:25:59.181365 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.190406 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.278868 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.283876 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.310280 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:25:59.319136 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243202dc-efed-4694-b36c-342a5a515c58,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:59.326879 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.327391 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Added segment 04a28f84-ba3d-41a1-85fc-218c5ab345ce of type vlan for network 229a1565-6b45-4f47-8a56-4c623afb52c0 Jul 16 19:25:59.369568 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.399251 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.400449 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:59.401123 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.443374 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3935966 Jul 16 19:25:59.445961 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40548) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:59.451030 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Request body: {'subnet': {'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-854879419-subnet', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'ip_version': 4}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:25:59.473694 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Made reservation on behalf of 66c40eb8c97d449fba24eb593a34aa6a for: {'subnet': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:25:59.476334 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60229532'] for subnet, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.491561 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf883fe-b4ea-4b48-992d-1edc677ca163 admin admin] Pushing event updated for resources: {'Network': ['ID=229a1565-6b45-4f47-8a56-4c623afb52c0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:59.503327 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:25:59.675062 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59808077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60229518'] for subnet, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.733214 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=916d5929-7745-4393-b024-86718f0bf73b,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:59.742505 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Checking segment: {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:25:59.742871 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Network hostable DHCP agents. Network: 229a1565-6b45-4f47-8a56-4c623afb52c0, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93823) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:25:59.760451 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93823) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:25:59.763204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.769643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, 229a1565-6b45-4f47-8a56-4c623afb52c0) {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:25:59.774503 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:59.775703 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.781092 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5b55d-c7b7-4e1a-9f54-25db4d7e3383 None None] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:25:59.790635 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-17783742-6ad8-449c-94b9-388a5f64b4a8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3433666 Jul 16 19:25:59.793191 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40550) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:25:59.798223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:25:59.819070 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.820044 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.872137 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:59.933131 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-229a1565-6b45-4f47-8a56-4c623afb52c0', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:25:59.934024 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.042029 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.076619 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Allocated IP 172.20.0.2 (229a1565-6b45-4f47-8a56-4c623afb52c0/916d5929-7745-4393-b024-86718f0bf73b/ad695a56-39ab-45aa-a47b-73de98b2b3ec) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:00.259813 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.270710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Transition to ACTIVE for port object ad695a56-39ab-45aa-a47b-73de98b2b3ec will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:00.287170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Transition to ACTIVE for port object ad695a56-39ab-45aa-a47b-73de98b2b3ec will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:00.293772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.318989 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.335478 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:00.338845 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.339911 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:00.345637 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:00.349528 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Pushing event updated for resources: {'Port': ['ID=ad695a56-39ab-45aa-a47b-73de98b2b3ec,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:00.415453 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Attempting to bind port ad695a56-39ab-45aa-a47b-73de98b2b3ec on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:00.415819 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Attempting to bind port ad695a56-39ab-45aa-a47b-73de98b2b3ec by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:00.416182 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Attempting to bind port ad695a56-39ab-45aa-a47b-73de98b2b3ec on network 229a1565-6b45-4f47-8a56-4c623afb52c0 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:00.422055 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:00.422430 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Checking segment: {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:00.422838 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.423233 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Bound using segment: {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:00.423698 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Bound port: ad695a56-39ab-45aa-a47b-73de98b2b3ec, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:00.424078 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.470392 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Allocated IP 172.25.2.201 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:00.493879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] For port ad695a56-39ab-45aa-a47b-73de98b2b3ec, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:00.498838 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] For port ad695a56-39ab-45aa-a47b-73de98b2b3ec, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ad695a56-39ab-45aa-a47b-73de98b2b3ec,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:00.504154 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.589309 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.589761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f814f75-1b8a-45d8-811e-d47d5a3f726c None None] Pushing event updated for resources: {'Port': ['ID=ad695a56-39ab-45aa-a47b-73de98b2b3ec,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:00.632817 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.676395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:00.679507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:00.681958 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:00.688355 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Pushing event updated for resources: {'Port': ['ID=10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:00.956862 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:01.157772 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:01.294576 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93823) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:26:01.446891 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:26:01.460578 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Sync routers for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:26:01.465023 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:01.466617 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-455c2a2b-e9fa-4032-9fa3-41993e52f554 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6724393 Jul 16 19:26:01.469464 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40552) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:01.472399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:01.473063 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:25:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:01.730766 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31276147-5c7c-4ba9-aec7-b9b263a931f8 None None] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:26:01.804504 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e7221f1e-f8e9-408d-8ece-c29f523443c4 None None] Provisioning for port ad695a56-39ab-45aa-a47b-73de98b2b3ec completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:01.827201 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:01.985641 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.069393 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ad695a56-39ab-45aa-a47b-73de98b2b3ec up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:02.134557 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:00Z', 'revision_number': 3, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:02.167692 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Checking router: 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:26:02.168098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Updating router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:26:02.191861 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port ad695a56-39ab-45aa-a47b-73de98b2b3ec completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:02.198777 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ad695a56-39ab-45aa-a47b-73de98b2b3ec triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:02.199128 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.199394 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Allocated IP 172.20.0.1 (229a1565-6b45-4f47-8a56-4c623afb52c0/916d5929-7745-4393-b024-86718f0bf73b/4cc3d9ff-f137-4d54-96d1-9978618b4358) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:02.234564 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.352772 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.377847 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Transition to ACTIVE for port object 4cc3d9ff-f137-4d54-96d1-9978618b4358 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:02.385912 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.420535 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.459378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:02.462182 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:02.468456 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:02.481058 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port ad695a56-39ab-45aa-a47b-73de98b2b3ec, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ad695a56-39ab-45aa-a47b-73de98b2b3ec,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:02.487485 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.502132 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Pushing event updated for resources: {'Port': ['ID=4cc3d9ff-f137-4d54-96d1-9978618b4358,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:02.525657 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.526056 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-e3a322f8-40fb-4ebd-8e6d-f64d8c3a9cb3 None None] Provisioning complete for port ad695a56-39ab-45aa-a47b-73de98b2b3ec triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:02.526439 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3a322f8-40fb-4ebd-8e6d-f64d8c3a9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.635985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=ad695a56-39ab-45aa-a47b-73de98b2b3ec,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:02.660425 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.692139 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Transition to ACTIVE for port object 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:02.697821 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.705635 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.768666 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e87b-dc1e-4c2a-8587-89fe3e3df1c7 None None] Pushing event updated for resources: {'Port': ['ID=10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:02.771404 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Attempting to bind port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:02.771779 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Attempting to bind port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:02.772145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Attempting to bind port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:02.777898 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:02.778130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:02.778719 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.778919 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:02.779359 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Bound port: 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:02.779742 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.839170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] For port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:02.845903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] For port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:02.853792 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.899795 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e2e3668-c13d-438d-a3e6-f9e0b0c4b0cb None None] Provisioning for port 4cc3d9ff-f137-4d54-96d1-9978618b4358 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:02.900783 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.906828 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.909439 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-0e2e3668-c13d-438d-a3e6-f9e0b0c4b0cb None None] Provisioning complete for port 4cc3d9ff-f137-4d54-96d1-9978618b4358 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:02.909820 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3668-c13d-438d-a3e6-f9e0b0c4b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.945840 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e87b-dc1e-4c2a-8587-89fe3e3df1c7 None None] Pushing event updated for resources: {'Port': ['ID=10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:02.950070 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:02.950704 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:25:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:02.986702 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:02.988536 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Pushing event updated for resources: {'Port': ['ID=4cc3d9ff-f137-4d54-96d1-9978618b4358,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:02.998002 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e3668-c13d-438d-a3e6-f9e0b0c4b0cb None None] Port 4cc3d9ff-f137-4d54-96d1-9978618b4358 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:26:03.068545 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:03.278646 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-537b57ab-136a-44d4-a364-0546851586fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 2, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:03.311726 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537b57ab-136a-44d4-a364-0546851586fb None None] The sync data for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 is: [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 2, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:26:03.325875 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2ced76e3-4634-439d-841e-503087578c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:03.508655 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:03.510019 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:03.667221 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:26:03.791244 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:26:03.796975 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-05c3097c-6157-4953-b72c-e2250136f29b admin admin] 10.222.0.60 "PUT /v2.0/routers/7f306afb-81ec-44b1-bd4c-f5d414f3bf24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3255644 Jul 16 19:26:03.829668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-b54e3ac2-0925-458a-8c12-50f462d39bed None None] Provisioning complete for port 4cc3d9ff-f137-4d54-96d1-9978618b4358 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:03.830294 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b54e3ac2-0925-458a-8c12-50f462d39bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:03.872414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-b54e3ac2-0925-458a-8c12-50f462d39bed None None] Port 4cc3d9ff-f137-4d54-96d1-9978618b4358 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:26:04.056829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ad695a56-39ab-45aa-a47b-73de98b2b3ec up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:04.113563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port ad695a56-39ab-45aa-a47b-73de98b2b3ec triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:04.113957 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.364094 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40572) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:04.372862 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-451058930-network', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:04.410954 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Made reservation on behalf of db24b49b961a46b3a36264b39e3c0439 for: {'network': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:26:04.413386 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for network, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.422979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.520921 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.525622 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.553213 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=93824) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:26:04.563886 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83aed0a-e405-442f-80a3-32520c0163f1,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:04.568859 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.569208 n-d-793619-10 neutron-server[93824]: INFO neutron.db.segments_db [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Added segment 7391bc49-c363-46d4-b7e9-4b02248a82e5 of type vlan for network cef4f8a8-ef85-4173-90f6-72b468f1d64d Jul 16 19:26:04.618647 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759290969869'] for network, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.661332 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159'] for network, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.662369 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:04.663008 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.697002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3313262 Jul 16 19:26:04.699651 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40574) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:04.707163 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Request body: {'subnet': {'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-451058930-subnet', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'ip_version': 4}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:04.737978 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4042977-4829-4cb1-973c-82d027dbf6db admin admin] Pushing event updated for resources: {'Network': ['ID=cef4f8a8-ef85-4173-90f6-72b468f1d64d,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:04.753318 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Network cef4f8a8-ef85-4173-90f6-72b468f1d64d details requested by agent ovs-agent-n-d-793619-10 with host n-d-793619-10 {{(pid=93825) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:26:04.756387 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Made reservation on behalf of db24b49b961a46b3a36264b39e3c0439 for: {'subnet': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:26:04.758842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3549368'] for subnet, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.960682 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3347752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3549354'] for subnet, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.048939 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e15f813-874d-45cd-b1df-693213999729,revision_number=0']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:05.063484 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Checking segment: {'id': '7391bc49-c363-46d4-b7e9-4b02248a82e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:05.064077 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Network hostable DHCP agents. Network: cef4f8a8-ef85-4173-90f6-72b468f1d64d, hostable agents: ['2930bf4f-4a59-4afc-a9ee-80ef88c08be8'], hosted agents: [] {{(pid=93824) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:26:05.088287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Network cef4f8a8-ef85-4173-90f6-72b468f1d64d is scheduled to be hosted by DHCP agent 2930bf4f-4a59-4afc-a9ee-80ef88c08be8 with binding_index 1 {{(pid=93824) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:26:05.098501 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793619-10, cef4f8a8-ef85-4173-90f6-72b468f1d64d) {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:05.102912 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:05.103507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.112792 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a44b5-c824-47ff-a813-4fcc8674c513 None None] Network cef4f8a8-ef85-4173-90f6-72b468f1d64d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:26:05.130518 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-d21891da-0d19-4d16-a8e9-77d771be6f9f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4295962 Jul 16 19:26:05.133663 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40576) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:05.140942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:05.171818 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1748208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14453'] for router, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.173500 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1751426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1748023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1791199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12678'] for router, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.243181 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.275290 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp574df5c7-11a3-58e3-8058-ebe7581c2953-cef4f8a8-ef85-4173-90f6-72b468f1d64d', 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'fixed_ips': [{'subnet_id': '6e15f813-874d-45cd-b1df-693213999729'}]}} from n-d-793619-10. {{(pid=93825) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:26:05.276220 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.398803 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1748005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1748117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12692'] for router, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.417048 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Sync routers for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:26:05.427508 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:05.428147 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:25:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:05.437811 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.db_base_plugin_common [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Allocated IP 172.20.0.2 (cef4f8a8-ef85-4173-90f6-72b468f1d64d/6e15f813-874d-45cd-b1df-693213999729/68f93e48-b9e7-4cee-97e8-043ac9fed99d) {{(pid=93825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:05.539739 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:05.660608 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Notify callbacks [] for port, precommit_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.664702 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.679624 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Transition to ACTIVE for port object 68f93e48-b9e7-4cee-97e8-043ac9fed99d will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:05.699085 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Transition to ACTIVE for port object 68f93e48-b9e7-4cee-97e8-043ac9fed99d will not be triggered until provisioned by entity DHCP. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:05.699351 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.706175 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245'] for port, after_create {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.748946 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 2, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:05.752900 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Network cef4f8a8-ef85-4173-90f6-72b468f1d64d is already hosted by enough agents. {{(pid=93825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:05.755745 n-d-793619-10 neutron-server[93825]: DEBUG neutron.scheduler.base_scheduler [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Resources bound (agent type, host, resource id): {{(pid=93825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:05.759315 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Received port after_create {{(pid=93825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:05.765547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Pushing event updated for resources: {'Port': ['ID=68f93e48-b9e7-4cee-97e8-043ac9fed99d,revision_number=1']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:05.785413 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Checking router: 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:26:05.785763 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Updating router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 port 4cc3d9ff-f137-4d54-96d1-9978618b4358 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:26:05.826325 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.828190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Attempting to bind port 68f93e48-b9e7-4cee-97e8-043ac9fed99d on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:05.828747 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Attempting to bind port 68f93e48-b9e7-4cee-97e8-043ac9fed99d by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '7391bc49-c363-46d4-b7e9-4b02248a82e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:05.829119 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Attempting to bind port 68f93e48-b9e7-4cee-97e8-043ac9fed99d on network cef4f8a8-ef85-4173-90f6-72b468f1d64d {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:05.834306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:05.834687 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Checking segment: {'id': '7391bc49-c363-46d4-b7e9-4b02248a82e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:05.835091 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.835487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Bound using segment: {'id': '7391bc49-c363-46d4-b7e9-4b02248a82e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:05.835949 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Bound port: 68f93e48-b9e7-4cee-97e8-043ac9fed99d, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7391bc49-c363-46d4-b7e9-4b02248a82e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:05.836636 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:05.867107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Allocated IP 172.25.2.34 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/34d737f0-973d-43f5-98e9-ba931d87d4d0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:05.923623 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] For port 68f93e48-b9e7-4cee-97e8-043ac9fed99d, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:05.928349 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] For port 68f93e48-b9e7-4cee-97e8-043ac9fed99d, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=68f93e48-b9e7-4cee-97e8-043ac9fed99d,segment=NetworkSegment(7391bc49-c363-46d4-b7e9-4b02248a82e5),segment_id=7391bc49-c363-46d4-b7e9-4b02248a82e5)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:05.933420 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.013077 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.036106 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca87f1-6627-41a5-b57b-4eae1bb0ea9a None None] Pushing event updated for resources: {'Port': ['ID=68f93e48-b9e7-4cee-97e8-043ac9fed99d,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:06.081635 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.099303 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.119331 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:06.145197 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:06.148349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:06.152107 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:06.193099 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Pushing event updated for resources: {'Port': ['ID=34d737f0-973d-43f5-98e9-ba931d87d4d0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:06.200489 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-df3c71dc-1a40-42a9-bff2-55f009cf09b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.225978 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:06.230813 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.231363 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:06.231744 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.241916 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Transition to ACTIVE for port object 4cc3d9ff-f137-4d54-96d1-9978618b4358 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:06.249848 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.331929 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Pushing event updated for resources: {'Port': ['ID=4cc3d9ff-f137-4d54-96d1-9978618b4358,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:06.352377 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.364165 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.364572 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.364885 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.365226 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.365741 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.365965 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.366263 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.366521 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.367405 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.367742 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.368668 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.369000 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:26:06.387970 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:06.393471 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.417077 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Attempting to bind port 4cc3d9ff-f137-4d54-96d1-9978618b4358 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:06.417696 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Attempting to bind port 4cc3d9ff-f137-4d54-96d1-9978618b4358 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:06.417977 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Attempting to bind port 4cc3d9ff-f137-4d54-96d1-9978618b4358 on network 229a1565-6b45-4f47-8a56-4c623afb52c0 {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:06.425490 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:06.425972 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Checking segment: {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:06.426449 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.426915 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Bound using segment: {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:06.427474 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Bound port: 4cc3d9ff-f137-4d54-96d1-9978618b4358, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:06.428123 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.465699 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:06.520382 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] For port 4cc3d9ff-f137-4d54-96d1-9978618b4358, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:06.524732 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] For port 4cc3d9ff-f137-4d54-96d1-9978618b4358, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4cc3d9ff-f137-4d54-96d1-9978618b4358,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:06.533762 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.557189 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.595736 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:06.596373 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:06.636937 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe74fe-3a93-41f0-bc05-81dc50366193 None None] Pushing event updated for resources: {'Port': ['ID=4cc3d9ff-f137-4d54-96d1-9978618b4358,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:06.718036 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:06.792708 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1748219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1747968'] for router, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.933570 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 is scheduled to L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 with binding_index 1 {{(pid=93824) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:26:07.029717 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:07.057337 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe46ae-c5e0-4e47-93c0-8d38c3d10a5a None None] The sync data for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 is: [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:26:07.077307 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:26:07.088194 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Sync routers for ids ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:26:07.095979 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:07.100204 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40578) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:07.100832 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5982151d-3996-4336-8e12-3d8f5944fcce admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9652796 Jul 16 19:26:07.104279 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Routers {'0ff395a5-4ccb-4a24-996a-6d787dcb2b95'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:07.105300 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:07.238491 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Set router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:07.401149 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff52fa3c-fc2e-47db-b4ac-d835f5159ca8 None None] Network cef4f8a8-ef85-4173-90f6-72b468f1d64d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:26:07.619644 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:07.622143 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:07.687636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-1f110153-3b97-4f1f-8944-9a5413d80485 None None] Provisioning for port 68f93e48-b9e7-4cee-97e8-043ac9fed99d completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:07.802081 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Allocated IP 172.20.0.1 (cef4f8a8-ef85-4173-90f6-72b468f1d64d/6e15f813-874d-45cd-b1df-693213999729/fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:07.921225 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:07.932579 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 3, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'gw_port': {'id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:07.935853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Transition to ACTIVE for port object fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:07.961887 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Checking router: 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:26:07.962122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Updating router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 port 34d737f0-973d-43f5-98e9-ba931d87d4d0 binding host n-d-793619-10 {{(pid=93825) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:26:07.975612 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.014132 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.016793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Network cef4f8a8-ef85-4173-90f6-72b468f1d64d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:08.025922 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:08.029736 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:08.081022 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Pushing event updated for resources: {'Port': ['ID=fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:08.083688 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1751351'] for router_interface, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.195449 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4cc3d9ff-f137-4d54-96d1-9978618b4358 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:08.286922 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.320696 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 4cc3d9ff-f137-4d54-96d1-9978618b4358 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:08.333040 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4cc3d9ff-f137-4d54-96d1-9978618b4358 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:08.333324 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.463975 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Notify callbacks [] for port, precommit_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.477709 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.484646 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.490796 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Transition to ACTIVE for port object 34d737f0-973d-43f5-98e9-ba931d87d4d0 will not be triggered until provisioned by entity L2. {{(pid=93825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:08.525863 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.557507 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Pushing event updated for resources: {'Port': ['ID=fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:08.560312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1584141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1751363'] for router_interface, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.602869 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.614768 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de9d8b-5cbf-421b-b4e0-c965ac43355a None None] Pushing event updated for resources: {'Port': ['ID=34d737f0-973d-43f5-98e9-ba931d87d4d0,revision_number=2']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:08.624914 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Attempting to bind port 34d737f0-973d-43f5-98e9-ba931d87d4d0 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:08.625306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Attempting to bind port 34d737f0-973d-43f5-98e9-ba931d87d4d0 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:08.625675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Attempting to bind port 34d737f0-973d-43f5-98e9-ba931d87d4d0 on network 4b546c39-2395-41cb-b351-61cf70738cf2 {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:08.629940 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20252052-eae2-4207-ab8a-ca08d1962e3a None None] Provisioning for port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:08.642636 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:08.643013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Checking segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:08.643408 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.643806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Bound using segment: {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'} {{(pid=93825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:08.644323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.managers [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Bound port: 34d737f0-973d-43f5-98e9-ba931d87d4d0, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609dcec6-fa9c-4640-b4e3-217548679b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2'}}] {{(pid=93825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:08.644727 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.646450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-20252052-eae2-4207-ab8a-ca08d1962e3a None None] Provisioning complete for port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:08.646806 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-20252052-eae2-4207-ab8a-ca08d1962e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.671314 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Network cef4f8a8-ef85-4173-90f6-72b468f1d64d is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:08.673406 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:08.710323 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 4cc3d9ff-f137-4d54-96d1-9978618b4358, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4cc3d9ff-f137-4d54-96d1-9978618b4358,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:08.722872 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.723652 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:08.733069 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-20252052-eae2-4207-ab8a-ca08d1962e3a None None] Port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:26:08.797225 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:26:08.805158 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] For port 34d737f0-973d-43f5-98e9-ba931d87d4d0, host n-d-793619-10, cleared binding levels {{(pid=93825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:08.831265 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] For port 34d737f0-973d-43f5-98e9-ba931d87d4d0, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=34d737f0-973d-43f5-98e9-ba931d87d4d0,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:08.841651 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.851524 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=4cc3d9ff-f137-4d54-96d1-9978618b4358,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:08.907727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:08.908115 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.931199 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:26:08.940579 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4fa904d6-963b-4fed-902b-7a0cffe9f5ea admin admin] 10.222.0.60 "PUT /v2.0/routers/0ff395a5-4ccb-4a24-996a-6d787dcb2b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8347588 Jul 16 19:26:08.946588 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Routers {'0ff395a5-4ccb-4a24-996a-6d787dcb2b95'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:08.947217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:08.957038 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de9d8b-5cbf-421b-b4e0-c965ac43355a None None] Pushing event updated for resources: {'Port': ['ID=34d737f0-973d-43f5-98e9-ba931d87d4d0,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:09.022217 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9a665080-26c3-49d9-a699-ea56272bad27 None None] Provisioning complete for port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:09.022582 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9a665080-26c3-49d9-a699-ea56272bad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.155004 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.168947 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9a665080-26c3-49d9-a699-ea56272bad27 None None] Port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:26:09.172920 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] Set router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:09.217224 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 68f93e48-b9e7-4cee-97e8-043ac9fed99d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:09.351710 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 68f93e48-b9e7-4cee-97e8-043ac9fed99d completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:09.361422 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 68f93e48-b9e7-4cee-97e8-043ac9fed99d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:09.361788 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.493213 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.497865 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 4, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'gw_port': {'id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5', 'name': '', 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'mac_address': 'fa:16:3e:a3:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6e15f813-874d-45cd-b1df-693213999729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:07Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 2, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'subnets': [{'id': '6e15f813-874d-45cd-b1df-693213999729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:09.533620 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0f492-5f2b-4d30-9fe5-f05b4b619189 None None] The sync data for ids ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'] in n-d-793619-10 is: [{'id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 4, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'gw_port': {'id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5', 'name': '', 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'mac_address': 'fa:16:3e:a3:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6e15f813-874d-45cd-b1df-693213999729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:07Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 2, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'subnets': [{'id': '6e15f813-874d-45cd-b1df-693213999729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:26:09.535328 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 40586) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:09.540224 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [None req-7497c471-206a-4a7d-921b-662007ebfb95 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589984769', 'description': 'tempest-secgroup-smoke-1589984769 description', 'project_id': '66c40eb8c97d449fba24eb593a34aa6a'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:09.567386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 68f93e48-b9e7-4cee-97e8-043ac9fed99d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=68f93e48-b9e7-4cee-97e8-043ac9fed99d,segment=NetworkSegment(7391bc49-c363-46d4-b7e9-4b02248a82e5),segment_id=7391bc49-c363-46d4-b7e9-4b02248a82e5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:09.574507 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.575805 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7497c471-206a-4a7d-921b-662007ebfb95 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.630670 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=68f93e48-b9e7-4cee-97e8-043ac9fed99d,revision_number=3']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:09.680814 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7497c471-206a-4a7d-921b-662007ebfb95 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.685705 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7497c471-206a-4a7d-921b-662007ebfb95 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.723283 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-7497c471-206a-4a7d-921b-662007ebfb95 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.725042 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7497c471-206a-4a7d-921b-662007ebfb95 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1884522 Jul 16 19:26:09.729777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40588) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:09.742286 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497c471-206a-4a7d-921b-662007ebfb95 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959434be-9f35-451b-a9c8-10fee2eb6a03,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:09.743012 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-5f095251-529f-4074-b203-7d4aaa0fc83c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'security_group_rule': {'security_group_id': '959434be-9f35-451b-a9c8-10fee2eb6a03', 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:09.798759 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f095251-529f-4074-b203-7d4aaa0fc83c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.878174 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f095251-529f-4074-b203-7d4aaa0fc83c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.882446 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f095251-529f-4074-b203-7d4aaa0fc83c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.901354 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f095251-529f-4074-b203-7d4aaa0fc83c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a938c9f-8287-4eed-8af1-a2ae586b7956,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:09.909871 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5f095251-529f-4074-b203-7d4aaa0fc83c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.915728 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5f095251-529f-4074-b203-7d4aaa0fc83c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1801889 Jul 16 19:26:09.915728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40590) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:09.920860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-017d524f-7d7f-44d3-a311-b04775bf2f1e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'security_group_rule': {'security_group_id': '959434be-9f35-451b-a9c8-10fee2eb6a03', 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:09.950939 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-017d524f-7d7f-44d3-a311-b04775bf2f1e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.031442 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-017d524f-7d7f-44d3-a311-b04775bf2f1e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.034879 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4cc3d9ff-f137-4d54-96d1-9978618b4358 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:10.036979 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-017d524f-7d7f-44d3-a311-b04775bf2f1e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.070627 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-017d524f-7d7f-44d3-a311-b04775bf2f1e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.074961 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-017d524f-7d7f-44d3-a311-b04775bf2f1e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556292 Jul 16 19:26:10.075484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40592) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:10.084633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bf6d4de3-b80f-4c07-9ff0-466a5d5746d5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'security_group_rule': {'security_group_id': '959434be-9f35-451b-a9c8-10fee2eb6a03', 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:10.091545 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d524f-7d7f-44d3-a311-b04775bf2f1e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4642839-16e4-48c8-b23f-c864b969af7f,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:10.093613 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 4cc3d9ff-f137-4d54-96d1-9978618b4358 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:10.094041 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.140813 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4de3-b80f-4c07-9ff0-466a5d5746d5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.192743 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 68f93e48-b9e7-4cee-97e8-043ac9fed99d up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:10.235866 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4de3-b80f-4c07-9ff0-466a5d5746d5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.240893 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4de3-b80f-4c07-9ff0-466a5d5746d5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.272911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d4de3-b80f-4c07-9ff0-466a5d5746d5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb183efc-2c20-4714-8016-7934f62d0db3,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:10.277864 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 68f93e48-b9e7-4cee-97e8-043ac9fed99d triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:10.278413 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.282357 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4de3-b80f-4c07-9ff0-466a5d5746d5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.284859 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bf6d4de3-b80f-4c07-9ff0-466a5d5746d5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2076869 Jul 16 19:26:10.287631 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40594) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:10.295490 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-c250998b-9137-4035-af3c-464846fcea0c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'security_group_rule': {'security_group_id': '959434be-9f35-451b-a9c8-10fee2eb6a03', 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:10.356639 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c250998b-9137-4035-af3c-464846fcea0c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.432914 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c250998b-9137-4035-af3c-464846fcea0c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.438459 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c250998b-9137-4035-af3c-464846fcea0c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.468948 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250998b-9137-4035-af3c-464846fcea0c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90283a18-0ce2-4eed-9d8d-8154d68c3bd9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:10.473373 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c250998b-9137-4035-af3c-464846fcea0c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.478192 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c250998b-9137-4035-af3c-464846fcea0c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1859715 Jul 16 19:26:10.478689 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40596) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:10.483049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-b29fea24-2255-46e7-b908-f63267beea47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'security_group_rule': {'security_group_id': '959434be-9f35-451b-a9c8-10fee2eb6a03', 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:10.511163 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-b29fea24-2255-46e7-b908-f63267beea47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Project 66c40eb8c97d449fba24eb593a34aa6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:26:10.516977 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29fea24-2255-46e7-b908-f63267beea47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.603061 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29fea24-2255-46e7-b908-f63267beea47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.608289 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29fea24-2255-46e7-b908-f63267beea47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.635357 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fea24-2255-46e7-b908-f63267beea47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d75503-2828-438f-9a3b-29b9a382cbf9,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:10.644939 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b29fea24-2255-46e7-b908-f63267beea47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.646688 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b29fea24-2255-46e7-b908-f63267beea47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1672292 Jul 16 19:26:10.649385 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40598) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:10.654643 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-54627a98-94c1-44b2-a8aa-da11003a6015 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'security_group_rule': {'security_group_id': '959434be-9f35-451b-a9c8-10fee2eb6a03', 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:10.681681 n-d-793619-10 neutron-server[93823]: INFO neutron.db.securitygroups_db [None req-54627a98-94c1-44b2-a8aa-da11003a6015 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Project 66c40eb8c97d449fba24eb593a34aa6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:26:10.689803 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54627a98-94c1-44b2-a8aa-da11003a6015 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.765634 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54627a98-94c1-44b2-a8aa-da11003a6015 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.770540 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54627a98-94c1-44b2-a8aa-da11003a6015 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816622'] for security_group_rule, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.792782 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54627a98-94c1-44b2-a8aa-da11003a6015 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b130dbed-1d18-4b56-9679-3daabfc52a28,revision_number=0']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:10.802748 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-54627a98-94c1-44b2-a8aa-da11003a6015 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:10.811960 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-54627a98-94c1-44b2-a8aa-da11003a6015 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538451 Jul 16 19:26:10.969407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-16e6fe62-cea1-43fe-87c8-a49e3283e172 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589984769&fields=id&tenant_id=66c40eb8c97d449fba24eb593a34aa6a HTTP/1.1" status: 200 len: 267 time: 0.0434294 Jul 16 19:26:11.033676 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:11.107226 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-57a2f421-ab65-444e-92ce-3eab0ff31ff6 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:11.110477 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-57a2f421-ab65-444e-92ce-3eab0ff31ff6 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 809 time: 0.1329818 Jul 16 19:26:11.124829 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-0b306602-ea89-44b7-a670-e7fc1663450f tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/quotas/66c40eb8c97d449fba24eb593a34aa6a HTTP/1.1" status: 200 len: 375 time: 0.0098667 Jul 16 19:26:11.193348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-450a5610-d069-43aa-90e2-dfb1257775ba tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629766 Jul 16 19:26:11.297324 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-1a71f81b-9cdb-4d02-a539-13e1c006201b service neutron] 10.222.0.60 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928164 Jul 16 19:26:11.387275 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-24edf240-3f8f-4f50-9254-98a3ac7028da service neutron] 10.222.0.60 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839128 Jul 16 19:26:11.603974 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-4d7eafbe-a3cb-4b9b-a99f-8792070275b0 req-37f83e92-974c-4960-8be0-ee77511433c0 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 210 time: 0.0488644 Jul 16 19:26:11.815378 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Sync routers for ids ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:26:11.829345 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Routers {'0ff395a5-4ccb-4a24-996a-6d787dcb2b95'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:11.830140 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:11.954233 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Set router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:12.068892 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 34d737f0-973d-43f5-98e9-ba931d87d4d0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:12.141046 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port 34d737f0-973d-43f5-98e9-ba931d87d4d0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:12.147659 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 34d737f0-973d-43f5-98e9-ba931d87d4d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:12.148259 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.232998 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 4, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'gw_port': {'id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5', 'name': '', 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'mac_address': 'fa:16:3e:a3:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6e15f813-874d-45cd-b1df-693213999729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:07Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 2, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'subnets': [{'id': '6e15f813-874d-45cd-b1df-693213999729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:12.244270 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.262053 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Checking router: 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:26:12.262814 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Updating router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 binding host n-d-793619-10 {{(pid=93826) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:26:12.269019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port 34d737f0-973d-43f5-98e9-ba931d87d4d0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=34d737f0-973d-43f5-98e9-ba931d87d4d0,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:12.274434 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.302761 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.336156 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=34d737f0-973d-43f5-98e9-ba931d87d4d0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:12.613154 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Notify callbacks [] for port, precommit_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.629707 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.provisioning_blocks [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Transition to ACTIVE for port object fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 will not be triggered until provisioned by entity L2. {{(pid=93826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:12.640728 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.805196 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6a1ff-c5e3-45b4-8316-62b1414e2d34 None None] Pushing event updated for resources: {'Port': ['ID=fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5,revision_number=3']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:12.823629 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Attempting to bind port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 on host n-d-793619-10 for vnic_type normal with profile {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:12.824699 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Attempting to bind port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 by drivers openvswitch,hyperv on host n-d-793619-10 at level 0 using segments [{'id': '7391bc49-c363-46d4-b7e9-4b02248a82e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d'}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:12.824699 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Attempting to bind port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 on network cef4f8a8-ef85-4173-90f6-72b468f1d64d {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:12.830803 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-19fdbd48-1bf3-4bca-b235-356df1c2cb25 req-c9d4b1ff-db67-434e-ac63-efcf2c095fe0 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 210 time: 0.0841787 Jul 16 19:26:12.844797 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Checking agent: {'id': '9c44af29-84a7-4f53-ab93-8e11555d515b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 51, 36), 'started_at': datetime.datetime(2021, 7, 16, 17, 52, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793619-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:12.845873 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Checking segment: {'id': '7391bc49-c363-46d4-b7e9-4b02248a82e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:12.849404 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.850333 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Bound using segment: {'id': '7391bc49-c363-46d4-b7e9-4b02248a82e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d'} {{(pid=93826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:12.850842 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.managers [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Bound port: fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5, host: n-d-793619-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7391bc49-c363-46d4-b7e9-4b02248a82e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d'}}] {{(pid=93826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:12.851223 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:12.936215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-d36925cd-87ca-418d-b896-1e8e3cc1757f tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:12.938746 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-d36925cd-87ca-418d-b896-1e8e3cc1757f tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.45 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 809 time: 0.1841140 Jul 16 19:26:12.971358 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] For port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5, host n-d-793619-10, cleared binding levels {{(pid=93826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:12.980234 n-d-793619-10 neutron-server[93826]: DEBUG neutron.plugins.ml2.db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] For port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5, host n-d-793619-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5,segment=NetworkSegment(7391bc49-c363-46d4-b7e9-4b02248a82e5),segment_id=7391bc49-c363-46d4-b7e9-4b02248a82e5)] {{(pid=93826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:12.991718 n-d-793619-10 neutron-server[93826]: DEBUG neutron_lib.callbacks.manager [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:13.001133 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-465bd83f-10f4-4c61-85e3-df73cbfc227c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c40eb8c97d449fba24eb593a34aa6a HTTP/1.1" status: 200 len: 380 time: 0.0523398 Jul 16 19:26:13.013150 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'port': {'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'admin_state_up': True, 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'security_groups': ['959434be-9f35-451b-a9c8-10fee2eb6a03']}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:13.077553 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6a1ff-c5e3-45b4-8316-62b1414e2d34 None None] Pushing event updated for resources: {'Port': ['ID=fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5,revision_number=4']} {{(pid=93826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:13.083253 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Routers {'0ff395a5-4ccb-4a24-996a-6d787dcb2b95'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:13.084232 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:13.212868 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] Set router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:13.244754 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Made reservation on behalf of 66c40eb8c97d449fba24eb593a34aa6a for: {'port': 1} {{(pid=93824) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:26:13.248709 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:13.397768 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_common [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Allocated IP 172.20.0.7 (229a1565-6b45-4f47-8a56-4c623afb52c0/916d5929-7745-4393-b024-86718f0bf73b/9316b2f9-ed22-47b6-b2de-d743c71e27d0) {{(pid=93824) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:13.474219 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 4, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'gw_port': {'id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5', 'name': '', 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'mac_address': 'fa:16:3e:a3:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6e15f813-874d-45cd-b1df-693213999729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:07Z', 'updated_at': '2021-07-16T19:26:12Z', 'revision_number': 4, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'subnets': [{'id': '6e15f813-874d-45cd-b1df-693213999729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:13.507495 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f31ad0-3056-4550-b70f-9d5c8656c489 None None] The sync data for ids ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'] in n-d-793619-10 is: [{'id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 4, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'gw_port': {'id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': 'fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5', 'name': '', 'network_id': 'cef4f8a8-ef85-4173-90f6-72b468f1d64d', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'mac_address': 'fa:16:3e:a3:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6e15f813-874d-45cd-b1df-693213999729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:07Z', 'updated_at': '2021-07-16T19:26:12Z', 'revision_number': 4, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'subnets': [{'id': '6e15f813-874d-45cd-b1df-693213999729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:26:13.578024 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for port, precommit_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:13.598470 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Transition to ACTIVE for port object 9316b2f9-ed22-47b6-b2de-d743c71e27d0 will not be triggered until provisioned by entity DHCP. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:13.640894 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_create {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:13.701127 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 is already hosted by enough agents. {{(pid=93824) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:13.706036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.base_scheduler [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Resources bound (agent type, host, resource id): {{(pid=93824) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:13.710700 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Received port after_create {{(pid=93824) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:13.718460 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'Port': ['ID=9316b2f9-ed22-47b6-b2de-d743c71e27d0,revision_number=1']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:13.775379 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:13.776057 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:13.793267 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-a40fc02f-fea2-4d6f-ad10-82c13b944bd2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7846804 Jul 16 19:26:13.807637 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.v2.base [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Request body: {'port': {'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793619-10'}} {{(pid=93824) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:13.934148 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:13.996399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9c506c52-57c1-4313-bcd7-80c18ab3fb20 None None] Provisioning for port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:14.001461 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-9c506c52-57c1-4313-bcd7-80c18ab3fb20 None None] Provisioning complete for port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:14.001842 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-9c506c52-57c1-4313-bcd7-80c18ab3fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.045138 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-9c506c52-57c1-4313-bcd7-80c18ab3fb20 None None] Port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:26:14.146565 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 34d737f0-973d-43f5-98e9-ba931d87d4d0 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:14.197907 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11375486-3d85-4570-94ea-69613bf875f5 req-cf972512-f864-43c6-9ff6-0759ebbcc441 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:14.200350 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11375486-3d85-4570-94ea-69613bf875f5 req-cf972512-f864-43c6-9ff6-0759ebbcc441 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 931 time: 0.1252823 Jul 16 19:26:14.217254 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port 34d737f0-973d-43f5-98e9-ba931d87d4d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:14.218479 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.243316 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-11375486-3d85-4570-94ea-69613bf875f5 req-c7afba99-e342-4db8-898f-48984a7bc0a0 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367498 Jul 16 19:26:14.326186 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:14.344397 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9316b2f9-ed22-47b6-b2de-d743c71e27d0 {{(pid=93824) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:26:14.356324 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.375503 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.provisioning_blocks [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Transition to ACTIVE for port object 9316b2f9-ed22-47b6-b2de-d743c71e27d0 will not be triggered until provisioned by entity L2. {{(pid=93824) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:26:14.381538 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.384474 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning for port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:14.389185 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:14.389385 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.461310 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Pushing event updated for resources: {'Port': ['ID=9316b2f9-ed22-47b6-b2de-d743c71e27d0,revision_number=2']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:14.567380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Attempting to bind port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 on host n-h1-793619-10 for vnic_type normal with profile {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:26:14.567723 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Attempting to bind port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 by drivers openvswitch,hyperv on host n-h1-793619-10 at level 0 using segments [{'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:26:14.568059 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Attempting to bind port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 on network 229a1565-6b45-4f47-8a56-4c623afb52c0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:14.573421 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 on network 229a1565-6b45-4f47-8a56-4c623afb52c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793619-10 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:26:14.573783 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Attempting to bind port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 on network 229a1565-6b45-4f47-8a56-4c623afb52c0 {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:26:14.580300 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Checking agent: {'id': '4a549f51-b080-4e93-8dd1-1a9fe3fb84d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:26:14.580724 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Checking segment: {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93824) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:26:14.581105 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Bound using segment: {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'} {{(pid=93824) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:26:14.581552 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.managers [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Bound port: 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host: n-h1-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'}}] {{(pid=93824) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:26:14.581919 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.657716 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, cleared binding levels {{(pid=93824) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:26:14.661403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93824) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:26:14.666157 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3347901'] for port, after_update {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.687678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.709072 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:14.709601 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.711136 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] 10.222.0.45 "PUT /v2.0/ports/9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 200 len: 1092 time: 0.9096479 Jul 16 19:26:14.711698 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:26:14.714282 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2" -d '{"events": [{"name": "network-changed", "server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:26:14.730324 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] For port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5,segment=NetworkSegment(7391bc49-c363-46d4-b7e9-4b02248a82e5),segment_id=7391bc49-c363-46d4-b7e9-4b02248a82e5)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:14.737635 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377571a-cccb-4ffa-8d8c-641eae979416 service neutron] Pushing event updated for resources: {'Port': ['ID=9316b2f9-ed22-47b6-b2de-d743c71e27d0,revision_number=3']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:14.740889 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:14.808718 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Pushing event updated for resources: {'Port': ['ID=fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:14.864221 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-7f4462c6-ac9a-428c-b80b-29af7d66ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:14.866041 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-7f4462c6-ac9a-428c-b80b-29af7d66ac23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1095 time: 0.0798841 Jul 16 19:26:14.869144 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18f10a7-0172-43ec-a4ea-f4110c81ece8 x-openstack-request-id: req-f18f10a7-0172-43ec-a4ea-f4110c81ece8 {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:26:14.869500 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:26:14.869815 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f18f10a7-0172-43ec-a4ea-f4110c81ece8 {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:26:14.870277 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'status': 'completed', 'code': 200} Jul 16 19:26:14.913646 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-9ff57812-6c15-4a51-81d6-8f9cffe749aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 200 len: 217 time: 0.0375280 Jul 16 19:26:14.974070 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-c9921f5c-bfbc-4414-bcb3-3ceb0936df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:14.975835 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-c9921f5c-bfbc-4414-bcb3-3ceb0936df7c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0553205 Jul 16 19:26:15.035073 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-f1ef8fd1-1146-44da-8bcd-65f0bdf0bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:15.036483 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-f1ef8fd1-1146-44da-8bcd-65f0bdf0bbc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534563 Jul 16 19:26:15.134987 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-6d2aa2f4-b512-4c9f-8f46-38ae5970089f service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913267 Jul 16 19:26:15.459493 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4f498-3f74-48d7-b39d-372f9c357620 req-72b9021c-9b9f-4aac-a7e1-5c9404190a53 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:15.461126 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4f4f498-3f74-48d7-b39d-372f9c357620 req-72b9021c-9b9f-4aac-a7e1-5c9404190a53 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 943 time: 0.0774219 Jul 16 19:26:15.508031 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d4f4f498-3f74-48d7-b39d-372f9c357620 req-55544f1d-9c49-44e5-aef4-45dc8288799f tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Jul 16 19:26:15.554214 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-16589a4d-af39-4a8d-b9e3-74ed4aa77545 req-afd79120-4c20-486c-af81-5b0e0243a0e5 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127951 Jul 16 19:26:15.660116 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-a7cf50c5-75ff-4c32-9ae8-f36ecef218f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:15.661716 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-a7cf50c5-75ff-4c32-9ae8-f36ecef218f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1095 time: 0.0546968 Jul 16 19:26:15.754565 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-01700a6e-86ba-4abb-a0ce-6a377d320dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:15.756225 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-01700a6e-86ba-4abb-a0ce-6a377d320dfb service neutron] 10.222.0.45 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0871553 Jul 16 19:26:15.801360 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-92d287a8-c9d7-4cd7-9a7d-697c7763d39d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 200 len: 217 time: 0.0389433 Jul 16 19:26:15.851532 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-af70b82d-ce1e-4ef2-bbf9-7ed696fe4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:15.853002 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-af70b82d-ce1e-4ef2-bbf9-7ed696fe4543 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0434377 Jul 16 19:26:15.909942 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-46d98712-df6b-40e4-9116-254af77822d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:15.911610 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-46d98712-df6b-40e4-9116-254af77822d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519004 Jul 16 19:26:16.023833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-200885c9-e1d8-45c7-8d1e-5821e835c671 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042373 Jul 16 19:26:16.031399 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 up at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:16.105288 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Provisioning complete for port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:16.105800 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:16.151927 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-73e62bf8-5d2e-4e2f-b37d-d317c3c806b2 req-4175b6d1-96d1-4df5-bc33-e202b0cb0b88 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200180 Jul 16 19:26:16.702819 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d7a99-9ec3-4ec2-9572-56a3b6aed4a9 req-e13ad1cc-5b3c-4e27-9bd5-53d5fd8ede2e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:16.704745 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-226d7a99-9ec3-4ec2-9572-56a3b6aed4a9 req-e13ad1cc-5b3c-4e27-9bd5-53d5fd8ede2e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 943 time: 0.0658772 Jul 16 19:26:16.743858 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-226d7a99-9ec3-4ec2-9572-56a3b6aed4a9 req-070911f0-159f-436c-a7ae-916ca3fdb9e5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329449 Jul 16 19:26:17.524208 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9316b2f9-ed22-47b6-b2de-d743c71e27d0 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:26:17.620958 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:17.632802 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:26:17.674704 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:17.688394 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9316b2f9-ed22-47b6-b2de-d743c71e27d0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:26:17.707727 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:17.712724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:17.760507 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9316b2f9-ed22-47b6-b2de-d743c71e27d0,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:17.927720 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acec5f9-b479-4a52-a14d-2370445b3642 req-3e110b75-c807-46ff-b50e-4171098ae617 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:17.929273 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2acec5f9-b479-4a52-a14d-2370445b3642 req-3e110b75-c807-46ff-b50e-4171098ae617 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 944 time: 0.0728774 Jul 16 19:26:17.934609 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['9316b2f9-ed22-47b6-b2de-d743c71e27d0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:26:17.971114 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2acec5f9-b479-4a52-a14d-2370445b3642 req-048eb7fb-310f-4707-a1d8-08ef3672777c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349591 Jul 16 19:26:19.157259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0b2b-0614-45ee-a9b8-a06184325310 req-24b8cf65-d219-4c0c-a3da-2409015d5340 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:19.158760 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50ec0b2b-0614-45ee-a9b8-a06184325310 req-24b8cf65-d219-4c0c-a3da-2409015d5340 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 944 time: 0.0732694 Jul 16 19:26:19.198562 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-50ec0b2b-0614-45ee-a9b8-a06184325310 req-0fb8d001-56cf-417e-b27e-d95c83018989 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337322 Jul 16 19:26:19.539019 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9316b2f9-ed22-47b6-b2de-d743c71e27d0 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:19.587784 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning for port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:26:19.591406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:19.591772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:19.672576 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:19.696585 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:26:19.698940 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406126b6-a874-4d29-9b89-f1634f96c874" -d '{"events": [{"server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "name": "network-vif-plugged", "status": "completed", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:26:19.712922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:19.717593 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:19.772222 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9316b2f9-ed22-47b6-b2de-d743c71e27d0,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:19.800809 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f012127-5bea-4e56-8c12-8da87c0e704e x-openstack-request-id: req-8f012127-5bea-4e56-8c12-8da87c0e704e {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:26:19.801106 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "name": "network-vif-plugged", "status": "completed", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:26:19.801360 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f012127-5bea-4e56-8c12-8da87c0e704e {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:26:19.801789 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'code': 200} Jul 16 19:26:19.921619 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdeb28-9a54-46a7-9ef2-e9b7169359b8 req-89c3c9a7-fc65-4603-a35b-c75cba0b969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:19.923485 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5cdeb28-9a54-46a7-9ef2-e9b7169359b8 req-89c3c9a7-fc65-4603-a35b-c75cba0b969c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1097 time: 0.0587440 Jul 16 19:26:19.959206 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-a5cdeb28-9a54-46a7-9ef2-e9b7169359b8 req-e52e4f96-9a1a-44d1-ab5a-defdbe81a343 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287714 Jul 16 19:26:20.376853 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926846ec-be90-4cfc-a19b-11677ce1171b req-efce495d-d913-4665-ab3a-143a0c7f4484 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:20.378376 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-926846ec-be90-4cfc-a19b-11677ce1171b req-efce495d-d913-4665-ab3a-143a0c7f4484 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 945 time: 0.0642583 Jul 16 19:26:20.416677 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-926846ec-be90-4cfc-a19b-11677ce1171b req-68fa3739-fca1-49f1-b1e5-92c8ef73687e tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326762 Jul 16 19:26:21.599106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3f48f-ab2e-4c7a-b631-b1efb5f4bb7e req-b76b6626-b554-465e-b070-90e56d768bff tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:21.600628 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5bb3f48f-ab2e-4c7a-b631-b1efb5f4bb7e req-b76b6626-b554-465e-b070-90e56d768bff tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 945 time: 0.0689592 Jul 16 19:26:21.638973 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5bb3f48f-ab2e-4c7a-b631-b1efb5f4bb7e req-5abd3b86-67ba-49b0-94e6-32ef64e629e4 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Jul 16 19:26:21.814628 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebbe15-1b95-48a3-a5ff-83e2708dfb1f req-f14beb6e-ad11-4cfb-9b0d-f2086b389e44 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:21.816052 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2eebbe15-1b95-48a3-a5ff-83e2708dfb1f req-f14beb6e-ad11-4cfb-9b0d-f2086b389e44 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 945 time: 0.0653093 Jul 16 19:26:21.854291 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-2eebbe15-1b95-48a3-a5ff-83e2708dfb1f req-190d7245-1aaa-4b11-91e4-81824da8ff32 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325372 Jul 16 19:26:21.878962 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40652) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:22.020898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100146f-b33b-4f67-9687-3b4141b217e1 tempest-TestSnapshotPattern-51320440 tempest-TestSnapshotPattern-51320440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:22.022418 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-4100146f-b33b-4f67-9687-3b4141b217e1 tempest-TestSnapshotPattern-51320440 tempest-TestSnapshotPattern-51320440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1092 time: 0.1423516 Jul 16 19:26:22.025512 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40656) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:22.029794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:26:22.052711 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:22.154368 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:22.271590 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Allocated IP 172.25.2.110 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/9491630e-a9f5-40f0-8645-924eb65bd682) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:26:22.384903 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:22.423564 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:22.461044 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:26:22.467998 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:26:22.471741 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:26:22.477874 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'Port': ['ID=9491630e-a9f5-40f0-8645-924eb65bd682,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:22.865145 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:22.950290 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:23.106038 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:23.112276 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:23.182085 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'Port': ['ID=9491630e-a9f5-40f0-8645-924eb65bd682,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:23.194346 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:23.298261 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Floating IP 73077f0a-e775-4441-ab7b-ba010a9250da associated. External IP: 172.25.2.110, port: 9316b2f9-ed22-47b6-b2de-d743c71e27d0. Jul 16 19:26:23.524931 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:26:23.951006 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:26:23.963207 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] Sync routers for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:26:23.971379 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:23.977829 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:23.978538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:24.013659 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-71f6a6db-f8da-4b0e-a981-349fec294896 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9869022 Jul 16 19:26:24.014540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:26:24.018381 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc058419-b1cc-4a7f-af9f-1ce56544592c" -d '{"events": [{"name": "network-changed", "server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:26:24.100145 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:24.121772 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1b628-f806-42f7-98ac-00e982680ccc x-openstack-request-id: req-77a1b628-f806-42f7-98ac-00e982680ccc {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:26:24.122379 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:26:24.122760 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77a1b628-f806-42f7-98ac-00e982680ccc {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:26:24.123172 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'status': 'completed', 'code': 200} Jul 16 19:26:24.204689 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-81488975-ed74-4c9a-a099-a4aefe4ffaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:24.206313 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-81488975-ed74-4c9a-a099-a4aefe4ffaac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1097 time: 0.0580921 Jul 16 19:26:24.306191 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-c7a2ed56-4fdb-4e40-b93f-62ef682fca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:24.307839 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-c7a2ed56-4fdb-4e40-b93f-62ef682fca20 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0950634 Jul 16 19:26:24.372732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '73077f0a-e775-4441-ab7b-ba010a9250da', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:26:22Z', 'updated_at': '2021-07-16T19:26:22Z', 'revision_number': 0, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:24.375941 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-8bd1110f-453c-4180-b103-63e6d6b2713f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 200 len: 999 time: 0.0619893 Jul 16 19:26:24.412630 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] Checking router: 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:26:24.425354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:26:24.426285 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:26:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:24.427448 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-7dd830b5-b9d6-47b1-bd4b-cc9126d8f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:24.429080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-7dd830b5-b9d6-47b1-bd4b-cc9126d8f077 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0468054 Jul 16 19:26:24.491455 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-e32ba5a2-6630-492c-becf-679fb609576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:24.492938 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-e32ba5a2-6630-492c-becf-679fb609576c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575621 Jul 16 19:26:24.574122 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:26:24.606215 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-b498d808-c619-4ebf-be60-c1d241f88a72 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060259 Jul 16 19:26:24.733656 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bc058419-b1cc-4a7f-af9f-1ce56544592c req-ad556195-ee8b-4d0b-bf95-979c72de7829 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212075 Jul 16 19:26:24.832275 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '73077f0a-e775-4441-ab7b-ba010a9250da', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:26:22Z', 'updated_at': '2021-07-16T19:26:22Z', 'revision_number': 0, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:26:24.862276 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0d4f3-1eae-4732-bdd4-c4d3f1a2f0df None None] The sync data for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 is: [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '73077f0a-e775-4441-ab7b-ba010a9250da', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:26:22Z', 'updated_at': '2021-07-16T19:26:22Z', 'revision_number': 0, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:26:25.059506 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76f7a2-6895-4c75-b4d7-bf24fae255dd None None] New status for floating IP 73077f0a-e775-4441-ab7b-ba010a9250da: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:26:29.761855 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:33.317979 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab6e0-ba49-4053-bbe4-4c64cf94fc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:34.955892 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:26:36.084019 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:36.152874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4bbee231-3924-403f-8444-4371fa117bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:37.335904 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:39.041272 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:41.037760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:59.759120 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.319846 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-2108ae2f-f7b9-4196-b764-160c6a433d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:06.085475 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:06.154688 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6cff0a48-985b-467a-a8fa-365fcec0b576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:07.338718 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:09.043331 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:11.053095 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:11.955784 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:19.813552 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-ff652edf-3844-487c-8ce1-2e103102a3ce service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1043451 Jul 16 19:27:19.906834 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-70aac3bb-8fd4-4984-a471-eca82cfd076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:19.909257 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-70aac3bb-8fd4-4984-a471-eca82cfd076e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1097 time: 0.0528636 Jul 16 19:27:20.015966 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-14661a3b-6e53-42a8-aad4-1c7ee08c72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:20.018265 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-14661a3b-6e53-42a8-aad4-1c7ee08c72fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0888469 Jul 16 19:27:20.080769 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-35a63310-e03f-4636-82f3-e4c4d67d16a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 200 len: 1001 time: 0.0566494 Jul 16 19:27:20.133203 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-48220482-18a2-482c-b6ca-488fefdcc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:20.134713 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-48220482-18a2-482c-b6ca-488fefdcc08f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0480759 Jul 16 19:27:20.191709 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-b6ebc971-b8c4-497c-9d96-1c4e73382296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:20.193236 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-b6ebc971-b8c4-497c-9d96-1c4e73382296 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513504 Jul 16 19:27:20.281173 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-fb172d5e-dd6f-430c-ab1d-a0dc33b5baf4 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813477 Jul 16 19:27:20.373647 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-d705e17d-ebc4-4604-ab12-aa6930d23b9c req-b0501d36-cab3-49a1-ba7a-0811bab386eb service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863206 Jul 16 19:27:29.772692 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.320017 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c508603c-6967-4578-ba9e-d18b9be088e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:36.087163 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:36.155105 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0685337b-2f4c-4480-afe5-21565c09753e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:37.343188 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.046676 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:41.049936 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.954633 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:59.777180 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:03.320051 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e9bffad1-3d1e-4e8d-a5ac-3c78f13d73a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:06.088586 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:06.155786 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c0cba711-1f2b-4685-821a-bde55a1aba4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:07.345092 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:09.050914 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:11.049779 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:20.795320 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-fb93331b-0c8d-4223-8072-4a5e915b4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:20.797109 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-fb93331b-0c8d-4223-8072-4a5e915b4a89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1097 time: 0.0555708 Jul 16 19:28:20.914373 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-77c95899-7a4a-4507-9b3b-1b5af8051957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:20.915833 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-77c95899-7a4a-4507-9b3b-1b5af8051957 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0913937 Jul 16 19:28:20.980656 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-09785b5c-3345-48d7-aef8-4e06e97fab04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 200 len: 1001 time: 0.0578070 Jul 16 19:28:21.034894 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-521e2ec4-bde1-4671-867b-89942122dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:21.036348 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-521e2ec4-bde1-4671-867b-89942122dcff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0487647 Jul 16 19:28:21.095377 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-09b08bd5-2132-4bfd-970f-5b3ca4a16768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:21.096912 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-09b08bd5-2132-4bfd-970f-5b3ca4a16768 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527363 Jul 16 19:28:21.186366 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-f5f94a4b-7b24-418a-aba2-9456db0e9b9a service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824070 Jul 16 19:28:21.283807 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b5ecbd9e-16ea-4542-ba17-11d3c06c3eaf req-f970ea6c-3c1a-4afa-b37c-f35a50c91634 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907402 Jul 16 19:28:24.172020 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9316b2f9-ed22-47b6-b2de-d743c71e27d0 details requested by agent hyperv_n-h1-793619-10 with host n-h1-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:28:24.280411 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:24.297756 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Returning: {'device': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:28:24.338446 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:24.352821 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9316b2f9-ed22-47b6-b2de-d743c71e27d0 {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:28:24.377563 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:24.384012 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:24.446316 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9316b2f9-ed22-47b6-b2de-d743c71e27d0,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:24.457922 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] get_ports_and_sgs() called for port_ids ['9316b2f9-ed22-47b6-b2de-d743c71e27d0'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:28:24.462068 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.462414 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.462761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.463093 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.463428 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.463773 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.464084 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.464406 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.464753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.465761 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.466098 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:24.466418 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:25.955318 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:28:26.180230 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9316b2f9-ed22-47b6-b2de-d743c71e27d0 up at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:26.240354 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Provisioning complete for port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:26.240664 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:26.327221 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:26.350325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:26.352586 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09b0ae6-9421-4ae4-a150-a1617be3b5aa" -d '{"events": [{"server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "name": "network-vif-plugged", "status": "completed", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:26.366658 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:26.370972 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:26.449096 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9316b2f9-ed22-47b6-b2de-d743c71e27d0,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:27.425760 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858c9054-3e97-4e5a-876d-cdfd5159526d x-openstack-request-id: req-858c9054-3e97-4e5a-876d-cdfd5159526d {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:27.426363 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "name": "network-vif-plugged", "status": "completed", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:27.426363 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-858c9054-3e97-4e5a-876d-cdfd5159526d {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:27.426862 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'code': 200} Jul 16 19:28:29.778782 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:33.143385 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-4c5048b7-4514-4df8-af2d-fc35f0a89aad tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589984769&fields=id&tenant_id=66c40eb8c97d449fba24eb593a34aa6a HTTP/1.1" status: 200 len: 267 time: 0.0381882 Jul 16 19:28:33.258251 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-b61c1b62-c9c4-478b-8610-d8dd41e6a165 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:33.259729 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-b61c1b62-c9c4-478b-8610-d8dd41e6a165 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 809 time: 0.1081662 Jul 16 19:28:33.280604 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-973ec08a-d373-4f57-a77a-b8051e3904c4 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/quotas/66c40eb8c97d449fba24eb593a34aa6a HTTP/1.1" status: 200 len: 375 time: 0.0144980 Jul 16 19:28:33.326851 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d2823498-7f0e-4ecf-8089-8b704b0eb5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:33.363853 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-778b3378-83c3-48b5-a5de-30f39cb2947b tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0736387 Jul 16 19:28:33.510658 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-1aba2f7b-90b3-4e3f-a990-dfe554c3f29e service neutron] 10.222.0.60 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338806 Jul 16 19:28:33.618533 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-a67b6d8f-f1c1-407f-a7b1-15f238056b9b service neutron] 10.222.0.60 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004448 Jul 16 19:28:33.839434 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1bb299c0-9e4a-42dd-b333-3571ea6216c1 req-0a20da3a-2f04-4c51-9c2c-b8856ed7b0e9 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 210 time: 0.0774765 Jul 16 19:28:34.930642 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-5590906a-cb35-4fff-aa21-acae86688369 req-524ebc03-2dd6-41ef-b0ba-738f4a762e21 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 210 time: 0.0335073 Jul 16 19:28:36.082833 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-cfd68e50-128e-431c-a58a-98a21d16eca2 req-aaebf260-b7a9-4b8d-8d45-505249660a94 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 210 time: 0.0295026 Jul 16 19:28:36.090698 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:36.157737 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4a8abdb6-6eae-4835-a979-d40ca010ac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:36.223547 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9316b2f9-ed22-47b6-b2de-d743c71e27d0 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:28:36.300874 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:36.323170 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:36.325455 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a19bdc-3861-4581-abc5-c46016d81931" -d '{"events": [{"server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "name": "network-vif-unplugged", "status": "completed", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:36.339152 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:36.344610 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:36.369323 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002e48b3-3ee7-4bd4-836e-f2472aaa643b x-openstack-request-id: req-002e48b3-3ee7-4bd4-836e-f2472aaa643b {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:36.369619 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "name": "network-vif-unplugged", "status": "completed", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:36.369872 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-002e48b3-3ee7-4bd4-836e-f2472aaa643b {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:36.370265 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'code': 200} Jul 16 19:28:36.400682 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Pushing event updated for resources: {'Port': ['ID=9316b2f9-ed22-47b6-b2de-d743c71e27d0,revision_number=8']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:37.271971 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c431c925-2d1a-4ddd-8a1d-79d56e91fbae req-447a3b00-792e-4aae-83a7-a068a4730b61 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 210 time: 0.0652838 Jul 16 19:28:37.309169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-118d55f5-9f04-47f6-afce-8406e412c81a tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:37.311236 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-118d55f5-9f04-47f6-afce-8406e412c81a tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.46 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 809 time: 0.1423044 Jul 16 19:28:37.348866 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:37.369625 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-83a461e6-27a8-428a-9fbc-0eeb94bf2740 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66c40eb8c97d449fba24eb593a34aa6a HTTP/1.1" status: 200 len: 380 time: 0.0374687 Jul 16 19:28:37.395691 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'port': {'device_id': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'admin_state_up': True, 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'security_groups': ['959434be-9f35-451b-a9c8-10fee2eb6a03']}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:37.503599 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Made reservation on behalf of 66c40eb8c97d449fba24eb593a34aa6a for: {'port': 1} {{(pid=93823) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:28:37.507434 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:37.654551 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Allocated IP 172.20.0.9 (229a1565-6b45-4f47-8a56-4c623afb52c0/916d5929-7745-4393-b024-86718f0bf73b/a6cb357b-90dd-4b02-818f-624deecabc9a) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:28:37.839909 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:37.856789 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Transition to ACTIVE for port object a6cb357b-90dd-4b02-818f-624deecabc9a will not be triggered until provisioned by entity DHCP. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:28:37.898288 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:37.954103 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:28:37.957751 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:28:37.962728 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:28:38.003513 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'Port': ['ID=a6cb357b-90dd-4b02-818f-624deecabc9a,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:38.017573 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.018042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.018489 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.018953 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.019482 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.019923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.020379 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.020817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.021327 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.021760 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.022190 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.022633 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:38.043596 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:38.053339 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:38.084240 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-0c620f6c-a4c8-4f4d-aed8-91cc8d3eeb28 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6923273 Jul 16 19:28:38.234246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9f15250-8e4f-49b9-a148-c7551a2893d5 None None] Provisioning for port a6cb357b-90dd-4b02-818f-624deecabc9a completed by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:28:38.239386 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d9f15250-8e4f-49b9-a148-c7551a2893d5 None None] Provisioning complete for port a6cb357b-90dd-4b02-818f-624deecabc9a triggered by entity DHCP. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:38.240084 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d9f15250-8e4f-49b9-a148-c7551a2893d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:38.283101 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d9f15250-8e4f-49b9-a148-c7551a2893d5 None None] Port a6cb357b-90dd-4b02-818f-624deecabc9a cannot update to ACTIVE because it is not bound. {{(pid=93825) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:28:38.472395 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7b748-45e4-4c9e-980d-ccdd27984d28 req-219837a9-3845-49cc-8026-292c1c0a296d tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:38.473894 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3b7b748-45e4-4c9e-980d-ccdd27984d28 req-219837a9-3845-49cc-8026-292c1c0a296d tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 931 time: 0.0755596 Jul 16 19:28:38.515059 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a3b7b748-45e4-4c9e-980d-ccdd27984d28 req-ea5aeb29-87a9-4d3f-bae6-a6e4ed9891ea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351458 Jul 16 19:28:39.056834 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:39.714158 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01115f1-b48f-401b-976a-897edbbbbbd3 req-291ee608-ab07-4a94-982c-b11c89f79fe9 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:39.715862 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c01115f1-b48f-401b-976a-897edbbbbbd3 req-291ee608-ab07-4a94-982c-b11c89f79fe9 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 931 time: 0.0785174 Jul 16 19:28:39.756007 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c01115f1-b48f-401b-976a-897edbbbbbd3 req-ee712fcc-34aa-4177-82bc-4c179652c12a tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336707 Jul 16 19:28:40.963479 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f7255-f433-4ae3-985d-07ddf31debfc req-b11f89d8-04c0-496c-9133-3d4e677892f3 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:40.964923 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-619f7255-f433-4ae3-985d-07ddf31debfc req-b11f89d8-04c0-496c-9133-3d4e677892f3 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 931 time: 0.0808020 Jul 16 19:28:41.007462 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-619f7255-f433-4ae3-985d-07ddf31debfc req-c53ce35d-3d77-4ebc-a7b6-d0e8fca3026f tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358007 Jul 16 19:28:41.051619 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:42.208374 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac9b3-4aba-4fd8-9371-e8b36f095b8b req-9003022e-acde-45ca-afd1-7e76351c2b0d tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:42.209926 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-659ac9b3-4aba-4fd8-9371-e8b36f095b8b req-9003022e-acde-45ca-afd1-7e76351c2b0d tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 931 time: 0.0744743 Jul 16 19:28:42.250204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-659ac9b3-4aba-4fd8-9371-e8b36f095b8b req-e484b30d-a707-43d3-b1d1-a546312d4a45 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345225 Jul 16 19:28:43.455365 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d4a66-e512-4c4d-aca6-fafed6faed9d req-e3248684-58b5-43e4-9a56-2cd790f36784 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:43.456909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-578d4a66-e512-4c4d-aca6-fafed6faed9d req-e3248684-58b5-43e4-9a56-2cd790f36784 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 931 time: 0.0673435 Jul 16 19:28:43.502800 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-578d4a66-e512-4c4d-aca6-fafed6faed9d req-44a2b1e1-8d3e-485b-b6cd-e5ee9f76e8e5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395660 Jul 16 19:28:44.697583 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d638b7-1a1e-4b23-9bec-4317a6d9bc8e req-0126ac88-34dd-4eed-89db-ae3e93ad2cf3 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:44.699169 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24d638b7-1a1e-4b23-9bec-4317a6d9bc8e req-0126ac88-34dd-4eed-89db-ae3e93ad2cf3 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 931 time: 0.0721440 Jul 16 19:28:44.743047 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-24d638b7-1a1e-4b23-9bec-4317a6d9bc8e req-5bf4e660-5533-488a-a8e1-a76631640af4 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354154 Jul 16 19:28:45.946329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bee2b-4fa3-4bee-8fcf-da28b81c0bd2 req-ae8ce123-37cd-4f6c-b28f-c98ac5383b21 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:45.947940 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-415bee2b-4fa3-4bee-8fcf-da28b81c0bd2 req-ae8ce123-37cd-4f6c-b28f-c98ac5383b21 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 931 time: 0.0705931 Jul 16 19:28:45.989675 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-415bee2b-4fa3-4bee-8fcf-da28b81c0bd2 req-a7f26ffa-b3cc-4e4c-b156-9e53652b4ccf tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348656 Jul 16 19:28:47.193848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76282-bfd8-4f90-99ef-66ee5ea0d410 req-dcb06784-7e73-469c-9bc4-895b2b15be09 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:47.195478 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3fd76282-bfd8-4f90-99ef-66ee5ea0d410 req-dcb06784-7e73-469c-9bc4-895b2b15be09 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 931 time: 0.0738192 Jul 16 19:28:47.236909 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-3fd76282-bfd8-4f90-99ef-66ee5ea0d410 req-0da15c52-fdc5-4369-95af-ce97a2f6dcfb tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351298 Jul 16 19:28:48.422277 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a7ec8-abf1-4755-b983-cd20814ac823 req-2ada1a13-ae66-4a83-a69c-df73ef9637ad tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:48.423767 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d8a7ec8-abf1-4755-b983-cd20814ac823 req-2ada1a13-ae66-4a83-a69c-df73ef9637ad tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 931 time: 0.0659361 Jul 16 19:28:48.463509 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d8a7ec8-abf1-4755-b983-cd20814ac823 req-b93af170-9f1b-4e69-a650-3e93b8868a95 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332572 Jul 16 19:28:48.635817 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-cd6d8e74-bb20-44a6-ab6d-c2c35dabbc2c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93823) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:28:48.636817 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-cd6d8e74-bb20-44a6-ab6d-c2c35dabbc2c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055342 Jul 16 19:28:48.704087 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Request body: {'port': {'device_id': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793619-10'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:48.780643 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:49.049472 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6cb357b-90dd-4b02-818f-624deecabc9a {{(pid=93823) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:28:49.057829 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:49.069799 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.provisioning_blocks [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Transition to ACTIVE for port object a6cb357b-90dd-4b02-818f-624deecabc9a will not be triggered until provisioned by entity L2. {{(pid=93823) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:28:49.074101 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:49.126200 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cb357b-90dd-4b02-818f-624deecabc9a,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:49.206767 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Attempting to bind port a6cb357b-90dd-4b02-818f-624deecabc9a on host n-h2-793619-10 for vnic_type normal with profile {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:28:49.207758 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Attempting to bind port a6cb357b-90dd-4b02-818f-624deecabc9a by drivers openvswitch,hyperv on host n-h2-793619-10 at level 0 using segments [{'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:28:49.208094 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Attempting to bind port a6cb357b-90dd-4b02-818f-624deecabc9a on network 229a1565-6b45-4f47-8a56-4c623afb52c0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:28:49.212886 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Port a6cb357b-90dd-4b02-818f-624deecabc9a on network 229a1565-6b45-4f47-8a56-4c623afb52c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793619-10 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:28:49.213211 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Attempting to bind port a6cb357b-90dd-4b02-818f-624deecabc9a on network 229a1565-6b45-4f47-8a56-4c623afb52c0 {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:28:49.218109 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Checking agent: {'id': 'b8497fff-24b8-42a1-89cb-bcdc48d7d6a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793619-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'started_at': datetime.datetime(2021, 7, 16, 18, 0, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:28:49.218447 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Checking segment: {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93823) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:28:49.218831 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Bound using segment: {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'} {{(pid=93823) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:28:49.219259 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.managers [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Bound port: a6cb357b-90dd-4b02-818f-624deecabc9a, host: n-h2-793619-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a28f84-ba3d-41a1-85fc-218c5ab345ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0'}}] {{(pid=93823) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:28:49.219616 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:49.287414 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] For port a6cb357b-90dd-4b02-818f-624deecabc9a, host n-h2-793619-10, cleared binding levels {{(pid=93823) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:28:49.290697 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] For port a6cb357b-90dd-4b02-818f-624deecabc9a, host n-h2-793619-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a6cb357b-90dd-4b02-818f-624deecabc9a,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93823) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:28:49.295601 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:49.330584 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:49.331202 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:49.332776 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] 10.222.0.46 "PUT /v2.0/ports/a6cb357b-90dd-4b02-818f-624deecabc9a HTTP/1.1" status: 200 len: 1092 time: 0.6776810 Jul 16 19:28:49.334875 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:49.337189 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c6b71-712b-4421-8dcf-43c0d758ebb2" -d '{"events": [{"name": "network-changed", "server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:49.364167 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82084e8-3e88-4d74-81cd-8cfbff0cb1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cb357b-90dd-4b02-818f-624deecabc9a,revision_number=3']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:49.402284 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de0000-fb0f-4238-a22c-857a28dc099b x-openstack-request-id: req-a3de0000-fb0f-4238-a22c-857a28dc099b {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:49.402575 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:49.402845 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3de0000-fb0f-4238-a22c-857a28dc099b {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:49.403243 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'status': 'completed', 'code': 200} Jul 16 19:28:49.476136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-39b6bf8f-e149-401f-b779-f8511145ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:49.477698 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-39b6bf8f-e149-401f-b779-f8511145ecdc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 1095 time: 0.0596244 Jul 16 19:28:49.535949 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-925a83e7-03d7-4ed1-a80e-95f4bd7a9fb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6cb357b-90dd-4b02-818f-624deecabc9a HTTP/1.1" status: 200 len: 217 time: 0.0400579 Jul 16 19:28:49.590287 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-77e6fc17-c85d-4fc1-8881-2eb41fdf6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:49.591848 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-77e6fc17-c85d-4fc1-8881-2eb41fdf6a0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0474339 Jul 16 19:28:49.703400 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360afd6b-e92b-4c48-8373-7f1442b5787f req-44460fa0-3052-40d6-a752-6431ac60861b tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:49.704932 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-360afd6b-e92b-4c48-8373-7f1442b5787f req-44460fa0-3052-40d6-a752-6431ac60861b tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 943 time: 0.1174841 Jul 16 19:28:49.706791 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-412df379-e9aa-423c-9ce1-200ea973cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:49.708166 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-412df379-e9aa-423c-9ce1-200ea973cd5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079137 Jul 16 19:28:49.769321 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-360afd6b-e92b-4c48-8373-7f1442b5787f req-a70d43a4-9890-4ac1-a497-03be38ca4560 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584869 Jul 16 19:28:49.824575 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-5d548038-531c-4cb9-b86a-723330ae9f83 service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078484 Jul 16 19:28:49.913404 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-8b64f649-8fd6-470d-95de-07d83c09e589 req-6bfabfe3-1216-46e1-8e01-4ab10075ecad service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812190 Jul 16 19:28:50.066302 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-2403626c-e76b-4e3e-aaee-e9a2a07715e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:50.067810 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-2403626c-e76b-4e3e-aaee-e9a2a07715e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 1095 time: 0.0545309 Jul 16 19:28:50.167133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-5a18b965-416a-4a20-91e8-e65c8ef252ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:50.168594 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-5a18b965-416a-4a20-91e8-e65c8ef252ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0921438 Jul 16 19:28:50.211337 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-48fedb89-9709-4db9-9e00-25cc751b5929 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6cb357b-90dd-4b02-818f-624deecabc9a HTTP/1.1" status: 200 len: 217 time: 0.0357997 Jul 16 19:28:50.264550 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-17728934-c405-4697-8965-b9b3f92319dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:50.266024 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-17728934-c405-4697-8965-b9b3f92319dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0475526 Jul 16 19:28:50.323832 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-738f357f-2e3b-4f90-8719-cebe035ecb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:50.325407 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-738f357f-2e3b-4f90-8719-cebe035ecb07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520325 Jul 16 19:28:50.422263 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-47e2484c-a04d-4c45-805f-85c190c5fe98 service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892446 Jul 16 19:28:50.513761 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-867c6b71-712b-4421-8dcf-43c0d758ebb2 req-ce862736-ada8-462a-af1f-374d3d704b44 service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831935 Jul 16 19:28:50.946266 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719b5b0-5e26-4db0-83a7-c9c2ece996ec req-6fad8b74-b0aa-4d74-8def-7b4531ed78d9 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:50.947807 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0719b5b0-5e26-4db0-83a7-c9c2ece996ec req-6fad8b74-b0aa-4d74-8def-7b4531ed78d9 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 943 time: 0.0651093 Jul 16 19:28:50.991705 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0719b5b0-5e26-4db0-83a7-c9c2ece996ec req-bf01d800-b3d1-43a8-b5c0-6b0dfee5bc36 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374722 Jul 16 19:28:51.163527 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a6cb357b-90dd-4b02-818f-624deecabc9a details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:28:51.262421 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port a6cb357b-90dd-4b02-818f-624deecabc9a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a6cb357b-90dd-4b02-818f-624deecabc9a,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:51.274229 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'port_id': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'mac_address': 'fa:16:3e:a1:d5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:28:51.314526 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:51.327375 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6cb357b-90dd-4b02-818f-624deecabc9a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:28:51.347204 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port a6cb357b-90dd-4b02-818f-624deecabc9a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a6cb357b-90dd-4b02-818f-624deecabc9a,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:51.352643 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:51.405075 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=a6cb357b-90dd-4b02-818f-624deecabc9a,revision_number=4']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:51.724476 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['a6cb357b-90dd-4b02-818f-624deecabc9a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:28:52.169733 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3744aa3-8335-4cd6-b032-3b7cc08fde21 req-8dae7d75-107b-4ca4-9323-25a7ab57cf20 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:52.171237 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3744aa3-8335-4cd6-b032-3b7cc08fde21 req-8dae7d75-107b-4ca4-9323-25a7ab57cf20 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 944 time: 0.0650082 Jul 16 19:28:52.210456 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d3744aa3-8335-4cd6-b032-3b7cc08fde21 req-161cc479-1bad-4dc9-9ed6-cfd3eb83d283 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332451 Jul 16 19:28:53.188130 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a6cb357b-90dd-4b02-818f-624deecabc9a up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:53.242776 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning for port a6cb357b-90dd-4b02-818f-624deecabc9a completed by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:28:53.246927 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port a6cb357b-90dd-4b02-818f-624deecabc9a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:53.247270 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:53.328382 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:53.351675 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:53.353947 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff4e84e-58fc-491a-8482-0464b52ad0ae" -d '{"events": [{"server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "name": "network-vif-plugged", "status": "completed", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:53.367881 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port a6cb357b-90dd-4b02-818f-624deecabc9a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a6cb357b-90dd-4b02-818f-624deecabc9a,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:53.372236 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:53.398176 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda5a305-2428-4310-af61-e00333d847d1 x-openstack-request-id: req-cda5a305-2428-4310-af61-e00333d847d1 {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:53.398469 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "name": "network-vif-plugged", "status": "completed", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:53.398721 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cda5a305-2428-4310-af61-e00333d847d1 {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:53.399109 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'code': 200} Jul 16 19:28:53.400333 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7026fce-a5d9-466a-b1f9-1bead720e3b9 req-eec14ab3-323c-4e77-836a-c9a5c3446e47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:53.402040 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7026fce-a5d9-466a-b1f9-1bead720e3b9 req-eec14ab3-323c-4e77-836a-c9a5c3446e47 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 944 time: 0.0701687 Jul 16 19:28:53.423387 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=a6cb357b-90dd-4b02-818f-624deecabc9a,revision_number=5']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:53.443981 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-b7026fce-a5d9-466a-b1f9-1bead720e3b9 req-54523a93-f8d8-4d3b-ad0d-f675c2c8e1c6 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357904 Jul 16 19:28:53.558080 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33045c-8511-43e6-b4d0-a3b6baf66fa8 req-4fe4afb1-daf0-4d7c-8a9f-6ef016892376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:53.559565 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f33045c-8511-43e6-b4d0-a3b6baf66fa8 req-4fe4afb1-daf0-4d7c-8a9f-6ef016892376 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 1097 time: 0.0565279 Jul 16 19:28:53.593976 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-1f33045c-8511-43e6-b4d0-a3b6baf66fa8 req-c9604363-4632-439a-8657-f0ba8b08241a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272505 Jul 16 19:28:54.621794 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7de30-5d63-4980-a620-cbc1d9a088c2 req-6c1c2621-7818-46d2-8526-34f832371916 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:54.623468 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4d7de30-5d63-4980-a620-cbc1d9a088c2 req-6c1c2621-7818-46d2-8526-34f832371916 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 945 time: 0.0651622 Jul 16 19:28:54.663142 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-f4d7de30-5d63-4980-a620-cbc1d9a088c2 req-dbefff8a-2192-482e-99d6-816b1809dd53 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329883 Jul 16 19:28:55.842042 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c96e1b-5732-4af9-8a45-279d403c6408 req-2ddb16dd-0204-43c6-984b-25c227f9d8d9 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:55.843621 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4c96e1b-5732-4af9-8a45-279d403c6408 req-2ddb16dd-0204-43c6-984b-25c227f9d8d9 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 945 time: 0.0641482 Jul 16 19:28:55.885997 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e4c96e1b-5732-4af9-8a45-279d403c6408 req-646d4f38-d20d-437b-b0ad-7d9a0c5d49eb tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369217 Jul 16 19:28:56.066002 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b1418-c1a3-4551-9181-f67f7aad13c0 req-ca2713c1-b0a2-4e86-b09e-9d44e716b64f tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:56.067496 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c41b1418-c1a3-4551-9181-f67f7aad13c0 req-ca2713c1-b0a2-4e86-b09e-9d44e716b64f tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 945 time: 0.0662601 Jul 16 19:28:56.107065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-c41b1418-c1a3-4551-9181-f67f7aad13c0 req-83a26e16-57c8-4f6d-910b-673eed934233 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326467 Jul 16 19:28:56.133517 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40950) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:56.184911 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9254b02a-6b53-4236-8cf4-7dc0e680201a tempest-TestSnapshotPattern-51320440 tempest-TestSnapshotPattern-51320440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:56.186426 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-9254b02a-6b53-4236-8cf4-7dc0e680201a tempest-TestSnapshotPattern-51320440 tempest-TestSnapshotPattern-51320440-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 1092 time: 0.0519228 Jul 16 19:28:56.189999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 40952) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:56.195329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.v2.base [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Request body: {'floatingip': {'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'port_id': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93823) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:56.216941 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for floatingip, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:56.317626 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:56.427890 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_common [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Allocated IP 172.25.2.31 (4b546c39-2395-41cb-b351-61cf70738cf2/99f14f74-f0b8-4c8f-84b4-ca9af1a0da71/6ad9e54e-247b-436a-9b4e-2a4461f713ec) {{(pid=93823) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:28:56.538169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for port, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:56.577329 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759291033245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:56.610860 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Network 4b546c39-2395-41cb-b351-61cf70738cf2 is already hosted by enough agents. {{(pid=93823) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:28:56.613605 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Resources bound (agent type, host, resource id): {{(pid=93823) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:28:56.620315 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Received port after_create {{(pid=93823) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:28:56.652664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'Port': ['ID=6ad9e54e-247b-436a-9b4e-2a4461f713ec,revision_number=1']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:57.011680 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:57.089741 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:57.243994 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for port, precommit_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:57.248378 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59808216'] for port, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:57.314959 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event updated for resources: {'Port': ['ID=6ad9e54e-247b-436a-9b4e-2a4461f713ec,revision_number=2']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:57.328749 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1748142'] for floatingip, after_update {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:57.432756 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Floating IP a9708002-68c5-4ff4-a625-991267af8a5e associated. External IP: 172.25.2.31, port: a6cb357b-90dd-4b02-818f-624deecabc9a. Jul 16 19:28:57.973169 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:28:58.082295 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:28:58.092346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] Sync routers for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:28:58.099981 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:58.103754 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:28:58.104466 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:58.141382 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-bb6d83d6-0314-49cc-a381-cacd2f5d69a2 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9502163 Jul 16 19:28:58.142378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:58.145563 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84a2235-d3cf-4fc5-8945-608f8aa94a67" -d '{"events": [{"name": "network-changed", "server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:58.185169 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec5b1a2-74e6-40d0-af71-59861539b6c0 x-openstack-request-id: req-dec5b1a2-74e6-40d0-af71-59861539b6c0 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:58.185539 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:58.185829 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dec5b1a2-74e6-40d0-af71-59861539b6c0 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:58.186296 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'status': 'completed', 'code': 200} Jul 16 19:28:58.224196 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:28:58.287161 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-527b0a5c-786f-4565-b4ed-b6ad97710c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:58.289264 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-527b0a5c-786f-4565-b4ed-b6ad97710c6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 1097 time: 0.0578167 Jul 16 19:28:58.399223 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-0b600334-18b6-4f9d-a3ad-19d08f198288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:58.400977 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-0b600334-18b6-4f9d-a3ad-19d08f198288 service neutron] 10.222.0.46 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.1048646 Jul 16 19:28:58.471899 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-4762f01f-6963-4672-ba5b-c4add5685d67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6cb357b-90dd-4b02-818f-624deecabc9a HTTP/1.1" status: 200 len: 998 time: 0.0624545 Jul 16 19:28:58.525688 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-2511195c-d78b-4d75-914c-8f824c5d280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:58.527078 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-2511195c-d78b-4d75-914c-8f824c5d280c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0488584 Jul 16 19:28:58.587868 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-f5d14b87-c173-4b31-82ba-58f825b28f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:58.589519 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-f5d14b87-c173-4b31-82ba-58f825b28f9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554929 Jul 16 19:28:58.612346 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '73077f0a-e775-4441-ab7b-ba010a9250da', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:26:22Z', 'updated_at': '2021-07-16T19:26:25Z', 'revision_number': 1, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}, {'id': 'a9708002-68c5-4ff4-a625-991267af8a5e', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:a1:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:28:56Z', 'updated_at': '2021-07-16T19:28:56Z', 'revision_number': 0, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:58.642751 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] Checking router: 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:28:58.652257 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:28:58.652903 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:28:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:58.684994 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-1a652857-707d-4c4c-8bd0-e4b577b8529d service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885663 Jul 16 19:28:58.760839 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:28:58.783914 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-e84a2235-d3cf-4fc5-8945-608f8aa94a67 req-9c0f2890-6ead-4f8f-9486-a5f4be879faa service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918324 Jul 16 19:28:59.000306 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '73077f0a-e775-4441-ab7b-ba010a9250da', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:26:22Z', 'updated_at': '2021-07-16T19:26:25Z', 'revision_number': 1, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}, {'id': 'a9708002-68c5-4ff4-a625-991267af8a5e', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:a1:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:28:56Z', 'updated_at': '2021-07-16T19:28:56Z', 'revision_number': 0, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:59.030686 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f53c1f-6a64-4c55-bd85-fd4ee0bf612a None None] The sync data for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 is: [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '73077f0a-e775-4441-ab7b-ba010a9250da', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:26:22Z', 'updated_at': '2021-07-16T19:26:25Z', 'revision_number': 1, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}, {'id': 'a9708002-68c5-4ff4-a625-991267af8a5e', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:a1:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:28:56Z', 'updated_at': '2021-07-16T19:28:56Z', 'revision_number': 0, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:28:59.240136 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0b6a8-36d4-45d9-936c-f05b36a8c657 None None] New status for floating IP a9708002-68c5-4ff4-a625-991267af8a5e: ACTIVE {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:28:59.789225 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:01.398046 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-861e5861-9e5f-4242-bf1a-8814b05c5346 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506206 Jul 16 19:29:01.509929 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-88468ead-4f5b-4554-9e9d-2a5202f233d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:01.511419 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-88468ead-4f5b-4554-9e9d-2a5202f233d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 1097 time: 0.0532641 Jul 16 19:29:01.621271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-9fad6ba0-0b68-4482-872f-e61a400f004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:01.622741 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-9fad6ba0-0b68-4482-872f-e61a400f004e service neutron] 10.222.0.46 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0910273 Jul 16 19:29:01.688672 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-9a8feaaf-3ec4-47c3-bfdf-89faa6469a75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6cb357b-90dd-4b02-818f-624deecabc9a HTTP/1.1" status: 200 len: 1000 time: 0.0590584 Jul 16 19:29:01.748172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-9e93dc4d-8803-49e8-adfb-fab9b5bab419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:01.751025 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-9e93dc4d-8803-49e8-adfb-fab9b5bab419 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0561967 Jul 16 19:29:01.809328 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-8e972606-9db1-4246-904a-3140998030bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:01.810851 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-8e972606-9db1-4246-904a-3140998030bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537674 Jul 16 19:29:01.905006 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-0b478afe-ad48-4926-b76c-0e36d919209e service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869908 Jul 16 19:29:02.000583 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-66aadbb2-71e3-4b91-9226-560e1ae0b474 req-bea5f450-fd95-4fb6-823c-8478465fe23a service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885055 Jul 16 19:29:02.954719 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:03.319799 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-dddb9355-030c-4501-afd7-fede10ebeda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:06.091993 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:06.159121 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd6f0db4-4519-4d57-b4c7-264c251003cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:07.345846 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:09.057737 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:11.049409 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:20.803835 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-b6071340-27e9-40cf-9fb6-d871b2edfe9d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545278 Jul 16 19:29:20.903287 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-2d9ae9d6-fe69-487f-9978-9b163814f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:20.904907 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-2d9ae9d6-fe69-487f-9978-9b163814f73c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1095 time: 0.0582659 Jul 16 19:29:21.013115 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-6de1a26a-bc0c-45f3-a97c-666bc526a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:21.014663 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-6de1a26a-bc0c-45f3-a97c-666bc526a904 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0876827 Jul 16 19:29:21.087263 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-8f4a61d4-af8f-405c-9c4b-05633d9c9551 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 200 len: 999 time: 0.0658014 Jul 16 19:29:21.137487 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-530f1548-4981-4017-af45-7c9cffda350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:21.138976 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-530f1548-4981-4017-af45-7c9cffda350d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0463893 Jul 16 19:29:21.199040 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-2d1a7e74-3e10-46cc-aa74-b9dd905d1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:21.200576 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-2d1a7e74-3e10-46cc-aa74-b9dd905d1646 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549018 Jul 16 19:29:21.211214 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-59a62814-da33-474e-894d-c7ab92f8cb30 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93824) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:29:21.213163 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-59a62814-da33-474e-894d-c7ab92f8cb30 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060053 Jul 16 19:29:21.311058 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-bb6c84bc-238a-4c33-a4f9-dd75aabafe74 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913522 Jul 16 19:29:21.404643 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-f63a92ea-b4cd-4b4c-a573-db30c6a18761 req-23236f3f-4188-415e-a4c8-a4519dab3059 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862463 Jul 16 19:29:29.789116 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:33.323587 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f2053f03-6fad-4546-83e6-6988395cc481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:36.094240 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:36.159717 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-63665eeb-1165-428b-b190-7d855bb6ae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:37.348367 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:39.060772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:39.954624 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:41.048627 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:59.790598 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:02.305263 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-31981bda-452b-4ebd-8636-c54592cb6347 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551066 Jul 16 19:30:02.438024 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-9f1fa621-a4f5-4d62-b183-efe7d1ee934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:02.440280 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-9f1fa621-a4f5-4d62-b183-efe7d1ee934a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 1097 time: 0.0600462 Jul 16 19:30:02.550477 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-b4b43205-98ed-46a3-819a-707e8c9cedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:02.551959 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-b4b43205-98ed-46a3-819a-707e8c9cedbd service neutron] 10.222.0.46 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0883722 Jul 16 19:30:02.626865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-bd73799b-7d82-4aef-be73-ce2fa9024ef3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6cb357b-90dd-4b02-818f-624deecabc9a HTTP/1.1" status: 200 len: 1000 time: 0.0637558 Jul 16 19:30:02.678952 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-571a9a1a-0f64-40c6-b510-83b78929f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:02.680715 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-571a9a1a-0f64-40c6-b510-83b78929f14c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0460441 Jul 16 19:30:02.742923 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-e5957a5c-9d75-43b9-aeb0-0e3a48b0e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:02.744343 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-e5957a5c-9d75-43b9-aeb0-0e3a48b0e9f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566690 Jul 16 19:30:02.844203 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-99134262-2e0e-4b14-a021-bc9cbfa45aab service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896559 Jul 16 19:30:02.961865 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-0223ee9f-b2b6-40e0-aefc-ab36762ae991 req-76d76b69-5eb4-4e64-aade-b4ca6a8396d2 service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085112 Jul 16 19:30:03.326199 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d1d82626-3390-4d11-b955-cf5d04edd37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.096772 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:06.161460 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a2bc15af-a523-4597-a6ab-460d51c8117d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:07.352916 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:09.063344 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:11.065346 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:16.955146 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:30:22.774080 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-b6cfc457-058c-446c-9aea-026f854310af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586276 Jul 16 19:30:22.867969 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-ef95c865-83a0-4a98-9f46-94483aa1c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:22.869460 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-ef95c865-83a0-4a98-9f46-94483aa1c93b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1095 time: 0.0512798 Jul 16 19:30:22.981299 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-d81f15cc-7e2c-4233-a22c-eed72c3de6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:22.982768 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-d81f15cc-7e2c-4233-a22c-eed72c3de6ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0862679 Jul 16 19:30:23.054665 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-9a600cf6-fbda-41c1-9fdc-2f92c90c51a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 200 len: 999 time: 0.0653107 Jul 16 19:30:23.102714 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-9f8de775-607c-4b5f-b22a-6ace22a6a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:23.104152 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-9f8de775-607c-4b5f-b22a-6ace22a6a577 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0429547 Jul 16 19:30:23.160826 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-ef848c6f-2191-47ea-b337-3ba9e7f1b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:23.162309 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-ef848c6f-2191-47ea-b337-3ba9e7f1b981 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522401 Jul 16 19:30:23.254350 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-eb5f06f6-14b2-4dd2-a20d-d8f00e5c444f service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854583 Jul 16 19:30:23.344537 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-b6bb778c-2923-494a-ad87-fdf7d3f9006f req-e2ba8448-e55c-4cb6-a1ad-28a9b6b8bbde service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837569 Jul 16 19:30:29.806867 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.327882 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e7a4453e-c6a2-43b3-9bf1-e69b67ebfabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:36.098712 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:36.161436 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-34d925fe-45f3-41fc-8b69-0e89c9f0939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:37.354648 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:39.067558 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:41.064670 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:41.676649 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a6cb357b-90dd-4b02-818f-624deecabc9a details requested by agent hyperv_n-h2-793619-10 with host n-h2-793619-10 {{(pid=93825) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:30:41.777244 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port a6cb357b-90dd-4b02-818f-624deecabc9a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a6cb357b-90dd-4b02-818f-624deecabc9a,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:41.788932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Returning: {'device': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'port_id': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'mac_address': 'fa:16:3e:a1:d5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93825) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:30:41.835731 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:41.849715 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6cb357b-90dd-4b02-818f-624deecabc9a {{(pid=93825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:41.870226 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port a6cb357b-90dd-4b02-818f-624deecabc9a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a6cb357b-90dd-4b02-818f-624deecabc9a,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:41.873961 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:41.927729 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=a6cb357b-90dd-4b02-818f-624deecabc9a,revision_number=6']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:41.935516 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.935869 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.936216 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.936577 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.936918 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.937256 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.937586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.937915 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.938246 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.938611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.939116 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:41.939592 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:42.039293 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] get_ports_and_sgs() called for port_ids ['a6cb357b-90dd-4b02-818f-624deecabc9a'] {{(pid=93825) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:30:43.686187 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a6cb357b-90dd-4b02-818f-624deecabc9a up at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:43.757198 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.provisioning_blocks [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Provisioning complete for port a6cb357b-90dd-4b02-818f-624deecabc9a triggered by entity L2. {{(pid=93825) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:43.757565 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912044'] for port, provisioning_complete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:43.867826 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527964'] for port, before_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:43.899888 n-d-793619-10 neutron-server[93825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a'}] {{(pid=93825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:43.902314 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f49ac68b795d47013be9ea3438fa8d5707b6ca503865d8a970b489319fceafc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780cba20-3fae-49c1-b94d-193d17445a07" -d '{"events": [{"server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "name": "network-vif-plugged", "status": "completed", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a"}]}' {{(pid=93825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:43.916979 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] For port a6cb357b-90dd-4b02-818f-624deecabc9a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a6cb357b-90dd-4b02-818f-624deecabc9a,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:43.925826 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759291421013', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759291033263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759291033281'] for port, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:43.976583 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd563b67-5c26-4109-af5f-f2840218f0da x-openstack-request-id: req-dd563b67-5c26-4109-af5f-f2840218f0da {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:43.976870 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "name": "network-vif-plugged", "status": "completed", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a", "code": 200}]} {{(pid=93825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:43.977127 n-d-793619-10 neutron-server[93825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd563b67-5c26-4109-af5f-f2840218f0da {{(pid=93825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:43.977527 n-d-793619-10 neutron-server[93825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'code': 200} Jul 16 19:30:44.007680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Pushing event updated for resources: {'Port': ['ID=a6cb357b-90dd-4b02-818f-624deecabc9a,revision_number=7']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:51.684378 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41184) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:51.851638 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Deleting port 6ad9e54e-247b-436a-9b4e-2a4461f713ec {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:30:51.851985 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.935326 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.935556 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:51.948049 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Calling delete_port for 6ad9e54e-247b-436a-9b4e-2a4461f713ec owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:30:52.106164 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.133332 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event deleted for resources: {'Port': ['ID=6ad9e54e-247b-436a-9b4e-2a4461f713ec,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:52.146898 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.147255 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.147607 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.147951 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.148292 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.148663 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.148999 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.149330 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.149664 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.149993 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.150329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.150702 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93823) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:52.216471 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.216757 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Floating IP a9708002-68c5-4ff4-a625-991267af8a5e disassociated (deleted). External IP: 172.25.2.31, port: a6cb357b-90dd-4b02-818f-624deecabc9a. Jul 16 19:30:52.425808 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:30:52.535070 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:30:52.539331 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.545169 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] Sync routers for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:30:52.556862 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:52.557732 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:52.588134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-084f57be-ad57-403e-a3e2-fe3fd319db00 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "DELETE /v2.0/floatingips/a9708002-68c5-4ff4-a625-991267af8a5e HTTP/1.1" status: 204 len: 168 time: 0.9024971 Jul 16 19:30:52.588863 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:52.591454 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636e135c-0719-4a97-8a99-8a3a7f2e66e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:52.638855 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0432501-f631-405e-b437-3e5361d48049 x-openstack-request-id: req-c0432501-f631-405e-b437-3e5361d48049 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:52.639139 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:52.639390 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0432501-f631-405e-b437-3e5361d48049 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:52.639791 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'status': 'completed', 'code': 200} Jul 16 19:30:52.671566 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:52.774793 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-ae01aad7-335f-4326-bf46-9e69ad1319ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:52.776445 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-ae01aad7-335f-4326-bf46-9e69ad1319ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 1097 time: 0.0669992 Jul 16 19:30:52.879935 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-e42ab828-8462-48c8-9c64-6090ccc80933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:52.881857 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-e42ab828-8462-48c8-9c64-6090ccc80933 service neutron] 10.222.0.46 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.0988069 Jul 16 19:30:52.929006 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '73077f0a-e775-4441-ab7b-ba010a9250da', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:26:22Z', 'updated_at': '2021-07-16T19:26:25Z', 'revision_number': 1, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:52.937065 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-260487b0-22ff-4e0d-82c5-f302c8a1844c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6cb357b-90dd-4b02-818f-624deecabc9a HTTP/1.1" status: 200 len: 217 time: 0.0475245 Jul 16 19:30:52.955668 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] Checking router: 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:30:52.964007 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:52.964647 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:53.018709 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-2130ff6b-32ce-4c92-9138-5dd6285757dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:53.020195 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-2130ff6b-32ce-4c92-9138-5dd6285757dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0566671 Jul 16 19:30:53.069271 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb4a2-54c8-426c-81f8-b5a9e6df0712 req-3cef2add-3d2d-4663-b010-b8a362333eaa tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:53.076134 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23afb4a2-54c8-426c-81f8-b5a9e6df0712 req-3cef2add-3d2d-4663-b010-b8a362333eaa tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 945 time: 0.1414695 Jul 16 19:30:53.078281 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:53.137139 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-23afb4a2-54c8-426c-81f8-b5a9e6df0712 req-0fe32742-0cc7-42bd-84a1-e9c20872c696 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601485 Jul 16 19:30:53.159644 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-684caba5-083e-435a-ae1e-26f21a4215ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:53.161204 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-684caba5-083e-435a-ae1e-26f21a4215ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320751 Jul 16 19:30:53.264283 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-5467a5ba-aabf-432d-8bd7-9e33d45dbdd4 service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940239 Jul 16 19:30:53.327708 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '73077f0a-e775-4441-ab7b-ba010a9250da', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:26:22Z', 'updated_at': '2021-07-16T19:26:25Z', 'revision_number': 1, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:53.356136 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb063f15-8724-4862-b241-6a2883ebe5e8 None None] The sync data for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 is: [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_floatingips': [{'id': '73077f0a-e775-4441-ab7b-ba010a9250da', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'router_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'port_id': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'mac_address': 'fa:16:3e:14:8a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:26:22Z', 'updated_at': '2021-07-16T19:26:25Z', 'revision_number': 1, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:30:53.369999 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-636e135c-0719-4a97-8a99-8a3a7f2e66e2 req-e1a75d30-16da-446d-ada1-6d2e71402248 service neutron] 10.222.0.46 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954199 Jul 16 19:30:53.587786 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a32e15-c696-4613-a20e-49070fe0c975 None None] New status for floating IP a9708002-68c5-4ff4-a625-991267af8a5e: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:30:53.954618 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:30:54.305306 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9634f1-b616-416d-bc15-c94301a6f5e3 req-9508dae2-507c-4527-a4b3-2b5e65d5a9bc tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:54.306937 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d9634f1-b616-416d-bc15-c94301a6f5e3 req-9508dae2-507c-4527-a4b3-2b5e65d5a9bc tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 945 time: 0.0626571 Jul 16 19:30:54.343263 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-7d9634f1-b616-416d-bc15-c94301a6f5e3 req-f697a31c-a4b5-40c6-a02a-8d12429fbaa0 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Jul 16 19:30:54.998539 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-6645db79-4864-4cf0-8996-3fd3cca9db5c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:55.000001 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-6645db79-4864-4cf0-8996-3fd3cca9db5c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.46 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 945 time: 0.0625551 Jul 16 19:30:55.106288 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Deleting port a6cb357b-90dd-4b02-818f-624deecabc9a {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:30:55.106634 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:55.195106 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] For port a6cb357b-90dd-4b02-818f-624deecabc9a, host n-h2-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793619-10',level=0,port_id=a6cb357b-90dd-4b02-818f-624deecabc9a,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:55.195468 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:55.212848 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Calling delete_port for a6cb357b-90dd-4b02-818f-624deecabc9a owned by compute:nova {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:30:55.336921 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:55.369484 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event deleted for resources: {'Port': ['ID=a6cb357b-90dd-4b02-818f-624deecabc9a,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:55.418740 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] No DVR routers for this DVR port a6cb357b-90dd-4b02-818f-624deecabc9a on host n-h2-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:30:55.421232 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:55.423366 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-45f9291c-f0ee-4d93-8ddf-581cbf8dc6a0 req-36f110f1-7171-4839-a0e7-2b149f01ddea tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.46 "DELETE /v2.0/ports/a6cb357b-90dd-4b02-818f-624deecabc9a HTTP/1.1" status: 204 len: 173 time: 0.4158287 Jul 16 19:30:55.423798 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'name': 'network-vif-deleted', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:55.426114 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac36d48-d780-4db5-947d-9a019a666e51" -d '{"events": [{"server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "name": "network-vif-deleted", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:55.468188 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3ddf66-52e2-4ae9-a578-df278396c57c x-openstack-request-id: req-ff3ddf66-52e2-4ae9-a578-df278396c57c {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:55.468188 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f721b235-9fb1-44bc-9df6-b0a6fb39e779", "name": "network-vif-deleted", "tag": "a6cb357b-90dd-4b02-818f-624deecabc9a", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:55.468188 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff3ddf66-52e2-4ae9-a578-df278396c57c {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:55.468188 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f721b235-9fb1-44bc-9df6-b0a6fb39e779', 'name': 'network-vif-deleted', 'tag': 'a6cb357b-90dd-4b02-818f-624deecabc9a', 'status': 'completed', 'code': 200} Jul 16 19:30:55.497228 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-a32e7b45-b55a-4b61-a52f-ae46156bcfa3 req-65a2593e-c3ff-4efb-a683-252d82f6c9d0 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=f721b235-9fb1-44bc-9df6-b0a6fb39e779 HTTP/1.1" status: 200 len: 210 time: 0.0293429 Jul 16 19:30:55.749223 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a6cb357b-90dd-4b02-818f-624deecabc9a no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:30:55.769671 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: a6cb357b-90dd-4b02-818f-624deecabc9a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:30:55.770013 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a6cb357b-90dd-4b02-818f-624deecabc9a not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:30:57.106344 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41240) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:30:57.262527 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Deleting port 9491630e-a9f5-40f0-8645-924eb65bd682 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:30:57.262879 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:57.340529 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:57.340787 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:57.352359 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Calling delete_port for 9491630e-a9f5-40f0-8645-924eb65bd682 owned by network:floatingip {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:30:57.498838 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:57.526305 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event deleted for resources: {'Port': ['ID=9491630e-a9f5-40f0-8645-924eb65bd682,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:57.588220 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for floatingip, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:57.588623 n-d-793619-10 neutron-server[93823]: INFO neutron.db.l3_db [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Floating IP 73077f0a-e775-4441-ab7b-ba010a9250da disassociated (deleted). External IP: 172.25.2.110, port: 9316b2f9-ed22-47b6-b2de-d743c71e27d0. Jul 16 19:30:57.792370 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:30:57.898903 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:30:57.903604 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for floatingip, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:57.909986 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] Sync routers for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:30:57.918932 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:57.919606 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:57.940296 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-5eeeffb9-2038-4597-b80f-68ac6921f65c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "DELETE /v2.0/floatingips/73077f0a-e775-4441-ab7b-ba010a9250da HTTP/1.1" status: 204 len: 168 time: 0.8327501 Jul 16 19:30:57.940914 n-d-793619-10 neutron-server[93823]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0'}] {{(pid=93823) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:57.943338 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}920a715c876a41d108f780c49492c39b89a31a45bdb0f5c597ffee21d3d37bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0"}]}' {{(pid=93823) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:57.981635 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed641e9-d921-4c08-9baf-2d7e516a81d1 x-openstack-request-id: req-2ed641e9-d921-4c08-9baf-2d7e516a81d1 {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:57.982104 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0", "status": "completed", "code": 200}]} {{(pid=93823) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:57.982529 n-d-793619-10 neutron-server[93823]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ed641e9-d921-4c08-9baf-2d7e516a81d1 {{(pid=93823) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:57.983024 n-d-793619-10 neutron-server[93823]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'status': 'completed', 'code': 200} Jul 16 19:30:58.031719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:58.067921 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-23bc5f69-46ac-4180-8652-f940ada7a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:58.069566 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-23bc5f69-46ac-4180-8652-f940ada7a228 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 1095 time: 0.0643520 Jul 16 19:30:58.182242 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-04d319b7-f257-4cc4-9795-43d1b24c31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:58.183753 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-04d319b7-f257-4cc4-9795-43d1b24c31e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 200 len: 910 time: 0.1077442 Jul 16 19:30:58.229025 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-30be648c-b526-4f14-baa8-34db544ddda7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 200 len: 217 time: 0.0369179 Jul 16 19:30:58.261586 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:58.279947 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-49df9deb-6f3d-4f64-8aac-46a33a8cf2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:58.281453 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-49df9deb-6f3d-4f64-8aac-46a33a8cf2da service neutron] 10.222.0.45 "GET /v2.0/subnets?id=916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 200 len: 848 time: 0.0457482 Jul 16 19:30:58.293611 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] Checking router: 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:30:58.302719 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:30:58.303266 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:58.340540 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1d7ac-d0b4-4813-9836-69db95f1a348 req-3a8becd4-44ed-4ef6-ac52-7f97f029fe10 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:58.342127 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cb1d7ac-d0b4-4813-9836-69db95f1a348 req-3a8becd4-44ed-4ef6-ac52-7f97f029fe10 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 943 time: 0.0696406 Jul 16 19:30:58.347798 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-5cb2995e-4773-45d3-959a-2b67553225ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:58.349707 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-5cb2995e-4773-45d3-959a-2b67553225ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=229a1565-6b45-4f47-8a56-4c623afb52c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613604 Jul 16 19:30:58.385091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-6cb1d7ac-d0b4-4813-9836-69db95f1a348 req-5c424fe2-60de-447f-954b-060c845c3878 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339622 Jul 16 19:30:58.452851 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-a43a463c-56db-4850-b798-5419354c272e service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955827 Jul 16 19:30:58.554097 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-33b4d455-8b10-4b49-81f0-43b9ca5fe0b2 req-22981336-b8c7-4e94-a00d-9ce6d4a7def4 service neutron] 10.222.0.45 "GET /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937119 Jul 16 19:30:58.568325 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:30:58.767601 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:30:58.793159 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68b665e-69b4-4302-92f9-fb7ca51af94e None None] The sync data for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 is: [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:26:02Z', 'revision_number': 4, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10', '_interfaces': [{'id': '4cc3d9ff-f137-4d54-96d1-9978618b4358', 'name': '', 'network_id': '229a1565-6b45-4f47-8a56-4c623afb52c0', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'mac_address': 'fa:16:3e:82:87:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '916d5929-7745-4393-b024-86718f0bf73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:02Z', 'updated_at': '2021-07-16T19:26:08Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'subnets': [{'id': '916d5929-7745-4393-b024-86718f0bf73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:30:59.020474 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695684e1-5840-4618-8c2d-7e2a2f0aa605 None None] New status for floating IP 73077f0a-e775-4441-ab7b-ba010a9250da: DOWN {{(pid=93826) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:30:59.562865 n-d-793619-10 neutron-server[93823]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e34576-aece-42ee-af79-1551a42723f0 req-ab2710f9-4340-4c83-afec-7f2601282145 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93823) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:59.564856 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75e34576-aece-42ee-af79-1551a42723f0 req-ab2710f9-4340-4c83-afec-7f2601282145 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 943 time: 0.0632374 Jul 16 19:30:59.602153 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-75e34576-aece-42ee-af79-1551a42723f0 req-c8c7a8b9-e9cc-4739-99d6-f8dbfd078375 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/security-groups?id=959434be-9f35-451b-a9c8-10fee2eb6a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316763 Jul 16 19:30:59.767982 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a6cb357b-90dd-4b02-818f-624deecabc9a no longer exists at agent hyperv_n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:30:59.794487 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] No Port match for: a6cb357b-90dd-4b02-818f-624deecabc9a {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:30:59.794822 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Device a6cb357b-90dd-4b02-818f-624deecabc9a not bound to the agent host n-h2-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:30:59.806219 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:59.873403 n-d-793619-10 neutron-server[93824]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-2f23218f-9c89-4284-8799-a2602f86ffd5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93824) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:59.874837 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-2f23218f-9c89-4284-8799-a2602f86ffd5 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.45 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 943 time: 0.0635796 Jul 16 19:30:59.975956 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Deleting port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:30:59.976300 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:00.065082 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] For port 9316b2f9-ed22-47b6-b2de-d743c71e27d0, host n-h1-793619-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793619-10',level=0,port_id=9316b2f9-ed22-47b6-b2de-d743c71e27d0,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:00.065342 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:00.077550 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Calling delete_port for 9316b2f9-ed22-47b6-b2de-d743c71e27d0 owned by compute:nova {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:31:00.208136 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:00.238705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event deleted for resources: {'Port': ['ID=9316b2f9-ed22-47b6-b2de-d743c71e27d0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:00.269050 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.269398 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.269741 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.270076 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.270406 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.270735 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.271058 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.271380 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.271701 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.272019 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.272341 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.272718 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793619-10 {{(pid=93824) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:31:00.296692 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] No DVR routers for this DVR port 9316b2f9-ed22-47b6-b2de-d743c71e27d0 on host n-h1-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:31:00.299629 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460028'] for port, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:00.301608 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [req-bd322d91-2ea7-40a2-8bb9-62a5c40e2826 req-46f3a558-61e2-4a10-a8c8-10f0fa807278 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.45 "DELETE /v2.0/ports/9316b2f9-ed22-47b6-b2de-d743c71e27d0 HTTP/1.1" status: 204 len: 173 time: 0.4210949 Jul 16 19:31:00.302036 n-d-793619-10 neutron-server[93824]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'name': 'network-vif-deleted', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0'}] {{(pid=93824) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:31:00.304257 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac3f31528a79369ed7c0b648e5f0d2b8b4d03b349c7174d86b49abcdc5a32325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9304ff38-a891-461b-9309-73edcd1bd6e4" -d '{"events": [{"server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "name": "network-vif-deleted", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0"}]}' {{(pid=93824) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:31:00.339267 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae139cab-9bcd-42c6-83c5-7bede89908de x-openstack-request-id: req-ae139cab-9bcd-42c6-83c5-7bede89908de {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:31:00.339559 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd4f28-7fbc-4c7d-9461-80e5b1af5244", "name": "network-vif-deleted", "tag": "9316b2f9-ed22-47b6-b2de-d743c71e27d0", "status": "completed", "code": 200}]} {{(pid=93824) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:31:00.339806 n-d-793619-10 neutron-server[93824]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae139cab-9bcd-42c6-83c5-7bede89908de {{(pid=93824) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:31:00.340202 n-d-793619-10 neutron-server[93824]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57cd4f28-7fbc-4c7d-9461-80e5b1af5244', 'name': 'network-vif-deleted', 'tag': '9316b2f9-ed22-47b6-b2de-d743c71e27d0', 'status': 'completed', 'code': 200} Jul 16 19:31:00.768348 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [req-d564c401-5bb3-4533-86cd-cf13ff3a7c29 req-c6eee060-d577-4b9a-be75-567f32b61551 tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "GET /v2.0/ports?device_id=57cd4f28-7fbc-4c7d-9461-80e5b1af5244 HTTP/1.1" status: 200 len: 210 time: 0.0327187 Jul 16 19:31:01.862705 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41256) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:01.919870 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef491ad4-3b56-4bdf-bd5b-99ac19fe500c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:01.946176 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef491ad4-3b56-4bdf-bd5b-99ac19fe500c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.008329 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef491ad4-3b56-4bdf-bd5b-99ac19fe500c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.011015 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-ef491ad4-3b56-4bdf-bd5b-99ac19fe500c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Notify callbacks [] for security_group, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.012404 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-ef491ad4-3b56-4bdf-bd5b-99ac19fe500c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] 10.222.0.60 "DELETE /v2.0/security-groups/959434be-9f35-451b-a9c8-10fee2eb6a03 HTTP/1.1" status: 204 len: 168 time: 0.1486521 Jul 16 19:31:02.022422 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef491ad4-3b56-4bdf-bd5b-99ac19fe500c tempest-TestSnapshotPattern-1993942709 tempest-TestSnapshotPattern-1993942709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959434be-9f35-451b-a9c8-10fee2eb6a03,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:02.065529 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41260) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:02.520413 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.775215 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Deleting port 4cc3d9ff-f137-4d54-96d1-9978618b4358 {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:31:02.775457 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.854792 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] For port 4cc3d9ff-f137-4d54-96d1-9978618b4358, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=4cc3d9ff-f137-4d54-96d1-9978618b4358,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:02.855152 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:02.867504 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Calling delete_port for 4cc3d9ff-f137-4d54-96d1-9978618b4358 owned by network:router_interface {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:31:03.053769 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.083975 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc3d9ff-f137-4d54-96d1-9978618b4358,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:03.330529 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1ec6345c-2e49-4408-b25f-d9e6a44e134e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.545986 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.752836 n-d-793619-10 neutron-server[93824]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93824) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:31:03.857929 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93824) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:31:03.863495 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-5320c521-b466-4eb8-833d-0d2627b88ddc admin admin] 10.222.0.60 "PUT /v2.0/routers/7f306afb-81ec-44b1-bd4c-f5d414f3bf24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7969398 Jul 16 19:31:03.866378 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41268) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:03.867401 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] Sync routers for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:31:03.877429 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:03.878361 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:03.972490 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.982790 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: n-d-793619-10 {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:04.076282 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.137401 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Deleting port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:31:04.137751 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.167541 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:31:03Z', 'revision_number': 5, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port': {'id': '10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:00Z', 'updated_at': '2021-07-16T19:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:04.196549 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] Checking router: 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 for host: n-d-793619-10 {{(pid=93825) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:31:04.205081 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] Routers {'7f306afb-81ec-44b1-bd4c-f5d414f3bf24'} bound to L3 agent in host n-d-793619-10 {{(pid=93825) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:04.205753 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:30:36Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'], 'active': True} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:04.229502 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] For port 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:04.229866 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.242173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Calling delete_port for 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c owned by network:router_gateway {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:31:04.292188 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvr_db [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] Set router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 gateway port host: None {{(pid=93825) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:04.347901 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_hamode_db [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:31:04Z', 'revision_number': 6, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:04.375721 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7921a9-81ef-4b12-a145-59c08307ce0d None None] The sync data for ids ['7f306afb-81ec-44b1-bd4c-f5d414f3bf24'] in n-d-793619-10 is: [{'id': '7f306afb-81ec-44b1-bd4c-f5d414f3bf24', 'name': 'tempest-TestSnapshotPattern-854879419-router', 'tenant_id': '66c40eb8c97d449fba24eb593a34aa6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:25:59Z', 'updated_at': '2021-07-16T19:31:04Z', 'revision_number': 6, 'project_id': '66c40eb8c97d449fba24eb593a34aa6a', 'gw_port_host': None}] {{(pid=93825) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:31:04.412108 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.438516 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:04.500507 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.590000 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.592037 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.633824 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.634294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f306afb-81ec-44b1-bd4c-f5d414f3bf24 {{(pid=93824) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:31:04.638512 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.639694 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-dc10ee9c-35a5-4774-b865-5ecc3d0ac6b1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7f306afb-81ec-44b1-bd4c-f5d414f3bf24 HTTP/1.1" status: 204 len: 168 time: 0.7723467 Jul 16 19:31:04.642349 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41270) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:04.687294 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da6ea90-2594-442b-be85-5e446d869af9 admin admin] Deleting subnet 916d5929-7745-4393-b024-86718f0bf73b {{(pid=93824) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:31:04.690949 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6da6ea90-2594-442b-be85-5e446d869af9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.725589 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6da6ea90-2594-442b-be85-5e446d869af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368689'] for subnet, precommit_delete_associations {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.814609 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6da6ea90-2594-442b-be85-5e446d869af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.867040 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6da6ea90-2594-442b-be85-5e446d869af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3347959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3549331'] for subnet, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.893009 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6ea90-2594-442b-be85-5e446d869af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=916d5929-7745-4393-b024-86718f0bf73b,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:04.896551 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-6da6ea90-2594-442b-be85-5e446d869af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.898410 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-6da6ea90-2594-442b-be85-5e446d869af9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/916d5929-7745-4393-b024-86718f0bf73b HTTP/1.1" status: 204 len: 168 time: 0.2550669 Jul 16 19:31:04.902173 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41272) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:04.904538 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e4547-cdb6-4fb6-b5e1-c82a7ac6ff59 None None] Network 229a1565-6b45-4f47-8a56-4c623afb52c0 requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:31:04.963634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9316b2f9-ed22-47b6-b2de-d743c71e27d0 no longer exists at agent hyperv_n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:31:04.974481 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.991120 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] No Port match for: 9316b2f9-ed22-47b6-b2de-d743c71e27d0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:31:04.991467 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Device 9316b2f9-ed22-47b6-b2de-d743c71e27d0 not bound to the agent host n-h1-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:31:05.027427 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Deleting port ad695a56-39ab-45aa-a47b-73de98b2b3ec {{(pid=93824) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:31:05.027776 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.095035 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.db [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] For port ad695a56-39ab-45aa-a47b-73de98b2b3ec, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ad695a56-39ab-45aa-a47b-73de98b2b3ec,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93824) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:05.095941 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.116896 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.plugin [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Calling delete_port for ad695a56-39ab-45aa-a47b-73de98b2b3ec owned by network:dhcp {{(pid=93824) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:31:05.135709 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0b7ee-8f11-49f5-bdde-ebe0613b89b4 None None] DHCP port deletion for 229a1565-6b45-4f47-8a56-4c623afb52c0 request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:31:05.186852 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-38d0b7ee-8f11-49f5-bdde-ebe0613b89b4 None None] Deleting port ad695a56-39ab-45aa-a47b-73de98b2b3ec {{(pid=93825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:31:05.187231 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38d0b7ee-8f11-49f5-bdde-ebe0613b89b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.208675 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3347844'] for port, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.238770 n-d-793619-10 neutron-server[93824]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] No DVR routers for this DVR port ad695a56-39ab-45aa-a47b-73de98b2b3ec on host n-d-793619-10 {{(pid=93824) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:31:05.244641 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad695a56-39ab-45aa-a47b-73de98b2b3ec,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:05.261289 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.db [None req-38d0b7ee-8f11-49f5-bdde-ebe0613b89b4 None None] For port ad695a56-39ab-45aa-a47b-73de98b2b3ec, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=ad695a56-39ab-45aa-a47b-73de98b2b3ec,segment=NetworkSegment(04a28f84-ba3d-41a1-85fc-218c5ab345ce),segment_id=04a28f84-ba3d-41a1-85fc-218c5ab345ce)] {{(pid=93825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:05.261690 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38d0b7ee-8f11-49f5-bdde-ebe0613b89b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.274109 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-38d0b7ee-8f11-49f5-bdde-ebe0613b89b4 None None] Calling delete_port for ad695a56-39ab-45aa-a47b-73de98b2b3ec owned by network:dhcp {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:31:05.319322 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.329321 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229a1565-6b45-4f47-8a56-4c623afb52c0']}} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:05.339624 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a28f84-ba3d-41a1-85fc-218c5ab345ce') {'for_net_delete': True} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:05.339920 n-d-793619-10 neutron-server[93824]: DEBUG neutron.services.segments.db [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a28f84-ba3d-41a1-85fc-218c5ab345ce') {} {{(pid=93824) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:05.349661 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368646'] for segment, before_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.357452 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-38d0b7ee-8f11-49f5-bdde-ebe0613b89b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254'] for port, after_delete {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.365175 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.371240 n-d-793619-10 neutron-server[93824]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93824) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:31:05.371658 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3348309'] for segment, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: Traceback (most recent call last): Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: timer() Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: cb(*args, **kw) Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: return func(*args, **kwargs) Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: self._notify() Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: self.callback(batched_events) Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: event.method(event) Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: return f(self, *a, **k) Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: return self._get(url).json() Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: return self.request(url, 'GET', **kwargs) Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:31:05.373414 n-d-793619-10 neutron-server[93824]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:31:05.386111 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0b7ee-8f11-49f5-bdde-ebe0613b89b4 None None] Pushing event deleted for resources: {'Port': ['ID=ad695a56-39ab-45aa-a47b-73de98b2b3ec,revision_number=None']} {{(pid=93825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:05.391151 n-d-793619-10 neutron-server[93825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d0b7ee-8f11-49f5-bdde-ebe0613b89b4 None None] No DVR routers for this DVR port ad695a56-39ab-45aa-a47b-73de98b2b3ec on host n-d-793619-10 {{(pid=93825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:31:05.431081 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.436842 n-d-793619-10 neutron-server[93824]: DEBUG neutron_lib.callbacks.manager [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Notify callbacks [] for network, before_response {{(pid=93824) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.438689 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] 10.222.0.60 "DELETE /v2.0/networks/229a1565-6b45-4f47-8a56-4c623afb52c0 HTTP/1.1" status: 204 len: 168 time: 0.5368481 Jul 16 19:31:05.441925 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41274) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:05.449534 n-d-793619-10 neutron-server[93824]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fff8ff-6c50-4f94-94cf-7a3d7da15110 admin admin] Pushing event deleted for resources: {'Network': ['ID=229a1565-6b45-4f47-8a56-4c623afb52c0,revision_number=None']} {{(pid=93824) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:06.094290 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1751470'] for router_interface, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.099411 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.169806 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-a76d1c2c-4a18-410f-92a5-03459f10200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.183680 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4cc3d9ff-f137-4d54-96d1-9978618b4358 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:31:06.203985 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 4cc3d9ff-f137-4d54-96d1-9978618b4358 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:31:06.205034 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 4cc3d9ff-f137-4d54-96d1-9978618b4358 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:31:06.205634 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:31:06.224427 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:31:06.224780 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 10e8f1ee-47f3-4eb7-827a-01fd55f3ae5c not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:31:06.225190 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ad695a56-39ab-45aa-a47b-73de98b2b3ec no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:31:06.243614 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: ad695a56-39ab-45aa-a47b-73de98b2b3ec {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:31:06.243962 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device ad695a56-39ab-45aa-a47b-73de98b2b3ec not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:31:06.359185 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Deleting port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:31:06.359434 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.437329 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] For port fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5,segment=NetworkSegment(7391bc49-c363-46d4-b7e9-4b02248a82e5),segment_id=7391bc49-c363-46d4-b7e9-4b02248a82e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:06.437686 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.455032 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Calling delete_port for fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 owned by network:router_interface {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:31:06.632260 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:06.655136 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:06.842895 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1584148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752894'] for router_interface, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.057556 n-d-793619-10 neutron-server[93823]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 has already been hosted by L3 agent b75c612f-b5a2-4266-b953-3dbd722c75d6 {{(pid=93823) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:31:07.164127 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] Notify agent at l3_agent.n-d-793619-10 the message routers_updated {{(pid=93823) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:31:07.169091 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-172c0b9c-145d-428a-98c9-d128ec69489a admin admin] 10.222.0.60 "PUT /v2.0/routers/0ff395a5-4ccb-4a24-996a-6d787dcb2b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260282 Jul 16 19:31:07.171563 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41276) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:07.174687 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] Sync routers for ids ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'] in n-d-793619-10 {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:31:07.183985 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] Routers {'0ff395a5-4ccb-4a24-996a-6d787dcb2b95'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:07.184640 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:07.276535 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.287788 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] Set router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 gateway port host: n-d-793619-10 {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:07.357761 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.383822 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.437390 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Deleting port 34d737f0-973d-43f5-98e9-ba931d87d4d0 {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:31:07.437734 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.472752 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'external_fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:31:06Z', 'revision_number': 5, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'gw_port': {'id': '34d737f0-973d-43f5-98e9-ba931d87d4d0', 'name': '', 'network_id': '4b546c39-2395-41cb-b351-61cf70738cf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793619-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99f14f74-f0b8-4c8f-84b4-ca9af1a0da71', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793619-10'}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:07.498789 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] Checking router: 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 for host: n-d-793619-10 {{(pid=93826) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:31:07.507805 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] Routers {'0ff395a5-4ccb-4a24-996a-6d787dcb2b95'} bound to L3 agent in host n-d-793619-10 {{(pid=93826) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:31:07.508409 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793619-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:51:36Z,description=,heartbeat_timestamp=2021-07-16T19:31:06Z,host='n-d-793619-10',id=b75c612f-b5a2-4266-b953-3dbd722c75d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:51:36Z,topic='l3_agent')) {'router_ids': ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'], 'active': True} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:07.515230 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] For port 34d737f0-973d-43f5-98e9-ba931d87d4d0, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=34d737f0-973d-43f5-98e9-ba931d87d4d0,segment=NetworkSegment(609dcec6-fa9c-4640-b4e3-217548679b96),segment_id=609dcec6-fa9c-4640-b4e3-217548679b96)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:07.515783 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.527778 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Calling delete_port for 34d737f0-973d-43f5-98e9-ba931d87d4d0 owned by network:router_gateway {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:31:07.592525 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_dvr_db [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] Set router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 gateway port host: None {{(pid=93826) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:31:07.648331 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.l3_hamode_db [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:31:07Z', 'revision_number': 6, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'gw_port_host': None}], 'n-d-793619-10', False) {} {{(pid=93826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:07.675117 n-d-793619-10 neutron-server[93826]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab6a10-42ec-48d4-a982-d34d76393f01 None None] The sync data for ids ['0ff395a5-4ccb-4a24-996a-6d787dcb2b95'] in n-d-793619-10 is: [{'id': '0ff395a5-4ccb-4a24-996a-6d787dcb2b95', 'name': 'tempest-TestSnapshotPattern-451058930-router', 'tenant_id': 'db24b49b961a46b3a36264b39e3c0439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:26:05Z', 'updated_at': '2021-07-16T19:31:07Z', 'revision_number': 6, 'project_id': 'db24b49b961a46b3a36264b39e3c0439', 'gw_port_host': None}] {{(pid=93826) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:31:07.695111 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.723017 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Pushing event deleted for resources: {'Port': ['ID=34d737f0-973d-43f5-98e9-ba931d87d4d0,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:07.787073 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1748068'] for router_gateway, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.877067 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1748976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12687'] for router, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.879169 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.921673 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1746406'] for router, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.922235 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff395a5-4ccb-4a24-996a-6d787dcb2b95 {{(pid=93823) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:31:07.927633 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] Notify callbacks [] for router, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:07.928797 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b2cc5b64-1ee8-4b3d-8564-e1c11aeae7fa admin admin] 10.222.0.60 "DELETE /v2.0/routers/0ff395a5-4ccb-4a24-996a-6d787dcb2b95 HTTP/1.1" status: 204 len: 168 time: 0.7563097 Jul 16 19:31:07.931346 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41278) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:07.978580 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ac7bda-7104-4508-985f-5085445fcc55 admin admin] Deleting subnet 6e15f813-874d-45cd-b1df-693213999729 {{(pid=93823) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:31:07.981457 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7bda-7104-4508-985f-5085445fcc55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.017583 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7bda-7104-4508-985f-5085445fcc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60684164'] for subnet, precommit_delete_associations {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.100138 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7bda-7104-4508-985f-5085445fcc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912453'] for subnet, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.153509 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7bda-7104-4508-985f-5085445fcc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59808146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60229559'] for subnet, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.184015 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac7bda-7104-4508-985f-5085445fcc55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e15f813-874d-45cd-b1df-693213999729,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:08.187550 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7bda-7104-4508-985f-5085445fcc55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.189566 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-c9ac7bda-7104-4508-985f-5085445fcc55 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6e15f813-874d-45cd-b1df-693213999729 HTTP/1.1" status: 204 len: 168 time: 0.2569571 Jul 16 19:31:08.192290 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41280) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:08.193806 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a900de45-89df-4127-8af5-7ff454823ebc None None] Network cef4f8a8-ef85-4173-90f6-72b468f1d64d requested from n-d-793619-10 {{(pid=93825) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:31:08.261347 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-836910'] for network, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.315168 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Deleting port 68f93e48-b9e7-4cee-97e8-043ac9fed99d {{(pid=93823) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:31:08.315501 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759291419823'] for port, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.383029 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.db [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] For port 68f93e48-b9e7-4cee-97e8-043ac9fed99d, host n-d-793619-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793619-10',level=0,port_id=68f93e48-b9e7-4cee-97e8-043ac9fed99d,segment=NetworkSegment(7391bc49-c363-46d4-b7e9-4b02248a82e5),segment_id=7391bc49-c363-46d4-b7e9-4b02248a82e5)] {{(pid=93823) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:31:08.383312 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1746325'] for port, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.395108 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.plugin [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Calling delete_port for 68f93e48-b9e7-4cee-97e8-043ac9fed99d owned by network:dhcp {{(pid=93823) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:31:08.476653 n-d-793619-10 neutron-server[93825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb83f22-388d-4312-bec4-a6fbe73a75fa None None] DHCP port deletion for cef4f8a8-ef85-4173-90f6-72b468f1d64d request from n-d-793619-10 {{(pid=93825) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:31:08.487681 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-527015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759291421058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759291033254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59808225'] for port, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.503450 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-3fb83f22-388d-4312-bec4-a6fbe73a75fa None None] The port '68f93e48-b9e7-4cee-97e8-043ac9fed99d' was deleted {{(pid=93825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 19:31:08.519777 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Pushing event deleted for resources: {'Port': ['ID=68f93e48-b9e7-4cee-97e8-043ac9fed99d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:08.522020 n-d-793619-10 neutron-server[93823]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] No DVR routers for this DVR port 68f93e48-b9e7-4cee-97e8-043ac9fed99d on host n-d-793619-10 {{(pid=93823) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:31:08.523499 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:31:08.549648 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:31:08.550000 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device fd5e8145-45f1-4a8f-9f76-c0b8c4765ed5 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:31:08.550426 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 34d737f0-973d-43f5-98e9-ba931d87d4d0 no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:31:08.570292 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 34d737f0-973d-43f5-98e9-ba931d87d4d0 {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:31:08.570639 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 34d737f0-973d-43f5-98e9-ba931d87d4d0 not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:31:08.571078 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 68f93e48-b9e7-4cee-97e8-043ac9fed99d no longer exists at agent ovs-agent-n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:31:08.590015 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.plugin [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] No Port match for: 68f93e48-b9e7-4cee-97e8-043ac9fed99d {{(pid=93825) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:31:08.590377 n-d-793619-10 neutron-server[93825]: DEBUG neutron.plugins.ml2.rpc [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Device 68f93e48-b9e7-4cee-97e8-043ac9fed99d not bound to the agent host n-d-793619-10 {{(pid=93825) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:31:08.604815 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-905761', 'neutron.services.segments.db._delete_segments_for_network-8759291550284'] for network, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.616172 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef4f8a8-ef85-4173-90f6-72b468f1d64d']}} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:08.625940 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7391bc49-c363-46d4-b7e9-4b02248a82e5') {'for_net_delete': True} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:08.626265 n-d-793619-10 neutron-server[93823]: DEBUG neutron.services.segments.db [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7391bc49-c363-46d4-b7e9-4b02248a82e5') {} {{(pid=93823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:31:08.635644 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759291551829', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60684211'] for segment, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.650931 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197'] for segment, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.657393 n-d-793619-10 neutron-server[93823]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=93823) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:31:08.658329 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-903197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59808560'] for segment, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: Traceback (most recent call last): Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: timer() Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: cb(*args, **kw) Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: return func(*args, **kwargs) Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: self._notify() Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: self.callback(batched_events) Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: event.method(event) Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: return f(self, *a, **k) Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: return self._get(url).json() Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: return self.request(url, 'GET', **kwargs) Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:31:08.660018 n-d-793619-10 neutron-server[93823]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:31:08.722020 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-905784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1748152'] for network, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.726687 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Notify callbacks [] for network, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.731574 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] 10.222.0.60 "DELETE /v2.0/networks/cef4f8a8-ef85-4173-90f6-72b468f1d64d HTTP/1.1" status: 204 len: 168 time: 0.5380795 Jul 16 19:31:08.744673 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b262d59-366a-4e47-8025-a896460d42cf admin admin] Pushing event deleted for resources: {'Network': ['ID=cef4f8a8-ef85-4173-90f6-72b468f1d64d,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:08.838339 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41284) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:08.877938 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-cfba0a17-1baf-4008-b9e9-3a17144316ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66c40eb8c97d449fba24eb593a34aa6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382435 Jul 16 19:31:08.880184 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41286) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:08.927423 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ed93405-3554-4101-9c68-7cd0d60d033e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.948451 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ed93405-3554-4101-9c68-7cd0d60d033e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.994287 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ed93405-3554-4101-9c68-7cd0d60d033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.996908 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-7ed93405-3554-4101-9c68-7cd0d60d033e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.998076 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-7ed93405-3554-4101-9c68-7cd0d60d033e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/243202dc-efed-4694-b36c-342a5a515c58 HTTP/1.1" status: 204 len: 168 time: 0.1168849 Jul 16 19:31:09.008864 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed93405-3554-4101-9c68-7cd0d60d033e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243202dc-efed-4694-b36c-342a5a515c58,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:09.069753 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:09.316044 n-d-793619-10 neutron-server[93824]: DEBUG neutron.wsgi [-] (93824) accepted ('10.222.0.60', 41292) {{(pid=93824) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:09.361953 n-d-793619-10 neutron-server[93824]: INFO neutron.wsgi [None req-7a8198a5-c1dc-4a20-a627-e95886ca1bef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db24b49b961a46b3a36264b39e3c0439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446508 Jul 16 19:31:09.366976 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [-] (93823) accepted ('10.222.0.60', 41294) {{(pid=93823) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:31:09.416079 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b579cdf7-4c89-4143-b2be-b8763da76974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:09.439436 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b579cdf7-4c89-4143-b2be-b8763da76974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:09.485311 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b579cdf7-4c89-4143-b2be-b8763da76974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816701'] for security_group, after_delete {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:09.488174 n-d-793619-10 neutron-server[93823]: DEBUG neutron_lib.callbacks.manager [None req-b579cdf7-4c89-4143-b2be-b8763da76974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:09.489325 n-d-793619-10 neutron-server[93823]: INFO neutron.wsgi [None req-b579cdf7-4c89-4143-b2be-b8763da76974 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f83aed0a-e405-442f-80a3-32520c0163f1 HTTP/1.1" status: 204 len: 168 time: 0.1212735 Jul 16 19:31:09.496823 n-d-793619-10 neutron-server[93823]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579cdf7-4c89-4143-b2be-b8763da76974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83aed0a-e405-442f-80a3-32520c0163f1,revision_number=None']} {{(pid=93823) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:31:11.077970 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:29.811777 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.953454 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:31:33.330726 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-98688d54-3305-44c6-94cf-8ff0574429b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.099869 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.160603 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bd3bb440-1865-4358-9e6d-67a8b9916c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:37.359320 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:39.072582 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:41.095487 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:59.827119 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:03.331206 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-51e2b27e-0892-4fe0-8f99-fc8487dc7c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:06.101566 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:06.162111 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-77ac4c5c-4185-4d2e-bbe0-0466f2b7dad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:07.363389 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:07.953134 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:32:09.076498 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:11.093997 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.833912 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:33.334281 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-c6d5ad1d-fda0-4b58-a987-fa08b10ab8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:36.112227 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:36.164996 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-31b9c1e1-16a7-4625-bf8a-045d83f17ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:37.366824 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.078291 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.092304 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.951563 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:32:59.848373 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:03.335283 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6e75382f-b4eb-4888-8346-9e27752c12cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:06.110231 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:06.167154 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-68381c4f-d06a-4472-aba4-2020b6e47bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:07.367920 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:09.084856 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:11.108008 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:21.952524 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:33:29.856342 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:33.337356 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-80f5b258-997b-44da-a22f-8a76779cfe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:36.111861 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:36.167141 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-6b9defd8-4b7f-4e4e-bb9d-3180626219cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:37.379915 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:39.086507 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:41.114707 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:58.952082 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:33:59.847747 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:03.338722 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-0c4d2096-c82c-45ed-a512-aae9f043ccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:06.115122 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:06.168746 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f25810b2-3b4a-43db-be32-71aaa9cd8f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:07.377678 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:09.088943 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:11.135851 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:29.856913 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:33.339330 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cc8be70f-662a-485d-84f0-01794e8754e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:35.952017 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:34:36.122574 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.171182 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-5ce41976-89a9-490e-82f7-a0a102fed723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:37.378537 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:39.093760 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:41.151580 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:59.851593 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:03.341215 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-fd1a6674-8507-4298-a8b3-b35a712acd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:06.119101 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:06.174216 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d16f4f3a-ac44-424e-a6eb-a68c2cb8488d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:07.380159 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:09.095189 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:11.151367 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:12.951845 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:35:29.845467 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:33.344313 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0301-8638-439c-9026-668269ff7324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:36.111927 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:36.174724 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5193-ce12-4db2-b2f5-3a9d68a5539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:37.383833 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:39.102649 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:41.154348 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:49.950677 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:35:59.860921 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:03.348830 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-7aa91cf1-6136-4fb2-9d57-61f19520fb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:06.114666 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:06.175163 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-48d2f64d-72af-4f3c-aa6e-e6272c764180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:07.387674 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:09.102953 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:11.167151 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:26.952244 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:36:29.861981 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:33.353603 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-938c6a51-f557-4b4d-bb65-73af446a0f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:36.119309 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:36.175087 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-cdd5f986-20c0-48c0-bec4-7822583a6dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:37.390204 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:39.107379 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:41.164273 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:59.876231 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.355368 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-864728e9-579e-41ca-b1c9-314141ed2b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.951708 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:37:06.122094 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:06.176775 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-947ad73c-9b17-449e-a055-a8112c07d3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:07.391533 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:09.111177 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.162409 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:29.889937 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:33.357073 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-abe2f78a-d49a-4f67-a225-e9a6bd562153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:36.123950 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:36.177239 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-ca52b15f-d605-4b05-873c-70fc2bf69745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:37.395995 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:39.112166 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:40.951538 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:37:41.178701 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:59.892766 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:03.360001 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-b1b2f3bb-abd9-4842-8712-d1cfc705946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:06.125968 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:06.178347 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-05d531dd-75a3-4f86-9078-a94d690cff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:07.399215 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:09.114518 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:11.176321 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:17.952185 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:38:29.902153 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:33.360169 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-83b1383e-630c-4aed-9a4c-ea01ab79adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:36.128264 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:36.178722 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-802aeda0-62de-4557-9db7-c4f90001cf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:37.402714 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:39.118642 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:41.192993 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:54.952442 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:38:59.905239 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:03.362094 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-779adba2-f5f4-4fb3-b89d-93e53280aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:05.719133 n-d-793619-10 neutron-server[93823]: DEBUG neutron.wsgi [req-01ddd639-274a-4bad-8f67-06d05af71f9c req-ffd4daf0-d559-4b76-bdc0-3536ff470ab9 service neutron] (93823) timed out ('10.222.0.60', 35896) {{(pid=93823) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:39:06.131940 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-af37c0c6-3e6e-4f34-9b9a-4a4e511bda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:06.178959 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-f77b7061-3a31-4a9c-8a01-7500b1d226ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:07.405423 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-050cfaed-dd2f-423f-b336-5c71fd606dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:09.122257 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-1c21ea78-f405-498c-82dc-9732f67507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:11.205685 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-58db369a-4079-4d41-85bc-bbb44f1a7f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:29.938058 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-d82645ee-ea63-46ce-8938-21a758a119e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:31.953028 n-d-793619-10 neutron-server[93826]: DEBUG neutron.db.agents_db [None req-bf07c561-6b24-430d-9206-f7150f1b1b9b None None] Agent healthcheck: found 7 active agents {{(pid=93826) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:39:33.364243 n-d-793619-10 neutron-server[93825]: DEBUG neutron_lib.callbacks.manager [None req-e3f29f44-09e1-4a7a-a3a9-99d2baece4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759291550266', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912763'] for agent, after_update {{(pid=93825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}